-- Logs begin at Sun 2021-08-29 03:30:15 UTC, end at Sun 2021-08-29 05:46:21 UTC. -- Aug 29 04:05:30.072679 n-d-712142-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 04:05:32.801103 n-d-712142-15 neutron-server[94736]: INFO neutron.common.config [-] Logging enabled! Aug 29 04:05:32.801743 n-d-712142-15 neutron-server[94736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 04:05:32.801890 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 04:05:32.805102 n-d-712142-15 neutron-server[94736]: INFO neutron.common.config [-] Logging enabled! Aug 29 04:05:32.805353 n-d-712142-15 neutron-server[94736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 04:05:32.805666 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 04:05:32.806606 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 04:05:32.806838 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 04:05:32.807200 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 04:05:32.807449 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 04:05:32.807678 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 04:05:32.808026 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.808331 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.808628 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.808905 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.809156 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.809452 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.809831 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.810164 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.810350 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.810637 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.810919 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.811210 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.811444 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.811759 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.812034 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.812328 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.812613 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] debug = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.812893 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.813319 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.813739 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.814016 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.814306 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.814595 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.814856 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.815140 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.815428 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.815781 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] host = n-d-712142-15 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.816090 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.816384 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.816672 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.816963 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.817239 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.817520 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.817805 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.818080 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.818355 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] log_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.818631 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.818920 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.819210 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.819504 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.819733 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.819959 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.820273 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.820559 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.820833 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.821106 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.821385 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.821658 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.821930 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.822198 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.822484 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.822766 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.823049 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.823325 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.823597 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.823868 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.824168 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.824454 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.824726 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.824997 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.825276 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.825563 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.825830 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.826100 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.826406 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.826691 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.826970 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.827255 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.827529 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.827827 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.828627 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.828904 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.829176 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] use_json = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.829449 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.829721 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.830004 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.830275 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.830546 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.830819 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.831089 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.831371 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:32.831676 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.832322 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.832625 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.832913 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.833209 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.833491 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.833779 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.834056 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.834344 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.834631 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.834920 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.835196 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.835483 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.835759 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.836080 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.836387 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.836680 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.836972 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.837247 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.837521 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.837795 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.838073 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.838361 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.838639 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.838929 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.839217 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.839494 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.839779 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.840101 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.840393 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.840667 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.840945 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.841235 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.841512 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.841789 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.842068 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.842356 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.842632 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.842904 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.843183 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.843457 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.843782 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.844586 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.844866 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.845157 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.845434 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.845708 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.845976 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.846250 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.846521 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.846806 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.847081 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.847352 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.847622 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.847895 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.848195 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.848468 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.848743 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.849015 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.849290 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.849560 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.849831 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.850104 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.850375 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.850647 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.850917 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.851188 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.851463 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.851742 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.852035 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.852311 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.852584 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.852859 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.853147 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.853446 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.853726 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.854002 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.854279 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.854556 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.854834 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.855112 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.855389 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.855667 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.855940 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.856252 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.856536 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.856823 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.857106 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.857383 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.857684 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.857961 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.858241 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.858519 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.858796 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.859078 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.859428 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.859757 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.860080 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.860412 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.860709 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.861005 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.861284 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.861606 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.861898 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:32.862122 n-d-712142-15 neutron-server[94736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 04:05:32.862376 n-d-712142-15 neutron-server[94736]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94736) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 04:05:33.217507 n-d-712142-15 neutron-server[94736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 04:05:33.217800 n-d-712142-15 neutron-server[94736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 04:05:33.218068 n-d-712142-15 neutron-server[94736]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 04:05:33.218410 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 04:05:33.615728 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.615938 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.616217 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.617508 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.617782 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.618047 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.654713 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.654985 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.655254 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.669940 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.670217 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.670487 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.699980 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.700317 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.700717 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.739095 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.739379 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.739660 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.975006 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.975669 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.975669 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.975860 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:33.976703 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.097844 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.098161 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.098448 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.098721 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.098989 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.099303 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.099567 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.099827 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.100106 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.100392 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.100654 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.100921 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.101181 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.101435 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.101693 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.101957 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.102211 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.102482 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.102752 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.103011 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.103281 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.103534 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.103815 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.104214 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.104467 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.104716 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.105109 n-d-712142-15 neutron-server[94736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:05:34.105358 n-d-712142-15 neutron-server[94736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:05:34.105593 n-d-712142-15 neutron-server[94736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:05:34.105831 n-d-712142-15 neutron-server[94736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:05:34.106067 n-d-712142-15 neutron-server[94736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:05:34.106302 n-d-712142-15 neutron-server[94736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:05:34.106666 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 04:05:34.109824 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 04:05:34.114045 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 04:05:34.118117 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 29 04:05:34.119875 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 04:05:34.120465 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 04:05:34.120805 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 04:05:34.121193 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 04:05:34.124046 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 04:05:34.124298 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 04:05:34.124648 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 04:05:34.130472 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 04:05:34.153212 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 04:05:34.153678 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.153985 n-d-712142-15 neutron-server[94736]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94736) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 04:05:34.154350 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.155691 n-d-712142-15 neutron-server[94736]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94736) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 04:05:34.155970 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 04:05:34.156352 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 04:05:34.159565 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.159847 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.223241 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 04:05:34.223473 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 04:05:34.223699 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 04:05:34.224122 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 04:05:34.245153 n-d-712142-15 neutron-server[94736]: DEBUG oslo_db.sqlalchemy.engines [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94736) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 04:05:34.786425 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Initializing driver for type 'gre' Aug 29 04:05:34.787096 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] gre ID ranges: [(1, 1000)] Aug 29 04:05:34.840427 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Initializing driver for type 'local' Aug 29 04:05:34.840771 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Initializing driver for type 'vlan' Aug 29 04:05:34.858237 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] VlanTypeDriver initialization complete Aug 29 04:05:34.858697 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Initializing driver for type 'vxlan' Aug 29 04:05:34.859377 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] vxlan ID ranges: [(1, 1000)] Aug 29 04:05:34.920042 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Initializing extension driver 'port_security' Aug 29 04:05:34.920428 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.extensions.port_security [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] PortSecurityExtensionDriver initialization complete Aug 29 04:05:34.920771 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Initializing mechanism driver 'openvswitch' Aug 29 04:05:34.921099 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Initializing mechanism driver 'hyperv' Aug 29 04:05:34.928235 n-d-712142-15 neutron-server[94736]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:05:34.928924 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > port after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.929304 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > port after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.929663 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > port after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.930190 n-d-712142-15 neutron-server[94736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:05:34.930630 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.930992 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.931349 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.931749 n-d-712142-15 neutron-server[94736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:05:34.932187 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > network after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.932547 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > network after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.932896 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > network after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.933290 n-d-712142-15 neutron-server[94736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:05:34.933699 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.934053 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.934398 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.934926 n-d-712142-15 neutron-server[94736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:05:34.935366 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.935766 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.936354 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.936795 n-d-712142-15 neutron-server[94736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:05:34.937451 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.938076 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.938468 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.939156 n-d-712142-15 neutron-server[94736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:05:34.939762 n-d-712142-15 neutron-server[94736]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] ML2 OVO RPC backend initialized. {{(pid=94736) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 04:05:34.940866 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.941419 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.942072 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > network before_response 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.942609 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > networks before_response 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.943026 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > port before_response 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.943806 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > ports before_response 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.944401 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.944952 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.945547 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > network after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.946163 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > network after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.947054 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > network after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.947460 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > port after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.948179 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > port after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.948846 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > port after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.949584 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.950165 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.950553 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.951618 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.plugin [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Modular L2 Plugin initialization complete Aug 29 04:05:34.952146 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading services supported by the core plugin {{(pid=94736) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 04:05:34.952744 n-d-712142-15 neutron-server[94736]: INFO neutron.plugins.ml2.managers [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Got port-security extension from driver 'port_security' Aug 29 04:05:34.953461 n-d-712142-15 neutron-server[94736]: INFO neutron.extensions.vlantransparent [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Disabled vlantransparent extension. Aug 29 04:05:34.954151 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94736) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 04:05:34.954624 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading Plugin: router Aug 29 04:05:34.995666 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.996315 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router after_create 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.996575 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router before_create 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.996956 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.997339 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.997713 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router after_delete 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.998099 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.998461 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.998825 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router after_create 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.999182 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router after_update 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.999537 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router after_update 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:34.999918 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.000309 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router after_update 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.000731 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.001112 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: port after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.001465 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: port after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.001817 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: subnet after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.002168 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.002529 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.002881 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.003235 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: port before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.003583 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.003947 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router after_update 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.004318 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.004676 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.005052 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.005405 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.005781 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > agent after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.006139 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.006489 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > network after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.007448 n-d-712142-15 neutron-server[94736]: DEBUG neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Tracking information for resource: router configured {{(pid=94736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:05:35.007788 n-d-712142-15 neutron-server[94736]: DEBUG neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Tracking information for resource: floatingip configured {{(pid=94736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:05:35.013105 n-d-712142-15 neutron-server[94736]: INFO neutron.db.l3_agentschedulers_db [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 04:05:35.013704 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: port after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.014095 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: port after_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.014463 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: port after_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.014826 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: port after_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.016196 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router before_create 55550100 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.016573 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.016945 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.017338 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.021962 n-d-712142-15 neutron-server[94736]: DEBUG neutron.services.provider_configuration [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service providers = [] {{(pid=94736) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 04:05:35.022334 n-d-712142-15 neutron-server[94736]: DEBUG neutron.db.servicetype_db [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94736) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 04:05:35.025327 n-d-712142-15 neutron-server[94736]: DEBUG neutron.services.service_base [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 04:05:35.025686 n-d-712142-15 neutron-server[94736]: DEBUG neutron.services.service_base [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 04:05:35.026037 n-d-712142-15 neutron-server[94736]: DEBUG neutron.services.service_base [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 04:05:35.026931 n-d-712142-15 neutron-server[94736]: DEBUG neutron.services.service_base [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 04:05:35.027308 n-d-712142-15 neutron-server[94736]: INFO neutron.services.service_base [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 04:05:35.027693 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:05:35.028043 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 04:05:35.039332 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:05:35.039614 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading Plugin: auto_allocate Aug 29 04:05:35.045439 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: network precommit_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.045814 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: network precommit_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.046340 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:05:35.046666 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading Plugin: tag Aug 29 04:05:35.053769 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:05:35.054110 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading Plugin: timestamp Aug 29 04:05:35.058486 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:05:35.058825 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading Plugin: network_ip_availability Aug 29 04:05:35.064388 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.064774 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.065139 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.065890 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:05:35.066212 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading Plugin: flavors Aug 29 04:05:35.070999 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:05:35.071339 n-d-712142-15 neutron-server[94736]: INFO neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading Plugin: revisions Aug 29 04:05:35.075611 n-d-712142-15 neutron-server[94736]: DEBUG neutron.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:05:35.076039 n-d-712142-15 neutron-server[94736]: DEBUG oslo_concurrency.lockutils [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=94736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 04:05:35.076786 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94736) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 04:05:35.077123 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Initializing extension manager. Aug 29 04:05:35.077639 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: __init__.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.078491 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: __pycache__ {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.078841 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.079181 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: address_group.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.079952 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.080548 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: address-group Aug 29 04:05:35.080876 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: address_scope.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.081594 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.082350 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: address-scope Aug 29 04:05:35.082675 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.083630 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.084164 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: router-admin-state-down-before-update Aug 29 04:05:35.084493 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: agent.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.085398 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.085903 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: agent Aug 29 04:05:35.086231 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: agent_resources_synced.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.087150 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.087660 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: agent-resources-synced Aug 29 04:05:35.088000 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.089822 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.090341 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: allowed-address-pairs Aug 29 04:05:35.090678 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.091751 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.092298 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: auto-allocated-topology Aug 29 04:05:35.092632 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: availability_zone.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.093335 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.093892 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: availability_zone Aug 29 04:05:35.094222 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: availability_zone_filter.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.095143 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.096244 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: availability_zone_filter Aug 29 04:05:35.096523 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: data_plane_status.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.097549 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.098054 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 04:05:35.098386 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: default_subnetpools.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.099312 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.099816 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: default-subnetpools Aug 29 04:05:35.100181 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.101004 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.101522 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: dhcp_agent_scheduler Aug 29 04:05:35.101864 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: dns.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.102867 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.103387 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 04:05:35.103717 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: dns_domain_ports.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.104673 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.105179 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 04:05:35.105519 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.106485 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.106997 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 04:05:35.107331 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: dvr.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.108055 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.108571 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: dvr Aug 29 04:05:35.108895 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: ecmp_routes.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.109882 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.110387 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 04:05:35.110715 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: empty_string_filtering.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.111635 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.112167 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: empty-string-filtering Aug 29 04:05:35.112497 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.113417 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.113917 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 04:05:35.114243 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.115162 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.115670 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 04:05:35.116030 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: external_net.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.116951 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.117451 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: external-net Aug 29 04:05:35.117777 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.118700 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.119204 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: extra_dhcp_opt Aug 29 04:05:35.119533 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: extraroute.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.120494 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.120999 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: extraroute Aug 29 04:05:35.121324 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: extraroute_atomic.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.122383 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.122894 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: extraroute-atomic Aug 29 04:05:35.123226 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: filter_validation.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.123915 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.124453 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: filter-validation Aug 29 04:05:35.124854 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: fip_pf_description.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.125735 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.126238 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 04:05:35.126567 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: fip_port_details.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.127501 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.128034 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: fip-port-details Aug 29 04:05:35.128367 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: flavors.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.129615 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.130127 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: flavors Aug 29 04:05:35.130458 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.132184 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.132708 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 04:05:35.133035 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: floatingip_pools.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.133740 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.134249 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: floatingip-pools Aug 29 04:05:35.134582 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: ip_allocation.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.135531 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.136059 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 04:05:35.136390 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.137323 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.137832 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: ip-substring-filtering Aug 29 04:05:35.138165 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: l2_adjacency.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.139100 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.139605 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 04:05:35.139937 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: l3.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.141650 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.142165 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: router Aug 29 04:05:35.142496 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.144803 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.145333 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 04:05:35.145671 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.146626 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.147209 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: ext-gw-mode Aug 29 04:05:35.147471 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.148574 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.148996 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: l3-ha Aug 29 04:05:35.149326 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: l3_flavors.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.150248 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.150755 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: l3-flavors Aug 29 04:05:35.151080 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.152019 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.152531 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 04:05:35.152859 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: l3agentscheduler.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.160329 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.160329 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: l3_agent_scheduler Aug 29 04:05:35.160329 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: logging.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.160329 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.160329 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension logging not supported by any of loaded plugins Aug 29 04:05:35.160329 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: metering.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.160881 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.160881 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: metering Aug 29 04:05:35.160881 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.160881 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.161311 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: metering_source_and_destination_fields Aug 29 04:05:35.161649 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: multiprovidernet.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.162601 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.163108 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: multi-provider Aug 29 04:05:35.163443 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: netmtu.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.164410 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.164917 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: net-mtu Aug 29 04:05:35.165250 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: netmtu_writable.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.166182 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.166687 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: net-mtu-writable Aug 29 04:05:35.167020 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: network_availability_zone.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.167703 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.168245 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: network_availability_zone Aug 29 04:05:35.168577 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: network_ip_availability.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.169681 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.170198 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: network-ip-availability Aug 29 04:05:35.170533 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: network_segment_range.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.171317 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.171914 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 04:05:35.172469 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: pagination.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.173706 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.174047 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: pagination Aug 29 04:05:35.174379 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: port_device_profile.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.175306 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.175827 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: port-device-profile Aug 29 04:05:35.176189 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.177131 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.177640 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: port-mac-address-regenerate Aug 29 04:05:35.177972 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.178905 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.179416 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: port-numa-affinity-policy Aug 29 04:05:35.179744 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: port_resource_request.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.180686 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.181192 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 04:05:35.181521 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: portbindings.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.182459 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.182967 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: binding Aug 29 04:05:35.183296 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: portbindings_extended.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.184755 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.185273 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: binding-extended Aug 29 04:05:35.185611 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: portsecurity.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.186540 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.187052 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: port-security Aug 29 04:05:35.187403 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: project_id.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.188419 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.188755 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: project-id Aug 29 04:05:35.189086 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: providernet.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.190022 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.190535 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: provider Aug 29 04:05:35.190863 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.194454 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.194980 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos not supported by any of loaded plugins Aug 29 04:05:35.195322 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.196620 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.197136 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 04:05:35.197472 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.198516 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.199034 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 04:05:35.199369 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_default.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.200332 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.200843 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-default not supported by any of loaded plugins Aug 29 04:05:35.201177 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_fip.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.201844 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.202345 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 04:05:35.202675 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.204159 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.204669 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 04:05:35.205001 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.205941 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.206459 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 04:05:35.207036 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_pps_rule.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.208328 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.208854 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 04:05:35.209186 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.210115 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.210637 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 04:05:35.210970 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: qos_rules_alias.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.212071 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.212597 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 04:05:35.212929 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: quotasv2.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.213931 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.214262 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: quotas Aug 29 04:05:35.214593 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: quotasv2_detail.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.217791 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.218139 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: quota_details Aug 29 04:05:35.218481 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: rbac.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.220386 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.220922 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: rbac-policies Aug 29 04:05:35.221258 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: rbac_address_group.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.222203 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.222720 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: rbac-address-group Aug 29 04:05:35.223052 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: rbac_address_scope.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.223980 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.224525 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: rbac-address-scope Aug 29 04:05:35.224857 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: rbac_security_groups.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.225785 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.226302 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: rbac-security-groups Aug 29 04:05:35.226632 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.227554 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.228098 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: rbac-subnetpool Aug 29 04:05:35.228450 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: revisionifmatch.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.229384 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.229902 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: revision-if-match Aug 29 04:05:35.230235 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: revisions.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.231369 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.231885 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: standard-attr-revisions Aug 29 04:05:35.232253 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: router_availability_zone.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.232945 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.233455 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: router_availability_zone Aug 29 04:05:35.233782 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: routerservicetype.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.234735 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.235243 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 04:05:35.235569 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.236523 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.237030 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: security-groups-normalized-cidr Aug 29 04:05:35.237355 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.238294 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.238804 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: port-security-groups-filtering Aug 29 04:05:35.239134 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.240105 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.240620 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: security-groups-remote-address-group Aug 29 04:05:35.240950 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: securitygroup.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.252386 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.252932 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: security-group Aug 29 04:05:35.253271 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: segment.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.254089 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.254598 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension segment not supported by any of loaded plugins Aug 29 04:05:35.254933 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.255912 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.256441 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 04:05:35.256775 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: servicetype.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.258020 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.258542 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: service-type Aug 29 04:05:35.258881 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: sorting.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.260147 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.260487 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: sorting Aug 29 04:05:35.260819 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: standard_attr_segment.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.261777 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.262303 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 04:05:35.262639 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: standardattrdescription.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.263335 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.263848 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: standard-attr-description Aug 29 04:05:35.264209 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: stateful_security_group.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.265195 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.266296 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: stateful-security-group Aug 29 04:05:35.266635 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: stdattrs_common.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.267235 n-d-712142-15 neutron-server[94736]: WARNING neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 04:05:35.267567 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.268542 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.269054 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 04:05:35.269385 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: subnet_onboard.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.270490 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.271002 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: subnet_onboard Aug 29 04:05:35.271333 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.272304 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.272813 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 04:05:35.273142 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: subnet_service_types.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.274078 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.274590 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: subnet-service-types Aug 29 04:05:35.274920 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: subnetallocation.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.276034 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.276557 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: subnet_allocation Aug 29 04:05:35.276891 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.277573 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.278080 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: subnetpool-prefix-ops Aug 29 04:05:35.278410 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.279374 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.279881 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 04:05:35.280247 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: tagging.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.281970 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.282491 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: standard-attr-tag Aug 29 04:05:35.282830 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: timestamp.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.284070 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.284590 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loaded extension: standard-attr-timestamp Aug 29 04:05:35.284923 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: trunk.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.285960 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.286482 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension trunk not supported by any of loaded plugins Aug 29 04:05:35.286814 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: trunk_details.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.287747 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.288284 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 04:05:35.288619 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.289604 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.290072 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 04:05:35.290401 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Loading extension file: vlantransparent.py {{(pid=94736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:05:35.291082 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:05:35.291589 n-d-712142-15 neutron-server[94736]: INFO neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 04:05:35.294157 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:network Aug 29 04:05:35.294714 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:subnet Aug 29 04:05:35.295115 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:05:35.295509 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:port Aug 29 04:05:35.296839 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.297290 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service FLAVORS assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.297918 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.298362 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.298697 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:router Aug 29 04:05:35.299235 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 04:05:35.299757 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service METERING assigned prefix: /metering {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.301265 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.301644 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.302004 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:05:35.303036 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 04:05:35.303486 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:security_group Aug 29 04:05:35.303926 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 04:05:35.304566 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service CORE assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.304900 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:05:35.305246 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] subnetpool is already registered Aug 29 04:05:35.305688 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service CORE assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.306035 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:05:35.306351 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] subnetpool is already registered Aug 29 04:05:35.308690 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.309130 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service FLAVORS assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.309752 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.310192 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.310530 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:router Aug 29 04:05:35.310873 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] router is already registered Aug 29 04:05:35.311294 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 04:05:35.311636 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] floatingip is already registered Aug 29 04:05:35.312140 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service METERING assigned prefix: /metering {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.312866 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 04:05:35.313199 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] rbac_policy is already registered Aug 29 04:05:35.313617 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:security_group Aug 29 04:05:35.313956 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] security_group is already registered Aug 29 04:05:35.314368 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 04:05:35.314702 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] security_group_rule is already registered Aug 29 04:05:35.315393 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service CORE assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.315727 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:05:35.316098 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] subnetpool is already registered Aug 29 04:05:35.316550 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.v2.resource_helper [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Service CORE assigned prefix: {{(pid=94736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:05:35.316871 n-d-712142-15 neutron-server[94736]: INFO neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:05:35.317207 n-d-712142-15 neutron-server[94736]: WARNING neutron.quota.resource_registry [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] subnetpool is already registered Aug 29 04:05:35.317688 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: extensions {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.319228 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: address-groups {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.320730 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: address-scopes {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.322029 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: agents {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.323223 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: auto-allocated-topology {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.324504 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: availability_zones {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.325785 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: dhcp-networks {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.327295 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: dhcp-agents {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.329295 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: routers {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.331482 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: flavors {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.332958 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: service_profiles {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.334174 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: next_providers {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.335600 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: service_profiles {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.337155 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: floatingip-pools {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.338376 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: routers {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.340512 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: floatingips {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.341814 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: l3-routers {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.343192 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: l3-agents {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.345236 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: metering-labels {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.346621 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: metering-label-rules {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.347905 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: network-ip-availabilities {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.349192 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: bindings {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.350830 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: quotas {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.352288 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: quotas {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.353877 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: rbac-policies {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.355074 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: security-groups {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.356433 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: security-group-rules {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.357668 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: service-providers {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.358880 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: subnetpools {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.361506 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: subnetpools {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.363001 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.364708 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.366536 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.368365 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.370183 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.372043 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.373730 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.376185 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.377992 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.379720 n-d-712142-15 neutron-server[94736]: DEBUG neutron.api.extensions [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Extended resource: tags {{(pid=94736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:05:35.385770 n-d-712142-15 neutron-server[94736]: WARNING keystonemiddleware.auth_token [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 04:05:35.391174 n-d-712142-15 neutron-server[94736]: WARNING keystonemiddleware.auth_token [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 04:05:35.399562 n-d-712142-15 neutron-server[94736]: DEBUG oslo_concurrency.lockutils [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Acquired lock "singleton_lock" {{(pid=94736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 04:05:35.400074 n-d-712142-15 neutron-server[94736]: DEBUG oslo_concurrency.lockutils [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Releasing lock "singleton_lock" {{(pid=94736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 04:05:35.400821 n-d-712142-15 neutron-server[94736]: INFO oslo_service.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Starting 2 workers Aug 29 04:05:35.405627 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Started child 94845 {{(pid=94736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 04:05:35.410158 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Started child 94846 {{(pid=94736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 04:05:35.411146 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:35.411769 n-d-712142-15 neutron-server[94736]: INFO neutron.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 04:05:35.412477 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Notify callbacks [] for process, before_spawn {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:35.412659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [-] (94845) wsgi starting up on http://0.0.0.0:9696 Aug 29 04:05:35.415024 n-d-712142-15 neutron-server[94736]: INFO oslo_service.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Starting 1 workers Aug 29 04:05:35.415190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:35.416496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [-] (94846) wsgi starting up on http://0.0.0.0:9696 Aug 29 04:05:35.420505 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Started child 94847 {{(pid=94736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 04:05:35.421085 n-d-712142-15 neutron-server[94736]: INFO oslo_service.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Starting 1 workers Aug 29 04:05:35.424163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] calling RpcWorker wait() {{(pid=94847) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 04:05:35.424736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] returning from RpcWorker wait() {{(pid=94847) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 04:05:35.425788 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Started child 94848 {{(pid=94736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 04:05:35.425946 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:35.426414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:05:35.426666 n-d-712142-15 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b6ba39cf-7280-429e-a6c7-cc22ae5944a6 None None] Notify callbacks [] for process, after_spawn {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:35.428637 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 04:05:35.428854 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 04:05:35.429043 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 04:05:35.429262 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 04:05:35.429603 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 04:05:35.429788 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 04:05:35.430304 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.430574 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.430849 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.431119 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.431416 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.431502 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:35.432034 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.432250 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.432518 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.432799 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.433052 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.433221 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.433390 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.433636 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.433870 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.434174 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.434441 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.434677 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.434960 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.435132 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.435390 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.435667 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.435895 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.436192 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] debug = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.436435 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.436953 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.437184 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.437987 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.438215 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.438493 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.438725 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.438993 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.439258 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.439498 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.439764 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.440050 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.440297 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.440515 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.440767 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.440973 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.441196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.441740 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] host = n-d-712142-15 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.441911 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.442129 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.442377 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.442606 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.442865 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.443085 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.443337 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.443589 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.443858 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.444124 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.444363 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.444620 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.444867 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.445119 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.445284 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_options = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.445521 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.445790 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.446049 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.446239 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.446409 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.446591 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.446845 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.447012 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.447265 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.447484 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.447699 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.447932 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.448176 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.448413 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.448694 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.448936 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.449173 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.449383 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.449628 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.449889 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.450114 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.450399 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.450633 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.450802 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.451015 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.451230 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.451478 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.451710 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.451945 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.452240 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.452487 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.452756 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.453046 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.453860 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.454111 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.454341 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.454575 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.454843 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.455077 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.455323 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.455571 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.455807 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.456073 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.456296 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.456543 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.457003 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_json = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.457310 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.457444 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.457697 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.457914 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.458147 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.458367 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.459344 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.460772 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.461580 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.461895 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.462234 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.462620 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.462748 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.463003 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.463274 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.463525 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.463792 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.464058 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.465077 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.470033 n-d-712142-15 neutron-server[94848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:05:35.472986 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.473319 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.473584 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.473885 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.474237 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.474538 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.474836 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.475089 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.475348 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.475578 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.475837 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.476161 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.476394 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.476635 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.476913 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.477146 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.477502 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.477784 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.478058 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.478521 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.478750 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.478986 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.479211 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.479455 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.479726 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.479966 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.480418 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.480672 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.480897 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.481127 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.481384 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.481639 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.481903 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.482129 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.482448 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.482654 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.483403 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.484203 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.485349 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.488110 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.488370 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.488628 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.489026 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.489462 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.490184 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.490427 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.492467 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.492585 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.492752 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.493037 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.493308 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.493569 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.493806 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.494047 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.494473 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.494580 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.495583 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.495583 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.495583 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.495583 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.495868 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.495938 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.496167 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.496399 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.496629 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.496986 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.497218 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.497463 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.497713 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.497939 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.498202 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.498430 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.500750 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.500750 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.500750 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.501227 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.501464 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.501776 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.503900 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.504840 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.505212 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.505486 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.506501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.507488 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.508658 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.508934 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.509187 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.509450 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.509715 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.509983 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.510220 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.510468 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.510729 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.510983 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.511257 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.511504 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.511782 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.512166 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.514152 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.514459 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.514759 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.515039 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.515298 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.516140 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.516426 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.516713 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.516973 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.517275 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.517536 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.517846 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.518167 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.518448 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.518728 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.518998 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.519257 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.519521 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.519784 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.520306 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.520564 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.520830 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.521058 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.521366 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.521604 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.521873 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.522104 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.522344 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.522661 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.522918 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.523157 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.523378 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.523664 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.523921 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.524194 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.524473 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.524740 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.525283 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.525566 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.525799 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.526045 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.526293 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.526529 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.526750 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.526994 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.527243 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.527497 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.527725 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.527944 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.528220 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.528462 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.528685 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.528922 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.529143 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.529368 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.529646 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.529909 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.530132 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.530374 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.530596 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.530819 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.531042 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.532025 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.533279 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.533541 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.533832 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.534095 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.534343 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.534585 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.534820 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.535094 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.535321 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.535568 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.535800 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.536093 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.536327 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.536598 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.536913 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.537391 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.537649 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.537870 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.538132 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.538390 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.538765 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.539013 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.539250 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.539505 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.539789 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.540019 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.540271 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.540495 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.540718 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.540962 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.541182 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.541451 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.541701 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.541959 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.542197 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.542422 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.542677 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.542897 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.543120 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.543430 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.543687 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.543927 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.544243 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.544499 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.544737 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.545035 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.545277 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.545465 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.545696 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.545914 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.546128 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.546358 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.546573 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.546820 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.547048 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.547266 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.547478 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.547713 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.548223 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.548487 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.548715 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.548938 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.549151 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.549384 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.549597 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.549809 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.550034 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.550252 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.550465 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.550717 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.550929 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.551143 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.551365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.551582 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.551815 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.552151 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.552351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:05:35.552443 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.552624 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.552919 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.553172 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.553422 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.553695 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.554026 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.554245 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.554489 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.554711 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.554932 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.555156 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.555428 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.555766 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.556060 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.556314 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.556572 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.556847 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.557136 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.557418 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.557635 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.557935 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.558262 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.558531 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.558796 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.559036 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.559317 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.559543 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.559763 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.560002 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.560333 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.560642 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.561485 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.561733 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.561983 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.562207 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.562983 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.563204 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.563456 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.563704 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.565626 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.565894 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.566065 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 04:05:35.566597 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 04:05:35.566767 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 04:05:35.566928 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 04:05:35.567105 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 04:05:35.567299 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 04:05:35.567474 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 04:05:35.567666 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.567818 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.568010 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.568540 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.568716 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.568905 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.574371 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.574371 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.574371 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.574371 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.574371 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.574371 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.574371 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.574371 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.575511 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.575511 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.575511 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.575511 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.575511 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.575511 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.575511 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.575511 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.576594 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] debug = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.576594 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.576594 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.576594 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.576594 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.576594 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.577365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.577365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.577365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.577365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.577365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.577365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.577365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.577365 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.578193 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.578193 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.578193 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.578193 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.578193 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] host = n-d-712142-15 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.578193 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.578193 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.578193 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.579501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.579501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.579501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.579501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.579501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.579501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.579501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.579501 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580098 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580098 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580098 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580098 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_options = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580098 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580098 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580098 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580098 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580642 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580642 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580642 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580642 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580642 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580642 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.580642 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581196 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581724 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581724 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581724 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581724 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581724 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.581724 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.582383 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.582383 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.582383 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.582594 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.582673 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.582805 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.582968 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.583132 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.583309 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.583455 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.583618 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.583780 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.583948 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.584150 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.584313 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.584483 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.584683 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.584829 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.584966 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.585102 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.585258 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_json = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.585402 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.585568 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.585730 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.585893 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.586055 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.586217 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.586379 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.586543 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:05:35.586732 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.586898 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.587076 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.587241 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.587407 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.587571 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.587737 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.587904 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.588092 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.588257 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.588431 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.588597 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.588774 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.588940 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.589106 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.589278 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.589444 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.589611 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.589776 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.589940 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.590105 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.590269 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.590430 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.590601 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.590766 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.591386 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.591602 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.592676 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.592863 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.593042 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.594749 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.594973 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.595146 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.595317 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.595486 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.595657 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.595827 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.596047 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.596220 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.596418 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.596773 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.597000 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.597257 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.597432 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.599318 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.599318 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.599318 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.599318 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.599318 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.599318 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.599318 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.599318 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.601647 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602260 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602849 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602849 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602849 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.602849 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.603132 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.603132 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.603274 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.603358 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.603498 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.603669 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.604033 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.604199 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.604344 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.605104 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.605104 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.605104 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.605104 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.605104 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606030 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606030 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606030 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606030 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606030 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606710 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606710 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606710 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606710 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.606710 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.607279 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.607279 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.607279 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.607279 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608121 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608121 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608121 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608121 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608121 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608598 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608598 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608598 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608872 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.608872 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.609015 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.609180 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.609370 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.609535 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.609711 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.609877 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.610045 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.610211 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.610400 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.610563 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.610729 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.610897 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.611063 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.611228 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.611395 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.611560 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.611726 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.611891 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.612077 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.612245 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.612420 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.612597 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.612763 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.612929 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.613093 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.613282 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.613448 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.613614 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.613779 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.613944 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.614109 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.614274 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.614439 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.614624 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.614772 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.614937 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.615104 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.615270 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.615436 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.615601 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.615766 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.615932 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.616121 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.616288 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.616455 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.616627 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.616793 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.616959 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.617123 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.617289 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.617454 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.617620 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.617786 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.617952 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.618118 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.618288 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.618454 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.618618 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.618783 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.618947 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.619112 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.619277 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.619444 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.619610 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.619776 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.619943 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.620141 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.620309 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.620474 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.620641 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.620808 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.620974 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.621148 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.621311 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.621481 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.621650 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.621818 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.621987 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.622153 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.622320 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.622504 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.622671 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.622835 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.623002 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.623168 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.623334 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.623499 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.623665 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.623831 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.624012 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.624181 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.624349 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.624520 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.624686 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.625368 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.625528 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.625692 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.625860 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.626030 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.626208 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.626418 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.626588 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.626755 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.626921 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.627087 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.627264 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.627429 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.627596 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.627761 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.627925 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.628116 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.628299 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.628466 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.628632 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.628796 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.628962 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.629128 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.629306 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.629471 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.629637 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.629804 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.629970 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.630136 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.630316 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.630464 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.630630 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.630800 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.630962 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.631128 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.631306 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.631471 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.631636 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.631802 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.631968 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.632154 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.632330 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.632499 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.632665 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.632838 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.633005 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.633169 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.633335 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.633515 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.633683 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.633852 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.634017 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.634183 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.634348 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.634517 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.634689 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.634865 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.635040 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.635209 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.635385 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.635560 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.635735 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.635900 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.636096 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.636277 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.636445 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.636612 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.636779 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.636946 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.637112 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.637280 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.637445 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.637611 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.637782 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.637995 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.638095 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.638261 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.638426 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.638592 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.638759 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.638924 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.639092 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.639257 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.639424 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:05:35.639582 n-d-712142-15 neutron-server[94736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 04:05:35.751382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55954) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:05:35.760119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064249 Aug 29 04:05:47.438856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e87ca6-b65a-4761-9f85-71233aa698f5 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:05:47.523339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e87ca6-b65a-4761-9f85-71233aa698f5 None None] No non-hosted networks {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 04:05:47.532136 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.agentschedulers_db [None req-14e87ca6-b65a-4761-9f85-71233aa698f5 None None] DHCP Agent not found on host n-d-712142-15 {{(pid=94847) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 04:05:47.588011 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4fd36538-dfb5-4ad9-a9fa-9aff6353c6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540071'] for agent, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:50.235439 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540071'] for agent, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:50.236810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.237511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.238057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.238588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.239141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.239665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.240237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.240775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.241295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.241822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.243291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.243822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:50.244607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712142-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:05:50.268406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712142-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:05:50.342966 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-602659d0-8e87-4d96-bb38-e5937872d440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540071'] for agent, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:50.474194 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0e24d192-b863-4de6-937d-72c94e4ec186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:51.055713 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540071'] for agent, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:52.623589 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540071'] for agent, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:53.962612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56046) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:05:54.509830 n-d-712142-15 neutron-server[94846]: WARNING oslo_policy.policy [None req-d7f4982a-ef20-41a8-bd54-401f8c3d3cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:05:54.510417 n-d-712142-15 neutron-server[94846]: WARNING oslo_policy.policy [None req-d7f4982a-ef20-41a8-bd54-401f8c3d3cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:05:54.734895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-d7f4982a-ef20-41a8-bd54-401f8c3d3cf0 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:05:54.736214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d7f4982a-ef20-41a8-bd54-401f8c3d3cf0 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7714901 Aug 29 04:05:54.857085 n-d-712142-15 neutron-server[94847]: INFO neutron.db.l3_hamode_db [None req-46019724-1791-4291-a064-944625ac20e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 04:05:54.940896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46019724-1791-4291-a064-944625ac20e7 None None] Routers set() bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:05:54.941470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46019724-1791-4291-a064-944625ac20e7 None None] Router IDs set() for agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:05:57.148156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56060) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:05:57.489045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5b88bb48-67a2-4a98-96bf-0fca02be8a24 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:05:57.583311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.policy [None req-5b88bb48-67a2-4a98-96bf-0fca02be8a24 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 04:05:57.628173 n-d-712142-15 neutron-server[94846]: WARNING oslo_policy.policy [None req-5b88bb48-67a2-4a98-96bf-0fca02be8a24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:05:57.628561 n-d-712142-15 neutron-server[94846]: WARNING oslo_policy.policy [None req-5b88bb48-67a2-4a98-96bf-0fca02be8a24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:05:57.637087 n-d-712142-15 neutron-server[94846]: INFO neutron.quota [None req-5b88bb48-67a2-4a98-96bf-0fca02be8a24 admin admin] Loaded quota_driver: . Aug 29 04:05:57.728290 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5b88bb48-67a2-4a98-96bf-0fca02be8a24 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794000805662', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794000802157', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794000818005', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794000815857', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794000972688', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794001425775', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3760116', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3744970', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540573', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1026660'] for rbac-policy, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:57.792724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5b88bb48-67a2-4a98-96bf-0fca02be8a24 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:57.793899 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5b88bb48-67a2-4a98-96bf-0fca02be8a24 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6447468 Aug 29 04:06:00.402312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56072) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:00.738317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Request body: {'network': {'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'admin_state_up': True, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'name': 'private'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:06:00.766783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Made reservation on behalf of 4afdd7dcd97d43b88196b1245ea7ad7d for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:06:00.770016 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:00.786943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:00.930207 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:00.935328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:00.956859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:06:00.986368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794001929445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:00.986974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Unsubscribe: segment precommit_create {{(pid=94846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 04:06:00.987499 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Added segment 3f75631f-e8df-469c-a3f9-a703f296d243 of type vlan for network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc Aug 29 04:06:01.003078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cceadee-f751-4702-a74b-12227b03fa96,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:01.052523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.052864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.053203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.053537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.053870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.054199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.054524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.054851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.055174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.055500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.055820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.056166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Tracked resource versions report: Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: pushed versions: Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: { 'AddressGroup': {'1.2'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'ConntrackHelper': {'1.0'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Log': {'1.0'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Network': {'1.1'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Port': {'1.7'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'PortForwarding': {'1.2'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'QosPolicy': {'1.9'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'SecurityGroup': {'1.4'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'SubPort': {'1.0'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Subnet': {'1.1'}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Trunk': {'1.1'}} Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: consumer versions: Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: { DHCP agent@n-d-712142-15: {}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: L3 agent@n-d-712142-15: {}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: Metadata agent@n-d-712142-15: {}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: Metering agent@n-d-712142-15: {}, Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: Open vSwitch agent@n-d-712142-15: { 'AddressGroup': '1.2', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'ConntrackHelper': '1.0', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Log': '1.0', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Network': '1.1', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Port': '1.7', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'PortForwarding': '1.2', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'QosPolicy': '1.9', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'SecurityGroup': '1.4', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'SecurityGroupRule': '1.2', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'SubPort': '1.0', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Subnet': '1.1', Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: 'Trunk': '1.1'}} Aug 29 04:06:01.057263 n-d-712142-15 neutron-server[94846]: {{(pid=94846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:06:01.108950 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:01.147930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:01.149175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:06:01.149825 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:01.231367 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8278491 Aug 29 04:06:01.251009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690a09f-0e57-4f31-9304-63fbfd5e981b admin admin] Pushing event updated for resources: {'Network': ['ID=2c7242a9-7f8d-45f2-b23c-188ba10df9bc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:01.263839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:06:03.958064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56086) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:04.467090 n-d-712142-15 neutron-server[94845]: WARNING oslo_policy.policy [None req-91af7644-9f91-452d-83aa-db57528caffa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:06:04.467706 n-d-712142-15 neutron-server[94845]: WARNING oslo_policy.policy [None req-91af7644-9f91-452d-83aa-db57528caffa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:06:04.921864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.policy [None req-91af7644-9f91-452d-83aa-db57528caffa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 04:06:04.966912 n-d-712142-15 neutron-server[94845]: WARNING oslo_policy.policy [None req-91af7644-9f91-452d-83aa-db57528caffa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:06:04.967614 n-d-712142-15 neutron-server[94845]: WARNING oslo_policy.policy [None req-91af7644-9f91-452d-83aa-db57528caffa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:06:04.976217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af7644-9f91-452d-83aa-db57528caffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:06:04.977970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-91af7644-9f91-452d-83aa-db57528caffa admin admin] 10.222.0.58 "GET /v2.0/networks/2c7242a9-7f8d-45f2-b23c-188ba10df9bc HTTP/1.1" status: 200 len: 825 time: 1.0189357 Aug 29 04:06:05.017946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c7a1d90e-4082-43af-9474-80d64d5b8c23 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/a27cee8c-036b-4336-8bcf-ceb5c0679db7 HTTP/1.1" status: 200 len: 734 time: 0.0338037 Aug 29 04:06:05.027519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'a27cee8c-036b-4336-8bcf-ceb5c0679db7', 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:06:05.029128 n-d-712142-15 neutron-server[94845]: INFO neutron.quota [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Loaded quota_driver: . Aug 29 04:06:05.068931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Made reservation on behalf of 4afdd7dcd97d43b88196b1245ea7ad7d for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:06:05.071731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:05.363451 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:05.431025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Checking segment: {'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:06:05.431427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Network hostable DHCP agents. Network: 2c7242a9-7f8d-45f2-b23c-188ba10df9bc, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:06:05.448083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Pushing event updated for resources: {'Subnet': ['ID=281d058a-0362-4767-b55e-8a17c360f58a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:05.461843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.462190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.462585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.462923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.463252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.463578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.463901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.464273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.464596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.464918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.465245 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.465572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Tracked resource versions report: Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: pushed versions: Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: { 'AddressGroup': {'1.2'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'ConntrackHelper': {'1.0'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Log': {'1.0'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Network': {'1.1'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Port': {'1.7'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'PortForwarding': {'1.2'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'QosPolicy': {'1.9'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'SecurityGroup': {'1.4'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'SubPort': {'1.0'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Subnet': {'1.1'}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Trunk': {'1.1'}} Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: consumer versions: Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: { DHCP agent@n-d-712142-15: {}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: L3 agent@n-d-712142-15: {}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: Metadata agent@n-d-712142-15: {}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: Metering agent@n-d-712142-15: {}, Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: Open vSwitch agent@n-d-712142-15: { 'AddressGroup': '1.2', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'ConntrackHelper': '1.0', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Log': '1.0', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Network': '1.1', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Port': '1.7', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'PortForwarding': '1.2', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'QosPolicy': '1.9', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'SecurityGroup': '1.4', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'SecurityGroupRule': '1.2', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'SubPort': '1.0', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Subnet': '1.1', Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: 'Trunk': '1.1'}} Aug 29 04:06:05.466695 n-d-712142-15 neutron-server[94845]: {{(pid=94845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:06:05.495869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:06:05.509637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 2c7242a9-7f8d-45f2-b23c-188ba10df9bc) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:06:05.514351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:06:05.514991 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:05.519426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a73afd-d626-4477-b28d-4cade2d96389 None None] Network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:06:05.536537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad58ce8f-1a36-46b4-acb1-cb523773996e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5123763 Aug 29 04:06:05.855705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'fixed_ips': [{'subnet_id': '281d058a-0362-4767-b55e-8a17c360f58a'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:06:05.857091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:06.157436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Allocated IP 172.20.0.2 (2c7242a9-7f8d-45f2-b23c-188ba10df9bc/281d058a-0362-4767-b55e-8a17c360f58a/a4b38b73-5bed-4fc4-acc4-f815d36d756b) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:06:06.366725 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:06.410010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Transition to ACTIVE for port object a4b38b73-5bed-4fc4-acc4-f815d36d756b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:06:06.431251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Transition to ACTIVE for port object a4b38b73-5bed-4fc4-acc4-f815d36d756b will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:06:06.439093 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:06.516807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:06:06.524932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Pushing event updated for resources: {'Port': ['ID=a4b38b73-5bed-4fc4-acc4-f815d36d756b,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:06.527193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:06:06.534379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:06:06.537721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.538073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.538413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.538752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.539087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.539420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.539750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.540100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.540456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.540752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.541129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.541513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Tracked resource versions report: Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: pushed versions: Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: { 'AddressGroup': {'1.2'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'ConntrackHelper': {'1.0'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Log': {'1.0'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Network': {'1.1'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Port': {'1.7'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'PortForwarding': {'1.2'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'QosPolicy': {'1.9'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'SecurityGroup': {'1.4'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'SubPort': {'1.0'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Subnet': {'1.1'}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Trunk': {'1.1'}} Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: consumer versions: Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: { DHCP agent@n-d-712142-15: {}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: L3 agent@n-d-712142-15: {}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: Metadata agent@n-d-712142-15: {}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: Metering agent@n-d-712142-15: {}, Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: Open vSwitch agent@n-d-712142-15: { 'AddressGroup': '1.2', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'ConntrackHelper': '1.0', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Log': '1.0', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Network': '1.1', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Port': '1.7', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'PortForwarding': '1.2', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'QosPolicy': '1.9', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'SecurityGroup': '1.4', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'SecurityGroupRule': '1.2', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'SubPort': '1.0', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Subnet': '1.1', Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: 'Trunk': '1.1'}} Aug 29 04:06:06.542538 n-d-712142-15 neutron-server[94847]: {{(pid=94847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:06:06.618972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Attempting to bind port a4b38b73-5bed-4fc4-acc4-f815d36d756b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:06:06.619376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Attempting to bind port a4b38b73-5bed-4fc4-acc4-f815d36d756b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:06:06.619823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Attempting to bind port a4b38b73-5bed-4fc4-acc4-f815d36d756b on network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:06:06.625387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:06:06.625823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Checking segment: {'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:06:06.626292 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:06.626689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Bound using segment: {'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:06:06.627206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Bound port: a4b38b73-5bed-4fc4-acc4-f815d36d756b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:06:06.627620 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:06.693218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-35927b37-5d19-4949-a892-486f814f5446 None None] For port a4b38b73-5bed-4fc4-acc4-f815d36d756b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:06:06.697626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-35927b37-5d19-4949-a892-486f814f5446 None None] For port a4b38b73-5bed-4fc4-acc4-f815d36d756b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4b38b73-5bed-4fc4-acc4-f815d36d756b,segment=NetworkSegment(3f75631f-e8df-469c-a3f9-a703f296d243),segment_id=3f75631f-e8df-469c-a3f9-a703f296d243)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:06:06.702078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:06.779122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35927b37-5d19-4949-a892-486f814f5446 None None] Pushing event updated for resources: {'Port': ['ID=a4b38b73-5bed-4fc4-acc4-f815d36d756b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:07.973674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56106) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:08.319010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-8ceeeb80-ff9b-43f9-b334-5d445d9c7118 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:06:08.344013 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ceeeb80-ff9b-43f9-b334-5d445d9c7118 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3453760 Aug 29 04:06:10.860154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56114) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:11.204329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-13ac701c-9e5b-41e9-b6ab-1e86cc31c3e2 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:06:11.205325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-13ac701c-9e5b-41e9-b6ab-1e86cc31c3e2 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3441434 Aug 29 04:06:13.881964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56124) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:14.203384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-66f18f3b-a4f9-4fd4-8a8d-1d9deda38e3a admin admin] Request body: {'router': {'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:06:14.232491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66f18f3b-a4f9-4fd4-8a8d-1d9deda38e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:14.234525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66f18f3b-a4f9-4fd4-8a8d-1d9deda38e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:14.260118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a4b38b73-5bed-4fc4-acc4-f815d36d756b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:06:14.346074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a4b38b73-5bed-4fc4-acc4-f815d36d756b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:06:14.386162 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66f18f3b-a4f9-4fd4-8a8d-1d9deda38e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:14.391695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66f18f3b-a4f9-4fd4-8a8d-1d9deda38e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:14.405253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66f18f3b-a4f9-4fd4-8a8d-1d9deda38e3a admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:14.406444 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-66f18f3b-a4f9-4fd4-8a8d-1d9deda38e3a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5235102 Aug 29 04:06:15.248999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364d9fb-8ddd-47d3-af08-9cdf6384d25f None None] Network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:06:15.310581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cfc8d1f4-0ba6-453d-9410-616659b25162 None None] Provisioning for port a4b38b73-5bed-4fc4-acc4-f815d36d756b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:06:15.317591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cfc8d1f4-0ba6-453d-9410-616659b25162 None None] Provisioning complete for port a4b38b73-5bed-4fc4-acc4-f815d36d756b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:15.318015 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d1f4-0ba6-453d-9410-616659b25162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:15.489440 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d1f4-0ba6-453d-9410-616659b25162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:15.547940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cfc8d1f4-0ba6-453d-9410-616659b25162 None None] For port a4b38b73-5bed-4fc4-acc4-f815d36d756b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4b38b73-5bed-4fc4-acc4-f815d36d756b,segment=NetworkSegment(3f75631f-e8df-469c-a3f9-a703f296d243),segment_id=3f75631f-e8df-469c-a3f9-a703f296d243)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:06:15.553533 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d1f4-0ba6-453d-9410-616659b25162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:15.606801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8d1f4-0ba6-453d-9410-616659b25162 None None] Pushing event updated for resources: {'Port': ['ID=a4b38b73-5bed-4fc4-acc4-f815d36d756b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:15.772322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-42f1ecd3-ee92-4cf2-b1e1-11cd61729262 None None] Provisioning complete for port a4b38b73-5bed-4fc4-acc4-f815d36d756b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:15.772694 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-42f1ecd3-ee92-4cf2-b1e1-11cd61729262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:16.226410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a4b38b73-5bed-4fc4-acc4-f815d36d756b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:06:16.274675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a4b38b73-5bed-4fc4-acc4-f815d36d756b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:16.275051 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:16.827856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56136) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:17.148249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-9c0e11dd-9ddb-488e-85b2-66038c3bdc94 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:06:17.149257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9c0e11dd-9ddb-488e-85b2-66038c3bdc94 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204284 Aug 29 04:06:17.286023 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e767-5a9d-4685-8e5e-69f824e68de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:19.557606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56144) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:19.880716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:06:19.905595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Made reservation on behalf of efbe9e7c3308412b8c6fe22e42de35c9 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:06:19.908203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:19.924324 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.053362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.057395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.075636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=94845) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 04:06:20.093337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510848d7-93ad-4486-bd72-7829446adf88,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:20.100187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794001929445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.100758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Unsubscribe: segment precommit_create {{(pid=94845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 04:06:20.101257 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Added segment 93963830-0adf-49a5-8ff7-1ec944631d54 of type flat for network e42a4987-68cc-4c0b-b903-50a81ecdbb98 Aug 29 04:06:20.165066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.206266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.207513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:06:20.208133 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.226329 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.300996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7422605 Aug 29 04:06:20.321088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0478d8-0109-4fa7-82df-3d29843980f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e42a4987-68cc-4c0b-b903-50a81ecdbb98,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:20.326414 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e5420ae4-960b-41da-b9c1-75005cc798dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:20.337869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:06:21.000272 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:22.579047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:22.701602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56162) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:22.925930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522b464c-1571-462b-ae12-acb1b0c2e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:06:22.927320 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-522b464c-1571-462b-ae12-acb1b0c2e358 admin admin] 10.222.0.58 "GET /v2.0/subnets/281d058a-0362-4767-b55e-8a17c360f58a HTTP/1.1" status: 200 len: 849 time: 0.2247109 Aug 29 04:06:23.078116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d1d9f6ba-3dfa-4e93-bb28-c951687411fe admin admin] 10.222.0.58 "GET /v2.0/routers/ca7bcb3a-60d5-4904-9ae5-7a600338d735 HTTP/1.1" status: 200 len: 704 time: 0.1445596 Aug 29 04:06:23.358163 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:23.685038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Allocated IP 172.20.0.1 (2c7242a9-7f8d-45f2-b23c-188ba10df9bc/281d058a-0362-4767-b55e-8a17c360f58a/d79ad61a-e00f-478e-a6f0-6930e99f2ad9) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:06:23.882105 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:23.909861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Transition to ACTIVE for port object d79ad61a-e00f-478e-a6f0-6930e99f2ad9 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:06:23.977002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.055124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:06:24.060642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:06:24.065232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:06:24.065465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.122773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d79ad61a-e00f-478e-a6f0-6930e99f2ad9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:24.228217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-048e876d-97a8-49bb-9acf-cb551c033a94 None None] Provisioning for port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:06:24.232364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-048e876d-97a8-49bb-9acf-cb551c033a94 None None] Provisioning complete for port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:24.232747 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-048e876d-97a8-49bb-9acf-cb551c033a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.266892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-048e876d-97a8-49bb-9acf-cb551c033a94 None None] Port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:06:24.320378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.532048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.536494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.537380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.613901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d79ad61a-e00f-478e-a6f0-6930e99f2ad9,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:24.661683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:06:24.662991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:06:24.832436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Router ca7bcb3a-60d5-4904-9ae5-7a600338d735 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:06:24.889966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4073a273-d85d-484f-a289-4aa295fcb8ba None None] Provisioning complete for port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:24.890356 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4073a273-d85d-484f-a289-4aa295fcb8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.925029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:06:24.945072 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d3c20ad6-cdd8-4b45-9691-52e3a76048b0 admin admin] 10.222.0.58 "PUT /v2.0/routers/ca7bcb3a-60d5-4904-9ae5-7a600338d735/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8465819 Aug 29 04:06:24.945165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4073a273-d85d-484f-a289-4aa295fcb8ba None None] Port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:06:24.945250 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Sync routers for ids ['ca7bcb3a-60d5-4904-9ae5-7a600338d735'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:06:24.951640 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Routers {'ca7bcb3a-60d5-4904-9ae5-7a600338d735'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:06:24.952656 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:06:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ca7bcb3a-60d5-4904-9ae5-7a600338d735'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:06:25.154022 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Set router ca7bcb3a-60d5-4904-9ae5-7a600338d735 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:06:25.626943 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'name': 'router1', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:06:14Z', 'updated_at': '2021-08-29T04:06:24Z', 'revision_number': 2, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'gw_port_host': None, '_interfaces': [{'id': 'd79ad61a-e00f-478e-a6f0-6930e99f2ad9', 'name': '', 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'mac_address': 'fa:16:3e:68:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '281d058a-0362-4767-b55e-8a17c360f58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:23Z', 'updated_at': '2021-08-29T04:06:24Z', 'revision_number': 2, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'subnets': [{'id': '281d058a-0362-4767-b55e-8a17c360f58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a27cee8c-036b-4336-8bcf-ceb5c0679db7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:06:25.679651 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Checking router: ca7bcb3a-60d5-4904-9ae5-7a600338d735 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:06:25.680035 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Updating router ca7bcb3a-60d5-4904-9ae5-7a600338d735 port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:06:25.730234 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:26.257604 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:26.276270 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Transition to ACTIVE for port object d79ad61a-e00f-478e-a6f0-6930e99f2ad9 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:06:26.282589 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:26.423651 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Pushing event updated for resources: {'Port': ['ID=d79ad61a-e00f-478e-a6f0-6930e99f2ad9,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:26.451549 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.451936 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.452306 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.452647 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.452983 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.453320 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.453649 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.453974 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.454301 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.454624 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.454945 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.455269 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Tracked resource versions report: Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: pushed versions: Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: { 'AddressGroup': {'1.2'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'ConntrackHelper': {'1.0'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Log': {'1.0'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Network': {'1.1'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Port': {'1.7'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'PortForwarding': {'1.2'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'QosPolicy': {'1.9'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'SecurityGroup': {'1.4'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'SubPort': {'1.0'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Subnet': {'1.1'}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Trunk': {'1.1'}} Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: consumer versions: Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: { DHCP agent@n-d-712142-15: {}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: L3 agent@n-d-712142-15: {}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: Metadata agent@n-d-712142-15: {}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: Metering agent@n-d-712142-15: {}, Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: Open vSwitch agent@n-d-712142-15: { 'AddressGroup': '1.2', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'ConntrackHelper': '1.0', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Log': '1.0', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Network': '1.1', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Port': '1.7', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'PortForwarding': '1.2', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'QosPolicy': '1.9', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'SecurityGroup': '1.4', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'SecurityGroupRule': '1.2', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'SubPort': '1.0', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Subnet': '1.1', Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: 'Trunk': '1.1'}} Aug 29 04:06:26.456440 n-d-712142-15 neutron-server[94848]: {{(pid=94848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:06:26.468595 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Attempting to bind port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:06:26.468996 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Attempting to bind port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:06:26.469430 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Attempting to bind port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 on network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:06:26.474793 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:06:26.475215 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Checking segment: {'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:06:26.475685 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:26.476102 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Bound using segment: {'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:06:26.476619 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Bound port: d79ad61a-e00f-478e-a6f0-6930e99f2ad9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f75631f-e8df-469c-a3f9-a703f296d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:06:26.477020 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:26.549808 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] For port d79ad61a-e00f-478e-a6f0-6930e99f2ad9, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:06:26.570846 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] For port d79ad61a-e00f-478e-a6f0-6930e99f2ad9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d79ad61a-e00f-478e-a6f0-6930e99f2ad9,segment=NetworkSegment(3f75631f-e8df-469c-a3f9-a703f296d243),segment_id=3f75631f-e8df-469c-a3f9-a703f296d243)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:06:26.575786 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:26.633448 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Routers {'ca7bcb3a-60d5-4904-9ae5-7a600338d735'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:06:26.634094 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:06:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ca7bcb3a-60d5-4904-9ae5-7a600338d735'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:06:26.639255 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28de130-8bd5-45dc-afb5-5f9b2308a42d None None] Pushing event updated for resources: {'Port': ['ID=d79ad61a-e00f-478e-a6f0-6930e99f2ad9,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:26.728537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] Set router ca7bcb3a-60d5-4904-9ae5-7a600338d735 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:06:26.937391 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'name': 'router1', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:06:14Z', 'updated_at': '2021-08-29T04:06:24Z', 'revision_number': 2, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'gw_port_host': None, '_interfaces': [{'id': 'd79ad61a-e00f-478e-a6f0-6930e99f2ad9', 'name': '', 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'mac_address': 'fa:16:3e:68:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '281d058a-0362-4767-b55e-8a17c360f58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:23Z', 'updated_at': '2021-08-29T04:06:26Z', 'revision_number': 4, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'subnets': [{'id': '281d058a-0362-4767-b55e-8a17c360f58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a27cee8c-036b-4336-8bcf-ceb5c0679db7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:06:26.969611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c2f42-d58f-425e-8239-ae6fb51f4733 None None] The sync data for ids ['ca7bcb3a-60d5-4904-9ae5-7a600338d735'] in n-d-712142-15 is: [{'id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'name': 'router1', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:06:14Z', 'updated_at': '2021-08-29T04:06:24Z', 'revision_number': 2, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'gw_port_host': None, '_interfaces': [{'id': 'd79ad61a-e00f-478e-a6f0-6930e99f2ad9', 'name': '', 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'mac_address': 'fa:16:3e:68:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '281d058a-0362-4767-b55e-8a17c360f58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:23Z', 'updated_at': '2021-08-29T04:06:26Z', 'revision_number': 4, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'subnets': [{'id': '281d058a-0362-4767-b55e-8a17c360f58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a27cee8c-036b-4336-8bcf-ceb5c0679db7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:06:27.266950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56182) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:27.389086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9456e2-9484-4437-9cd2-f25e37f1a5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:06:27.390634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4a9456e2-9484-4437-9cd2-f25e37f1a5a8 admin admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 842 time: 0.1226749 Aug 29 04:06:27.401184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:06:27.422267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Made reservation on behalf of efbe9e7c3308412b8c6fe22e42de35c9 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:06:27.424549 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:27.777666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:06:27.778139 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:27.829543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6b107e-d477-4985-805a-aecdcb5c7bbe,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:27.845280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:06:27.845635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Network hostable DHCP agents. Network: e42a4987-68cc-4c0b-b903-50a81ecdbb98, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:06:27.862584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:06:27.871826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e42a4987-68cc-4c0b-b903-50a81ecdbb98) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:06:27.876491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:06:27.877088 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:27.882605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a053a8b3-e702-4302-9908-053db985557c None None] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:06:27.891328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-43dcebd2-2af4-4b18-8021-6274e74412d0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4936101 Aug 29 04:06:28.013579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb13e7-ee4e-490c-a3bb-de7d0992a6b9 None None] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:06:30.238159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56190) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:30.490975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f91df3c1-8b68-486b-9d5e-c1d175ff4e7e admin admin] 10.222.0.58 "GET /v2.0/routers/ca7bcb3a-60d5-4904-9ae5-7a600338d735 HTTP/1.1" status: 200 len: 710 time: 0.2515585 Aug 29 04:06:30.581188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c1682c-4a6c-4345-b721-7cad861b27aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:06:30.582822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-97c1682c-4a6c-4345-b721-7cad861b27aa admin admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 886 time: 0.0857315 Aug 29 04:06:30.592506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:06:30.842749 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:31.126840 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:31.204626 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:31.369439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Allocated IP 172.25.1.45 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/2ff50cf5-17ad-4be4-bac6-fabd838ccb91) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:06:31.490714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:31.567000 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:31.660117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:06:31.664404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff50cf5-17ad-4be4-bac6-fabd838ccb91,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:31.668288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:06:31.689116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:06:31.992670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:32.204561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:32.210151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:32.288901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d79ad61a-e00f-478e-a6f0-6930e99f2ad9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:06:32.327434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Router ca7bcb3a-60d5-4904-9ae5-7a600338d735 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:06:32.344740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:06:32.349209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:32.349657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:32.440505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:32.478508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d79ad61a-e00f-478e-a6f0-6930e99f2ad9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d79ad61a-e00f-478e-a6f0-6930e99f2ad9,segment=NetworkSegment(3f75631f-e8df-469c-a3f9-a703f296d243),segment_id=3f75631f-e8df-469c-a3f9-a703f296d243)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:06:32.482818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:32.526456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:06:32.532781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:32.534237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6d2449cc-873b-4b09-ba85-d41e982ef8f4 admin admin] 10.222.0.58 "PUT /v2.0/routers/ca7bcb3a-60d5-4904-9ae5-7a600338d735 HTTP/1.1" status: 200 len: 889 time: 1.9452055 Aug 29 04:06:32.543250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d79ad61a-e00f-478e-a6f0-6930e99f2ad9,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:33.616994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Sync routers for ids ['ca7bcb3a-60d5-4904-9ae5-7a600338d735'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:06:33.627948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Routers {'ca7bcb3a-60d5-4904-9ae5-7a600338d735'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:06:33.628702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:06:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ca7bcb3a-60d5-4904-9ae5-7a600338d735'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:06:33.912039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Set router ca7bcb3a-60d5-4904-9ae5-7a600338d735 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:06:34.260648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d79ad61a-e00f-478e-a6f0-6930e99f2ad9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:06:34.366726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:34.367104 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:34.407538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'name': 'router1', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '2ff50cf5-17ad-4be4-bac6-fabd838ccb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:06:14Z', 'updated_at': '2021-08-29T04:06:31Z', 'revision_number': 4, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'gw_port': {'id': '2ff50cf5-17ad-4be4-bac6-fabd838ccb91', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:31Z', 'updated_at': '2021-08-29T04:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd79ad61a-e00f-478e-a6f0-6930e99f2ad9', 'name': '', 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'mac_address': 'fa:16:3e:68:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '281d058a-0362-4767-b55e-8a17c360f58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:23Z', 'updated_at': '2021-08-29T04:06:32Z', 'revision_number': 5, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'subnets': [{'id': '281d058a-0362-4767-b55e-8a17c360f58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a27cee8c-036b-4336-8bcf-ceb5c0679db7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:06:34.461625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Checking router: ca7bcb3a-60d5-4904-9ae5-7a600338d735 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:06:34.461912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Updating router ca7bcb3a-60d5-4904-9ae5-7a600338d735 port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:06:34.513505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:34.891518 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:34.902174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Transition to ACTIVE for port object 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:06:34.908779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:34.940115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56204) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:34.962454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3f285-491c-4c30-947e-5b2f711a1f8c None None] Pushing event updated for resources: {'Port': ['ID=2ff50cf5-17ad-4be4-bac6-fabd838ccb91,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:34.964590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Attempting to bind port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:06:34.964957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Attempting to bind port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:06:34.965321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Attempting to bind port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:06:34.971131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:06:34.971519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:06:34.971934 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:34.972364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:06:34.972838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Bound port: 2ff50cf5-17ad-4be4-bac6-fabd838ccb91, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:06:34.973245 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:35.027496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] For port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:06:35.031490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] For port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2ff50cf5-17ad-4be4-bac6-fabd838ccb91,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:06:35.035360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:35.064266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-050d0c13-d1a0-4307-aa0d-9a31031cc39b admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1224999 Aug 29 04:06:35.175636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Routers {'ca7bcb3a-60d5-4904-9ae5-7a600338d735'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:06:35.176283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:06:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ca7bcb3a-60d5-4904-9ae5-7a600338d735'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:06:35.226034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3f285-491c-4c30-947e-5b2f711a1f8c None None] Pushing event updated for resources: {'Port': ['ID=2ff50cf5-17ad-4be4-bac6-fabd838ccb91,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:35.306155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] Set router ca7bcb3a-60d5-4904-9ae5-7a600338d735 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:06:35.493451 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:06:35.539863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'name': 'router1', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '2ff50cf5-17ad-4be4-bac6-fabd838ccb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:06:14Z', 'updated_at': '2021-08-29T04:06:31Z', 'revision_number': 4, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'gw_port': {'id': '2ff50cf5-17ad-4be4-bac6-fabd838ccb91', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:31Z', 'updated_at': '2021-08-29T04:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd79ad61a-e00f-478e-a6f0-6930e99f2ad9', 'name': '', 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'mac_address': 'fa:16:3e:68:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '281d058a-0362-4767-b55e-8a17c360f58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:23Z', 'updated_at': '2021-08-29T04:06:32Z', 'revision_number': 5, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'subnets': [{'id': '281d058a-0362-4767-b55e-8a17c360f58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a27cee8c-036b-4336-8bcf-ceb5c0679db7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:06:35.571089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689a35a-4f4d-45a8-85d2-ffa7dbb61bef None None] The sync data for ids ['ca7bcb3a-60d5-4904-9ae5-7a600338d735'] in n-d-712142-15 is: [{'id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'name': 'router1', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '2ff50cf5-17ad-4be4-bac6-fabd838ccb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:06:14Z', 'updated_at': '2021-08-29T04:06:31Z', 'revision_number': 4, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'gw_port': {'id': '2ff50cf5-17ad-4be4-bac6-fabd838ccb91', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:31Z', 'updated_at': '2021-08-29T04:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd79ad61a-e00f-478e-a6f0-6930e99f2ad9', 'name': '', 'network_id': '2c7242a9-7f8d-45f2-b23c-188ba10df9bc', 'tenant_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'mac_address': 'fa:16:3e:68:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7bcb3a-60d5-4904-9ae5-7a600338d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '281d058a-0362-4767-b55e-8a17c360f58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:06:23Z', 'updated_at': '2021-08-29T04:06:32Z', 'revision_number': 5, 'project_id': '4afdd7dcd97d43b88196b1245ea7ad7d', 'subnets': [{'id': '281d058a-0362-4767-b55e-8a17c360f58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a27cee8c-036b-4336-8bcf-ceb5c0679db7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:06:36.277728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:06:36.333841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:06:36.338725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:36.338725 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:36.434645 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:36.456900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2ff50cf5-17ad-4be4-bac6-fabd838ccb91,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:06:36.462869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:36.517171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=2ff50cf5-17ad-4be4-bac6-fabd838ccb91,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:06:38.269630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:06:38.322452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2ff50cf5-17ad-4be4-bac6-fabd838ccb91 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:06:38.323657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:47.288916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-385ccfcc-048d-4886-91d4-eab6ad6da567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:50.221515 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:50.329640 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dabaa6e4-c34d-431f-9da4-e26ea91eb24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:51.005225 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:52.601469 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:12.490672 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:07:17.297587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9e3f-0455-49fb-a79f-9429a5e7923e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:20.220257 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:20.328251 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b464911c-7fef-4c4d-9ef6-36e3693caeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:21.012883 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:22.600566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.290779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a01c6672-82be-4669-8176-756fb1eb8588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.488602 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:07:50.212915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.324227 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-960a9476-2578-48c0-a8f4-32f81ce62c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.012494 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.602275 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.294754 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0764d9d0-c134-4a9d-a798-0c7c5611f65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.429810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56798) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:17.492958 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0395c52-d558-4de9-9f1b-f01856f0d546 admin admin] GET failed (client error): The resource could not be found. Aug 29 04:08:17.494316 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c0395c52-d558-4de9-9f1b-f01856f0d546 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635509 Aug 29 04:08:17.659175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a95e1a-52ea-4e42-8452-fdf301841594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:17.660770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b8a95e1a-52ea-4e42-8452-fdf301841594 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1607969 Aug 29 04:08:19.890387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56808) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:19.984135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88621a-2e7f-4e13-8815-8033ca872c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:19.985525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fc88621a-2e7f-4e13-8815-8033ca872c23 admin admin] 10.222.0.58 "GET /v2.0/subnets/281d058a-0362-4767-b55e-8a17c360f58a HTTP/1.1" status: 200 len: 849 time: 0.0941484 Aug 29 04:08:19.996970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:20.094228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.216548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.255310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794001954344'] for subnet, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.287714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.288348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.289635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] 10.222.0.58 "PUT /v2.0/subnets/281d058a-0362-4767-b55e-8a17c360f58a HTTP/1.1" status: 200 len: 868 time: 0.2974172 Aug 29 04:08:20.296152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35317acc-ed67-4115-a7c7-bcdf53ac7d52 None None] Network 2c7242a9-7f8d-45f2-b23c-188ba10df9bc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:20.317291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281d058a-0362-4767-b55e-8a17c360f58a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:20.330287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.330817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.335053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.335053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.335053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.335053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.335053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.335053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.335615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.335697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.336252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.336752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221147b-f8ae-44b3-871f-f3a47a9ae5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:20.365818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-385f6610-e86a-4496-a67d-2a171ec20d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.658724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f9a267cd-5f46-4ede-a08b-f65a122657b8 None None] Provisioning complete for port a4b38b73-5bed-4fc4-acc4-f815d36d756b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:20.659098 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9a267cd-5f46-4ede-a08b-f65a122657b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.749045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f9a267cd-5f46-4ede-a08b-f65a122657b8 None None] Provisioning complete for port d79ad61a-e00f-478e-a6f0-6930e99f2ad9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:20.749416 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9a267cd-5f46-4ede-a08b-f65a122657b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.012820 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.507323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56816) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:22.604203 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.723298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998314b5-380b-4277-91ab-a36d542c0832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.723783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998314b5-380b-4277-91ab-a36d542c0832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.725391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-998314b5-380b-4277-91ab-a36d542c0832 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2170813 Aug 29 04:08:24.968988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56826) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:25.179622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b5426-9259-4fa6-ac91-3ca1ab86678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.180017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b5426-9259-4fa6-ac91-3ca1ab86678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.181687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b51b5426-9259-4fa6-ac91-3ca1ab86678b admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2117331 Aug 29 04:08:26.487979 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:08:27.387400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56834) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:27.521781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd932fbe-0632-41bc-aa41-96b2cdcc214e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.523163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fd932fbe-0632-41bc-aa41-96b2cdcc214e admin admin] 10.222.0.58 "GET /v2.0/networks/2c7242a9-7f8d-45f2-b23c-188ba10df9bc HTTP/1.1" status: 200 len: 869 time: 0.1347778 Aug 29 04:08:29.734774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56842) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:29.863457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe97f3-cff6-4bf5-ab39-9054444c6176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.864873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8cfe97f3-cff6-4bf5-ab39-9054444c6176 admin admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 886 time: 0.1290848 Aug 29 04:08:32.069046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56850) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:32.196174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e07d3-042c-4991-8960-7b0990ee7e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.196627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e07d3-042c-4991-8960-7b0990ee7e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.198174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f75e07d3-042c-4991-8960-7b0990ee7e52 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281745 Aug 29 04:08:34.421207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56858) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:34.513238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543d8c1-755c-44e9-aabb-c4498115f100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.513687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543d8c1-755c-44e9-aabb-c4498115f100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.515210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5543d8c1-755c-44e9-aabb-c4498115f100 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929625 Aug 29 04:08:36.789824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56866) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:36.881583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d820f4-cbef-4dda-9f3c-6314177a29fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:36.882968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-45d820f4-cbef-4dda-9f3c-6314177a29fe admin admin] 10.222.0.58 "GET /v2.0/subnets/281d058a-0362-4767-b55e-8a17c360f58a HTTP/1.1" status: 200 len: 868 time: 0.0922003 Aug 29 04:08:39.117183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56874) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:39.206918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc7fb7-0808-416e-b389-d4281fa12a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:39.208552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d8bc7fb7-0808-416e-b389-d4281fa12a9f admin admin] 10.222.0.58 "GET /v2.0/subnets/2e6b107e-d477-4985-805a-aecdcb5c7bbe HTTP/1.1" status: 200 len: 816 time: 0.0903678 Aug 29 04:08:47.295854 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-17a9646d-dc23-407f-a5dc-93183c28fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.218844 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.331839 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6939d7ba-f380-4c3e-b340-0ec5a0512ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.018573 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.607378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.479376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56928) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:03.487150 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:09:03.530214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-5b35a557-dad3-4583-8f34-0fa9ab542d80 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:09:03.531211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5b35a557-dad3-4583-8f34-0fa9ab542d80 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502908 Aug 29 04:09:05.814973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56936) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:05.883431 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7278cb-fe11-4c4c-a5c0-af658d9e652b admin admin] GET failed (client error): The resource could not be found. Aug 29 04:09:05.884791 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8a7278cb-fe11-4c4c-a5c0-af658d9e652b admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688436 Aug 29 04:09:06.032061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82079d62-39f9-4469-b69a-3c3165ec3072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.033460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-82079d62-39f9-4469-b69a-3c3165ec3072 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1434155 Aug 29 04:09:08.248061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56944) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:08.296832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:08.321814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Made reservation on behalf of efbe9e7c3308412b8c6fe22e42de35c9 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:08.324203 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.360642 n-d-712142-15 neutron-server[94846]: WARNING neutron.services.revisions.revision_plugin [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Could not find related network for resource to bump revision. Aug 29 04:09:08.373850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:08.383433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.383832 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Added segment 5195ec4e-df63-414a-af8b-d4c2d9a94786 of type vlan for network 40787063-6660-49ca-bfd8-17594e1d9deb Aug 29 04:09:08.423911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.456640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.457531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:08.458365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.512620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2633362 Aug 29 04:09:08.517284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Pushing event updated for resources: {'Network': ['ID=40787063-6660-49ca-bfd8-17594e1d9deb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:08.524767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.525544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.525887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.526223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.527176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.527506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.527836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.528220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.528545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.528869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.529192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.529513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd90fd-a3f5-477b-ad1d-f3897ed130c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.541467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 40787063-6660-49ca-bfd8-17594e1d9deb details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:10.738305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56952) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:10.799002 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc71e60e-a269-4b66-b65e-8e4605a20d60 admin admin] GET failed (client error): The resource could not be found. Aug 29 04:09:10.800427 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fc71e60e-a269-4b66-b65e-8e4605a20d60 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609813 Aug 29 04:09:10.872298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d4f3de-cc3f-409c-b945-58d50ff6caf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.873772 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-68d4f3de-cc3f-409c-b945-58d50ff6caf9 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686762 Aug 29 04:09:10.884140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'description': 'shared-subnet'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:10.996616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Made reservation on behalf of efbe9e7c3308412b8c6fe22e42de35c9 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:10.999130 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.189052 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.248033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b2ce7c-a5ac-4d92-b285-d898ffa5b641,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:11.259139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:11.259509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Network hostable DHCP agents. Network: 40787063-6660-49ca-bfd8-17594e1d9deb, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:11.280868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Network 40787063-6660-49ca-bfd8-17594e1d9deb is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:11.291720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 40787063-6660-49ca-bfd8-17594e1d9deb) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:11.296307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:11.296898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.300770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91299816-5f42-4b6b-890a-955db7a77e6b None None] Network 40787063-6660-49ca-bfd8-17594e1d9deb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:11.311653 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8e73806-d9fb-44c6-8e9a-f9e598d6047f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4308856 Aug 29 04:09:11.552698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-40787063-6660-49ca-bfd8-17594e1d9deb', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'tenant_id': 'efbe9e7c3308412b8c6fe22e42de35c9', 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:09:11.553584 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.702013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Allocated IP 192.168.233.2 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/0ec9c849-63de-46d2-81bc-d441b4eb66a9) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:11.848350 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.857953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Transition to ACTIVE for port object 0ec9c849-63de-46d2-81bc-d441b4eb66a9 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:11.874790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Transition to ACTIVE for port object 0ec9c849-63de-46d2-81bc-d441b4eb66a9 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:11.882150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.926374 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:11.929225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:11.936849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:11.938818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Pushing event updated for resources: {'Port': ['ID=0ec9c849-63de-46d2-81bc-d441b4eb66a9,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:11.947943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.948357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.948708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.949068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.949406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.949741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.950070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.950405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.950730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.951059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.951389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:11.951711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:12.006578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Attempting to bind port 0ec9c849-63de-46d2-81bc-d441b4eb66a9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:12.006953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Attempting to bind port 0ec9c849-63de-46d2-81bc-d441b4eb66a9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:12.007313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Attempting to bind port 0ec9c849-63de-46d2-81bc-d441b4eb66a9 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:12.012256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:12.012633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:12.013036 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.013461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:12.013926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Bound port: 0ec9c849-63de-46d2-81bc-d441b4eb66a9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:12.014327 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.077326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] For port 0ec9c849-63de-46d2-81bc-d441b4eb66a9, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:12.082454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] For port 0ec9c849-63de-46d2-81bc-d441b4eb66a9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0ec9c849-63de-46d2-81bc-d441b4eb66a9,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:12.087139 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.156365 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fe7ec-a47a-4332-91be-1cd30e3be0df None None] Pushing event updated for resources: {'Port': ['ID=0ec9c849-63de-46d2-81bc-d441b4eb66a9,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:12.474329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0ec9c849-63de-46d2-81bc-d441b4eb66a9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:12.529702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0ec9c849-63de-46d2-81bc-d441b4eb66a9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:13.030384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce886d91-85a6-40a2-9672-6595737a273b None None] Network 40787063-6660-49ca-bfd8-17594e1d9deb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:13.107030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e89c7f64-d2c1-46fa-ac2d-12334d338635 None None] Provisioning for port 0ec9c849-63de-46d2-81bc-d441b4eb66a9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:13.117252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e89c7f64-d2c1-46fa-ac2d-12334d338635 None None] Provisioning complete for port 0ec9c849-63de-46d2-81bc-d441b4eb66a9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:13.117638 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e89c7f64-d2c1-46fa-ac2d-12334d338635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.253138 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e89c7f64-d2c1-46fa-ac2d-12334d338635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.290584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e89c7f64-d2c1-46fa-ac2d-12334d338635 None None] For port 0ec9c849-63de-46d2-81bc-d441b4eb66a9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0ec9c849-63de-46d2-81bc-d441b4eb66a9,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:13.298594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e89c7f64-d2c1-46fa-ac2d-12334d338635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.360464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c7f64-d2c1-46fa-ac2d-12334d338635 None None] Pushing event updated for resources: {'Port': ['ID=0ec9c849-63de-46d2-81bc-d441b4eb66a9,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:13.519008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-055204c3-922e-4575-8f97-4cf59a026d2d None None] Provisioning complete for port 0ec9c849-63de-46d2-81bc-d441b4eb66a9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:13.519631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-055204c3-922e-4575-8f97-4cf59a026d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.377786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0ec9c849-63de-46d2-81bc-d441b4eb66a9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:14.427098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0ec9c849-63de-46d2-81bc-d441b4eb66a9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:14.427477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.301311 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-088fd265-14ea-4742-b45b-f1a6d5e3f394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.222202 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.325551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1b537d3-57f9-4996-8711-ee62ed7d9c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.021273 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.611476 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.485305 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:09:47.304470 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-350e7a91-bcc7-4c6d-97b6-b604c573ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.224447 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.327106 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d015e04f-a1c5-4f24-bb7f-439ce826161b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.025018 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.618056 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.307512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f82c-90dc-4774-9d48-879c829e38b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.553634 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:10:20.227270 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.334123 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d3907d73-756d-4ce1-8ab4-b0adc111aefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.028194 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.623575 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.075571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57004) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:23.081846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-3c4e5a75-2131-41d1-b89a-9e3b63ff406b tempest-verify_tempest_config-169817179 tempest-verify_tempest_config-169817179-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:23.082938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3c4e5a75-2131-41d1-b89a-9e3b63ff406b tempest-verify_tempest_config-169817179 tempest-verify_tempest_config-169817179-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062473 Aug 29 04:10:23.392726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57022) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:23.496316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.595930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.599720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.644765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae720865293445dc98205bf460dda79e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2509067 Aug 29 04:10:23.646983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de4f265-978e-4423-b6db-bb80a5d596e5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.647593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57026) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:23.655442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.655796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.656171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.656512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.656852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.657184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.657509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.657834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.658157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.658481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.658939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.659265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c81be69-3a4c-4e6d-bf25-91519259e12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.705453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.727406 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.814743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.817405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.818562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0de4f265-978e-4423-b6db-bb80a5d596e5 HTTP/1.1" status: 204 len: 168 time: 0.1695709 Aug 29 04:10:23.829449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de4f265-978e-4423-b6db-bb80a5d596e5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.836236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.836623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.836911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.837244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.837576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.837951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.838761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.839084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.839404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.839724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.840065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:23.840386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbf81-7d99-41b9-aacd-2b62cd5d74ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.309518 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fc2fff89-311e-434a-975c-ed6cbb1a25f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.230119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.325453 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-beab7994-3038-4490-9bea-ebed0638aff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.031248 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.622335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.483107 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:17.311596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bf061b7a-0c30-4da5-8904-4695e9e0a8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.238390 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.327672 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bf18a997-bc73-4a1b-8661-53dbb0d84769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.033049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.628315 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.482878 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:47.312917 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-605e29ed-5098-45a4-b0f3-47043d75e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.229399 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.328410 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e114c9aa-4a09-430e-baa8-77c4183c1816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.036824 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.627185 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:08.482289 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:12:17.314277 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69e9913e-a2b3-47dc-871d-dec572e88592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.231617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.329354 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5c845dab-051d-4da1-aa95-438a9470c9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.041109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:22.630647 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.481002 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:12:47.315555 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-494373ec-e212-4596-9c63-574a00062fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.232975 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.329278 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5e860435-e18b-4d66-8de6-8e0e9f2fe2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.045706 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.633910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.317028 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72657ed0-e3dc-4ba4-988c-149657b52a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.236781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.330539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0045cdc-29f9-42d1-b3bb-deb0be9f6e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.049764 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.478976 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 5 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:13:22.638164 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.763892 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540071'] for agent, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.932101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540071'] for agent, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.322042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-52d24ec4-51ff-428f-b7b2-dc6503507329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.238183 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.340006 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-54b8c2a2-d127-4438-b32b-101dcf24eab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.049441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.640226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.729590 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.911165 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.477553 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:17.324188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-931fe3b0-f019-4c1d-9ad6-2a2cf737bcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.209245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57092) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:18.334006 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4dc7e18-4a61-45e5-ac92-1fcdfa35d90e admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1236289 Aug 29 04:14:20.239622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.331045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f485e757-3e35-4b28-b96e-59d0b3e12200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.550668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57102) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:20.614897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c582443d-76d6-413e-9d9a-967a474f86b6 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0629687 Aug 29 04:14:21.052941 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:22.644515 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.748344 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.926456 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.476829 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:47.326703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-24e8cb95-0a62-4e6a-8c10-bd1ad7b8609a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.240139 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.332400 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1a01d2d9-dece-447e-be2b-bc1cd1344412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.056851 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.654661 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.770225 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.939430 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.476453 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:15:17.328833 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c68d4269-d4c3-4644-a311-ce9be8b34303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.243933 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.339974 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-537491a1-871e-4ea5-8323-b04019cac6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.064086 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.655240 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.764628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.938634 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.393416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57328) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:43.546244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57340) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:43.781637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-network', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:43.802913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Made reservation on behalf of f2e716e685f94bacab12863007e2e9cb for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:43.805352 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.814544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.909906 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.914660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.938281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:43.954976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a571e08-87f6-40f0-8f4a-d20e0278b609,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:43.963514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.964139 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Added segment ae04ae7f-42ed-4c79-a24c-7634f74d8598 of type vlan for network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 Aug 29 04:15:43.966597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.966956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Tracked resource versions report: Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: pushed versions: Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: { 'AddressGroup': {'1.2'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'ConntrackHelper': {'1.0'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Log': {'1.0'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Network': {'1.1'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Port': {'1.7'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'PortForwarding': {'1.2'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'QosPolicy': {'1.9'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'SecurityGroup': {'1.4'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'SubPort': {'1.0'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Subnet': {'1.1'}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Trunk': {'1.1'}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: consumer versions: Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: { DHCP agent@n-d-712142-15: {}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: HyperV agent@n-h1-712142-15: {}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: HyperV agent@n-h2-712142-15: {}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: L3 agent@n-d-712142-15: {}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: Metadata agent@n-d-712142-15: {}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: Metering agent@n-d-712142-15: {}, Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: Open vSwitch agent@n-d-712142-15: { 'AddressGroup': '1.2', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'ConntrackHelper': '1.0', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Log': '1.0', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Network': '1.1', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Port': '1.7', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'PortForwarding': '1.2', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'QosPolicy': '1.9', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'SecurityGroup': '1.4', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'SecurityGroupRule': '1.2', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'SubPort': '1.0', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Subnet': '1.1', Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: 'Trunk': '1.1'}} Aug 29 04:15:43.972377 n-d-712142-15 neutron-server[94845]: {{(pid=94845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:15:44.031673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.074151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.075409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.076016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.097000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4580e026-24a8-42b8-975b-9a2d1d140258 tempest-AutoAllocateNetworkTest-296642242 tempest-AutoAllocateNetworkTest-296642242-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=46e8e891f062403997fc97b0d803cb17&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5495474 Aug 29 04:15:44.099589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57364) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:44.175102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7777877 Aug 29 04:15:44.175655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57374) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:44.182272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Request body: {'subnet': {'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-subnet', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:44.212814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Made reservation on behalf of f2e716e685f94bacab12863007e2e9cb for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:44.218697 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.297338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04c09f-ff8f-4631-a6ce-886b5c0ed571 tempest-AutoAllocateNetworkTest-296642242 tempest-AutoAllocateNetworkTest-296642242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.301929 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7e04c09f-ff8f-4631-a6ce-886b5c0ed571 tempest-AutoAllocateNetworkTest-296642242 tempest-AutoAllocateNetworkTest-296642242-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2008889 Aug 29 04:15:44.303856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57386) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:44.364594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d2ed1-ea4c-46dd-98cf-0edb04dfc86e admin admin] Pushing event updated for resources: {'Network': ['ID=88c820f7-ea8c-4ad4-923c-cc18d957b3a7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:44.378802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:44.406966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57392) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:44.407422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b5433e75-6567-48ce-905a-9e857aa3b416 tempest-AutoAllocateNetworkTest-296642242 tempest-AutoAllocateNetworkTest-296642242-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988641 Aug 29 04:15:44.461866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-be586880-014a-42b3-a53b-5242add1dbcd tempest-AutoAllocateNetworkTest-296642242 tempest-AutoAllocateNetworkTest-296642242-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=46e8e891f062403997fc97b0d803cb17 HTTP/1.1" status: 200 len: 208 time: 0.0558805 Aug 29 04:15:44.534979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.584231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:44.597041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.597399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.597750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.598086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.598414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.598752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.599289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.599437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.599702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.600045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.600370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.600690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Tracked resource versions report: Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: pushed versions: Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: { 'AddressGroup': {'1.2'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'ConntrackHelper': {'1.0'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Log': {'1.0'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Network': {'1.1'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Port': {'1.7'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'PortForwarding': {'1.2'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'QosPolicy': {'1.9'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'SecurityGroup': {'1.4'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'SubPort': {'1.0'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Subnet': {'1.1'}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Trunk': {'1.1'}} Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: consumer versions: Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: { DHCP agent@n-d-712142-15: {}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: HyperV agent@n-h1-712142-15: {}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: HyperV agent@n-h2-712142-15: {}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: L3 agent@n-d-712142-15: {}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: Metadata agent@n-d-712142-15: {}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: Metering agent@n-d-712142-15: {}, Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: Open vSwitch agent@n-d-712142-15: { 'AddressGroup': '1.2', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'ConntrackHelper': '1.0', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Log': '1.0', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Network': '1.1', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Port': '1.7', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'PortForwarding': '1.2', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'QosPolicy': '1.9', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'SecurityGroup': '1.4', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'SecurityGroupRule': '1.2', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'SubPort': '1.0', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Subnet': '1.1', Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: 'Trunk': '1.1'}} Aug 29 04:15:44.602079 n-d-712142-15 neutron-server[94846]: {{(pid=94846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:15:44.613373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Checking segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:44.613728 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Network hostable DHCP agents. Network: 88c820f7-ea8c-4ad4-923c-cc18d957b3a7, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:44.631949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:44.642931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 88c820f7-ea8c-4ad4-923c-cc18d957b3a7) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:44.647963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.649268 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.654899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79019f4a-e190-42d8-bdf4-21a96bc96f9d None None] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:44.670982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57404) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:44.671424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-865f79c1-43f7-4e36-910c-7fbb92fd02e2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4940567 Aug 29 04:15:44.675614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:44.703697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.708562 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.841645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:15:44.842542 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.925239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.042764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Allocated IP 172.20.0.2 (88c820f7-ea8c-4ad4-923c-cc18d957b3a7/abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8/7d3f9a78-c8e0-4b87-a7b3-fa965facebdf) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:45.094347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.317956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.329167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Transition to ACTIVE for port object 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:45.356643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Transition to ACTIVE for port object 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:45.363748 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.369966 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.398691 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.406296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57438) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:45.411799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Pushing event updated for resources: {'Port': ['ID=7d3f9a78-c8e0-4b87-a7b3-fa965facebdf,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.421984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.422577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.423100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.423612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.424144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.424654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.425143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.425643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.426143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.426631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.427247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.427594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Tracked resource versions report: Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: pushed versions: Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: { 'AddressGroup': {'1.2'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'ConntrackHelper': {'1.0'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Log': {'1.0'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Network': {'1.1'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Port': {'1.7'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'PortForwarding': {'1.2'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'QosPolicy': {'1.9'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'SecurityGroup': {'1.4'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'SubPort': {'1.0'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Subnet': {'1.1'}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Trunk': {'1.1'}} Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: consumer versions: Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: { DHCP agent@n-d-712142-15: {}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: HyperV agent@n-h1-712142-15: {}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: HyperV agent@n-h2-712142-15: {}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: L3 agent@n-d-712142-15: {}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: Metadata agent@n-d-712142-15: {}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: Metering agent@n-d-712142-15: {}, Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: Open vSwitch agent@n-d-712142-15: { 'AddressGroup': '1.2', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'ConntrackHelper': '1.0', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Log': '1.0', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Network': '1.1', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Port': '1.7', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'PortForwarding': '1.2', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'QosPolicy': '1.9', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'SecurityGroup': '1.4', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'SecurityGroupRule': '1.2', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'SubPort': '1.0', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Subnet': '1.1', Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: 'Trunk': '1.1'}} Aug 29 04:15:45.428746 n-d-712142-15 neutron-server[94847]: {{(pid=94847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:15:45.441817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:45.443248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:45.445677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:45.503339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Attempting to bind port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:45.503839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Attempting to bind port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:45.504341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Attempting to bind port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf on network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.509538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:45.509984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Checking segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:45.519787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.520314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Bound using segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:45.520932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Bound port: 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:45.521444 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.529811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Allocated IP 172.25.1.111 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:45.610625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] For port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:45.614351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] For port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7d3f9a78-c8e0-4b87-a7b3-fa965facebdf,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:45.620987 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.665281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.686642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee912cc9-cdca-431d-9dd0-6e03af310614 None None] Pushing event updated for resources: {'Port': ['ID=7d3f9a78-c8e0-4b87-a7b3-fa965facebdf,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.715581 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.757920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:45.762454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:45.766887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:45.841440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:46.100024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7edaa924-35dd-492e-9a10-573f19e874e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.122514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.377780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7edaa924-35dd-492e-9a10-573f19e874e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.389934 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7edaa924-35dd-492e-9a10-573f19e874e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.433246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa924-35dd-492e-9a10-573f19e874e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eaf592-89db-4af0-a95d-d56ccb158d11,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:46.455826 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.459573 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7edaa924-35dd-492e-9a10-573f19e874e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46e8e891f062403997fc97b0d803cb17&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0521803 Aug 29 04:15:46.462632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57466) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:46.550213 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fd7e800-c5dd-4435-b54b-b71996cb34f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.574804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fd7e800-c5dd-4435-b54b-b71996cb34f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.640842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fd7e800-c5dd-4435-b54b-b71996cb34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.645418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fd7e800-c5dd-4435-b54b-b71996cb34f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.646846 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3fd7e800-c5dd-4435-b54b-b71996cb34f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44eaf592-89db-4af0-a95d-d56ccb158d11 HTTP/1.1" status: 204 len: 168 time: 0.1819139 Aug 29 04:15:46.674694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7e800-c5dd-4435-b54b-b71996cb34f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eaf592-89db-4af0-a95d-d56ccb158d11,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:46.742500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:46.749853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Router 8a20afb9-dcad-4d10-a7a2-a88c489579cb is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:15:46.844825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:47.042056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5017f-d974-467f-bd3e-74f83587ba9e None None] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:47.107088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:47.117031 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Sync routers for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:47.128976 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:47.133367 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:47.133681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.135172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-586c75f5-5100-4a82-aa0d-06760757f8a2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4631813 Aug 29 04:15:47.138899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57494) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:47.139430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-50d25b79-6a5d-4356-91dd-228923d0e963 None None] Provisioning for port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:47.147870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-50d25b79-6a5d-4356-91dd-228923d0e963 None None] Provisioning complete for port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:47.148598 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-50d25b79-6a5d-4356-91dd-228923d0e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.327507 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:47.502900 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-681d6fee-f052-4a59-8735-91c165681a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.534745 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-50d25b79-6a5d-4356-91dd-228923d0e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.590021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-50d25b79-6a5d-4356-91dd-228923d0e963 None None] For port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7d3f9a78-c8e0-4b87-a7b3-fa965facebdf,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:47.595298 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-50d25b79-6a5d-4356-91dd-228923d0e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.613417 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:45Z', 'revision_number': 3, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:47.703009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d25b79-6a5d-4356-91dd-228923d0e963 None None] Pushing event updated for resources: {'Port': ['ID=7d3f9a78-c8e0-4b87-a7b3-fa965facebdf,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:47.706493 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Checking router: 8a20afb9-dcad-4d10-a7a2-a88c489579cb for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:47.707141 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Updating router 8a20afb9-dcad-4d10-a7a2-a88c489579cb port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:15:47.752110 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.028235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-83d77872-6366-48c3-bdc1-1d6e511cdd39 None None] Provisioning complete for port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:48.031637 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-83d77872-6366-48c3-bdc1-1d6e511cdd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.131325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57552) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:48.134083 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.160163 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Transition to ACTIVE for port object f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:48.174343 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.201631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57556) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:48.256132 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Attempting to bind port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:48.256814 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Attempting to bind port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:48.257393 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Attempting to bind port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:48.260865 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Pushing event updated for resources: {'Port': ['ID=f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:48.269431 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:48.270174 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:48.270824 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.271638 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:48.272446 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Bound port: f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:48.273062 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.277132 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.278407 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.278937 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.279461 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.280021 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.280542 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.281067 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.281719 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.282216 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.282711 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.283215 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.283709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Tracked resource versions report: Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: pushed versions: Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: { 'AddressGroup': {'1.2'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'ConntrackHelper': {'1.0'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Log': {'1.0'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Network': {'1.1'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Port': {'1.7'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'PortForwarding': {'1.2'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'QosPolicy': {'1.9'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'SecurityGroup': {'1.4'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'SubPort': {'1.0'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Subnet': {'1.1'}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Trunk': {'1.1'}} Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: consumer versions: Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: { DHCP agent@n-d-712142-15: {}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: HyperV agent@n-h1-712142-15: {}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: HyperV agent@n-h2-712142-15: {}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: L3 agent@n-d-712142-15: {}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: Metadata agent@n-d-712142-15: {}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: Metering agent@n-d-712142-15: {}, Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: Open vSwitch agent@n-d-712142-15: { 'AddressGroup': '1.2', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'ConntrackHelper': '1.0', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Log': '1.0', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Network': '1.1', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Port': '1.7', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'PortForwarding': '1.2', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'QosPolicy': '1.9', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'SecurityGroup': '1.4', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'SecurityGroupRule': '1.2', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'SubPort': '1.0', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Subnet': '1.1', Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: 'Trunk': '1.1'}} Aug 29 04:15:48.284972 n-d-712142-15 neutron-server[94848]: {{(pid=94848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:15:48.295417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.384780 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] For port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:48.391063 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] For port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:48.398982 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.470877 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:48.471393 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:48.518762 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637b3bd-4f34-4960-941b-d6a729be3098 None None] Pushing event updated for resources: {'Port': ['ID=f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:48.596887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Allocated IP 172.20.0.1 (88c820f7-ea8c-4ad4-923c-cc18d957b3a7/abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8/43c651ac-70cd-4e13-8b5e-7d9033fb9c24) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:48.613279 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:48.675802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:48.687919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a06077ad-7c35-43f4-97e3-84c59df25d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.699456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddd96b70-15e4-413f-ba7c-8c1c6675d76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.764257 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-ddd96b70-15e4-413f-ba7c-8c1c6675d76f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:15:48.764257 n-d-712142-15 neutron-server[94845]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:15:48.764257 n-d-712142-15 neutron-server[94845]: [parameters: {'project_id': '424fb4850a5444de8648bde18ea4c308', 'id': 'df0b00df-9de3-4c4a-bc52-0f82b4d188dd', 'expiration': datetime.datetime(2021, 8, 29, 4, 17, 48, 752996)}] Aug 29 04:15:48.764257 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:48.764608 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-ddd96b70-15e4-413f-ba7c-8c1c6675d76f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:48.810387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:48.810779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.824288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.852399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Transition to ACTIVE for port object 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:48.924911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.954639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a06077ad-7c35-43f4-97e3-84c59df25d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.955554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57576) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:48.975730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a06077ad-7c35-43f4-97e3-84c59df25d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.048040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Pushing event updated for resources: {'Port': ['ID=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.080308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:49.086027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:49.093488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:49.095378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.116408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a06077ad-7c35-43f4-97e3-84c59df25d22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2342942399f342dd8a933e585c96c083&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9828570 Aug 29 04:15:49.117905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57586) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:49.128737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06077ad-7c35-43f4-97e3-84c59df25d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e46910b-3616-484b-bd10-ab85cb3bbd42,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.224858 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:45Z', 'revision_number': 3, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:49.250001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2512ce2b-3765-4c56-a49b-ae1cc7242186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.272680 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddd96b70-15e4-413f-ba7c-8c1c6675d76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.281029 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e898328-85dc-4d01-a481-26ada82dc8b4 None None] The sync data for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 is: [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:45Z', 'revision_number': 3, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:49.434801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edddff8b-0437-49e8-8006-935fb25398ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.462889 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edddff8b-0437-49e8-8006-935fb25398ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.526027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3d1151a7-ac7a-4315-a844-94608ecdbbcb None None] Provisioning for port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:49.529801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3d1151a7-ac7a-4315-a844-94608ecdbbcb None None] Provisioning complete for port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:49.530181 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d1151a7-ac7a-4315-a844-94608ecdbbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.606551 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.629310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3d1151a7-ac7a-4315-a844-94608ecdbbcb None None] Port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:49.636093 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddd96b70-15e4-413f-ba7c-8c1c6675d76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.637732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edddff8b-0437-49e8-8006-935fb25398ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.648687 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edddff8b-0437-49e8-8006-935fb25398ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.649869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-edddff8b-0437-49e8-8006-935fb25398ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e46910b-3616-484b-bd10-ab85cb3bbd42 HTTP/1.1" status: 204 len: 168 time: 0.5299492 Aug 29 04:15:49.660177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddd96b70-15e4-413f-ba7c-8c1c6675d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.697862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddff8b-0437-49e8-8006-935fb25398ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e46910b-3616-484b-bd10-ab85cb3bbd42,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.768430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ddd96b70-15e4-413f-ba7c-8c1c6675d76f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=424fb4850a5444de8648bde18ea4c308&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5653450 Aug 29 04:15:49.774740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57608) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:49.787713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd96b70-15e4-413f-ba7c-8c1c6675d76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c23d262-24de-4d2c-960e-e0bdd7edccb8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.930358 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2c3272e-273e-4735-858d-184098f8f57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.962861 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2512ce2b-3765-4c56-a49b-ae1cc7242186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.973487 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2c3272e-273e-4735-858d-184098f8f57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.975579 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2512ce2b-3765-4c56-a49b-ae1cc7242186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.022021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.038933 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.039602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.079029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512ce2b-3765-4c56-a49b-ae1cc7242186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c7c20c-057d-42d5-8021-03ce12b50d60,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.131000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2512ce2b-3765-4c56-a49b-ae1cc7242186 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f987d72c8e3b43cfa6d5df5c4d48f311&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1740096 Aug 29 04:15:50.132469 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2c3272e-273e-4735-858d-184098f8f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.135381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2c3272e-273e-4735-858d-184098f8f57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.138274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f2c3272e-273e-4735-858d-184098f8f57d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c23d262-24de-4d2c-960e-e0bdd7edccb8 HTTP/1.1" status: 204 len: 168 time: 0.3625152 Aug 29 04:15:50.139137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57628) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.153708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Pushing event updated for resources: {'Port': ['ID=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.158864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3272e-273e-4735-858d-184098f8f57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c23d262-24de-4d2c-960e-e0bdd7edccb8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.229876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eeda4df6-65d8-4b51-8eb6-e09752f50aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.257696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eeda4df6-65d8-4b51-8eb6-e09752f50aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.275687 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.338228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eeda4df6-65d8-4b51-8eb6-e09752f50aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.342863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eeda4df6-65d8-4b51-8eb6-e09752f50aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.344071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eeda4df6-65d8-4b51-8eb6-e09752f50aba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4c7c20c-057d-42d5-8021-03ce12b50d60 HTTP/1.1" status: 204 len: 168 time: 0.2024093 Aug 29 04:15:50.346353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:50.348286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:50.356298 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4f27b963-36c2-46cc-a4fd-a78215c67fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.377556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda4df6-65d8-4b51-8eb6-e09752f50aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c7c20c-057d-42d5-8021-03ce12b50d60,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.480007 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:15:50.514647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57646) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.540634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f292cdb-8d6a-492d-8701-b2ca8775c4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.558104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Router 8a20afb9-dcad-4d10-a7a2-a88c489579cb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:50.674770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e975b3b7-eae3-4470-827c-512edc68e293 None None] Provisioning complete for port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:50.676582 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e975b3b7-eae3-4470-827c-512edc68e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.743896 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f292cdb-8d6a-492d-8701-b2ca8775c4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.748295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f292cdb-8d6a-492d-8701-b2ca8775c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.789817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:50.795569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ce44c4ab-1fc2-4a7c-949a-be07e6eb0273 admin admin] 10.222.0.58 "PUT /v2.0/routers/8a20afb9-dcad-4d10-a7a2-a88c489579cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6551003 Aug 29 04:15:50.807411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e975b3b7-eae3-4470-827c-512edc68e293 None None] Port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:50.810432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:50.827754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3f292cdb-8d6a-492d-8701-b2ca8775c4b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4451bd06d5b54bba8f05fd0d5a775fc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3118911 Aug 29 04:15:50.829015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f292cdb-8d6a-492d-8701-b2ca8775c4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891a0fe5-b1c5-4e9f-826c-066bf5f85b17,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.830367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57652) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.895797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:50.900900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:50.902173 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.908111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d42df271-fb09-4239-84e5-1ab029dc8b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.933068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d42df271-fb09-4239-84e5-1ab029dc8b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.950544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57662) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.953213 n-d-712142-15 neutron-server[94845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:15:51.002051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-c54f0f41-fa77-4f86-97ba-313a90651895 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=70b2193b84594da5a8cb999cf6008893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499499 Aug 29 04:15:51.016627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d42df271-fb09-4239-84e5-1ab029dc8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.019457 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d42df271-fb09-4239-84e5-1ab029dc8b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.023195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d42df271-fb09-4239-84e5-1ab029dc8b87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/891a0fe5-b1c5-4e9f-826c-066bf5f85b17 HTTP/1.1" status: 204 len: 168 time: 0.1889603 Aug 29 04:15:51.033759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42df271-fb09-4239-84e5-1ab029dc8b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891a0fe5-b1c5-4e9f-826c-066bf5f85b17,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:51.043167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.091067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:51.098240 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.100653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.157959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:51.167713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-86056d3b-cbd8-4b93-b70c-320817c3bfb1 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.170744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-86056d3b-cbd8-4b93-b70c-320817c3bfb1 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675768 Aug 29 04:15:51.193553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-3148aca7-d277-4b2a-a5c3-0ba2b8be9588 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/quotas/70b2193b84594da5a8cb999cf6008893 HTTP/1.1" status: 200 len: 375 time: 0.0129712 Aug 29 04:15:51.251221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57670) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:51.253951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-c8c354e8-e8b3-40e4-a9d6-365132fffdf5 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70b2193b84594da5a8cb999cf6008893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520282 Aug 29 04:15:51.266806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8f7be31-5b39-4632-b089-4d2caa980960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.402796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8f7be31-5b39-4632-b089-4d2caa980960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.408885 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8f7be31-5b39-4632-b089-4d2caa980960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.458164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57674) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:51.458677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8f7be31-5b39-4632-b089-4d2caa980960 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcee50d8332b4d409ba9ceb6154facfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2054162 Aug 29 04:15:51.460415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7be31-5b39-4632-b089-4d2caa980960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c879dc57-df0f-4952-bcdb-5581a976734c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:51.533610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b484fd08-f3d3-4534-a067-60dd1e476dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.540508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57684) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:51.573629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b484fd08-f3d3-4534-a067-60dd1e476dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.586262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3775c2fd-1d18-4a11-80e6-e50d24a430ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.682388 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-feeca4ac-68a5-430e-841f-850b152a6a4c req-84b25493-e9be-4910-ac49-d3707c629f21 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 210 time: 0.0867198 Aug 29 04:15:51.691888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Sync routers for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:51.716967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:51.724290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:51.742346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b484fd08-f3d3-4534-a067-60dd1e476dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.745779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b484fd08-f3d3-4534-a067-60dd1e476dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.749935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b484fd08-f3d3-4534-a067-60dd1e476dd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c879dc57-df0f-4952-bcdb-5581a976734c HTTP/1.1" status: 204 len: 168 time: 0.2884297 Aug 29 04:15:51.760029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fd08-f3d3-4534-a067-60dd1e476dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879dc57-df0f-4952-bcdb-5581a976734c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:51.778863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3775c2fd-1d18-4a11-80e6-e50d24a430ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.785835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3775c2fd-1d18-4a11-80e6-e50d24a430ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.841739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775c2fd-1d18-4a11-80e6-e50d24a430ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2671382e-792d-4c7d-a52d-c8466f7559a5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:51.847781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3775c2fd-1d18-4a11-80e6-e50d24a430ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1098f6f9d6074610ac5e217662321d08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3048584 Aug 29 04:15:51.850398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57702) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:51.889581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:51.917523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bbc211b7-30ca-4f0a-a6fe-49c8013c660a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.946296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bbc211b7-30ca-4f0a-a6fe-49c8013c660a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.019620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bbc211b7-30ca-4f0a-a6fe-49c8013c660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.030180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bbc211b7-30ca-4f0a-a6fe-49c8013c660a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.034155 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bbc211b7-30ca-4f0a-a6fe-49c8013c660a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2671382e-792d-4c7d-a52d-c8466f7559a5 HTTP/1.1" status: 204 len: 168 time: 0.1827314 Aug 29 04:15:52.059115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc211b7-30ca-4f0a-a6fe-49c8013c660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2671382e-792d-4c7d-a52d-c8466f7559a5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.213076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 2, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:52.244730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Checking router: 8a20afb9-dcad-4d10-a7a2-a88c489579cb for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:52.245269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Updating router 8a20afb9-dcad-4d10-a7a2-a88c489579cb port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:15:52.275183 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.630380 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.642764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Transition to ACTIVE for port object 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:52.656814 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.701465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:52.719003 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.762999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0d684-916a-42a4-9137-1b29d91f986a None None] Pushing event updated for resources: {'Port': ['ID=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.818518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a547243f-7d96-40ff-bb9c-205c0a214711 req-11b2b0fa-b527-40af-8625-3e80c3c6f969 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 210 time: 0.0583355 Aug 29 04:15:52.855409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:52.861265 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.864102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Attempting to bind port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:52.865915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Attempting to bind port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:52.866470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Attempting to bind port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 on network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:52.907682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:52.914788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Checking segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:52.915475 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.916229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Bound using segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:52.918414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Bound port: 43c651ac-70cd-4e13-8b5e-7d9033fb9c24, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:52.919049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.068370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] For port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:53.075382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57770) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:53.080892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-network', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:53.103525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] For port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:53.121658 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.126691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Made reservation on behalf of b9e3cd6d31d54903be94b3f75c04345d for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:53.135203 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.147771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.186227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:53.187149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:53.259948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0d684-916a-42a4-9137-1b29d91f986a None None] Pushing event updated for resources: {'Port': ['ID=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.306281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.312715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.344494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:53.380229 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.380604 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Added segment bbf48478-8627-4004-8d69-127be518207b of type vlan for network 572317b8-0696-4cea-825d-292f7b107bc0 Aug 29 04:15:53.405111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01d8557-2403-4100-bee4-1b2ab0969aeb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.525507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.591344 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.594261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.595086 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.639871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:53.677265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57790) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:53.677833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6011035 Aug 29 04:15:53.685541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Request body: {'subnet': {'network_id': '572317b8-0696-4cea-825d-292f7b107bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-subnet', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:53.690632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f11b7-5d5f-4581-a3f6-5fd33d502446 admin admin] Pushing event updated for resources: {'Network': ['ID=572317b8-0696-4cea-825d-292f7b107bc0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.709041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 572317b8-0696-4cea-825d-292f7b107bc0 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:53.754624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Made reservation on behalf of b9e3cd6d31d54903be94b3f75c04345d for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:53.757507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.903337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.65', 62298) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:53.990347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-730a3e19-bb28-41f1-8a65-fd4d4d35de8d tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=70b2193b84594da5a8cb999cf6008893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738919 Aug 29 04:15:54.069756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.173860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b12323-2123-44b6-9b6a-9ec68ee99f0a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.205671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Checking segment: {'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:54.206308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Network hostable DHCP agents. Network: 572317b8-0696-4cea-825d-292f7b107bc0, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:54.254694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Network 572317b8-0696-4cea-825d-292f7b107bc0 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:54.259169 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:53Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:54.272931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 572317b8-0696-4cea-825d-292f7b107bc0) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:54.280427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.281323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.309644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-cb31e060-2978-4e50-a5e0-cf99fb875983 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.311636 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-cb31e060-2978-4e50-a5e0-cf99fb875983 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3189983 Aug 29 04:15:54.316089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57826) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:54.316262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bec17035-e2c5-4193-a506-e6d89022d6a5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6372967 Aug 29 04:15:54.319620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5437c8c7-a63c-4ca1-997b-3be3f41082a9 None None] Network 572317b8-0696-4cea-825d-292f7b107bc0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:54.324763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a210176-ae4a-484f-96fa-db9ced43d802 None None] The sync data for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 is: [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:53Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:54.335241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:54.396430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.398874 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.435841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Request body: {'port': {'device_id': 'ca73e6e9-b9c2-4db8-9096-896f2d744bc9', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '70b2193b84594da5a8cb999cf6008893'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:54.652517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57834) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:54.664023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-572317b8-0696-4cea-825d-292f7b107bc0', 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'fixed_ips': [{'subnet_id': '07b12323-2123-44b6-9b6a-9ec68ee99f0a'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:15:54.664023 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.682614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.727830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:54.791433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:54.965054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Allocated IP 172.20.0.2 (572317b8-0696-4cea-825d-292f7b107bc0/07b12323-2123-44b6-9b6a-9ec68ee99f0a/0ced9998-41aa-47f7-bda0-4424d6dfbe9d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:55.101825 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.142845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Made reservation on behalf of 70b2193b84594da5a8cb999cf6008893 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:55.148506 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.183786 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.194167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Transition to ACTIVE for port object 0ced9998-41aa-47f7-bda0-4424d6dfbe9d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:55.202139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.212266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Transition to ACTIVE for port object 0ced9998-41aa-47f7-bda0-4424d6dfbe9d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:55.223834 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.225945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6b98-64e9-42ce-9688-758ba224f3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.280841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Pushing event updated for resources: {'Port': ['ID=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.311043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Network 572317b8-0696-4cea-825d-292f7b107bc0 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:55.313216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:55.315854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:55.324907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:55.325853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:55.326313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.361368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6b98-64e9-42ce-9688-758ba224f3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.376274 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6b98-64e9-42ce-9688-758ba224f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.405868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35c37346-5aa7-4eac-9dfd-4c2f5b37bf9e req-9ec0711a-1a89-4e77-938a-0531dd3c7b19 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 210 time: 0.6764677 Aug 29 04:15:55.453243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Attempting to bind port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:55.453707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Attempting to bind port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:55.454146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Attempting to bind port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d on network 572317b8-0696-4cea-825d-292f7b107bc0 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:55.457356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb6b98-64e9-42ce-9688-758ba224f3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f574c5-e420-4755-9f3e-f19bf4621674,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.485148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:55.485667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Checking segment: {'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:55.486166 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.486669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Bound using segment: {'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:55.487260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Bound port: 0ced9998-41aa-47f7-bda0-4424d6dfbe9d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:55.487761 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.497987 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5ebb6b98-64e9-42ce-9688-758ba224f3d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d53cb0e0df8d4f7a9e631688c70a2d2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8443928 Aug 29 04:15:55.500656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57868) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:55.590561 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.627663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] For port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:55.633028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] For port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,segment=NetworkSegment(bbf48478-8627-4004-8d69-127be518207b),segment_id=bbf48478-8627-4004-8d69-127be518207b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:55.657085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.660954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1b43d1e-2a02-46c1-8ad9-bd1ef2a2e592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.661120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:55.721005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1b43d1e-2a02-46c1-8ad9-bd1ef2a2e592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.802987 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.825932 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1b43d1e-2a02-46c1-8ad9-bd1ef2a2e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.829149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1b43d1e-2a02-46c1-8ad9-bd1ef2a2e592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.833313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e1b43d1e-2a02-46c1-8ad9-bd1ef2a2e592 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8f574c5-e420-4755-9f3e-f19bf4621674 HTTP/1.1" status: 204 len: 168 time: 0.3314974 Aug 29 04:15:55.851275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b43d1e-2a02-46c1-8ad9-bd1ef2a2e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f574c5-e420-4755-9f3e-f19bf4621674,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.925590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.934116 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.946245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.949719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b3cdd-2b88-4d8b-8f46-a8826d2308ca None None] Pushing event updated for resources: {'Port': ['ID=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.110529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.450346 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.644490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f507d1e2-b160-4712-9227-bd131ccc213b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.791726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.800024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Allocated IP 192.168.233.55 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/1e0109fc-8602-41de-b085-d1417844546e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:56.831019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Allocated IP 172.25.1.3 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/0c2954e4-a0e1-41ec-ad89-28ae7def60a2) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:56.914305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dff6841-8a11-4822-9159-feb97b04ff33 req-67a07284-fd1c-46c6-b65d-0d3526ff7837 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 210 time: 0.0614989 Aug 29 04:15:57.097513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0ced9998-41aa-47f7-bda0-4424d6dfbe9d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:57.176709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57900) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:57.208056 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8223c13-7de6-4be7-8913-beca3a07afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.226023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:57.235776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:57.324726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:57.325408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.336098 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.410179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.438317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Transition to ACTIVE for port object 1e0109fc-8602-41de-b085-d1417844546e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:57.495580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.499146 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8223c13-7de6-4be7-8913-beca3a07afdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.509483 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8223c13-7de6-4be7-8913-beca3a07afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.591569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e8223c13-7de6-4be7-8913-beca3a07afdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5682599dc1c4a8c982ddcf8dd542c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135413 Aug 29 04:15:57.592841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8223c13-7de6-4be7-8913-beca3a07afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be23e4-c039-40f0-9c15-161ad5748f96,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.595784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57908) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:57.607475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:57.611251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2954e4-a0e1-41ec-ad89-28ae7def60a2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.615575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:57.655258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:57.662615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.699578 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7848e24f-6948-4197-861d-2abee1d318db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.703095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b536c5-0161-4de1-8363-b311523e4f09 None None] Network 572317b8-0696-4cea-825d-292f7b107bc0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:57.726511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7848e24f-6948-4197-861d-2abee1d318db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.810407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7848e24f-6948-4197-861d-2abee1d318db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.813846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7848e24f-6948-4197-861d-2abee1d318db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.818517 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7848e24f-6948-4197-861d-2abee1d318db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6be23e4-c039-40f0-9c15-161ad5748f96 HTTP/1.1" status: 204 len: 168 time: 0.2076957 Aug 29 04:15:57.837195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848e24f-6948-4197-861d-2abee1d318db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be23e4-c039-40f0-9c15-161ad5748f96,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.901253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-17f2afc3-f462-4bf5-b877-81ef3c3c051a None None] Provisioning for port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:57.909811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-17f2afc3-f462-4bf5-b877-81ef3c3c051a None None] Provisioning complete for port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:57.910434 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-17f2afc3-f462-4bf5-b877-81ef3c3c051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.035953 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.182951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:58.186139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aafe9-146f-461d-b091-7c736297ba55 req-54f01b47-ae26-44ff-94e5-62fe90c5b13b tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.204024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:58.204287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-506aafe9-146f-461d-b091-7c736297ba55 req-54f01b47-ae26-44ff-94e5-62fe90c5b13b tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 935 time: 0.1586897 Aug 29 04:15:58.207359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Pushing event updated for resources: {'Port': ['ID=1e0109fc-8602-41de-b085-d1417844546e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.221900 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-17f2afc3-f462-4bf5-b877-81ef3c3c051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.223670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:58.233187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.235249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.303196 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-a6f2d0f5-fe05-49a7-8d90-95fadcc2432e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8855746 Aug 29 04:15:58.365912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-17f2afc3-f462-4bf5-b877-81ef3c3c051a None None] For port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,segment=NetworkSegment(bbf48478-8627-4004-8d69-127be518207b),segment_id=bbf48478-8627-4004-8d69-127be518207b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:58.373678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-17f2afc3-f462-4bf5-b877-81ef3c3c051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.374843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-469c59c4-fcae-41ce-aa91-eaeaf9bced5b tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:15:58.376707 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-469c59c4-fcae-41ce-aa91-eaeaf9bced5b tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523312 Aug 29 04:15:58.418951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-506aafe9-146f-461d-b091-7c736297ba55 req-0b8bc160-266c-4762-940f-841be2e0a377 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136838 Aug 29 04:15:58.531180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2afc3-f462-4bf5-b877-81ef3c3c051a None None] Pushing event updated for resources: {'Port': ['ID=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.785286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0ced9998-41aa-47f7-bda0-4424d6dfbe9d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:58.837017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2310301d-bc93-4e1d-82b3-3f23bffff540 None None] Provisioning complete for port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:58.837671 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2310301d-bc93-4e1d-82b3-3f23bffff540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.905781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:58.911431 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.095714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.223172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2310301d-bc93-4e1d-82b3-3f23bffff540 None None] Provisioning for port 1e0109fc-8602-41de-b085-d1417844546e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:59.230283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2310301d-bc93-4e1d-82b3-3f23bffff540 None None] Provisioning complete for port 1e0109fc-8602-41de-b085-d1417844546e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:59.231135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2310301d-bc93-4e1d-82b3-3f23bffff540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.355040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2310301d-bc93-4e1d-82b3-3f23bffff540 None None] Port 1e0109fc-8602-41de-b085-d1417844546e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:59.361768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Request body: {'port': {'device_id': 'ca73e6e9-b9c2-4db8-9096-896f2d744bc9', 'device_owner': 'compute:tempest-test_az-1029122027', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:59.540275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.778134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165242c-b5a7-4918-b2f3-ef7a3538e783 req-a8e597db-bb50-4686-a652-b0889f4854f7 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.789746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6165242c-b5a7-4918-b2f3-ef7a3538e783 req-a8e597db-bb50-4686-a652-b0889f4854f7 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 935 time: 0.1379683 Aug 29 04:15:59.886108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6165242c-b5a7-4918-b2f3-ef7a3538e783 req-578acbd7-9f80-4e52-8a02-5b0505105e6d tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886657 Aug 29 04:16:00.079725 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.517532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58032) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:00.541770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:16:00.582824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0109fc-8602-41de-b085-d1417844546e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:00.682761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.731236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Transition to ACTIVE for port object 1e0109fc-8602-41de-b085-d1417844546e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:00.748200 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.774360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:00.786268 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Sync routers for ids ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:00.801142 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Routers {'f35c48fe-4289-4b2d-8e52-5faca7cb52d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:00.802028 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:00.986883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Pushing event updated for resources: {'Port': ['ID=1e0109fc-8602-41de-b085-d1417844546e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.026587 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.032889 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4525a188-e416-4ab1-b7ab-c6b50be87c77 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.7148666 Aug 29 04:16:01.034031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58066) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:01.108536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b20d9b-71d3-4bac-888d-66f7c4a39c5d req-55db9d9a-026c-4f9a-a326-99c7c32c168f tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.129106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76b20d9b-71d3-4bac-888d-66f7c4a39c5d req-55db9d9a-026c-4f9a-a326-99c7c32c168f tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 969 time: 0.1440408 Aug 29 04:16:01.134905 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Set router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:01.232726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76b20d9b-71d3-4bac-888d-66f7c4a39c5d req-1ef1941c-1d83-4de6-a9f4-70d3dce312ab tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008236 Aug 29 04:16:01.407891 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6835a82d-73f5-42ac-b2b7-b3a8dd5d9352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.576506 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6835a82d-73f5-42ac-b2b7-b3a8dd5d9352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.577848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58084) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:01.586294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6835a82d-73f5-42ac-b2b7-b3a8dd5d9352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.625054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6835a82d-73f5-42ac-b2b7-b3a8dd5d9352 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bd2c010a1034f91b85d344e4678e83d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1063616 Aug 29 04:16:01.626036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:01.648570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Attempting to bind port 1e0109fc-8602-41de-b085-d1417844546e on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:01.649199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Attempting to bind port 1e0109fc-8602-41de-b085-d1417844546e by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:01.649486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Attempting to bind port 1e0109fc-8602-41de-b085-d1417844546e on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:01.669116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835a82d-73f5-42ac-b2b7-b3a8dd5d9352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef24f79c-5796-4bd1-99ce-9e4cbc062505,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.676264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Port 1e0109fc-8602-41de-b085-d1417844546e on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:01.676749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Attempting to bind port 1e0109fc-8602-41de-b085-d1417844546e on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:01.700922 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:15:58Z', 'revision_number': 3, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port': {'id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:56Z', 'updated_at': '2021-08-29T04:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:01.730877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:01.731312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:01.732971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:01.733607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Bound port: 1e0109fc-8602-41de-b085-d1417844546e, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:01.734017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.755419 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5929d8ac-68ef-4dda-8d75-e5a62d6cbd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.767189 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Checking router: f35c48fe-4289-4b2d-8e52-5faca7cb52d7 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:01.767550 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Updating router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:01.830937 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.838854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1f82916c-3c24-4111-b0ca-b815b1b84464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.875129 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5929d8ac-68ef-4dda-8d75-e5a62d6cbd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.042134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] For port 1e0109fc-8602-41de-b085-d1417844546e, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:02.092350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5929d8ac-68ef-4dda-8d75-e5a62d6cbd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.108572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] For port 1e0109fc-8602-41de-b085-d1417844546e, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=1e0109fc-8602-41de-b085-d1417844546e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:02.110310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5929d8ac-68ef-4dda-8d75-e5a62d6cbd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.117169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5929d8ac-68ef-4dda-8d75-e5a62d6cbd2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef24f79c-5796-4bd1-99ce-9e4cbc062505 HTTP/1.1" status: 204 len: 168 time: 0.4837101 Aug 29 04:16:02.157531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929d8ac-68ef-4dda-8d75-e5a62d6cbd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef24f79c-5796-4bd1-99ce-9e4cbc062505,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:02.203690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.272576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.273118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.274771 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] 10.222.0.65 "PUT /v2.0/ports/1e0109fc-8602-41de-b085-d1417844546e HTTP/1.1" status: 200 len: 1118 time: 3.2128382 Aug 29 04:16:02.308165 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1f82916c-3c24-4111-b0ca-b815b1b84464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.317663 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1f82916c-3c24-4111-b0ca-b815b1b84464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.353819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca73e6e9-b9c2-4db8-9096-896f2d744bc9', 'tag': '1e0109fc-8602-41de-b085-d1417844546e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:02.465223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1f82916c-3c24-4111-b0ca-b815b1b84464 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe4455c47b72490db28cda8f1bba7c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8857136 Aug 29 04:16:02.491605 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.522328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58120) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:02.528080 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Transition to ACTIVE for port object 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:02.529350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58124) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:02.530066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82916c-3c24-4111-b0ca-b815b1b84464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fbab5e-257e-4ec0-aa49-e4d28b20a93c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:02.550057 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.635963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a1b6-c61c-4d42-96dd-0d55c2725776 req-e99268fd-62b5-48c9-b8c0-b120a2305018 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.641198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13c1a1b6-c61c-4d42-96dd-0d55c2725776 req-e99268fd-62b5-48c9-b8c0-b120a2305018 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 969 time: 0.2198298 Aug 29 04:16:02.729266 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a30bd8-ad42-4af9-92e7-28eaa8f68e37 None None] Pushing event updated for resources: {'Port': ['ID=0c2954e4-a0e1-41ec-ad89-28ae7def60a2,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:02.776204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13c1a1b6-c61c-4d42-96dd-0d55c2725776 req-32f48b57-0f5d-44c3-8fba-bff8b6f596b2 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279938 Aug 29 04:16:02.818954 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Attempting to bind port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:02.819231 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Attempting to bind port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:02.819811 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Attempting to bind port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:02.827891 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:02.828623 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:02.829184 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.829748 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:02.831185 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Bound port: 0c2954e4-a0e1-41ec-ad89-28ae7def60a2, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:02.833037 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.916816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-633e5571-bf0f-4829-889c-9f7fa28b348e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.920685 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] For port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:02.924758 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] For port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0c2954e4-a0e1-41ec-ad89-28ae7def60a2,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:02.935951 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.030477 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a30bd8-ad42-4af9-92e7-28eaa8f68e37 None None] Pushing event updated for resources: {'Port': ['ID=0c2954e4-a0e1-41ec-ad89-28ae7def60a2,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.055302 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Routers {'f35c48fe-4289-4b2d-8e52-5faca7cb52d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:03.056804 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:03.159132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:03.185488 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] Set router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:03.230218 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b404eaf1-a762-4c9b-af1e-eb9fcc10b926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.304694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-633e5571-bf0f-4829-889c-9f7fa28b348e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.312531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-633e5571-bf0f-4829-889c-9f7fa28b348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.354434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-cf11a85b-de71-46a2-931a-baf92edb09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.358552 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-cf11a85b-de71-46a2-931a-baf92edb09ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70b2193b84594da5a8cb999cf6008893&device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 1121 time: 0.8373594 Aug 29 04:16:03.395273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e5571-bf0f-4829-889c-9f7fa28b348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba9a836-58b2-4baa-93ea-5242a969999f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.401513 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca73e6e9-b9c2-4db8-9096-896f2d744bc9", "tag": "1e0109fc-8602-41de-b085-d1417844546e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:03.427157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bc786-b64a-4af1-ae5f-2653a84d901f service neutron] Pushing event updated for resources: {'Port': ['ID=1e0109fc-8602-41de-b085-d1417844546e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.454282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-633e5571-bf0f-4829-889c-9f7fa28b348e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16c7c37e8c5c4376ab41ef48d157be4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9132264 Aug 29 04:16:03.458691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58148) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:03.493211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eff23434-fffc-4c5d-b01c-fcc449d5cb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.498770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.600318 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:15:58Z', 'revision_number': 3, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port': {'id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:56Z', 'updated_at': '2021-08-29T04:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:03.600636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c82f0af2-997b-4169-9e83-020048e6b6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.632454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-0f127082-36fa-46d6-bf4a-e187cda675c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1e0109fc-8602-41de-b085-d1417844546e HTTP/1.1" status: 200 len: 217 time: 0.1164010 Aug 29 04:16:03.659049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eff23434-fffc-4c5d-b01c-fcc449d5cb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.664146 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c82f0af2-997b-4169-9e83-020048e6b6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.696872 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb4bb9-c14a-436f-af92-b32c888d40dd None None] The sync data for ids ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'] in n-d-712142-15 is: [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:15:58Z', 'revision_number': 3, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port': {'id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:56Z', 'updated_at': '2021-08-29T04:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:03.812494 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9accccf2-79bc-48be-ab6e-269903a4012c x-openstack-request-id: req-9accccf2-79bc-48be-ab6e-269903a4012c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:03.812494 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca73e6e9-b9c2-4db8-9096-896f2d744bc9", "tag": "1e0109fc-8602-41de-b085-d1417844546e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:03.812494 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9accccf2-79bc-48be-ab6e-269903a4012c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:03.813753 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca73e6e9-b9c2-4db8-9096-896f2d744bc9', 'tag': '1e0109fc-8602-41de-b085-d1417844546e', 'status': 'completed', 'code': 200} Aug 29 04:16:03.876956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eff23434-fffc-4c5d-b01c-fcc449d5cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.880720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eff23434-fffc-4c5d-b01c-fcc449d5cb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.885254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c82f0af2-997b-4169-9e83-020048e6b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.886546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c82f0af2-997b-4169-9e83-020048e6b6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.891112 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eff23434-fffc-4c5d-b01c-fcc449d5cb3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49fbab5e-257e-4ec0-aa49-e4d28b20a93c HTTP/1.1" status: 204 len: 168 time: 1.3672643 Aug 29 04:16:03.907278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c82f0af2-997b-4169-9e83-020048e6b6cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ba9a836-58b2-4baa-93ea-5242a969999f HTTP/1.1" status: 204 len: 168 time: 0.4448612 Aug 29 04:16:03.919123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff23434-fffc-4c5d-b01c-fcc449d5cb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fbab5e-257e-4ec0-aa49-e4d28b20a93c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.975754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f0af2-997b-4169-9e83-020048e6b6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba9a836-58b2-4baa-93ea-5242a969999f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:04.057726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Allocated IP 172.20.0.1 (572317b8-0696-4cea-825d-292f7b107bc0/07b12323-2123-44b6-9b6a-9ec68ee99f0a/e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:04.094556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b404eaf1-a762-4c9b-af1e-eb9fcc10b926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.110272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b404eaf1-a762-4c9b-af1e-eb9fcc10b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.194172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219a8b-c3a5-443c-9dbf-b888ce82e122 req-2aa55dbc-e7e7-4e41-9540-aefab9365a3d tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.201937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62219a8b-c3a5-443c-9dbf-b888ce82e122 req-2aa55dbc-e7e7-4e41-9540-aefab9365a3d tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 969 time: 0.2455800 Aug 29 04:16:04.222626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404eaf1-a762-4c9b-af1e-eb9fcc10b926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cdd2d3-5e0b-4c54-8a74-3ba00c0241d9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:04.236834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b404eaf1-a762-4c9b-af1e-eb9fcc10b926 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfe10480e7c94e26a18ec2ec27c28c57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0589538 Aug 29 04:16:04.238886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58162) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:04.338967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62219a8b-c3a5-443c-9dbf-b888ce82e122 req-cffc86bd-0753-4211-808b-f35d33d17fe7 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359110 Aug 29 04:16:04.391906 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c578713d-4af2-4eb1-8555-03c17676dd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.450653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-22d1b803-00fc-45a2-a00f-9a780cc82ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.455327 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c578713d-4af2-4eb1-8555-03c17676dd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.457385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-22d1b803-00fc-45a2-a00f-9a780cc82ce3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.2025163 Aug 29 04:16:04.465038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58164) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:04.572735 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.638335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Transition to ACTIVE for port object e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:04.638604 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c578713d-4af2-4eb1-8555-03c17676dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.650702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c578713d-4af2-4eb1-8555-03c17676dd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.650702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c578713d-4af2-4eb1-8555-03c17676dd15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44cdd2d3-5e0b-4c54-8a74-3ba00c0241d9 HTTP/1.1" status: 204 len: 168 time: 0.4059653 Aug 29 04:16:04.661473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578713d-4af2-4eb1-8555-03c17676dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cdd2d3-5e0b-4c54-8a74-3ba00c0241d9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:04.753980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.778096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:04.850348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:04.863774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:04.863932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Network 572317b8-0696-4cea-825d-292f7b107bc0 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:04.865399 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.869103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:04.918242 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aff36137-ce56-4150-bc21-319a87bed1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.963001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:04.963495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.988175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58172) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:05.085355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.088925 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0b08-6c59-4152-874c-7781438d0bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.117826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0c2954e4-a0e1-41ec-ad89-28ae7def60a2,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:05.123854 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.201437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=0c2954e4-a0e1-41ec-ad89-28ae7def60a2,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:05.209673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Pushing event updated for resources: {'Port': ['ID=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:05.213381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58174) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:05.268801 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d553f5f9-51d2-435b-ae0a-3209f964b1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.329405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-7a65efb4-c33a-4a65-9812-10dd4bc7fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.330624 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-7a65efb4-c33a-4a65-9812-10dd4bc7fd40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4631703 Aug 29 04:16:05.332786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aff36137-ce56-4150-bc21-319a87bed1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.341984 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aff36137-ce56-4150-bc21-319a87bed1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.414329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-76a2fa09-e5e5-49ae-8d23-56e54e5956c4 None None] Provisioning for port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:05.420838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-76a2fa09-e5e5-49ae-8d23-56e54e5956c4 None None] Provisioning complete for port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:05.421784 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-76a2fa09-e5e5-49ae-8d23-56e54e5956c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.552985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-76a2fa09-e5e5-49ae-8d23-56e54e5956c4 None None] Port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:05.581187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff36137-ce56-4150-bc21-319a87bed1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b761eb7a-093b-4a88-84d7-5f08f0b5f7bd,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:05.606245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aff36137-ce56-4150-bc21-319a87bed1a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5954d54abae4aedaeba7f18a66feec9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1399190 Aug 29 04:16:05.608052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58180) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:05.643249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.648052 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-1d32c476-8305-41ed-9dda-731f17e5397e service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628489 Aug 29 04:16:05.662146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b5506-ae9e-48f4-a00c-d7096cf5c92a req-5b74e4b6-f37f-4fb0-9e7e-9ba0f8e6fb3e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.663829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-936b5506-ae9e-48f4-a00c-d7096cf5c92a req-5b74e4b6-f37f-4fb0-9e7e-9ba0f8e6fb3e tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 969 time: 0.1453760 Aug 29 04:16:05.738902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d44771-b947-4f81-ba48-298a6fb08186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.783281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-936b5506-ae9e-48f4-a00c-d7096cf5c92a req-50d6b074-a382-4b33-a089-820e9a92a4f3 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080220 Aug 29 04:16:05.809445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d44771-b947-4f81-ba48-298a6fb08186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.844654 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0b08-6c59-4152-874c-7781438d0bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.857947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0b08-6c59-4152-874c-7781438d0bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.896169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a0b08-6c59-4152-874c-7781438d0bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7747fae5-99cb-436c-b423-14a8b00cdef7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:05.942946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7d4a0b08-6c59-4152-874c-7781438d0bc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce9e199111874341ac5c6d87674350f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9401586 Aug 29 04:16:05.943281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58188) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:05.976799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d44771-b947-4f81-ba48-298a6fb08186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.980816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d44771-b947-4f81-ba48-298a6fb08186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.985887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-98d44771-b947-4f81-ba48-298a6fb08186 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b761eb7a-093b-4a88-84d7-5f08f0b5f7bd HTTP/1.1" status: 204 len: 168 time: 0.3737757 Aug 29 04:16:06.003162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d44771-b947-4f81-ba48-298a6fb08186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761eb7a-093b-4a88-84d7-5f08f0b5f7bd,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.373200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e39b7989-2860-417c-a451-e51ff1207796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.391294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.431553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.434003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.458499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e39b7989-2860-417c-a451-e51ff1207796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.549231 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e39b7989-2860-417c-a451-e51ff1207796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.552058 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37160ba3-310f-4d43-ab19-a0ecd6af5e2c req-35688f9c-89ec-4a1b-9759-3bdf78ad6b09 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814438 Aug 29 04:16:06.554701 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e39b7989-2860-417c-a451-e51ff1207796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.555476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e39b7989-2860-417c-a451-e51ff1207796 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7747fae5-99cb-436c-b423-14a8b00cdef7 HTTP/1.1" status: 204 len: 168 time: 0.6102946 Aug 29 04:16:06.565966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b7989-2860-417c-a451-e51ff1207796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7747fae5-99cb-436c-b423-14a8b00cdef7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.571610 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d553f5f9-51d2-435b-ae0a-3209f964b1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.602923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d553f5f9-51d2-435b-ae0a-3209f964b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.699603 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d553f5f9-51d2-435b-ae0a-3209f964b1f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c979fc20835484a92d09011aba7dfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4757278 Aug 29 04:16:06.701990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58204) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:06.728840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553f5f9-51d2-435b-ae0a-3209f964b1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a64c96c-2368-45ff-aeab-c9b0a99ada78,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.736807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:06.770342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Pushing event updated for resources: {'Port': ['ID=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.803401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58206) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:06.806999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8192fb9d-0abe-4dfe-89e5-3758586b2727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.852720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:06.854356 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.908827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8192fb9d-0abe-4dfe-89e5-3758586b2727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.923526 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f16268c-7adf-495e-a076-dcaf3cb5949e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.942412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Network 572317b8-0696-4cea-825d-292f7b107bc0 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:06.965006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:07.143213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58216) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:07.200909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d3bc6-500a-4a08-b7cc-6e77f8a80248 req-3c524850-5858-4755-b494-5b7cada7786b tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.203347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e71d3bc6-500a-4a08-b7cc-6e77f8a80248 req-3c524850-5858-4755-b494-5b7cada7786b tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 969 time: 0.2145879 Aug 29 04:16:07.204974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8192fb9d-0abe-4dfe-89e5-3758586b2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.207619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8192fb9d-0abe-4dfe-89e5-3758586b2727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.213508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8192fb9d-0abe-4dfe-89e5-3758586b2727 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a64c96c-2368-45ff-aeab-c9b0a99ada78 HTTP/1.1" status: 204 len: 168 time: 0.5102701 Aug 29 04:16:07.259082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192fb9d-0abe-4dfe-89e5-3758586b2727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a64c96c-2368-45ff-aeab-c9b0a99ada78,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.337263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e71d3bc6-500a-4a08-b7cc-6e77f8a80248 req-e5c0c576-0fc0-4ad1-988f-52a066cbe8a0 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222043 Aug 29 04:16:07.407814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7e382efb-ff46-4748-bda5-1a75d86804b9 None None] Provisioning complete for port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:07.421354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1119698078-network', 'tenant_id': 'e5a8f6f6650b4b9491f799c459a2947e'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:07.430001 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7e382efb-ff46-4748-bda5-1a75d86804b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.493848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:07.524637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7e382efb-ff46-4748-bda5-1a75d86804b9 None None] Port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:07.572974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f16268c-7adf-495e-a076-dcaf3cb5949e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.601037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f16268c-7adf-495e-a076-dcaf3cb5949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.609064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Made reservation on behalf of e5a8f6f6650b4b9491f799c459a2947e for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:07.612135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.634726 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.770179 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.778381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.820848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:07.827288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87cd3e9-7f80-428b-85a0-42741449673f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.847083 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.848060 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Added segment 435ceb07-5d82-4b05-9ee4-70ff1ec0e857 of type vlan for network 4fe585fe-4a14-4e6b-9bd9-f478bf082969 Aug 29 04:16:07.860592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4f16268c-7adf-495e-a076-dcaf3cb5949e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db9d5de050944d6a9748262a99d67b84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0561821 Aug 29 04:16:07.863566 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58244) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:07.872158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16268c-7adf-495e-a076-dcaf3cb5949e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d08cad-59c8-415c-bad4-91a2958cb58e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.899591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:07.917026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9b14f9e8-7179-487b-a9be-5af1c40cc7fb admin admin] 10.222.0.58 "PUT /v2.0/routers/f35c48fe-4289-4b2d-8e52-5faca7cb52d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8699682 Aug 29 04:16:07.917207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Sync routers for ids ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:07.924738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Routers {'f35c48fe-4289-4b2d-8e52-5faca7cb52d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:07.925723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:07.935184 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee06de06-2b55-42a0-88dd-a07756c15a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.955797 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.958624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee06de06-2b55-42a0-88dd-a07756c15a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.031568 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.033689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.036200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.063682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee06de06-2b55-42a0-88dd-a07756c15a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.066573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee06de06-2b55-42a0-88dd-a07756c15a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.067794 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ee06de06-2b55-42a0-88dd-a07756c15a13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3d08cad-59c8-415c-bad4-91a2958cb58e HTTP/1.1" status: 204 len: 168 time: 0.2030735 Aug 29 04:16:08.100981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06de06-2b55-42a0-88dd-a07756c15a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d08cad-59c8-415c-bad4-91a2958cb58e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:08.129037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9847691 Aug 29 04:16:08.145674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58256) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:08.151231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Request body: {'subnet': {'network_id': '4fe585fe-4a14-4e6b-9bd9-f478bf082969', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1119698078-subnet', 'tenant_id': 'e5a8f6f6650b4b9491f799c459a2947e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:08.159797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Set router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:08.167177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b37450-2790-4abe-ba44-6a8500dde926 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe585fe-4a14-4e6b-9bd9-f478bf082969,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:08.178707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-8e0aa037-5729-4461-b2a0-3558aab6f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.180308 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-8e0aa037-5729-4461-b2a0-3558aab6f525 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70b2193b84594da5a8cb999cf6008893&device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 1121 time: 0.1013358 Aug 29 04:16:08.185188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Made reservation on behalf of e5a8f6f6650b4b9491f799c459a2947e for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:08.187706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.201047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4fe585fe-4a14-4e6b-9bd9-f478bf082969 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:08.487520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.507305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-ebd2b60b-a8e4-44ac-94fb-9c701a97c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.508782 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-ebd2b60b-a8e4-44ac-94fb-9c701a97c26b service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3188701 Aug 29 04:16:08.531350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:16:05Z', 'revision_number': 4, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port': {'id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:56Z', 'updated_at': '2021-08-29T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4', 'name': '', 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'mac_address': 'fa:16:3e:f6:91:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '07b12323-2123-44b6-9b6a-9ec68ee99f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:05Z', 'revision_number': 2, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'subnets': [{'id': '07b12323-2123-44b6-9b6a-9ec68ee99f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:08.565462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-effea5b4-3f3d-4950-b0d6-ae1dd60eb5ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1e0109fc-8602-41de-b085-d1417844546e HTTP/1.1" status: 200 len: 217 time: 0.0442691 Aug 29 04:16:08.565811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Checking router: f35c48fe-4289-4b2d-8e52-5faca7cb52d7 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:08.566351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Updating router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:08.579699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04afd78-553d-4cc7-8139-54dcd8218ca4 req-f236f28e-c68a-4b4b-95b3-397c1dd751e5 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.581275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c04afd78-553d-4cc7-8139-54dcd8218ca4 req-f236f28e-c68a-4b4b-95b3-397c1dd751e5 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 969 time: 0.1337907 Aug 29 04:16:08.602470 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.630143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a4eb4d-2949-4219-ae4c-417eb494383e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:08.631133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-da5e906c-78e6-415e-bd45-ccae85df4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.633604 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-da5e906c-78e6-415e-bd45-ccae85df4d81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0610166 Aug 29 04:16:08.706080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Checking segment: {'id': '435ceb07-5d82-4b05-9ee4-70ff1ec0e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4fe585fe-4a14-4e6b-9bd9-f478bf082969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:08.706080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Network hostable DHCP agents. Network: 4fe585fe-4a14-4e6b-9bd9-f478bf082969, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:08.722204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-06f9dae8-5a05-43e0-af13-4d3904788f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.723732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-06f9dae8-5a05-43e0-af13-4d3904788f8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797489 Aug 29 04:16:08.732307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c04afd78-553d-4cc7-8139-54dcd8218ca4 req-71855b29-3a96-4f98-a155-ae48efbd097f tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430042 Aug 29 04:16:08.744422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Network 4fe585fe-4a14-4e6b-9bd9-f478bf082969 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:08.772334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4fe585fe-4a14-4e6b-9bd9-f478bf082969) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:08.783039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.783771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.784467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f71d3-e496-4109-b90e-d9f9a91a5376 None None] Network 4fe585fe-4a14-4e6b-9bd9-f478bf082969 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:08.818413 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-471b75e0-077e-435b-a2f7-1a67bba33faf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6629436 Aug 29 04:16:08.861042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-e4b2befe-59ce-4132-9e8d-e980e813e382 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286128 Aug 29 04:16:08.998807 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0680cab2-96b2-4878-8df5-c2d10ddf7c1d req-fb8347b3-dacb-4960-ab2d-359f723edf0b service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298931 Aug 29 04:16:09.029152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ab6e1-03ce-4b6d-a7f6-c021be08faf9 None None] Network 4fe585fe-4a14-4e6b-9bd9-f478bf082969 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:09.161595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.191452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Transition to ACTIVE for port object e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:09.211756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.282105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d9d85-6452-4b9e-b2df-849f8d7efd57 None None] Pushing event updated for resources: {'Port': ['ID=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.348716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Attempting to bind port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:09.349094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Attempting to bind port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:09.349456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Attempting to bind port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 on network 572317b8-0696-4cea-825d-292f7b107bc0 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:09.354924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:09.355560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Checking segment: {'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:09.356932 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.357416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Bound using segment: {'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:09.358019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Bound port: e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf48478-8627-4004-8d69-127be518207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:09.358747 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.496045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] For port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:09.499485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] For port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,segment=NetworkSegment(bbf48478-8627-4004-8d69-127be518207b),segment_id=bbf48478-8627-4004-8d69-127be518207b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:09.506904 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.581906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Routers {'f35c48fe-4289-4b2d-8e52-5faca7cb52d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:09.582579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:09.653302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58314) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:09.659044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1845dd5f-767c-4cee-8140-705a31e6aea3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792351600', 'description': 'tempest-description--291594302'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:09.701700 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1845dd5f-767c-4cee-8140-705a31e6aea3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.852521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d9d85-6452-4b9e-b2df-849f8d7efd57 None None] Pushing event updated for resources: {'Port': ['ID=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.893129 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1845dd5f-767c-4cee-8140-705a31e6aea3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.899074 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1845dd5f-767c-4cee-8140-705a31e6aea3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.908764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] Set router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:09.950400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845dd5f-767c-4cee-8140-705a31e6aea3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3bd026-9dc5-4666-92ff-04c1d397a5bf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.969320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1845dd5f-767c-4cee-8140-705a31e6aea3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.971633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3748e6-74a8-4b66-8164-df751042b193 req-74ec7f8b-509d-4f94-b6cb-b51e62549e5c tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.973016 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1845dd5f-767c-4cee-8140-705a31e6aea3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3185661 Aug 29 04:16:09.975757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58326) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:09.978456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c3748e6-74a8-4b66-8164-df751042b193 req-74ec7f8b-509d-4f94-b6cb-b51e62549e5c tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 969 time: 0.1096175 Aug 29 04:16:09.983510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-21c385dd-a412-4007-a045-2e4684a2efe1 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Request body: {'security_group_rule': {'security_group_id': '8c3bd026-9dc5-4666-92ff-04c1d397a5bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:10.027600 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-21c385dd-a412-4007-a045-2e4684a2efe1 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.056588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c3748e6-74a8-4b66-8164-df751042b193 req-58b161d1-d066-4bc9-a5c6-671c53a440d5 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615404 Aug 29 04:16:10.130970 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-21c385dd-a412-4007-a045-2e4684a2efe1 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.138212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-21c385dd-a412-4007-a045-2e4684a2efe1 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.171235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c385dd-a412-4007-a045-2e4684a2efe1 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b3e27c-3939-46f7-b6d5-1ccd4ea32ce2,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.173398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:16:05Z', 'revision_number': 4, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port': {'id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:56Z', 'updated_at': '2021-08-29T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4', 'name': '', 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'mac_address': 'fa:16:3e:f6:91:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '07b12323-2123-44b6-9b6a-9ec68ee99f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:09Z', 'revision_number': 4, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'subnets': [{'id': '07b12323-2123-44b6-9b6a-9ec68ee99f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:10.175816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-21c385dd-a412-4007-a045-2e4684a2efe1 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.179059 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-21c385dd-a412-4007-a045-2e4684a2efe1 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011979 Aug 29 04:16:10.181061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58340) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:10.186467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-923654be-5aa6-477c-8817-370bc71fc5b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Request body: {'security_group_rule': {'security_group_id': '8c3bd026-9dc5-4666-92ff-04c1d397a5bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:10.210443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141ff0a-4d48-4859-9233-7283b5cb2f81 None None] The sync data for ids ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'] in n-d-712142-15 is: [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:16:05Z', 'revision_number': 4, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port': {'id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:56Z', 'updated_at': '2021-08-29T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4', 'name': '', 'network_id': '572317b8-0696-4cea-825d-292f7b107bc0', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'mac_address': 'fa:16:3e:f6:91:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '07b12323-2123-44b6-9b6a-9ec68ee99f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:09Z', 'revision_number': 4, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'subnets': [{'id': '07b12323-2123-44b6-9b6a-9ec68ee99f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:10.225713 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-923654be-5aa6-477c-8817-370bc71fc5b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.322551 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-923654be-5aa6-477c-8817-370bc71fc5b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.333316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-923654be-5aa6-477c-8817-370bc71fc5b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.348332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923654be-5aa6-477c-8817-370bc71fc5b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e03ecc-7359-4677-be08-8bbb87158a64,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.388349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-923654be-5aa6-477c-8817-370bc71fc5b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.392874 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-923654be-5aa6-477c-8817-370bc71fc5b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2078707 Aug 29 04:16:10.393228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58346) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:10.400826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:10.434634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.720684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.731966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:10.760720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58364) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:10.767483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1932694909-network', 'tenant_id': 'e2f6f8d6abce423db7736db2e5f909ff'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:10.825654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Made reservation on behalf of e2f6f8d6abce423db7736db2e5f909ff for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:10.829738 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.843613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:10.846056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.849194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:10.849592 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.960181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Allocated IP 172.25.1.74 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/d80d648d-ab6d-49ca-ba3c-17b1f2fac8b0) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:11.015524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.021153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.025733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.068698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,segment=NetworkSegment(bbf48478-8627-4004-8d69-127be518207b),segment_id=bbf48478-8627-4004-8d69-127be518207b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:11.075765 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.080149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:11.107659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1048d740-92c4-4dcf-8b93-ef49efb2fd90,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:11.118762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.118985 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Added segment 7464d6eb-8a0d-4597-84e8-5c7782786013 of type vlan for network 503fe2c8-6760-42aa-bced-dae3a167546f Aug 29 04:16:11.160429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:11.181252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.206345 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.216807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.218805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.219449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.273071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.290650 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5274808 Aug 29 04:16:11.293309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58382) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:11.300099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Request body: {'subnet': {'network_id': '503fe2c8-6760-42aa-bced-dae3a167546f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1932694909-subnet', 'tenant_id': 'e2f6f8d6abce423db7736db2e5f909ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:11.304339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5c5ed-1324-4013-97a5-72235453094e admin admin] Pushing event updated for resources: {'Network': ['ID=503fe2c8-6760-42aa-bced-dae3a167546f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:11.326707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 503fe2c8-6760-42aa-bced-dae3a167546f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:11.339125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:11.343141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:11.347238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:11.377547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Made reservation on behalf of e2f6f8d6abce423db7736db2e5f909ff for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:11.381421 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.437186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event updated for resources: {'Port': ['ID=d80d648d-ab6d-49ca-ba3c-17b1f2fac8b0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:11.501701 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.523594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ea73e-4d0c-47be-ac38-75039de93213 req-8135ec09-ad1b-414a-a3d9-996f4bfb3f1b tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.526289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c94ea73e-4d0c-47be-ac38-75039de93213 req-8135ec09-ad1b-414a-a3d9-996f4bfb3f1b tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 969 time: 0.1146696 Aug 29 04:16:11.607349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.615866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 1e0109fc-8602-41de-b085-d1417844546e details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:11.617781 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.649986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c94ea73e-4d0c-47be-ac38-75039de93213 req-990781a0-16b3-434d-9d63-2849d05f18fc tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027327 Aug 29 04:16:11.714894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Checking segment: {'id': '7464d6eb-8a0d-4597-84e8-5c7782786013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '503fe2c8-6760-42aa-bced-dae3a167546f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:11.715536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Network hostable DHCP agents. Network: 503fe2c8-6760-42aa-bced-dae3a167546f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:11.718275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b2b7be-22f9-415b-a929-7c599558b9fa,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:11.750774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Network 503fe2c8-6760-42aa-bced-dae3a167546f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:11.775696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 503fe2c8-6760-42aa-bced-dae3a167546f) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:11.782951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.784845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.789160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785fdcd-670a-43c4-9ced-2b3f6388ab6d None None] Network 503fe2c8-6760-42aa-bced-dae3a167546f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:11.828659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ea532342-ffa0-4fcb-b489-76691bd96a13 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5342908 Aug 29 04:16:11.890017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 1e0109fc-8602-41de-b085-d1417844546e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=1e0109fc-8602-41de-b085-d1417844546e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:11.913512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '1e0109fc-8602-41de-b085-d1417844546e', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '1e0109fc-8602-41de-b085-d1417844546e', 'mac_address': 'fa:16:3e:02:1c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:tempest-test_az-1029122027', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:12.003681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.010296 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.018756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.033958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0109fc-8602-41de-b085-d1417844546e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:12.054920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58406) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:12.070670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.093534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 1e0109fc-8602-41de-b085-d1417844546e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=1e0109fc-8602-41de-b085-d1417844546e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:12.094872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.097072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7023304 Aug 29 04:16:12.110389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22d73f-4e07-4b89-bf08-ea93cc9befaf tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event updated for resources: {'Port': ['ID=d80d648d-ab6d-49ca-ba3c-17b1f2fac8b0,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:12.110619 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.131050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d684df-27ff-4f7b-9c12-940b1f078251 admin admin] Deleting subnet a9a4eb4d-2949-4219-ae4c-417eb494383e {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:12.134599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5d684df-27ff-4f7b-9c12-940b1f078251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.176706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4323d-a27a-4e30-b5b3-b23702769a47 None None] Network 503fe2c8-6760-42aa-bced-dae3a167546f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:12.211952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5d684df-27ff-4f7b-9c12-940b1f078251 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.235377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5d684df-27ff-4f7b-9c12-940b1f078251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.343970 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5d684df-27ff-4f7b-9c12-940b1f078251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.392994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=1e0109fc-8602-41de-b085-d1417844546e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:12.424575 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5d684df-27ff-4f7b-9c12-940b1f078251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.427485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f5d684df-27ff-4f7b-9c12-940b1f078251 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a9a4eb4d-2949-4219-ae4c-417eb494383e HTTP/1.1" status: 204 len: 168 time: 0.3719718 Aug 29 04:16:12.428789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d684df-27ff-4f7b-9c12-940b1f078251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a4eb4d-2949-4219-ae4c-417eb494383e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:12.436040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58440) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:12.440468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['1e0109fc-8602-41de-b085-d1417844546e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:12.463737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-dabff071-0622-4ce2-b98f-5f2af5768148 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1792351600&fields=id&tenant_id=f2e716e685f94bacab12863007e2e9cb HTTP/1.1" status: 200 len: 267 time: 0.0669978 Aug 29 04:16:12.518253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.570925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:12.664454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.680534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.680766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.682912 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.683294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > port after_create 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.683689 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > port after_delete 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.684678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > port after_update 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.685015 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.685426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.685674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.686421 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.710485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:12.794738 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.795092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.795432 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.796024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:16:12.796384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe585fe-4a14-4e6b-9bd9-f478bf082969']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:12.804371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:12.804903 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.824761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435ceb07-5d82-4b05-9ee4-70ff1ec0e857') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:12.825064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435ceb07-5d82-4b05-9ee4-70ff1ec0e857') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:12.846208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.873432 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.884054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:12.885801 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: from cryptography.utils import int_from_bytes Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: from cryptography.utils import int_from_bytes Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:12.897518 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:12.903012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-6efbbd86-40e1-494d-a8d7-5789834a4ebe tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.910833 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-6efbbd86-40e1-494d-a8d7-5789834a4ebe tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 823 time: 0.4453418 Aug 29 04:16:12.919511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58454) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:12.935318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-e18709ff-b050-4695-9e0f-9b1ef793ad3c tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/quotas/f2e716e685f94bacab12863007e2e9cb HTTP/1.1" status: 200 len: 375 time: 0.0224960 Aug 29 04:16:12.985892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db123f2-5428-4cb6-92c3-c420a281e5ed req-10aef31d-bc10-4011-8ace-069c1626ccbd tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.987410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1db123f2-5428-4cb6-92c3-c420a281e5ed req-10aef31d-bc10-4011-8ace-069c1626ccbd tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 970 time: 0.1665449 Aug 29 04:16:13.000258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.003480 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b92f4e1a-ddb5-4b30-b3a2-53196aeb6194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.029740 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.031698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] 10.222.0.58 "DELETE /v2.0/networks/4fe585fe-4a14-4e6b-9bd9-f478bf082969 HTTP/1.1" status: 204 len: 168 time: 0.6000507 Aug 29 04:16:13.034889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-e6cd713a-e2a8-4a3e-b738-e3693997b4a1 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984836 Aug 29 04:16:13.035622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58458) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:13.043608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5402ed-215a-476c-8b40-2c6db10117da admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe585fe-4a14-4e6b-9bd9-f478bf082969,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.045829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dced8cdd-e284-4eb2-8de1-7a4bc9429797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.085520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-dced8cdd-e284-4eb2-8de1-7a4bc9429797 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:16:13.085520 n-d-712142-15 neutron-server[94846]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:16:13.085520 n-d-712142-15 neutron-server[94846]: [parameters: {'project_id': 'ac0720ffe20649df92bd06dfcc4e3dd2', 'id': '989f5d6c-3f19-4d07-be36-bbed4bb928f2', 'expiration': datetime.datetime(2021, 8, 29, 4, 18, 13, 74464)}] Aug 29 04:16:13.085520 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:16:13.086560 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-dced8cdd-e284-4eb2-8de1-7a4bc9429797 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:16:13.089952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1db123f2-5428-4cb6-92c3-c420a281e5ed req-3180e7f8-0ba4-4788-95de-abdf70cfe3b7 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 Aug 29 04:16:13.115660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-409b0962-056e-4555-9779-2402884bc07d admin admin] Deleting subnet c5b2b7be-22f9-415b-a929-7c599558b9fa {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:13.119566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-409b0962-056e-4555-9779-2402884bc07d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.163868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-6f68e3af-31ce-4359-8b5c-4070d93998e3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:16:13.164929 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-6f68e3af-31ce-4359-8b5c-4070d93998e3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643048 Aug 29 04:16:13.166986 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-409b0962-056e-4555-9779-2402884bc07d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.169936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b92f4e1a-ddb5-4b30-b3a2-53196aeb6194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.174246 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b92f4e1a-ddb5-4b30-b3a2-53196aeb6194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.184646 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-409b0962-056e-4555-9779-2402884bc07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.217765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b92f4e1a-ddb5-4b30-b3a2-53196aeb6194 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d43ab9bef2a4db6bea79387dd87db29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6335499 Aug 29 04:16:13.218494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f4e1a-ddb5-4b30-b3a2-53196aeb6194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63985953-9b29-41f9-9e7c-947180ce6213,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.220989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58466) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:13.270879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-410a4844-a036-4045-b0c1-1e6bdc00f328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.292887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-410a4844-a036-4045-b0c1-1e6bdc00f328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.312225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-164b20dd-aca0-4bd7-8c4e-3c7306f0807c service neutron] 10.222.0.58 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381621 Aug 29 04:16:13.313733 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-409b0962-056e-4555-9779-2402884bc07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.350277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-410a4844-a036-4045-b0c1-1e6bdc00f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.353056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-410a4844-a036-4045-b0c1-1e6bdc00f328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.354184 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-410a4844-a036-4045-b0c1-1e6bdc00f328 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63985953-9b29-41f9-9e7c-947180ce6213 HTTP/1.1" status: 204 len: 168 time: 0.1324852 Aug 29 04:16:13.364379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a4844-a036-4045-b0c1-1e6bdc00f328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63985953-9b29-41f9-9e7c-947180ce6213,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.365918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b0962-056e-4555-9779-2402884bc07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b2b7be-22f9-415b-a929-7c599558b9fa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.395373 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-409b0962-056e-4555-9779-2402884bc07d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.399697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-409b0962-056e-4555-9779-2402884bc07d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c5b2b7be-22f9-415b-a929-7c599558b9fa HTTP/1.1" status: 204 len: 168 time: 0.3580158 Aug 29 04:16:13.400143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58470) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:13.448015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-1d98b77d-bb51-40c8-a91c-81e51523432f service neutron] 10.222.0.58 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286058 Aug 29 04:16:13.489645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.584451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.587038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dced8cdd-e284-4eb2-8de1-7a4bc9429797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.593142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 1e0109fc-8602-41de-b085-d1417844546e up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:13.615337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503fe2c8-6760-42aa-bced-dae3a167546f']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:13.653529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7464d6eb-8a0d-4597-84e8-5c7782786013') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:13.653824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7464d6eb-8a0d-4597-84e8-5c7782786013') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:13.658803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4dffaea6-9cbc-4093-ab58-44631af51665 req-3ad3892f-56e8-4605-bbdd-ede6c2b1a391 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 210 time: 0.0554726 Aug 29 04:16:13.680529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.691301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 1e0109fc-8602-41de-b085-d1417844546e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:13.699694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 1e0109fc-8602-41de-b085-d1417844546e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:13.700118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.708462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.723693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:13.723693 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:13.724551 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:13.742115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58484) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:13.755954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb534868-ed18-427f-be3d-fa5b1a3e98f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.797657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.807252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.819037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.821904 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] 10.222.0.58 "DELETE /v2.0/networks/503fe2c8-6760-42aa-bced-dae3a167546f HTTP/1.1" status: 204 len: 168 time: 0.4206436 Aug 29 04:16:13.830342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca73e6e9-b9c2-4db8-9096-896f2d744bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0109fc-8602-41de-b085-d1417844546e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:13.835494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dc50a-6f63-47a2-bd35-9313c871106b admin admin] Pushing event deleted for resources: {'Network': ['ID=503fe2c8-6760-42aa-bced-dae3a167546f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.894685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 1e0109fc-8602-41de-b085-d1417844546e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=1e0109fc-8602-41de-b085-d1417844546e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:13.903479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dced8cdd-e284-4eb2-8de1-7a4bc9429797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.904164 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.920917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dced8cdd-e284-4eb2-8de1-7a4bc9429797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.995344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=1e0109fc-8602-41de-b085-d1417844546e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.021151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dced8cdd-e284-4eb2-8de1-7a4bc9429797 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac0720ffe20649df92bd06dfcc4e3dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0978856 Aug 29 04:16:14.021335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58498) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:14.029463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced8cdd-e284-4eb2-8de1-7a4bc9429797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca16db-29bb-4bd3-a6f5-77246510b244,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.061732 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea42a7f0-dc07-4366-b795-320334ecf987" -d '{"events": [{"server_uuid": "ca73e6e9-b9c2-4db8-9096-896f2d744bc9", "name": "network-vif-plugged", "status": "completed", "tag": "1e0109fc-8602-41de-b085-d1417844546e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:14.099279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58508) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:14.105905 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb534868-ed18-427f-be3d-fa5b1a3e98f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.123961 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb534868-ed18-427f-be3d-fa5b1a3e98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.146623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-401c19f8-c394-404d-9ffa-b1fd579abe03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.160206 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8be213d7-0a65-4a95-bbd2-7c33990e6e0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5a8f6f6650b4b9491f799c459a2947e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593185 Aug 29 04:16:14.162876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58512) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:14.196740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fb534868-ed18-427f-be3d-fa5b1a3e98f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56b0aa917ccf4963a0e66fb8359b03da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534371 Aug 29 04:16:14.200544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58516) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:14.214856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb534868-ed18-427f-be3d-fa5b1a3e98f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b805fe0a-d258-4207-9ab5-2777a54085cf,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.223623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-401c19f8-c394-404d-9ffa-b1fd579abe03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.266214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42efd697-a21a-4215-b8dd-c52439eeb011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.304334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42efd697-a21a-4215-b8dd-c52439eeb011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.305392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96ee9245-cc95-458f-bd57-50aa2f70237c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.331116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d20b2-e999-4981-8319-5f18ceae4598 req-0f56028a-c7a2-46c9-9af6-0f6dbcdcbae0 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.338893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-715d20b2-e999-4981-8319-5f18ceae4598 req-0f56028a-c7a2-46c9-9af6-0f6dbcdcbae0 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 971 time: 0.0906680 Aug 29 04:16:14.359676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96ee9245-cc95-458f-bd57-50aa2f70237c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.373834 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-401c19f8-c394-404d-9ffa-b1fd579abe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.376509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-401c19f8-c394-404d-9ffa-b1fd579abe03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.377758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-401c19f8-c394-404d-9ffa-b1fd579abe03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/61ca16db-29bb-4bd3-a6f5-77246510b244 HTTP/1.1" status: 204 len: 168 time: 0.3552880 Aug 29 04:16:14.391310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-715d20b2-e999-4981-8319-5f18ceae4598 req-e7eea1aa-a2ad-4ea1-89b1-4c29460cb191 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488358 Aug 29 04:16:14.404179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c19f8-c394-404d-9ffa-b1fd579abe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca16db-29bb-4bd3-a6f5-77246510b244,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.451419 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff641a-9467-4bb1-ba83-e1be407a516e x-openstack-request-id: req-51ff641a-9467-4bb1-ba83-e1be407a516e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:14.451719 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca73e6e9-b9c2-4db8-9096-896f2d744bc9", "name": "network-vif-plugged", "status": "completed", "tag": "1e0109fc-8602-41de-b085-d1417844546e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:14.452165 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51ff641a-9467-4bb1-ba83-e1be407a516e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:14.452795 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca73e6e9-b9c2-4db8-9096-896f2d744bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0109fc-8602-41de-b085-d1417844546e', 'code': 200} Aug 29 04:16:14.468016 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42efd697-a21a-4215-b8dd-c52439eeb011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.484383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42efd697-a21a-4215-b8dd-c52439eeb011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.484383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-42efd697-a21a-4215-b8dd-c52439eeb011 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d87cd3e9-7f80-428b-85a0-42741449673f HTTP/1.1" status: 204 len: 168 time: 0.3140233 Aug 29 04:16:14.509790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96ee9245-cc95-458f-bd57-50aa2f70237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.516035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96ee9245-cc95-458f-bd57-50aa2f70237c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.519919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-96ee9245-cc95-458f-bd57-50aa2f70237c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b805fe0a-d258-4207-9ab5-2777a54085cf HTTP/1.1" status: 204 len: 168 time: 0.3171651 Aug 29 04:16:14.531829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efd697-a21a-4215-b8dd-c52439eeb011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87cd3e9-7f80-428b-85a0-42741449673f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.553437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee9245-cc95-458f-bd57-50aa2f70237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b805fe0a-d258-4207-9ab5-2777a54085cf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.676195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3716c-5b70-44c9-9f0a-2c864bf5fcae req-b5b035fa-b0a4-4ec3-aeed-7ddae1ed4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.678314 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfd3716c-5b70-44c9-9f0a-2c864bf5fcae req-b5b035fa-b0a4-4ec3-aeed-7ddae1ed4436 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 1123 time: 0.1170070 Aug 29 04:16:14.705830 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bfd3716c-5b70-44c9-9f0a-2c864bf5fcae req-57ae4462-9ea3-42cd-a09b-a55fa52d7403 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.788842 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c817c059-3147-456c-a045-709d8d0533cc req-ed7c2afe-3d40-4419-ae33-fe575dd60743 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 210 time: 0.0353277 Aug 29 04:16:14.856013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bfd3716c-5b70-44c9-9f0a-2c864bf5fcae req-57ae4462-9ea3-42cd-a09b-a55fa52d7403 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.861589 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bfd3716c-5b70-44c9-9f0a-2c864bf5fcae req-57ae4462-9ea3-42cd-a09b-a55fa52d7403 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.904347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae4462-9ea3-42cd-a09b-a55fa52d7403 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f147ed90-d81e-45b8-95af-81c0441c3d25,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.916144 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfd3716c-5b70-44c9-9f0a-2c864bf5fcae req-57ae4462-9ea3-42cd-a09b-a55fa52d7403 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296271 Aug 29 04:16:15.025682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58544) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:15.077814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-15b4dc94-3627-45ae-a977-9335617bfeae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2f6f8d6abce423db7736db2e5f909ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507517 Aug 29 04:16:15.080892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58546) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:15.147706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72cc5f44-a055-45f2-85d2-865dcab8b240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.169497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72cc5f44-a055-45f2-85d2-865dcab8b240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.223081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72cc5f44-a055-45f2-85d2-865dcab8b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.226393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72cc5f44-a055-45f2-85d2-865dcab8b240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.230761 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-72cc5f44-a055-45f2-85d2-865dcab8b240 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1048d740-92c4-4dcf-8b93-ef49efb2fd90 HTTP/1.1" status: 204 len: 168 time: 0.1462617 Aug 29 04:16:15.239023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5f44-a055-45f2-85d2-865dcab8b240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1048d740-92c4-4dcf-8b93-ef49efb2fd90,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:15.458205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.64', 55643) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:15.531345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ede6-3bb8-432e-9871-ca149f8cde57 req-c627316a-96e6-4eab-b121-3979d441c55a tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.534264 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8737ede6-3bb8-432e-9871-ca149f8cde57 req-c627316a-96e6-4eab-b121-3979d441c55a tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 971 time: 0.0708468 Aug 29 04:16:15.584553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8737ede6-3bb8-432e-9871-ca149f8cde57 req-f51adcb3-c5d5-4dc3-8e0e-755a8ae469b7 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441370 Aug 29 04:16:15.832024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58590) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:15.943000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-fd9b217d-d63b-4996-9fd8-a2a16ddb7b03 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.943000 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-fd9b217d-d63b-4996-9fd8-a2a16ddb7b03 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.64 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 823 time: 0.4759042 Aug 29 04:16:15.959868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7bfff5d-14cd-4f9f-8f98-0eed24bce444 req-51f83a59-5bb0-4f2e-90e1-c9b518cbd693 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 210 time: 0.0442836 Aug 29 04:16:16.024326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-network', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:16.048746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Made reservation on behalf of 6da80d5a92a94c6c9496d3e11818557e for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:16.052233 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.062397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.176686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.189519 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.231897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:16.253624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.254022 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Added segment 0f44710f-dcdc-4bda-afb3-955bd93f7791 of type vlan for network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 Aug 29 04:16:16.261747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e7a06-e3b7-4671-8cf2-454143c833e0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:16.314169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.358037 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.359323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.359869 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.412598 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5794518 Aug 29 04:16:16.416663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58614) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:16.426147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Request body: {'subnet': {'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-subnet', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:16.438539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f768f-1123-4db4-b4ed-4adfce806b5a admin admin] Pushing event updated for resources: {'Network': ['ID=695a6f65-14b0-4f20-937c-2dc7961fbfa0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:16.449795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:16.466218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Made reservation on behalf of 6da80d5a92a94c6c9496d3e11818557e for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:16.469975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.748432 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.802096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2880-4756-49ad-b1e3-ac810b813d35 req-5cdb218e-fdb7-4d20-b537-bccf0b72a665 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.804830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-595d2880-4756-49ad-b1e3-ac810b813d35 req-5cdb218e-fdb7-4d20-b537-bccf0b72a665 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 971 time: 0.1179516 Aug 29 04:16:16.851571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fd8442-79f6-46be-a4ca-f9582dd29a0f,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:16.855380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Checking segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:16.855741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Network hostable DHCP agents. Network: 695a6f65-14b0-4f20-937c-2dc7961fbfa0, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:16.862309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-595d2880-4756-49ad-b1e3-ac810b813d35 req-04b64f36-1bbe-43cb-ad7c-2647dddf0759 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Aug 29 04:16:16.883408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:16.896239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 695a6f65-14b0-4f20-937c-2dc7961fbfa0) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:16.904166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.904968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.907225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfa5be5-e472-4264-aa17-e03598b94f7a None None] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:16.934130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a8dc163e-739b-4018-981e-c2b0cd225888 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5139165 Aug 29 04:16:16.936911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58632) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:16.941359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:17.002303 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.003618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.112715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:16:17.114416 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.134395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ced4a5a3-6b82-47e4-8903-6c7a95dbd0f8 req-7d0360f1-2a76-4c05-8bc0-1fda147b467a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 210 time: 0.0347137 Aug 29 04:16:17.138490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.298546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Allocated IP 172.20.0.2 (695a6f65-14b0-4f20-937c-2dc7961fbfa0/27fd8442-79f6-46be-a4ca-f9582dd29a0f/66f8ce8e-778c-4338-bdee-26efa84ca32a) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:17.356477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.397287 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c45ff6e5-cb49-4956-90ab-ec24b75cfbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.519314 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.534484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Transition to ACTIVE for port object 66f8ce8e-778c-4338-bdee-26efa84ca32a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:17.553428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Transition to ACTIVE for port object 66f8ce8e-778c-4338-bdee-26efa84ca32a will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:17.561685 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.621108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:17.625023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:17.632382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:17.642654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Pushing event updated for resources: {'Port': ['ID=66f8ce8e-778c-4338-bdee-26efa84ca32a,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:17.643771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.668983 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.691763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Attempting to bind port 66f8ce8e-778c-4338-bdee-26efa84ca32a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:17.692181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Attempting to bind port 66f8ce8e-778c-4338-bdee-26efa84ca32a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:17.692719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Attempting to bind port 66f8ce8e-778c-4338-bdee-26efa84ca32a on network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:17.705405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:17.705794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Checking segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:17.706555 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.706973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Bound using segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:17.707481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Bound port: 66f8ce8e-778c-4338-bdee-26efa84ca32a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:17.707889 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.803058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] For port 66f8ce8e-778c-4338-bdee-26efa84ca32a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:17.808263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] For port 66f8ce8e-778c-4338-bdee-26efa84ca32a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=66f8ce8e-778c-4338-bdee-26efa84ca32a,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:17.815597 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.879014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a0d7f-a0ed-498d-b960-be3207f580aa None None] Pushing event updated for resources: {'Port': ['ID=66f8ce8e-778c-4338-bdee-26efa84ca32a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:17.968773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1995041212', 'description': 'tempest-description-1493022437'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:17.984746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Allocated IP 172.25.1.205 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/793472f6-c51b-45e5-af25-f9ecca63a074) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:18.038318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.105686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.148045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdc447-32f0-4c03-86b2-7045cc7dad14 req-6bab13b1-386f-4d88-bd88-5f96bf674c78 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.150630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fbdc447-32f0-4c03-86b2-7045cc7dad14 req-6bab13b1-386f-4d88-bd88-5f96bf674c78 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 971 time: 0.1694353 Aug 29 04:16:18.243530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fbdc447-32f0-4c03-86b2-7045cc7dad14 req-07f07e27-ce4d-4cd2-bead-d1803abd397f tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853875 Aug 29 04:16:18.248647 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.382621 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.384869 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.394648 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.483158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:18.503727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:18.510248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:18.525545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0038f90f-e7df-4e07-bebe-5cedc692fbc8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.611930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76491ca6-4b90-4f6a-8fbe-c74056fffcdb req-6f52c3d9-28cb-46b3-a309-5c8d9034474a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 210 time: 0.1584642 Aug 29 04:16:18.616849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Pushing event updated for resources: {'Port': ['ID=793472f6-c51b-45e5-af25-f9ecca63a074,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.726633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 66f8ce8e-778c-4338-bdee-26efa84ca32a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:18.769334 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.805698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 66f8ce8e-778c-4338-bdee-26efa84ca32a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:18.823019 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.897912 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.899279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4454563-d9f6-4cf4-8ba5-4cb173ac13da req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9401472 Aug 29 04:16:18.903385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e37a5-1c35-4df4-8875-0e10e7097803 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9a28d-34eb-437c-8ce0-cf6db1249d89,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.996955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.001307 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67190e2c-19d9-4e75-bc27-844b3994c5f2 req-f03236dd-6552-46ff-b9c9-440075ae2aaf tempest-AggregatesAdminTestJSON-2102400282 tempest-AggregatesAdminTestJSON-2102400282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.002845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67190e2c-19d9-4e75-bc27-844b3994c5f2 req-f03236dd-6552-46ff-b9c9-440075ae2aaf tempest-AggregatesAdminTestJSON-2102400282 tempest-AggregatesAdminTestJSON-2102400282-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 1123 time: 0.1004353 Aug 29 04:16:19.051478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7846f-cf70-437b-8e39-7e3756d6b02f None None] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:19.057297 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-67190e2c-19d9-4e75-bc27-844b3994c5f2 req-2c247f38-2524-4551-b2f9-6f716446bd3c tempest-AggregatesAdminTestJSON-2102400282 tempest-AggregatesAdminTestJSON-2102400282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.098990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e457eceb-e864-427f-86a7-00f3f3e12e1d None None] Provisioning for port 66f8ce8e-778c-4338-bdee-26efa84ca32a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:19.108557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e457eceb-e864-427f-86a7-00f3f3e12e1d None None] Provisioning complete for port 66f8ce8e-778c-4338-bdee-26efa84ca32a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:19.108933 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e457eceb-e864-427f-86a7-00f3f3e12e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.209960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-e2b2081e-c316-4891-8805-07d3dca01cd0 req-46891ea8-3adf-4a3b-8807-26b73568a1a3 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1775428529', 'description': 'tempest-description-1800484322'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:19.255759 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e457eceb-e864-427f-86a7-00f3f3e12e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.310226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e457eceb-e864-427f-86a7-00f3f3e12e1d None None] For port 66f8ce8e-778c-4338-bdee-26efa84ca32a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=66f8ce8e-778c-4338-bdee-26efa84ca32a,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:19.311387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-67190e2c-19d9-4e75-bc27-844b3994c5f2 req-2c247f38-2524-4551-b2f9-6f716446bd3c tempest-AggregatesAdminTestJSON-2102400282 tempest-AggregatesAdminTestJSON-2102400282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.313058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.314957 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e457eceb-e864-427f-86a7-00f3f3e12e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.333316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-67190e2c-19d9-4e75-bc27-844b3994c5f2 req-2c247f38-2524-4551-b2f9-6f716446bd3c tempest-AggregatesAdminTestJSON-2102400282 tempest-AggregatesAdminTestJSON-2102400282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.378327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457eceb-e864-427f-86a7-00f3f3e12e1d None None] Pushing event updated for resources: {'Port': ['ID=66f8ce8e-778c-4338-bdee-26efa84ca32a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:19.406127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67190e2c-19d9-4e75-bc27-844b3994c5f2 req-2c247f38-2524-4551-b2f9-6f716446bd3c tempest-AggregatesAdminTestJSON-2102400282 tempest-AggregatesAdminTestJSON-2102400282-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660641 Aug 29 04:16:19.406851 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e2b2081e-c316-4891-8805-07d3dca01cd0 req-46891ea8-3adf-4a3b-8807-26b73568a1a3 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.429967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c247f38-2524-4551-b2f9-6f716446bd3c tempest-AggregatesAdminTestJSON-2102400282 tempest-AggregatesAdminTestJSON-2102400282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0299316-b949-4927-b11a-cf664022abe7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:19.588477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:16:19.591890 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e2b2081e-c316-4891-8805-07d3dca01cd0 req-46891ea8-3adf-4a3b-8807-26b73568a1a3 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.600348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e2b2081e-c316-4891-8805-07d3dca01cd0 req-46891ea8-3adf-4a3b-8807-26b73568a1a3 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.654670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d5323123-8de6-41d7-b0bc-8ec97b455aee None None] Provisioning complete for port 66f8ce8e-778c-4338-bdee-26efa84ca32a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:19.655176 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d5323123-8de6-41d7-b0bc-8ec97b455aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.674380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e2b2081e-c316-4891-8805-07d3dca01cd0 req-46891ea8-3adf-4a3b-8807-26b73568a1a3 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.675615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2b2081e-c316-4891-8805-07d3dca01cd0 req-46891ea8-3adf-4a3b-8807-26b73568a1a3 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4756663 Aug 29 04:16:19.719615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46891ea8-3adf-4a3b-8807-26b73568a1a3 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56cbefb-7747-48b6-8306-aa1fd94ecf27,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:19.761518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:19.776622 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:19.794337 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:19.795359 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:15:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:19.800795 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.804872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58718) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:19.805363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aa642f3e-e6cd-4a72-b247-40a5685e6d98 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.8672566 Aug 29 04:16:19.848359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8dec5b5-fae2-41ce-9f92-226c04e2f318 req-6cbe8d9d-7696-4b52-9dbd-89ab76f8fdc2 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 210 time: 0.0641367 Aug 29 04:16:19.961768 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:20.241025 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:18Z', 'revision_number': 3, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:20.266085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.368919 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:20.369875 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Updating router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 port 793472f6-c51b-45e5-af25-f9ecca63a074 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:20.376699 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-77a944f6-6084-41f2-a25d-6f2c3e603a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.398286 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.453813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-115843169', 'description': 'tempest-description-54325252'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:20.483900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.524676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.666916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58742) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:20.726540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 66f8ce8e-778c-4338-bdee-26efa84ca32a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:20.740894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.746959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.800195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.801169 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 66f8ce8e-778c-4338-bdee-26efa84ca32a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:20.803079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.824337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3fbc1-3c3b-4b3c-a7b9-a0f3f5dd7d7b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:20.880107 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.930816 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Transition to ACTIVE for port object 793472f6-c51b-45e5-af25-f9ecca63a074 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:20.934316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bf21adaf-3b99-4e88-b7db-05f7c1f9b7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.938247 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.981773 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.999805 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.015166 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4b0f1-901c-425a-bb49-5553432b0755 None None] Pushing event updated for resources: {'Port': ['ID=793472f6-c51b-45e5-af25-f9ecca63a074,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.028164 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Attempting to bind port 793472f6-c51b-45e5-af25-f9ecca63a074 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:21.028566 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Attempting to bind port 793472f6-c51b-45e5-af25-f9ecca63a074 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:21.028932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Attempting to bind port 793472f6-c51b-45e5-af25-f9ecca63a074 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:21.034923 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:21.035463 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:21.036174 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.036663 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:21.037181 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Bound port: 793472f6-c51b-45e5-af25-f9ecca63a074, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:21.037599 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.087946 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.091519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d59c74c1-00b8-4817-958d-789574b7fef4 req-1a4ce952-60a3-4b2b-b788-254001851b95 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 210 time: 0.0617447 Aug 29 04:16:21.100275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f729c9-3ed4-41e7-9228-047d0bc4e68e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.123445 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] For port 793472f6-c51b-45e5-af25-f9ecca63a074, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:21.127776 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] For port 793472f6-c51b-45e5-af25-f9ecca63a074, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=793472f6-c51b-45e5-af25-f9ecca63a074,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:21.134000 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.141611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Allocated IP 172.20.0.1 (695a6f65-14b0-4f20-937c-2dc7961fbfa0/27fd8442-79f6-46be-a4ca-f9582dd29a0f/27c382a1-df8e-4b9f-9851-8f0694a8e148) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:21.216823 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:21.217559 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:21.222608 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4b0f1-901c-425a-bb49-5553432b0755 None None] Pushing event updated for resources: {'Port': ['ID=793472f6-c51b-45e5-af25-f9ecca63a074,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.233260 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bf21adaf-3b99-4e88-b7db-05f7c1f9b7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.250179 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bf21adaf-3b99-4e88-b7db-05f7c1f9b7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.290987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21adaf-3b99-4e88-b7db-05f7c1f9b7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a77268-846a-419e-a486-aa21adea4785,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.296806 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.298753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ec62cc7-bcc9-4d21-a3af-087f8ea4d98b req-ca9c33a3-a5ae-430d-81f4-b7a3964861ab tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8560176 Aug 29 04:16:21.337647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6ef78240-33b0-4b28-8f20-5a0644c8e566 req-2db4023d-82c4-4f58-a96d-ea420bfa313e tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1047244643', 'description': 'tempest-description-608733518'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:21.345965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.352909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bf21adaf-3b99-4e88-b7db-05f7c1f9b7dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5359e85458d6465086b05e9e12faa9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6851685 Aug 29 04:16:21.356494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58770) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:21.371067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6ef78240-33b0-4b28-8f20-5a0644c8e566 req-2db4023d-82c4-4f58-a96d-ea420bfa313e tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.383893 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:21.387526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Transition to ACTIVE for port object 27c382a1-df8e-4b9f-9851-8f0694a8e148 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:21.448075 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75162c27-8314-4ff6-98c2-5213b7b690e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.468565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6ef78240-33b0-4b28-8f20-5a0644c8e566 req-2db4023d-82c4-4f58-a96d-ea420bfa313e tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.479126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6ef78240-33b0-4b28-8f20-5a0644c8e566 req-2db4023d-82c4-4f58-a96d-ea420bfa313e tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.479925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.483045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75162c27-8314-4ff6-98c2-5213b7b690e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.515584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6ef78240-33b0-4b28-8f20-5a0644c8e566 req-2db4023d-82c4-4f58-a96d-ea420bfa313e tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.516980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ef78240-33b0-4b28-8f20-5a0644c8e566 req-2db4023d-82c4-4f58-a96d-ea420bfa313e tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1894412 Aug 29 04:16:21.518961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4023d-82c4-4f58-a96d-ea420bfa313e tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5d4ba5-d0db-4265-9baf-83fced937890,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.559901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=27c382a1-df8e-4b9f-9851-8f0694a8e148,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.602260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:21.607058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:21.610605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:21.670694 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.715405 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:18Z', 'revision_number': 3, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:21.783939 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb9587-c17e-4f84-ac07-938e4c5a30bf None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:18Z', 'revision_number': 3, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:21.798960 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75162c27-8314-4ff6-98c2-5213b7b690e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.804250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75162c27-8314-4ff6-98c2-5213b7b690e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.809360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-75162c27-8314-4ff6-98c2-5213b7b690e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5a77268-846a-419e-a486-aa21adea4785 HTTP/1.1" status: 204 len: 168 time: 0.4474237 Aug 29 04:16:21.866310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75162c27-8314-4ff6-98c2-5213b7b690e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a77268-846a-419e-a486-aa21adea4785,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.977351 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.082532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ebb1853e-6549-4e14-8088-d21d20dda867 None None] Provisioning for port 27c382a1-df8e-4b9f-9851-8f0694a8e148 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:22.092815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ebb1853e-6549-4e14-8088-d21d20dda867 None None] Provisioning complete for port 27c382a1-df8e-4b9f-9851-8f0694a8e148 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:22.093375 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ebb1853e-6549-4e14-8088-d21d20dda867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.119510 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-2e1032b9-e792-4b83-9820-e56b8e726f2d tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39551 time: 0.5806432 Aug 29 04:16:22.200510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1853e-6549-4e14-8088-d21d20dda867 None None] Port 27c382a1-df8e-4b9f-9851-8f0694a8e148 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:22.229031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-4e75c7c6-bd73-4b91-91de-21f298fd6a93 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0038f90f-e7df-4e07-bebe-5cedc692fbc8 HTTP/1.1" status: 200 len: 2981 time: 0.0968678 Aug 29 04:16:22.298889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.309730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.346556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-89dc3f80-b9b9-4865-ae40-937a35af3209 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0038f90f-e7df-4e07-bebe-5cedc692fbc8 HTTP/1.1" status: 200 len: 2981 time: 0.1096337 Aug 29 04:16:22.394557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.403786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=27c382a1-df8e-4b9f-9851-8f0694a8e148,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:22.433113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50340adf-dd30-4b8d-8984-5607baa4512f req-614848b6-a126-4a46-918d-a6c1aac62dcc tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 210 time: 0.0598817 Aug 29 04:16:22.440455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58810) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:22.469351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-d077c55a-10b4-4dc6-994f-45ba3f4ee0eb tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/26f3fbc1-3c3b-4b3c-a7b9-a0f3f5dd7d7b HTTP/1.1" status: 200 len: 2981 time: 0.1104486 Aug 29 04:16:22.471084 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce107315-9e46-4094-8958-ceccdac755ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.520295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-b1cc2a1c-e625-47cc-8213-c5b43f4e1883 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2e716e685f94bacab12863007e2e9cb HTTP/1.1" status: 200 len: 380 time: 0.0678279 Aug 29 04:16:22.541329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Request body: {'port': {'device_id': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'admin_state_up': True, 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'security_groups': ['8c3bd026-9dc5-4666-92ff-04c1d397a5bf']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:22.564507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-03bcc14f-fd56-4f5e-aa03-2a660b11dda2 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/26f3fbc1-3c3b-4b3c-a7b9-a0f3f5dd7d7b HTTP/1.1" status: 200 len: 2981 time: 0.0823090 Aug 29 04:16:22.619667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:22.625060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:22.669744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-ea2265df-6f97-488b-addd-fc7ce2bd091b tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3a571e08-87f6-40f0-8f4a-d20e0278b609 HTTP/1.1" status: 200 len: 2977 time: 0.0928674 Aug 29 04:16:22.684537 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.690130 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce107315-9e46-4094-8958-ceccdac755ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.722041 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce107315-9e46-4094-8958-ceccdac755ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.774239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 793472f6-c51b-45e5-af25-f9ecca63a074 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:22.826911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Made reservation on behalf of f2e716e685f94bacab12863007e2e9cb for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:22.830641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.838107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce107315-9e46-4094-8958-ceccdac755ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93972ed3-d201-4403-a1c0-baac6e7f30d8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:22.851899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ce107315-9e46-4094-8958-ceccdac755ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d57d86fab6364a9f9b28986aaaeb5751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073091 Aug 29 04:16:22.857464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58824) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:22.881855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-9a230e86-ec79-4f27-ab0a-67ea3ed34927 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3a571e08-87f6-40f0-8f4a-d20e0278b609 HTTP/1.1" status: 200 len: 2977 time: 0.1948004 Aug 29 04:16:22.950194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 793472f6-c51b-45e5-af25-f9ecca63a074 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:22.966567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 793472f6-c51b-45e5-af25-f9ecca63a074 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:22.970016 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.984746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-f3190ae7-6bcb-460d-808f-34650fbfd28a tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/510848d7-93ad-4486-bd72-7829446adf88 HTTP/1.1" status: 200 len: 2977 time: 0.0910132 Aug 29 04:16:23.085943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-db43db8d-9830-48b7-ab1a-a2df69b0c9ec tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/510848d7-93ad-4486-bd72-7829446adf88 HTTP/1.1" status: 200 len: 2977 time: 0.0899220 Aug 29 04:16:23.158791 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.169919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Allocated IP 172.20.0.9 (88c820f7-ea8c-4ad4-923c-cc18d957b3a7/abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8/4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:23.181012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:23.202570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-3411ce02-895d-4c46-9c8c-bc19f0ed0c58 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/5cceadee-f751-4702-a74b-12227b03fa96 HTTP/1.1" status: 200 len: 2973 time: 0.1154749 Aug 29 04:16:23.204008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1f7ed237-f48b-407a-801f-2da6c73fc2dc None None] Provisioning complete for port 27c382a1-df8e-4b9f-9851-8f0694a8e148 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:23.204386 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed237-f48b-407a-801f-2da6c73fc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.217998 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 793472f6-c51b-45e5-af25-f9ecca63a074, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=793472f6-c51b-45e5-af25-f9ecca63a074,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:23.259775 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.263763 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-dc3045c6-497b-461e-9cdc-f2bbe405e230 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/5cceadee-f751-4702-a74b-12227b03fa96 HTTP/1.1" status: 200 len: 2973 time: 0.0594709 Aug 29 04:16:23.330138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ed237-f48b-407a-801f-2da6c73fc2dc None None] Port 27c382a1-df8e-4b9f-9851-8f0694a8e148 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:23.359001 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d226e78a-8fa5-4456-b141-317a3e1f0d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.385610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-5ffdbb37-e188-43d9-8749-7373361a3aec tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a01d8557-2403-4100-bee4-1b2ab0969aeb HTTP/1.1" status: 200 len: 2977 time: 0.1115344 Aug 29 04:16:23.413996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=793472f6-c51b-45e5-af25-f9ecca63a074,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:23.450236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-760fdf21-a712-4748-9396-65f5cb8fef2f tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a01d8557-2403-4100-bee4-1b2ab0969aeb HTTP/1.1" status: 200 len: 2977 time: 0.0611298 Aug 29 04:16:23.461710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d226e78a-8fa5-4456-b141-317a3e1f0d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.473776 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-482e41c8-1120-4d74-a107-068c6975a6d7 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] show failed (client error): The resource could not be found. Aug 29 04:16:23.474875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-482e41c8-1120-4d74-a107-068c6975a6d7 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/d5a77268-846a-419e-a486-aa21adea4785 HTTP/1.1" status: 404 len: 352 time: 0.0157490 Aug 29 04:16:23.505753 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-6db636ee-bf3d-46d9-8ddf-a732abe2cd11 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] show failed (client error): The resource could not be found. Aug 29 04:16:23.506874 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-6db636ee-bf3d-46d9-8ddf-a732abe2cd11 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/d5a77268-846a-419e-a486-aa21adea4785 HTTP/1.1" status: 404 len: 352 time: 0.0183105 Aug 29 04:16:23.514469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:23.528039 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9e453605-5dce-4d6a-ae39-e369a84af0a5 admin admin] 10.222.0.58 "PUT /v2.0/routers/5f2a4a7c-c2e0-401e-8187-ca1d26b542b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7198668 Aug 29 04:16:23.543279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.571605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Transition to ACTIVE for port object 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:23.574071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-04e7552c-6ee0-45ba-b11c-da384726afb0 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/e0299316-b949-4927-b11a-cf664022abe7 HTTP/1.1" status: 200 len: 2981 time: 0.0529282 Aug 29 04:16:23.574258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d226e78a-8fa5-4456-b141-317a3e1f0d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.575292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58864) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:23.580962 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d226e78a-8fa5-4456-b141-317a3e1f0d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.583861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d226e78a-8fa5-4456-b141-317a3e1f0d86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93972ed3-d201-4403-a1c0-baac6e7f30d8 HTTP/1.1" status: 204 len: 168 time: 0.7210171 Aug 29 04:16:23.599929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226e78a-8fa5-4456-b141-317a3e1f0d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93972ed3-d201-4403-a1c0-baac6e7f30d8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:23.637982 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.640582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-6239476b-565c-4d2b-ac74-351f07e65596 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/e0299316-b949-4927-b11a-cf664022abe7 HTTP/1.1" status: 200 len: 2981 time: 0.0544491 Aug 29 04:16:23.681670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:23.684915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:23.688859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:23.740503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-aeaaf1cf-32b5-46ec-a4c2-e76efb50f84a tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f147ed90-d81e-45b8-95af-81c0441c3d25 HTTP/1.1" status: 200 len: 2981 time: 0.0875020 Aug 29 04:16:23.842511 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-1cae46eb-7364-4770-b67f-84a097eb65f8 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f147ed90-d81e-45b8-95af-81c0441c3d25 HTTP/1.1" status: 200 len: 2981 time: 0.0941553 Aug 29 04:16:24.008622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0157f3f3-f2a3-427d-826e-8136889cfeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.028890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-e5f4cb16-a331-4aaf-a6b3-75746214efcc tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f507d1e2-b160-4712-9227-bd131ccc213b HTTP/1.1" status: 200 len: 2977 time: 0.1757765 Aug 29 04:16:24.047107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3f688-4bfa-4359-bacc-2b1029648782 req-eeb28be6-3537-493e-9f13-9ae788d572a0 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.054878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65a3f688-4bfa-4359-bacc-2b1029648782 req-eeb28be6-3537-493e-9f13-9ae788d572a0 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 931 time: 0.1791260 Aug 29 04:16:24.068621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7fb10ad4-1ddf-46a7-a265-cdd9f12e651d None None] Provisioning for port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:24.075435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7fb10ad4-1ddf-46a7-a265-cdd9f12e651d None None] Provisioning complete for port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:24.076829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fb10ad4-1ddf-46a7-a265-cdd9f12e651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.109916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.111194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.114273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event updated for resources: {'Port': ['ID=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:24.149845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7fb10ad4-1ddf-46a7-a265-cdd9f12e651d None None] Port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:24.161008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65a3f688-4bfa-4359-bacc-2b1029648782 req-69187ae0-2568-4600-a2d2-93878b6b3c0d tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052091 Aug 29 04:16:24.190210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-abd988d9-b3fa-413c-a23e-666ae74d5a7f tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f507d1e2-b160-4712-9227-bd131ccc213b HTTP/1.1" status: 200 len: 2977 time: 0.1300879 Aug 29 04:16:24.247750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:24.260153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:24.261670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:24.270758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0157f3f3-f2a3-427d-826e-8136889cfeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.272922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-9333b6fe-3ee8-4eb9-814d-100898733987 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f96e7a06-e3b7-4671-8cf2-454143c833e0 HTTP/1.1" status: 200 len: 2981 time: 0.0742753 Aug 29 04:16:24.277230 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0157f3f3-f2a3-427d-826e-8136889cfeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.287775 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-f3d1e6bc-b22e-4199-98c1-a30dfe75c690 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7572231 Aug 29 04:16:24.304578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-326e5ec5-4488-4d5e-a908-bd5093716582 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:16:24.305658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-326e5ec5-4488-4d5e-a908-bd5093716582 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083795 Aug 29 04:16:24.351443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157f3f3-f2a3-427d-826e-8136889cfeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2610796-5044-4481-bb83-73884fff3cbd,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:24.363864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58898) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:24.364314 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0157f3f3-f2a3-427d-826e-8136889cfeb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1bb04f9b9dd42e794c0a3e6cb546f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7868986 Aug 29 04:16:24.380832 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21f82c97-8ebc-4081-86b5-981beba37e29 req-30f92d76-500a-4ea7-8e74-618f641688a7 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f96e7a06-e3b7-4671-8cf2-454143c833e0 HTTP/1.1" status: 200 len: 2981 time: 0.0875640 Aug 29 04:16:24.447643 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a58e4dc-2644-4a27-a116-1bb31a328bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.457360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:24.478963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a58e4dc-2644-4a27-a116-1bb31a328bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.561489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a58e4dc-2644-4a27-a116-1bb31a328bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.564587 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a58e4dc-2644-4a27-a116-1bb31a328bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.566496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6a58e4dc-2644-4a27-a116-1bb31a328bc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2610796-5044-4481-bb83-73884fff3cbd HTTP/1.1" status: 204 len: 168 time: 0.2013574 Aug 29 04:16:24.575410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58e4dc-2644-4a27-a116-1bb31a328bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2610796-5044-4481-bb83-73884fff3cbd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:24.635511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Request body: {'port': {'device_id': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:24.750353 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e80a985d-24d3-4f3d-bdc6-f552ee1be74c req-faeec503-62ea-4142-b710-b2f13de2694e tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05967e65ce704e29b82c059f0a7859ed HTTP/1.1" status: 200 len: 6104 time: 0.1193335 Aug 29 04:16:24.770927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 793472f6-c51b-45e5-af25-f9ecca63a074 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:24.789598 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.875189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 793472f6-c51b-45e5-af25-f9ecca63a074 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:24.875849 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.923831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e80a985d-24d3-4f3d-bdc6-f552ee1be74c req-85df32d8-74a8-4d3a-a6d2-82d9ba640741 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "GET /v2.0/security-groups/0038f90f-e7df-4e07-bebe-5cedc692fbc8 HTTP/1.1" status: 200 len: 2981 time: 0.1660104 Aug 29 04:16:24.940032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:22Z', 'revision_number': 2, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:24.994301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:24.994902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Updating router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 port 27c382a1-df8e-4b9f-9851-8f0694a8e148 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:25.000768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e80a985d-24d3-4f3d-bdc6-f552ee1be74c req-91d6dcda-5660-435c-b2d5-07d377aab8cc tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "GET /v2.0/security-groups/0038f90f-e7df-4e07-bebe-5cedc692fbc8 HTTP/1.1" status: 200 len: 2981 time: 0.0758667 Aug 29 04:16:25.095178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a35b-7224-46ed-b515-02db7857e49a req-9d33f75e-4364-4893-96e4-ea75d38f71b5 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.097293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-9d33f75e-4364-4893-96e4-ea75d38f71b5 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 821 time: 0.2993350 Aug 29 04:16:25.120907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-d864dc1a-4c94-41e7-9bb0-a1856a0eecdb tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/quotas/6da80d5a92a94c6c9496d3e11818557e HTTP/1.1" status: 200 len: 375 time: 0.0155871 Aug 29 04:16:25.191430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58940) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:25.231950 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.240638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5db5-46a2-4d40-8c83-1c3b85362d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.287196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-4dc1e692-c51c-4a0c-836c-d3542fd53210 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592937 Aug 29 04:16:25.330435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:25.345593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.377362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Transition to ACTIVE for port object 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:25.384189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.464633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5db5-46a2-4d40-8c83-1c3b85362d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.466803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Pushing event updated for resources: {'Port': ['ID=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:25.537637 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5db5-46a2-4d40-8c83-1c3b85362d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.573291 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-1425009f-44ed-4a6f-98fc-3b1b11418cfc service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850862 Aug 29 04:16:25.589531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Attempting to bind port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:25.590232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Attempting to bind port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:25.590730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Attempting to bind port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 on network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:25.605467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 on network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:25.606151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Attempting to bind port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 on network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:25.625855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.629781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:25.630778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Checking segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:25.631815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Bound using segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:25.632999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Bound port: 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:25.633379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.641454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Transition to ACTIVE for port object 27c382a1-df8e-4b9f-9851-8f0694a8e148 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:25.650138 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.704798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fb3c5db5-46a2-4d40-8c83-1c3b85362d5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fc1132b476248de8de98b340f6eee6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120640 Aug 29 04:16:25.719425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58958) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:25.761578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] For port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:25.768455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] For port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:25.774267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9fb31f6-9ee6-4efa-9142-d9ca94a206fc req-1a9deb0d-3fed-4d9d-8afd-b0e5d7291f08 tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/2d5d4ba5-d0db-4265-9baf-83fced937890 HTTP/1.1" status: 200 len: 1777 time: 0.3081245 Aug 29 04:16:25.775597 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.792611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c5db5-46a2-4d40-8c83-1c3b85362d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b812bbc3-c877-4525-b38c-07680a37db71,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:25.799017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Attempting to bind port 27c382a1-df8e-4b9f-9851-8f0694a8e148 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:25.799392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Attempting to bind port 27c382a1-df8e-4b9f-9851-8f0694a8e148 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:25.800058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Attempting to bind port 27c382a1-df8e-4b9f-9851-8f0694a8e148 on network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:25.802245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfad4a6-7073-413a-b82a-e6651c99a0dc None None] Pushing event updated for resources: {'Port': ['ID=27c382a1-df8e-4b9f-9851-8f0694a8e148,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:25.819647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.820650 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.822414 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] 10.222.0.64 "PUT /v2.0/ports/4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 HTTP/1.1" status: 200 len: 1092 time: 1.3974864 Aug 29 04:16:25.823594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:25.823771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'tag': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:25.824015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Checking segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:25.824737 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.825148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Bound using segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:25.825637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Bound port: 27c382a1-df8e-4b9f-9851-8f0694a8e148, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:25.826022 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.827749 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358426b0-7c62-405d-90d7-a3ad84c6aee1" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbba6fb-4dea-4777-9741-b4897252e21f", "tag": "4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:25.831599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-ddf57ed5-e32a-4c15-af95-79b3bb1e12b7 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507615 Aug 29 04:16:25.911074 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6aae7514-209a-4b6d-aef5-a2ffe99486bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.919974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2031f-1871-477d-9445-4ca4e23c2712 service neutron] Pushing event updated for resources: {'Port': ['ID=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:25.954593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] For port 27c382a1-df8e-4b9f-9851-8f0694a8e148, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:25.956527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-3141fcd8-115c-46c9-9fcc-b80ece30a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.959203 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-3141fcd8-115c-46c9-9fcc-b80ece30a248 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 1095 time: 0.0833068 Aug 29 04:16:25.959474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] For port 27c382a1-df8e-4b9f-9851-8f0694a8e148, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=27c382a1-df8e-4b9f-9851-8f0694a8e148,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:25.967258 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.998761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6aae7514-209a-4b6d-aef5-a2ffe99486bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.053232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b9fb31f6-9ee6-4efa-9142-d9ca94a206fc req-23abb2ee-9f00-4afb-97ee-e7e10fc212ef tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.058928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:26.059889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:26.075935 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-d2c40984-b95a-464d-84e2-b8467d50a5a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 HTTP/1.1" status: 200 len: 217 time: 0.0952539 Aug 29 04:16:26.139424 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b9fb31f6-9ee6-4efa-9142-d9ca94a206fc req-23abb2ee-9f00-4afb-97ee-e7e10fc212ef tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.254706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-51d16949-e879-4d38-9875-ba20a1d9c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.259184 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-51d16949-e879-4d38-9875-ba20a1d9c21c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 HTTP/1.1" status: 200 len: 862 time: 0.1757643 Aug 29 04:16:26.266124 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6aae7514-209a-4b6d-aef5-a2ffe99486bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.270623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6aae7514-209a-4b6d-aef5-a2ffe99486bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.279247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6aae7514-209a-4b6d-aef5-a2ffe99486bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b812bbc3-c877-4525-b38c-07680a37db71 HTTP/1.1" status: 204 len: 168 time: 0.5573785 Aug 29 04:16:26.316426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:26.344425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae7514-209a-4b6d-aef5-a2ffe99486bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b812bbc3-c877-4525-b38c-07680a37db71,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:26.356708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-8c8fbf75-d56e-4ccb-9818-1c48f990f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.358426 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-8c8fbf75-d56e-4ccb-9818-1c48f990f5a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902691 Aug 29 04:16:26.446291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b9fb31f6-9ee6-4efa-9142-d9ca94a206fc req-23abb2ee-9f00-4afb-97ee-e7e10fc212ef tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.453187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b9fb31f6-9ee6-4efa-9142-d9ca94a206fc req-23abb2ee-9f00-4afb-97ee-e7e10fc212ef tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.471399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9fb31f6-9ee6-4efa-9142-d9ca94a206fc req-23abb2ee-9f00-4afb-97ee-e7e10fc212ef tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d5d4ba5-d0db-4265-9baf-83fced937890 HTTP/1.1" status: 204 len: 173 time: 0.6829443 Aug 29 04:16:26.525179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fbe31-1a05-4914-96d7-6fd9bdaf5edd req-5837cbe4-c8b8-4ce0-94b8-0a5a05ea566a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.536702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-780fbe31-1a05-4914-96d7-6fd9bdaf5edd req-5837cbe4-c8b8-4ce0-94b8-0a5a05ea566a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 943 time: 0.2886062 Aug 29 04:16:26.569496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-fb69951c-a050-490d-8ab4-9e7ae239fedb service neutron] 10.222.0.64 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980236 Aug 29 04:16:26.634530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-780fbe31-1a05-4914-96d7-6fd9bdaf5edd req-fde42b99-69ac-4131-89e2-e910ef30ffe9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967648 Aug 29 04:16:26.640860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abb2ee-9f00-4afb-97ee-e7e10fc212ef tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5d4ba5-d0db-4265-9baf-83fced937890,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:26.756223 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a867f4b4-2440-448d-8dc3-b62811e7d21c x-openstack-request-id: req-a867f4b4-2440-448d-8dc3-b62811e7d21c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:26.756497 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbba6fb-4dea-4777-9741-b4897252e21f", "tag": "4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:26.756815 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a867f4b4-2440-448d-8dc3-b62811e7d21c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:26.757260 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'tag': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'status': 'completed', 'code': 200} Aug 29 04:16:26.791584 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89229130-6dbf-42c9-9ab3-cfb5c37ed9f1 req-ab3db0d7-d911-46e1-a878-212b2413074d service neutron] 10.222.0.64 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127051 Aug 29 04:16:26.812968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfad4a6-7073-413a-b82a-e6651c99a0dc None None] Pushing event updated for resources: {'Port': ['ID=27c382a1-df8e-4b9f-9851-8f0694a8e148,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:26.848006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b2ff2a6-fd52-45dc-afbd-0de7dfa1bf9f req-b752b443-e3b7-4411-898a-a1affc6e1997 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 210 time: 0.0790191 Aug 29 04:16:26.891680 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.913362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aab038a5-054c-4844-8532-52b1a25f753d req-2e0e3225-8cbd-4cac-abaf-0a6c4a159cef tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c8f729c9-3ed4-41e7-9228-047d0bc4e68e HTTP/1.1" status: 200 len: 1775 time: 0.1356297 Aug 29 04:16:26.915711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59004) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:26.981639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-bab9f8ec-0890-4c91-9310-287c12ccedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.985358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-bab9f8ec-0890-4c91-9310-287c12ccedcd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 1095 time: 0.1282115 Aug 29 04:16:27.011965 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-aab038a5-054c-4844-8532-52b1a25f753d req-fee1a2af-8e23-441d-a49d-5baefba80a6a tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.094061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:25Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:27.112386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-aab038a5-054c-4844-8532-52b1a25f753d req-fee1a2af-8e23-441d-a49d-5baefba80a6a tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.153662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb769d7-0051-4664-9d32-d2d8930fbafb None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:25Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:27.248479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-aab038a5-054c-4844-8532-52b1a25f753d req-fee1a2af-8e23-441d-a49d-5baefba80a6a tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.263849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-0d4ffd39-64e8-4151-ba46-8c43cb808598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.269188 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-aab038a5-054c-4844-8532-52b1a25f753d req-fee1a2af-8e23-441d-a49d-5baefba80a6a tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.271053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-0d4ffd39-64e8-4151-ba46-8c43cb808598 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 924 time: 0.2750008 Aug 29 04:16:27.279455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aab038a5-054c-4844-8532-52b1a25f753d req-fee1a2af-8e23-441d-a49d-5baefba80a6a tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8f729c9-3ed4-41e7-9228-047d0bc4e68e HTTP/1.1" status: 204 len: 173 time: 0.3643651 Aug 29 04:16:27.337250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1a2af-8e23-441d-a49d-5baefba80a6a tempest-SecurityGroupsTestAdminJSON-1034125330 tempest-SecurityGroupsTestAdminJSON-1034125330-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f729c9-3ed4-41e7-9228-047d0bc4e68e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.391151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-2ff5aaac-acc9-4126-99ee-34ac42d2d863 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 HTTP/1.1" status: 200 len: 217 time: 0.1105571 Aug 29 04:16:27.459815 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea65c-4ac9-48a5-a11e-b4a7db8e446b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.483417 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:16:27.484098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-d68bc2b3-853e-4bb4-86df-2943da9d3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.488251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-d68bc2b3-853e-4bb4-86df-2943da9d3254 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 HTTP/1.1" status: 200 len: 862 time: 0.0887012 Aug 29 04:16:27.537028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2154fd26-388c-4069-baa6-9aca5b9bf7d8 req-d0321355-0531-4b91-826f-65a00b209c34 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "GET /v2.0/security-groups/f56cbefb-7747-48b6-8306-aa1fd94ecf27 HTTP/1.1" status: 200 len: 1778 time: 0.2310212 Aug 29 04:16:27.639230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-59daa405-c808-4fed-8b9c-df0f427927b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.642080 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-59daa405-c808-4fed-8b9c-df0f427927b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455667 Aug 29 04:16:27.676650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2154fd26-388c-4069-baa6-9aca5b9bf7d8 req-e0eb4564-2fb1-4563-83a0-11efd973bcd2 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.723469 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2154fd26-388c-4069-baa6-9aca5b9bf7d8 req-e0eb4564-2fb1-4563-83a0-11efd973bcd2 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.741630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea65c-4ac9-48a5-a11e-b4a7db8e446b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.751839 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea65c-4ac9-48a5-a11e-b4a7db8e446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.813118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4a0ea65c-4ac9-48a5-a11e-b4a7db8e446b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d40db71f8364839a18e598818694ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8960860 Aug 29 04:16:27.815175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ea65c-4ac9-48a5-a11e-b4a7db8e446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4e8cf9-f496-4392-823e-1c9822e6d2df,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.818029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59056) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:27.876381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2154fd26-388c-4069-baa6-9aca5b9bf7d8 req-e0eb4564-2fb1-4563-83a0-11efd973bcd2 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.879335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2154fd26-388c-4069-baa6-9aca5b9bf7d8 req-e0eb4564-2fb1-4563-83a0-11efd973bcd2 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.895117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2154fd26-388c-4069-baa6-9aca5b9bf7d8 req-e0eb4564-2fb1-4563-83a0-11efd973bcd2 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "DELETE /v2.0/security-groups/f56cbefb-7747-48b6-8306-aa1fd94ecf27 HTTP/1.1" status: 204 len: 173 time: 0.3509591 Aug 29 04:16:27.967092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb4564-2fb1-4563-83a0-11efd973bcd2 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56cbefb-7747-48b6-8306-aa1fd94ecf27,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.983237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6efe96fc-aea3-4bc0-9a4d-c3ebc1a5d11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.015009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a35b-7224-46ed-b515-02db7857e49a req-2521a41e-17d1-406e-ba3c-a7f27c82622f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.020308 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6efe96fc-aea3-4bc0-9a4d-c3ebc1a5d11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.025220 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-2521a41e-17d1-406e-ba3c-a7f27c82622f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 821 time: 0.3767586 Aug 29 04:16:28.030717 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.065866 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-547fec7c-8a76-46b8-b4fb-6aeb8c7ddaef service neutron] 10.222.0.64 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006929 Aug 29 04:16:28.072225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Request body: {'port': {'device_id': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'admin_state_up': True, 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:28.184461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0109ede-2106-49a4-ac45-f152d542fb43 req-39e8ba8f-a1d9-467d-b29b-fb9e84951864 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.192484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0109ede-2106-49a4-ac45-f152d542fb43 req-39e8ba8f-a1d9-467d-b29b-fb9e84951864 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 943 time: 0.1332214 Aug 29 04:16:28.194318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6efe96fc-aea3-4bc0-9a4d-c3ebc1a5d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.196964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6efe96fc-aea3-4bc0-9a4d-c3ebc1a5d11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.198773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6efe96fc-aea3-4bc0-9a4d-c3ebc1a5d11f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b4e8cf9-f496-4392-823e-1c9822e6d2df HTTP/1.1" status: 204 len: 168 time: 0.3639047 Aug 29 04:16:28.226210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe96fc-aea3-4bc0-9a4d-c3ebc1a5d11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4e8cf9-f496-4392-823e-1c9822e6d2df,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:28.258440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0109ede-2106-49a4-ac45-f152d542fb43 req-94895eca-994e-4007-b77a-150799898b5c tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612044 Aug 29 04:16:28.297036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-358426b0-7c62-405d-90d7-a3ad84c6aee1 req-1f1601bc-61fd-46d5-9553-3066203c62b5 service neutron] 10.222.0.64 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613781 Aug 29 04:16:28.426421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0bbe834-d675-4389-80f6-ec0ce7b776cb req-53487f48-62d9-4a03-acf9-bfe564e22b04 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 210 time: 0.0518818 Aug 29 04:16:28.445985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Made reservation on behalf of 6da80d5a92a94c6c9496d3e11818557e for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:28.454667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.493912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5847e614-b8c1-4bf8-b68d-0a3e06e833ae req-72d82219-516f-4c85-b20c-c27e2e2f13a0 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "GET /v2.0/security-groups/13e9a28d-34eb-437c-8ce0-cf6db1249d89 HTTP/1.1" status: 200 len: 1778 time: 0.0698676 Aug 29 04:16:28.616600 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-5847e614-b8c1-4bf8-b68d-0a3e06e833ae req-67b36253-e2f8-4907-9102-ee43e442c629 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.675394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-5847e614-b8c1-4bf8-b68d-0a3e06e833ae req-67b36253-e2f8-4907-9102-ee43e442c629 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.739527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Allocated IP 172.20.0.13 (695a6f65-14b0-4f20-937c-2dc7961fbfa0/27fd8442-79f6-46be-a4ca-f9582dd29a0f/0eb81eef-6a9b-4e09-b2a4-fe607e507148) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:28.755096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 27c382a1-df8e-4b9f-9851-8f0694a8e148 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:28.777557 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-5847e614-b8c1-4bf8-b68d-0a3e06e833ae req-67b36253-e2f8-4907-9102-ee43e442c629 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.780682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-5847e614-b8c1-4bf8-b68d-0a3e06e833ae req-67b36253-e2f8-4907-9102-ee43e442c629 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.790991 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5847e614-b8c1-4bf8-b68d-0a3e06e833ae req-67b36253-e2f8-4907-9102-ee43e442c629 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] 10.222.0.58 "DELETE /v2.0/security-groups/13e9a28d-34eb-437c-8ce0-cf6db1249d89 HTTP/1.1" status: 204 len: 173 time: 0.2960563 Aug 29 04:16:28.823743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36253-e2f8-4907-9102-ee43e442c629 tempest-SecurityGroupsTestAdminJSON-341406541 tempest-SecurityGroupsTestAdminJSON-341406541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9a28d-34eb-437c-8ce0-cf6db1249d89,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:28.919184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 27c382a1-df8e-4b9f-9851-8f0694a8e148 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:28.924210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 27c382a1-df8e-4b9f-9851-8f0694a8e148 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:28.924960 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.954298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59104) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:28.978092 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d09d26-a28e-48ed-a99a-516ef263e1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.076108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.107200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Transition to ACTIVE for port object 0eb81eef-6a9b-4e09-b2a4-fe607e507148 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:29.108135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d09d26-a28e-48ed-a99a-516ef263e1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.115973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d09d26-a28e-48ed-a99a-516ef263e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.148244 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.163085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.199567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:29.203739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:29.216274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d09d26-a28e-48ed-a99a-516ef263e1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7811e4-4d32-41c4-98c0-14dee199bb7b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.218454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:29.224807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 27c382a1-df8e-4b9f-9851-8f0694a8e148, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=27c382a1-df8e-4b9f-9851-8f0694a8e148,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:29.227219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-10d09d26-a28e-48ed-a99a-516ef263e1b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c852a0c1e98b49789d3ad5ea3c1704ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718406 Aug 29 04:16:29.231280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:29.236345 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.371289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.372171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.385386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2b9a699-0a8b-4f86-bd66-09041a365c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.396608 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3295176 Aug 29 04:16:29.403912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=27c382a1-df8e-4b9f-9851-8f0694a8e148,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.415590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Request body: {'port': {'device_id': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:29.450657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2b9a699-0a8b-4f86-bd66-09041a365c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.477132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.490643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de16ec-d02f-4d9c-b7f2-ee6ae68555e9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Pushing event updated for resources: {'Port': ['ID=0eb81eef-6a9b-4e09-b2a4-fe607e507148,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.564830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59136) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:29.610467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-afcfdca4-f45b-4d3c-bd30-e0eb42712dee None None] Provisioning for port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:29.615404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-afcfdca4-f45b-4d3c-bd30-e0eb42712dee None None] Provisioning complete for port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:29.616072 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-afcfdca4-f45b-4d3c-bd30-e0eb42712dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.650103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2b9a699-0a8b-4f86-bd66-09041a365c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.658095 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2b9a699-0a8b-4f86-bd66-09041a365c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.672015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e2b9a699-0a8b-4f86-bd66-09041a365c6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d7811e4-4d32-41c4-98c0-14dee199bb7b HTTP/1.1" status: 204 len: 168 time: 0.4336929 Aug 29 04:16:29.696796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9a699-0a8b-4f86-bd66-09041a365c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7811e4-4d32-41c4-98c0-14dee199bb7b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.763082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-afcfdca4-f45b-4d3c-bd30-e0eb42712dee None None] Port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:29.767372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe016d-1888-4782-b8ba-c3d666194306 req-9305ae14-19e0-4e2d-bbaa-b70475308810 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.773218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7afe016d-1888-4782-b8ba-c3d666194306 req-9305ae14-19e0-4e2d-bbaa-b70475308810 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 943 time: 0.2255380 Aug 29 04:16:29.873948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb81eef-6a9b-4e09-b2a4-fe607e507148 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:29.876651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7afe016d-1888-4782-b8ba-c3d666194306 req-32e21652-fea5-4505-bf91-5e0c3a1d941d tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960948 Aug 29 04:16:29.896206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.913144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-53b22c82-f178-47b4-b7e9-14a98562bf00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05967e65ce704e29b82c059f0a7859ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470809 Aug 29 04:16:29.916124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59148) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:29.926119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Transition to ACTIVE for port object 0eb81eef-6a9b-4e09-b2a4-fe607e507148 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:29.934446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.991654 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f671-a917-4e76-a954-a1349bbaf762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.049788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f671-a917-4e76-a954-a1349bbaf762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.159033 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f671-a917-4e76-a954-a1349bbaf762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.162407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f671-a917-4e76-a954-a1349bbaf762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.165193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b1a7f671-a917-4e76-a954-a1349bbaf762 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0038f90f-e7df-4e07-bebe-5cedc692fbc8 HTTP/1.1" status: 204 len: 168 time: 0.2465336 Aug 29 04:16:30.183142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7f671-a917-4e76-a954-a1349bbaf762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0038f90f-e7df-4e07-bebe-5cedc692fbc8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:30.203636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Pushing event updated for resources: {'Port': ['ID=0eb81eef-6a9b-4e09-b2a4-fe607e507148,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:30.237757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Attempting to bind port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:30.238173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Attempting to bind port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:30.238577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Attempting to bind port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 on network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:30.245126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 on network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:30.245126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Attempting to bind port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 on network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:30.250748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:30.251188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Checking segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:30.252305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Bound using segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:30.252823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Bound port: 0eb81eef-6a9b-4e09-b2a4-fe607e507148, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:30.253866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.301254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6441f7a-ca20-4b13-afd3-cf06673e13e9 req-4789abf7-1578-4c7d-8c57-0cee02729fd4 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.310517 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6441f7a-ca20-4b13-afd3-cf06673e13e9 req-4789abf7-1578-4c7d-8c57-0cee02729fd4 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 944 time: 0.0981491 Aug 29 04:16:30.408049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] For port 0eb81eef-6a9b-4e09-b2a4-fe607e507148, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:30.411763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] For port 0eb81eef-6a9b-4e09-b2a4-fe607e507148, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:30.412731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6441f7a-ca20-4b13-afd3-cf06673e13e9 req-d12f3f85-4869-4eb5-9f7b-e599e3fc8891 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996819 Aug 29 04:16:30.432035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.512195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.513188 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.514641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] 10.222.0.65 "PUT /v2.0/ports/0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 1093 time: 1.1057293 Aug 29 04:16:30.515105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:30.517436 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316" -d '{"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:30.556208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85a0dd-955f-48cc-94b4-3139d757270c service neutron] Pushing event updated for resources: {'Port': ['ID=0eb81eef-6a9b-4e09-b2a4-fe607e507148,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:30.648808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a35b-7224-46ed-b515-02db7857e49a req-60fd3a17-81cf-47ae-8e5b-d0cca095cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.650414 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-60fd3a17-81cf-47ae-8e5b-d0cca095cb06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1096 time: 0.0825598 Aug 29 04:16:30.668908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:30.799555 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed76c02f-3085-4109-a6a0-55d70f4685ff x-openstack-request-id: req-ed76c02f-3085-4109-a6a0-55d70f4685ff {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:30.799900 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:30.800260 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed76c02f-3085-4109-a6a0-55d70f4685ff {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:30.800661 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'status': 'completed', 'code': 200} Aug 29 04:16:30.802702 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-fc821fea-5a66-4810-a96f-e42eb674bd58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 217 time: 0.1408989 Aug 29 04:16:30.820965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 27c382a1-df8e-4b9f-9851-8f0694a8e148 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:30.888250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a35b-7224-46ed-b515-02db7857e49a req-e1302081-1940-4bad-96b9-4b58aa2582f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.890818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-e1302081-1940-4bad-96b9-4b58aa2582f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.0751364 Aug 29 04:16:30.921331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:30.941838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 27c382a1-df8e-4b9f-9851-8f0694a8e148 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:30.942501 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.942640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a35b-7224-46ed-b515-02db7857e49a req-6d63480f-b2e6-4cf8-87e0-ddc48e7847f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.944748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-6d63480f-b2e6-4cf8-87e0-ddc48e7847f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450852 Aug 29 04:16:30.946704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'port_id': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'mac_address': 'fa:16:3e:10:1b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:30.946965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59212) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:31.038276 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.038707 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7762535d-8b80-4b24-8959-e5d93aedc5c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8a68450bf0e4885b8b7ed31d32ef179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905621 Aug 29 04:16:31.041326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59214) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:31.072662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:31.125754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:31.136403 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.154935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f969d426-9936-45fc-975e-b1dadac1d532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.202137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-e310250b-0f65-4ca9-b6d4-496c220278f9 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331181 Aug 29 04:16:31.220134 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f969d426-9936-45fc-975e-b1dadac1d532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.230290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:31.328114 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f969d426-9936-45fc-975e-b1dadac1d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.338516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f969d426-9936-45fc-975e-b1dadac1d532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.350182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f969d426-9936-45fc-975e-b1dadac1d532 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26f3fbc1-3c3b-4b3c-a7b9-a0f3f5dd7d7b HTTP/1.1" status: 204 len: 168 time: 0.3054106 Aug 29 04:16:31.355460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1647a35b-7224-46ed-b515-02db7857e49a req-3f48f62d-10b3-4c85-b23b-2ec29ff1244d service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523616 Aug 29 04:16:31.358969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969d426-9936-45fc-975e-b1dadac1d532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3fbc1-3c3b-4b3c-a7b9-a0f3f5dd7d7b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:31.491976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-9d842a66-8373-45e7-91c8-d22d0f7e4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.494045 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-9d842a66-8373-45e7-91c8-d22d0f7e4fca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1096 time: 0.0593667 Aug 29 04:16:31.508690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:31.579738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35ed09-8b4b-4c20-b5e5-aebe837d5e43 req-0ce837e6-687d-489a-939f-60f1e91700ff tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.590352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a35ed09-8b4b-4c20-b5e5-aebe837d5e43 req-0ce837e6-687d-489a-939f-60f1e91700ff tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 944 time: 0.1151314 Aug 29 04:16:31.633190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-bfcea214-d40b-4167-993f-1a872f0b4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.637384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-bfcea214-d40b-4167-993f-1a872f0b4e95 service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.1343629 Aug 29 04:16:31.661718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a35ed09-8b4b-4c20-b5e5-aebe837d5e43 req-b11ab262-5c4b-4c53-b895-2bee87d07532 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611370 Aug 29 04:16:31.715845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-d3390773-ed14-4f28-8179-01cb35955f1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 217 time: 0.0697112 Aug 29 04:16:31.812210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-7e86eb93-c478-42ec-8c81-60bad0f0e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.813912 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-7e86eb93-c478-42ec-8c81-60bad0f0e95c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.0800998 Aug 29 04:16:31.868659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-23e04926-0517-4812-8097-f89f654b00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.871183 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-23e04926-0517-4812-8097-f89f654b00a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495903 Aug 29 04:16:31.982081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-768f49d7-9f74-47e4-a25e-a3f7578b3d6d service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010447 Aug 29 04:16:32.095182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edea45c-c2af-408d-9929-8220da821050 req-b0d5f266-38ab-4dad-ae03-c03107f590c2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.103233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6edea45c-c2af-408d-9929-8220da821050 req-b0d5f266-38ab-4dad-ae03-c03107f590c2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 944 time: 0.0714180 Aug 29 04:16:32.115748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c7e3fd1-f1c7-466f-939d-42dd2f5c2316 req-d96d2da3-1d32-4a0c-86e5-ce356eecc9c9 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267548 Aug 29 04:16:32.143396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6edea45c-c2af-408d-9929-8220da821050 req-bb15468f-5309-482b-af26-e7538d7e0e51 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Aug 29 04:16:32.259975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646fcf-37ec-4906-8eaa-98554ae6c30d req-f8c9d7a9-6c36-459e-ba39-83154103db1d tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.261802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43646fcf-37ec-4906-8eaa-98554ae6c30d req-f8c9d7a9-6c36-459e-ba39-83154103db1d tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 971 time: 0.0553916 Aug 29 04:16:32.307347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43646fcf-37ec-4906-8eaa-98554ae6c30d req-1aee7b48-ea2f-4b99-b715-b7f235f5d042 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373111 Aug 29 04:16:32.434219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59274) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:32.660029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:32.734519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:32.739210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:32.739691 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.816685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb40b4a-5411-4683-b2a5-66cda3f4e220 req-bb539b1c-91ed-4643-a7eb-cf0956f81a1b tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.818523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bb40b4a-5411-4683-b2a5-66cda3f4e220 req-bb539b1c-91ed-4643-a7eb-cf0956f81a1b tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 944 time: 0.0611408 Aug 29 04:16:32.842884 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.869295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bb40b4a-5411-4683-b2a5-66cda3f4e220 req-3956bdee-8af9-4a51-bd02-3b3e681ff128 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442295 Aug 29 04:16:32.873302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:32.876370 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f458b2e0-35e6-480e-b63c-c8c427d5dbbc" -d '{"events": [{"server_uuid": "bfbba6fb-4dea-4777-9741-b4897252e21f", "name": "network-vif-plugged", "status": "completed", "tag": "4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:32.895130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:32.902911 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.946149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c01dd1c7-2fbc-446f-b849-a7b2e6465ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.963605 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a19a70-85ac-42fe-a0c2-995cbf12af7c x-openstack-request-id: req-92a19a70-85ac-42fe-a0c2-995cbf12af7c {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:32.963980 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbba6fb-4dea-4777-9741-b4897252e21f", "name": "network-vif-plugged", "status": "completed", "tag": "4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:32.964322 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92a19a70-85ac-42fe-a0c2-995cbf12af7c {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:32.964766 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'code': 200} Aug 29 04:16:32.969808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:33.078567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2244-0310-4354-90ed-be706f2522d9 req-a632636b-3467-4fa3-9e15-3f26670cc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.080294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f8bc2244-0310-4354-90ed-be706f2522d9 req-a632636b-3467-4fa3-9e15-3f26670cc3e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 1097 time: 0.0685680 Aug 29 04:16:33.122383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c01dd1c7-2fbc-446f-b849-a7b2e6465ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.134075 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c01dd1c7-2fbc-446f-b849-a7b2e6465ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.140892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f8bc2244-0310-4354-90ed-be706f2522d9 req-2c4c62b0-a196-423b-8eb3-55d50e601110 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463727 Aug 29 04:16:33.183684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dd1c7-2fbc-446f-b849-a7b2e6465ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00b591-1596-4547-b75c-442c2b7e047e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:33.188077 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c01dd1c7-2fbc-446f-b849-a7b2e6465ecd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef963a5c6ec64a47878a2863221c91e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7526274 Aug 29 04:16:33.190646 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59316) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:33.246535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79de8a77-3bfe-4309-aa55-b650433a72c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.271092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79de8a77-3bfe-4309-aa55-b650433a72c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.289267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4c526-a549-4b93-b185-f528fbf33cff req-f4f3d263-2708-4d8b-9a67-a142c6ae8f70 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.298038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49f4c526-a549-4b93-b185-f528fbf33cff req-f4f3d263-2708-4d8b-9a67-a142c6ae8f70 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 944 time: 0.0715859 Aug 29 04:16:33.341447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79de8a77-3bfe-4309-aa55-b650433a72c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.347140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49f4c526-a549-4b93-b185-f528fbf33cff req-15a834e7-9c41-45cf-9461-45038a756d3f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475290 Aug 29 04:16:33.347140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59324) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:33.349837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79de8a77-3bfe-4309-aa55-b650433a72c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.351278 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-79de8a77-3bfe-4309-aa55-b650433a72c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e00b591-1596-4547-b75c-442c2b7e047e HTTP/1.1" status: 204 len: 168 time: 0.1595798 Aug 29 04:16:33.371018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de8a77-3bfe-4309-aa55-b650433a72c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00b591-1596-4547-b75c-442c2b7e047e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:33.394821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59330) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:33.497584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14b2fa-fb4e-4ecd-a3a1-cce4504ab42a req-05b2ce50-db5d-4bea-9984-1ce54a83e06c tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.505522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e14b2fa-fb4e-4ecd-a3a1-cce4504ab42a req-05b2ce50-db5d-4bea-9984-1ce54a83e06c tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 971 time: 0.0706172 Aug 29 04:16:33.534022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-b5f6fa22-3d0c-47f7-957c-9f97cdb8a3a7 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.535570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-b5f6fa22-3d0c-47f7-957c-9f97cdb8a3a7 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 971 time: 0.1009946 Aug 29 04:16:33.561088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e14b2fa-fb4e-4ecd-a3a1-cce4504ab42a req-ef1e3c90-8a84-4a45-906f-84bca387e433 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/security-groups?id=f507d1e2-b160-4712-9227-bd131ccc213b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544782 Aug 29 04:16:33.670996 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a60b98df-9c5a-41b1-8204-097bfe4189ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.716637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Deleting port 1e0109fc-8602-41de-b085-d1417844546e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:33.717389 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.751595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-344a5cb8-79fc-4c2c-9bf4-e29a33a891a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.879979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] For port 1e0109fc-8602-41de-b085-d1417844546e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=1e0109fc-8602-41de-b085-d1417844546e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:33.880619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.885177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a60b98df-9c5a-41b1-8204-097bfe4189ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.899197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a60b98df-9c5a-41b1-8204-097bfe4189ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.903578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Calling delete_port for 1e0109fc-8602-41de-b085-d1417844546e owned by compute:tempest-test_az-1029122027 {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:33.980330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59346) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.038359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a60b98df-9c5a-41b1-8204-097bfe4189ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=674cd4dd13014e7da90aa47dd23fd613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6898739 Aug 29 04:16:34.038733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59350) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.051403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca75973e-c811-4f58-94a9-2b9b071803cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.066578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b98df-9c5a-41b1-8204-097bfe4189ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faebdd9b-0469-4587-865a-afd175ee5742,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.133268 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde518-abc9-4d9e-9229-ea1d6bb329c8 req-5fca61d1-b2f6-41f3-a1db-71cadaa5bc5f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.134734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3dde518-abc9-4d9e-9229-ea1d6bb329c8 req-5fca61d1-b2f6-41f3-a1db-71cadaa5bc5f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 945 time: 0.1673799 Aug 29 04:16:34.196023 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-689b7a4f-fc69-4b7d-8eb7-6351a017378a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.216005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3dde518-abc9-4d9e-9229-ea1d6bb329c8 req-a5baa517-3e58-4957-a8e4-e252d28204fd tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744896 Aug 29 04:16:34.237949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-689b7a4f-fc69-4b7d-8eb7-6351a017378a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.258951 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-344a5cb8-79fc-4c2c-9bf4-e29a33a891a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.271087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-344a5cb8-79fc-4c2c-9bf4-e29a33a891a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.312709 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.325013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['1e0109fc-8602-41de-b085-d1417844546e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:34.371576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-344a5cb8-79fc-4c2c-9bf4-e29a33a891a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=892b4452399849c38d97cde5555ad332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9717722 Aug 29 04:16:34.374380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a5cb8-79fc-4c2c-9bf4-e29a33a891a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fe032-7e15-45e5-b695-f454eacfed6b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.374558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59358) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.412068 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-689b7a4f-fc69-4b7d-8eb7-6351a017378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.415211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Pushing event deleted for resources: {'Port': ['ID=1e0109fc-8602-41de-b085-d1417844546e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.415361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-689b7a4f-fc69-4b7d-8eb7-6351a017378a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.419999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-689b7a4f-fc69-4b7d-8eb7-6351a017378a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/faebdd9b-0469-4587-865a-afd175ee5742 HTTP/1.1" status: 204 len: 168 time: 0.3708947 Aug 29 04:16:34.434363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b7a4f-fc69-4b7d-8eb7-6351a017378a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faebdd9b-0469-4587-865a-afd175ee5742,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.482384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca75973e-c811-4f58-94a9-2b9b071803cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.506315 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca75973e-c811-4f58-94a9-2b9b071803cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.539650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] No DVR routers for this DVR port 1e0109fc-8602-41de-b085-d1417844546e on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:34.544000 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.546820 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-134540e3-f943-4f1c-8f60-50ff3420f3a1 req-562b2656-9bf3-4994-be83-d2cfde1f7d89 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.65 "DELETE /v2.0/ports/1e0109fc-8602-41de-b085-d1417844546e HTTP/1.1" status: 204 len: 173 time: 1.0050032 Aug 29 04:16:34.548704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca73e6e9-b9c2-4db8-9096-896f2d744bc9', 'name': 'network-vif-deleted', 'tag': '1e0109fc-8602-41de-b085-d1417844546e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:34.551634 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eae9c8-91b0-408c-98f9-bed082e7874f" -d '{"events": [{"server_uuid": "ca73e6e9-b9c2-4db8-9096-896f2d744bc9", "name": "network-vif-deleted", "tag": "1e0109fc-8602-41de-b085-d1417844546e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:34.591845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-325245f2-ffc9-4464-aaa5-b7f4bc358691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.644699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca75973e-c811-4f58-94a9-2b9b071803cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1eea6113fe354223bee423895d8899f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570370 Aug 29 04:16:34.645491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75973e-c811-4f58-94a9-2b9b071803cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6ecd0-9e03-465f-8b56-c5fa0e85a8d2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.648474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59370) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.655768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-325245f2-ffc9-4464-aaa5-b7f4bc358691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.682569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dfd7e-57a0-464f-b0ee-d9ca8d3faba3 req-666adf5d-c1b6-450c-b7c9-2f9d559848db tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.690806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d17dfd7e-57a0-464f-b0ee-d9ca8d3faba3 req-666adf5d-c1b6-450c-b7c9-2f9d559848db tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 944 time: 0.2305224 Aug 29 04:16:34.777809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-325245f2-ffc9-4464-aaa5-b7f4bc358691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.782007 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-325245f2-ffc9-4464-aaa5-b7f4bc358691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.786709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-325245f2-ffc9-4464-aaa5-b7f4bc358691 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da3fe032-7e15-45e5-b695-f454eacfed6b HTTP/1.1" status: 204 len: 168 time: 0.3898342 Aug 29 04:16:34.800752 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10738aac-c17d-48f4-a295-f716a92219a3 x-openstack-request-id: req-10738aac-c17d-48f4-a295-f716a92219a3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:34.801046 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca73e6e9-b9c2-4db8-9096-896f2d744bc9", "name": "network-vif-deleted", "tag": "1e0109fc-8602-41de-b085-d1417844546e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:34.801300 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10738aac-c17d-48f4-a295-f716a92219a3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:34.801696 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca73e6e9-b9c2-4db8-9096-896f2d744bc9', 'name': 'network-vif-deleted', 'tag': '1e0109fc-8602-41de-b085-d1417844546e', 'status': 'completed', 'code': 200} Aug 29 04:16:34.802655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325245f2-ffc9-4464-aaa5-b7f4bc358691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fe032-7e15-45e5-b695-f454eacfed6b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.870999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d17dfd7e-57a0-464f-b0ee-d9ca8d3faba3 req-4f2ecc8b-a89e-472e-890e-b79cbacd214f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793230 Aug 29 04:16:34.899494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a0a940f-9f65-45f3-a4b4-5e95011a4cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.984653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59384) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.999584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51536576-ecdb-4b8d-9684-e9679f60cc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.115212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51536576-ecdb-4b8d-9684-e9679f60cc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.122517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51536576-ecdb-4b8d-9684-e9679f60cc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.159104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51536576-ecdb-4b8d-9684-e9679f60cc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3af4f6-6edc-45b4-af5c-e3cd2a3daf57,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.182769 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-51536576-ecdb-4b8d-9684-e9679f60cc8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a8f19106083428aa92c426be9d1a67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963506 Aug 29 04:16:35.185597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59390) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:35.196570 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a0a940f-9f65-45f3-a4b4-5e95011a4cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.223875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8fc46d8-c5bd-4e03-bf0c-6cfeb3b6bdad req-53b18ecc-f0a5-4cef-94ce-771919453d94 tempest-AggregatesAdminTestJSON-341990186 tempest-AggregatesAdminTestJSON-341990186-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca73e6e9-b9c2-4db8-9096-896f2d744bc9 HTTP/1.1" status: 200 len: 210 time: 0.3085935 Aug 29 04:16:35.269046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f271337-53fe-47cc-b738-533f5e32b8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.297921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f271337-53fe-47cc-b738-533f5e32b8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.343889 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a0a940f-9f65-45f3-a4b4-5e95011a4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.350490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a0a940f-9f65-45f3-a4b4-5e95011a4cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.353435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4a0a940f-9f65-45f3-a4b4-5e95011a4cc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48e6ecd0-9e03-465f-8b56-c5fa0e85a8d2 HTTP/1.1" status: 204 len: 168 time: 0.6981242 Aug 29 04:16:35.372359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f271337-53fe-47cc-b738-533f5e32b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.377218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f271337-53fe-47cc-b738-533f5e32b8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.381783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7f271337-53fe-47cc-b738-533f5e32b8fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b3af4f6-6edc-45b4-af5c-e3cd2a3daf57 HTTP/1.1" status: 204 len: 168 time: 0.1940374 Aug 29 04:16:35.398689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f271337-53fe-47cc-b738-533f5e32b8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3af4f6-6edc-45b4-af5c-e3cd2a3daf57,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.414703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a940f-9f65-45f3-a4b4-5e95011a4cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6ecd0-9e03-465f-8b56-c5fa0e85a8d2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.441920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e135a-7195-43ec-9618-5582fc114507 req-7be3e35b-2afa-480b-bd69-7236e26a2784 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.444079 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe1e135a-7195-43ec-9618-5582fc114507 req-7be3e35b-2afa-480b-bd69-7236e26a2784 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 945 time: 0.1347063 Aug 29 04:16:35.495751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe1e135a-7195-43ec-9618-5582fc114507 req-179a48ba-01a4-434c-8210-36e5bbd15289 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444868 Aug 29 04:16:35.508731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59402) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:35.534789 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bc3f6271-134c-4143-90a3-e60b25b9d9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.673865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 0eb81eef-6a9b-4e09-b2a4-fe607e507148 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:35.730587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824971c-08f7-43e9-9619-b7c0f77a3c71 req-3bb756e8-1d52-41d6-bf70-f6fa56386a94 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.733309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1824971c-08f7-43e9-9619-b7c0f77a3c71 req-3bb756e8-1d52-41d6-bf70-f6fa56386a94 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 945 time: 0.0931067 Aug 29 04:16:35.742989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59420) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:35.749143 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bc3f6271-134c-4143-90a3-e60b25b9d9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.758727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Request body: {'floatingip': {'port_id': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:35.758854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bc3f6271-134c-4143-90a3-e60b25b9d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.822662 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bc3f6271-134c-4143-90a3-e60b25b9d9ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14bfd4f7008f41f0b8249a7a86b427f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125684 Aug 29 04:16:35.828869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59432) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:35.915112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f6271-134c-4143-90a3-e60b25b9d9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538c2959-5881-4fcc-b586-c5291084feaf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.918413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 0eb81eef-6a9b-4e09-b2a4-fe607e507148, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:35.948181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'mac_address': 'fa:16:3e:b2:27:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:35.967225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.976248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-228b202e-2dd0-4965-ab86-d9f9946c86a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.000621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-228b202e-2dd0-4965-ab86-d9f9946c86a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.028133 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.058334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb81eef-6a9b-4e09-b2a4-fe607e507148 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:36.077009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-228b202e-2dd0-4965-ab86-d9f9946c86a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.081088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-228b202e-2dd0-4965-ab86-d9f9946c86a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.082526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-228b202e-2dd0-4965-ab86-d9f9946c86a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/538c2959-5881-4fcc-b586-c5291084feaf HTTP/1.1" status: 204 len: 168 time: 0.2527173 Aug 29 04:16:36.087829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 0eb81eef-6a9b-4e09-b2a4-fe607e507148, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:36.093003 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.099318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b202e-2dd0-4965-ab86-d9f9946c86a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c2959-5881-4fcc-b586-c5291084feaf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:36.170455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=0eb81eef-6a9b-4e09-b2a4-fe607e507148,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:36.217877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be26ebc-2ca8-4ce3-9f0e-c3fcd958ce46 req-cc2de94b-eba8-496a-bebe-c7a9a7b99519 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.220451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7be26ebc-2ca8-4ce3-9f0e-c3fcd958ce46 req-cc2de94b-eba8-496a-bebe-c7a9a7b99519 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 944 time: 0.1597366 Aug 29 04:16:36.290220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['0eb81eef-6a9b-4e09-b2a4-fe607e507148'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:36.339484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7be26ebc-2ca8-4ce3-9f0e-c3fcd958ce46 req-22152124-d738-42f6-84ac-db0a6780c50c tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758197 Aug 29 04:16:36.644446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59468) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:36.780514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.789569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.893937 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Floating IP d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b associated. External IP: 172.25.1.74, port: 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7. Aug 29 04:16:36.954939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:37.001318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ddc05c3-a3f9-40cf-b8a4-56c8064628f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.132568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ddc05c3-a3f9-40cf-b8a4-56c8064628f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.138992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ddc05c3-a3f9-40cf-b8a4-56c8064628f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.195602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc05c3-a3f9-40cf-b8a4-56c8064628f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3d655-66f0-4b99-90b7-eacf265c646c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:37.220471 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1ddc05c3-a3f9-40cf-b8a4-56c8064628f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3f35245815742e9a57c95e934b7e5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744250 Aug 29 04:16:37.222742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59494) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:37.315102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Router 8a20afb9-dcad-4d10-a7a2-a88c489579cb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:37.328402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e38af859-61bf-4e17-8389-59d16a62c6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.372679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e38af859-61bf-4e17-8389-59d16a62c6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.409386 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-3d89f1fa-aa45-4ed3-a5b9-2480a89b8f6e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298777 Aug 29 04:16:37.457205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e38af859-61bf-4e17-8389-59d16a62c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.462473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e38af859-61bf-4e17-8389-59d16a62c6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.462473 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e38af859-61bf-4e17-8389-59d16a62c6c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51a3d655-66f0-4b99-90b7-eacf265c646c HTTP/1.1" status: 204 len: 168 time: 0.2373650 Aug 29 04:16:37.471647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38af859-61bf-4e17-8389-59d16a62c6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3d655-66f0-4b99-90b7-eacf265c646c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:37.524726 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2b198e9d-779d-4f68-b64e-aaafe5edce9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70b2193b84594da5a8cb999cf6008893&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5684936 Aug 29 04:16:37.528237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59514) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:37.578381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76032ee-8876-4f9b-a6d1-5cf2dfaed5c6 req-21fdccc8-01db-47c0-96e6-42cbf97cd6ef tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.579855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d76032ee-8876-4f9b-a6d1-5cf2dfaed5c6 req-21fdccc8-01db-47c0-96e6-42cbf97cd6ef tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 945 time: 0.1335652 Aug 29 04:16:37.611385 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae8c1-7cd5-4050-9dfc-6c03b9e69571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.637811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:37.638457 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae8c1-7cd5-4050-9dfc-6c03b9e69571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.654253 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.658147 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] Sync routers for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:37.676909 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:37.678440 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:37.686300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6a32c798-a39e-45fe-8f90-f28e114bfd57 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "PUT /v2.0/floatingips/d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b HTTP/1.1" status: 200 len: 990 time: 1.9419243 Aug 29 04:16:37.686909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 0eb81eef-6a9b-4e09-b2a4-fe607e507148 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:37.689985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'tag': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:37.767303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d76032ee-8876-4f9b-a6d1-5cf2dfaed5c6 req-a7dd35be-016f-4f86-b4c4-3cdc209fa4f2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708868 Aug 29 04:16:37.816787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae8c1-7cd5-4050-9dfc-6c03b9e69571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.819886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae8c1-7cd5-4050-9dfc-6c03b9e69571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.836519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fa1ae8c1-7cd5-4050-9dfc-6c03b9e69571 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f507d1e2-b160-4712-9227-bd131ccc213b HTTP/1.1" status: 204 len: 168 time: 0.3064814 Aug 29 04:16:37.846597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ae8c1-7cd5-4050-9dfc-6c03b9e69571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f507d1e2-b160-4712-9227-bd131ccc213b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:37.849823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-6d2e9877-1315-4ae9-825b-3a60ae537814 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.865642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-6d2e9877-1315-4ae9-825b-3a60ae537814 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4178452 Aug 29 04:16:37.883890 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:37.895681 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-b5b53123-2068-438c-9cf0-557a8a7ee338 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/quotas/a21429c8471a4b298cd734f981b7d164 HTTP/1.1" status: 200 len: 375 time: 0.0273581 Aug 29 04:16:37.903839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:37.912690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:37.913079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.967999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-54ad4ba4-71a2-4633-b7cd-c2465da90104 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714500 Aug 29 04:16:38.246935 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.291940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59546) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:38.310010 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-103d1ab9-cae3-4e11-9981-5609e811ab69 req-e93f094a-62dd-4a5b-82bf-cb0e79f2c894 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 210 time: 0.0470245 Aug 29 04:16:38.315531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1721317-674b-4e30-8ec6-f496904b4823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.317165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 0eb81eef-6a9b-4e09-b2a4-fe607e507148, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:38.318818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:38.321529 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed1264-f557-49ba-a201-896f319d1482" -d '{"events": [{"server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "name": "network-vif-plugged", "status": "completed", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:38.329335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.331558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 1e0109fc-8602-41de-b085-d1417844546e no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:38.451080 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9e4793-0e1d-4b9b-b461-2c3a2288c2d6 x-openstack-request-id: req-ef9e4793-0e1d-4b9b-b461-2c3a2288c2d6 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:38.451389 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "name": "network-vif-plugged", "status": "completed", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:38.451648 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef9e4793-0e1d-4b9b-b461-2c3a2288c2d6 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:38.452073 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'code': 200} Aug 29 04:16:38.458070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 1e0109fc-8602-41de-b085-d1417844546e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:38.462579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 1e0109fc-8602-41de-b085-d1417844546e not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:38.499004 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'port_id': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'mac_address': 'fa:16:3e:10:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:11Z', 'updated_at': '2021-08-29T04:16:36Z', 'revision_number': 1, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:38.503628 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5ce76c-207c-4955-b029-95448dae6137" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbba6fb-4dea-4777-9741-b4897252e21f", "tag": "4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:38.512305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=0eb81eef-6a9b-4e09-b2a4-fe607e507148,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.536317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1721317-674b-4e30-8ec6-f496904b4823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.554942 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] Checking router: 8a20afb9-dcad-4d10-a7a2-a88c489579cb for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:38.576806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1721317-674b-4e30-8ec6-f496904b4823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.582998 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:38.583602 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:38.646320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1721317-674b-4e30-8ec6-f496904b4823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7a6774-6527-453c-9367-82eab9214dd6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.656036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1721317-674b-4e30-8ec6-f496904b4823 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74072532f6a2427b812aaede9f61f858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602049 Aug 29 04:16:38.656272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59564) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:38.672888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96200b9-7614-4380-96b4-50fd3669d86b req-2e89fcce-ecfd-4b37-a2f9-3ee72e9d9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.676641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d96200b9-7614-4380-96b4-50fd3669d86b req-2e89fcce-ecfd-4b37-a2f9-3ee72e9d9640 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.1833618 Aug 29 04:16:38.744428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d96200b9-7614-4380-96b4-50fd3669d86b req-5dc8b8ef-20d8-4d6f-8caf-3e5aaa7dc79a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581176 Aug 29 04:16:38.754414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f9e7caa6-4628-473d-8270-ed4656e4d0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.779586 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f9e7caa6-4628-473d-8270-ed4656e4d0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.794848 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:38.871429 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4cab43-a9c2-4ada-9755-d07ed8c46562 x-openstack-request-id: req-6e4cab43-a9c2-4ada-9755-d07ed8c46562 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:38.871950 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbba6fb-4dea-4777-9741-b4897252e21f", "tag": "4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:38.871950 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e4cab43-a9c2-4ada-9755-d07ed8c46562 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:38.873892 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'tag': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'status': 'completed', 'code': 200} Aug 29 04:16:38.909752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f9e7caa6-4628-473d-8270-ed4656e4d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.913792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f9e7caa6-4628-473d-8270-ed4656e4d0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.918616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f9e7caa6-4628-473d-8270-ed4656e4d0a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d7a6774-6527-453c-9367-82eab9214dd6 HTTP/1.1" status: 204 len: 168 time: 0.2610779 Aug 29 04:16:38.943475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59578) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:38.962999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7caa6-4628-473d-8270-ed4656e4d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7a6774-6527-453c-9367-82eab9214dd6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.981256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce76c-207c-4955-b029-95448dae6137 req-628691c3-3f6c-455a-9487-4cd75c006cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.985601 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c5ce76c-207c-4955-b029-95448dae6137 req-628691c3-3f6c-455a-9487-4cd75c006cbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 1097 time: 0.0748091 Aug 29 04:16:39.137770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3045-7fa8-4f55-bc41-ef1cd2c685c3 req-219e07fe-8771-4c6f-bc2d-86a5b6673c58 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.139464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82ca3045-7fa8-4f55-bc41-ef1cd2c685c3 req-219e07fe-8771-4c6f-bc2d-86a5b6673c58 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 946 time: 0.2028184 Aug 29 04:16:39.144624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aa04f419-cf46-40f3-bf06-45f347d5e014 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03ec48170985483abf5a5183111679ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975725 Aug 29 04:16:39.145503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59584) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:39.210508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce76c-207c-4955-b029-95448dae6137 req-5c95b5c1-9d50-4dc9-94ff-6d60af807ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.216200 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c5ce76c-207c-4955-b029-95448dae6137 req-5c95b5c1-9d50-4dc9-94ff-6d60af807ab6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 924 time: 0.2235162 Aug 29 04:16:39.233886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82ca3045-7fa8-4f55-bc41-ef1cd2c685c3 req-b4962270-7268-4b65-8505-c34493523092 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800831 Aug 29 04:16:39.258313 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef85318a-a40d-4c45-a972-17f249c50aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.309967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef85318a-a40d-4c45-a972-17f249c50aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.366241 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'port_id': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'mac_address': 'fa:16:3e:10:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:11Z', 'updated_at': '2021-08-29T04:16:36Z', 'revision_number': 1, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:39.372972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c5ce76c-207c-4955-b029-95448dae6137 req-b1402de8-9ff4-480a-b2ff-534a50b15da2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 HTTP/1.1" status: 200 len: 998 time: 0.1492536 Aug 29 04:16:39.397863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef85318a-a40d-4c45-a972-17f249c50aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.402400 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef85318a-a40d-4c45-a972-17f249c50aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.404851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ef85318a-a40d-4c45-a972-17f249c50aba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0299316-b949-4927-b11a-cf664022abe7 HTTP/1.1" status: 204 len: 168 time: 0.2577617 Aug 29 04:16:39.419921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85318a-a40d-4c45-a972-17f249c50aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0299316-b949-4927-b11a-cf664022abe7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:39.445301 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336fee6-7507-4eb6-a5b8-9089e57a468a None None] The sync data for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 is: [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'port_id': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'mac_address': 'fa:16:3e:10:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:11Z', 'updated_at': '2021-08-29T04:16:36Z', 'revision_number': 1, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:39.455236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce76c-207c-4955-b029-95448dae6137 req-1db7f585-6839-4f56-a868-82e85ff6d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.456774 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c5ce76c-207c-4955-b029-95448dae6137 req-1db7f585-6839-4f56-a868-82e85ff6d0dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 HTTP/1.1" status: 200 len: 862 time: 0.0761890 Aug 29 04:16:39.523413 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38808d74-c52c-4b4b-9464-3a9554f153be req-545b46a6-86d9-4016-8a25-593f81e09a58 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 210 time: 0.0842700 Aug 29 04:16:39.553815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce76c-207c-4955-b029-95448dae6137 req-ba73de79-c9bd-4662-b1ff-26c1260de8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.555620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c5ce76c-207c-4955-b029-95448dae6137 req-ba73de79-c9bd-4662-b1ff-26c1260de8c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882437 Aug 29 04:16:39.613470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.64', 55655) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:39.667546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-1fb61378-0b4c-4d16-b6a7-dccd5673e237 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524993 Aug 29 04:16:39.699519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c5ce76c-207c-4955-b029-95448dae6137 req-7a613104-e349-4d53-9a16-04e83a8dff55 service neutron] 10.222.0.64 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352882 Aug 29 04:16:39.867838 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c5ce76c-207c-4955-b029-95448dae6137 req-d884c2be-dded-4548-a2dc-04569f86abe3 service neutron] 10.222.0.64 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592462 Aug 29 04:16:39.888346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a4d72-509c-4a09-bb4e-b1dc97e1ac0d None None] New status for floating IP d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:16:39.925032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-06e3d108-57c9-4370-aa57-a86b7316eb85 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.926629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-06e3d108-57c9-4370-aa57-a86b7316eb85 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376873 Aug 29 04:16:39.944236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Request body: {'port': {'device_id': 'eed6bd4b-2636-4659-a178-cca72835b910', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'a21429c8471a4b298cd734f981b7d164'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:40.130386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Made reservation on behalf of a21429c8471a4b298cd734f981b7d164 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:40.137893 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.164786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.288318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.294937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.448731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95f04c5-9269-4038-8116-c379e6de2d2e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:40.525465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a419cd-9682-416c-b7ef-c96f54fe48ae req-67038dbb-478f-488b-b500-038dd0c9bd52 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.529421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73a419cd-9682-416c-b7ef-c96f54fe48ae req-67038dbb-478f-488b-b500-038dd0c9bd52 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 946 time: 0.1853852 Aug 29 04:16:40.591515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73a419cd-9682-416c-b7ef-c96f54fe48ae req-d38af05f-75b1-4d8c-bdf3-38620a6c5093 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550525 Aug 29 04:16:40.592610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Allocated IP 192.168.233.25 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/adfc5dc5-a88a-4710-876b-9464265db5a9) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:40.636106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc747731-c3c6-4600-8c85-cc5e2ec16fb0 req-8f2cb76f-8259-48aa-92e2-830eb2000f9f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 210 time: 0.0375156 Aug 29 04:16:40.926714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d593f20-320d-441f-901b-a2cb732a985c req-c7cd5f6a-03eb-49a7-88b2-87a958badc6d tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2946954 Aug 29 04:16:40.947059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:40.998019 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.014219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.063458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Transition to ACTIVE for port object adfc5dc5-a88a-4710-876b-9464265db5a9 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:41.131141 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.448034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:41.449087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'Port': ['ID=adfc5dc5-a88a-4710-876b-9464265db5a9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:41.454686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:41.457821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:41.464205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.464836 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.476383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.509919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a1053bf6-79c0-4fca-a459-d2571bccc2e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5720778 Aug 29 04:16:41.514053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-e57fbfe3-1171-43c5-a57a-c75803d65d4a tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348825 Aug 29 04:16:41.551480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Request body: {'port': {'device_id': 'eed6bd4b-2636-4659-a178-cca72835b910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:41.753202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.782775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Allocated IP 172.25.1.244 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/00f56561-7ae0-48f1-a220-29ec79b0b4a3) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:41.798805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-c23e4b9f-ff77-405d-b83e-cf5a6b62e185 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.800497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-c23e4b9f-ff77-405d-b83e-cf5a6b62e185 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557435 Aug 29 04:16:41.835456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d6b13144-c52b-4194-833d-97c39ade4d60 None None] Provisioning for port adfc5dc5-a88a-4710-876b-9464265db5a9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:41.841831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d6b13144-c52b-4194-833d-97c39ade4d60 None None] Provisioning complete for port adfc5dc5-a88a-4710-876b-9464265db5a9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:41.843217 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d6b13144-c52b-4194-833d-97c39ade4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.854499 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-c35e0f28-45c7-41e9-b9c7-8340a7e20ca8 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/quotas/4af7d46a098542ecb8c0a423b1f16abe HTTP/1.1" status: 200 len: 375 time: 0.0244553 Aug 29 04:16:41.890044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b13144-c52b-4194-833d-97c39ade4d60 None None] Port adfc5dc5-a88a-4710-876b-9464265db5a9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:41.944275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-57ea1546-4415-4be5-a171-d8cc23bf36b0 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477397 Aug 29 04:16:42.194009 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.290756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.380296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:42.392106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:42.394713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:42.411725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfc5dc5-a88a-4710-876b-9464265db5a9 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:42.416237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Pushing event updated for resources: {'Port': ['ID=00f56561-7ae0-48f1-a220-29ec79b0b4a3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.444842 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.473038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Transition to ACTIVE for port object adfc5dc5-a88a-4710-876b-9464265db5a9 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:42.480817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.492755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.572755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Pushing event updated for resources: {'Port': ['ID=adfc5dc5-a88a-4710-876b-9464265db5a9,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.627736 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.736352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Attempting to bind port adfc5dc5-a88a-4710-876b-9464265db5a9 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:42.736975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Attempting to bind port adfc5dc5-a88a-4710-876b-9464265db5a9 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:42.737978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Attempting to bind port adfc5dc5-a88a-4710-876b-9464265db5a9 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:42.756859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Port adfc5dc5-a88a-4710-876b-9464265db5a9 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:42.757215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Attempting to bind port adfc5dc5-a88a-4710-876b-9464265db5a9 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:42.772173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:42.772623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:42.773535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:42.774096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Bound port: adfc5dc5-a88a-4710-876b-9464265db5a9, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:42.774479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.993927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] For port adfc5dc5-a88a-4710-876b-9464265db5a9, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:43.019242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fae34-da71-4cc2-9992-3e9d59f06ae2 req-c73a07e2-3ff5-4208-914d-e4f29600f131 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.020839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a3fae34-da71-4cc2-9992-3e9d59f06ae2 req-c73a07e2-3ff5-4208-914d-e4f29600f131 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 947 time: 0.2061331 Aug 29 04:16:43.037619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] For port adfc5dc5-a88a-4710-876b-9464265db5a9, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=adfc5dc5-a88a-4710-876b-9464265db5a9,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:43.052871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.121954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.129610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a3fae34-da71-4cc2-9992-3e9d59f06ae2 req-3e2c673a-6345-43a1-a2da-ddfd69e36607 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945981 Aug 29 04:16:43.133162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.133792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.136272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] 10.222.0.64 "PUT /v2.0/ports/adfc5dc5-a88a-4710-876b-9464265db5a9 HTTP/1.1" status: 200 len: 1096 time: 1.5915923 Aug 29 04:16:43.136719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed6bd4b-2636-4659-a178-cca72835b910', 'tag': 'adfc5dc5-a88a-4710-876b-9464265db5a9'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:43.139027 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840448c0-e6c5-453c-938e-7fc4f1ef1f51" -d '{"events": [{"name": "network-changed", "server_uuid": "eed6bd4b-2636-4659-a178-cca72835b910", "tag": "adfc5dc5-a88a-4710-876b-9464265db5a9"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:43.145352 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.152773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59756) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:43.163458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77745341-7c00-4547-8baf-ea28db1a5b63 service neutron] Pushing event updated for resources: {'Port': ['ID=adfc5dc5-a88a-4710-876b-9464265db5a9,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.177155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.284710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Pushing event updated for resources: {'Port': ['ID=00f56561-7ae0-48f1-a220-29ec79b0b4a3,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.301613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59762) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:43.312380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.313921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d593f20-320d-441f-901b-a2cb732a985c req-4cfc13c9-1464-4474-9144-59b965640ae3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3787625 Aug 29 04:16:43.337200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a298d140-ac0c-422e-ab27-6c8e5be47c69 req-8069fd24-36a1-4406-b7ef-378c7a63a044 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 210 time: 0.0484023 Aug 29 04:16:43.469235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d593f20-320d-441f-901b-a2cb732a985c req-6f46d0d0-9b95-405d-b27e-89b96316d8d7 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.1343899 Aug 29 04:16:43.476066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-499a8f55-d35f-453a-934b-394149431b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.477590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-499a8f55-d35f-453a-934b-394149431b1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 1099 time: 0.2632177 Aug 29 04:16:43.507043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b852e4e5-a011-4234-9f15-c46e6b5d3661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.517070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac5e364d-c6d8-4bf6-b39c-0deab1b8f21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.532999 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2450c551-c7cb-4994-b8b8-7d3260f38ed3 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1367948 Aug 29 04:16:43.621338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-ac5e364d-c6d8-4bf6-b39c-0deab1b8f21a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:16:43.621338 n-d-712142-15 neutron-server[94846]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:16:43.621338 n-d-712142-15 neutron-server[94846]: [parameters: {'project_id': '5c5b62fb8d9b4281a5c2b75d4b028a56', 'id': '3d479607-96e3-4b61-9ed7-ea2134295d0b', 'expiration': datetime.datetime(2021, 8, 29, 4, 18, 43, 605650)}] Aug 29 04:16:43.621338 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:16:43.622903 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-ac5e364d-c6d8-4bf6-b39c-0deab1b8f21a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:16:43.717922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-07122dd3-748f-457a-bae1-95e8ee4a1f82 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.719648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-07122dd3-748f-457a-bae1-95e8ee4a1f82 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783457 Aug 29 04:16:43.756656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b852e4e5-a011-4234-9f15-c46e6b5d3661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.763704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Request body: {'port': {'device_id': 'f915b17f-3e5b-4cbc-bf54-bbaf01c42f68', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '4af7d46a098542ecb8c0a423b1f16abe'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:43.767483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b852e4e5-a011-4234-9f15-c46e6b5d3661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.774872 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-6a7de863-d7e2-4bab-bf61-733d06130f85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=adfc5dc5-a88a-4710-876b-9464265db5a9 HTTP/1.1" status: 200 len: 217 time: 0.2854424 Aug 29 04:16:43.852833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b852e4e5-a011-4234-9f15-c46e6b5d3661 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c373aed5c86040b6bfa684f0c16b0a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6993017 Aug 29 04:16:43.856601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852e4e5-a011-4234-9f15-c46e6b5d3661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c2e3a-5c37-44cb-a671-cedc45c40aaa,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.859255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59778) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:43.872306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-519435e4-e255-4e74-98d4-954e41a5eb9f tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=143dd67075b44cbb9f455af74de8b38c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690041 Aug 29 04:16:43.918141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Made reservation on behalf of 4af7d46a098542ecb8c0a423b1f16abe for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:43.921710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.927502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-958d0e79-c9ee-4ed8-afb5-08e3ad52dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.928992 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-958d0e79-c9ee-4ed8-afb5-08e3ad52dc1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1441574 Aug 29 04:16:43.934768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.033660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.038661 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.042375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d593f20-320d-441f-901b-a2cb732a985c req-8db49864-18d9-4bd0-947a-aec5413cd164 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.043787 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d593f20-320d-441f-901b-a2cb732a985c req-8db49864-18d9-4bd0-947a-aec5413cd164 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.5652995 Aug 29 04:16:44.077017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-7d593f20-320d-441f-901b-a2cb732a985c req-dbc23886-91a1-443c-82f0-a46f2ab2a266 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:16:44.078017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d593f20-320d-441f-901b-a2cb732a985c req-dbc23886-91a1-443c-82f0-a46f2ab2a266 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219572 Aug 29 04:16:44.092716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.105012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a2bc59-013a-48f0-8437-45d5b0c8a40f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.125517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac5e364d-c6d8-4bf6-b39c-0deab1b8f21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.138423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a9e167b7-680a-4f48-ac45-6715be9be9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.139974 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-a9e167b7-680a-4f48-ac45-6715be9be9ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1794131 Aug 29 04:16:44.142321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.149748 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798ad3f4-cc90-4c5c-89db-36548f62a6d4 x-openstack-request-id: req-798ad3f4-cc90-4c5c-89db-36548f62a6d4 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:44.150048 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed6bd4b-2636-4659-a178-cca72835b910", "tag": "adfc5dc5-a88a-4710-876b-9464265db5a9", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:44.150303 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-798ad3f4-cc90-4c5c-89db-36548f62a6d4 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:44.151225 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed6bd4b-2636-4659-a178-cca72835b910', 'tag': 'adfc5dc5-a88a-4710-876b-9464265db5a9', 'status': 'completed', 'code': 200} Aug 29 04:16:44.232968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-75916ae0-19f6-44af-8552-aedd5c9093d6 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.234370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-75916ae0-19f6-44af-8552-aedd5c9093d6 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506045 Aug 29 04:16:44.237007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Allocated IP 192.168.233.109 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/30f891f6-c821-4a54-aaa2-50989f2439ad) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:44.279614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-bb4ce050-7fa2-4c41-b7d7-0817fe9c5c89 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/quotas/143dd67075b44cbb9f455af74de8b38c HTTP/1.1" status: 200 len: 375 time: 0.0302274 Aug 29 04:16:44.327519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-ae8d38d1-6240-4dc2-9d96-e0ff77a0a6c5 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=143dd67075b44cbb9f455af74de8b38c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468910 Aug 29 04:16:44.355088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac5e364d-c6d8-4bf6-b39c-0deab1b8f21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.362563 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac5e364d-c6d8-4bf6-b39c-0deab1b8f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.369591 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.374279 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.384335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d82c2e3a-5c37-44cb-a671-cedc45c40aaa HTTP/1.1" status: 204 len: 168 time: 0.5164416 Aug 29 04:16:44.386794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-0b40c2a6-2d64-4e94-803f-c6cb23564485 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347357 Aug 29 04:16:44.433935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c2e3a-5c37-44cb-a671-cedc45c40aaa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.454172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e364d-c6d8-4bf6-b39c-0deab1b8f21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e3ef16-0224-4a0c-907a-188174ca548e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.462191 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ac5e364d-c6d8-4bf6-b39c-0deab1b8f21a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c5b62fb8d9b4281a5c2b75d4b028a56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1591024 Aug 29 04:16:44.466043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59794) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:44.543153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.568325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Transition to ACTIVE for port object 30f891f6-c821-4a54-aaa2-50989f2439ad will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:44.570539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.570895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.571609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.571740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.572318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.573076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.573605 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.573884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.574281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.574804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.575219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.575619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03004ba4-f23d-44af-b957-81618d07cc9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.598129 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5e922093-3155-4fa2-8295-f7b15e29951b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.638129 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5e922093-3155-4fa2-8295-f7b15e29951b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.656088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.669547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17274d1-53a8-4736-834a-df9644badfa4 req-64fc3d9e-2b6a-45c9-b150-81c33beb6c16 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.677122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c17274d1-53a8-4736-834a-df9644badfa4 req-64fc3d9e-2b6a-45c9-b150-81c33beb6c16 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 947 time: 0.3259685 Aug 29 04:16:44.725287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:44.731100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:44.734912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:44.765795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c17274d1-53a8-4736-834a-df9644badfa4 req-ec8e4764-69f7-4e77-9b71-226c56180adc tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874412 Aug 29 04:16:44.774828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-248cc385-e136-449a-b8d5-680245f6a125 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.785837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-248cc385-e136-449a-b8d5-680245f6a125 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 821 time: 0.2204790 Aug 29 04:16:44.812070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59812) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:44.818305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-1372ed1e-047e-428d-aa84-47459ce92bb5 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/quotas/6da80d5a92a94c6c9496d3e11818557e HTTP/1.1" status: 200 len: 375 time: 0.0214622 Aug 29 04:16:44.821206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6809fb0f-e5e4-410f-8a01-af297640c33b req-d651c84d-8d98-4cf8-ae3a-2288ce3ebc5e service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893869 Aug 29 04:16:44.824183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.824849 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.865462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf82f788-5084-4682-bd72-23aac0ee3a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.871479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Pushing event updated for resources: {'Port': ['ID=30f891f6-c821-4a54-aaa2-50989f2439ad,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.896927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1382825 Aug 29 04:16:44.902214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5e922093-3155-4fa2-8295-f7b15e29951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.905168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5e922093-3155-4fa2-8295-f7b15e29951b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.906638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5e922093-3155-4fa2-8295-f7b15e29951b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23e3ef16-0224-4a0c-907a-188174ca548e HTTP/1.1" status: 204 len: 168 time: 0.4396541 Aug 29 04:16:44.908994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.909622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.910129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.910628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.911119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.911617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.912129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.912782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.913277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.913762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.914237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.914713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537795be-d9b3-4448-8c37-2cd2c802ed21 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:44.930970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Request body: {'port': {'device_id': 'f915b17f-3e5b-4cbc-bf54-bbaf01c42f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:44.968868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e922093-3155-4fa2-8295-f7b15e29951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e3ef16-0224-4a0c-907a-188174ca548e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.032242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-a1466fe6-565b-4d4b-9494-8e81656684fe tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1828997 Aug 29 04:16:45.050543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5df309-c2cc-410d-a53f-50f4ebdd3fdb req-5121797d-7fe7-44eb-acea-cbfaa63ad4f3 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.051810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.052394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5df309-c2cc-410d-a53f-50f4ebdd3fdb req-5121797d-7fe7-44eb-acea-cbfaa63ad4f3 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 936 time: 0.1083279 Aug 29 04:16:45.065433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-5cf6cae9-cbeb-4c61-b413-13f9ec7d3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.069330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-5cf6cae9-cbeb-4c61-b413-13f9ec7d3537 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 1099 time: 0.1626699 Aug 29 04:16:45.199302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-72a56def-22bd-4871-bbe8-01d68191f642 None None] Provisioning for port 30f891f6-c821-4a54-aaa2-50989f2439ad completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:45.204331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-72a56def-22bd-4871-bbe8-01d68191f642 None None] Provisioning complete for port 30f891f6-c821-4a54-aaa2-50989f2439ad triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:45.205110 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72a56def-22bd-4871-bbe8-01d68191f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.212694 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf82f788-5084-4682-bd72-23aac0ee3a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.221418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf82f788-5084-4682-bd72-23aac0ee3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.299497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-72a56def-22bd-4871-bbe8-01d68191f642 None None] Port 30f891f6-c821-4a54-aaa2-50989f2439ad cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:45.299969 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cf82f788-5084-4682-bd72-23aac0ee3a32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acea7ba028bc497197b98e5106227f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710271 Aug 29 04:16:45.332334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59824) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:45.340215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82f788-5084-4682-bd72-23aac0ee3a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcee6acb-9c08-446f-82a8-c37688767ef7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.425454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5df309-c2cc-410d-a53f-50f4ebdd3fdb req-6da3ab88-1bd3-48f0-9866-8970cb18c3b2 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551116 Aug 29 04:16:45.427219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f119ad6-294c-48e8-b5cb-8a10903f183c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.440162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-ac845b11-8cc5-4f07-a203-896d29d83b08 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981686 Aug 29 04:16:45.474027 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f119ad6-294c-48e8-b5cb-8a10903f183c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.483457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59826) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:45.526782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2b22a8e-a61b-4d84-93ab-d2c10738c172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.590032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35d1b831-9fa9-4207-b784-3249e88594b0 req-b68971b6-365a-41dd-acde-de02c9298fd5 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 210 time: 0.0564570 Aug 29 04:16:45.599522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f891f6-c821-4a54-aaa2-50989f2439ad {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:45.605415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-84c986ee-751d-49ff-ad50-24a7c97f0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.613244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.616975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-84c986ee-751d-49ff-ad50-24a7c97f0b94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.4512484 Aug 29 04:16:45.629872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f119ad6-294c-48e8-b5cb-8a10903f183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.632504 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f119ad6-294c-48e8-b5cb-8a10903f183c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.633646 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f119ad6-294c-48e8-b5cb-8a10903f183c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcee6acb-9c08-446f-82a8-c37688767ef7 HTTP/1.1" status: 204 len: 168 time: 0.2946126 Aug 29 04:16:45.647641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Transition to ACTIVE for port object 30f891f6-c821-4a54-aaa2-50989f2439ad will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:45.653272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f119ad6-294c-48e8-b5cb-8a10903f183c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcee6acb-9c08-446f-82a8-c37688767ef7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.659273 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.694344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-f486bcd2-1c5e-4dde-9920-17c94303c91c service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529578 Aug 29 04:16:45.695817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-141adc6c-d434-4878-9ae4-7ce3908b9acc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=adfc5dc5-a88a-4710-876b-9464265db5a9 HTTP/1.1" status: 200 len: 217 time: 0.0680277 Aug 29 04:16:45.743293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Pushing event updated for resources: {'Port': ['ID=30f891f6-c821-4a54-aaa2-50989f2439ad,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.823021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-f393adc4-5607-48f6-af5b-c068208cafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.828166 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2b22a8e-a61b-4d84-93ab-d2c10738c172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.829011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-f393adc4-5607-48f6-af5b-c068208cafac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1223292 Aug 29 04:16:45.837695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2b22a8e-a61b-4d84-93ab-d2c10738c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.868594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Attempting to bind port 30f891f6-c821-4a54-aaa2-50989f2439ad on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:45.869209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Attempting to bind port 30f891f6-c821-4a54-aaa2-50989f2439ad by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:45.869749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Attempting to bind port 30f891f6-c821-4a54-aaa2-50989f2439ad on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:45.889430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Port 30f891f6-c821-4a54-aaa2-50989f2439ad on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:45.889838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Attempting to bind port 30f891f6-c821-4a54-aaa2-50989f2439ad on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:45.917909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:45.927267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:45.927681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:45.928514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Bound port: 30f891f6-c821-4a54-aaa2-50989f2439ad, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:45.928890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.956477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b22a8e-a61b-4d84-93ab-d2c10738c172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abea4c19-93b2-4f2b-92c1-6fe73b984825,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.966546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-76b24614-6ac3-4e29-86ce-e0d92136e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.968330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-76b24614-6ac3-4e29-86ce-e0d92136e38a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316068 Aug 29 04:16:45.981726 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e2b22a8e-a61b-4d84-93ab-d2c10738c172 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c06208bfefcb4aa88bcffd69a55135a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971602 Aug 29 04:16:45.985481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59840) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:46.078544 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-062fb853-d298-4bd2-b9b9-b4ae0ba3af62 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=143dd67075b44cbb9f455af74de8b38c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422919 Aug 29 04:16:46.174413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] For port 30f891f6-c821-4a54-aaa2-50989f2439ad, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:46.223863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] For port 30f891f6-c821-4a54-aaa2-50989f2439ad, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=30f891f6-c821-4a54-aaa2-50989f2439ad,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:46.227487 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-833c017e-9901-4a7b-ba51-6cb112ae8640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.238454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.290764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6902041-360c-47b9-ba5f-606b4f53b179 req-c51b2995-f8eb-42ff-bfa7-83706b2b2999 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 210 time: 0.1283522 Aug 29 04:16:46.308151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-743b0d49-c94e-4c84-b53c-280bc2da7b08 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286865 Aug 29 04:16:46.327756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Pushing event updated for resources: {'Port': ['ID=30f891f6-c821-4a54-aaa2-50989f2439ad,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:46.371304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-36861935-3399-42ac-8bfb-7e591206d99c tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.373534 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-36861935-3399-42ac-8bfb-7e591206d99c tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862368 Aug 29 04:16:46.397119 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-833c017e-9901-4a7b-ba51-6cb112ae8640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.399938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbbb66-d18b-4d84-b81b-c211fdfac196 req-66d796f7-6cde-41c7-8cd7-cb85df8b93a0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.400139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.402895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.407352 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-2bdb5dbc-7ad9-4ec7-9785-3465ff8dc011 service neutron] 10.222.0.65 "PUT /v2.0/ports/30f891f6-c821-4a54-aaa2-50989f2439ad HTTP/1.1" status: 200 len: 1097 time: 1.4844596 Aug 29 04:16:46.408475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f915b17f-3e5b-4cbc-bf54-bbaf01c42f68', 'tag': '30f891f6-c821-4a54-aaa2-50989f2439ad'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:46.409885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05cbbb66-d18b-4d84-b81b-c211fdfac196 req-66d796f7-6cde-41c7-8cd7-cb85df8b93a0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 947 time: 0.4318430 Aug 29 04:16:46.414633 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb67cfe-051e-498f-a66c-8abdf66230bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f915b17f-3e5b-4cbc-bf54-bbaf01c42f68", "tag": "30f891f6-c821-4a54-aaa2-50989f2439ad"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:46.429456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Request body: {'port': {'device_id': '0170cbc8-84c4-4f18-970a-0bc3c7165cdf', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '143dd67075b44cbb9f455af74de8b38c'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:46.732516 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0bbd0-6dea-4224-8a54-72a2ebe41922 x-openstack-request-id: req-fdc0bbd0-6dea-4224-8a54-72a2ebe41922 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:46.732804 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f915b17f-3e5b-4cbc-bf54-bbaf01c42f68", "tag": "30f891f6-c821-4a54-aaa2-50989f2439ad", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:46.733057 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdc0bbd0-6dea-4224-8a54-72a2ebe41922 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:46.733456 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f915b17f-3e5b-4cbc-bf54-bbaf01c42f68', 'tag': '30f891f6-c821-4a54-aaa2-50989f2439ad', 'status': 'completed', 'code': 200} Aug 29 04:16:46.814143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-bb5dc912-1c25-4a43-a612-1321d267829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.816582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-bb5dc912-1c25-4a43-a612-1321d267829d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 1100 time: 0.3562832 Aug 29 04:16:46.818799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Made reservation on behalf of 143dd67075b44cbb9f455af74de8b38c for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:46.824633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.835405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.868098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05cbbb66-d18b-4d84-b81b-c211fdfac196 req-6e6b2f36-4cee-4711-b260-3970b2d50348 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559941 Aug 29 04:16:46.899915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-833c017e-9901-4a7b-ba51-6cb112ae8640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.904008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-833c017e-9901-4a7b-ba51-6cb112ae8640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.905294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-833c017e-9901-4a7b-ba51-6cb112ae8640 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abea4c19-93b2-4f2b-92c1-6fe73b984825 HTTP/1.1" status: 204 len: 168 time: 0.9188547 Aug 29 04:16:46.912788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-0d90f7bc-b067-4c19-b4b5-63260aa853d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=30f891f6-c821-4a54-aaa2-50989f2439ad HTTP/1.1" status: 200 len: 217 time: 0.0787029 Aug 29 04:16:46.941646 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c017e-9901-4a7b-ba51-6cb112ae8640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea4c19-93b2-4f2b-92c1-6fe73b984825,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:46.967552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14452d94-007a-4064-bad1-1c020dead673 req-ef227af3-53bf-485c-b1d5-3d11e22614e8 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.969156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14452d94-007a-4064-bad1-1c020dead673 req-ef227af3-53bf-485c-b1d5-3d11e22614e8 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 948 time: 0.1505511 Aug 29 04:16:46.971263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840448c0-e6c5-453c-938e-7fc4f1ef1f51 req-0691d5f1-16e2-436a-96db-fe4155fc1779 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570187 Aug 29 04:16:47.020544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-7abafc9d-8ffc-403e-b6c7-7b53a15a3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.022290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-7abafc9d-8ffc-403e-b6c7-7b53a15a3eae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0964470 Aug 29 04:16:47.054632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2967f71c-fed7-4a80-9019-518c4132b96b req-552fbb75-742b-4601-8e65-87b473f30480 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 210 time: 0.0479224 Aug 29 04:16:47.063402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14452d94-007a-4064-bad1-1c020dead673 req-6bed2822-53ae-4578-8d2e-a49d662eff26 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834172 Aug 29 04:16:47.088272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59884) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:47.098471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-47c24369-8e0b-45fd-8c42-a97155b39fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.100082 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-47c24369-8e0b-45fd-8c42-a97155b39fa1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688391 Aug 29 04:16:47.122751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.135679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.256852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1226674d-424e-4f09-820f-4534a5c2e6ce,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.297334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.65', 62314) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:47.331654 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-140e3049-c7a5-4130-8a16-1a1c0271812a service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225025 Aug 29 04:16:47.351646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f37a55ba-5777-490f-9484-4653f31a9bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.407507 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Allocated IP 192.168.233.52 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/2d301fae-f856-42f5-99c6-8c6118f7b5b2) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:47.487866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2665709-b0b0-4c97-8fa3-c2fd82db7e86 req-1b6ad6cb-4dbb-4658-b132-951c42348d9f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 210 time: 0.1009209 Aug 29 04:16:47.491123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87833f15-7cef-4feb-b939-de3b634a88a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.500434 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-930192b9-c68a-45e8-8b07-153f5866d3cb req-5ed43aa3-525f-4c62-973a-e4b5bba98981 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602581 Aug 29 04:16:47.591051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-425b396b-e722-48c2-89e9-afeebb4c9ecb tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.592811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-425b396b-e722-48c2-89e9-afeebb4c9ecb tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 821 time: 0.2938297 Aug 29 04:16:47.615121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Request body: {'port': {'device_id': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'admin_state_up': True, 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:47.659544 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.712492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Transition to ACTIVE for port object 2d301fae-f856-42f5-99c6-8c6118f7b5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:47.729886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-846719c8-355b-4ac2-a148-366e58269b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.730008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-846719c8-355b-4ac2-a148-366e58269b82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 1100 time: 0.0538089 Aug 29 04:16:47.745821 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87833f15-7cef-4feb-b939-de3b634a88a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.755837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87833f15-7cef-4feb-b939-de3b634a88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.794901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87833f15-7cef-4feb-b939-de3b634a88a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102d6547-6278-41c2-8f7a-5758c2f0a60d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.837139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.841624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-87833f15-7cef-4feb-b939-de3b634a88a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6aea3e41e5e488989e104fa29314443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511239 Aug 29 04:16:47.842295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:47.857379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Made reservation on behalf of 6da80d5a92a94c6c9496d3e11818557e for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:47.865033 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.094321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Allocated IP 172.20.0.14 (695a6f65-14b0-4f20-937c-2dc7961fbfa0/27fd8442-79f6-46be-a4ca-f9582dd29a0f/6d3c6860-3b28-41d1-98cf-cad99a510633) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:48.161862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ebd72da-080a-42ad-a74e-34209ce81508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.220882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-18abc7ac-d1c8-4cf5-8fd6-f985de5e7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.222908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-18abc7ac-d1c8-4cf5-8fd6-f985de5e7c96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.4851420 Aug 29 04:16:48.240551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:48.246590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:48.281411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:48.288476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Pushing event updated for resources: {'Port': ['ID=2d301fae-f856-42f5-99c6-8c6118f7b5b2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:48.295291 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-77710e89-9d09-4e2b-bcce-c9245cfe4b05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=30f891f6-c821-4a54-aaa2-50989f2439ad HTTP/1.1" status: 200 len: 217 time: 0.0599694 Aug 29 04:16:48.334208 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ebd72da-080a-42ad-a74e-34209ce81508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.421299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.421936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.428824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbf131-323e-481c-81a3-16a61e0a96c0 req-c80df7cf-4e88-4d80-8ec0-829b1cf87031 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.436839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-5b551c4b-465a-4e98-876b-f6c2836801b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.437815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bfbf131-323e-481c-81a3-16a61e0a96c0 req-c80df7cf-4e88-4d80-8ec0-829b1cf87031 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 947 time: 0.2821071 Aug 29 04:16:48.438376 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-5b551c4b-465a-4e98-876b-f6c2836801b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1161616 Aug 29 04:16:48.444743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-949288e5-8dc7-4215-a506-6d8bd3a37798 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0207565 Aug 29 04:16:48.479654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Request body: {'port': {'device_id': '0170cbc8-84c4-4f18-970a-0bc3c7165cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:48.500296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bfbf131-323e-481c-81a3-16a61e0a96c0 req-f1e892b9-a6ef-4de1-9cd3-d07d18057abc tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611238 Aug 29 04:16:48.509414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5267d39-c222-455e-970b-c02c8147c41a req-61a25236-2c90-4d01-957f-8ef6d5318b94 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.516173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5267d39-c222-455e-970b-c02c8147c41a req-61a25236-2c90-4d01-957f-8ef6d5318b94 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 935 time: 0.3356109 Aug 29 04:16:48.564036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.568253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-764d8649-750c-403f-8824-e2c577d1e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.569936 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-764d8649-750c-403f-8824-e2c577d1e198 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241367 Aug 29 04:16:48.602347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5267d39-c222-455e-970b-c02c8147c41a req-702b1e57-23e8-4954-bc1d-5d4c985ef564 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Aug 29 04:16:48.605741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-595134da-28bc-47ba-9a49-ff2c50a20ec2 None None] Provisioning for port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:48.610271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-595134da-28bc-47ba-9a49-ff2c50a20ec2 None None] Provisioning complete for port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:48.610654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-595134da-28bc-47ba-9a49-ff2c50a20ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.647698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59938) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:48.674967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-595134da-28bc-47ba-9a49-ff2c50a20ec2 None None] Port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:48.687062 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.708921 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ebd72da-080a-42ad-a74e-34209ce81508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.712424 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ebd72da-080a-42ad-a74e-34209ce81508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.713359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8ebd72da-080a-42ad-a74e-34209ce81508 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/102d6547-6278-41c2-8f7a-5758c2f0a60d HTTP/1.1" status: 204 len: 168 time: 0.8690932 Aug 29 04:16:48.724318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Transition to ACTIVE for port object 6d3c6860-3b28-41d1-98cf-cad99a510633 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:48.725861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd72da-080a-42ad-a74e-34209ce81508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d6547-6278-41c2-8f7a-5758c2f0a60d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:48.741238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fd20c-9e83-4255-906a-86cafab51e79 req-4be4f8f6-d055-427b-b670-c19bf43b6856 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.749817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-330fd20c-9e83-4255-906a-86cafab51e79 req-4be4f8f6-d055-427b-b670-c19bf43b6856 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 948 time: 0.1333258 Aug 29 04:16:48.750771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device adfc5dc5-a88a-4710-876b-9464265db5a9 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:48.823587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-330fd20c-9e83-4255-906a-86cafab51e79 req-635eb1d4-d4c4-4726-a818-4224333d23e0 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618682 Aug 29 04:16:48.829224 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-b6057266-e3c2-411a-968a-c36ee8abe9da service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506626 Aug 29 04:16:48.867023 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.883311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['0eb81eef-6a9b-4e09-b2a4-fe607e507148'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:48.973346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port adfc5dc5-a88a-4710-876b-9464265db5a9, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=adfc5dc5-a88a-4710-876b-9464265db5a9,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:48.998173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Pushing event updated for resources: {'Port': ['ID=6d3c6860-3b28-41d1-98cf-cad99a510633,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.022553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'adfc5dc5-a88a-4710-876b-9464265db5a9', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'adfc5dc5-a88a-4710-876b-9464265db5a9', 'mac_address': 'fa:16:3e:66:d0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:49.023919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-network', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:49.067338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:49.082566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:49.090598 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb67cfe-051e-498f-a66c-8abdf66230bd req-971a5c0f-2d88-4021-bb51-edcb9dfdff94 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501192 Aug 29 04:16:49.096239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:49.115430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.120530 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.181004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.210116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfc5dc5-a88a-4710-876b-9464265db5a9 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:49.238792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port adfc5dc5-a88a-4710-876b-9464265db5a9, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=adfc5dc5-a88a-4710-876b-9464265db5a9,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:49.247861 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.261089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d301fae-f856-42f5-99c6-8c6118f7b5b2 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:49.270028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Made reservation on behalf of 7f8d519bb4e3420b98d88f5cb8511ee4 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:49.273281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.275771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.284658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.293782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Transition to ACTIVE for port object 2d301fae-f856-42f5-99c6-8c6118f7b5b2 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:49.298735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-e11a16e2-1657-40ec-a5b6-965daedf1dfa tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6941197 Aug 29 04:16:49.299567 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.321431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff207eb-0733-4224-8d3d-85fff53a80df req-3f02b5e6-3646-4521-bed0-794de44f7fb5 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.331947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fff207eb-0733-4224-8d3d-85fff53a80df req-3f02b5e6-3646-4521-bed0-794de44f7fb5 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 932 time: 0.2089155 Aug 29 04:16:49.349463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=adfc5dc5-a88a-4710-876b-9464265db5a9,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.362036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.362852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.363277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.363691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.370002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.370002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.370002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.370002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.370002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.370002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.370002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.370002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:49.378732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Request body: {'port': {'device_id': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:49.391209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Pushing event updated for resources: {'Port': ['ID=2d301fae-f856-42f5-99c6-8c6118f7b5b2,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.475420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:49.507690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.545065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.557244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Attempting to bind port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:49.558276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Attempting to bind port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:49.561064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Attempting to bind port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:49.561472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:49.574031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:49.574683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Attempting to bind port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:49.576498 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.578401 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Added segment c433da67-691e-4c63-b0b0-c19100aa5501 of type vlan for network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 Aug 29 04:16:49.578555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-76d6c1e1-f7a4-46cd-be2c-b29be1c234c5 None None] Provisioning for port 6d3c6860-3b28-41d1-98cf-cad99a510633 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:49.590060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:49.590779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:49.591416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:49.592282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Bound port: 2d301fae-f856-42f5-99c6-8c6118f7b5b2, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:49.594448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.595388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-76d6c1e1-f7a4-46cd-be2c-b29be1c234c5 None None] Provisioning complete for port 6d3c6860-3b28-41d1-98cf-cad99a510633 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:49.599288 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-76d6c1e1-f7a4-46cd-be2c-b29be1c234c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.662189 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.702801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59960) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:49.732076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] For port 2d301fae-f856-42f5-99c6-8c6118f7b5b2, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:49.736046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] For port 2d301fae-f856-42f5-99c6-8c6118f7b5b2, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2d301fae-f856-42f5-99c6-8c6118f7b5b2,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:49.745511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-76d6c1e1-f7a4-46cd-be2c-b29be1c234c5 None None] Port 6d3c6860-3b28-41d1-98cf-cad99a510633 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:49.746498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.778772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.779402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.780889 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] 10.222.0.64 "PUT /v2.0/ports/2d301fae-f856-42f5-99c6-8c6118f7b5b2 HTTP/1.1" status: 200 len: 1096 time: 1.3083749 Aug 29 04:16:49.781377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0170cbc8-84c4-4f18-970a-0bc3c7165cdf', 'tag': '2d301fae-f856-42f5-99c6-8c6118f7b5b2'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:49.783655 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c32dba-3ec5-4495-b085-e04add7c1f42" -d '{"events": [{"name": "network-changed", "server_uuid": "0170cbc8-84c4-4f18-970a-0bc3c7165cdf", "tag": "2d301fae-f856-42f5-99c6-8c6118f7b5b2"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:49.814882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fff207eb-0733-4224-8d3d-85fff53a80df req-9734fd7e-fa52-430b-ba52-e02455a7f647 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819438 Aug 29 04:16:49.841691 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:16:49.850823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c817827-6d43-469f-a04c-c7b9bd672525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.877602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dabce90-266e-482b-98ef-47dd1c213e57,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.900025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad320-5a18-4104-b7cf-4815f6aa5531 service neutron] Pushing event updated for resources: {'Port': ['ID=2d301fae-f856-42f5-99c6-8c6118f7b5b2,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.906205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-813efd41-65c3-4cd7-82b9-92fc96bd7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.907807 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-813efd41-65c3-4cd7-82b9-92fc96bd7e3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=143dd67075b44cbb9f455af74de8b38c&device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 1099 time: 0.0661402 Aug 29 04:16:49.937215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.979782 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-3ab68141-780f-48c3-8bb5-4c9b4ce50210 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=2d301fae-f856-42f5-99c6-8c6118f7b5b2 HTTP/1.1" status: 200 len: 217 time: 0.0637743 Aug 29 04:16:49.988670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.989689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.990304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.035887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-a00f9765-972e-4418-b799-ebaa57e8341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.037384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-a00f9765-972e-4418-b799-ebaa57e8341c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0504255 Aug 29 04:16:50.085072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-3bc8e981-d737-4f5d-8c05-eccc337f4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.086742 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-3bc8e981-d737-4f5d-8c05-eccc337f4714 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0416069 Aug 29 04:16:50.141257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.155035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:50.165233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7ad14-ea7b-46c0-a8f1-93e98261b0de req-e716bcd2-1b82-4e11-a819-9d1e2535eafd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.167223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38d7ad14-ea7b-46c0-a8f1-93e98261b0de req-e716bcd2-1b82-4e11-a819-9d1e2535eafd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 948 time: 0.3025382 Aug 29 04:16:50.187591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee279-f77c-4bdf-a26e-180cca8398d7 req-f5af3758-9874-45aa-8168-5d3c60235e2e tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.189145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a9ee279-f77c-4bdf-a26e-180cca8398d7 req-f5af3758-9874-45aa-8168-5d3c60235e2e tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 947 time: 0.2531810 Aug 29 04:16:50.204887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-c9edbcf1-9736-4c09-9f13-67ca1d65c9bf service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081395 Aug 29 04:16:50.258482 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.306003 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb908c8a-cc7e-4f50-af04-1301ae77f504 req-dc7cf307-0598-4c30-82b9-88bdbce7afeb service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935822 Aug 29 04:16:50.351373 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c6590a37-d57d-4e2d-9dbc-42d43021b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.369149 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38d7ad14-ea7b-46c0-a8f1-93e98261b0de req-15f0da87-9001-4772-adc0-d781bf784c87 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725993 Aug 29 04:16:50.371710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a9ee279-f77c-4bdf-a26e-180cca8398d7 req-2f5e1669-f3aa-4fbe-839f-822b951ee89c tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596184 Aug 29 04:16:50.426894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c817827-6d43-469f-a04c-c7b9bd672525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.430046 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa02c25-3af0-4cc1-be89-fc00611eba4f x-openstack-request-id: req-efa02c25-3af0-4cc1-be89-fc00611eba4f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:50.430046 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0170cbc8-84c4-4f18-970a-0bc3c7165cdf", "tag": "2d301fae-f856-42f5-99c6-8c6118f7b5b2", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:50.430249 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efa02c25-3af0-4cc1-be89-fc00611eba4f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:50.430606 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0170cbc8-84c4-4f18-970a-0bc3c7165cdf', 'tag': '2d301fae-f856-42f5-99c6-8c6118f7b5b2', 'status': 'completed', 'code': 200} Aug 29 04:16:50.452439 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c817827-6d43-469f-a04c-c7b9bd672525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.476934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7054f64f-cb6d-4eae-b9d9-9acba60f0e88 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8280032 Aug 29 04:16:50.483552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59974) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:50.493855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Request body: {'subnet': {'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-subnet', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:50.533705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-37cf1976-4325-49aa-92ad-03d26dead9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.535407 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-37cf1976-4325-49aa-92ad-03d26dead9c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=143dd67075b44cbb9f455af74de8b38c&device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 1099 time: 0.0800941 Aug 29 04:16:50.536722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Made reservation on behalf of 7f8d519bb4e3420b98d88f5cb8511ee4 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:50.539220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.552615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3c817827-6d43-469f-a04c-c7b9bd672525 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=402873357c8b4628938a0b26e79236ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8340223 Aug 29 04:16:50.571577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c817827-6d43-469f-a04c-c7b9bd672525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd20a402-1272-46ee-aedd-a0ec80bd35c9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.576784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59978) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:50.643427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd297f-47e1-4cc9-bd83-e67d9f8ff48b req-5d91c9df-10a7-484a-b680-6dd9444af293 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.645223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07cd297f-47e1-4cc9-bd83-e67d9f8ff48b req-5d91c9df-10a7-484a-b680-6dd9444af293 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 948 time: 0.1902711 Aug 29 04:16:50.711388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3c6860-3b28-41d1-98cf-cad99a510633 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:50.741740 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.748772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-cc84172e-31fa-4de4-aca8-bff4120b0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.750353 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-cc84172e-31fa-4de4-aca8-bff4120b0855 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2073841 Aug 29 04:16:50.764692 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22844ef5-b52b-47af-bfc9-1747baa46e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.766665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device adfc5dc5-a88a-4710-876b-9464265db5a9 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:50.788269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07cd297f-47e1-4cc9-bd83-e67d9f8ff48b req-64341308-27a7-4dc6-8a9a-c01be2d2931e tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170030 Aug 29 04:16:50.789427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Transition to ACTIVE for port object 6d3c6860-3b28-41d1-98cf-cad99a510633 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:50.813992 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.819366 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-18b68d69-7061-4102-8b7e-a29c2f0e4150 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=2d301fae-f856-42f5-99c6-8c6118f7b5b2 HTTP/1.1" status: 200 len: 217 time: 0.0602062 Aug 29 04:16:50.840366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port adfc5dc5-a88a-4710-876b-9464265db5a9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:50.845667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port adfc5dc5-a88a-4710-876b-9464265db5a9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:50.846369 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.875167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22844ef5-b52b-47af-bfc9-1747baa46e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.940403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3c6860-3b28-41d1-98cf-cad99a510633,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.974032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.982272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59990) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:50.997110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-31b5d8ba-deae-4573-b123-a7a65870b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.998659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-31b5d8ba-deae-4573-b123-a7a65870b78a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1680679 Aug 29 04:16:51.009425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed6bd4b-2636-4659-a178-cca72835b910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfc5dc5-a88a-4710-876b-9464265db5a9'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:51.016120 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9619dba6-851f-4132-bc2d-c45654fa8011" -d '{"events": [{"server_uuid": "eed6bd4b-2636-4659-a178-cca72835b910", "name": "network-vif-plugged", "status": "completed", "tag": "adfc5dc5-a88a-4710-876b-9464265db5a9"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:51.035957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Attempting to bind port 6d3c6860-3b28-41d1-98cf-cad99a510633 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:51.036374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Attempting to bind port 6d3c6860-3b28-41d1-98cf-cad99a510633 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:51.036725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Attempting to bind port 6d3c6860-3b28-41d1-98cf-cad99a510633 on network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:51.038854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port adfc5dc5-a88a-4710-876b-9464265db5a9, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=adfc5dc5-a88a-4710-876b-9464265db5a9,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:51.046100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.049128 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.061499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Port 6d3c6860-3b28-41d1-98cf-cad99a510633 on network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:51.064528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Attempting to bind port 6d3c6860-3b28-41d1-98cf-cad99a510633 on network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:51.077467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:51.078124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Checking segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:51.079790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Bound using segment: {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:51.080471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Bound port: 6d3c6860-3b28-41d1-98cf-cad99a510633, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f44710f-dcdc-4bda-afb3-955bd93f7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:51.081884 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.099393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad066df9-8dc9-4722-84b0-17cff9c36dbb,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:51.120279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261536aa-7363-4d0c-8a1a-2e872054d70d req-3fe1578a-7cde-44b3-9220-df654f2e58dc tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.121884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-261536aa-7363-4d0c-8a1a-2e872054d70d req-3fe1578a-7cde-44b3-9220-df654f2e58dc tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 944 time: 0.1852381 Aug 29 04:16:51.133709 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4453d1d2-e808-491c-b457-c728debf799d x-openstack-request-id: req-4453d1d2-e808-491c-b457-c728debf799d {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:51.134193 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed6bd4b-2636-4659-a178-cca72835b910", "name": "network-vif-plugged", "status": "completed", "tag": "adfc5dc5-a88a-4710-876b-9464265db5a9", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:51.134495 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4453d1d2-e808-491c-b457-c728debf799d {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:51.135005 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed6bd4b-2636-4659-a178-cca72835b910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfc5dc5-a88a-4710-876b-9464265db5a9', 'code': 200} Aug 29 04:16:51.146428 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.153065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Checking segment: {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:51.153425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Network hostable DHCP agents. Network: d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:51.164002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-bce2151f-30ed-4c49-80a6-09c7ebf7004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.165462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-bce2151f-30ed-4c49-80a6-09c7ebf7004d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1536844 Aug 29 04:16:51.176480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=adfc5dc5-a88a-4710-876b-9464265db5a9,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:51.219831 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22844ef5-b52b-47af-bfc9-1747baa46e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.222505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22844ef5-b52b-47af-bfc9-1747baa46e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.223734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-22844ef5-b52b-47af-bfc9-1747baa46e33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd20a402-1272-46ee-aedd-a0ec80bd35c9 HTTP/1.1" status: 204 len: 168 time: 0.6450393 Aug 29 04:16:51.266035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-261536aa-7363-4d0c-8a1a-2e872054d70d req-5b3e532b-9d1c-486b-8aca-cabcab1a4948 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347058 Aug 29 04:16:51.270935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22844ef5-b52b-47af-bfc9-1747baa46e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd20a402-1272-46ee-aedd-a0ec80bd35c9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:51.295287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:51.298800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34971657-c204-4c9e-b57c-be2085a94bce req-e3d64996-3a5b-4ac2-a324-7f98d8f1ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.300477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34971657-c204-4c9e-b57c-be2085a94bce req-e3d64996-3a5b-4ac2-a324-7f98d8f1ba30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 1101 time: 0.1441479 Aug 29 04:16:51.312312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1afb7db2-f8c7-4098-873e-c4e24cbbe9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.326783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-7855c40e-3821-46a5-876a-6c3e2744cd4e service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508865 Aug 29 04:16:51.328205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] For port 6d3c6860-3b28-41d1-98cf-cad99a510633, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:51.330072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:51.340793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f48b7-ca16-435b-9100-24ad85d330c5 None None] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:51.343625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.345316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.350134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] For port 6d3c6860-3b28-41d1-98cf-cad99a510633, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6d3c6860-3b28-41d1-98cf-cad99a510633,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:51.360337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34971657-c204-4c9e-b57c-be2085a94bce req-305b7869-455f-4798-a265-77801913e29b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Aug 29 04:16:51.366115 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.421875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.422522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.424299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 1093 time: 2.0891652 Aug 29 04:16:51.457416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:51.459839 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45f9043-4a58-404a-bdbd-31eb3bf66934" -d '{"events": [{"name": "network-changed", "server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:51.469946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066ab9e-3f31-4745-b0df-1e8280e78519 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3c6860-3b28-41d1-98cf-cad99a510633,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:51.557205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63c32dba-3ec5-4495-b085-e04add7c1f42 req-6318c656-b888-4952-9726-1b70b25a0d68 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995451 Aug 29 04:16:51.598031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1afb7db2-f8c7-4098-873e-c4e24cbbe9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.607946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1afb7db2-f8c7-4098-873e-c4e24cbbe9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.624239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5', 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'fixed_ips': [{'subnet_id': 'ad066df9-8dc9-4722-84b0-17cff9c36dbb'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:16:51.625219 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.628876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-676f4364-cd84-48e9-9647-60bc3e5d00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.630453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-676f4364-cd84-48e9-9647-60bc3e5d00aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 1096 time: 0.1525142 Aug 29 04:16:51.644917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ac79-b321-4845-9378-d6a30b3d4504 req-d8f830e3-732b-453d-9825-2a7b282b2b9b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.646583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5cd0ac79-b321-4845-9378-d6a30b3d4504 req-d8f830e3-732b-453d-9825-2a7b282b2b9b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 949 time: 0.1169007 Aug 29 04:16:51.686724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1afb7db2-f8c7-4098-873e-c4e24cbbe9ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b49e63dbaab1497792e51efe3af9bc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014208 Aug 29 04:16:51.687385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60010) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:51.688488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb7db2-f8c7-4098-873e-c4e24cbbe9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7e532-cc15-47df-93c3-c2d8fdb8444e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:51.706301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a4c77-728b-46ad-b09f-6593a052fbc1 req-be42e348-01de-48a5-bc1d-b591eb921687 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.708099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad6a4c77-728b-46ad-b09f-6593a052fbc1 req-be42e348-01de-48a5-bc1d-b591eb921687 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 947 time: 0.1347361 Aug 29 04:16:51.711530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-23c9c0a5-68c6-46cf-84cd-44abf2a89cfd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 217 time: 0.0639343 Aug 29 04:16:51.712009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60014) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:51.719622 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9857da95-56b4-4dab-be19-b7e79d00d982 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2334445 Aug 29 04:16:51.732361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:51.776293 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a00ecaf2-db72-4c8d-bbe6-6243966f25dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.782247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-1e401135-71aa-4b8d-ae03-0c1a749412da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.784398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-1e401135-71aa-4b8d-ae03-0c1a749412da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.0569081 Aug 29 04:16:51.787174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 30f891f6-c821-4a54-aaa2-50989f2439ad details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:51.803817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a00ecaf2-db72-4c8d-bbe6-6243966f25dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.865016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5cd0ac79-b321-4845-9378-d6a30b3d4504 req-1e4404bb-196e-406f-8420-221cbe5c6717 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071087 Aug 29 04:16:51.879457 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.880659 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.883198 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a00ecaf2-db72-4c8d-bbe6-6243966f25dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.890264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a00ecaf2-db72-4c8d-bbe6-6243966f25dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.904568 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a00ecaf2-db72-4c8d-bbe6-6243966f25dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ee7e532-cc15-47df-93c3-c2d8fdb8444e HTTP/1.1" status: 204 len: 168 time: 0.1997261 Aug 29 04:16:51.908209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad6a4c77-728b-46ad-b09f-6593a052fbc1 req-09c72264-6397-40ba-ac95-88c3d9fb13c5 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759539 Aug 29 04:16:51.918368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ecaf2-db72-4c8d-bbe6-6243966f25dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7e532-cc15-47df-93c3-c2d8fdb8444e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:51.960283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-a5c0ce6f-dd44-4b57-9387-584077d48bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.962213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-a5c0ce6f-dd44-4b57-9387-584077d48bb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630239 Aug 29 04:16:52.015889 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde98941-1898-42c5-989b-fbcca8a8a9e3 x-openstack-request-id: req-cde98941-1898-42c5-989b-fbcca8a8a9e3 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:52.016556 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:52.017460 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cde98941-1898-42c5-989b-fbcca8a8a9e3 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:52.018398 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'status': 'completed', 'code': 200} Aug 29 04:16:52.099499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Allocated IP 172.20.0.2 (d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5/ad066df9-8dc9-4722-84b0-17cff9c36dbb/fcb2b58a-3bf2-4b38-a888-ccad256a69ec) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:52.136909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 30f891f6-c821-4a54-aaa2-50989f2439ad, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=30f891f6-c821-4a54-aaa2-50989f2439ad,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:52.163503 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.184966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '30f891f6-c821-4a54-aaa2-50989f2439ad', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '30f891f6-c821-4a54-aaa2-50989f2439ad', 'mac_address': 'fa:16:3e:77:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:52.239087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b936cb-dad1-4e87-b6e3-ba7a60271acb req-3082d5ee-e4eb-44ef-bb72-92232e6e52a9 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.240864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41b936cb-dad1-4e87-b6e3-ba7a60271acb req-3082d5ee-e4eb-44ef-bb72-92232e6e52a9 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 948 time: 0.1276524 Aug 29 04:16:52.243556 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.268724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f891f6-c821-4a54-aaa2-50989f2439ad {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:52.312549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 30f891f6-c821-4a54-aaa2-50989f2439ad, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=30f891f6-c821-4a54-aaa2-50989f2439ad,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:52.337483 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.414080 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.427346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Transition to ACTIVE for port object fcb2b58a-3bf2-4b38-a888-ccad256a69ec will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:52.429667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=30f891f6-c821-4a54-aaa2-50989f2439ad,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:52.435534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41b936cb-dad1-4e87-b6e3-ba7a60271acb req-e5988df2-4b03-4c64-abde-ad439bb512c6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569521 Aug 29 04:16:52.441197 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-5f955709-774c-4c08-b100-d0ba0c97c3e4 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669595 Aug 29 04:16:52.456558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.468059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Transition to ACTIVE for port object fcb2b58a-3bf2-4b38-a888-ccad256a69ec will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:52.479608 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.502834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60038) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:52.520230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c57ebc0-43aa-4f1e-889a-6b2ba4949300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.562719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:52.566048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['30f891f6-c821-4a54-aaa2-50989f2439ad'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:52.568871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Pushing event updated for resources: {'Port': ['ID=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:52.581025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:52.602560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:52.698085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c57ebc0-43aa-4f1e-889a-6b2ba4949300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.702925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c57ebc0-43aa-4f1e-889a-6b2ba4949300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.717233 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.727164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Attempting to bind port fcb2b58a-3bf2-4b38-a888-ccad256a69ec on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:52.727746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Attempting to bind port fcb2b58a-3bf2-4b38-a888-ccad256a69ec by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:52.728360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Attempting to bind port fcb2b58a-3bf2-4b38-a888-ccad256a69ec on network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:52.745766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:52.746296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Checking segment: {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:52.746850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.747380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Bound using segment: {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:52.748110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Bound port: fcb2b58a-3bf2-4b38-a888-ccad256a69ec, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:52.748771 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.756787 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3c57ebc0-43aa-4f1e-889a-6b2ba4949300 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c9714a27bfb432d8bec408dcb188ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525399 Aug 29 04:16:52.757747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60042) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:52.760531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57ebc0-43aa-4f1e-889a-6b2ba4949300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5913032-e0d3-4fc4-ad4c-c4e78749195a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:52.767433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba6d2-8c92-4eda-90ce-4331b303d521 req-a86c686d-a903-4c65-b299-29efaa03dd02 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.773839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2d301fae-f856-42f5-99c6-8c6118f7b5b2 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:52.777374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e1ba6d2-8c92-4eda-90ce-4331b303d521 req-a86c686d-a903-4c65-b299-29efaa03dd02 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 944 time: 0.3482234 Aug 29 04:16:52.797312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-591974e6-35cf-48a8-8407-9dbe122eb365 req-d47c822e-1b0c-457f-ba31-3e55c82cb1a7 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453507 Aug 29 04:16:52.841231 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd107-14cf-40d7-9f1f-54c3d8ded16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.872708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd107-14cf-40d7-9f1f-54c3d8ded16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.959896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] For port fcb2b58a-3bf2-4b38-a888-ccad256a69ec, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:52.973721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd107-14cf-40d7-9f1f-54c3d8ded16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.977489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd107-14cf-40d7-9f1f-54c3d8ded16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.982539 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f8bdd107-14cf-40d7-9f1f-54c3d8ded16d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5913032-e0d3-4fc4-ad4c-c4e78749195a HTTP/1.1" status: 204 len: 168 time: 0.2233584 Aug 29 04:16:52.988780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] For port fcb2b58a-3bf2-4b38-a888-ccad256a69ec, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:53.001306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdd107-14cf-40d7-9f1f-54c3d8ded16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5913032-e0d3-4fc4-ad4c-c4e78749195a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:53.002970 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.018982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2d301fae-f856-42f5-99c6-8c6118f7b5b2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2d301fae-f856-42f5-99c6-8c6118f7b5b2,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:53.077350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '2d301fae-f856-42f5-99c6-8c6118f7b5b2', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '2d301fae-f856-42f5-99c6-8c6118f7b5b2', 'mac_address': 'fa:16:3e:f0:7f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:53.118284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0ce85-a48d-43ef-a3dc-a5840fceaae5 None None] Pushing event updated for resources: {'Port': ['ID=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:53.142341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.172114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d301fae-f856-42f5-99c6-8c6118f7b5b2 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:53.198719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2d301fae-f856-42f5-99c6-8c6118f7b5b2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2d301fae-f856-42f5-99c6-8c6118f7b5b2,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:53.205097 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.229670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e1ba6d2-8c92-4eda-90ce-4331b303d521 req-7e93a04e-478c-4694-a778-228569cdd4b0 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504554 Aug 29 04:16:53.265020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4cfe-798c-40f7-aa85-8b8527109059 req-28b116d6-c301-4f9a-a7da-59441776df74 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.283164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-abad4cfe-798c-40f7-aa85-8b8527109059 req-28b116d6-c301-4f9a-a7da-59441776df74 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 949 time: 0.1901650 Aug 29 04:16:53.283635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-9dc1fef4-0607-4ef9-ad8d-f81048f77a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.285315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-9dc1fef4-0607-4ef9-ad8d-f81048f77a67 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 1096 time: 0.2144837 Aug 29 04:16:53.286699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2d301fae-f856-42f5-99c6-8c6118f7b5b2,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:53.440369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2d301fae-f856-42f5-99c6-8c6118f7b5b2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:53.448254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-abad4cfe-798c-40f7-aa85-8b8527109059 req-01f4e10e-2cd1-401c-add5-dd464fb9c967 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690450 Aug 29 04:16:53.543879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43bfa-c8fa-4daa-87cb-3a4e0924b63a req-a7a13a5a-b7e4-4a59-ad24-affe9445e21c tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.545547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8e43bfa-c8fa-4daa-87cb-3a4e0924b63a req-a7a13a5a-b7e4-4a59-ad24-affe9445e21c tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 948 time: 0.1789279 Aug 29 04:16:53.657882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-520956b6-8e75-43f2-8871-b1fed643e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.659600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-520956b6-8e75-43f2-8871-b1fed643e7a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.3578825 Aug 29 04:16:53.768989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-3d13ee51-dc14-4208-9ec2-0e1a216cf151 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 217 time: 0.0832782 Aug 29 04:16:53.777029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 30f891f6-c821-4a54-aaa2-50989f2439ad up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:53.784594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8e43bfa-c8fa-4daa-87cb-3a4e0924b63a req-180f1076-b5d6-48d0-9b1b-4715dc397088 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702514 Aug 29 04:16:53.808629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.842532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 30f891f6-c821-4a54-aaa2-50989f2439ad completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:53.847151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 30f891f6-c821-4a54-aaa2-50989f2439ad triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:53.847816 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.892920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff57da-34a2-42df-80d8-f3eafd430d78 req-caa966ca-5a35-47a2-bb6b-5814fc7d4ed1 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.894538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8ff57da-34a2-42df-80d8-f3eafd430d78 req-caa966ca-5a35-47a2-bb6b-5814fc7d4ed1 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 949 time: 0.2685421 Aug 29 04:16:53.920391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-20c43f11-b5ee-46c0-a091-75aec7872c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.921982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-20c43f11-b5ee-46c0-a091-75aec7872c8c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.1355479 Aug 29 04:16:53.925245 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.938674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.967518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f915b17f-3e5b-4cbc-bf54-bbaf01c42f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f891f6-c821-4a54-aaa2-50989f2439ad'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:53.970386 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cb2d74-6fb0-42ef-8325-644c397f22be" -d '{"events": [{"server_uuid": "f915b17f-3e5b-4cbc-bf54-bbaf01c42f68", "name": "network-vif-plugged", "status": "completed", "tag": "30f891f6-c821-4a54-aaa2-50989f2439ad"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:53.985704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 30f891f6-c821-4a54-aaa2-50989f2439ad, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=30f891f6-c821-4a54-aaa2-50989f2439ad,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:53.993994 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.048388 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8ff57da-34a2-42df-80d8-f3eafd430d78 req-57301c5e-1a68-4992-b6c2-154f280a79bd tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216559 Aug 29 04:16:54.107354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=30f891f6-c821-4a54-aaa2-50989f2439ad,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.168882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-34da17d2-fbe5-4744-8822-976a4747744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.170492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-34da17d2-fbe5-4744-8822-976a4747744b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875820 Aug 29 04:16:54.218251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Allocated IP 172.25.1.117 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/afdaa019-b7c8-437a-bc4d-bfd6fc73d482) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:54.381849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395f66-d80c-434b-8980-b8dbda760a13 req-53fb83ab-4b02-43a9-9145-f947facd82bb tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.383282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8395f66-d80c-434b-8980-b8dbda760a13 req-53fb83ab-4b02-43a9-9145-f947facd82bb tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 1101 time: 0.1926622 Aug 29 04:16:54.418395 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fedc996-34c2-4727-b54e-83f01cc14058 x-openstack-request-id: req-9fedc996-34c2-4727-b54e-83f01cc14058 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:54.418692 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f915b17f-3e5b-4cbc-bf54-bbaf01c42f68", "name": "network-vif-plugged", "status": "completed", "tag": "30f891f6-c821-4a54-aaa2-50989f2439ad", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:54.419048 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fedc996-34c2-4727-b54e-83f01cc14058 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:54.419396 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f915b17f-3e5b-4cbc-bf54-bbaf01c42f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f891f6-c821-4a54-aaa2-50989f2439ad', 'code': 200} Aug 29 04:16:54.436826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-200c6e89-1b8e-47d1-a822-8f26b8dfe3c0 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578304 Aug 29 04:16:54.439209 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a8395f66-d80c-434b-8980-b8dbda760a13 req-cb464ef0-5be8-433b-9ec7-36134b62f85b tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.440649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6582e1-4ec3-449c-af3f-24b319b758c2 None None] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:54.525153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-823b9a34-30ba-4b62-a68b-c4b28acd0c04 None None] Provisioning for port fcb2b58a-3bf2-4b38-a888-ccad256a69ec completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:54.551143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7e815-3924-4ddd-a36b-c83a18f1bfb7 req-00acc682-814b-439f-9375-a296fbf65e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.552644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1b7e815-3924-4ddd-a36b-c83a18f1bfb7 req-00acc682-814b-439f-9375-a296fbf65e65 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 1102 time: 0.0500672 Aug 29 04:16:54.601626 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1b7e815-3924-4ddd-a36b-c83a18f1bfb7 req-67b558f3-a363-4a42-af2c-bca53c856f50 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 Aug 29 04:16:54.608229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.684418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec55f-0de0-4558-9822-c22728e83ab3 req-e75e91a2-4e4f-47fc-98fa-6f4e3ac5fda1 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.691870 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-589ec55f-0de0-4558-9822-c22728e83ab3 req-e75e91a2-4e4f-47fc-98fa-6f4e3ac5fda1 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 944 time: 0.1765616 Aug 29 04:16:54.700034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45f9043-4a58-404a-bdbd-31eb3bf66934 req-f329b157-930d-4ab5-a048-e75f0efeee7a service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503397 Aug 29 04:16:54.772698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fcb2b58a-3bf2-4b38-a888-ccad256a69ec up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:54.781287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.804770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-589ec55f-0de0-4558-9822-c22728e83ab3 req-460a1742-7e14-421c-b0d7-99f2501b3d2b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045880 Aug 29 04:16:54.822022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2d301fae-f856-42f5-99c6-8c6118f7b5b2 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:54.911804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:54.914176 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a8395f66-d80c-434b-8980-b8dbda760a13 req-cb464ef0-5be8-433b-9ec7-36134b62f85b tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.918462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:54.927145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:54.928875 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a8395f66-d80c-434b-8980-b8dbda760a13 req-cb464ef0-5be8-433b-9ec7-36134b62f85b tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.934273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:54.940013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:54.940331 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.982032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Pushing event updated for resources: {'Port': ['ID=afdaa019-b7c8-437a-bc4d-bfd6fc73d482,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:55.066047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.073585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8395f66-d80c-434b-8980-b8dbda760a13 req-cb464ef0-5be8-433b-9ec7-36134b62f85b tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744606 Aug 29 04:16:55.079352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port fcb2b58a-3bf2-4b38-a888-ccad256a69ec completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:55.102139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fcb2b58a-3bf2-4b38-a888-ccad256a69ec triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:55.102640 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.136502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb464ef0-5be8-433b-9ec7-36134b62f85b tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4583b1d-42ec-4b49-98d0-aec1df653f20,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:55.172609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde30f98-bfd3-469e-9027-af6aad9d14e6 req-93c477f3-5304-40e4-b51b-45d75123ae86 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.180608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bde30f98-bfd3-469e-9027-af6aad9d14e6 req-93c477f3-5304-40e4-b51b-45d75123ae86 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 948 time: 0.1140504 Aug 29 04:16:55.219317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2d301fae-f856-42f5-99c6-8c6118f7b5b2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2d301fae-f856-42f5-99c6-8c6118f7b5b2,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:55.224288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-93802016-5e61-4d7b-ae77-3693ff40b707 None None] Provisioning complete for port fcb2b58a-3bf2-4b38-a888-ccad256a69ec triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:55.224656 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-93802016-5e61-4d7b-ae77-3693ff40b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.227478 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.295949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bde30f98-bfd3-469e-9027-af6aad9d14e6 req-cb022283-c036-417e-b0d2-e9fe5ffd9237 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146095 Aug 29 04:16:55.341084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.342819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2d301fae-f856-42f5-99c6-8c6118f7b5b2,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:55.402714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.403034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port fcb2b58a-3bf2-4b38-a888-ccad256a69ec, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:55.414410 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.425221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b8784-636e-450a-8e96-2ff6453d3dbb req-7e931c8f-d937-4468-a614-9bdbbb1a2001 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.425221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-657b8784-636e-450a-8e96-2ff6453d3dbb req-7e931c8f-d937-4468-a614-9bdbbb1a2001 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 950 time: 0.1908479 Aug 29 04:16:55.440939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60126) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:55.442742 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-93802016-5e61-4d7b-ae77-3693ff40b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.507712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:55.530521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-93802016-5e61-4d7b-ae77-3693ff40b707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:16:55.530929 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-93802016-5e61-4d7b-ae77-3693ff40b707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:16:55.556750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-657b8784-636e-450a-8e96-2ff6453d3dbb req-d1af2eef-6d7d-44e3-8653-60f4dd582cdf tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908175 Aug 29 04:16:55.609514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9fe31cfb-ad32-4868-8858-219d374ff71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.677048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-27b3799b-7b89-46b7-8b69-a5e53cd3a1a6 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271130 Aug 29 04:16:55.746769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9fe31cfb-ad32-4868-8858-219d374ff71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.756836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9fe31cfb-ad32-4868-8858-219d374ff71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.798990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6d3c6860-3b28-41d1-98cf-cad99a510633 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:55.801480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9fe31cfb-ad32-4868-8858-219d374ff71f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=823f5d1523fc4d93b0c8f6606c9fe619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594172 Aug 29 04:16:55.802798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe31cfb-ad32-4868-8858-219d374ff71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc90c1-c752-49ed-9a50-de7a8fcb2913,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:55.805829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60146) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:55.839165 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.861167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e83d6b90-f230-42bd-942d-07d5c29b8fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.883438 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e83d6b90-f230-42bd-942d-07d5c29b8fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.934083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6d3c6860-3b28-41d1-98cf-cad99a510633, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6d3c6860-3b28-41d1-98cf-cad99a510633,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:55.943414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e83d6b90-f230-42bd-942d-07d5c29b8fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.946340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e83d6b90-f230-42bd-942d-07d5c29b8fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.956726 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e83d6b90-f230-42bd-942d-07d5c29b8fc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37cc90c1-c752-49ed-9a50-de7a8fcb2913 HTTP/1.1" status: 204 len: 168 time: 0.1462436 Aug 29 04:16:55.956947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'port_id': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'mac_address': 'fa:16:3e:d3:1b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:55.958003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-d201641c-57f8-4363-a76d-d058d75f67f1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.959699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-d201641c-57f8-4363-a76d-d058d75f67f1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345414 Aug 29 04:16:55.989374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d6b90-f230-42bd-942d-07d5c29b8fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc90c1-c752-49ed-9a50-de7a8fcb2913,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:56.010688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-0f37f1fc-f0ac-4220-b4e1-4476a99d8696 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/quotas/a21429c8471a4b298cd734f981b7d164 HTTP/1.1" status: 200 len: 375 time: 0.0363781 Aug 29 04:16:56.010850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.053280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3c6860-3b28-41d1-98cf-cad99a510633 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:56.091218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6d3c6860-3b28-41d1-98cf-cad99a510633, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6d3c6860-3b28-41d1-98cf-cad99a510633,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:56.097121 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.149627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=6d3c6860-3b28-41d1-98cf-cad99a510633,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:56.305604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60160) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:56.322008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71584aa-a3e1-4d03-bc79-47b1d4d562b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.338719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['6d3c6860-3b28-41d1-98cf-cad99a510633'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:56.348536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-0631f5ef-c08f-4f3c-91b2-84fb8fb117d1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3368285 Aug 29 04:16:56.361731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Router fae5947c-99e8-4193-aa20-cb92578015b4 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:16:56.377044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3c838-349c-409f-9235-07bf96f64a9d req-6927b442-49d9-4ad4-ba6a-4f9088759314 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.379142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92b3c838-349c-409f-9235-07bf96f64a9d req-6927b442-49d9-4ad4-ba6a-4f9088759314 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 944 time: 0.3179729 Aug 29 04:16:56.421331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0170cbc8-84c4-4f18-970a-0bc3c7165cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d301fae-f856-42f5-99c6-8c6118f7b5b2'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:56.424728 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d0834e-53db-4255-b5a3-96cf7e35b611" -d '{"events": [{"server_uuid": "0170cbc8-84c4-4f18-970a-0bc3c7165cdf", "name": "network-vif-plugged", "status": "completed", "tag": "2d301fae-f856-42f5-99c6-8c6118f7b5b2"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:56.439593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71584aa-a3e1-4d03-bc79-47b1d4d562b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.445652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71584aa-a3e1-4d03-bc79-47b1d4d562b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.475229 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b71584aa-a3e1-4d03-bc79-47b1d4d562b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1eee856a3d99497283e39e790b1bcd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682098 Aug 29 04:16:56.484670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60166) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:56.494997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92b3c838-349c-409f-9235-07bf96f64a9d req-a9431a75-eb9a-4dc3-b61c-75a3a4fd6571 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614440 Aug 29 04:16:56.559131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53aa4919-eec6-4b67-abeb-f4e79b9394f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.590862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53aa4919-eec6-4b67-abeb-f4e79b9394f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.593022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71584aa-a3e1-4d03-bc79-47b1d4d562b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510edd22-8b90-4627-894d-d9c723ed2664,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:56.629346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:56.646196 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Sync routers for ids ['fae5947c-99e8-4193-aa20-cb92578015b4'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:56.669480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.680834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-521110a3-8ed1-4b14-9610-21eb77b45015 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9611254 Aug 29 04:16:56.681236 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Routers {'fae5947c-99e8-4193-aa20-cb92578015b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:56.681542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60170) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:56.681916 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fae5947c-99e8-4193-aa20-cb92578015b4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:56.740307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53aa4919-eec6-4b67-abeb-f4e79b9394f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.744344 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53aa4919-eec6-4b67-abeb-f4e79b9394f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.746567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-53aa4919-eec6-4b67-abeb-f4e79b9394f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/510edd22-8b90-4627-894d-d9c723ed2664 HTTP/1.1" status: 204 len: 168 time: 0.2598519 Aug 29 04:16:56.761900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa4919-eec6-4b67-abeb-f4e79b9394f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510edd22-8b90-4627-894d-d9c723ed2664,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:56.911031 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Set router fae5947c-99e8-4193-aa20-cb92578015b4 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:56.920947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fcb2b58a-3bf2-4b38-a888-ccad256a69ec up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:56.926089 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.051242 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93511c9-1d6e-4f05-b761-0b5596debed7 x-openstack-request-id: req-b93511c9-1d6e-4f05-b761-0b5596debed7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:57.051626 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0170cbc8-84c4-4f18-970a-0bc3c7165cdf", "name": "network-vif-plugged", "status": "completed", "tag": "2d301fae-f856-42f5-99c6-8c6118f7b5b2", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:57.051928 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b93511c9-1d6e-4f05-b761-0b5596debed7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:57.052374 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0170cbc8-84c4-4f18-970a-0bc3c7165cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d301fae-f856-42f5-99c6-8c6118f7b5b2', 'code': 200} Aug 29 04:16:57.083248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3218-9aef-4d81-82e7-9d629c3753c4 req-0ada7758-253e-419d-9f83-cd0d5a1e6c50 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.091346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-844d3218-9aef-4d81-82e7-9d629c3753c4 req-0ada7758-253e-419d-9f83-cd0d5a1e6c50 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 949 time: 0.1851394 Aug 29 04:16:57.142715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fcb2b58a-3bf2-4b38-a888-ccad256a69ec triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:57.144859 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.214996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-844d3218-9aef-4d81-82e7-9d629c3753c4 req-5d7d9a0b-3bbf-4a9a-91ca-9599283e8887 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204131 Aug 29 04:16:57.263885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590726d7-9e84-4797-95d1-e9ec96d6c495 req-7d1c189d-f024-4039-a226-415cecf561f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.265661 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-590726d7-9e84-4797-95d1-e9ec96d6c495 req-7d1c189d-f024-4039-a226-415cecf561f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 1101 time: 0.1423070 Aug 29 04:16:57.357776 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-590726d7-9e84-4797-95d1-e9ec96d6c495 req-41804662-5967-49e5-81eb-cde37c4287f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831380 Aug 29 04:16:57.407964 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:16:55Z', 'revision_number': 3, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:57.440543 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Checking router: fae5947c-99e8-4193-aa20-cb92578015b4 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:57.441722 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Updating router fae5947c-99e8-4193-aa20-cb92578015b4 port afdaa019-b7c8-437a-bc4d-bfd6fc73d482 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:57.455145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111f339-2c19-419f-a4ab-1f065307ddbd req-d2c052c4-2022-4a57-8ffd-5376516439f2 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.456860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7111f339-2c19-419f-a4ab-1f065307ddbd req-d2c052c4-2022-4a57-8ffd-5376516439f2 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 950 time: 0.0944264 Aug 29 04:16:57.476015 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.508710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60188) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:57.728128 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b8f02f-2ed9-4eeb-8f94-4ff95180e056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.747385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7111f339-2c19-419f-a4ab-1f065307ddbd req-539d7bb8-24e0-459a-8320-e6c300f3f5c9 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299706 Aug 29 04:16:57.810546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6d3c6860-3b28-41d1-98cf-cad99a510633 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:57.840468 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.854881 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Transition to ACTIVE for port object afdaa019-b7c8-437a-bc4d-bfd6fc73d482 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:57.863059 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.919068 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Pushing event updated for resources: {'Port': ['ID=afdaa019-b7c8-437a-bc4d-bfd6fc73d482,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.921850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b8f02f-2ed9-4eeb-8f94-4ff95180e056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.933097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b8f02f-2ed9-4eeb-8f94-4ff95180e056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.935598 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.936971 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.937532 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.938158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.938721 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.939333 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.940158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.940713 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.941633 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.942513 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.943050 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.943731 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:57.947881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.990350 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Attempting to bind port afdaa019-b7c8-437a-bc4d-bfd6fc73d482 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:57.991033 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Attempting to bind port afdaa019-b7c8-437a-bc4d-bfd6fc73d482 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:57.991585 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Attempting to bind port afdaa019-b7c8-437a-bc4d-bfd6fc73d482 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:57.997635 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:57.998275 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:57.998859 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.999403 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:58.000054 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Bound port: afdaa019-b7c8-437a-bc4d-bfd6fc73d482, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:58.000628 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.006956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d61ec2-f661-450a-87f2-6943035ec242 req-5e33ebeb-8d15-4468-abc2-9a0cbfc5688c tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.014904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40d61ec2-f661-450a-87f2-6943035ec242 req-5e33ebeb-8d15-4468-abc2-9a0cbfc5688c tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 945 time: 0.1248035 Aug 29 04:16:58.020218 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.031915 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-07b8f02f-2ed9-4eeb-8f94-4ff95180e056 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b53ce6144614b0a8f2530f05b128c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214319 Aug 29 04:16:58.033205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60214) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:58.038144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 6d3c6860-3b28-41d1-98cf-cad99a510633 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:58.042721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 6d3c6860-3b28-41d1-98cf-cad99a510633 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:58.043103 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.120832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8f02f-2ed9-4eeb-8f94-4ff95180e056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab3b595-9fb2-45e3-b41e-e344dc7dab7a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.153408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a40a0200-cb6c-421d-ab87-fa8b76cd2863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.155034 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] For port afdaa019-b7c8-437a-bc4d-bfd6fc73d482, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:58.158531 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] For port afdaa019-b7c8-437a-bc4d-bfd6fc73d482, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=afdaa019-b7c8-437a-bc4d-bfd6fc73d482,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:58.169168 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.187151 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a40a0200-cb6c-421d-ab87-fa8b76cd2863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.228359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40d61ec2-f661-450a-87f2-6943035ec242 req-2c5bd4cf-0489-4c58-bb82-16cbde2de0df tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056170 Aug 29 04:16:58.238663 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.263044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a40a0200-cb6c-421d-ab87-fa8b76cd2863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.266524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a40a0200-cb6c-421d-ab87-fa8b76cd2863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.270991 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a40a0200-cb6c-421d-ab87-fa8b76cd2863 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cab3b595-9fb2-45e3-b41e-e344dc7dab7a HTTP/1.1" status: 204 len: 168 time: 0.2340393 Aug 29 04:16:58.285788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a0200-cb6c-421d-ab87-fa8b76cd2863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab3b595-9fb2-45e3-b41e-e344dc7dab7a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.332296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6d3c6860-3b28-41d1-98cf-cad99a510633, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6d3c6860-3b28-41d1-98cf-cad99a510633,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:58.361526 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.374310 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Routers {'fae5947c-99e8-4193-aa20-cb92578015b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:58.374935 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fae5947c-99e8-4193-aa20-cb92578015b4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:58.378132 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5122b5-40fb-4d7f-8536-9dea47d1bca0 None None] Pushing event updated for resources: {'Port': ['ID=afdaa019-b7c8-437a-bc4d-bfd6fc73d482,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.425793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=6d3c6860-3b28-41d1-98cf-cad99a510633,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.491452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-333dba25-0c34-4bfc-abbb-884f29cae2c6 req-2d26b92b-544c-46ea-80ab-076968065a75 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 210 time: 0.1722519 Aug 29 04:16:58.625701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Allocated IP 172.20.0.1 (d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5/ad066df9-8dc9-4722-84b0-17cff9c36dbb/595bf846-6f56-4cfb-a8cd-799a67b9cb40) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:58.713454 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] Set router fae5947c-99e8-4193-aa20-cb92578015b4 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:58.785754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e69d8-ceba-4976-85a7-72e732ed9a9a req-7dae8d4d-cd04-4f5a-b58c-4b28b4621a9b tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.794101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-428e69d8-ceba-4976-85a7-72e732ed9a9a req-7dae8d4d-cd04-4f5a-b58c-4b28b4621a9b tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 949 time: 0.1421630 Aug 29 04:16:58.805851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60234) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:58.827019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaa44-c3fb-4ace-995f-8600de4dd11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.866204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-428e69d8-ceba-4976-85a7-72e732ed9a9a req-aa17d962-31b5-426b-851b-613fadd1178b tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655437 Aug 29 04:16:58.894738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.920759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Transition to ACTIVE for port object 595bf846-6f56-4cfb-a8cd-799a67b9cb40 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:58.944685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60246) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:58.974005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.990309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaa44-c3fb-4ace-995f-8600de4dd11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.995475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaa44-c3fb-4ace-995f-8600de4dd11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.032926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-2e5eae76-6ba1-4982-a3b9-46605859d025 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490313 Aug 29 04:16:59.038528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:59.040134 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f7fcaa44-c3fb-4ace-995f-8600de4dd11f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9658830fa3b34efb9f37741adbf7bc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330539 Aug 29 04:16:59.040911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60254) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:59.053368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:59.056113 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50b7cff-7396-4465-830c-d8248a680fa0" -d '{"events": [{"server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "name": "network-vif-plugged", "status": "completed", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:59.065774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:59.069043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcaa44-c3fb-4ace-995f-8600de4dd11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bfad4c-f43d-4fd7-83b4-4e833bd0ce07,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:59.071459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:59.072782 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.097774 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:16:55Z', 'revision_number': 3, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:59.121745 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbac194e-bdfb-45c1-adf7-518cdff9eda3 x-openstack-request-id: req-cbac194e-bdfb-45c1-adf7-518cdff9eda3 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:59.122036 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "name": "network-vif-plugged", "status": "completed", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:59.122295 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbac194e-bdfb-45c1-adf7-518cdff9eda3 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:59.122698 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'code': 200} Aug 29 04:16:59.179330 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72837fc2-255e-4d2f-ba71-4e8643c5262b None None] The sync data for ids ['fae5947c-99e8-4193-aa20-cb92578015b4'] in n-d-712142-15 is: [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:16:55Z', 'revision_number': 3, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:59.212895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Pushing event updated for resources: {'Port': ['ID=595bf846-6f56-4cfb-a8cd-799a67b9cb40,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:59.242712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-264955506-network', 'tenant_id': 'dbb19108663b438baeaa93d47a9c8f4a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:59.311926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Made reservation on behalf of dbb19108663b438baeaa93d47a9c8f4a for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:59.316887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.339770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.414366 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-95de5c9f-7616-4715-b845-1f0c9b0b6e91 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512602 Aug 29 04:16:59.452535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-52808605-a1a3-4ab3-9d1b-b81183b71206 None None] Provisioning for port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:59.458815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-52808605-a1a3-4ab3-9d1b-b81183b71206 None None] Provisioning complete for port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:59.459200 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-52808605-a1a3-4ab3-9d1b-b81183b71206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.489347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de05cf94-5feb-4bc6-8ce8-f5b804f882ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.521603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-52808605-a1a3-4ab3-9d1b-b81183b71206 None None] Port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:59.550034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-fdf870b9-1169-4a5b-a1d0-54f9de6d0bff tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.551854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-fdf870b9-1169-4a5b-a1d0-54f9de6d0bff tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5101571 Aug 29 04:16:59.579492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-d9e9545a-9770-42a3-86b6-9ff671857cfd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.581088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-d9e9545a-9770-42a3-86b6-9ff671857cfd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557734 Aug 29 04:16:59.599272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Request body: {'port': {'device_id': 'e1d1c1a7-cfb2-450a-958c-2857bd00ea96', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'a21429c8471a4b298cd734f981b7d164'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:59.640643 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de05cf94-5feb-4bc6-8ce8-f5b804f882ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.649402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-a0156f0d-7ebe-4e86-b2d2-b61b0795a293 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/quotas/4af7d46a098542ecb8c0a423b1f16abe HTTP/1.1" status: 200 len: 375 time: 0.0813224 Aug 29 04:16:59.653450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b3a2b-18f2-4ee1-83ae-df5c6690c19c req-f0a404af-1041-412f-ab03-6455851771cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.654912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-500b3a2b-18f2-4ee1-83ae-df5c6690c19c req-f0a404af-1041-412f-ab03-6455851771cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 1098 time: 0.3080878 Aug 29 04:16:59.718287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.732446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.734502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f2b46-4708-4395-9cda-810aed09e082 req-6dbfb36f-d32c-4246-be19-13f449ea6647 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.736131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-448f2b46-4708-4395-9cda-810aed09e082 req-6dbfb36f-d32c-4246-be19-13f449ea6647 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 946 time: 0.3213375 Aug 29 04:16:59.750234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:59.752334 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.773751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.779186 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Added segment 2c5798de-da88-41d0-b6b3-02ccbb242a6e of type vlan for network c029ce29-153a-4a8c-9e04-455ff35bab04 Aug 29 04:16:59.827951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-5ef8e3e2-3b99-4a59-8ac9-85680bce90e0 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1772318 Aug 29 04:16:59.829456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-500b3a2b-18f2-4ee1-83ae-df5c6690c19c req-739b460e-a6b9-48e9-970f-2fcd1d159d42 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523056 Aug 29 04:16:59.881760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Made reservation on behalf of a21429c8471a4b298cd734f981b7d164 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:59.886476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.920803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de05cf94-5feb-4bc6-8ce8-f5b804f882ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.923512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de05cf94-5feb-4bc6-8ce8-f5b804f882ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.925846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a810011e-6770-4013-8648-d75de821e239,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:59.934213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-de05cf94-5feb-4bc6-8ce8-f5b804f882ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77bfad4c-f43d-4fd7-83b4-4e833bd0ce07 HTTP/1.1" status: 204 len: 168 time: 0.8879294 Aug 29 04:16:59.938032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.960244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-448f2b46-4708-4395-9cda-810aed09e082 req-b5d9f50c-7a15-4ca4-83b4-c2908d71ab94 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888232 Aug 29 04:16:59.961105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-94d8081b-a347-4783-97b2-92465bec1151 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829206 Aug 29 04:17:00.042233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05cf94-5feb-4bc6-8ce8-f5b804f882ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bfad4c-f43d-4fd7-83b4-4e833bd0ce07,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:00.142629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.resource_extend [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:17:00.168862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.170425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.171459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.252538 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3066590 Aug 29 04:17:00.266072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Allocated IP 192.168.233.142 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/a9fcf00b-1375-44a7-bee3-d6ec1db6b717) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:00.267853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60280) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:00.292747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Request body: {'subnet': {'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-264955506-subnet', 'tenant_id': 'dbb19108663b438baeaa93d47a9c8f4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:00.346810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d05f2-2cbc-4f71-880b-2b48f5bae6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c029ce29-153a-4a8c-9e04-455ff35bab04,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:00.353143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c029ce29-153a-4a8c-9e04-455ff35bab04 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:00.510995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Made reservation on behalf of dbb19108663b438baeaa93d47a9c8f4a for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:00.513841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.685640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d988f90d-6e64-4d80-be09-152504e6766b req-a3eb322b-76dc-4fc1-a853-2e8bfc524c68 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 210 time: 0.5827372 Aug 29 04:17:00.834978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.870244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device afdaa019-b7c8-437a-bc4d-bfd6fc73d482 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:00.884756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.885773 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.933836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ac13281-50f0-4425-8ef7-15065e18c7dd req-4efba05b-d92b-419f-9afe-f498975e9f8f tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 210 time: 0.0728607 Aug 29 04:17:00.938968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port afdaa019-b7c8-437a-bc4d-bfd6fc73d482 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:00.946755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port afdaa019-b7c8-437a-bc4d-bfd6fc73d482 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:00.947496 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.994333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.024432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Transition to ACTIVE for port object a9fcf00b-1375-44a7-bee3-d6ec1db6b717 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:01.080730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83acd9e-0b07-4037-9a66-df0e91a5b473 req-3419bd6a-a448-4fed-8062-6644a7b353c6 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.089087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e83acd9e-0b07-4037-9a66-df0e91a5b473 req-3419bd6a-a448-4fed-8062-6644a7b353c6 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 949 time: 0.8889751 Aug 29 04:17:01.117800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.159743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.179978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:01.193385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port afdaa019-b7c8-437a-bc4d-bfd6fc73d482, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=afdaa019-b7c8-437a-bc4d-bfd6fc73d482,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.233799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.271309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:01.281717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:01.286047 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.293464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:01.296216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-f3495fd1-70fd-4dd3-81a7-be3b1ef80c54 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.300124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-f3495fd1-70fd-4dd3-81a7-be3b1ef80c54 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3128138 Aug 29 04:17:01.307507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=afdaa019-b7c8-437a-bc4d-bfd6fc73d482,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.355013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Request body: {'port': {'device_id': '43e57b44-2fb4-45db-98f3-b281655b1921', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'a21429c8471a4b298cd734f981b7d164'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:01.363454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Pushing event updated for resources: {'Port': ['ID=595bf846-6f56-4cfb-a8cd-799a67b9cb40,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.418117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3cda46-ed6f-4217-81ca-1387b3b26214,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.429892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'Port': ['ID=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.465265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:01.465625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Network hostable DHCP agents. Network: c029ce29-153a-4a8c-9e04-455ff35bab04, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:01.490703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.490853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.513892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Network c029ce29-153a-4a8c-9e04-455ff35bab04 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:01.526211 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-f173145d-a73d-46b2-a2f1-fa70f825c633 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9342177 Aug 29 04:17:01.534172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c029ce29-153a-4a8c-9e04-455ff35bab04) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:01.541975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e83acd9e-0b07-4037-9a66-df0e91a5b473 req-80f9af9b-ab4c-4589-b622-f283cf69c76a tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519112 Aug 29 04:17:01.547726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.550547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.555011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299e320-0609-43e2-9e54-687c1c281f5f None None] Network c029ce29-153a-4a8c-9e04-455ff35bab04 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:01.564194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Request body: {'port': {'device_id': 'e1d1c1a7-cfb2-450a-958c-2857bd00ea96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:01.651159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce893-220b-48c7-88d6-fadeda854ae0 req-e67ac142-9e06-4381-b3a6-0a15c40d09a7 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.664408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-929ce893-220b-48c7-88d6-fadeda854ae0 req-e67ac142-9e06-4381-b3a6-0a15c40d09a7 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 946 time: 0.4331844 Aug 29 04:17:01.714369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-de12f726-bb24-42c2-9654-a152a98de0b4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4358940 Aug 29 04:17:01.745189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:01.784521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:01.805503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-56f0f826-4891-4503-ba3d-c8e60597562a None None] Provisioning for port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:01.810107 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.812027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-f18647e4-fd90-4c52-aeb4-1a8c4ff2a22d tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022158 Aug 29 04:17:01.848669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e5654-bd1b-4434-9c97-5eb7700c5182 None None] Network c029ce29-153a-4a8c-9e04-455ff35bab04 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:02.015561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-56f0f826-4891-4503-ba3d-c8e60597562a None None] Provisioning complete for port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:02.016216 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-56f0f826-4891-4503-ba3d-c8e60597562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.093509 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-929ce893-220b-48c7-88d6-fadeda854ae0 req-79afd7e7-5a3a-48d9-a6d7-1ca605905878 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261525 Aug 29 04:17:02.162473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-56f0f826-4891-4503-ba3d-c8e60597562a None None] Port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:02.300175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5a29db8e-1db7-4f48-860b-bcdc368f1c46 None None] Provisioning complete for port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:02.300932 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5a29db8e-1db7-4f48-860b-bcdc368f1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.315373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-9a8277eb-b6c1-4163-a3a5-ba7585d475e1 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.345302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-9a8277eb-b6c1-4163-a3a5-ba7585d475e1 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5006697 Aug 29 04:17:02.355216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Request body: {'port': {'device_id': 'c0f6a165-5338-44a4-83be-80fd7c15d543', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '4af7d46a098542ecb8c0a423b1f16abe'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:02.407755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5a29db8e-1db7-4f48-860b-bcdc368f1c46 None None] Port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:02.502220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fcf00b-1375-44a7-bee3-d6ec1db6b717 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:02.516280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.535136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Transition to ACTIVE for port object a9fcf00b-1375-44a7-bee3-d6ec1db6b717 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:02.541793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.555825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a50c2ea4-8ad7-40f1-aeab-6015a34db3e2 req-5d78a15f-bc05-4a03-ac2b-84a21067e54c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 210 time: 0.1893301 Aug 29 04:17:02.560150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-278b4cef-4d3e-43f8-9924-7c42b1ab56f0 req-d2654cae-7f81-4d56-b560-d6e2b9312932 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 210 time: 0.1916838 Aug 29 04:17:02.579691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Made reservation on behalf of a21429c8471a4b298cd734f981b7d164 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:02.590319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.745760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:02.816322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device afdaa019-b7c8-437a-bc4d-bfd6fc73d482 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:02.820963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Attempting to bind port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:02.820963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Attempting to bind port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:02.832686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Attempting to bind port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:02.838653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:02.839034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Attempting to bind port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:02.856374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:02.856509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:02.856965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:02.857393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Bound port: a9fcf00b-1375-44a7-bee3-d6ec1db6b717, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:02.857896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.911375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port afdaa019-b7c8-437a-bc4d-bfd6fc73d482 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:02.911832 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.970807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] For port a9fcf00b-1375-44a7-bee3-d6ec1db6b717, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:02.976125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] For port a9fcf00b-1375-44a7-bee3-d6ec1db6b717, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:02.984935 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.018508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Router fae5947c-99e8-4193-aa20-cb92578015b4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:03.028298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.029057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.030588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9fcf00b-1375-44a7-bee3-d6ec1db6b717 HTTP/1.1" status: 200 len: 1097 time: 1.4865742 Aug 29 04:17:03.031088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d1c1a7-cfb2-450a-958c-2857bd00ea96', 'tag': 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:03.034246 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f0071-e534-4b7d-8835-2c6d14c85a54" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d1c1a7-cfb2-450a-958c-2857bd00ea96", "tag": "a9fcf00b-1375-44a7-bee3-d6ec1db6b717"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:03.071170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9e17c-df11-4234-8484-d7e107d880b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.086637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60354) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:03.091837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-299571883-network', 'tenant_id': 'ceb18eebd0364b648304fbfdd2bf9ca0'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:03.144756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Made reservation on behalf of ceb18eebd0364b648304fbfdd2bf9ca0 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:03.147318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.159514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-fec6a20c-0b80-496c-96b1-83457f82702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.161214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-fec6a20c-0b80-496c-96b1-83457f82702b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 1100 time: 0.0864706 Aug 29 04:17:03.163140 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.172909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:17:03.172909 n-d-712142-15 neutron-server[94845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:17:03.172909 n-d-712142-15 neutron-server[94845]: [parameters: {'project_id_1': '4af7d46a098542ecb8c0a423b1f16abe', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 17, 3, 111361)}] Aug 29 04:17:03.172909 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:17:03.173466 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:17:03.206870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Allocated IP 192.168.233.45 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/0afed545-7ada-4384-8d6b-ff759d76d0fb) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:03.217979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401854e0-74ec-4770-a96a-2cc5b868098d req-398de2ec-e101-4a3e-ac64-47e4fada8e0a tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.219547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-398de2ec-e101-4a3e-ac64-47e4fada8e0a tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3662469 Aug 29 04:17:03.221018 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-b4483c14-831b-4b69-84f8-fcc4777f10b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a9fcf00b-1375-44a7-bee3-d6ec1db6b717 HTTP/1.1" status: 200 len: 217 time: 0.0446937 Aug 29 04:17:03.260534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249650-8e36-4c83-a2f9-9362f26da61f req-02b23d9e-dbe1-45a7-b2a6-1b470eb3777e tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.262173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79249650-8e36-4c83-a2f9-9362f26da61f req-02b23d9e-dbe1-45a7-b2a6-1b470eb3777e tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 949 time: 0.3433304 Aug 29 04:17:03.302899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-e4bd5cd4-da73-4df4-95de-881f13d89f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.304633 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-e4bd5cd4-da73-4df4-95de-881f13d89f5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0729878 Aug 29 04:17:03.353524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-18c7f293-1408-47d2-8b05-54e821b082ed tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.1016810 Aug 29 04:17:03.381355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-7e8e174d-231c-4552-8549-2090a3d96f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.382870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-7e8e174d-231c-4552-8549-2090a3d96f70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690784 Aug 29 04:17:03.386666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Request body: {'floatingip': {'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:03.391882 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.413741 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.425797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:03.435949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Sync routers for ids ['fae5947c-99e8-4193-aa20-cb92578015b4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:03.446597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-807d4046-af61-46ea-8a1a-0b74dec5b9da admin admin] 10.222.0.58 "PUT /v2.0/routers/fae5947c-99e8-4193-aa20-cb92578015b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7604539 Aug 29 04:17:03.450196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Routers {'fae5947c-99e8-4193-aa20-cb92578015b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:03.451626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fae5947c-99e8-4193-aa20-cb92578015b4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:03.456720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79249650-8e36-4c83-a2f9-9362f26da61f req-e0ed7d84-4f7a-472c-9bb7-5c0126fb3a68 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763651 Aug 29 04:17:03.459458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.469726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:03.494572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d862c346-96c1-4d83-ad7b-50b3db12d0f1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.504957 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.505516 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Added segment ff0e4533-63ab-4675-aa23-ff3c2023670f of type vlan for network f72b6dbf-4d4d-4ba0-bf10-57e6ea276872 Aug 29 04:17:03.589526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-85e9ed88-7d92-48eb-bde9-a2539cddbe0f service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938610 Aug 29 04:17:03.610265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.705438 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.706509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.706654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Set router fae5947c-99e8-4193-aa20-cb92578015b4 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:03.707141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.791586 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-b4192410-8390-49ea-a4e4-61d46c657dae service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928720 Aug 29 04:17:03.796004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f72b6dbf-4d4d-4ba0-bf10-57e6ea276872,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.805569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-41d73c20-2905-455d-b563-9d74b96e54d9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7182374 Aug 29 04:17:03.806251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60370) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:03.811881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Request body: {'subnet': {'network_id': 'f72b6dbf-4d4d-4ba0-bf10-57e6ea276872', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-299571883-subnet', 'tenant_id': 'ceb18eebd0364b648304fbfdd2bf9ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:03.823398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Made reservation on behalf of 4af7d46a098542ecb8c0a423b1f16abe for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:03.834312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.843653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f72b6dbf-4d4d-4ba0-bf10-57e6ea276872 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:03.846101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Made reservation on behalf of ceb18eebd0364b648304fbfdd2bf9ca0 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:03.852936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.153329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:16:59Z', 'revision_number': 4, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '595bf846-6f56-4cfb-a8cd-799a67b9cb40', 'name': '', 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'mac_address': 'fa:16:3e:1f:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad066df9-8dc9-4722-84b0-17cff9c36dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:58Z', 'updated_at': '2021-08-29T04:16:59Z', 'revision_number': 2, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'subnets': [{'id': 'ad066df9-8dc9-4722-84b0-17cff9c36dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:04.154984 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.176840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.193195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Checking router: fae5947c-99e8-4193-aa20-cb92578015b4 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:04.193846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Updating router fae5947c-99e8-4193-aa20-cb92578015b4 port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:04.232912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.253656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Transition to ACTIVE for port object 0afed545-7ada-4384-8d6b-ff759d76d0fb will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:04.262908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ff2df6-d698-4fde-8fea-d3d6d145894c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:04.322541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Checking segment: {'id': 'ff0e4533-63ab-4675-aa23-ff3c2023670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f72b6dbf-4d4d-4ba0-bf10-57e6ea276872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:04.323137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Network hostable DHCP agents. Network: f72b6dbf-4d4d-4ba0-bf10-57e6ea276872, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:04.356117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Network f72b6dbf-4d4d-4ba0-bf10-57e6ea276872 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:04.373533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f72b6dbf-4d4d-4ba0-bf10-57e6ea276872) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:04.387105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.387913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.412883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-198ecdfa-fd14-43a1-aa23-d99e113e04cd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6049185 Aug 29 04:17:04.435024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.473569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab18672-0042-4652-a230-6a27d8bc4de3 None None] Network f72b6dbf-4d4d-4ba0-bf10-57e6ea276872 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:04.475747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:04.487287 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:17:04.532049 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3f1e54-43a8-4c52-aa98-977fe862f66d x-openstack-request-id: req-0b3f1e54-43a8-4c52-aa98-977fe862f66d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:04.532540 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d1c1a7-cfb2-450a-958c-2857bd00ea96", "tag": "a9fcf00b-1375-44a7-bee3-d6ec1db6b717", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:04.532620 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b3f1e54-43a8-4c52-aa98-977fe862f66d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:04.533492 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d1c1a7-cfb2-450a-958c-2857bd00ea96', 'tag': 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', 'status': 'completed', 'code': 200} Aug 29 04:17:04.624036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60388) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:04.632162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-network', 'tenant_id': '9dae2fd3d522419e8a707736198e5089'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:04.642355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:04.654905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'Port': ['ID=0afed545-7ada-4384-8d6b-ff759d76d0fb,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:04.670312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Allocated IP 192.168.233.186 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/bda01047-c2ef-4bbe-8f71-8f350d2f709f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:04.680881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:04.688181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-a6a90c3b-e90a-4dfd-83f2-e72f04e22879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.690279 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-a6a90c3b-e90a-4dfd-83f2-e72f04e22879 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 1100 time: 0.1221137 Aug 29 04:17:04.697601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Made reservation on behalf of 9dae2fd3d522419e8a707736198e5089 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:04.700851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.722417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.724461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:04.736948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.737620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.830617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-3e7b3c8f-021b-4327-bee5-87468f0bc44a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4822466 Aug 29 04:17:04.852431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Request body: {'port': {'device_id': '43e57b44-2fb4-45db-98f3-b281655b1921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:04.856467 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:17:04.866057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5b363-60a5-4e3a-a02b-05356cc66e2e req-a7eb63e7-451d-4e3e-bd8f-b4f6a90cf865 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.867822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bb5b363-60a5-4e3a-a02b-05356cc66e2e req-a7eb63e7-451d-4e3e-bd8f-b4f6a90cf865 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 935 time: 0.2280052 Aug 29 04:17:04.947391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-d4f22324-38bf-4c9f-b897-4db6b2ae3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.949245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-d4f22324-38bf-4c9f-b897-4db6b2ae3473 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2374454 Aug 29 04:17:04.954442 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.955444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c0347b-9dba-46ea-b366-f2be0ea0a614 None None] Network f72b6dbf-4d4d-4ba0-bf10-57e6ea276872 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:05.000888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.011423 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-a564480a-44de-47e7-8aad-d1c98a03dc21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a9fcf00b-1375-44a7-bee3-d6ec1db6b717 HTTP/1.1" status: 200 len: 217 time: 0.0528646 Aug 29 04:17:05.027157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:05.047018 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.077267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.077654 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Added segment ff628555-d1c9-4b12-abc0-f044bd996992 of type vlan for network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 Aug 29 04:17:05.078331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.089870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-64ab90d6-6c13-45c4-bea0-2958b7361c55 None None] Provisioning for port 0afed545-7ada-4384-8d6b-ff759d76d0fb completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:05.090230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b22eebc-55bf-4462-baef-6005631de98d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:05.116136 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-64ab90d6-6c13-45c4-bea0-2958b7361c55 None None] Provisioning complete for port 0afed545-7ada-4384-8d6b-ff759d76d0fb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:05.116512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-64ab90d6-6c13-45c4-bea0-2958b7361c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.130929 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bb5b363-60a5-4e3a-a02b-05356cc66e2e req-5dfb84a0-c960-4bc6-9c73-370b4148ea5f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841004 Aug 29 04:17:05.135717 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.136346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-305ca796-3afc-492c-8a2a-4b809a9465f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.137901 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-305ca796-3afc-492c-8a2a-4b809a9465f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1152742 Aug 29 04:17:05.146887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.233521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.234920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.236883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.241332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.244864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-64ab90d6-6c13-45c4-bea0-2958b7361c55 None None] Port 0afed545-7ada-4384-8d6b-ff759d76d0fb cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:05.253264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.282326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Transition to ACTIVE for port object 595bf846-6f56-4cfb-a8cd-799a67b9cb40 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:05.291257 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.303683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1caa7046-7d5c-4114-a6af-dcf616e41c11 req-b1a90d7a-efcf-4ff4-8020-a58556754876 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 210 time: 0.0549066 Aug 29 04:17:05.315374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Transition to ACTIVE for port object bda01047-c2ef-4bbe-8f71-8f350d2f709f will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:05.358351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] Pushing event updated for resources: {'Network': ['ID=e4fb8e37-0b15-4781-8cdb-5b96ebd581d8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:05.363011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1d67f9e-972c-4386-a5cc-4ef71785a562 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7376964 Aug 29 04:17:05.368414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05074be2-bf76-468e-9c14-0415fb50992f None None] Pushing event updated for resources: {'Port': ['ID=595bf846-6f56-4cfb-a8cd-799a67b9cb40,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:05.370112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60394) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:05.372881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-16c49a6d-2ccd-4f82-914b-22b00db96b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.374454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-16c49a6d-2ccd-4f82-914b-22b00db96b71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2251029 Aug 29 04:17:05.375272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:05.383742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Request body: {'subnet': {'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-subnet', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:05.394034 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 associated. External IP: 172.25.1.244, port: 0eb81eef-6a9b-4e09-b2a4-fe607e507148. Aug 29 04:17:05.468381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Attempting to bind port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:05.471678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Attempting to bind port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:05.472180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Attempting to bind port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 on network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:05.512868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Made reservation on behalf of 9dae2fd3d522419e8a707736198e5089 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:05.515361 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.521682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:05.521682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Checking segment: {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:05.522336 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.522408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Bound using segment: {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:05.522872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Bound port: 595bf846-6f56-4cfb-a8cd-799a67b9cb40, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:05.523256 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.594786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.608975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['30f891f6-c821-4a54-aaa2-50989f2439ad'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:05.624938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-bac144ca-bdc4-4c19-8f1f-58e081d56b46 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020369 Aug 29 04:17:05.635335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] For port 595bf846-6f56-4cfb-a8cd-799a67b9cb40, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:05.646462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-110df970-bc0f-41dc-8d80-a0f5f939f6ab tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=143dd67075b44cbb9f455af74de8b38c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846643 Aug 29 04:17:05.656297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] For port 595bf846-6f56-4cfb-a8cd-799a67b9cb40, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=595bf846-6f56-4cfb-a8cd-799a67b9cb40,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:05.668089 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.737497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:05.761100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Routers {'fae5947c-99e8-4193-aa20-cb92578015b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:05.761743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fae5947c-99e8-4193-aa20-cb92578015b4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:05.763484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05074be2-bf76-468e-9c14-0415fb50992f None None] Pushing event updated for resources: {'Port': ['ID=595bf846-6f56-4cfb-a8cd-799a67b9cb40,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:05.788330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-799f0071-e534-4b7d-8835-2c6d14c85a54 req-a862871b-3184-4a69-a8c8-993004223752 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524489 Aug 29 04:17:05.831397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:05.840354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Pushing event updated for resources: {'Port': ['ID=bda01047-c2ef-4bbe-8f71-8f350d2f709f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:05.854303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:05.861636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.862828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.938265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.949583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] Set router fae5947c-99e8-4193-aa20-cb92578015b4 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:06.016936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-e82fcd0f-9d09-42dd-82bb-df66e6c9494b tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6698403 Aug 29 04:17:06.019156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2639dbc3-f77c-4014-9ed6-8c7064f00124,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:06.053160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Checking segment: {'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:06.053528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Network hostable DHCP agents. Network: e4fb8e37-0b15-4781-8cdb-5b96ebd581d8, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:06.057925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Request body: {'port': {'device_id': 'c0f6a165-5338-44a4-83be-80fd7c15d543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:06.084960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:06.089625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afed545-7ada-4384-8d6b-ff759d76d0fb {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:06.098652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e4fb8e37-0b15-4781-8cdb-5b96ebd581d8) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:06.102091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-556b5f65-0233-4cb8-89e9-4f69f9a420eb tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.104801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.105415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.112348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-556b5f65-0233-4cb8-89e9-4f69f9a420eb tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4295011 Aug 29 04:17:06.113302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d59e1a-bab2-4819-b95d-442a885ae445 None None] Network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:06.128594 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-47329f34-9268-4111-b8e4-60aacb970bd7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7528751 Aug 29 04:17:06.131145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60404) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:06.137664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:06.151779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.162748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.164314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.243795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.342106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d96ebfd8-ee16-4085-83bb-4bfb3921c8a3 None None] Provisioning for port bda01047-c2ef-4bbe-8f71-8f350d2f709f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:06.349405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d96ebfd8-ee16-4085-83bb-4bfb3921c8a3 None None] Provisioning complete for port bda01047-c2ef-4bbe-8f71-8f350d2f709f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:06.349779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfd8-ee16-4085-83bb-4bfb3921c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.376384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-e4fb8e37-0b15-4781-8cdb-5b96ebd581d8', 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'fixed_ips': [{'subnet_id': '2639dbc3-f77c-4014-9ed6-8c7064f00124'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:17:06.377306 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.404312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d96ebfd8-ee16-4085-83bb-4bfb3921c8a3 None None] Port bda01047-c2ef-4bbe-8f71-8f350d2f709f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:06.406999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:16:59Z', 'revision_number': 4, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '595bf846-6f56-4cfb-a8cd-799a67b9cb40', 'name': '', 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'mac_address': 'fa:16:3e:1f:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad066df9-8dc9-4722-84b0-17cff9c36dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:58Z', 'updated_at': '2021-08-29T04:17:05Z', 'revision_number': 4, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'subnets': [{'id': 'ad066df9-8dc9-4722-84b0-17cff9c36dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:06.429520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.445967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655b09b-5c97-4c8d-afc4-45c35759e173 None None] The sync data for ids ['fae5947c-99e8-4193-aa20-cb92578015b4'] in n-d-712142-15 is: [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:16:59Z', 'revision_number': 4, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '595bf846-6f56-4cfb-a8cd-799a67b9cb40', 'name': '', 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'mac_address': 'fa:16:3e:1f:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad066df9-8dc9-4722-84b0-17cff9c36dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:58Z', 'updated_at': '2021-08-29T04:17:05Z', 'revision_number': 4, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'subnets': [{'id': 'ad066df9-8dc9-4722-84b0-17cff9c36dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:06.467269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Transition to ACTIVE for port object 0afed545-7ada-4384-8d6b-ff759d76d0fb will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:06.468985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-62a1f543-4c98-4539-bdbd-2200733baaf7 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/quotas/143dd67075b44cbb9f455af74de8b38c HTTP/1.1" status: 200 len: 375 time: 0.3554831 Aug 29 04:17:06.482812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.550361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.589884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Pushing event updated for resources: {'Port': ['ID=0afed545-7ada-4384-8d6b-ff759d76d0fb,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:06.604816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:06.611900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Allocated IP 172.20.0.2 (e4fb8e37-0b15-4781-8cdb-5b96ebd581d8/2639dbc3-f77c-4014-9ed6-8c7064f00124/7954dee9-bc3f-4a31-8d3a-3d6ff57446e7) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:06.804162 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.822589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-bdd9e0d4-5d79-4ed9-b277-ccedac75fb16 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=143dd67075b44cbb9f455af74de8b38c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3434367 Aug 29 04:17:06.823376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Attempting to bind port 0afed545-7ada-4384-8d6b-ff759d76d0fb on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:06.823723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Attempting to bind port 0afed545-7ada-4384-8d6b-ff759d76d0fb by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:06.824479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Attempting to bind port 0afed545-7ada-4384-8d6b-ff759d76d0fb on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:06.855446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.857004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.866800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Transition to ACTIVE for port object 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:06.894985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 595bf846-6f56-4cfb-a8cd-799a67b9cb40 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:06.897843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a9fcf00b-1375-44a7-bee3-d6ec1db6b717 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:06.928276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Transition to ACTIVE for port object 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:06.964280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Port 0afed545-7ada-4384-8d6b-ff759d76d0fb on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:06.964631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Attempting to bind port 0afed545-7ada-4384-8d6b-ff759d76d0fb on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:06.967667 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.002813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:07.003548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:07.004176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:07.004834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Bound port: 0afed545-7ada-4384-8d6b-ff759d76d0fb, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:07.005408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.035734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:07.091260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Allocated IP 172.25.1.252 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/581dd7e5-d9dc-4001-8379-76117b278c27) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:07.195444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:07.205884 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:07.222106 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:07.226254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.230580 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:07.272854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-3b298c2b-8c5f-4109-9997-73cc89813fd2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "PUT /v2.0/floatingips/9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 HTTP/1.1" status: 200 len: 997 time: 3.9040248 Aug 29 04:17:07.284546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:07.293348 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a793a4ae-ac6c-459f-bd04-82c89f8824da" -d '{"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:07.368320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.406724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] For port 0afed545-7ada-4384-8d6b-ff759d76d0fb, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:07.417983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] For port 0afed545-7ada-4384-8d6b-ff759d76d0fb, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0afed545-7ada-4384-8d6b-ff759d76d0fb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:07.433168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:07.437705 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.496443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.552835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:07.583743 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:07.598262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:07.601025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.613219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.613610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:07.617765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:07.630660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] 10.222.0.64 "PUT /v2.0/ports/0afed545-7ada-4384-8d6b-ff759d76d0fb HTTP/1.1" status: 200 len: 1096 time: 2.7873554 Aug 29 04:17:07.671886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Pushing event updated for resources: {'Port': ['ID=7954dee9-bc3f-4a31-8d3a-3d6ff57446e7,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.706739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c0573-c3cd-4df6-ba94-536ccc33943d service neutron] Pushing event updated for resources: {'Port': ['ID=0afed545-7ada-4384-8d6b-ff759d76d0fb,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.892656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:07.930380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-dcc20fee-91a6-43dc-b987-8aed29dbb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.932705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-dcc20fee-91a6-43dc-b987-8aed29dbb110 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 1099 time: 0.1848302 Aug 29 04:17:07.941025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda01047-c2ef-4bbe-8f71-8f350d2f709f {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:07.965541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:07.972705 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.026474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Attempting to bind port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:08.027243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Attempting to bind port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:08.027916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Attempting to bind port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 on network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:08.039303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Pushing event updated for resources: {'Port': ['ID=581dd7e5-d9dc-4001-8379-76117b278c27,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.042288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401854e0-74ec-4770-a96a-2cc5b868098d req-7b7a11fb-377a-4531-9e0b-5a7e70147a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.045906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a9fcf00b-1375-44a7-bee3-d6ec1db6b717, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:08.057379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-7b7a11fb-377a-4531-9e0b-5a7e70147a7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.4766006 Aug 29 04:17:08.084768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:08.089048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Checking segment: {'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:08.089814 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.090473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Bound using segment: {'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:08.091218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Bound port: 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:08.091855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.118227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', 'mac_address': 'fa:16:3e:b2:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:08.203021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-b534026b-e21d-4592-9f97-da9804145a2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0afed545-7ada-4384-8d6b-ff759d76d0fb HTTP/1.1" status: 200 len: 217 time: 0.2561119 Aug 29 04:17:08.226827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.248946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Transition to ACTIVE for port object bda01047-c2ef-4bbe-8f71-8f350d2f709f will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:08.255004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.260784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401854e0-74ec-4770-a96a-2cc5b868098d req-68c5e69f-54d1-47da-8bfa-e7e306fb2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.262798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-68c5e69f-54d1-47da-8bfa-e7e306fb2223 service neutron] 10.222.0.58 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.2042024 Aug 29 04:17:08.284867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.302203 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:b2:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:04Z', 'revision_number': 1, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:08.307553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] For port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:08.315858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fcf00b-1375-44a7-bee3-d6ec1db6b717 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:08.320707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.354941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] For port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7954dee9-bc3f-4a31-8d3a-3d6ff57446e7,segment=NetworkSegment(ff628555-d1c9-4b12-abc0-f044bd996992),segment_id=ff628555-d1c9-4b12-abc0-f044bd996992)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:08.356614 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:08.358329 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.367930 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:08.369525 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:08.412810 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.418363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a9fcf00b-1375-44a7-bee3-d6ec1db6b717, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:08.468881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.515744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 595bf846-6f56-4cfb-a8cd-799a67b9cb40, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=595bf846-6f56-4cfb-a8cd-799a67b9cb40,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:08.518872 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:08.532437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d6b45-0c26-4f5b-a096-0de4ae5aa4a7 None None] Pushing event updated for resources: {'Port': ['ID=7954dee9-bc3f-4a31-8d3a-3d6ff57446e7,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.541747 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.636214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.736790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-b22effee-5aa1-4129-85de-b802e6a08027 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.738369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-b22effee-5aa1-4129-85de-b802e6a08027 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 820 time: 0.5286150 Aug 29 04:17:08.739031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Pushing event updated for resources: {'Port': ['ID=bda01047-c2ef-4bbe-8f71-8f350d2f709f,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.740286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=595bf846-6f56-4cfb-a8cd-799a67b9cb40,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.751804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-0f6e023f-1c46-42e0-b79e-17b243d87a3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 1000 time: 0.4597266 Aug 29 04:17:08.752286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a9fcf00b-1375-44a7-bee3-d6ec1db6b717'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:08.765916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-1ce95d58-3341-41f2-89a2-38b4ab046453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.767410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-1ce95d58-3341-41f2-89a2-38b4ab046453 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.5548530 Aug 29 04:17:08.825267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-c03bb25b-edea-4b09-8603-9f069fc16cc7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/quotas/dbb19108663b438baeaa93d47a9c8f4a HTTP/1.1" status: 200 len: 375 time: 0.0625999 Aug 29 04:17:08.903325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401854e0-74ec-4770-a96a-2cc5b868098d req-41f5b6e8-8b34-492b-911c-2cff7e2b5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.906479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-41f5b6e8-8b34-492b-911c-2cff7e2b5f88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.1534784 Aug 29 04:17:08.988812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-204b25c1-678e-4d10-8c28-d3bcd8894563 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795052 Aug 29 04:17:09.002786 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:b2:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:04Z', 'revision_number': 1, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:09.037559 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-31203a6e-342c-4892-97af-0c2d677e672d tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=143dd67075b44cbb9f455af74de8b38c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444508 Aug 29 04:17:09.061893 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241a3ed-bb23-4616-b635-4ec603017b56 None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:b2:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:04Z', 'revision_number': 1, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:09.157322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.186648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Attempting to bind port bda01047-c2ef-4bbe-8f71-8f350d2f709f on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:09.187092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Attempting to bind port bda01047-c2ef-4bbe-8f71-8f350d2f709f by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:09.187489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Attempting to bind port bda01047-c2ef-4bbe-8f71-8f350d2f709f on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:09.197058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4e07-a751-4789-bc39-420649df8589 req-a408ce41-25c5-460f-ab68-ac8c6e0b22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.198570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-a408ce41-25c5-460f-ab68-ac8c6e0b22f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3932102 Aug 29 04:17:09.211391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401854e0-74ec-4770-a96a-2cc5b868098d req-e854dfc9-d3de-429a-930d-c4f0c76fc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.213689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-e854dfc9-d3de-429a-930d-c4f0c76fc104 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2283940 Aug 29 04:17:09.214239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Port bda01047-c2ef-4bbe-8f71-8f350d2f709f on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:09.214558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Attempting to bind port bda01047-c2ef-4bbe-8f71-8f350d2f709f on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:09.237688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-97895f66-d85f-4298-bdfc-50e7d2159e27 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:09.238702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-97895f66-d85f-4298-bdfc-50e7d2159e27 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077908 Aug 29 04:17:09.249451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-394a2765-940e-46de-bc11-b2c197d3e0b1 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.250951 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-394a2765-940e-46de-bc11-b2c197d3e0b1 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057655 Aug 29 04:17:09.254407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:09.254843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:09.255297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:09.255820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Bound port: bda01047-c2ef-4bbe-8f71-8f350d2f709f, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:09.256658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.292485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Request body: {'port': {'device_id': '64b044db-a7ec-4a85-aab4-251199b5aa84', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '143dd67075b44cbb9f455af74de8b38c'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:09.364577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-3bf74927-b984-4778-b247-4dc367f48c0f service neutron] 10.222.0.58 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145738 Aug 29 04:17:09.432131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Router fa797465-bc33-4227-8169-4b2840b5c8d9 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:17:09.436463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Made reservation on behalf of 143dd67075b44cbb9f455af74de8b38c for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:09.440002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.523274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-a1f1c6a9-31e1-43e4-9e0e-1f692bdb9deb service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054190 Aug 29 04:17:09.529270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] For port bda01047-c2ef-4bbe-8f71-8f350d2f709f, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:09.541611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-bb6f5db8-8206-47d0-af1a-2434699e91dc service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881298 Aug 29 04:17:09.549246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] For port bda01047-c2ef-4bbe-8f71-8f350d2f709f, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bda01047-c2ef-4bbe-8f71-8f350d2f709f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:09.574172 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.630248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a1824-a29b-4a44-98bc-359d95032e4e None None] New status for floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:09.713015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Allocated IP 192.168.233.152 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/c7f59711-26be-4693-a1f9-9c3c405f63a0) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:09.726403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.727067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.727896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:09.728554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] 10.222.0.65 "PUT /v2.0/ports/bda01047-c2ef-4bbe-8f71-8f350d2f709f HTTP/1.1" status: 200 len: 1097 time: 3.6901486 Aug 29 04:17:09.751326 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Sync routers for ids ['fa797465-bc33-4227-8169-4b2840b5c8d9'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:09.762887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.770657 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-00590de9-cc6d-40c5-aad9-c3f5bc7b9414 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6367762 Aug 29 04:17:09.771755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60440) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:09.774459 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Routers {'fa797465-bc33-4227-8169-4b2840b5c8d9'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:09.775199 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fa797465-bc33-4227-8169-4b2840b5c8d9'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:09.999531 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Set router fa797465-bc33-4227-8169-4b2840b5c8d9 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:10.113796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-43d3201c-e84a-4fad-aabe-f2f3ec3840aa service neutron] 10.222.0.58 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254024 Aug 29 04:17:10.133687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cefb7-34f0-4a57-8f92-98044b781c10 None None] Network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:10.170340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f298e-f3e3-447e-a0b1-13ab6bc75890 service neutron] Pushing event updated for resources: {'Port': ['ID=bda01047-c2ef-4bbe-8f71-8f350d2f709f,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:10.225531 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29dc4e07-a751-4789-bc39-420649df8589 req-932b371c-1232-44ec-ae73-fc0a1cb92848 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712914 Aug 29 04:17:10.233670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.251307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401854e0-74ec-4770-a96a-2cc5b868098d req-a10282a4-1428-4e1f-8f56-f4cad3abc8dd service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086835 Aug 29 04:17:10.258868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e2e1e27-707b-4ad9-a073-3dde759dd383 None None] Provisioning for port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:10.260467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-efeeab52-7f60-4a1b-a258-e35018a98717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.265121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-efeeab52-7f60-4a1b-a258-e35018a98717 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 1100 time: 0.1550913 Aug 29 04:17:10.313077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Transition to ACTIVE for port object c7f59711-26be-4693-a1f9-9c3c405f63a0 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:10.401106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-bacad983-2e37-4993-8e63-fe776cb053a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bda01047-c2ef-4bbe-8f71-8f350d2f709f HTTP/1.1" status: 200 len: 217 time: 0.1238291 Aug 29 04:17:10.417398 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:08Z', 'revision_number': 3, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port': {'id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:10.469148 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Checking router: fa797465-bc33-4227-8169-4b2840b5c8d9 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:10.469709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Updating router fa797465-bc33-4227-8169-4b2840b5c8d9 port 581dd7e5-d9dc-4001-8379-76117b278c27 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:10.503757 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.516073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.530871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2d301fae-f856-42f5-99c6-8c6118f7b5b2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:10.564494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff497e7-2dde-49f2-bb9b-30e2844fef13 req-9b2d3a82-0854-4a23-9ca6-e08a3603b11a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.572815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ff497e7-2dde-49f2-bb9b-30e2844fef13 req-9b2d3a82-0854-4a23-9ca6-e08a3603b11a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 947 time: 0.1854661 Aug 29 04:17:10.611677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac682-0abf-4192-a9d2-a219d8a7bc28 req-2bfb4a9c-b25c-44c3-a09e-1cd7c4663014 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.613403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-751ac682-0abf-4192-a9d2-a219d8a7bc28 req-2bfb4a9c-b25c-44c3-a09e-1cd7c4663014 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 948 time: 0.1816175 Aug 29 04:17:10.617343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-a1d32ad0-267d-4639-8a2d-d257f507ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.618882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-a1d32ad0-267d-4639-8a2d-d257f507ce84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1962118 Aug 29 04:17:10.640831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:10.703815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:10.709225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:10.771808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Pushing event updated for resources: {'Port': ['ID=c7f59711-26be-4693-a1f9-9c3c405f63a0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:10.823306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.823471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ff497e7-2dde-49f2-bb9b-30e2844fef13 req-0c037b05-fa43-43ab-a7cf-9657b7416abe tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424898 Aug 29 04:17:10.871302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.875937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.888373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a9fcf00b-1375-44a7-bee3-d6ec1db6b717 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:10.922363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-751ac682-0abf-4192-a9d2-a219d8a7bc28 req-19412dda-4773-4599-bd10-0d6dc95f8edd tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010101 Aug 29 04:17:10.925110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-2e6d8c9a-229f-4f62-b556-435f73344bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.935368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-2e6d8c9a-229f-4f62-b556-435f73344bd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3024943 Aug 29 04:17:11.060774 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.073216 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Transition to ACTIVE for port object 581dd7e5-d9dc-4001-8379-76117b278c27 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:11.083890 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.088824 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-dbfd900f-bcd6-4259-ba43-3d74fd4a2846 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8026540 Aug 29 04:17:11.090342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:11.111139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Request body: {'port': {'device_id': '64b044db-a7ec-4a85-aab4-251199b5aa84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:11.146005 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2afd73-ff2d-48a8-b84f-fc0cb82f1193 None None] Pushing event updated for resources: {'Port': ['ID=581dd7e5-d9dc-4001-8379-76117b278c27,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:11.164970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:11.173647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:11.174465 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.205010 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Attempting to bind port 581dd7e5-d9dc-4001-8379-76117b278c27 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:11.205387 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Attempting to bind port 581dd7e5-d9dc-4001-8379-76117b278c27 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:11.206995 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Attempting to bind port 581dd7e5-d9dc-4001-8379-76117b278c27 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:11.207382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.65', 62317) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:11.213335 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:11.213791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:11.214491 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.214901 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:11.215533 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Bound port: 581dd7e5-d9dc-4001-8379-76117b278c27, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:11.215949 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.220589 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0762ec96-5eb3-4cb4-b5b6-726ecc4997c2 x-openstack-request-id: req-0762ec96-5eb3-4cb4-b5b6-726ecc4997c2 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:11.221176 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:11.221176 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0762ec96-5eb3-4cb4-b5b6-726ecc4997c2 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:11.223079 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'status': 'completed', 'code': 200} Aug 29 04:17:11.266775 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-4b81a705-7362-4105-81f6-a5b7b47440e6 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170307 Aug 29 04:17:11.296304 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.316522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:11.330049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:11.330500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.366828 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] For port 581dd7e5-d9dc-4001-8379-76117b278c27, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:11.367457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Allocated IP 172.20.0.1 (e4fb8e37-0b15-4781-8cdb-5b96ebd581d8/2639dbc3-f77c-4014-9ed6-8c7064f00124/a0357d5d-d4a0-47ab-acfe-cb20d6f84995) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:11.374741 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] For port 581dd7e5-d9dc-4001-8379-76117b278c27, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=581dd7e5-d9dc-4001-8379-76117b278c27,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:11.378611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49125a48-de32-4eac-816d-8faa4a43e2d2 req-15daa8bf-f552-413a-8e12-a6950bf69216 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 210 time: 0.0700068 Aug 29 04:17:11.381721 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.394504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-8917f8be-126f-49d8-9111-cdc7ab34487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.396145 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-8917f8be-126f-49d8-9111-cdc7ab34487c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.1875854 Aug 29 04:17:11.453535 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2afd73-ff2d-48a8-b84f-fc0cb82f1193 None None] Pushing event updated for resources: {'Port': ['ID=581dd7e5-d9dc-4001-8379-76117b278c27,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:11.471007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-360117c4-8a3e-4d2a-b834-2ccecb11ac86 req-ac1cabcd-a6b6-461c-a488-b5363ebcf634 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603274 Aug 29 04:17:11.489369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-807998ff-3c57-4583-b884-b130b163678a None None] Provisioning for port c7f59711-26be-4693-a1f9-9c3c405f63a0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:11.493427 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.495132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea35bb-457c-4c9b-9a69-18d673420956 req-6b8aa91e-675f-4b0b-a734-8befa3915e04 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.496781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35ea35bb-457c-4c9b-9a69-18d673420956 req-6b8aa91e-675f-4b0b-a734-8befa3915e04 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 936 time: 0.2656202 Aug 29 04:17:11.510026 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Routers {'fa797465-bc33-4227-8169-4b2840b5c8d9'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:11.511042 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fa797465-bc33-4227-8169-4b2840b5c8d9'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:11.528428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-807998ff-3c57-4583-b884-b130b163678a None None] Provisioning complete for port c7f59711-26be-4693-a1f9-9c3c405f63a0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:11.531321 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-807998ff-3c57-4583-b884-b130b163678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.577534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35ea35bb-457c-4c9b-9a69-18d673420956 req-59e1396f-c72c-413c-97c4-b4c6ac785aee tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678561 Aug 29 04:17:11.619869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.677578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-807998ff-3c57-4583-b884-b130b163678a None None] Port c7f59711-26be-4693-a1f9-9c3c405f63a0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:11.685843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7954dee9-bc3f-4a31-8d3a-3d6ff57446e7,segment=NetworkSegment(ff628555-d1c9-4b12-abc0-f044bd996992),segment_id=ff628555-d1c9-4b12-abc0-f044bd996992)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:11.686832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d1c1a7-cfb2-450a-958c-2857bd00ea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:11.689634 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3648243b-df07-47ac-ad25-ee441dceee76" -d '{"events": [{"server_uuid": "e1d1c1a7-cfb2-450a-958c-2857bd00ea96", "name": "network-vif-plugged", "status": "completed", "tag": "a9fcf00b-1375-44a7-bee3-d6ec1db6b717"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:11.691882 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] Set router fa797465-bc33-4227-8169-4b2840b5c8d9 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:11.692079 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-3c013471-10e6-4b3d-a2de-e6b733cf51f9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.693743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-3c013471-10e6-4b3d-a2de-e6b733cf51f9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0775828 Aug 29 04:17:11.715061 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.729152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 595bf846-6f56-4cfb-a8cd-799a67b9cb40 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:11.791478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a9fcf00b-1375-44a7-bee3-d6ec1db6b717, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:11.807339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-5a32340b-4882-4ae1-974f-1bdcc6008f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.808887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-5a32340b-4882-4ae1-974f-1bdcc6008f06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.3872344 Aug 29 04:17:11.815211 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.845650 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.853492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:11.854134 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.858835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=7954dee9-bc3f-4a31-8d3a-3d6ff57446e7,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:11.923635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-2f71a0d1-1343-4ce5-b1fd-8027244e01e4 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.2221270 Aug 29 04:17:11.946756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Request body: {'floatingip': {'port_id': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:12.013228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:12.013791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d309b928-5459-468d-b57f-4044381e3554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:08Z', 'revision_number': 3, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port': {'id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:12.066550 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309b928-5459-468d-b57f-4044381e3554 None None] The sync data for ids ['fa797465-bc33-4227-8169-4b2840b5c8d9'] in n-d-712142-15 is: [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:08Z', 'revision_number': 3, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port': {'id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:12.109789 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4a96cd-a9a8-446c-8933-30a4a70a21bb x-openstack-request-id: req-ae4a96cd-a9a8-446c-8933-30a4a70a21bb {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:12.111132 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d1c1a7-cfb2-450a-958c-2857bd00ea96", "name": "network-vif-plugged", "status": "completed", "tag": "a9fcf00b-1375-44a7-bee3-d6ec1db6b717", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:12.111558 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae4a96cd-a9a8-446c-8933-30a4a70a21bb {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:12.113657 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d1c1a7-cfb2-450a-958c-2857bd00ea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', 'code': 200} Aug 29 04:17:12.171371 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.305999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Transition to ACTIVE for port object a0357d5d-d4a0-47ab-acfe-cb20d6f84995 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:12.313158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-dab9c720-57a7-43bc-b1ff-55718facf7cb tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.314691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-dab9c720-57a7-43bc-b1ff-55718facf7cb tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 820 time: 0.3160658 Aug 29 04:17:12.336028 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-b016967b-9467-409d-91ee-274b77f29242 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 1002 time: 0.5034456 Aug 29 04:17:12.357977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Request body: {'port': {'device_id': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'admin_state_up': True, 'tenant_id': 'dbb19108663b438baeaa93d47a9c8f4a'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:12.396169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4b903-ca0b-4b5b-950b-fa741a465cfd req-264dbbf3-81a3-45e2-8a30-d18b10fdce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.397714 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a4b903-ca0b-4b5b-950b-fa741a465cfd req-264dbbf3-81a3-45e2-8a30-d18b10fdce86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 1102 time: 0.1543119 Aug 29 04:17:12.435826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38eede-0f51-402d-b246-d460daaa04c6 req-c84a08a2-bbf8-4c35-90d6-cfd9a8736fab tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.437418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be38eede-0f51-402d-b246-d460daaa04c6 req-c84a08a2-bbf8-4c35-90d6-cfd9a8736fab tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 947 time: 0.2147522 Aug 29 04:17:12.504241 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.527849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f59711-26be-4693-a1f9-9c3c405f63a0 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:12.535245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-f962cec4-5dfd-48e7-aebf-2bfe72c450d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.536977 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-f962cec4-5dfd-48e7-aebf-2bfe72c450d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.1864998 Aug 29 04:17:12.543036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a4b903-ca0b-4b5b-950b-fa741a465cfd req-42d751e5-4947-44a7-9ab9-651b82b1e28e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124814 Aug 29 04:17:12.546378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.568749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:12.586282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be38eede-0f51-402d-b246-d460daaa04c6 req-f28b10f3-44b2-4a9f-89cf-72a7c3e07e3a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394513 Aug 29 04:17:12.624556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:12.627194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:12.634654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Transition to ACTIVE for port object c7f59711-26be-4693-a1f9-9c3c405f63a0 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:12.676936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Made reservation on behalf of dbb19108663b438baeaa93d47a9c8f4a for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:12.680561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.686867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.717852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Pushing event updated for resources: {'Port': ['ID=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:12.729909 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.819766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-7651f073-4602-4259-810b-603eec34ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.821494 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-7651f073-4602-4259-810b-603eec34ecd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2713513 Aug 29 04:17:12.893505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0afed545-7ada-4384-8d6b-ff759d76d0fb details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:12.939425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Pushing event updated for resources: {'Port': ['ID=c7f59711-26be-4693-a1f9-9c3c405f63a0,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:12.991302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 581dd7e5-d9dc-4001-8379-76117b278c27 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:13.061833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Allocated IP 172.20.0.4 (c029ce29-153a-4a8c-9e04-455ff35bab04/cd3cda46-ed6f-4217-81ca-1387b3b26214/d9d65c8d-0a03-46c8-977f-6d475526bad6) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:13.123251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 581dd7e5-d9dc-4001-8379-76117b278c27 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:13.124689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Attempting to bind port c7f59711-26be-4693-a1f9-9c3c405f63a0 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:13.125131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Attempting to bind port c7f59711-26be-4693-a1f9-9c3c405f63a0 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:13.125563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Attempting to bind port c7f59711-26be-4693-a1f9-9c3c405f63a0 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:13.129184 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-db3b5885-2533-45fb-af25-e9be3c22a11c service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928262 Aug 29 04:17:13.133974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Port c7f59711-26be-4693-a1f9-9c3c405f63a0 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:13.135002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Attempting to bind port c7f59711-26be-4693-a1f9-9c3c405f63a0 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:13.139869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 581dd7e5-d9dc-4001-8379-76117b278c27 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:13.140595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.187185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:13.187694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:13.188193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:13.188747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Bound port: c7f59711-26be-4693-a1f9-9c3c405f63a0, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:13.189444 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.205425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0afed545-7ada-4384-8d6b-ff759d76d0fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0afed545-7ada-4384-8d6b-ff759d76d0fb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:13.227781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'mac_address': 'fa:16:3e:c0:9f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:13.238703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e5000df4-edb0-43fc-bc23-70a5aaf24f59 None None] Provisioning for port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:13.261903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.265428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e5000df4-edb0-43fc-bc23-70a5aaf24f59 None None] Provisioning complete for port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:13.265808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e5000df4-edb0-43fc-bc23-70a5aaf24f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.283930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e57b44-2fb4-45db-98f3-b281655b1921', 'tag': '0afed545-7ada-4384-8d6b-ff759d76d0fb'}, {'name': 'network-changed', 'server_uuid': 'c0f6a165-5338-44a4-83be-80fd7c15d543', 'tag': 'bda01047-c2ef-4bbe-8f71-8f350d2f709f'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:13.287522 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "43e57b44-2fb4-45db-98f3-b281655b1921", "tag": "0afed545-7ada-4384-8d6b-ff759d76d0fb"}, {"name": "network-changed", "server_uuid": "c0f6a165-5338-44a4-83be-80fd7c15d543", "tag": "bda01047-c2ef-4bbe-8f71-8f350d2f709f"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:13.322080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e286830-dc8c-424c-85fd-142e33b7ca40 req-568c0abd-571b-4c56-9d69-68290caafb5a tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.331373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e286830-dc8c-424c-85fd-142e33b7ca40 req-568c0abd-571b-4c56-9d69-68290caafb5a tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 948 time: 0.5298569 Aug 29 04:17:13.348077 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.358872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a793a4ae-ac6c-459f-bd04-82c89f8824da req-27ab486f-db43-4369-979f-e019177d7d8f service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207084 Aug 29 04:17:13.367471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] For port c7f59711-26be-4693-a1f9-9c3c405f63a0, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:13.372440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e5000df4-edb0-43fc-bc23-70a5aaf24f59 None None] Port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:13.373191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] For port c7f59711-26be-4693-a1f9-9c3c405f63a0, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c7f59711-26be-4693-a1f9-9c3c405f63a0,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:13.375341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afed545-7ada-4384-8d6b-ff759d76d0fb {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:13.381907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.396371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.418785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0afed545-7ada-4384-8d6b-ff759d76d0fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0afed545-7ada-4384-8d6b-ff759d76d0fb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:13.421244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 581dd7e5-d9dc-4001-8379-76117b278c27, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=581dd7e5-d9dc-4001-8379-76117b278c27,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:13.425167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.431439 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.431843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:13.469023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.469838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.471314 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] 10.222.0.65 "PUT /v2.0/ports/c7f59711-26be-4693-a1f9-9c3c405f63a0 HTTP/1.1" status: 200 len: 1097 time: 2.3717353 Aug 29 04:17:13.479282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e286830-dc8c-424c-85fd-142e33b7ca40 req-9db773db-6253-4225-955a-0f9d831df80e tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405902 Aug 29 04:17:13.483271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b044db-a7ec-4a85-aab4-251199b5aa84', 'tag': 'c7f59711-26be-4693-a1f9-9c3c405f63a0'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:13.486823 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7567075-12ea-4532-837b-a85d3309bf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "64b044db-a7ec-4a85-aab4-251199b5aa84", "tag": "c7f59711-26be-4693-a1f9-9c3c405f63a0"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:13.523906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0afed545-7ada-4384-8d6b-ff759d76d0fb,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:13.572557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b95ebb-549a-44ef-96ec-91cf7b7d9f6d service neutron] Pushing event updated for resources: {'Port': ['ID=c7f59711-26be-4693-a1f9-9c3c405f63a0,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:13.581187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=581dd7e5-d9dc-4001-8379-76117b278c27,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:13.591877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:13.592355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.626179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-7c7b4209-1983-4f3e-b3c4-4acfa92bd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.627352 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.627782 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-7c7b4209-1983-4f3e-b3c4-4acfa92bd757 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=143dd67075b44cbb9f455af74de8b38c&device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 1100 time: 0.0941796 Aug 29 04:17:13.637727 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.695490 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-1c409edb-2c57-439c-bf5d-92adbf8a4b80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c7f59711-26be-4693-a1f9-9c3c405f63a0 HTTP/1.1" status: 200 len: 217 time: 0.0554667 Aug 29 04:17:13.699043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.792493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0afed545-7ada-4384-8d6b-ff759d76d0fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:13.822787 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.826554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfd7c98e-42ff-4f41-878a-f576acbefb89 req-2d28fee3-4d8e-4c8d-98af-c6df6c6561a9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 210 time: 0.0583677 Aug 29 04:17:13.839572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Pushing event updated for resources: {'Port': ['ID=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:13.839964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.855688 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.861745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-401826f5-062e-412a-8249-092995e9cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.864915 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-401826f5-062e-412a-8249-092995e9cc55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1329608 Aug 29 04:17:13.892909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bda01047-c2ef-4bbe-8f71-8f350d2f709f details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:13.921574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.975885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-9059f822-a1da-47e1-95d0-8ef8c32e818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.977668 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-9059f822-a1da-47e1-95d0-8ef8c32e818a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024773 Aug 29 04:17:14.065554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Network c029ce29-153a-4a8c-9e04-455ff35bab04 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:14.072326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:14.082241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:14.088469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.089034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.090320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:14.096182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Pushing event updated for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:14.098563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:14.125011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4d527-0b93-49e2-bf36-ebde04981041 req-7b1163a6-51dc-41b6-8856-ec9409aceffc tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.126586 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ea4d527-0b93-49e2-bf36-ebde04981041 req-7b1163a6-51dc-41b6-8856-ec9409aceffc tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 948 time: 0.1879122 Aug 29 04:17:14.131395 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 associated. External IP: 172.25.1.244, port: 0eb81eef-6a9b-4e09-b2a4-fe607e507148. Aug 29 04:17:14.138277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-8dd031da-3277-4bc1-b7ce-24153f262e49 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7876332 Aug 29 04:17:14.159943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bda01047-c2ef-4bbe-8f71-8f350d2f709f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bda01047-c2ef-4bbe-8f71-8f350d2f709f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:14.172495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'bda01047-c2ef-4bbe-8f71-8f350d2f709f', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'bda01047-c2ef-4bbe-8f71-8f350d2f709f', 'mac_address': 'fa:16:3e:92:b4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:14.194387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Request body: {'port': {'device_id': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:14.219113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.236037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda01047-c2ef-4bbe-8f71-8f350d2f709f {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:14.262643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bda01047-c2ef-4bbe-8f71-8f350d2f709f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bda01047-c2ef-4bbe-8f71-8f350d2f709f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:14.271443 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.282553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Router fa797465-bc33-4227-8169-4b2840b5c8d9 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:14.285638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-0c8263ff-6f26-43cf-be8e-869995e9833d service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899072 Aug 29 04:17:14.421999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:14.437221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bf456bb8-e3d5-46ec-8af2-5d2aff7ea89a admin admin] 10.222.0.58 "PUT /v2.0/routers/fa797465-bc33-4227-8169-4b2840b5c8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6528926 Aug 29 04:17:14.483708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-075136db-f202-4cc5-ba3d-e88152bd54e6 None None] Provisioning complete for port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:14.484108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-075136db-f202-4cc5-ba3d-e88152bd54e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.524430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-075136db-f202-4cc5-ba3d-e88152bd54e6 None None] Port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:14.526656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=bda01047-c2ef-4bbe-8f71-8f350d2f709f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:14.549954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Sync routers for ids ['fa797465-bc33-4227-8169-4b2840b5c8d9'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:14.555485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['bda01047-c2ef-4bbe-8f71-8f350d2f709f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:14.580522 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-008564ae-4518-4797-a2bc-ddf72baba3fd req-03498df3-f445-4d77-a8a5-47e6acb0fa53 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820234 Aug 29 04:17:14.590186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Routers {'fa797465-bc33-4227-8169-4b2840b5c8d9'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:14.590849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fa797465-bc33-4227-8169-4b2840b5c8d9'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:14.667398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ea4d527-0b93-49e2-bf36-ebde04981041 req-5357694e-003a-4d10-948d-7ca7c243a5d5 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817231 Aug 29 04:17:14.681580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.760481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Set router fa797465-bc33-4227-8169-4b2840b5c8d9 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:14.781478 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5cf4fb-9c48-486a-b523-8ee246b9da68 x-openstack-request-id: req-cb5cf4fb-9c48-486a-b523-8ee246b9da68 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:14.781778 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e57b44-2fb4-45db-98f3-b281655b1921", "tag": "0afed545-7ada-4384-8d6b-ff759d76d0fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0f6a165-5338-44a4-83be-80fd7c15d543", "tag": "bda01047-c2ef-4bbe-8f71-8f350d2f709f", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:14.782025 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb5cf4fb-9c48-486a-b523-8ee246b9da68 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:14.782419 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e57b44-2fb4-45db-98f3-b281655b1921', 'tag': '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'status': 'completed', 'code': 200} Aug 29 04:17:14.782675 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6a165-5338-44a4-83be-80fd7c15d543', 'tag': 'bda01047-c2ef-4bbe-8f71-8f350d2f709f', 'status': 'completed', 'code': 200} Aug 29 04:17:14.857500 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd51527-a38a-4057-bf5b-e56f351cb022 x-openstack-request-id: req-4bd51527-a38a-4057-bf5b-e56f351cb022 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:14.857787 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b044db-a7ec-4a85-aab4-251199b5aa84", "tag": "c7f59711-26be-4693-a1f9-9c3c405f63a0", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:14.858039 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bd51527-a38a-4057-bf5b-e56f351cb022 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:14.858427 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b044db-a7ec-4a85-aab4-251199b5aa84', 'tag': 'c7f59711-26be-4693-a1f9-9c3c405f63a0', 'status': 'completed', 'code': 200} Aug 29 04:17:14.866525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 581dd7e5-d9dc-4001-8379-76117b278c27 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:14.904711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0afed545-7ada-4384-8d6b-ff759d76d0fb up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:14.996788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:15.004503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-24be0757-acea-498f-a0a6-8a0591a2180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.006047 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-24be0757-acea-498f-a0a6-8a0591a2180e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 1100 time: 0.2273784 Aug 29 04:17:15.006902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 0afed545-7ada-4384-8d6b-ff759d76d0fb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:15.014381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 0afed545-7ada-4384-8d6b-ff759d76d0fb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:15.014982 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.030342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7567075-12ea-4532-837b-a85d3309bf8b req-1bee7337-e6e0-4d4d-aa30-03af977b1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.032273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7567075-12ea-4532-837b-a85d3309bf8b req-1bee7337-e6e0-4d4d-aa30-03af977b1080 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=143dd67075b44cbb9f455af74de8b38c&device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 1100 time: 0.1719353 Aug 29 04:17:15.035329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-4dbf8b7f-b9dd-4788-9b71-4afbecb9923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.036988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-4dbf8b7f-b9dd-4788-9b71-4afbecb9923d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 1101 time: 0.2033844 Aug 29 04:17:15.153032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.185229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc311a-12e6-434e-9397-54848e015196 req-4c415628-abae-4af7-b7f6-fb51471ba2d6 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.186844 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5cbc311a-12e6-434e-9397-54848e015196 req-4c415628-abae-4af7-b7f6-fb51471ba2d6 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 948 time: 0.1922815 Aug 29 04:17:15.196349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 581dd7e5-d9dc-4001-8379-76117b278c27 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:15.197507 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.222626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0afed545-7ada-4384-8d6b-ff759d76d0fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0afed545-7ada-4384-8d6b-ff759d76d0fb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:15.227717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e57b44-2fb4-45db-98f3-b281655b1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed545-7ada-4384-8d6b-ff759d76d0fb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:15.231550 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95c1cc2-a305-49a0-9109-ccc2da39d16e" -d '{"events": [{"server_uuid": "43e57b44-2fb4-45db-98f3-b281655b1921", "name": "network-vif-plugged", "status": "completed", "tag": "0afed545-7ada-4384-8d6b-ff759d76d0fb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:15.256106 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.343091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5cbc311a-12e6-434e-9397-54848e015196 req-ca5e88e0-ad5c-47d4-89ed-edce70bca4f1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490083 Aug 29 04:17:15.366866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:15.380803 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:15.416208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0afed545-7ada-4384-8d6b-ff759d76d0fb,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:15.445099 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:15.446080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d65c8d-0a03-46c8-977f-6d475526bad6 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:15.446824 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:15.466359 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.486508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port': {'id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a0357d5d-d4a0-47ab-acfe-cb20d6f84995', 'name': '', 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'mac_address': 'fa:16:3e:77:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2639dbc3-f77c-4014-9ed6-8c7064f00124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:10Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 2, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'subnets': [{'id': '2639dbc3-f77c-4014-9ed6-8c7064f00124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:15.525456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Transition to ACTIVE for port object d9d65c8d-0a03-46c8-977f-6d475526bad6 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:15.542567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.594735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Checking router: fa797465-bc33-4227-8169-4b2840b5c8d9 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:15.596256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Updating router fa797465-bc33-4227-8169-4b2840b5c8d9 port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:15.673854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:15.697402 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.746042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbed8-15c8-4462-97b2-8407d645ab0f req-e901c92c-9449-44e3-98c5-cfc831763720 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.752696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-772cbed8-15c8-4462-97b2-8407d645ab0f req-e901c92c-9449-44e3-98c5-cfc831763720 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 949 time: 0.2301388 Aug 29 04:17:15.850156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-80bcbc2e-06f0-4489-975e-f204e187ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.851772 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-80bcbc2e-06f0-4489-975e-f204e187ffd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.8319321 Aug 29 04:17:15.855817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-ed0de10e-3bde-44f8-9833-9252965d5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.857388 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-ed0de10e-3bde-44f8-9833-9252965d5775 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.7986758 Aug 29 04:17:15.858843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7567075-12ea-4532-837b-a85d3309bf8b req-525d5d6d-8fe1-46ff-bcca-2729b56fb930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.860419 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7567075-12ea-4532-837b-a85d3309bf8b req-525d5d6d-8fe1-46ff-bcca-2729b56fb930 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.8108232 Aug 29 04:17:15.866744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:15.867102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:15.867387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:15.903195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-a1511d87-519c-4be5-97b7-8861f44a9c7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0afed545-7ada-4384-8d6b-ff759d76d0fb HTTP/1.1" status: 200 len: 217 time: 0.0417979 Aug 29 04:17:15.966229 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:15.981878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bda01047-c2ef-4bbe-8f71-8f350d2f709f up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:15.985005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:15.985335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:16.003226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:16.003613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:16.004030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:16.004504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Bound port: d9d65c8d-0a03-46c8-977f-6d475526bad6, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:16.004892 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.016520 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-cbbf4c28-aa50-479a-9275-022e63642abf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bda01047-c2ef-4bbe-8f71-8f350d2f709f HTTP/1.1" status: 200 len: 217 time: 0.1046903 Aug 29 04:17:16.029915 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7567075-12ea-4532-837b-a85d3309bf8b req-faba196f-3989-49e2-bb99-23e93fe07af0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c7f59711-26be-4693-a1f9-9c3c405f63a0 HTTP/1.1" status: 200 len: 217 time: 0.1256588 Aug 29 04:17:16.087041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7567075-12ea-4532-837b-a85d3309bf8b req-7f7a627d-9b58-432e-a066-2183a732459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.089167 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7567075-12ea-4532-837b-a85d3309bf8b req-7f7a627d-9b58-432e-a066-2183a732459d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0468793 Aug 29 04:17:16.134977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-772cbed8-15c8-4462-97b2-8407d645ab0f req-95a89967-3386-4191-ba14-9f3b28971355 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301439 Aug 29 04:17:16.143232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:16.154991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-8e41122c-d62c-4d84-893a-5855de8bffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.156574 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-8e41122c-d62c-4d84-893a-5855de8bffde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.2388191 Aug 29 04:17:16.189238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-95f4592d-47b5-41f4-ba7a-702e29070685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.190862 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-95f4592d-47b5-41f4-ba7a-702e29070685 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1600170 Aug 29 04:17:16.234927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7567075-12ea-4532-837b-a85d3309bf8b req-e970cedf-e110-40ae-be3c-2f307e453feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.237050 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7567075-12ea-4532-837b-a85d3309bf8b req-e970cedf-e110-40ae-be3c-2f307e453feb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252208 Aug 29 04:17:16.338139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port bda01047-c2ef-4bbe-8f71-8f350d2f709f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:16.355712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-4a684064-7332-41e3-9c60-6e958a0c3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.357278 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-4a684064-7332-41e3-9c60-6e958a0c3991 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1890059 Aug 29 04:17:16.363189 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:d3:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 3, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:16.397314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port bda01047-c2ef-4bbe-8f71-8f350d2f709f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:16.400926 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.417791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:16.433539 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:16.434926 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:16.449986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:16.476918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:16.490493 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-d6e88dff-831d-4d33-9620-b1d4cca7a23b service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237605 Aug 29 04:17:16.501475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-e8e30fdf-651a-4f9d-b50e-f4170bb68abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.503036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-e8e30fdf-651a-4f9d-b50e-f4170bb68abe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2880974 Aug 29 04:17:16.516020 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.668089 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7567075-12ea-4532-837b-a85d3309bf8b req-c7ab2fa0-e660-45d5-9fa8-f3abd13274cb service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120607 Aug 29 04:17:16.682812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.688380 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:16.691093 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.693947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 200 len: 1092 time: 2.5096231 Aug 29 04:17:16.777817 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.788085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7567075-12ea-4532-837b-a85d3309bf8b req-76e874b2-f5e1-4368-9e3a-14dacea60817 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050303 Aug 29 04:17:16.819170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Transition to ACTIVE for port object a0357d5d-d4a0-47ab-acfe-cb20d6f84995 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:16.831077 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-cd5cad58-7541-4803-b68b-1ad86ea3b29d service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270385 Aug 29 04:17:16.833003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:16.834740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-75e2cf4b-5af6-448e-8aa6-f2f2803a43e4 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071835 Aug 29 04:17:16.838062 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cca1f9-e987-4aee-a49a-68c1885ed1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:16.851820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:16.861174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf298a-efdb-43ae-a881-f06a048a81b2 req-6b08ceee-1e94-4792-af30-b2c4642be3ef tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.869654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ebf298a-efdb-43ae-a881-f06a048a81b2 req-6b08ceee-1e94-4792-af30-b2c4642be3ef tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 943 time: 0.3729603 Aug 29 04:17:16.874871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.908906 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.909749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12da12-de6f-4f16-bb2b-5974fb373c72 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:17.006910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.016614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d06c9-f066-44d2-aea5-aebc7298be7f None None] Pushing event updated for resources: {'Port': ['ID=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:17.026950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9e57a7c-ac58-4f52-8fef-8ed0cf5ecfa7 req-fb21d864-9580-4e0a-b0a4-f99e88a392ba service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717312 Aug 29 04:17:17.055403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-eaed1b11-e866-487a-98e1-2b98ad948fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.064663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-eaed1b11-e866-487a-98e1-2b98ad948fe7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1095 time: 0.3033211 Aug 29 04:17:17.087761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ebf298a-efdb-43ae-a881-f06a048a81b2 req-4ce2dbdc-f0d3-4b58-8faf-0f0a5286e813 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174449 Aug 29 04:17:17.127719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-92378514-3f87-4d67-b5ec-63f54e493dde tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "PUT /v2.0/floatingips/9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 HTTP/1.1" status: 200 len: 999 time: 5.1917529 Aug 29 04:17:17.202278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bda01047-c2ef-4bbe-8f71-8f350d2f709f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bda01047-c2ef-4bbe-8f71-8f350d2f709f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:17.221726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.266592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-02414617-d7b6-41f1-95aa-2c9fd93aeea7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 200 len: 217 time: 0.1774402 Aug 29 04:17:17.356664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-024079b8-0505-4c64-9b43-6cf60d0befe1 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.358156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-024079b8-0505-4c64-9b43-6cf60d0befe1 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports/0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 943 time: 0.2294118 Aug 29 04:17:17.389435 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:d3:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 3, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:17.411644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-d3be5979-b753-45b7-a694-16ad97a122a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.413294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-d3be5979-b753-45b7-a694-16ad97a122a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1375897 Aug 29 04:17:17.439896 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3181b5f-a4a6-46c4-8180-9aa76ea79be9 x-openstack-request-id: req-a3181b5f-a4a6-46c4-8180-9aa76ea79be9 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:17.440528 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e57b44-2fb4-45db-98f3-b281655b1921", "name": "network-vif-plugged", "status": "completed", "tag": "0afed545-7ada-4384-8d6b-ff759d76d0fb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:17.440528 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3181b5f-a4a6-46c4-8180-9aa76ea79be9 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:17.440823 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e57b44-2fb4-45db-98f3-b281655b1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'code': 200} Aug 29 04:17:17.447013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=bda01047-c2ef-4bbe-8f71-8f350d2f709f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:17.449532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-6dba15dc-edee-488e-961a-44fa6dd909fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267534 Aug 29 04:17:17.451206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471e693-7a4d-4676-b019-58905631e712 req-5363ad8d-911b-4612-ac01-334992d72617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.452756 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2471e693-7a4d-4676-b019-58905631e712 req-5363ad8d-911b-4612-ac01-334992d72617 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 1101 time: 0.1195493 Aug 29 04:17:17.456583 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c433a4-084b-4ef1-9942-26057fba6828 None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:d3:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 3, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:17.464785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f130421-0ad6-481b-a522-b6a7e9cbf2c5 req-a68fcf9c-6211-4c7d-91ee-aaf214b673db tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.480686 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f130421-0ad6-481b-a522-b6a7e9cbf2c5 req-a68fcf9c-6211-4c7d-91ee-aaf214b673db tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 948 time: 0.1193712 Aug 29 04:17:17.606477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Attempting to bind port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:17.607444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Attempting to bind port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:17.608417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Attempting to bind port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 on network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:17.616272 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2471e693-7a4d-4676-b019-58905631e712 req-4666fa27-74c6-4290-a3e5-24482ecb97a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459591 Aug 29 04:17:17.640040 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1ae045-1903-479a-9619-139505607b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.642879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:17.643260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Checking segment: {'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:17.643697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.644109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Bound using segment: {'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:17.645764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Bound port: a0357d5d-d4a0-47ab-acfe-cb20d6f84995, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff628555-d1c9-4b12-abc0-f044bd996992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:17.647215 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.661884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f130421-0ad6-481b-a522-b6a7e9cbf2c5 req-f4cf21d3-4a79-4490-bef9-1ad603cd3516 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682844 Aug 29 04:17:17.734354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-6bc59311-0c96-4c3a-a389-9926a0e14892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.745290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-6bc59311-0c96-4c3a-a389-9926a0e14892 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.2449379 Aug 29 04:17:17.768045 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-1fca911b-92fb-4909-964c-5305dfb0c9f1 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827685 Aug 29 04:17:17.982337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae75a65-d10b-43fb-92b9-b6b35b01e6c0 req-09ca6cf1-8ac9-4a82-a24d-9ab523a8bb0c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.990389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dae75a65-d10b-43fb-92b9-b6b35b01e6c0 req-09ca6cf1-8ac9-4a82-a24d-9ab523a8bb0c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 949 time: 0.2076230 Aug 29 04:17:18.020044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] For port a0357d5d-d4a0-47ab-acfe-cb20d6f84995, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:18.025976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] For port a0357d5d-d4a0-47ab-acfe-cb20d6f84995, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,segment=NetworkSegment(ff628555-d1c9-4b12-abc0-f044bd996992),segment_id=ff628555-d1c9-4b12-abc0-f044bd996992)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:18.032349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09807fae-2ed6-496c-b55b-9c687a15ff3d None None] New status for floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:18.035143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-9d8542ca-62a0-4f4b-b4b1-19f9c1823769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.037762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c7f59711-26be-4693-a1f9-9c3c405f63a0 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:18.043717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-9d8542ca-62a0-4f4b-b4b1-19f9c1823769 service neutron] 10.222.0.58 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.2977033 Aug 29 04:17:18.158195 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.232172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Routers {'fa797465-bc33-4227-8169-4b2840b5c8d9'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:18.232819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fa797465-bc33-4227-8169-4b2840b5c8d9'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:18.399321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] Set router fa797465-bc33-4227-8169-4b2840b5c8d9 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:18.495941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dae75a65-d10b-43fb-92b9-b6b35b01e6c0 req-6041632f-baea-4e1e-8350-0e6e0d039bfb tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044858 Aug 29 04:17:18.512439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-218c64f7-9a36-4c55-95a6-6eec763b9af6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 217 time: 0.4676752 Aug 29 04:17:18.599670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a2588c-361a-4ce3-abc0-45db6bb624c7 req-f8495dab-d66a-4130-9bef-70c1cd3c6a83 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7763374 Aug 29 04:17:18.606406 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0dbe0c-2af4-4461-9a74-07630edaaced x-openstack-request-id: req-6d0dbe0c-2af4-4461-9a74-07630edaaced {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:18.606821 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:18.607163 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d0dbe0c-2af4-4461-9a74-07630edaaced {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:18.607646 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6', 'status': 'completed', 'code': 200} Aug 29 04:17:18.632940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-921de00a-5e17-4033-b75f-3e29b893649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.650183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-921de00a-5e17-4033-b75f-3e29b893649f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.1351748 Aug 29 04:17:18.799814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c7f59711-26be-4693-a1f9-9c3c405f63a0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c7f59711-26be-4693-a1f9-9c3c405f63a0,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:18.819693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-89de6360-4492-4c2a-8459-ac0f9f5b2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.827382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d06c9-f066-44d2-aea5-aebc7298be7f None None] Pushing event updated for resources: {'Port': ['ID=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:18.828694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-89de6360-4492-4c2a-8459-ac0f9f5b2c15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774173 Aug 29 04:17:18.838398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port': {'id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a0357d5d-d4a0-47ab-acfe-cb20d6f84995', 'name': '', 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'mac_address': 'fa:16:3e:77:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2639dbc3-f77c-4014-9ed6-8c7064f00124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:10Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'subnets': [{'id': '2639dbc3-f77c-4014-9ed6-8c7064f00124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:18.846623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-8d85e30c-f316-4e92-a85e-56c3844b839e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:18.854508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-8d85e30c-f316-4e92-a85e-56c3844b839e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248187 Aug 29 04:17:18.875411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75dabfc-4942-4219-abbe-0076996ae624 None None] The sync data for ids ['fa797465-bc33-4227-8169-4b2840b5c8d9'] in n-d-712142-15 is: [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port': {'id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a0357d5d-d4a0-47ab-acfe-cb20d6f84995', 'name': '', 'network_id': 'e4fb8e37-0b15-4781-8cdb-5b96ebd581d8', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'mac_address': 'fa:16:3e:77:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2639dbc3-f77c-4014-9ed6-8c7064f00124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:10Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'subnets': [{'id': '2639dbc3-f77c-4014-9ed6-8c7064f00124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:18.879005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'c7f59711-26be-4693-a1f9-9c3c405f63a0', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'c7f59711-26be-4693-a1f9-9c3c405f63a0', 'mac_address': 'fa:16:3e:39:5d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:18.983797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-06c4b884-a9bb-4074-ad52-13c964a5ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.013261 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-06c4b884-a9bb-4074-ad52-13c964a5ed52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1095 time: 0.3201540 Aug 29 04:17:19.046728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6a010-cbfe-4498-8725-174c45a8a84e req-ec14c4f0-9dea-4150-a0a9-0799b4957679 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.048090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdc6a010-cbfe-4498-8725-174c45a8a84e req-ec14c4f0-9dea-4150-a0a9-0799b4957679 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 950 time: 0.3064849 Aug 29 04:17:19.207345 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.240382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f59711-26be-4693-a1f9-9c3c405f63a0 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:19.258606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60526) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:19.263000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-d2f076cb-b6af-4a03-bc29-e0c50b6c0204 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072647 Aug 29 04:17:19.300247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-0768b304-9be0-4d3c-ac25-8d4f4e47f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.302908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-0768b304-9be0-4d3c-ac25-8d4f4e47f0d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.2881877 Aug 29 04:17:19.303232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c7f59711-26be-4693-a1f9-9c3c405f63a0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c7f59711-26be-4693-a1f9-9c3c405f63a0,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:19.312140 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.346341 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:19.387864 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:19.389201 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:19.393049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=c7f59711-26be-4693-a1f9-9c3c405f63a0,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:19.441845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6a165-5338-44a4-83be-80fd7c15d543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda01047-c2ef-4bbe-8f71-8f350d2f709f'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:19.445104 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687c0321-6dec-4fe3-995b-f473b850dfed" -d '{"events": [{"server_uuid": "c0f6a165-5338-44a4-83be-80fd7c15d543", "name": "network-vif-plugged", "status": "completed", "tag": "bda01047-c2ef-4bbe-8f71-8f350d2f709f"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:19.466050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-559559b7-28c6-4485-8f74-914aaa77ea21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.476130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-73983fd9-42d0-4800-b2bc-6e76b876e2e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 200 len: 217 time: 0.0658729 Aug 29 04:17:19.537417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-2a8a2034-4379-4e4b-b5c1-6f0d61201135 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334573 Aug 29 04:17:19.582813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['c7f59711-26be-4693-a1f9-9c3c405f63a0'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:19.624911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdc6a010-cbfe-4498-8725-174c45a8a84e req-88457cd8-2639-4f13-931a-6b04a455f392 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488715 Aug 29 04:17:19.629650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-07d2c91c-9545-4890-a505-bf0342b49451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.635539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-07d2c91c-9545-4890-a505-bf0342b49451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.0962393 Aug 29 04:17:19.672313 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-559559b7-28c6-4485-8f74-914aaa77ea21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.675270 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:19.681329 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-559559b7-28c6-4485-8f74-914aaa77ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.731616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-0f75e3ff-ff39-4881-9ea8-2567e17d7544 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445621 Aug 29 04:17:19.741541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-50823ebf-3f49-47bb-9754-346fc19e4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.750126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-50823ebf-3f49-47bb-9754-346fc19e4155 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 1098 time: 0.1134782 Aug 29 04:17:19.845000 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-559559b7-28c6-4485-8f74-914aaa77ea21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ec4c4252a5744af899cb3afcff10982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750217 Aug 29 04:17:19.846239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60534) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:19.872781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559559b7-28c6-4485-8f74-914aaa77ea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120f22a1-97bb-4b47-bcf2-0cae5564a533,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:20.004858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4970707-51c2-4c5a-9036-7218573eded2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.044316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4970707-51c2-4c5a-9036-7218573eded2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.060156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-1093b38a-2b12-447d-bbaa-08c1da0e6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.070897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-1093b38a-2b12-447d-bbaa-08c1da0e6eef service neutron] 10.222.0.58 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.3192606 Aug 29 04:17:20.118146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4970707-51c2-4c5a-9036-7218573eded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.121680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4970707-51c2-4c5a-9036-7218573eded2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.126524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-e3612f78-dc6e-4dde-9c9e-3f0952776af3 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752324 Aug 29 04:17:20.141032 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4970707-51c2-4c5a-9036-7218573eded2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/120f22a1-97bb-4b47-bcf2-0cae5564a533 HTTP/1.1" status: 204 len: 168 time: 0.2789335 Aug 29 04:17:20.163066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4970707-51c2-4c5a-9036-7218573eded2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f22a1-97bb-4b47-bcf2-0cae5564a533,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:20.249164 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:d3:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:20.264904 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.309514 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:20.320083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-4777e96b-93a9-42a3-9c7b-ae029cf3ad60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 1002 time: 0.2458646 Aug 29 04:17:20.344169 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:20.346307 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:16:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:20.347163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825e2bf-537a-4adc-9b7a-85e7d76d65f1 req-9b5c183e-f895-47c6-a4a8-871f54d42d36 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.355557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d825e2bf-537a-4adc-9b7a-85e7d76d65f1 req-9b5c183e-f895-47c6-a4a8-871f54d42d36 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 943 time: 0.4482350 Aug 29 04:17:20.361893 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b57f68bb-e5eb-4de1-b842-e60cf58ed8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.474668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d825e2bf-537a-4adc-9b7a-85e7d76d65f1 req-aa1acb2f-550f-4bcd-9d7e-43bd5b373057 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181724 Aug 29 04:17:20.536347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-4cb13116-a2fc-4d0e-8636-38864328d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.551385 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:20.552517 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-4cb13116-a2fc-4d0e-8636-38864328d9da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.2327824 Aug 29 04:17:20.567045 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cca1f9-e987-4aee-a49a-68c1885ed1bf req-1f7ce002-cf37-4844-af28-0b289bf33e70 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304726 Aug 29 04:17:20.610199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148'}, {'name': 'network-changed', 'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:20.615008 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c4302a-acbf-45f3-8565-4cf0138cf630" -d '{"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148"}, {"name": "network-changed", "server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:20.662282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60544) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:20.687839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd48a4c9-b85c-4799-9af5-2fda4100a81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.734548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-215e4400-3fdf-4208-b17e-8c7b8be78c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.745452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-215e4400-3fdf-4208-b17e-8c7b8be78c82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882114 Aug 29 04:17:20.889482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd48a4c9-b85c-4799-9af5-2fda4100a81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.893601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-1f28f971-1daf-4013-b7f8-809b49114599 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322238 Aug 29 04:17:20.901014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd48a4c9-b85c-4799-9af5-2fda4100a81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.926479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9d65c8d-0a03-46c8-977f-6d475526bad6 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:20.970356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a0357d5d-d4a0-47ab-acfe-cb20d6f84995 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:20.974005 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:d3:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:21.003385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db0ac3-b9d2-4902-81ff-21a3c534746d req-ed79a233-a0c8-4032-a213-2a9bfe1eabd8 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.005100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4db0ac3-b9d2-4902-81ff-21a3c534746d req-ed79a233-a0c8-4032-a213-2a9bfe1eabd8 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 949 time: 0.3706658 Aug 29 04:17:21.025407 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd48a4c9-b85c-4799-9af5-2fda4100a81f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17c12f85584046ffa49e4ae6f242571a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599632 Aug 29 04:17:21.026319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60548) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:21.026996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48a4c9-b85c-4799-9af5-2fda4100a81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ce39c6-5aa6-4109-8265-0612ef944972,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:21.102367 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:17:21.138647 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b80e7-633a-43e5-9c59-fdf954806f40 None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:d3:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:21.156236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4db0ac3-b9d2-4902-81ff-21a3c534746d req-2d8414c2-f16f-450a-ae5a-ccdf0bef1283 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803726 Aug 29 04:17:21.175205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8f8321b-1327-4476-8f16-1aac3ed8f7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.222563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d30be67f-2292-45b2-b7eb-701f144ad01b req-573571a2-8a52-4c69-9ec3-6aee980a69d4 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090668 Aug 29 04:17:21.235973 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.246680 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:21.256309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8f8321b-1327-4476-8f16-1aac3ed8f7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.269295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:21.270313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.371817 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193b5d3c-1a39-4732-b250-7da0576b074a x-openstack-request-id: req-193b5d3c-1a39-4732-b250-7da0576b074a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:21.372213 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6a165-5338-44a4-83be-80fd7c15d543", "name": "network-vif-plugged", "status": "completed", "tag": "bda01047-c2ef-4bbe-8f71-8f350d2f709f", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:21.372487 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-193b5d3c-1a39-4732-b250-7da0576b074a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:21.372922 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6a165-5338-44a4-83be-80fd7c15d543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda01047-c2ef-4bbe-8f71-8f350d2f709f', 'code': 200} Aug 29 04:17:21.422056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f634a0e-5ff0-4c51-8e15-6a0c61c9df53 req-8023132e-703b-452c-92ad-64e0cafcc076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.426113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f634a0e-5ff0-4c51-8e15-6a0c61c9df53 req-8023132e-703b-452c-92ad-64e0cafcc076 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 1102 time: 0.0855062 Aug 29 04:17:21.440592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:21.456176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8f8321b-1327-4476-8f16-1aac3ed8f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.459224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8f8321b-1327-4476-8f16-1aac3ed8f7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.460629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b8f8321b-1327-4476-8f16-1aac3ed8f7e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8ce39c6-5aa6-4109-8265-0612ef944972 HTTP/1.1" status: 204 len: 168 time: 0.4149613 Aug 29 04:17:21.498911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'd9d65c8d-0a03-46c8-977f-6d475526bad6', 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'port_id': 'd9d65c8d-0a03-46c8-977f-6d475526bad6', 'mac_address': 'fa:16:3e:56:c2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3cda46-ed6f-4217-81ca-1387b3b26214', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:21.503235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9868044-077a-4a94-8a81-a906ddeec31e req-1fefe539-7a46-4a5a-8139-6f1e3a31518d tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.514544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8321b-1327-4476-8f16-1aac3ed8f7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ce39c6-5aa6-4109-8265-0612ef944972,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:21.529491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9868044-077a-4a94-8a81-a906ddeec31e req-1fefe539-7a46-4a5a-8139-6f1e3a31518d tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 950 time: 0.1675630 Aug 29 04:17:21.551214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f634a0e-5ff0-4c51-8e15-6a0c61c9df53 req-9973f80b-31e6-4176-abff-c359b7696be9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121368 Aug 29 04:17:21.568557 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.583408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.616198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d65c8d-0a03-46c8-977f-6d475526bad6 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:21.617852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268c38f-0f9f-4e20-9550-68aa42078812 req-03b306b2-3c25-45b1-a8bd-62ec6807dd09 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.620164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a268c38f-0f9f-4e20-9550-68aa42078812 req-03b306b2-3c25-45b1-a8bd-62ec6807dd09 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 949 time: 0.2033045 Aug 29 04:17:21.630500 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9868044-077a-4a94-8a81-a906ddeec31e req-6d25ed74-5233-4f2b-b984-2f61d05ba5ac tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999558 Aug 29 04:17:21.660519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:21.668756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.694645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a268c38f-0f9f-4e20-9550-68aa42078812 req-efc50418-b2c8-4bd1-94f8-150291372883 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627713 Aug 29 04:17:21.709151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a0357d5d-d4a0-47ab-acfe-cb20d6f84995, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,segment=NetworkSegment(ff628555-d1c9-4b12-abc0-f044bd996992),segment_id=ff628555-d1c9-4b12-abc0-f044bd996992)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:21.731740 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.770011 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6489638-6fec-4207-bb6c-eec34e0395f3 x-openstack-request-id: req-f6489638-6fec-4207-bb6c-eec34e0395f3 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:21.770680 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:21.771139 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6489638-6fec-4207-bb6c-eec34e0395f3 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:21.771749 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'status': 'completed', 'code': 200} Aug 29 04:17:21.772232 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'status': 'completed', 'code': 200} Aug 29 04:17:21.814641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:21.905398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-7ec306fe-f03a-4f3f-b9ae-15953469d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.907498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-7ec306fe-f03a-4f3f-b9ae-15953469d238 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.1082261 Aug 29 04:17:21.927853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:21.935054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c7f59711-26be-4693-a1f9-9c3c405f63a0 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:21.972994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63d004f9-fa43-4313-96a2-40017ff7e1bb req-b8259215-ddd0-4f37-a7a1-25a9e8550b36 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.1846783 Aug 29 04:17:21.983171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9d65c8d-0a03-46c8-977f-6d475526bad6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:22.038456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d004f9-fa43-4313-96a2-40017ff7e1bb req-2b873b64-a230-4ed2-937c-7edd35c0c35f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.052832 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63d004f9-fa43-4313-96a2-40017ff7e1bb req-2b873b64-a230-4ed2-937c-7edd35c0c35f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports/6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 943 time: 0.0781574 Aug 29 04:17:22.076627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629b864-59a9-4427-8b1e-b97cfa7a9ab2 req-a8c95f1d-e44d-45bf-bf6c-66ddf418f96f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.079106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b629b864-59a9-4427-8b1e-b97cfa7a9ab2 req-a8c95f1d-e44d-45bf-bf6c-66ddf418f96f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 944 time: 0.1651752 Aug 29 04:17:22.097976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port c7f59711-26be-4693-a1f9-9c3c405f63a0 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:22.114697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port c7f59711-26be-4693-a1f9-9c3c405f63a0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:22.115366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.186332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-ca0dbde6-1bc4-4ad1-a2aa-ba2249ce0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.188268 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-ca0dbde6-1bc4-4ad1-a2aa-ba2249ce0ad1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.2665751 Aug 29 04:17:22.197164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b629b864-59a9-4427-8b1e-b97cfa7a9ab2 req-f9ecc493-8fb7-4961-8f12-68dc0667620b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108425 Aug 29 04:17:22.257730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63d004f9-fa43-4313-96a2-40017ff7e1bb req-a26e3580-0a4d-4fbc-b6d1-d386521ee7d2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.1291821 Aug 29 04:17:22.280802 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.290013 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-7e9e2d76-aceb-4c9f-a88d-5c3bc7c98083 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 217 time: 0.0901196 Aug 29 04:17:22.327112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c7f59711-26be-4693-a1f9-9c3c405f63a0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c7f59711-26be-4693-a1f9-9c3c405f63a0,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:22.333064 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.426630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d004f9-fa43-4313-96a2-40017ff7e1bb req-f2011649-97ee-47c7-8367-95e07b32e06d tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.428901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-e3d8b299-e8ab-4ce3-9a57-43a994b9abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.431551 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-e3d8b299-e8ab-4ce3-9a57-43a994b9abb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.1291442 Aug 29 04:17:22.438799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63d004f9-fa43-4313-96a2-40017ff7e1bb req-f2011649-97ee-47c7-8367-95e07b32e06d tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1799803 Aug 29 04:17:22.537475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-342c851b-7734-47ae-8510-4dec0f7caaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.541266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-342c851b-7734-47ae-8510-4dec0f7caaf1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011114 Aug 29 04:17:22.559806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd75b99-73fa-4b7f-8ac1-3ade09213fe1 req-7cc7c933-08b0-4e28-8860-f231db805f6e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.568039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcd75b99-73fa-4b7f-8ac1-3ade09213fe1 req-7cc7c933-08b0-4e28-8860-f231db805f6e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 950 time: 0.1234376 Aug 29 04:17:22.586864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=c7f59711-26be-4693-a1f9-9c3c405f63a0,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:22.652236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac34fc4-d381-4502-9c64-8f88d958ac6c req-380ed9ae-21da-451f-aac3-86a6d35f3aa7 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.659601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fac34fc4-d381-4502-9c64-8f88d958ac6c req-380ed9ae-21da-451f-aac3-86a6d35f3aa7 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 950 time: 0.1275678 Aug 29 04:17:22.684856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcd75b99-73fa-4b7f-8ac1-3ade09213fe1 req-a11f2aa8-f522-472e-bd41-6bf8faf317a4 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012752 Aug 29 04:17:22.705488 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.784166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-23ef0b9f-bb19-4067-87fe-51ef9b925449 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137320 Aug 29 04:17:22.805674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60584) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:22.846279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a0357d5d-d4a0-47ab-acfe-cb20d6f84995 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:22.876689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-8422f270-775d-4f05-b57e-977e34166f90 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.1591010 Aug 29 04:17:22.896618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fac34fc4-d381-4502-9c64-8f88d958ac6c req-c8287711-96c2-4954-b502-47fa2da8dc6a tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365904 Aug 29 04:17:22.951287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9d65c8d-0a03-46c8-977f-6d475526bad6 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:22.983918 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-2d8535fd-ac65-455e-b53d-36354b032800 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977837 Aug 29 04:17:23.038129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c843-4691-4158-9411-6e00da3db842 req-b2593067-60e7-41c0-ad76-a90c55c88cac tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.044036 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-b2593067-60e7-41c0-ad76-a90c55c88cac tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports/6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 943 time: 0.1462047 Aug 29 04:17:23.073426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:23.073920 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.077804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port d9d65c8d-0a03-46c8-977f-6d475526bad6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:23.094085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2038929794-network', 'tenant_id': 'b5e5b6dd89df4c66b2efac40fa31831a'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:23.094486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-e8b1c718-1e69-4a6d-a825-39cb64d45b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.096557 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-e8b1c718-1e69-4a6d-a825-39cb64d45b8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 1098 time: 0.0596497 Aug 29 04:17:23.133021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port d9d65c8d-0a03-46c8-977f-6d475526bad6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:23.133768 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.140028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664d370-3cc1-4085-8645-d80c71c0504b req-344b93e3-238b-4fe4-b0b3-f3655c0c4111 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.149378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d664d370-3cc1-4085-8645-d80c71c0504b req-344b93e3-238b-4fe4-b0b3-f3655c0c4111 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 950 time: 0.1631942 Aug 29 04:17:23.154462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Made reservation on behalf of b5e5b6dd89df4c66b2efac40fa31831a for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:23.156840 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.221352 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.273994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d664d370-3cc1-4085-8645-d80c71c0504b req-4689a064-cf08-41bc-b122-cf7dafb9fc23 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228189 Aug 29 04:17:23.276128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-269b7e45-a838-4fab-b9b0-619e83fb79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.283641 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.288815 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-269b7e45-a838-4fab-b9b0-619e83fb79c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.1842213 Aug 29 04:17:23.362376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:23.371164 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.375317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b044db-a7ec-4a85-aab4-251199b5aa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f59711-26be-4693-a1f9-9c3c405f63a0'}, {'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:23.378048 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f94cf-5b17-4225-96eb-f8bfae263935" -d '{"events": [{"server_uuid": "64b044db-a7ec-4a85-aab4-251199b5aa84", "name": "network-vif-plugged", "status": "completed", "tag": "c7f59711-26be-4693-a1f9-9c3c405f63a0"}, {"server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "name": "network-vif-plugged", "status": "completed", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:23.392665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-6835a903-3326-4db2-ba4b-388499f20a03 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.2402205 Aug 29 04:17:23.470920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:23.473636 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-24389826-000b-45a1-8d66-74d75b9d479e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 1002 time: 0.1760359 Aug 29 04:17:23.569905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-1e4c17e5-17b4-4364-bf11-1b580447fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.572976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-1e4c17e5-17b4-4364-bf11-1b580447fd0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.0865142 Aug 29 04:17:23.577710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c843-4691-4158-9411-6e00da3db842 req-6cd1a0ce-9d24-4d2c-82d6-d2b708aac68e tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.579006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-6cd1a0ce-9d24-4d2c-82d6-d2b708aac68e tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1855488 Aug 29 04:17:23.636307 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.642988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-ca27e916-74e9-4f24-b729-93291d0bcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.644677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-ca27e916-74e9-4f24-b729-93291d0bcb9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557413 Aug 29 04:17:23.716458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.760297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:23.775402 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-47fc34f4-f7fe-499b-afed-905c7a802c54 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210272 Aug 29 04:17:23.793550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.793865 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Added segment 7e50d72e-da17-486c-bea6-a886acd3699d of type vlan for network c1e435ea-b64e-4339-b938-5bad8cbfa05e Aug 29 04:17:23.795073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921bc0d9-5dea-4847-bfbe-e2457d8067e1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:23.811470 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-ff260569-dcc2-47fc-a625-c7adbec2add0 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.2067494 Aug 29 04:17:23.856026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c044e2-3e32-4fc1-8e74-b32a780aa928 req-81510ddc-0634-4b5a-813a-629dfad4148d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.861912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c044e2-3e32-4fc1-8e74-b32a780aa928 req-81510ddc-0634-4b5a-813a-629dfad4148d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.863552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58c044e2-3e32-4fc1-8e74-b32a780aa928 req-81510ddc-0634-4b5a-813a-629dfad4148d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921&device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 1690 time: 0.2486115 Aug 29 04:17:23.870686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:23.904289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23c4302a-acbf-45f3-8565-4cf0138cf630 req-d3a8092d-27d3-4095-ba84-6aa844fd11ad service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145825 Aug 29 04:17:23.933018 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.976803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.995943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58c044e2-3e32-4fc1-8e74-b32a780aa928 req-cd8059df-2a6e-41b0-a3b9-eda644b61c98 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156192 Aug 29 04:17:24.042289 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.043272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.043859 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.171666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3615797 Aug 29 04:17:24.174862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60600) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:24.185001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Request body: {'subnet': {'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2038929794-subnet', 'tenant_id': 'b5e5b6dd89df4c66b2efac40fa31831a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:24.201309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565ad5-7670-4a82-8b95-1a232aaf0e1c admin admin] Pushing event updated for resources: {'Network': ['ID=c1e435ea-b64e-4339-b938-5bad8cbfa05e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.217158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Made reservation on behalf of b5e5b6dd89df4c66b2efac40fa31831a for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:24.225135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c1e435ea-b64e-4339-b938-5bad8cbfa05e details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:24.226087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.275701 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.296826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8e2f8-35d7-4e29-b2db-4585ec9fb495 req-365dd884-a629-463f-a2a2-b21528f0389a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.304839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fe8e2f8-35d7-4e29-b2db-4585ec9fb495 req-365dd884-a629-463f-a2a2-b21528f0389a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 945 time: 0.1488774 Aug 29 04:17:24.313545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.313940 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 disassociated. External IP: 172.25.1.244, port: 6d3c6860-3b28-41d1-98cf-cad99a510633. Aug 29 04:17:24.399285 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fe8e2f8-35d7-4e29-b2db-4585ec9fb495 req-1b265d89-2499-4290-8706-e26ce3fe60b4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934088 Aug 29 04:17:24.479449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.592232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87caf25-1667-43fd-be52-b8a81d091bdd,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.592232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:24.592232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Network hostable DHCP agents. Network: c1e435ea-b64e-4339-b938-5bad8cbfa05e, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:24.621928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Network c1e435ea-b64e-4339-b938-5bad8cbfa05e is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:24.639108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c1e435ea-b64e-4339-b938-5bad8cbfa05e) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:24.652627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ba04c-5aec-4dee-8d23-42ec8ea6abe8 None None] Network c1e435ea-b64e-4339-b938-5bad8cbfa05e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:24.671524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.673037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.711653 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dd9fd5dd-da68-4421-8434-4c153d899b1b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5352967 Aug 29 04:17:24.761024 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17ffcf1-f8d3-410f-b09d-19b04b862e01 x-openstack-request-id: req-a17ffcf1-f8d3-410f-b09d-19b04b862e01 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:24.761409 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b044db-a7ec-4a85-aab4-251199b5aa84", "name": "network-vif-plugged", "status": "completed", "tag": "c7f59711-26be-4693-a1f9-9c3c405f63a0", "code": 200}, {"server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "name": "network-vif-plugged", "status": "completed", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:24.761606 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a17ffcf1-f8d3-410f-b09d-19b04b862e01 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:24.761992 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b044db-a7ec-4a85-aab4-251199b5aa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f59711-26be-4693-a1f9-9c3c405f63a0', 'code': 200} Aug 29 04:17:24.762250 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6', 'code': 200} Aug 29 04:17:24.975370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071fedde-3da5-41df-a147-fb08b1897a7d None None] Network c1e435ea-b64e-4339-b938-5bad8cbfa05e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:24.985090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6816a-e7fd-4808-8be4-f782e60b60a1 req-17e9da62-3ab2-4f87-8e45-d9b16e2df76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.986578 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aca6816a-e7fd-4808-8be4-f782e60b60a1 req-17e9da62-3ab2-4f87-8e45-d9b16e2df76c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 1102 time: 0.1041186 Aug 29 04:17:25.001749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:25.072523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ef11f-e1d6-4a9b-a2c2-4606bd7d0b3a req-85a541e3-8c32-4569-b362-8446a9782d7e tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.074390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b6ef11f-e1d6-4a9b-a2c2-4606bd7d0b3a req-85a541e3-8c32-4569-b362-8446a9782d7e tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 950 time: 0.0942626 Aug 29 04:17:25.095449 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aca6816a-e7fd-4808-8be4-f782e60b60a1 req-3ea0352d-05e1-43f0-9b91-bed2be21fc12 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983632 Aug 29 04:17:25.228781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852780b9-d557-4de3-9483-25ba70d9f942 req-01e3117a-4264-4538-b7b6-edc9a4ac6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.228781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-852780b9-d557-4de3-9483-25ba70d9f942 req-01e3117a-4264-4538-b7b6-edc9a4ac6fab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1097 time: 0.3784127 Aug 29 04:17:25.228781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:25.236301 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.239081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:25.254275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:25.254920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:25.299848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b6ef11f-e1d6-4a9b-a2c2-4606bd7d0b3a req-703ef6af-75b1-4e6d-88d2-0390b5bad9b7 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874394 Aug 29 04:17:25.330287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-25ecffce-90a3-4084-89a0-aa9371cd9cc9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "PUT /v2.0/floatingips/9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 HTTP/1.1" status: 200 len: 695 time: 1.4827678 Aug 29 04:17:25.343259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:25.345721 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06" -d '{"events": [{"name": "network-changed", "server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:25.366089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-852780b9-d557-4de3-9483-25ba70d9f942 req-a389d633-45ca-454f-b175-d4bdfd30fba9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193111 Aug 29 04:17:25.462025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c843-4691-4158-9411-6e00da3db842 req-8894ed0b-dce1-4e03-b130-2227f948d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.465320 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-8894ed0b-dce1-4e03-b130-2227f948d9aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 1098 time: 0.0981812 Aug 29 04:17:25.489177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:25.583686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60626) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:25.590408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2024965020-network', 'tenant_id': 'b0ed5c1a596b485fbdf5df69dd757ea9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:25.629901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c843-4691-4158-9411-6e00da3db842 req-6d9ffc99-8b37-4757-a0b7-d75e0b164502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.631858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-6d9ffc99-8b37-4757-a0b7-d75e0b164502 service neutron] 10.222.0.58 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.1582425 Aug 29 04:17:25.654960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Made reservation on behalf of b0ed5c1a596b485fbdf5df69dd757ea9 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:25.654960 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.665666 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.743023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-988e3a17-5a7c-45fe-86d0-703ec3df3c27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 217 time: 0.1028786 Aug 29 04:17:25.813019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.816451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:25.819762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.849113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:25.849449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c843-4691-4158-9411-6e00da3db842 req-b4785485-c06a-4d13-a17f-e123be2ab2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.853491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-b4785485-c06a-4d13-a17f-e123be2ab2f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.0862238 Aug 29 04:17:25.857738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fd016-5157-4fcf-8914-802494194e74 req-f9b80b49-c093-4f34-bcc9-37af7c8baa27 tempest-ServersAdminNegativeTestJSON-1352900090 tempest-ServersAdminNegativeTestJSON-1352900090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.860245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d72fd016-5157-4fcf-8914-802494194e74 req-f9b80b49-c093-4f34-bcc9-37af7c8baa27 tempest-ServersAdminNegativeTestJSON-1352900090 tempest-ServersAdminNegativeTestJSON-1352900090-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 1102 time: 0.2001522 Aug 29 04:17:25.865361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:25.868865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:25.869545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:25.898027 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.898872 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Added segment c7d7a8d7-360e-43ce-bb6c-50c736da779d of type vlan for network af5a3ef4-e568-4572-acbf-4e066d3f635b Aug 29 04:17:25.901182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb8598-2cd6-48fc-ac14-7fd63ed5f1be,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:25.921607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d72fd016-5157-4fcf-8914-802494194e74 req-933349fd-7875-469f-a5ea-6843f98d8d65 tempest-ServersAdminNegativeTestJSON-1352900090 tempest-ServersAdminNegativeTestJSON-1352900090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.975953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.007115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.008949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.009706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.016923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:26.075544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d72fd016-5157-4fcf-8914-802494194e74 req-933349fd-7875-469f-a5ea-6843f98d8d65 tempest-ServersAdminNegativeTestJSON-1352900090 tempest-ServersAdminNegativeTestJSON-1352900090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.082131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c843-4691-4158-9411-6e00da3db842 req-0df1b2c7-b14a-46f8-bb19-27c9b8345b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.084702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-0df1b2c7-b14a-46f8-bb19-27c9b8345b35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2233841 Aug 29 04:17:26.086354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d72fd016-5157-4fcf-8914-802494194e74 req-933349fd-7875-469f-a5ea-6843f98d8d65 tempest-ServersAdminNegativeTestJSON-1352900090 tempest-ServersAdminNegativeTestJSON-1352900090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.103502 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5110357 Aug 29 04:17:26.103502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60628) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:26.109582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Request body: {'subnet': {'network_id': 'af5a3ef4-e568-4572-acbf-4e066d3f635b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2024965020-subnet', 'tenant_id': 'b0ed5c1a596b485fbdf5df69dd757ea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:26.122909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1ca82-00e2-40c1-b14a-f956fcf93d4f admin admin] Pushing event updated for resources: {'Network': ['ID=af5a3ef4-e568-4572-acbf-4e066d3f635b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:26.144895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d72fd016-5157-4fcf-8914-802494194e74 req-933349fd-7875-469f-a5ea-6843f98d8d65 tempest-ServersAdminNegativeTestJSON-1352900090 tempest-ServersAdminNegativeTestJSON-1352900090-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680290 Aug 29 04:17:26.166332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Made reservation on behalf of b0ed5c1a596b485fbdf5df69dd757ea9 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:26.174561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.185314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network af5a3ef4-e568-4572-acbf-4e066d3f635b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:26.196365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933349fd-7875-469f-a5ea-6843f98d8d65 tempest-ServersAdminNegativeTestJSON-1352900090 tempest-ServersAdminNegativeTestJSON-1352900090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6c1008-6d5d-473a-aa21-26f7c99fece5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:26.267658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-30256542-0d85-48a1-9922-6580666ae01f service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486471 Aug 29 04:17:26.419145 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc3c17a-3944-4f5c-bec6-515b8483dbc5 x-openstack-request-id: req-5dc3c17a-3944-4f5c-bec6-515b8483dbc5 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:26.419817 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:26.419817 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dc3c17a-3944-4f5c-bec6-515b8483dbc5 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:26.420210 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'status': 'completed', 'code': 200} Aug 29 04:17:26.456728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a55c843-4691-4158-9411-6e00da3db842 req-21b03c1f-8d7b-48dd-947c-e2b64936b672 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821909 Aug 29 04:17:26.606981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:26.630465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-613de540-f646-4ee6-ba26-aec9472d8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.632555 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-613de540-f646-4ee6-ba26-aec9472d8c66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 1098 time: 0.1717260 Aug 29 04:17:26.637017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.682972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16a8e-f3cb-4e35-b69c-0aeae054be43 req-7f257569-9a0b-43a6-ae68-d98ae9b4545d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.690987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6db16a8e-f3cb-4e35-b69c-0aeae054be43 req-7f257569-9a0b-43a6-ae68-d98ae9b4545d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 945 time: 0.1725993 Aug 29 04:17:26.695084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4ffd7-5e43-47c4-8f8d-afbcc5d312b3 None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:26.768023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6db16a8e-f3cb-4e35-b69c-0aeae054be43 req-9b0d5d0d-9a65-457f-a53a-f960d3c66fcb tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610745 Aug 29 04:17:26.768349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-baf607c2-c52e-4c7c-873d-195d57cea748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.768349 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-baf607c2-c52e-4c7c-873d-195d57cea748 service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.1216772 Aug 29 04:17:26.774845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b593c4-0921-4b02-9edc-2c870e5d598d req-e303a232-e7c4-4b51-8b4d-f0ddd10a5062 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.783323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63b593c4-0921-4b02-9edc-2c870e5d598d req-e303a232-e7c4-4b51-8b4d-f0ddd10a5062 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 1101 time: 0.1730487 Aug 29 04:17:26.826876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.844367 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-530a9f3f-c40b-47c8-b863-216fadfd87b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 200 len: 217 time: 0.0493829 Aug 29 04:17:26.888747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63b593c4-0921-4b02-9edc-2c870e5d598d req-58875647-b02d-4ec3-982d-1cf21b3d7bce tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040316 Aug 29 04:17:27.121058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcc82d-d1cd-4a1d-8158-014bcdb620c4 req-389813c1-89e4-48d6-afab-3d771134d9a6 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.124095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73dcc82d-d1cd-4a1d-8158-014bcdb620c4 req-389813c1-89e4-48d6-afab-3d771134d9a6 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 950 time: 0.1081271 Aug 29 04:17:27.209661 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f9b85-dc09-4d38-b7b1-524dfbf6c791 None None] New status for floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:27.223793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73dcc82d-d1cd-4a1d-8158-014bcdb620c4 req-b39484a2-b1f7-4be8-a283-71b3014c26ce tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923688 Aug 29 04:17:27.310841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0d33e9-9d95-4fba-85f6-894627646766,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:27.375323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-cec6906b-4d86-44f3-abe1-d5c835268a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.376877 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-cec6906b-4d86-44f3-abe1-d5c835268a07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.5199780 Aug 29 04:17:27.385608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Checking segment: {'id': 'c7d7a8d7-360e-43ce-bb6c-50c736da779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af5a3ef4-e568-4572-acbf-4e066d3f635b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:27.386118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Network hostable DHCP agents. Network: af5a3ef4-e568-4572-acbf-4e066d3f635b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:27.396187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27a4a5-f9c9-4f6a-b478-0387a284783d req-d91a09ad-9903-4304-8db2-e1ed88da1200 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.409248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f27a4a5-f9c9-4f6a-b478-0387a284783d req-d91a09ad-9903-4304-8db2-e1ed88da1200 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 1102 time: 0.1256919 Aug 29 04:17:27.446033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Network af5a3ef4-e568-4572-acbf-4e066d3f635b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:27.456783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-8a5248ce-1cdc-4f49-8b9c-86039afd498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.458692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-8a5248ce-1cdc-4f49-8b9c-86039afd498e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700858 Aug 29 04:17:27.461486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, af5a3ef4-e568-4572-acbf-4e066d3f635b) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:27.467254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.467901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.476924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79574aa4-d47c-44cf-9cbb-da910cac2fd4 None None] Network af5a3ef4-e568-4572-acbf-4e066d3f635b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:27.510984 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f27a4a5-f9c9-4f6a-b478-0387a284783d req-c95bcffe-982d-44a6-be58-d1f8cc9767ac tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940685 Aug 29 04:17:27.574163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-c06d07cd-0e19-4b0e-811d-d944783d3551 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.583961 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-c06d07cd-0e19-4b0e-811d-d944783d3551 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1641674 Aug 29 04:17:27.619369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3ae10b29-e1d7-4e86-b8f7-fbf5e0aaf230 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5125690 Aug 29 04:17:27.708100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-2c4ab8b0-e588-4f71-a9c3-4be327a7f57a tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 698 time: 0.1212926 Aug 29 04:17:27.717325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-bd84c6eb-4be9-427e-9e80-f6935cb5be12 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405577 Aug 29 04:17:27.717934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Request body: {'floatingip': {'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:27.797838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b27e2c-e03f-4327-9a6e-f40c37607ea7 None None] Network af5a3ef4-e568-4572-acbf-4e066d3f635b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:27.828533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.916335 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1a3e776-2ccb-4a16-9cf4-6d380d4bbe06 req-27ab433a-eb85-4801-91ee-a167576242cb service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793628 Aug 29 04:17:28.007566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.205719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0258acf-1a74-4a50-a74e-ee63dcde3240 req-039c57cb-b8b3-4bed-a1b2-81eb53d4fd3c tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.207319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0258acf-1a74-4a50-a74e-ee63dcde3240 req-039c57cb-b8b3-4bed-a1b2-81eb53d4fd3c tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 950 time: 0.0783215 Aug 29 04:17:28.356273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0258acf-1a74-4a50-a74e-ee63dcde3240 req-f0c842a8-b6f3-4098-9034-3e03a4b23e30 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211085 Aug 29 04:17:28.539276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed225-72ca-4a58-a13b-decdc064adc1 req-7667cc42-fd66-40a5-84ed-c307a54dc29e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.547797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-904ed225-72ca-4a58-a13b-decdc064adc1 req-7667cc42-fd66-40a5-84ed-c307a54dc29e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 945 time: 0.1194398 Aug 29 04:17:28.558183 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.569414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.640994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-904ed225-72ca-4a58-a13b-decdc064adc1 req-2bee5fa6-e3ae-493a-8158-4f4204e5e745 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910575 Aug 29 04:17:28.741069 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 associated. External IP: 172.25.1.244, port: 0eb81eef-6a9b-4e09-b2a4-fe607e507148. Aug 29 04:17:28.898180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc5d91-8b87-4136-8243-d9c06929846e req-de33d988-0e08-47d4-aaba-3123a1e1c7f9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.900334 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89fc5d91-8b87-4136-8243-d9c06929846e req-de33d988-0e08-47d4-aaba-3123a1e1c7f9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb99117c-6232-4cca-8006-c1d8b26a92c8 HTTP/1.1" status: 200 len: 946 time: 0.0663919 Aug 29 04:17:29.074189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Deleting port 6d3c6860-3b28-41d1-98cf-cad99a510633 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:29.074189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.205666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] For port 6d3c6860-3b28-41d1-98cf-cad99a510633, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6d3c6860-3b28-41d1-98cf-cad99a510633,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:29.206380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.225724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Calling delete_port for 6d3c6860-3b28-41d1-98cf-cad99a510633 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:29.327262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:29.478978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.490519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-237ec6e9-bf66-406e-8e80-e7436326fcd9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.492363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-237ec6e9-bf66-406e-8e80-e7436326fcd9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 808 time: 0.5258281 Aug 29 04:17:29.495188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['0eb81eef-6a9b-4e09-b2a4-fe607e507148', '6d3c6860-3b28-41d1-98cf-cad99a510633'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:29.526672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:29.529359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-8926d939-1d15-4850-b9b9-423acc8bcb6a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/quotas/b5e5b6dd89df4c66b2efac40fa31831a HTTP/1.1" status: 200 len: 375 time: 0.0197654 Aug 29 04:17:29.532392 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.549381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Pushing event deleted for resources: {'Port': ['ID=6d3c6860-3b28-41d1-98cf-cad99a510633,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:29.559605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:29.596871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:29.597608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:29.605733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] No DVR routers for this DVR port 6d3c6860-3b28-41d1-98cf-cad99a510633 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:29.609467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-1facdd26-f904-4de5-88be-138a1752f96c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632718 Aug 29 04:17:29.614156 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.616385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89fc5d91-8b87-4136-8243-d9c06929846e req-657fa800-0a92-4fbc-9c7a-d83b3cff5df9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.65 "DELETE /v2.0/ports/6d3c6860-3b28-41d1-98cf-cad99a510633 HTTP/1.1" status: 204 len: 173 time: 0.6869848 Aug 29 04:17:29.619638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'name': 'network-vif-deleted', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:29.622133 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ec95b-bcf2-4729-b7e9-8485bb4d5da2" -d '{"events": [{"server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "name": "network-vif-deleted", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:29.624529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-55fb22ea-9cd8-4b81-8667-77ee79e75f45 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:29.631872 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-55fb22ea-9cd8-4b81-8667-77ee79e75f45 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118959 Aug 29 04:17:29.730019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:29.732330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b99110fe-3c73-4248-acf3-1249e23a7668 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994575 Aug 29 04:17:29.747434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-e28a008b-29a3-459c-bdcb-04999490387b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "PUT /v2.0/floatingips/9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 HTTP/1.1" status: 200 len: 997 time: 2.0383160 Aug 29 04:17:29.767455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:29.770098 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a643fdaf-f688-4d22-be5e-3fb885fffae2" -d '{"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:29.856639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-24bc04e8-d80e-4d00-95fa-419990e3d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.865398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-24bc04e8-d80e-4d00-95fa-419990e3d43a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.1157568 Aug 29 04:17:29.950053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-66f3e420-8a44-49a9-b56d-0014e7e35f32 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167549 Aug 29 04:17:30.040487 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-ca212f48-9141-4bb0-8899-8a42e7e44e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.049516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-ca212f48-9141-4bb0-8899-8a42e7e44e37 service neutron] 10.222.0.58 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.1829503 Aug 29 04:17:30.204409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-d58944b3-7589-469c-889e-bb162166589a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 1000 time: 0.1536396 Aug 29 04:17:30.320382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:b2:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:28Z', 'revision_number': 8, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:30.375120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-11c59bc3-9771-42bc-8d6f-28926aabdd8e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618162 Aug 29 04:17:30.378668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:30.413193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:30.418050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:30.454915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-6958a0a5-3613-4b9b-a5e1-97c1f05916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.464756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-6958a0a5-3613-4b9b-a5e1-97c1f05916bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.2594235 Aug 29 04:17:30.594272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-0a7de826-37d2-42f6-aab9-ebb9f86b6310 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.605709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-0a7de826-37d2-42f6-aab9-ebb9f86b6310 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294006 Aug 29 04:17:30.644437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-bec38e35-6dc3-42c8-8f45-f87194e2b37e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/quotas/a21429c8471a4b298cd734f981b7d164 HTTP/1.1" status: 200 len: 375 time: 0.0375495 Aug 29 04:17:30.653558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-8fef172e-26a3-4d3e-9d54-922604f49be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.659090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-8fef172e-26a3-4d3e-9d54-922604f49be4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933110 Aug 29 04:17:30.724451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:30.876868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-35babc04-782c-46fa-b5af-2e82e3243580 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078912 Aug 29 04:17:30.972577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-5f53bac6-01ff-4d0a-9a43-67589bcd9d7c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3054113 Aug 29 04:17:31.143650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4bd01eb-e3b9-4807-a797-97eb5eadabb5 req-68a65689-7109-49a5-8aef-716843a5a5f5 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489688 Aug 29 04:17:31.202350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:b2:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:28Z', 'revision_number': 8, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:31.254322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f50ece1-be96-4d29-b245-98176585848e req-7d56da7c-10bf-4446-b94f-c27939dd54e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947492 Aug 29 04:17:31.263119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e2aab-c5db-40bc-be39-0f5e1b6c241c None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'port_id': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'mac_address': 'fa:16:3e:b2:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:42Z', 'updated_at': '2021-08-29T04:17:28Z', 'revision_number': 8, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:31.451470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50ece1-be96-4d29-b245-98176585848e req-87814799-bebc-4496-b6ec-8b8530400fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.453032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f50ece1-be96-4d29-b245-98176585848e req-87814799-bebc-4496-b6ec-8b8530400fb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 1097 time: 0.1068928 Aug 29 04:17:31.655938 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc2d71-1f27-4e40-90ec-446773114c17 None None] New status for floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:31.745202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9c1e-be0f-4bcd-b630-01272ba4f7da req-0452c33a-2857-446d-a978-c1a596fb2afc tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.746736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2af9c1e-be0f-4bcd-b630-01272ba4f7da req-0452c33a-2857-446d-a978-c1a596fb2afc tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1097 time: 0.2476213 Aug 29 04:17:31.848345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50ece1-be96-4d29-b245-98176585848e req-b4ea2d19-0edf-49ee-be37-691f826e893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.861960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f50ece1-be96-4d29-b245-98176585848e req-b4ea2d19-0edf-49ee-be37-691f826e893b service neutron] 10.222.0.64 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 924 time: 0.3706644 Aug 29 04:17:31.985568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-87679ad4-b98b-4c6b-8a2b-c43f1f1002bc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.987053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-87679ad4-b98b-4c6b-8a2b-c43f1f1002bc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 808 time: 0.1452658 Aug 29 04:17:31.999535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2af9c1e-be0f-4bcd-b630-01272ba4f7da req-97600566-7c19-414e-80f1-185aaa7c5117 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264316 Aug 29 04:17:32.005696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Request body: {'port': {'device_id': '03e417f2-f684-497a-b610-69b69b50466c', 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'admin_state_up': True, 'tenant_id': 'b5e5b6dd89df4c66b2efac40fa31831a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:32.039741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f50ece1-be96-4d29-b245-98176585848e req-fde4ce1b-b0d8-41ce-9063-1ce9e41a4539 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 HTTP/1.1" status: 200 len: 1000 time: 0.1714532 Aug 29 04:17:32.209306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50ece1-be96-4d29-b245-98176585848e req-b175969b-aa4f-468c-b96d-466eeddb604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.211267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f50ece1-be96-4d29-b245-98176585848e req-b175969b-aa4f-468c-b96d-466eeddb604b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 HTTP/1.1" status: 200 len: 862 time: 0.1621614 Aug 29 04:17:32.249269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Made reservation on behalf of b5e5b6dd89df4c66b2efac40fa31831a for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:32.254863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.292803 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fc5540-86fe-4ce8-ae01-1b0c07ac35f6 x-openstack-request-id: req-56fc5540-86fe-4ce8-ae01-1b0c07ac35f6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:32.293239 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb99117c-6232-4cca-8006-c1d8b26a92c8", "name": "network-vif-deleted", "tag": "6d3c6860-3b28-41d1-98cf-cad99a510633", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:32.293597 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56fc5540-86fe-4ce8-ae01-1b0c07ac35f6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:32.296591 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb99117c-6232-4cca-8006-c1d8b26a92c8', 'name': 'network-vif-deleted', 'tag': '6d3c6860-3b28-41d1-98cf-cad99a510633', 'status': 'completed', 'code': 200} Aug 29 04:17:32.383109 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598e3a12-4ab7-4690-bbd7-e74a50f6244c x-openstack-request-id: req-598e3a12-4ab7-4690-bbd7-e74a50f6244c {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:32.383401 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:32.384311 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-598e3a12-4ab7-4690-bbd7-e74a50f6244c {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:32.384703 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'status': 'completed', 'code': 200} Aug 29 04:17:32.448279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501925d-1a22-4956-a3b7-12acd21c0f0d req-4a0b81f8-147a-4b77-8caf-008c27cf95df tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.449871 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5501925d-1a22-4956-a3b7-12acd21c0f0d req-4a0b81f8-147a-4b77-8caf-008c27cf95df tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 950 time: 0.2303154 Aug 29 04:17:32.460532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50ece1-be96-4d29-b245-98176585848e req-3dfad2f5-571c-4057-a09e-43c1c4b1ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.462657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f50ece1-be96-4d29-b245-98176585848e req-3dfad2f5-571c-4057-a09e-43c1c4b1ef66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2150064 Aug 29 04:17:32.507059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Allocated IP 172.20.0.11 (c1e435ea-b64e-4339-b938-5bad8cbfa05e/d87caf25-1667-43fd-be52-b8a81d091bdd/739af030-ccdb-4289-bb06-c5dd3718c423) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:32.540308 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b89050d1-2cdc-48a4-9f1c-d7f02dea50c8 req-81e0161f-bf17-427c-a6d2-7849a1cc96f1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 210 time: 0.0754583 Aug 29 04:17:32.666839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5501925d-1a22-4956-a3b7-12acd21c0f0d req-03d71036-4976-45b1-af54-25ea1f4b289e tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086909 Aug 29 04:17:32.751493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.785679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f529b925-0f6d-4e16-92a2-59990fab7ad3 req-5f813136-b401-453f-9f66-2cc044c9ed11 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips/9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 HTTP/1.1" status: 200 len: 999 time: 0.1843128 Aug 29 04:17:32.796593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f50ece1-be96-4d29-b245-98176585848e req-7deda357-383b-4f82-a1a7-c8d6c56527c3 service neutron] 10.222.0.64 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009052 Aug 29 04:17:32.813515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.902274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Network c1e435ea-b64e-4339-b938-5bad8cbfa05e is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:32.910773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:32.913560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:33.021743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.022675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.050223 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0498881 Aug 29 04:17:33.051091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14db780-fa84-4053-978d-e046067e8197 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Pushing event updated for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:33.059848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-d08c79a1-ad8e-4b92-8e66-0030418eac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.061462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-d08c79a1-ad8e-4b92-8e66-0030418eac66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.2613907 Aug 29 04:17:33.070323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Request body: {'port': {'device_id': '03e417f2-f684-497a-b610-69b69b50466c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:33.162216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-19834001-76ef-43ba-9e73-fd8b68e3b58c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1964798 Aug 29 04:17:33.241310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529b925-0f6d-4e16-92a2-59990fab7ad3 req-32d50ea6-af06-4dc8-9425-8dcae42416c2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.254687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f529b925-0f6d-4e16-92a2-59990fab7ad3 req-32d50ea6-af06-4dc8-9425-8dcae42416c2 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.4599209 Aug 29 04:17:33.280043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-f529b925-0f6d-4e16-92a2-59990fab7ad3 req-c5a2578d-7290-4f53-b9aa-7dcfd9198efd tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:33.295935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f529b925-0f6d-4e16-92a2-59990fab7ad3 req-c5a2578d-7290-4f53-b9aa-7dcfd9198efd tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0402615 Aug 29 04:17:33.318324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-48357a18-22a6-4642-ad15-5a6fb482ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.319826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-48357a18-22a6-4642-ad15-5a6fb482ac48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.2241917 Aug 29 04:17:33.341617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc4e82-88a1-4dcf-a5d2-ea8c7a778833 req-dba53887-b7c1-4a02-8c54-19bb4f6315ea tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.355047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76dc4e82-88a1-4dcf-a5d2-ea8c7a778833 req-dba53887-b7c1-4a02-8c54-19bb4f6315ea tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 950 time: 0.3731284 Aug 29 04:17:33.381401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f50ece1-be96-4d29-b245-98176585848e req-5eeb70aa-828c-4eb9-9848-cf6c18dbe981 service neutron] 10.222.0.64 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758407 Aug 29 04:17:33.420844 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.448924 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-e0161e40-fd53-4ad7-89fa-12ca8b3379a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 1002 time: 0.1180091 Aug 29 04:17:33.469113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76dc4e82-88a1-4dcf-a5d2-ea8c7a778833 req-a8e7bd69-c331-443c-8989-459090532584 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130331 Aug 29 04:17:33.493793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683344d-6a97-49fb-b09c-caf460e3ec9a req-d8fb23b4-dd8e-4621-a020-95525cd52c0d tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.498639 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6683344d-6a97-49fb-b09c-caf460e3ec9a req-d8fb23b4-dd8e-4621-a020-95525cd52c0d tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1097 time: 0.0847878 Aug 29 04:17:33.757422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-50adf189-deb3-4bab-9ff4-965fc3a35173 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.759936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-50adf189-deb3-4bab-9ff4-965fc3a35173 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 950 time: 0.1862519 Aug 29 04:17:33.771164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-f5f873a9-0bb4-458b-96b4-09453d5a0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.772704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-f5f873a9-0bb4-458b-96b4-09453d5a0f55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.1319044 Aug 29 04:17:33.789827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6683344d-6a97-49fb-b09c-caf460e3ec9a req-8e05b5c8-40f3-4c0c-ae5a-cb9d6063c917 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804689 Aug 29 04:17:33.793756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d43366-1f6a-4b42-9be5-3684c3e58ed2 req-56808f88-3bad-483d-a777-9578a0b8f507 tempest-LiveMigrationNegativeTest-1035738223 tempest-LiveMigrationNegativeTest-1035738223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.802674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d43366-1f6a-4b42-9be5-3684c3e58ed2 req-56808f88-3bad-483d-a777-9578a0b8f507 tempest-LiveMigrationNegativeTest-1035738223 tempest-LiveMigrationNegativeTest-1035738223-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 1102 time: 0.1458967 Aug 29 04:17:33.905615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-54d43366-1f6a-4b42-9be5-3684c3e58ed2 req-30d109c7-9065-4c92-94e7-1677ae1b5af1 tempest-LiveMigrationNegativeTest-1035738223 tempest-LiveMigrationNegativeTest-1035738223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.929011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-4e2ad554-fa9d-416c-85df-647fc78d1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.931927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-4e2ad554-fa9d-416c-85df-647fc78d1586 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483109 Aug 29 04:17:33.996960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6d3c6860-3b28-41d1-98cf-cad99a510633 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:34.022112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 6d3c6860-3b28-41d1-98cf-cad99a510633 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:34.022821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6d3c6860-3b28-41d1-98cf-cad99a510633 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:34.073217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739af030-ccdb-4289-bb06-c5dd3718c423 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:34.074498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.65', 62322) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:34.089830 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.108882 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-d7651d08-a9e1-41cd-8664-fbe72f8c8d48 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692097 Aug 29 04:17:34.111431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Transition to ACTIVE for port object 739af030-ccdb-4289-bb06-c5dd3718c423 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:34.127703 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.170766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-35ec8953-593d-42de-8888-91e5b8c40daf tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795083 Aug 29 04:17:34.215559 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f66ed60d-9f80-4697-82fc-dd8a08734bd5 req-a0bee836-8683-49f3-8fbd-cbd1b745657b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 210 time: 0.1760945 Aug 29 04:17:34.331426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Pushing event updated for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:34.382174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:34.382523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:34.382860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:34.390173 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a643fdaf-f688-4d22-be5e-3fb885fffae2 req-fcced13c-5440-4ac3-aad6-1b40fb955cb5 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736788 Aug 29 04:17:34.390849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:34.391178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:34.406281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:34.406625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:34.407025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:34.407486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Bound port: 739af030-ccdb-4289-bb06-c5dd3718c423, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:34.407847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.580812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-39ddf0ed-5f41-46e4-b6be-f3582cb0133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.582930 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-39ddf0ed-5f41-46e4-b6be-f3582cb0133b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.0757132 Aug 29 04:17:34.611651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:34.626192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:34.638267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.659513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-be424657-d10b-4a1c-9560-b4d55438550f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2066905 Aug 29 04:17:34.759067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Pushing event updated for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:34.777059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.777218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Deleting port bda01047-c2ef-4bbe-8f71-8f350d2f709f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:34.777418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.778004 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.779552 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-383816c5-2605-4be6-bdf0-14553d1ce023 service neutron] 10.222.0.65 "PUT /v2.0/ports/739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 200 len: 1093 time: 1.7171807 Aug 29 04:17:34.827975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:34.830917 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4" -d '{"events": [{"name": "network-changed", "server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:34.861670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-2f949dd7-9d3e-407b-9f69-de0147c8aeb9 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.863352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-2f949dd7-9d3e-407b-9f69-de0147c8aeb9 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6443901 Aug 29 04:17:34.927022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Request body: {'port': {'device_id': '7520b86e-106c-4ab2-966e-c5341fe01447', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'a21429c8471a4b298cd734f981b7d164'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:34.939866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-58235d44-a661-4b9a-84c8-460207ffe7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.941598 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-58235d44-a661-4b9a-84c8-460207ffe7ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.2250550 Aug 29 04:17:34.941850 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-884fc285-c608-4eda-bcf3-64e1729899df tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.5181794 Aug 29 04:17:34.949048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-6ad0ec24-1983-42cd-9502-739d9c6e72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.950936 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-6ad0ec24-1983-42cd-9502-739d9c6e72cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1096 time: 0.0862682 Aug 29 04:17:35.042743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-2207e7f3-7498-48f1-8e21-bb569f7eee46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 200 len: 217 time: 0.0809777 Aug 29 04:17:35.110281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-91f2b418-c930-4d2b-a6ef-311ffe7067fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 1002 time: 0.1542792 Aug 29 04:17:35.166305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-9fae5e13-bc0d-46e0-952b-5bde24473e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.167849 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-9fae5e13-bc0d-46e0-952b-5bde24473e5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.1163535 Aug 29 04:17:35.214720 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-123aa389-43f3-4900-8dff-70c39d380b45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392189 Aug 29 04:17:35.216307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-ff736d9e-e67f-486a-aedb-f793082de6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.226643 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-ff736d9e-e67f-486a-aedb-f793082de6e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.1025946 Aug 29 04:17:35.364853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] For port bda01047-c2ef-4bbe-8f71-8f350d2f709f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bda01047-c2ef-4bbe-8f71-8f350d2f709f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:35.365294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.366351 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-adecfc10-68f0-4381-a787-dfaba848e784 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366458 Aug 29 04:17:35.390009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-cd32704e-fa50-40a7-9d44-23e1e285b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.391671 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-cd32704e-fa50-40a7-9d44-23e1e285b556 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1542354 Aug 29 04:17:35.402017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Calling delete_port for bda01047-c2ef-4bbe-8f71-8f350d2f709f owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:35.454777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-c3a7e1c5-063b-469b-971b-1b541aa920ca tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.467401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-c3a7e1c5-063b-469b-971b-1b541aa920ca tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports/0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 943 time: 0.5246081 Aug 29 04:17:35.506308 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-54d43366-1f6a-4b42-9be5-3684c3e58ed2 req-30d109c7-9065-4c92-94e7-1677ae1b5af1 tempest-LiveMigrationNegativeTest-1035738223 tempest-LiveMigrationNegativeTest-1035738223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.557139 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-54d43366-1f6a-4b42-9be5-3684c3e58ed2 req-30d109c7-9065-4c92-94e7-1677ae1b5af1 tempest-LiveMigrationNegativeTest-1035738223 tempest-LiveMigrationNegativeTest-1035738223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.565419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-58f36fbb-4d18-4ff3-9f96-d3e6e48f4280 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.567057 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-58f36fbb-4d18-4ff3-9f96-d3e6e48f4280 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8898137 Aug 29 04:17:35.615458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Request body: {'port': {'device_id': '22a7d35f-1a78-4fd8-a346-5ba422262ffc', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'a21429c8471a4b298cd734f981b7d164'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:35.760307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d43366-1f6a-4b42-9be5-3684c3e58ed2 req-30d109c7-9065-4c92-94e7-1677ae1b5af1 tempest-LiveMigrationNegativeTest-1035738223 tempest-LiveMigrationNegativeTest-1035738223-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9509976 Aug 29 04:17:35.820422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffba1af2-aa02-4a1a-a251-3b1a6e53687f req-231adc43-429c-4b3b-a499-16afd67b7670 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439924 Aug 29 04:17:35.831736 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d109c7-9065-4c92-94e7-1677ae1b5af1 tempest-LiveMigrationNegativeTest-1035738223 tempest-LiveMigrationNegativeTest-1035738223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc4c25c-97d6-4cc5-b730-6d82d4ff3539,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:35.869380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-ac6682de-5eea-443f-87e3-bb1a19de203b service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648788 Aug 29 04:17:35.874271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-2e02f72e-0d6a-4e24-8709-f52fd136f3e6 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.3272564 Aug 29 04:17:35.974027 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f4ddd0-f96d-4694-b0fa-1f8c83fe986c req-59976098-f0c3-446c-b9a1-3b858a26ac56 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961428 Aug 29 04:17:36.037418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Made reservation on behalf of a21429c8471a4b298cd734f981b7d164 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:36.042816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.125794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb5bfe-cbf6-4d41-8281-5b6fbc6aa472 req-904ebfcc-92cb-4daf-92e2-3ec79ac423f1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.127274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ceb5bfe-cbf6-4d41-8281-5b6fbc6aa472 req-904ebfcc-92cb-4daf-92e2-3ec79ac423f1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 944 time: 0.2656758 Aug 29 04:17:36.233290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-a0c580ab-f595-4f92-850a-4bd001cce7eb tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.234589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-a0c580ab-f595-4f92-850a-4bd001cce7eb tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.3594458 Aug 29 04:17:36.235213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Made reservation on behalf of a21429c8471a4b298cd734f981b7d164 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:36.238516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.326413 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.338456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['30f891f6-c821-4a54-aaa2-50989f2439ad'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:36.537706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Pushing event deleted for resources: {'Port': ['ID=bda01047-c2ef-4bbe-8f71-8f350d2f709f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:36.559497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ceb5bfe-cbf6-4d41-8281-5b6fbc6aa472 req-beb08f5a-7d0f-488e-a65b-f70214f11560 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050751 Aug 29 04:17:36.590377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] No DVR routers for this DVR port bda01047-c2ef-4bbe-8f71-8f350d2f709f on host n-h2-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:36.617103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.618729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d163a6a-a360-4198-a970-b0e9d69e7576 req-51b1b9da-318c-40ee-b37d-e408e7bc1c89 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "DELETE /v2.0/ports/bda01047-c2ef-4bbe-8f71-8f350d2f709f HTTP/1.1" status: 204 len: 173 time: 2.8436441 Aug 29 04:17:36.618729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6a165-5338-44a4-83be-80fd7c15d543', 'name': 'network-vif-deleted', 'tag': 'bda01047-c2ef-4bbe-8f71-8f350d2f709f'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:36.631048 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a131296-1db9-4168-a427-1249e48f75f6" -d '{"events": [{"server_uuid": "c0f6a165-5338-44a4-83be-80fd7c15d543", "name": "network-vif-deleted", "tag": "bda01047-c2ef-4bbe-8f71-8f350d2f709f"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:36.655322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-68a90ae0-1bec-4ef5-a970-670ac99c780b tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1002 time: 0.4070971 Aug 29 04:17:36.669842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:36.729690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Allocated IP 192.168.233.87 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/3dd3bf5f-8f41-402a-b9f7-949d9dd0378f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:36.766171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c02ac24-3a69-47b9-8d57-b59b6b4365fb req-396c8436-8ad0-417d-a5cf-0a96d31867a5 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0f6a165-5338-44a4-83be-80fd7c15d543 HTTP/1.1" status: 200 len: 210 time: 0.0386469 Aug 29 04:17:36.799871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.821990 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51439e5-8ae6-4539-93c9-ad7f26afcb65 x-openstack-request-id: req-b51439e5-8ae6-4539-93c9-ad7f26afcb65 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:36.822869 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:36.823499 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b51439e5-8ae6-4539-93c9-ad7f26afcb65 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:36.824198 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423', 'status': 'completed', 'code': 200} Aug 29 04:17:36.964458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9d2bbe7-659c-4266-abb9-292a0eadf46a req-e133f76d-e6bb-4cc0-a71a-e5db2caa4c2c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 210 time: 0.0594919 Aug 29 04:17:37.063309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-1387ea60-dc66-4b0e-bf0b-ef6cd99f7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.064920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-1387ea60-dc66-4b0e-bf0b-ef6cd99f7fe2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1096 time: 0.2076688 Aug 29 04:17:37.180437 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.195026 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.195026 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 disassociated. External IP: 172.25.1.244, port: 0eb81eef-6a9b-4e09-b2a4-fe607e507148. Aug 29 04:17:37.278858 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.342459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Transition to ACTIVE for port object 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:37.382927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-8af8e9d8-7137-45d5-9342-f65f48954960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.385021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-8af8e9d8-7137-45d5-9342-f65f48954960 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.3057947 Aug 29 04:17:37.395476 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.409362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:37.841831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'Port': ['ID=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:37.856272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-f0d98e4e-07bc-4945-a1a4-cf7b354a0af6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 200 len: 217 time: 0.4350467 Aug 29 04:17:37.889103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:37.918323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Allocated IP 192.168.233.226 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/c30962b7-d3c9-4e18-988f-3fec45beee9e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:37.921047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:37.965248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:37.965248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.965248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.027750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bda01047-c2ef-4bbe-8f71-8f350d2f709f no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:38.092289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: bda01047-c2ef-4bbe-8f71-8f350d2f709f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:38.092767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bda01047-c2ef-4bbe-8f71-8f350d2f709f not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:38.101385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a2960596-2649-41a2-8c36-2b7769eeced0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2145882 Aug 29 04:17:38.103370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-8da01d14-6ebd-48ae-8289-f626394d2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.104841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-8da01d14-6ebd-48ae-8289-f626394d2089 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.2351840 Aug 29 04:17:38.181854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Request body: {'port': {'device_id': '7520b86e-106c-4ab2-966e-c5341fe01447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:38.217227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-11a86e39-11fb-4dbb-957b-d282854da70e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996470 Aug 29 04:17:38.338646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-17d5f02a-abbc-4961-8540-909343442b62 None None] Provisioning for port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:38.343485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-17d5f02a-abbc-4961-8540-909343442b62 None None] Provisioning complete for port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:38.344083 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-17d5f02a-abbc-4961-8540-909343442b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.391311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-17d5f02a-abbc-4961-8540-909343442b62 None None] Port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:38.426709 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.467834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:38.569413 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.577829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-ad3abdc0-3f1f-4b4c-a0e2-5cbecaac4a07 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157690 Aug 29 04:17:38.746479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Transition to ACTIVE for port object c30962b7-d3c9-4e18-988f-3fec45beee9e will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:38.798874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60836) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.863165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:38.869393 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.877694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:38.899328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:38.904578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:38.904804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dad41fcd-aec3-4a86-a5ca-3c5a3de657d4 req-91edfdc7-1c8c-4327-94b6-ac71a0032b83 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198054 Aug 29 04:17:38.913337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-bd6d5a95-725b-4093-9362-501451b2e063 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "PUT /v2.0/floatingips/9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 HTTP/1.1" status: 200 len: 696 time: 2.2574465 Aug 29 04:17:38.920577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.962783 n-d-712142-15 neutron-server[94846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:17:38.966917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b25103e2-9caa-4a68-93ad-bc74bae21b39 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:38.978015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:38.978473 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b25103e2-9caa-4a68-93ad-bc74bae21b39 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1771832 Aug 29 04:17:39.077505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:39.091836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Request body: {'binding': {'host': 'n-h2-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:39.092617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Unknown quota resources ['binding']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:17:39.109029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:39.115134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:39.120360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:39.126885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.127835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.171943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'Port': ['ID=c30962b7-d3c9-4e18-988f-3fec45beee9e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.212815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-7529f22f-f7cc-4449-99df-dae369cf38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.220715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-7529f22f-f7cc-4449-99df-dae369cf38ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.2290046 Aug 29 04:17:39.235782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-51a03f6b-ac7a-4110-9f5e-2a38c8896b0b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6245096 Aug 29 04:17:39.268595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Request body: {'port': {'device_id': '22a7d35f-1a78-4fd8-a346-5ba422262ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:39.370918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on host n-h2-712142-15 for vnic_type normal with profile None {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:39.371577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:39.372144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:39.379039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:39.379610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:39.386864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:39.387514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:39.388603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:39.389276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Bound port: d9d65c8d-0a03-46c8-977f-6d475526bad6, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:39.442754 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.511664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:39.524481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.535721 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-eaf55ca9-d9ec-49eb-bbee-996903d2a945 service neutron] 10.222.0.58 "POST /v2.0/ports/d9d65c8d-0a03-46c8-977f-6d475526bad6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4974751 Aug 29 04:17:39.569591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:39.578883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-ad64e5cf-e1cd-4a1c-b2a5-7fa59bfa88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.586652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-ad64e5cf-e1cd-4a1c-b2a5-7fa59bfa88c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.3645465 Aug 29 04:17:39.625703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2ddb6536-93b8-42a2-8bf5-ab8b6d30e96a None None] Provisioning for port c30962b7-d3c9-4e18-988f-3fec45beee9e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:39.634270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2ddb6536-93b8-42a2-8bf5-ab8b6d30e96a None None] Provisioning complete for port c30962b7-d3c9-4e18-988f-3fec45beee9e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:39.634799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6536-93b8-42a2-8bf5-ab8b6d30e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.674602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.691791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Transition to ACTIVE for port object 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:39.694865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-cb2b5579-3a6b-470c-81df-d058232adc8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 217 time: 0.1072216 Aug 29 04:17:39.701724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb6536-93b8-42a2-8bf5-ab8b6d30e96a None None] Port c30962b7-d3c9-4e18-988f-3fec45beee9e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:39.702197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.738627 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ccf5bb-9706-4d8a-b29f-fd0571bafa7d x-openstack-request-id: req-c5ccf5bb-9706-4d8a-b29f-fd0571bafa7d {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:39.738789 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6a165-5338-44a4-83be-80fd7c15d543", "name": "network-vif-deleted", "tag": "bda01047-c2ef-4bbe-8f71-8f350d2f709f", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:39.738959 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5ccf5bb-9706-4d8a-b29f-fd0571bafa7d {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:39.739454 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6a165-5338-44a4-83be-80fd7c15d543', 'name': 'network-vif-deleted', 'tag': 'bda01047-c2ef-4bbe-8f71-8f350d2f709f', 'status': 'completed', 'code': 200} Aug 29 04:17:39.932565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.985369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:40.032595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:40.049406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 739af030-ccdb-4289-bb06-c5dd3718c423 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:40.069235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:40.069893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:40.102869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Attempting to bind port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:40.103434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Attempting to bind port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:40.103639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Attempting to bind port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:40.106793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-b14e4a46-abd5-4701-945e-ab1cd128fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.108463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-b14e4a46-abd5-4701-945e-ab1cd128fdb4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.3904324 Aug 29 04:17:40.145208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bf8427ab-6d04-4635-8946-6683b422d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.146832 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bf8427ab-6d04-4635-8946-6683b422d79f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1097 time: 0.3195350 Aug 29 04:17:40.436351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:40.453560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:40.487106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '739af030-ccdb-4289-bb06-c5dd3718c423', 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'port_id': '739af030-ccdb-4289-bb06-c5dd3718c423', 'mac_address': 'fa:16:3e:bf:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87caf25-1667-43fd-be52-b8a81d091bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:40.522734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:40.522734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Attempting to bind port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:40.541884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5494d-be12-43ff-9ed3-c0bc9ba13c93 req-82632fd9-e4b4-4a81-ad3b-2c6984f5d104 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.551819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b5494d-be12-43ff-9ed3-c0bc9ba13c93 req-82632fd9-e4b4-4a81-ad3b-2c6984f5d104 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 944 time: 0.5697448 Aug 29 04:17:40.589356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:40.589822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:40.590228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:40.590689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Bound port: 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:40.591053 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.616689 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.637160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739af030-ccdb-4289-bb06-c5dd3718c423 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:40.657024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-872cd60c-f60d-44a3-b024-c509f974730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.658890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-872cd60c-f60d-44a3-b024-c509f974730b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.5004478 Aug 29 04:17:40.679326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:40.699436 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.718944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b5494d-be12-43ff-9ed3-c0bc9ba13c93 req-2a57151c-2916-4ed6-8919-db149ea60867 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539207 Aug 29 04:17:40.781330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:40.790894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-b64de2ef-652a-4799-9a9c-2402c449fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.803232 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-b64de2ef-652a-4799-9a9c-2402c449fb46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6628089 Aug 29 04:17:40.823409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:40.863211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-3600203e-1b50-4b5c-b59b-1ea319e42adf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 200 len: 217 time: 0.1893179 Aug 29 04:17:40.890446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8887-820c-4e9f-b000-7cc77a56078b None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:21Z', 'revision_number': 4, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '27c382a1-df8e-4b9f-9851-8f0694a8e148', 'name': '', 'network_id': '695a6f65-14b0-4f20-937c-2dc7961fbfa0', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'mac_address': 'fa:16:3e:d4:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:20Z', 'updated_at': '2021-08-29T04:16:29Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'subnets': [{'id': '27fd8442-79f6-46be-a4ca-f9582dd29a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:40.989616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['739af030-ccdb-4289-bb06-c5dd3718c423'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:41.055141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] For port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:41.096173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30962b7-d3c9-4e18-988f-3fec45beee9e {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:41.103252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] For port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:41.115974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.133080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.135801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-cb212328-823d-451b-9cf0-cf7a7fabd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.137477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-cb212328-823d-451b-9cf0-cf7a7fabd35b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.2428122 Aug 29 04:17:41.162315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4856e-03ee-4a8c-aa88-d96795ea3b11 req-5f79387d-d72d-4bd5-ab91-dfab3d6fdc1d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.163780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfa4856e-03ee-4a8c-aa88-d96795ea3b11 req-5f79387d-d72d-4bd5-ab91-dfab3d6fdc1d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 936 time: 0.2680049 Aug 29 04:17:41.195145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-0f8a5b27-0e56-40fd-8ad3-e7ccc674f14b service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910229 Aug 29 04:17:41.196154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Transition to ACTIVE for port object c30962b7-d3c9-4e18-988f-3fec45beee9e will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:41.272383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.275855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.276534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.277992 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] 10.222.0.65 "PUT /v2.0/ports/3dd3bf5f-8f41-402a-b9f7-949d9dd0378f HTTP/1.1" status: 200 len: 1096 time: 3.1023674 Aug 29 04:17:41.297208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-7fff96c2-9080-4ffc-a8e2-5ad25406d7f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499243 Aug 29 04:17:41.431128 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e9f33-b754-4076-a648-fc67328b8c28 None None] New status for floating IP 9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:41.569423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c978e8-96e3-4d39-afd3-2fda9330f862 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:41.605956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfa4856e-03ee-4a8c-aa88-d96795ea3b11 req-f52fb355-8ee8-4c28-b9f6-bd4f00f98921 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086246 Aug 29 04:17:41.661305 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:17:41.722007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Pushing event updated for resources: {'Port': ['ID=c30962b7-d3c9-4e18-988f-3fec45beee9e,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:41.734676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-5e72b2ad-d170-4376-ba89-5b1432fa01ad service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961651 Aug 29 04:17:41.770716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148'}, {'name': 'network-changed', 'server_uuid': '7520b86e-106c-4ab2-966e-c5341fe01447', 'tag': '3dd3bf5f-8f41-402a-b9f7-949d9dd0378f'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:41.773124 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe3f554-10b3-4ece-bf98-c91e12a473b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148"}, {"name": "network-changed", "server_uuid": "7520b86e-106c-4ab2-966e-c5341fe01447", "tag": "3dd3bf5f-8f41-402a-b9f7-949d9dd0378f"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:41.777396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Attempting to bind port c30962b7-d3c9-4e18-988f-3fec45beee9e on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:41.777742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Attempting to bind port c30962b7-d3c9-4e18-988f-3fec45beee9e by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:41.778072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Attempting to bind port c30962b7-d3c9-4e18-988f-3fec45beee9e on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:41.793764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Port c30962b7-d3c9-4e18-988f-3fec45beee9e on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:41.794093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Attempting to bind port c30962b7-d3c9-4e18-988f-3fec45beee9e on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:41.798185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-929ee8a2-6258-4b51-a809-3deb4de98f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.799705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-929ee8a2-6258-4b51-a809-3deb4de98f23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 1099 time: 0.4020452 Aug 29 04:17:41.853816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db515174-2dcd-4b05-ad02-5f7e72f54531 req-51fee727-51a9-44cb-8200-8127ab1ad7d4 service neutron] 10.222.0.58 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385500 Aug 29 04:17:41.863416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:41.863837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:41.864348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:41.865834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Bound port: c30962b7-d3c9-4e18-988f-3fec45beee9e, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:41.866461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.928464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-eea0edbb-9116-4b30-bddc-b86b5100cdc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f HTTP/1.1" status: 200 len: 217 time: 0.0774355 Aug 29 04:17:42.043941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 739af030-ccdb-4289-bb06-c5dd3718c423 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:42.098573 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-3e71eccc-73a0-4efc-8526-44f4b3a40912 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360724 Aug 29 04:17:42.113407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348222cf-12fc-427c-87a8-853e63e79c11 req-244a9ba9-e42b-47f9-a967-f7f7458fa5dd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.115106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-348222cf-12fc-427c-87a8-853e63e79c11 req-244a9ba9-e42b-47f9-a967-f7f7458fa5dd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 945 time: 0.2548199 Aug 29 04:17:42.119457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-aa5193d4-7d12-4ef0-8290-e081ded679a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.121042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-aa5193d4-7d12-4ef0-8290-e081ded679a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1733017 Aug 29 04:17:42.125608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] For port c30962b7-d3c9-4e18-988f-3fec45beee9e, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:42.134413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] For port c30962b7-d3c9-4e18-988f-3fec45beee9e, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c30962b7-d3c9-4e18-988f-3fec45beee9e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:42.157859 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.229532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 739af030-ccdb-4289-bb06-c5dd3718c423 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:42.247140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-348222cf-12fc-427c-87a8-853e63e79c11 req-a9267bc9-21a7-49ce-8631-a98182f88c10 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235461 Aug 29 04:17:42.258629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 739af030-ccdb-4289-bb06-c5dd3718c423 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:42.259557 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.260267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.260912 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.262758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] 10.222.0.64 "PUT /v2.0/ports/c30962b7-d3c9-4e18-988f-3fec45beee9e HTTP/1.1" status: 200 len: 1097 time: 3.0043547 Aug 29 04:17:42.281689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c8c8f-f3ff-4f0f-9551-eff9d82c9893 service neutron] Pushing event updated for resources: {'Port': ['ID=c30962b7-d3c9-4e18-988f-3fec45beee9e,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.287094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-b1954c42-74b6-429d-82be-7d682de88391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.288901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-b1954c42-74b6-429d-82be-7d682de88391 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1528199 Aug 29 04:17:42.471703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.526577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:42.538560 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bbfa64-269b-49ff-9363-4bbb0528ecc6" -d '{"events": [{"server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "name": "network-vif-plugged", "status": "completed", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:42.560905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:42.570912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.575326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-cc722556-62ae-41b9-a9f0-6f2b1f1f811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.578553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-cc722556-62ae-41b9-a9f0-6f2b1f1f811a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da80d5a92a94c6c9496d3e11818557e&device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 1098 time: 0.1094682 Aug 29 04:17:42.608109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a3897e7d-d3e2-493f-9673-578ec6d3fe65 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006623 Aug 29 04:17:42.625055 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6812481-f57c-4368-adfd-7c1d920f558f x-openstack-request-id: req-c6812481-f57c-4368-adfd-7c1d920f558f {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:42.625352 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7520b86e-106c-4ab2-966e-c5341fe01447", "tag": "3dd3bf5f-8f41-402a-b9f7-949d9dd0378f", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:42.625602 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6812481-f57c-4368-adfd-7c1d920f558f {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:42.625994 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'status': 'completed', 'code': 200} Aug 29 04:17:42.626390 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7520b86e-106c-4ab2-966e-c5341fe01447', 'tag': '3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', 'status': 'completed', 'code': 200} Aug 29 04:17:42.644204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.737526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-2e0741f6-33cd-47dc-a27a-4194572ac607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.739133 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-2e0741f6-33cd-47dc-a27a-4194572ac607 service neutron] 10.222.0.65 "GET /v2.0/networks?id=695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 200 len: 922 time: 0.1528265 Aug 29 04:17:42.790472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-f98f674b-c503-4020-9eb4-2b1bfbb17373 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.791891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-f98f674b-c503-4020-9eb4-2b1bfbb17373 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.4828067 Aug 29 04:17:42.798578 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-b90b9a3a-289b-496d-9f8b-a22e72cce01c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 200 len: 217 time: 0.0507698 Aug 29 04:17:42.803695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-7497e3fb-851c-457a-ab67-e43dcd18376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.805270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-7497e3fb-851c-457a-ab67-e43dcd18376e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 1100 time: 0.3765612 Aug 29 04:17:42.827617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12a390-f025-4233-8052-e09791d46ee9 req-511f316c-3aba-4333-a77d-e6a77fbd7fe3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.829371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b12a390-f025-4233-8052-e09791d46ee9 req-511f316c-3aba-4333-a77d-e6a77fbd7fe3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 946 time: 0.4028466 Aug 29 04:17:42.833450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-15'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:42.867073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-5b999e3a-a409-4c9f-967a-bb2d35a06f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.868636 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-5b999e3a-a409-4c9f-967a-bb2d35a06f9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 200 len: 860 time: 0.0617013 Aug 29 04:17:42.872844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7741dcd-794a-426e-b352-21c3d373f649 req-07ddbb3a-023a-477c-aafd-7afe2876d00f tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.874287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7741dcd-794a-426e-b352-21c3d373f649 req-07ddbb3a-023a-477c-aafd-7afe2876d00f tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 950 time: 0.2514555 Aug 29 04:17:42.926068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-8932f10e-3a0f-44fd-9ece-14e73c37f5f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c30962b7-d3c9-4e18-988f-3fec45beee9e HTTP/1.1" status: 200 len: 217 time: 0.0875108 Aug 29 04:17:42.934553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-12d5f4b1-2503-4b72-a27b-d67241d9f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.936577 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-12d5f4b1-2503-4b72-a27b-d67241d9f55f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=695a6f65-14b0-4f20-937c-2dc7961fbfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567441 Aug 29 04:17:42.964014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-66d8d605-3c4f-41f9-af9e-f9c64603ae24 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220541 Aug 29 04:17:43.083636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b12a390-f025-4233-8052-e09791d46ee9 req-d2c9353c-fc10-4d2d-bba8-8202c0157f4d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007649 Aug 29 04:17:43.083636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.083636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7741dcd-794a-426e-b352-21c3d373f649 req-89611c96-3d24-42de-a892-768fb1260fff tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535296 Aug 29 04:17:43.098448 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-3220433e-2070-45cd-bbf9-4cc2552cbec5 service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415288 Aug 29 04:17:43.098923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d0c41449-34ca-4459-9fd9-54f7dff0e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.098923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-d0c41449-34ca-4459-9fd9-54f7dff0e455 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1547606 Aug 29 04:17:43.173212 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9329e9dd-38bf-446d-83d2-35f2b88e4fcd x-openstack-request-id: req-9329e9dd-38bf-446d-83d2-35f2b88e4fcd {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:43.173715 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "name": "network-vif-plugged", "status": "completed", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:43.173819 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9329e9dd-38bf-446d-83d2-35f2b88e4fcd {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:43.174257 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423', 'code': 200} Aug 29 04:17:43.240749 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-be630599-e8b0-44bc-a8e7-9e1b4c8740ad service neutron] 10.222.0.65 "GET /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426227 Aug 29 04:17:43.338327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-a1b3ef12-26c6-4ce6-9ba5-f677acdf5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.339801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-a1b3ef12-26c6-4ce6-9ba5-f677acdf5213 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 1099 time: 0.0488079 Aug 29 04:17:43.445675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-d2e70517-7f49-4f71-bcd4-550a5be8ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.447749 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-d2e70517-7f49-4f71-bcd4-550a5be8ef60 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.0970631 Aug 29 04:17:43.493932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-80ab411c-979a-4a95-ab24-08f2a3c2162d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f HTTP/1.1" status: 200 len: 217 time: 0.0359430 Aug 29 04:17:43.552027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-8b9693a5-bdb0-417d-8462-cfc7d6f3608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.553983 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-8b9693a5-bdb0-417d-8462-cfc7d6f3608b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0514019 Aug 29 04:17:43.591637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a391907a-683c-400f-9f08-a848c7324535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.593055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-a391907a-683c-400f-9f08-a848c7324535 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4643204 Aug 29 04:17:43.604111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-9ac193ee-cd09-4375-a079-15bfc6454cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.605802 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-9ac193ee-cd09-4375-a079-15bfc6454cce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0420325 Aug 29 04:17:43.643301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652ad5-b617-46c6-bb5e-4af04d2ab350 req-8a879823-245f-4bc3-83c5-7d2c013c67b7 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.644831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0652ad5-b617-46c6-bb5e-4af04d2ab350 req-8a879823-245f-4bc3-83c5-7d2c013c67b7 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 950 time: 0.4779048 Aug 29 04:17:43.698686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361146e9-8617-4004-9381-be5c7a95ea52 req-785604e9-13a4-4775-899b-664bff4b8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.699793 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-15b85907-fae3-4b8c-927a-fc9c3f256d3c service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850842 Aug 29 04:17:43.700174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-361146e9-8617-4004-9381-be5c7a95ea52 req-785604e9-13a4-4775-899b-664bff4b8c7d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1098 time: 0.2119062 Aug 29 04:17:43.723883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.65', 62329) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:43.737178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb978dbd-8b40-4f17-99dd-67ec12e245f8 req-8bb30897-6c55-4d83-ba6d-cfb2508a2f60 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.738149 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb978dbd-8b40-4f17-99dd-67ec12e245f8 req-8bb30897-6c55-4d83-ba6d-cfb2508a2f60 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 948 time: 0.2509711 Aug 29 04:17:43.776326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:43.848359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0652ad5-b617-46c6-bb5e-4af04d2ab350 req-af987f62-d8c3-4501-b5e0-03646303f12f tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8a2bc59-013a-48f0-8437-45d5b0c8a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886244 Aug 29 04:17:43.874878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622d80-f002-4628-98f6-29151c582357 req-eb391f9e-1418-4ba6-9628-fd85ca6713c9 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.875068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-361146e9-8617-4004-9381-be5c7a95ea52 req-0444e6cc-26b7-461d-b08d-0c8077777700 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357677 Aug 29 04:17:43.876466 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f622d80-f002-4628-98f6-29151c582357 req-eb391f9e-1418-4ba6-9628-fd85ca6713c9 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.65 "GET /v2.0/ports?device_id=64b044db-a7ec-4a85-aab4-251199b5aa84 HTTP/1.1" status: 200 len: 950 time: 0.1604784 Aug 29 04:17:43.884559 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb978dbd-8b40-4f17-99dd-67ec12e245f8 req-4b01af8c-c2cf-4c29-b255-5afe575ba5a1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384394 Aug 29 04:17:43.892349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-3fc67921-c82b-4ea3-8b8c-bb97e034d29d service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871239 Aug 29 04:17:43.895432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:43.899040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-bfd80232-5bcb-4224-accf-fa6ca8ff88f8 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.901099 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-bfd80232-5bcb-4224-accf-fa6ca8ff88f8 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 950 time: 0.1740704 Aug 29 04:17:43.916847 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fe3f554-10b3-4ece-bf98-c91e12a473b0 req-50b57c10-e807-427b-88ae-a5cbcaa2007b service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918762 Aug 29 04:17:44.060708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-9e0f1911-b818-48ec-8aaf-0c161cdc4322 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips/9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 HTTP/1.1" status: 200 len: 694 time: 0.1393971 Aug 29 04:17:44.062529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.087792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.201583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a47a0-2f87-429b-84fe-58f7c0751ea0 req-3083b629-9b7c-47e7-b229-b943144eda1a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.203075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-705a47a0-2f87-429b-84fe-58f7c0751ea0 req-3083b629-9b7c-47e7-b229-b943144eda1a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 945 time: 0.2217777 Aug 29 04:17:44.236038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed26ef-c55f-4665-8e64-fa2518ce9da8 req-bbfca0a7-a46d-40e6-b36a-96d5d69b7d52 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159740 Aug 29 04:17:44.236265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Deleting port 30f891f6-c821-4a54-aaa2-50989f2439ad {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:44.236366 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.273466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=7']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.284098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Deleting port c7f59711-26be-4693-a1f9-9c3c405f63a0 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:44.284098 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.329388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-bd02ae64-57bb-4ab5-bc3a-6c8d3d7279f9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.330771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-bd02ae64-57bb-4ab5-bc3a-6c8d3d7279f9 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.2624583 Aug 29 04:17:44.336165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-705a47a0-2f87-429b-84fe-58f7c0751ea0 req-f15d74f1-c6e5-40e7-9f5f-efbb8bc74027 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173065 Aug 29 04:17:44.336165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on host n-h1-712142-15 for vnic_type normal with profile {"migrating_to": "n-h2-712142-15"} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:44.336165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:44.336165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:44.343971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:44.344451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Attempting to bind port d9d65c8d-0a03-46c8-977f-6d475526bad6 on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:44.353684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a317c48b-64f8-4111-9bdd-8c425ab993e0 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:44.354817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a317c48b-64f8-4111-9bdd-8c425ab993e0 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077929 Aug 29 04:17:44.362263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:44.364285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:44.364880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:44.365359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Bound port: d9d65c8d-0a03-46c8-977f-6d475526bad6, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:44.365843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.402228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] For port 30f891f6-c821-4a54-aaa2-50989f2439ad, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=30f891f6-c821-4a54-aaa2-50989f2439ad,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:44.402615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.423685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] For port c7f59711-26be-4693-a1f9-9c3c405f63a0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c7f59711-26be-4693-a1f9-9c3c405f63a0,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:44.424066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.426472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Calling delete_port for 30f891f6-c821-4a54-aaa2-50989f2439ad owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:44.442795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Calling delete_port for c7f59711-26be-4693-a1f9-9c3c405f63a0 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:44.454593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-dfb2be9f-2bc1-4a10-a61e-9d44672b62dd tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 697 time: 0.0767047 Aug 29 04:17:44.539310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-e8b01cca-4d4a-493e-9687-dc0e7f91543d tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 697 time: 0.0733492 Aug 29 04:17:44.596848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:44.627839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a7d35f-1a78-4fd8-a346-5ba422262ffc', 'tag': 'c30962b7-d3c9-4e18-988f-3fec45beee9e'}, {'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:44.630102 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c" -d '{"events": [{"name": "network-changed", "server_uuid": "22a7d35f-1a78-4fd8-a346-5ba422262ffc", "tag": "c30962b7-d3c9-4e18-988f-3fec45beee9e"}, {"server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:44.659769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:44.661698 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.663902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.677947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['30f891f6-c821-4a54-aaa2-50989f2439ad'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:44.681505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2d301fae-f856-42f5-99c6-8c6118f7b5b2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:44.702802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Pushing event deleted for resources: {'Port': ['ID=30f891f6-c821-4a54-aaa2-50989f2439ad,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.705791 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.765290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Pushing event deleted for resources: {'Port': ['ID=c7f59711-26be-4693-a1f9-9c3c405f63a0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.778712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['c7f59711-26be-4693-a1f9-9c3c405f63a0'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:44.803525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] No DVR routers for this DVR port c7f59711-26be-4693-a1f9-9c3c405f63a0 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:44.808767 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.811446 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f622d80-f002-4628-98f6-29151c582357 req-81fc0be8-990a-469e-a365-556e83ce32a0 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.65 "DELETE /v2.0/ports/c7f59711-26be-4693-a1f9-9c3c405f63a0 HTTP/1.1" status: 204 len: 173 time: 0.7317896 Aug 29 04:17:44.816702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b044db-a7ec-4a85-aab4-251199b5aa84', 'name': 'network-vif-deleted', 'tag': 'c7f59711-26be-4693-a1f9-9c3c405f63a0'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:44.819329 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bf325a-301e-49db-b676-845f7e73e080" -d '{"events": [{"server_uuid": "64b044db-a7ec-4a85-aab4-251199b5aa84", "name": "network-vif-deleted", "tag": "c7f59711-26be-4693-a1f9-9c3c405f63a0"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:44.823602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-1be07c38-ac5c-4b98-b602-ecfe48bc9612 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.831593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-1be07c38-ac5c-4b98-b602-ecfe48bc9612 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/networks?id=d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 HTTP/1.1" status: 200 len: 815 time: 0.3239601 Aug 29 04:17:44.848628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] No DVR routers for this DVR port 30f891f6-c821-4a54-aaa2-50989f2439ad on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:44.852908 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.856809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03a0df02-bed5-4604-b6f8-999c27a20c33 req-5e92b3e5-c731-4822-9dd2-50dad9b726e6 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.65 "DELETE /v2.0/ports/30f891f6-c821-4a54-aaa2-50989f2439ad HTTP/1.1" status: 204 len: 173 time: 0.7775273 Aug 29 04:17:44.863671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=8']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.891357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-0d0ac755-553f-42aa-8ef6-5921f260d19f tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/quotas/7f8d519bb4e3420b98d88f5cb8511ee4 HTTP/1.1" status: 200 len: 375 time: 0.0587730 Aug 29 04:17:44.904787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.905130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.905582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.905979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.906302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.906641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.906994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.907374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.907680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.917945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.918511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.918916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.982623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.983442 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.984980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-bb953093-b7b7-4357-a0e7-8ce5500d6c07 service neutron] 10.222.0.65 "PUT /v2.0/ports/d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 200 len: 1123 time: 2.1769631 Aug 29 04:17:45.004117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Deleting port 00f56561-7ae0-48f1-a220-29ec79b0b4a3 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:45.004550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.062053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-c8432798-b4c0-4acf-93a6-43011c9433d4 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f8d519bb4e3420b98d88f5cb8511ee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697915 Aug 29 04:17:45.154516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.154954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.171067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9d65c8d-0a03-46c8-977f-6d475526bad6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:45.171788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Calling delete_port for 00f56561-7ae0-48f1-a220-29ec79b0b4a3 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:45.250924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-3c962655-63c1-4c44-8913-bf4734ea389e service neutron] 10.222.0.58 "GET /v2.0/networks/d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670811 Aug 29 04:17:45.406857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-1f16fa59-136e-44c6-93f3-63ef370ecdd8 service neutron] 10.222.0.58 "GET /v2.0/networks/d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483276 Aug 29 04:17:45.444645 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.493565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Pushing event deleted for resources: {'Port': ['ID=00f56561-7ae0-48f1-a220-29ec79b0b4a3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:45.528721 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.531603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.533799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-325966d4-99f2-4921-b3cf-a2a4a42a0970 req-a58950bc-a628-4de4-bf43-ee1bab68ebb3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "DELETE /v2.0/floatingips/9bd3ba3e-bffb-4b5a-a6e5-126da3c954d2 HTTP/1.1" status: 204 len: 173 time: 0.9540024 Aug 29 04:17:45.662156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13830b-bae3-42a8-9cce-366ef9d45aca req-727137d4-2ba7-496b-970e-b199999d49a7 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.681574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b13830b-bae3-42a8-9cce-366ef9d45aca req-727137d4-2ba7-496b-970e-b199999d49a7 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 946 time: 0.0781679 Aug 29 04:17:45.693131 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7de0b-c4ce-4dcb-aa85-5adcf1366a19 x-openstack-request-id: req-28e7de0b-c4ce-4dcb-aa85-5adcf1366a19 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:45.693442 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a7d35f-1a78-4fd8-a346-5ba422262ffc", "tag": "c30962b7-d3c9-4e18-988f-3fec45beee9e", "status": "completed", "code": 200}, {"server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:45.693703 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28e7de0b-c4ce-4dcb-aa85-5adcf1366a19 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:45.694181 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a7d35f-1a78-4fd8-a346-5ba422262ffc', 'tag': 'c30962b7-d3c9-4e18-988f-3fec45beee9e', 'status': 'completed', 'code': 200} Aug 29 04:17:45.694451 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6', 'code': 200} Aug 29 04:17:45.702599 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cfbea9-b80e-4adc-b707-f21cd730e791 x-openstack-request-id: req-d8cfbea9-b80e-4adc-b707-f21cd730e791 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:45.703610 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b044db-a7ec-4a85-aab4-251199b5aa84", "name": "network-vif-deleted", "tag": "c7f59711-26be-4693-a1f9-9c3c405f63a0", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:45.704350 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8cfbea9-b80e-4adc-b707-f21cd730e791 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:45.705241 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b044db-a7ec-4a85-aab4-251199b5aa84', 'name': 'network-vif-deleted', 'tag': 'c7f59711-26be-4693-a1f9-9c3c405f63a0', 'status': 'completed', 'code': 200} Aug 29 04:17:45.788881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b13830b-bae3-42a8-9cce-366ef9d45aca req-ad80c4b6-617d-4275-89c9-77d9cd19622f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977728 Aug 29 04:17:45.814213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-b4da15ee-c2ad-48e5-8fee-326a3b566519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.816231 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-b4da15ee-c2ad-48e5-8fee-326a3b566519 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 1100 time: 0.1037309 Aug 29 04:17:45.857317 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26531fd0-2caf-4ee0-9ca6-469170bfea06 req-f8318832-f75b-4d90-811d-08d57c604e65 tempest-ServersAdminNegativeTestJSON-1896140395 tempest-ServersAdminNegativeTestJSON-1896140395-project] 10.222.0.58 "GET /v2.0/ports?device_id=f915b17f-3e5b-4cbc-bf54-bbaf01c42f68 HTTP/1.1" status: 200 len: 210 time: 0.0398917 Aug 29 04:17:46.065943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:46.176622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:46.189085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', 'mac_address': 'fa:16:3e:a1:5d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:46.230126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.244877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:46.268959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:46.273220 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.301588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383960bf-ad52-40f7-98e2-dd2214bbac83 req-ec59909b-a9f5-4052-b67b-6ec97679d03e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.303108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-383960bf-ad52-40f7-98e2-dd2214bbac83 req-ec59909b-a9f5-4052-b67b-6ec97679d03e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 948 time: 0.4490874 Aug 29 04:17:46.310588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-06027781-d55d-4fad-948b-6a5f2a054252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.312518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-06027781-d55d-4fad-948b-6a5f2a054252 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.4847977 Aug 29 04:17:46.323510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:46.392316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f70d27-5f67-4085-a57c-0ff3709fd814 req-53139e95-bad6-4623-8b2c-f8ccd171d18a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.396444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33f70d27-5f67-4085-a57c-0ff3709fd814 req-53139e95-bad6-4623-8b2c-f8ccd171d18a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 943 time: 0.1521106 Aug 29 04:17:46.400326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-67138a47-9885-4593-99bd-ecfc33971ff0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c30962b7-d3c9-4e18-988f-3fec45beee9e HTTP/1.1" status: 200 len: 217 time: 0.0775983 Aug 29 04:17:46.438969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-383960bf-ad52-40f7-98e2-dd2214bbac83 req-4bfa28d9-5efb-41a9-894a-5cf84cd6beb3 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254487 Aug 29 04:17:46.480909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33f70d27-5f67-4085-a57c-0ff3709fd814 req-84b119c9-3820-4a58-b4c5-b6c27fdf5b1c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796235 Aug 29 04:17:46.490286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-f767705f-3321-40df-b42a-1f239b81bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.491733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-f767705f-3321-40df-b42a-1f239b81bded service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0753582 Aug 29 04:17:46.532619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:46.552028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-aa7c9f58-c49d-4419-9a79-aaa84dcb7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.553652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-aa7c9f58-c49d-4419-9a79-aaa84dcb7a86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448651 Aug 29 04:17:46.658482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b68c1b4f-302a-4dc8-beb7-8207266f6aeb req-bfd7b756-17f3-485b-a67e-f538f2c43401 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 210 time: 0.0692077 Aug 29 04:17:46.739351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-921e3a8d-9c49-459e-9cff-19cafca86f65 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762300 Aug 29 04:17:46.895151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-39737bef-1d29-4ff7-bb9a-78adc5d8b82b tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.896739 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-39737bef-1d29-4ff7-bb9a-78adc5d8b82b tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.64 "GET /v2.0/networks?id=d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 HTTP/1.1" status: 200 len: 815 time: 0.1609666 Aug 29 04:17:46.913249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Request body: {'port': {'device_id': '29fc6835-826b-4fd2-b081-5b862bd8a977', 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5', 'admin_state_up': True, 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:46.952215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7b65-0761-4bf8-8380-1b5ee070d6dc req-77a2c624-ae55-49f9-b19a-7a9d57dc2f8d tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.953722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f1f7b65-0761-4bf8-8380-1b5ee070d6dc req-77a2c624-ae55-49f9-b19a-7a9d57dc2f8d tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 946 time: 0.1120820 Aug 29 04:17:46.956745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6f05243-fa6f-4ccc-ae7a-38293cd2e01c req-0cc5dc7d-bc1b-4e80-bc84-4e333b18e4d1 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045567 Aug 29 04:17:46.982362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907665-f3b5-47bd-bfd7-382da7bb4064 req-8347f2ac-de15-492d-b730-a83581f23818 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.983918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67907665-f3b5-47bd-bfd7-382da7bb4064 req-8347f2ac-de15-492d-b730-a83581f23818 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1098 time: 0.1037431 Aug 29 04:17:47.015935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f1f7b65-0761-4bf8-8380-1b5ee070d6dc req-6d7131a8-33e7-47f4-bf96-72ca16a3652f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557554 Aug 29 04:17:47.046495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67907665-f3b5-47bd-bfd7-382da7bb4064 req-4ecaa1a3-a523-4233-b0d9-9b3b54b1d5fc tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 Aug 29 04:17:47.055781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c30962b7-d3c9-4e18-988f-3fec45beee9e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:47.062276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Made reservation on behalf of 7f8d519bb4e3420b98d88f5cb8511ee4 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:47.067536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.180033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c30962b7-d3c9-4e18-988f-3fec45beee9e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c30962b7-d3c9-4e18-988f-3fec45beee9e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:47.212290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'c30962b7-d3c9-4e18-988f-3fec45beee9e', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'c30962b7-d3c9-4e18-988f-3fec45beee9e', 'mac_address': 'fa:16:3e:16:c2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:47.283519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Allocated IP 172.20.0.11 (d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5/ad066df9-8dc9-4722-84b0-17cff9c36dbb/9f19643e-3885-451c-abc3-e3477ca4cb0a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:47.285246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897d544-573b-4a32-ac8f-8fec22d50948 req-eb183802-6a81-4204-a123-8dd2ec64c63f tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.286915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a897d544-573b-4a32-ac8f-8fec22d50948 req-eb183802-6a81-4204-a123-8dd2ec64c63f tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 949 time: 0.1214232 Aug 29 04:17:47.299492 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.327709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30962b7-d3c9-4e18-988f-3fec45beee9e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:47.351291 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dfc31f82-5b32-41d2-ba27-6d355e9c887a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.362058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c30962b7-d3c9-4e18-988f-3fec45beee9e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c30962b7-d3c9-4e18-988f-3fec45beee9e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:47.368374 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.372782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a897d544-573b-4a32-ac8f-8fec22d50948 req-12e4ff30-173d-44d6-af91-d5f0ace66600 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767434 Aug 29 04:17:47.399827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f396b1-bc48-4bb6-9732-6bb0ab95da33 req-d3d775f5-1e29-437e-9a95-23e55cc991ac tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.407432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94f396b1-bc48-4bb6-9732-6bb0ab95da33 req-d3d775f5-1e29-437e-9a95-23e55cc991ac tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1098 time: 0.1100447 Aug 29 04:17:47.434083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=c30962b7-d3c9-4e18-988f-3fec45beee9e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:47.496968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94f396b1-bc48-4bb6-9732-6bb0ab95da33 req-b4b32a80-6b09-4746-9b21-699b0829115f tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875216 Aug 29 04:17:47.537478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.600612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Transition to ACTIVE for port object 9f19643e-3885-451c-abc3-e3477ca4cb0a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:47.697149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.698427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d846-d2a7-45fa-9685-0096bcad9fec req-568697fa-7479-43cd-8d90-36cfe58de852 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.706332 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77b6d846-d2a7-45fa-9685-0096bcad9fec req-568697fa-7479-43cd-8d90-36cfe58de852 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 949 time: 0.1341305 Aug 29 04:17:47.708864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:47.719725 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854" -d '{"events": [{"name": "network-changed", "server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:47.735373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['c30962b7-d3c9-4e18-988f-3fec45beee9e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:47.740772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60980) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:47.743655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f915b17f-3e5b-4cbc-bf54-bbaf01c42f68', 'name': 'network-vif-deleted', 'tag': '30f891f6-c821-4a54-aaa2-50989f2439ad'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:47.749907 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edf59c8-2f73-4232-bf77-981cb8605932" -d '{"events": [{"server_uuid": "f915b17f-3e5b-4cbc-bf54-bbaf01c42f68", "name": "network-vif-deleted", "tag": "30f891f6-c821-4a54-aaa2-50989f2439ad"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:47.835212 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77b6d846-d2a7-45fa-9685-0096bcad9fec req-b37ed87d-3ec1-455c-83a7-d7c5a8ab9549 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912962 Aug 29 04:17:47.859910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c4672-c613-4676-afc6-944852aa17d3 req-7c9939ad-df89-43e1-bd7d-38fd04be78c9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.865960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c2c4672-c613-4676-afc6-944852aa17d3 req-7c9939ad-df89-43e1-bd7d-38fd04be78c9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 943 time: 0.1579292 Aug 29 04:17:47.881392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:47.885484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:47.891104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:47.893890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Pushing event updated for resources: {'Port': ['ID=9f19643e-3885-451c-abc3-e3477ca4cb0a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:47.941136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.941689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.941853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.942162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.942501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.942835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.943170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.943500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.943833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.944189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.944523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.944872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:47.973515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c2c4672-c613-4676-afc6-944852aa17d3 req-5d0d0109-f62d-43b0-a734-2e9c7b943d98 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970232 Aug 29 04:17:48.030255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.030992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.061924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d9d65c8d-0a03-46c8-977f-6d475526bad6 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:48.100292 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-24205d0c-9a72-4ec8-a587-1dc284820a0c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1899734 Aug 29 04:17:48.131497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:48.144645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Request body: {'port': {'device_id': '29fc6835-826b-4fd2-b081-5b862bd8a977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:48.295709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-93836820-6fe2-495d-ab3c-c1a5229e2106 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.297921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-93836820-6fe2-495d-ab3c-c1a5229e2106 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 946 time: 0.2231085 Aug 29 04:17:48.348869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.459571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c179e-3aae-4047-a2b9-2e339a944a26 req-235d77a6-fbed-46c3-b3b3-9a1cccf040a7 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.469432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f36c179e-3aae-4047-a2b9-2e339a944a26 req-235d77a6-fbed-46c3-b3b3-9a1cccf040a7 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 932 time: 0.3376369 Aug 29 04:17:48.613955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8d2b8cd8-a885-40e4-9950-b2f5310e82dc None None] Provisioning for port 9f19643e-3885-451c-abc3-e3477ca4cb0a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:48.635193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f36c179e-3aae-4047-a2b9-2e339a944a26 req-d8bc0ee4-e603-401b-b352-85482747d566 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533709 Aug 29 04:17:48.664308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Deleting port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:48.665663 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.671707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:48.702495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d9d65c8d-0a03-46c8-977f-6d475526bad6 has no active binding in host n-h2-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:17:48.708836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:48.717245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:48.717691 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.760685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8d2b8cd8-a885-40e4-9950-b2f5310e82dc None None] Provisioning complete for port 9f19643e-3885-451c-abc3-e3477ca4cb0a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:48.761025 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8cd8-a885-40e4-9950-b2f5310e82dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.801293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b8cd8-a885-40e4-9950-b2f5310e82dc None None] Port 9f19643e-3885-451c-abc3-e3477ca4cb0a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:48.812524 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64d5745-967d-4847-aff1-aa2feaaf643f x-openstack-request-id: req-e64d5745-967d-4847-aff1-aa2feaaf643f {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:48.813944 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:48.814229 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e64d5745-967d-4847-aff1-aa2feaaf643f {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:48.817120 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6', 'status': 'completed', 'code': 200} Aug 29 04:17:48.854519 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641f7800-9a03-4e71-b50f-aec9b0a7cec8 x-openstack-request-id: req-641f7800-9a03-4e71-b50f-aec9b0a7cec8 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:48.855030 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f915b17f-3e5b-4cbc-bf54-bbaf01c42f68", "name": "network-vif-deleted", "tag": "30f891f6-c821-4a54-aaa2-50989f2439ad", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:48.855433 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-641f7800-9a03-4e71-b50f-aec9b0a7cec8 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:48.855974 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f915b17f-3e5b-4cbc-bf54-bbaf01c42f68', 'name': 'network-vif-deleted', 'tag': '30f891f6-c821-4a54-aaa2-50989f2439ad', 'status': 'completed', 'code': 200} Aug 29 04:17:48.866809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 32768) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:48.868750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dd877aa9-2727-4a2b-9abf-20f99ef908e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4af7d46a098542ecb8c0a423b1f16abe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1122665 Aug 29 04:17:48.871838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f19643e-3885-451c-abc3-e3477ca4cb0a {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:48.885489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.922541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Transition to ACTIVE for port object 9f19643e-3885-451c-abc3-e3477ca4cb0a will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:48.932452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.946711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.047494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7520b86e-106c-4ab2-966e-c5341fe01447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd3bf5f-8f41-402a-b9f7-949d9dd0378f'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:49.054396 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e7d002-2325-48b6-96a4-3f475d189227" -d '{"events": [{"server_uuid": "7520b86e-106c-4ab2-966e-c5341fe01447", "name": "network-vif-plugged", "status": "completed", "tag": "3dd3bf5f-8f41-402a-b9f7-949d9dd0378f"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:49.064140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:49.071784 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.072881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c7f59711-26be-4693-a1f9-9c3c405f63a0 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:49.106249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Pushing event updated for resources: {'Port': ['ID=9f19643e-3885-451c-abc3-e3477ca4cb0a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.122696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: c7f59711-26be-4693-a1f9-9c3c405f63a0 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:49.123055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c7f59711-26be-4693-a1f9-9c3c405f63a0 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:49.123497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 30f891f6-c821-4a54-aaa2-50989f2439ad no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:49.194965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 30f891f6-c821-4a54-aaa2-50989f2439ad {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:49.194965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 30f891f6-c821-4a54-aaa2-50989f2439ad not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:49.201929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817760b6-33b4-4af6-af88-0aff6ac0ae07 req-da66028e-d48a-4485-88e0-159e6b30e9a3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.203693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-817760b6-33b4-4af6-af88-0aff6ac0ae07 req-da66028e-d48a-4485-88e0-159e6b30e9a3 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/ports?device_id=7df8f0b0-295d-47ac-960e-ba8812cc4b29 HTTP/1.1" status: 200 len: 946 time: 0.1962914 Aug 29 04:17:49.234611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-d9b10a91-32a4-4cea-ae28-a0c32421a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.236805 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-d9b10a91-32a4-4cea-ae28-a0c32421a652 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1126 time: 0.3375478 Aug 29 04:17:49.248907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] For port 0eb81eef-6a9b-4e09-b2a4-fe607e507148, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0eb81eef-6a9b-4e09-b2a4-fe607e507148,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:49.249390 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.250110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Attempting to bind port 9f19643e-3885-451c-abc3-e3477ca4cb0a on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:49.250457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Attempting to bind port 9f19643e-3885-451c-abc3-e3477ca4cb0a by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:49.250796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Attempting to bind port 9f19643e-3885-451c-abc3-e3477ca4cb0a on network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:49.260799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Port 9f19643e-3885-451c-abc3-e3477ca4cb0a on network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:49.261129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Attempting to bind port 9f19643e-3885-451c-abc3-e3477ca4cb0a on network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:49.278469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:49.279293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Checking segment: {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:49.281313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Calling delete_port for 0eb81eef-6a9b-4e09-b2a4-fe607e507148 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:49.286118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Bound using segment: {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:49.286350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.287494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Bound port: 9f19643e-3885-451c-abc3-e3477ca4cb0a, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c433da67-691e-4c63-b0b0-c19100aa5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:49.288148 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.481879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-5d977575-7933-4ee0-bb01-c0789d66a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.484791 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-5d977575-7933-4ee0-bb01-c0789d66a027 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.1754129 Aug 29 04:17:49.519108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-817760b6-33b4-4af6-af88-0aff6ac0ae07 req-a2c4b37e-e359-43cb-ba1b-cbd519e186b0 tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.58 "GET /v2.0/security-groups?id=f96e7a06-e3b7-4671-8cf2-454143c833e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903101 Aug 29 04:17:49.519974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66396d7-33b7-4e48-b225-21038de0a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.545764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] For port 9f19643e-3885-451c-abc3-e3477ca4cb0a, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:49.561287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] For port 9f19643e-3885-451c-abc3-e3477ca4cb0a, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9f19643e-3885-451c-abc3-e3477ca4cb0a,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:49.572069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.639250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66396d7-33b7-4e48-b225-21038de0a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.719103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Pushing event updated for resources: {'Port': ['ID=9f19643e-3885-451c-abc3-e3477ca4cb0a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.760419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.761159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.762791 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-e38aa311-4507-403f-bd3c-289cae9a1f4d service neutron] 10.222.0.64 "PUT /v2.0/ports/9f19643e-3885-451c-abc3-e3477ca4cb0a HTTP/1.1" status: 200 len: 1093 time: 1.6252043 Aug 29 04:17:49.778300 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66396d7-33b7-4e48-b225-21038de0a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.784255 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66396d7-33b7-4e48-b225-21038de0a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.785503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e66396d7-33b7-4e48-b225-21038de0a7f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8a2bc59-013a-48f0-8437-45d5b0c8a40f HTTP/1.1" status: 204 len: 168 time: 0.9172080 Aug 29 04:17:49.835011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66396d7-33b7-4e48-b225-21038de0a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a2bc59-013a-48f0-8437-45d5b0c8a40f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.889609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.938085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Pushing event deleted for resources: {'Port': ['ID=0eb81eef-6a9b-4e09-b2a4-fe607e507148,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.060640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 0eb81eef-6a9b-4e09-b2a4-fe607e507148 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:50.068933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] No DVR routers for this DVR port 0eb81eef-6a9b-4e09-b2a4-fe607e507148 on host n-h2-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:50.080585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.083026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee68b621-0547-4dd2-a289-bb6b0e9844cb req-2b669670-6f7e-4edc-9635-b3c00a50609f tempest-FloatingIPsAssociationTestJSON-362551566 tempest-FloatingIPsAssociationTestJSON-362551566-project] 10.222.0.65 "DELETE /v2.0/ports/0eb81eef-6a9b-4e09-b2a4-fe607e507148 HTTP/1.1" status: 204 len: 173 time: 1.7768979 Aug 29 04:17:50.144981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 0eb81eef-6a9b-4e09-b2a4-fe607e507148 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:50.146118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 0eb81eef-6a9b-4e09-b2a4-fe607e507148 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:50.254517 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.362051 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8947c320-f73f-4fb6-9027-35e7330366d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.385341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 32796) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:50.432064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2211fc90-a4b5-4b8e-a2c0-b5e530aa1070 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=896ba4445cd042eb95924cef41aecda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453389 Aug 29 04:17:50.434501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 32798) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:50.497190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8007a7d6-c227-4616-bf92-7796f5219705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.520421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8007a7d6-c227-4616-bf92-7796f5219705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.587419 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8007a7d6-c227-4616-bf92-7796f5219705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.590981 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8007a7d6-c227-4616-bf92-7796f5219705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.592315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8007a7d6-c227-4616-bf92-7796f5219705 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae6c1008-6d5d-473a-aa21-26f7c99fece5 HTTP/1.1" status: 204 len: 168 time: 0.1567848 Aug 29 04:17:50.621406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007a7d6-c227-4616-bf92-7796f5219705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6c1008-6d5d-473a-aa21-26f7c99fece5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.818619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'name': 'network-vif-deleted', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:50.821532 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f66843-9058-4d52-a411-ccb388594e5d" -d '{"events": [{"server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "name": "network-vif-deleted", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:50.857086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fc6835-826b-4fd2-b081-5b862bd8a977', 'tag': '9f19643e-3885-451c-abc3-e3477ca4cb0a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:50.866373 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ce629-2c91-45da-876c-90db3fd0cdf6" -d '{"events": [{"name": "network-changed", "server_uuid": "29fc6835-826b-4fd2-b081-5b862bd8a977", "tag": "9f19643e-3885-451c-abc3-e3477ca4cb0a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:51.078674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.093030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c30962b7-d3c9-4e18-988f-3fec45beee9e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:51.151731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port c30962b7-d3c9-4e18-988f-3fec45beee9e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:51.156694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port c30962b7-d3c9-4e18-988f-3fec45beee9e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:51.157744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.255157 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.296121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c30962b7-d3c9-4e18-988f-3fec45beee9e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c30962b7-d3c9-4e18-988f-3fec45beee9e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:51.304037 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.376104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=c30962b7-d3c9-4e18-988f-3fec45beee9e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.385389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.385752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.386102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.388222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.388728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.389150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.389692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.390111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.390590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.390997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.391662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:51.392170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:52.673057 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.092826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9d65c8d-0a03-46c8-977f-6d475526bad6 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:56.823108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.007053 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.198237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-365d1bb3-708a-44d2-bec5-c7a32cc1f241 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 200 len: 217 time: 0.0361304 Aug 29 04:17:59.301344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.64', 55688) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.317822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-b99b9347-3d9c-4ff7-b4c2-7044913094f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.319545 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-b99b9347-3d9c-4ff7-b4c2-7044913094f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f8d519bb4e3420b98d88f5cb8511ee4&device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 1096 time: 0.0433645 Aug 29 04:17:59.342650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-6793b70f-5188-4d71-a1ab-5f5b740746d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.344873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-6793b70f-5188-4d71-a1ab-5f5b740746d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.0681851 Aug 29 04:17:59.395835 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-baee86e9-3f8d-4180-8ec9-3dfe73f251ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299566 Aug 29 04:17:59.489041 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230a5e1-7fbc-4da8-a29e-d775e82bde4e req-444b27cd-e709-4a0b-9a0d-87723ab7a9b8 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.490808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5230a5e1-7fbc-4da8-a29e-d775e82bde4e req-444b27cd-e709-4a0b-9a0d-87723ab7a9b8 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 949 time: 0.0974565 Aug 29 04:17:59.501172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.64', 55690) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.592262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5230a5e1-7fbc-4da8-a29e-d775e82bde4e req-35c6ad3a-20c7-4dfd-9a27-89fd4e5176de tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/security-groups?id=1226674d-424e-4f09-820f-4534a5c2e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901153 Aug 29 04:17:59.608091 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-8b0c4d39-b7e7-4d54-80ae-f75b413ae388 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f19643e-3885-451c-abc3-e3477ca4cb0a HTTP/1.1" status: 200 len: 217 time: 0.2591338 Aug 29 04:17:59.613963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-b0058e8c-e29b-4c72-8166-82db9c615135 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:59.614932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-b0058e8c-e29b-4c72-8166-82db9c615135 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103133 Aug 29 04:17:59.616497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-2a715ff8-4eda-44d4-800e-38181a8b8e5f tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.618006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-2a715ff8-4eda-44d4-800e-38181a8b8e5f tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 949 time: 0.1148272 Aug 29 04:17:59.623525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-0ef9c8b3-a3a6-48b9-a776-1d7f041caba9 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907382 Aug 29 04:17:59.666611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Request body: {'binding': {'host': 'n-h1-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:59.667072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Unknown quota resources ['binding']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:17:59.699858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-afe60239-d5cf-4afd-a44d-a9f1ea028055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.701416 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-afe60239-d5cf-4afd-a44d-a9f1ea028055 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad066df9-8dc9-4722-84b0-17cff9c36dbb HTTP/1.1" status: 200 len: 854 time: 0.0827379 Aug 29 04:17:59.713710 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-accd2eda-df04-4325-90fa-f2838a18bfbf service neutron] 10.222.0.64 "GET /v2.0/ports/d9d65c8d-0a03-46c8-977f-6d475526bad6/bindings/n-h2-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.3930233 Aug 29 04:17:59.805650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7f92f-db65-46b4-b2a9-dfc9914b9a2f req-31f482c9-1e51-4509-bcf4-ec26e1235558 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.807255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ee7f92f-db65-46b4-b2a9-dfc9914b9a2f req-31f482c9-1e51-4509-bcf4-ec26e1235558 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 950 time: 0.1413274 Aug 29 04:17:59.827525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d6e5f3-a82d-4f42-84d2-fc30fe6c8854 req-a6bba80e-c248-4844-aa4f-900de19fd5c8 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889567 Aug 29 04:17:59.846636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-3a40bb9f-efab-4817-a1f5-67539b498ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.848421 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-3a40bb9f-efab-4817-a1f5-67539b498ee7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374762 Aug 29 04:17:59.870026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Deleting port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:59.870359 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.889379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ee7f92f-db65-46b4-b2a9-dfc9914b9a2f req-bb674f7f-5a3d-44ed-9af5-1f893324eba8 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643713 Aug 29 04:17:59.992628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] For port 2d301fae-f856-42f5-99c6-8c6118f7b5b2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2d301fae-f856-42f5-99c6-8c6118f7b5b2,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:59.992904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.008160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Calling delete_port for 2d301fae-f856-42f5-99c6-8c6118f7b5b2 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:00.034137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da34397-595d-413f-8440-604df1ed86c9 req-bd71f389-10b1-466e-89d3-b2eaca5c4eeb tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.035644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2da34397-595d-413f-8440-604df1ed86c9 req-bd71f389-10b1-466e-89d3-b2eaca5c4eeb tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 943 time: 0.0842533 Aug 29 04:18:00.050522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on host n-h1-712142-15 for vnic_type normal with profile None {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:00.050870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:00.051209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:00.069014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:00.069363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:00.084057 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-dfee7b5a-f59c-4ed1-bad8-e95045e93e43 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229781 Aug 29 04:18:00.086762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:00.087109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:00.087531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:00.087979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Bound port: 739af030-ccdb-4289-bb06-c5dd3718c423, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:00.117826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2da34397-595d-413f-8440-604df1ed86c9 req-657e553a-fd46-496d-826c-b547f0214408 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482345 Aug 29 04:18:00.171740 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f90a1-2a61-4e5a-b62c-42485322e0bf x-openstack-request-id: req-ba7f90a1-2a61-4e5a-b62c-42485322e0bf {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:00.172666 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7520b86e-106c-4ab2-966e-c5341fe01447", "name": "network-vif-plugged", "status": "completed", "tag": "3dd3bf5f-8f41-402a-b9f7-949d9dd0378f", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:00.173133 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba7f90a1-2a61-4e5a-b62c-42485322e0bf {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:00.173567 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7520b86e-106c-4ab2-966e-c5341fe01447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', 'code': 200} Aug 29 04:18:00.194818 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.201572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:00.209473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2d301fae-f856-42f5-99c6-8c6118f7b5b2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:00.247134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Pushing event deleted for resources: {'Port': ['ID=2d301fae-f856-42f5-99c6-8c6118f7b5b2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.267542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:00.303007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:00.315370 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.316569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-75269b28-08f8-499f-8d74-05cd707ea6be service neutron] 10.222.0.58 "POST /v2.0/ports/739af030-ccdb-4289-bb06-c5dd3718c423/bindings HTTP/1.1" status: 201 len: 390 time: 0.6849508 Aug 29 04:18:00.328653 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176ffd28-4109-43ba-b1ce-01dc3aa1cc61 req-32ac8f4e-3c8f-42f8-8ac5-39e32ffafe66 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328057 Aug 29 04:18:00.333414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] No DVR routers for this DVR port 2d301fae-f856-42f5-99c6-8c6118f7b5b2 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:00.339963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.341897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d65c8d-0a03-46c8-977f-6d475526bad6 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:00.342453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4ee937-9fd0-4d67-935b-6b7c8db42f96 req-120f9b9d-1e64-457e-8c6d-2a7fb3329d45 tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.64 "DELETE /v2.0/ports/2d301fae-f856-42f5-99c6-8c6118f7b5b2 HTTP/1.1" status: 204 len: 173 time: 0.7112286 Aug 29 04:18:00.358196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:00.372135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4312f64-1777-4cea-bb42-54511e881429 req-92ca8764-84f7-47ea-93ce-6e32ff93490c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.374185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4312f64-1777-4cea-bb42-54511e881429 req-92ca8764-84f7-47ea-93ce-6e32ff93490c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 944 time: 0.1447659 Aug 29 04:18:00.393807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.398543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f025-ffab-43a4-b8ac-1e9330ec8985 req-aabb71fc-fa4e-40e0-89f1-f994153da09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.400300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8444f025-ffab-43a4-b8ac-1e9330ec8985 req-aabb71fc-fa4e-40e0-89f1-f994153da09a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 1101 time: 0.1474576 Aug 29 04:18:00.434394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 32852) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.509700 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc81a58-8354-4286-ad53-58d6556b09c5 x-openstack-request-id: req-ecc81a58-8354-4286-ad53-58d6556b09c5 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:00.510296 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8f0b0-295d-47ac-960e-ba8812cc4b29", "name": "network-vif-deleted", "tag": "0eb81eef-6a9b-4e09-b2a4-fe607e507148", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:00.510719 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecc81a58-8354-4286-ad53-58d6556b09c5 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:00.511390 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8f0b0-295d-47ac-960e-ba8812cc4b29', 'name': 'network-vif-deleted', 'tag': '0eb81eef-6a9b-4e09-b2a4-fe607e507148', 'status': 'completed', 'code': 200} Aug 29 04:18:00.518898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4312f64-1777-4cea-bb42-54511e881429 req-1b52e332-8c77-477d-af5f-0813ccf39af2 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369071 Aug 29 04:18:00.523244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8444f025-ffab-43a4-b8ac-1e9330ec8985 req-42285f56-2ef0-4ba9-8eb8-9d16b846fecf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153708 Aug 29 04:18:00.550692 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fea007-f999-40de-97cb-1ea2021c9013 x-openstack-request-id: req-b1fea007-f999-40de-97cb-1ea2021c9013 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:00.550820 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fc6835-826b-4fd2-b081-5b862bd8a977", "tag": "9f19643e-3885-451c-abc3-e3477ca4cb0a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:00.551044 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1fea007-f999-40de-97cb-1ea2021c9013 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:00.551493 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fc6835-826b-4fd2-b081-5b862bd8a977', 'tag': '9f19643e-3885-451c-abc3-e3477ca4cb0a', 'status': 'completed', 'code': 200} Aug 29 04:18:00.562358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] Transition to ACTIVE for port object d9d65c8d-0a03-46c8-977f-6d475526bad6 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:00.574716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.690663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] No DVR routers for this DVR port d9d65c8d-0a03-46c8-977f-6d475526bad6 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:00.698234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-553437bc-ef83-43ca-b58c-e0582f09dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.699757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-553437bc-ef83-43ca-b58c-e0582f09dec8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f8d519bb4e3420b98d88f5cb8511ee4&device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 1096 time: 0.0906842 Aug 29 04:18:00.788017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] Pushing event updated for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.800647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b27c36f2-46b7-45f1-a51f-c144b10ea57c service neutron] 10.222.0.64 "PUT /v2.0/ports/d9d65c8d-0a03-46c8-977f-6d475526bad6/bindings/n-h2-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0769916 Aug 29 04:18:00.810499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-01a912b4-eadf-48da-a316-404c05a71413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.812644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-01a912b4-eadf-48da-a316-404c05a71413 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1098 time: 0.1196785 Aug 29 04:18:00.921176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-02d198de-e7e4-4046-8a0d-892ca062ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.922668 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-02d198de-e7e4-4046-8a0d-892ca062ab9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.1011198 Aug 29 04:18:00.981503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-70c073cd-2c4a-46f2-8025-a153b5216830 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 200 len: 217 time: 0.0501633 Aug 29 04:18:01.048066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-cbef2cf2-4e68-4da8-bcf3-14147ef2e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.049999 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-cbef2cf2-4e68-4da8-bcf3-14147ef2e05a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0537238 Aug 29 04:18:01.087252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-f963ac85-f2c5-4113-9572-5d097ae664ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275834 Aug 29 04:18:01.200100 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-9682217d-3dda-4013-9d6e-b1f42daaeb7a service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043899 Aug 29 04:18:01.217472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5795e90b-7fd7-481a-b7d8-b5807f6f82b0 req-faec8d18-b75e-4f59-8039-82cfc3cd26bf tempest-LiveMigrationNegativeTest-1707356328 tempest-LiveMigrationNegativeTest-1707356328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0170cbc8-84c4-4f18-970a-0bc3c7165cdf HTTP/1.1" status: 200 len: 210 time: 0.3413098 Aug 29 04:18:01.269733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9f8d-09c9-4ff4-976e-e7f86ae143ea req-136a026b-e412-466c-8d2f-5b5e689b8258 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.271290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-854b9f8d-09c9-4ff4-976e-e7f86ae143ea req-136a026b-e412-466c-8d2f-5b5e689b8258 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 946 time: 0.5060742 Aug 29 04:18:01.283510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-f95c05c2-6abb-4eb3-b59b-eea5ceabc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.284986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-f95c05c2-6abb-4eb3-b59b-eea5ceabc072 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 HTTP/1.1" status: 200 len: 916 time: 0.5721469 Aug 29 04:18:01.317175 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-e5356cf4-a588-40ca-97c7-b910758e1d3b service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039474 Aug 29 04:18:01.373821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-2813ad0e-ee5a-4d0f-9ba6-95b8a8adb42e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f19643e-3885-451c-abc3-e3477ca4cb0a HTTP/1.1" status: 200 len: 217 time: 0.0759759 Aug 29 04:18:01.440168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-e3ef9e4c-b400-4e37-aa37-db2c66ff779b tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.441653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-e3ef9e4c-b400-4e37-aa37-db2c66ff779b tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.2300103 Aug 29 04:18:01.470465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-854b9f8d-09c9-4ff4-976e-e7f86ae143ea req-d322fefd-8ee3-4b01-a60f-b6a6946c7806 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884127 Aug 29 04:18:01.473261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-b19bddd1-6023-46b0-921f-10b9bd5b2c80 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.475200 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-b19bddd1-6023-46b0-921f-10b9bd5b2c80 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1098 time: 0.0848532 Aug 29 04:18:01.493916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-15'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:01.548978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.604669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31031c9a-9d19-43da-9ce0-94471020394e req-043f5f5a-1dd3-42ad-b4e2-c537500d102f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.606168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31031c9a-9d19-43da-9ce0-94471020394e req-043f5f5a-1dd3-42ad-b4e2-c537500d102f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 950 time: 0.2885928 Aug 29 04:18:01.619647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-7eb40c05-9bb1-4264-929d-f0f096a3f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.621697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-7eb40c05-9bb1-4264-929d-f0f096a3f8dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad066df9-8dc9-4722-84b0-17cff9c36dbb HTTP/1.1" status: 200 len: 854 time: 0.2049503 Aug 29 04:18:01.696384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:01.730409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-66689f72-438b-4b4a-8725-b2cb3b9e4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.732187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-66689f72-438b-4b4a-8725-b2cb3b9e4603 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef&tenant_id=dbb19108663b438baeaa93d47a9c8f4a HTTP/1.1" status: 200 len: 1096 time: 0.2704036 Aug 29 04:18:01.739624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:01.777875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31031c9a-9d19-43da-9ce0-94471020394e req-5871e9bc-9cbb-4986-a246-a9a50d40c508 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549559 Aug 29 04:18:01.797501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab661ff-a388-4104-a37f-aea83ba71118 req-82cec688-316a-494a-9f51-80fc7f84e335 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.799556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fab661ff-a388-4104-a37f-aea83ba71118 req-82cec688-316a-494a-9f51-80fc7f84e335 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 944 time: 0.2308223 Aug 29 04:18:01.807008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.817241 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.858831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-c8e6a6b7-f551-41af-9c53-7d316cd49349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.860786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-c8e6a6b7-f551-41af-9c53-7d316cd49349 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2080059 Aug 29 04:18:01.903947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.916782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on host n-h2-712142-15 for vnic_type normal with profile {"migrating_to": "n-h1-712142-15"} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:01.917124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:01.917459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:01.921806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:01.922131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Attempting to bind port 739af030-ccdb-4289-bb06-c5dd3718c423 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:01.927163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:01.927503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:01.927897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:01.928344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Bound port: 739af030-ccdb-4289-bb06-c5dd3718c423, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:01.928702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.967967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fab661ff-a388-4104-a37f-aea83ba71118 req-67de18cd-6489-4a5e-8599-16d423e84425 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596315 Aug 29 04:18:01.993938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-572d67a0-6ee1-4b3e-8d13-17fc3209ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.995463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-572d67a0-6ee1-4b3e-8d13-17fc3209ae5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1096 time: 0.2231851 Aug 29 04:18:02.013282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:02.016720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:02.022419 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.120913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.121538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.122970 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 200 len: 1124 time: 0.6388865 Aug 29 04:18:02.129202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b712f-bbca-4cfe-b8d2-6022972ac2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=8']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.137113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40b634-043f-42c1-8938-e23e848b61bf req-ef576b5a-1cea-4ab3-b9b7-64dee487b407 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.138599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d40b634-043f-42c1-8938-e23e848b61bf req-ef576b5a-1cea-4ab3-b9b7-64dee487b407 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 944 time: 0.2662990 Aug 29 04:18:02.148049 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-e4fa9ed2-a109-4f80-b5c2-c6ffbc45882d service neutron] 10.222.0.64 "GET /v2.0/networks/d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737730 Aug 29 04:18:02.174264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a7d35f-1a78-4fd8-a346-5ba422262ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30962b7-d3c9-4e18-988f-3fec45beee9e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:02.180804 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fcd166-30b0-4713-b0ac-fe26d5380e67" -d '{"events": [{"server_uuid": "22a7d35f-1a78-4fd8-a346-5ba422262ffc", "name": "network-vif-plugged", "status": "completed", "tag": "c30962b7-d3c9-4e18-988f-3fec45beee9e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:02.213771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['739af030-ccdb-4289-bb06-c5dd3718c423'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:02.269096 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ead27-4897-4538-81b4-d063921f4df4 x-openstack-request-id: req-c60ead27-4897-4538-81b4-d063921f4df4 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:02.269401 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a7d35f-1a78-4fd8-a346-5ba422262ffc", "name": "network-vif-plugged", "status": "completed", "tag": "c30962b7-d3c9-4e18-988f-3fec45beee9e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:02.270451 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c60ead27-4897-4538-81b4-d063921f4df4 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:02.271036 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a7d35f-1a78-4fd8-a346-5ba422262ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30962b7-d3c9-4e18-988f-3fec45beee9e', 'code': 200} Aug 29 04:18:02.272475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.319010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-4ed44f90-4406-4d2e-8325-08ac9833a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.320518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-4ed44f90-4406-4d2e-8325-08ac9833a98d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.3010998 Aug 29 04:18:02.324130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d40b634-043f-42c1-8938-e23e848b61bf req-ebf870c0-f9a0-48e8-8810-0faeeda73a30 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727064 Aug 29 04:18:02.380334 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-05e3eb1e-6f0b-4329-a1d8-c30558abf55c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 200 len: 217 time: 0.0494833 Aug 29 04:18:02.436183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf98c7b-dbed-4ff1-b2b9-49a266e76aef req-3bd4ec5c-380d-4511-b985-6a4b3ce87c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.453054 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0cf98c7b-dbed-4ff1-b2b9-49a266e76aef req-3bd4ec5c-380d-4511-b985-6a4b3ce87c43 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 1102 time: 0.1297429 Aug 29 04:18:02.505972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43ce629-2c91-45da-876c-90db3fd0cdf6 req-8195a948-c05d-4419-be61-413ab44cd980 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350203 Aug 29 04:18:02.513909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0170cbc8-84c4-4f18-970a-0bc3c7165cdf', 'name': 'network-vif-deleted', 'tag': '2d301fae-f856-42f5-99c6-8c6118f7b5b2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:02.517811 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9755605-d305-496c-b0cb-9e88dcfe7b00" -d '{"events": [{"server_uuid": "0170cbc8-84c4-4f18-970a-0bc3c7165cdf", "name": "network-vif-deleted", "tag": "2d301fae-f856-42f5-99c6-8c6118f7b5b2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:02.522468 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0cf98c7b-dbed-4ff1-b2b9-49a266e76aef req-763d84e4-7fb2-417c-a9cc-efb85cb10c37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498405 Aug 29 04:18:02.534216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-4080e2dd-4b35-46ba-b9a9-6d27a6752ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.535749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-4080e2dd-4b35-46ba-b9a9-6d27a6752ca3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1006138 Aug 29 04:18:02.552285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423'}, {'name': 'network-changed', 'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:02.555030 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a" -d '{"events": [{"server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "name": "network-vif-unplugged", "status": "completed", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423"}, {"name": "network-changed", "server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:02.667943 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f706198f-2f24-4fd8-aea0-b87ecabc4df2 x-openstack-request-id: req-f706198f-2f24-4fd8-aea0-b87ecabc4df2 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:02.668321 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0170cbc8-84c4-4f18-970a-0bc3c7165cdf", "name": "network-vif-deleted", "tag": "2d301fae-f856-42f5-99c6-8c6118f7b5b2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:02.668538 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f706198f-2f24-4fd8-aea0-b87ecabc4df2 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:02.668964 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0170cbc8-84c4-4f18-970a-0bc3c7165cdf', 'name': 'network-vif-deleted', 'tag': '2d301fae-f856-42f5-99c6-8c6118f7b5b2', 'status': 'completed', 'code': 200} Aug 29 04:18:02.671561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-9f14bcc1-1e61-47c3-a0d7-20848e79ea03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126523 Aug 29 04:18:02.694182 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfea21d-6647-4bfe-95a0-f51801132f1b x-openstack-request-id: req-1dfea21d-6647-4bfe-95a0-f51801132f1b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:02.694700 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "name": "network-vif-unplugged", "status": "completed", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423", "code": 200}, {"name": "network-changed", "server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:02.695050 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1dfea21d-6647-4bfe-95a0-f51801132f1b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:02.695541 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423', 'code': 200} Aug 29 04:18:02.695888 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423', 'status': 'completed', 'code': 200} Aug 29 04:18:02.744251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32916) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.788253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-ef114f47-50ee-4884-bad3-cb60509e2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.790418 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-ef114f47-50ee-4884-bad3-cb60509e2767 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1127 time: 0.0604813 Aug 29 04:18:02.798204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19adc4-b2cb-4f26-a296-7e16516b01fc req-9d15c2f6-97fd-41b9-a4d0-ced633c69b8c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.799613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c19adc4-b2cb-4f26-a296-7e16516b01fc req-9d15c2f6-97fd-41b9-a4d0-ced633c69b8c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 944 time: 0.2045810 Aug 29 04:18:02.910883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-b293a9a5-61bf-4f48-8262-2d428ec4b7c9 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188764 Aug 29 04:18:02.917244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c19adc4-b2cb-4f26-a296-7e16516b01fc req-2e7315a6-a31b-4baa-876d-8c11e8f67dba tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059439 Aug 29 04:18:02.946472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-eb1cadfc-baf6-4603-8bbb-4399168cb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.948686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-eb1cadfc-baf6-4603-8bbb-4399168cb597 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.1452756 Aug 29 04:18:03.014740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-f4de6446-592c-4215-8ed6-48fd3df7566e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 200 len: 217 time: 0.0575733 Aug 29 04:18:03.083418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32926) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:03.131898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-e0486eea-023e-487c-a9b5-48a05819e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.133404 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-e0486eea-023e-487c-a9b5-48a05819e793 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.1087205 Aug 29 04:18:03.140484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9f19643e-3885-451c-abc3-e3477ca4cb0a details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:03.166506 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2826f2d2-3e29-4d26-8176-ed2a1b5f57e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=143dd67075b44cbb9f455af74de8b38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212980 Aug 29 04:18:03.167130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32932) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:03.202577 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-0657a974-0599-4c60-8f67-5d873ca235b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521128 Aug 29 04:18:03.203420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2d301fae-f856-42f5-99c6-8c6118f7b5b2 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:03.225717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 2d301fae-f856-42f5-99c6-8c6118f7b5b2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:03.226152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2d301fae-f856-42f5-99c6-8c6118f7b5b2 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:03.232558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-924babfd-6018-4927-a083-532d987d0a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.279449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9f19643e-3885-451c-abc3-e3477ca4cb0a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9f19643e-3885-451c-abc3-e3477ca4cb0a,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:03.292492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '9f19643e-3885-451c-abc3-e3477ca4cb0a', 'network_id': 'd3d9ee9c-e36c-4e48-980e-4e979b2bf4f5', 'port_id': '9f19643e-3885-451c-abc3-e3477ca4cb0a', 'mac_address': 'fa:16:3e:bd:40:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad066df9-8dc9-4722-84b0-17cff9c36dbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:03.341672 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.357034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f19643e-3885-451c-abc3-e3477ca4cb0a {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:03.363877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1bed994-cf02-4678-9379-399170e1dabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.379200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9f19643e-3885-451c-abc3-e3477ca4cb0a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9f19643e-3885-451c-abc3-e3477ca4cb0a,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:03.385642 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.399130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-cba803a2-16e0-4210-a1b4-1f2d7e1d2260 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815732 Aug 29 04:18:03.413343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1bed994-cf02-4678-9379-399170e1dabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.455845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=9f19643e-3885-451c-abc3-e3477ca4cb0a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.495914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb6bfd-ea9d-49b0-8dbb-2e2778c16a9a req-cf3a2c59-b578-4d90-8563-2deaccf239a6 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.497437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcfb6bfd-ea9d-49b0-8dbb-2e2778c16a9a req-cf3a2c59-b578-4d90-8563-2deaccf239a6 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 950 time: 0.5770149 Aug 29 04:18:03.519494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627057d-df23-4dd1-8687-84b0196e6973 req-2b6f0f64-9083-4aa4-8a75-071b572baee1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.521387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0627057d-df23-4dd1-8687-84b0196e6973 req-2b6f0f64-9083-4aa4-8a75-071b572baee1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 944 time: 0.4256771 Aug 29 04:18:03.535813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-d671409e-f324-44ce-953b-901b87b032b0 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742872 Aug 29 04:18:03.568913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-924babfd-6018-4927-a083-532d987d0a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.573599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Deleting port 27c382a1-df8e-4b9f-9851-8f0694a8e148 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:03.573956 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.578063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6aec466c-90d5-43f3-b128-a31ca1e5bd9a req-d7d3c814-2df3-4324-a8d3-11bc4353137c service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668751 Aug 29 04:18:03.579163 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-924babfd-6018-4927-a083-532d987d0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.592028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1bed994-cf02-4678-9379-399170e1dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.595685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1bed994-cf02-4678-9379-399170e1dabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.596952 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a1bed994-cf02-4678-9379-399170e1dabf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1226674d-424e-4f09-820f-4534a5c2e6ce HTTP/1.1" status: 204 len: 168 time: 0.4136150 Aug 29 04:18:03.633553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-924babfd-6018-4927-a083-532d987d0a3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a599a95acb22468fab370ea52976f2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434752 Aug 29 04:18:03.633553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924babfd-6018-4927-a083-532d987d0a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6f844-5ce9-4e8e-8fba-8f0525ab24c2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.634363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32938) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:03.648819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcfb6bfd-ea9d-49b0-8dbb-2e2778c16a9a req-a2f20802-dbff-47cb-ab4e-3bc83593a396 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251469 Aug 29 04:18:03.661555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bed994-cf02-4678-9379-399170e1dabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1226674d-424e-4f09-820f-4534a5c2e6ce,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.668984 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0627057d-df23-4dd1-8687-84b0196e6973 req-cf2bea8d-1954-4332-8d48-d1149f8e4f9b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373096 Aug 29 04:18:03.778413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] For port 27c382a1-df8e-4b9f-9851-8f0694a8e148, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=27c382a1-df8e-4b9f-9851-8f0694a8e148,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:03.780546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.797830 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4220946e-36b4-4ff4-be7d-474d69cdf704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.822202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Calling delete_port for 27c382a1-df8e-4b9f-9851-8f0694a8e148 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:03.846832 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4220946e-36b4-4ff4-be7d-474d69cdf704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.910474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['9f19643e-3885-451c-abc3-e3477ca4cb0a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:03.950966 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-066f52f5-69e8-4c71-ae1f-378fce864a68 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.953151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-066f52f5-69e8-4c71-ae1f-378fce864a68 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.1090558 Aug 29 04:18:03.970484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1f22-798c-4c6f-a6b2-ad2cbe72e3d1 req-28f0dfcc-914b-4e89-90e5-997eb60942ed tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.972505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-918f1f22-798c-4c6f-a6b2-ad2cbe72e3d1 req-28f0dfcc-914b-4e89-90e5-997eb60942ed tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 945 time: 0.1708760 Aug 29 04:18:04.004384 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4220946e-36b4-4ff4-be7d-474d69cdf704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.007095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4220946e-36b4-4ff4-be7d-474d69cdf704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.008351 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4220946e-36b4-4ff4-be7d-474d69cdf704 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45d6f844-5ce9-4e8e-8fba-8f0525ab24c2 HTTP/1.1" status: 204 len: 168 time: 0.3714678 Aug 29 04:18:04.026164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220946e-36b4-4ff4-be7d-474d69cdf704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6f844-5ce9-4e8e-8fba-8f0525ab24c2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.083625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-918f1f22-798c-4c6f-a6b2-ad2cbe72e3d1 req-462af3f7-a7ff-41e9-acb3-06291d4fd14f tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013789 Aug 29 04:18:04.129028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-a53c80a8-00e7-4137-8dcc-194888dac405 service neutron] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:04.133384 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-a53c80a8-00e7-4137-8dcc-194888dac405 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.134844 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0fcf727-d381-4161-92e9-59d9c6258a07 req-a53c80a8-00e7-4137-8dcc-194888dac405 service neutron] 10.222.0.65 "DELETE /v2.0/ports/d9d65c8d-0a03-46c8-977f-6d475526bad6/bindings/n-h1-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.1724443 Aug 29 04:18:04.155447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32946) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.182037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc30a0-767c-497a-bbb2-c4edd3673b28 req-60eabd90-9233-4ea4-8ec9-fdb2ed60e50c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.184472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1dc30a0-767c-497a-bbb2-c4edd3673b28 req-60eabd90-9233-4ea4-8ec9-fdb2ed60e50c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 944 time: 0.1043956 Aug 29 04:18:04.226641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-977e0e79-aa07-454f-a70c-7c59bfaa0d55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a47484bd23a42b59e0e3c8b6e1c7dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692852 Aug 29 04:18:04.232038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32948) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.280353 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28184218-33f0-4810-8cdc-6acbc3732203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.293201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1dc30a0-767c-497a-bbb2-c4edd3673b28 req-1cf151f0-5d3c-4435-bf38-d153e0b59a9c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918877 Aug 29 04:18:04.304762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.305018 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28184218-33f0-4810-8cdc-6acbc3732203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.348296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c382a1-df8e-4b9f-9851-8f0694a8e148,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.371578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28184218-33f0-4810-8cdc-6acbc3732203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.374549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28184218-33f0-4810-8cdc-6acbc3732203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.375892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-28184218-33f0-4810-8cdc-6acbc3732203 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dc4c25c-97d6-4cc5-b730-6d82d4ff3539 HTTP/1.1" status: 204 len: 168 time: 0.1449103 Aug 29 04:18:04.385315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28184218-33f0-4810-8cdc-6acbc3732203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc4c25c-97d6-4cc5-b730-6d82d4ff3539,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.508407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.578456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32954) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.597628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3ced-255e-45e2-8c75-9173501d3d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.722921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3ced-255e-45e2-8c75-9173501d3d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.727811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3ced-255e-45e2-8c75-9173501d3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.824627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2fdb3ced-255e-45e2-8c75-9173501d3d0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7606829362b34df49ea4b307264c9d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446280 Aug 29 04:18:04.827115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb3ced-255e-45e2-8c75-9173501d3d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0091868-ca95-4da6-8c03-6ad028b2086f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.834249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32964) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.896464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:04.916340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-840bb480-9b75-4bf7-91a0-383ffda72d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.925143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb3026-faa4-4027-bb7e-f27bc530f661 req-0c1ae868-6e4e-46bd-8baf-f14cfb2e9243 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.926671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0fb3026-faa4-4027-bb7e-f27bc530f661 req-0c1ae868-6e4e-46bd-8baf-f14cfb2e9243 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 944 time: 0.1280863 Aug 29 04:18:04.936453 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e99e2-5994-4ff4-8c36-7d8716859819 req-6fea0d87-91b5-4c6b-826e-67a9edf907fd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.943560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e96e99e2-5994-4ff4-8c36-7d8716859819 req-6fea0d87-91b5-4c6b-826e-67a9edf907fd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 950 time: 0.1437247 Aug 29 04:18:04.944845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-840bb480-9b75-4bf7-91a0-383ffda72d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.000828 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-840bb480-9b75-4bf7-91a0-383ffda72d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.003733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-840bb480-9b75-4bf7-91a0-383ffda72d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.008468 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-840bb480-9b75-4bf7-91a0-383ffda72d00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0091868-ca95-4da6-8c03-6ad028b2086f HTTP/1.1" status: 204 len: 168 time: 0.1578982 Aug 29 04:18:05.019730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bb480-9b75-4bf7-91a0-383ffda72d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0091868-ca95-4da6-8c03-6ad028b2086f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:05.058757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e96e99e2-5994-4ff4-8c36-7d8716859819 req-84150b10-38b7-4112-9af6-2fc4c2125f62 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142452 Aug 29 04:18:05.091827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0fb3026-faa4-4027-bb7e-f27bc530f661 req-2e21734c-66f3-4209-a4c0-22091af508be tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456294 Aug 29 04:18:05.128372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:05.137987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac4f7bdc-ecb9-44f6-9660-df698e1453c2 admin admin] 10.222.0.58 "PUT /v2.0/routers/5f2a4a7c-c2e0-401e-8187-ca1d26b542b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6918550 Aug 29 04:18:05.138087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32982) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:05.141599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] Sync routers for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:05.179937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 739af030-ccdb-4289-bb06-c5dd3718c423 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:05.184888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9f19643e-3885-451c-abc3-e3477ca4cb0a up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:05.279511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:05.280483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:05.312885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5730b-2d04-4d67-b3f6-e438f99b7954 req-279de770-2709-4835-a1ad-492bd11c172e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.314422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fcb5730b-2d04-4d67-b3f6-e438f99b7954 req-279de770-2709-4835-a1ad-492bd11c172e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 949 time: 0.1304324 Aug 29 04:18:05.354313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b48f21-81b2-49dd-9ff7-a4d3a67ea08a req-6a2264b5-3128-435b-a60f-b711962571d6 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.362885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17b48f21-81b2-49dd-9ff7-a4d3a67ea08a req-6a2264b5-3128-435b-a60f-b711962571d6 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 945 time: 0.1036997 Aug 29 04:18:05.372742 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.431273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17b48f21-81b2-49dd-9ff7-a4d3a67ea08a req-9b9f7c1a-91dd-46e5-9433-ffd6d68044ff tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672319 Aug 29 04:18:05.455869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fcb5730b-2d04-4d67-b3f6-e438f99b7954 req-d3d38b87-7d09-4ea7-8c36-797a3e1e37d8 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108513 Aug 29 04:18:05.625084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ac1f3-cbcd-4002-9418-af10dccba58b req-2b1ca6b5-436d-43e3-ac77-a6a6722ff9c4 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.626837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b49ac1f3-cbcd-4002-9418-af10dccba58b req-2b1ca6b5-436d-43e3-ac77-a6a6722ff9c4 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 944 time: 0.1130223 Aug 29 04:18:05.685661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:05.701670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b49ac1f3-cbcd-4002-9418-af10dccba58b req-2eaf2964-de28-4f0f-a5b1-aa21e830c3de tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626800 Aug 29 04:18:05.783534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.866868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451ac9-a44c-49fd-b7eb-508876225d77 req-5d2093d8-999c-4d72-a9dd-8ea66e3438de tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.868326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 9f19643e-3885-451c-abc3-e3477ca4cb0a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:05.869134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30451ac9-a44c-49fd-b7eb-508876225d77 req-5d2093d8-999c-4d72-a9dd-8ea66e3438de tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1096 time: 0.0552709 Aug 29 04:18:05.882222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 9f19643e-3885-451c-abc3-e3477ca4cb0a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:05.882606 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.892849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Deleting port 793472f6-c51b-45e5-af25-f9ecca63a074 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:05.903422 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.929028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30451ac9-a44c-49fd-b7eb-508876225d77 req-cabf20fd-5746-4552-804a-a95b173479fb tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466626 Aug 29 04:18:05.939922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:05.999354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 739af030-ccdb-4289-bb06-c5dd3718c423 has no active binding in host n-h1-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:18:06.059320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] For port 793472f6-c51b-45e5-af25-f9ecca63a074, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=793472f6-c51b-45e5-af25-f9ecca63a074,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:06.060792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.082313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Calling delete_port for 793472f6-c51b-45e5-af25-f9ecca63a074 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:06.158293 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.161286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:18:04Z', 'revision_number': 5, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port': {'id': '793472f6-c51b-45e5-af25-f9ecca63a074', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:06.201428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] Checking router: 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:06.222413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] Routers {'5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:06.223049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:06.268242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b2bb9-db12-4a69-91f3-6dd054545260 req-29dda177-1051-4c56-a688-488ad3a83444 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.276039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b2bb9-db12-4a69-91f3-6dd054545260 req-29dda177-1051-4c56-a688-488ad3a83444 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.278512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca0b2bb9-db12-4a69-91f3-6dd054545260 req-29dda177-1051-4c56-a688-488ad3a83444 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc&device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 1690 time: 0.0826783 Aug 29 04:18:06.342121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] Set router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:06.357350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca0b2bb9-db12-4a69-91f3-6dd054545260 req-1e416375-6f60-4eab-ae05-f09b19bcc66e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723248 Aug 29 04:18:06.390768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.441196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:18:05Z', 'revision_number': 6, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:06.441394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33036) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:06.442712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fc6835-826b-4fd2-b081-5b862bd8a977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f19643e-3885-451c-abc3-e3477ca4cb0a'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:06.445140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Pushing event deleted for resources: {'Port': ['ID=793472f6-c51b-45e5-af25-f9ecca63a074,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:06.451444 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cabf7f-57d3-40cd-a9f1-ac4c6788fe46" -d '{"events": [{"server_uuid": "29fc6835-826b-4fd2-b081-5b862bd8a977", "name": "network-vif-plugged", "status": "completed", "tag": "9f19643e-3885-451c-abc3-e3477ca4cb0a"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:06.501200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4714769-37e5-4480-a45a-a80c034264bb None None] The sync data for ids ['5f2a4a7c-c2e0-401e-8187-ca1d26b542b5'] in n-d-712142-15 is: [{'id': '5f2a4a7c-c2e0-401e-8187-ca1d26b542b5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1760446665-router', 'tenant_id': '6da80d5a92a94c6c9496d3e11818557e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:17Z', 'updated_at': '2021-08-29T04:18:05Z', 'revision_number': 6, 'project_id': '6da80d5a92a94c6c9496d3e11818557e', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:06.505322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9f19643e-3885-451c-abc3-e3477ca4cb0a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9f19643e-3885-451c-abc3-e3477ca4cb0a,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:06.510192 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.612781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=9f19643e-3885-451c-abc3-e3477ca4cb0a,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:06.613850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.681044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-network', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:06.683806 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a34664-0e57-4607-9119-e5ad7530c1a0 x-openstack-request-id: req-b7a34664-0e57-4607-9119-e5ad7530c1a0 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:06.684404 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fc6835-826b-4fd2-b081-5b862bd8a977", "name": "network-vif-plugged", "status": "completed", "tag": "9f19643e-3885-451c-abc3-e3477ca4cb0a", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:06.684851 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7a34664-0e57-4607-9119-e5ad7530c1a0 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:06.685517 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fc6835-826b-4fd2-b081-5b862bd8a977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f19643e-3885-451c-abc3-e3477ca4cb0a', 'code': 200} Aug 29 04:18:06.719082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-feaa9cac-dd54-4006-93eb-f226e8da844c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.729173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-feaa9cac-dd54-4006-93eb-f226e8da844c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 820 time: 0.2511559 Aug 29 04:18:06.732965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Made reservation on behalf of b5ea851c59144365a13cb4adca9da89f for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:06.735691 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.751747 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.796777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-f4806ffb-f63d-43a1-8195-0b4ec6f67bf8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/quotas/dbb19108663b438baeaa93d47a9c8f4a HTTP/1.1" status: 200 len: 375 time: 0.0663757 Aug 29 04:18:06.800981 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.806546 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.875313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363af0f-d68e-436f-ac75-1adf26e85628 req-430d26dd-ab45-4265-9ae1-b4ddcb14ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.876021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf171e7-9609-41d8-9977-ab6160871f16 req-5ed4da8e-40bc-4fe8-a364-170e7e9104a7 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.876844 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b363af0f-d68e-436f-ac75-1adf26e85628 req-430d26dd-ab45-4265-9ae1-b4ddcb14ed20 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 1098 time: 0.1048257 Aug 29 04:18:06.877556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bf171e7-9609-41d8-9977-ab6160871f16 req-5ed4da8e-40bc-4fe8-a364-170e7e9104a7 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 946 time: 0.1222324 Aug 29 04:18:06.943704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.944283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:06.945201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-49732b0f-7e79-4b8d-a801-ba7ded8c854e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1415911 Aug 29 04:18:06.946806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b363af0f-d68e-436f-ac75-1adf26e85628 req-e7b8bb97-e037-434a-b281-8c2f4b7af58d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 Aug 29 04:18:06.952408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.955757 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-53ff6c8a-0298-405e-a619-e82db07b02ef admin admin] 10.222.0.58 "DELETE /v2.0/routers/5f2a4a7c-c2e0-401e-8187-ca1d26b542b5 HTTP/1.1" status: 204 len: 168 time: 1.8148744 Aug 29 04:18:06.957822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33066) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.013493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 27c382a1-df8e-4b9f-9851-8f0694a8e148 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:07.036929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 27c382a1-df8e-4b9f-9851-8f0694a8e148 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:07.048851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 27c382a1-df8e-4b9f-9851-8f0694a8e148 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:07.057203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bf171e7-9609-41d8-9977-ab6160871f16 req-4556f6ef-ae48-4776-bb27-a18910c62c73 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622968 Aug 29 04:18:07.103830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c422467c-e18e-4049-b1fc-ddf71ca6570d admin admin] Deleting subnet 27fd8442-79f6-46be-a4ca-f9582dd29a0f {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:07.116548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c422467c-e18e-4049-b1fc-ddf71ca6570d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.162587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.192404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.209765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c422467c-e18e-4049-b1fc-ddf71ca6570d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.224873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-18934fe3-6909-4c5d-a456-dbbb2dfcca0d service neutron] 10.222.0.58 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584434 Aug 29 04:18:07.266609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:07.345365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b5207a-176f-434c-98dc-7eb228fef89e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:07.356087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.356454 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Added segment 921613e7-aed9-4ca0-bf79-8756fe358bc5 of type vlan for network 515b3b01-f0db-47cf-981c-eec0a41837fc Aug 29 04:18:07.385216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdf7e7-30a9-435e-b9e0-651c8f5b36eb req-8be95dd0-9ff2-473e-8fe3-8269cc7d2fec tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.386761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78fdf7e7-30a9-435e-b9e0-651c8f5b36eb req-8be95dd0-9ff2-473e-8fe3-8269cc7d2fec tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 1102 time: 0.2437122 Aug 29 04:18:07.418457 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c422467c-e18e-4049-b1fc-ddf71ca6570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.482724 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.512505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-6256c05f-2e9e-44a8-be23-9f35f21e4fae service neutron] 10.222.0.58 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723219 Aug 29 04:18:07.529343 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78fdf7e7-30a9-435e-b9e0-651c8f5b36eb req-4fccb57f-e816-4402-aa9d-585119629826 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334181 Aug 29 04:18:07.554389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.555871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.557201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.562733 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c422467c-e18e-4049-b1fc-ddf71ca6570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.651709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422467c-e18e-4049-b1fc-ddf71ca6570d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fd8442-79f6-46be-a4ca-f9582dd29a0f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:07.658773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d4fec-f13d-4ff8-aeee-1394dd8bcb6f None None] Network 695a6f65-14b0-4f20-937c-2dc7961fbfa0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:07.662909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c422467c-e18e-4049-b1fc-ddf71ca6570d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.667792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c422467c-e18e-4049-b1fc-ddf71ca6570d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/27fd8442-79f6-46be-a4ca-f9582dd29a0f HTTP/1.1" status: 204 len: 168 time: 0.7060971 Aug 29 04:18:07.671283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33078) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.671490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2286751 Aug 29 04:18:07.677730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33080) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.693908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d98da6-91df-4416-8de5-1c63b95b0be1 admin admin] Pushing event updated for resources: {'Network': ['ID=515b3b01-f0db-47cf-981c-eec0a41837fc,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:07.698571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Request body: {'subnet': {'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-subnet', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:07.750053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada2886-906c-4512-8250-02d2b8003597 req-af7c32b3-0f3e-4a34-b138-07ed4e14df9d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.753759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ada2886-906c-4512-8250-02d2b8003597 req-af7c32b3-0f3e-4a34-b138-07ed4e14df9d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 944 time: 0.1081293 Aug 29 04:18:07.805772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 515b3b01-f0db-47cf-981c-eec0a41837fc details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:07.882070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ada2886-906c-4512-8250-02d2b8003597 req-9153dbbd-c232-4679-a070-3e3dda58407d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157696 Aug 29 04:18:07.904080 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.905002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-485654a1-51ae-432c-a808-8bb1984d07ed req-f71aa8c4-ac64-49f4-a57d-c57671ec5458 tempest-FlavorsV2NegativeTest-780736812 tempest-FlavorsV2NegativeTest-780736812-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9d09557c1413457d98131f974208d826&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953765 Aug 29 04:18:07.909742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Made reservation on behalf of b5ea851c59144365a13cb4adca9da89f for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:07.916089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.041183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] DHCP port deletion for 695a6f65-14b0-4f20-937c-2dc7961fbfa0 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:18:08.046804 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-54104d59-6b09-4a3f-b062-19b4a46dc0ac service neutron] 10.222.0.65 "GET /v2.0/ports/739af030-ccdb-4289-bb06-c5dd3718c423/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.2448282 Aug 29 04:18:08.129268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] Deleting port 66f8ce8e-778c-4338-bdee-26efa84ca32a {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:08.129794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.144413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485654a1-51ae-432c-a808-8bb1984d07ed req-5b39ed86-2185-47ae-b964-72b8af9b2bcd tempest-FlavorsV2NegativeTest-780736812 tempest-FlavorsV2NegativeTest-780736812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.146094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-485654a1-51ae-432c-a808-8bb1984d07ed req-5b39ed86-2185-47ae-b964-72b8af9b2bcd tempest-FlavorsV2NegativeTest-780736812 tempest-FlavorsV2NegativeTest-780736812-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473176 Aug 29 04:18:08.169685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-485654a1-51ae-432c-a808-8bb1984d07ed req-36b34bdf-9e45-4b13-95eb-b6236a0a63e5 tempest-FlavorsV2NegativeTest-780736812 tempest-FlavorsV2NegativeTest-780736812-project] 10.222.0.58 "GET /v2.0/quotas/9d09557c1413457d98131f974208d826 HTTP/1.1" status: 200 len: 375 time: 0.0164454 Aug 29 04:18:08.172567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca57d7-9f95-4a3b-bc1a-6d7780162dd8 req-6b7c7be1-b9de-4200-ab3d-dcc0ad42f4ef tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.174098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfca57d7-9f95-4a3b-bc1a-6d7780162dd8 req-6b7c7be1-b9de-4200-ab3d-dcc0ad42f4ef tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 1101 time: 0.0964100 Aug 29 04:18:08.213967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] For port 66f8ce8e-778c-4338-bdee-26efa84ca32a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=66f8ce8e-778c-4338-bdee-26efa84ca32a,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:08.214660 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.218618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-485654a1-51ae-432c-a808-8bb1984d07ed req-0af64e7e-e7ab-4eea-8c29-a764ef59edde tempest-FlavorsV2NegativeTest-780736812 tempest-FlavorsV2NegativeTest-780736812-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d09557c1413457d98131f974208d826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426021 Aug 29 04:18:08.272678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] Calling delete_port for 66f8ce8e-778c-4338-bdee-26efa84ca32a owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:08.280906 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfca57d7-9f95-4a3b-bc1a-6d7780162dd8 req-9578a20d-a333-4068-bf76-db707bb19846 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930274 Aug 29 04:18:08.445194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0b26f92-37a8-46cf-9960-f5c69d558673 req-ea15cc69-846a-4689-91b9-d15ea0e69bdd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 210 time: 0.1078281 Aug 29 04:18:08.489408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:08.492946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Deleting port 66f8ce8e-778c-4338-bdee-26efa84ca32a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:08.493317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.504941 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.563748 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.590158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] No DVR routers for this DVR port 66f8ce8e-778c-4338-bdee-26efa84ca32a on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:08.612918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35db63-d90e-4f37-8631-57d2ed7a22eb None None] Pushing event deleted for resources: {'Port': ['ID=66f8ce8e-778c-4338-bdee-26efa84ca32a,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.619729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2154b8-23d9-4151-9bec-e89bcba4597b req-e4c76f87-6e44-4605-afa9-0d1c7b43047e tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.627338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df2154b8-23d9-4151-9bec-e89bcba4597b req-e4c76f87-6e44-4605-afa9-0d1c7b43047e tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 946 time: 0.1807363 Aug 29 04:18:08.637965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.645700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-63fbbb6c-b20c-4735-894f-c22a8626ce76 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857821 Aug 29 04:18:08.652215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:08.679259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df2154b8-23d9-4151-9bec-e89bcba4597b req-42c8b417-c2b0-456b-a278-77ba4f230f8e tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510504 Aug 29 04:18:08.776132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] For port 66f8ce8e-778c-4338-bdee-26efa84ca32a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=66f8ce8e-778c-4338-bdee-26efa84ca32a,segment=NetworkSegment(0f44710f-dcdc-4bda-afb3-955bd93f7791),segment_id=0f44710f-dcdc-4bda-afb3-955bd93f7791)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:08.776132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.792173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739af030-ccdb-4289-bb06-c5dd3718c423 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:08.799177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Checking segment: {'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:08.799645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Network hostable DHCP agents. Network: 515b3b01-f0db-47cf-981c-eec0a41837fc, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:08.811417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 793472f6-c51b-45e5-af25-f9ecca63a074 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:08.817416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-cff34bc8-6fde-40d5-95d4-46f012bb176b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.819169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-cff34bc8-6fde-40d5-95d4-46f012bb176b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568000 Aug 29 04:18:08.827689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Calling delete_port for 66f8ce8e-778c-4338-bdee-26efa84ca32a owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:08.843167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-726eb96c-2125-4431-b092-b0be92abeac2 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/quotas/a21429c8471a4b298cd734f981b7d164 HTTP/1.1" status: 200 len: 375 time: 0.0163219 Aug 29 04:18:08.844611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 793472f6-c51b-45e5-af25-f9ecca63a074 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:08.845196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 793472f6-c51b-45e5-af25-f9ecca63a074 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:08.845818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 66f8ce8e-778c-4338-bdee-26efa84ca32a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:08.873574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 66f8ce8e-778c-4338-bdee-26efa84ca32a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:08.874107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 66f8ce8e-778c-4338-bdee-26efa84ca32a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:08.886967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:08.923511 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.927745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-3d487ec2-d9d0-4aa7-91d7-c148d5662295 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0835326 Aug 29 04:18:08.939899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Network 515b3b01-f0db-47cf-981c-eec0a41837fc is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:08.987329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 515b3b01-f0db-47cf-981c-eec0a41837fc) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:08.998504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783c819-907b-498e-b61e-851361ca27fd None None] Network 515b3b01-f0db-47cf-981c-eec0a41837fc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:09.010280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.010900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.038152 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:09.046450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.068846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819add42-bf15-446e-8fac-384c98f281d7 req-b972c536-8449-40db-85c7-0515bf88f70a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.070630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-819add42-bf15-446e-8fac-384c98f281d7 req-b972c536-8449-40db-85c7-0515bf88f70a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 944 time: 0.0907655 Aug 29 04:18:09.091500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Pushing event deleted for resources: {'Port': ['ID=66f8ce8e-778c-4338-bdee-26efa84ca32a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.100711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e59715ca-1e70-4a63-93de-222bbf902154 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4214382 Aug 29 04:18:09.104193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33144) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:09.115432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:09.133452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] No DVR routers for this DVR port 66f8ce8e-778c-4338-bdee-26efa84ca32a on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:09.194919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-819add42-bf15-446e-8fac-384c98f281d7 req-8532b5ae-7336-4a71-a8c1-ce843830f883 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069067 Aug 29 04:18:09.250618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] Transition to ACTIVE for port object 739af030-ccdb-4289-bb06-c5dd3718c423 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:09.338879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.359570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddad1478-d7c4-4679-8786-4f74e3e757a2 req-48549e18-6cbd-45f4-a3f7-e62489acd827 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0713861 Aug 29 04:18:09.367181 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76d22d91-14e5-4955-80fb-db1e29d01fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.426537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-515b3b01-f0db-47cf-981c-eec0a41837fc', 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'fixed_ips': [{'subnet_id': 'b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:09.427396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.463296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.483256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.483256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.524571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695a6f65-14b0-4f20-937c-2dc7961fbfa0']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.603727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4dc9b78d-7e83-4c2f-b96f-0b76ab26dbad req-8713d041-15b8-4bed-aaa1-8ce0b0b03174 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 210 time: 0.0507932 Aug 29 04:18:09.612425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.629018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f44710f-dcdc-4bda-afb3-955bd93f7791') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.629399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f44710f-dcdc-4bda-afb3-955bd93f7791') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.642865 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76d22d91-14e5-4955-80fb-db1e29d01fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.663646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Allocated IP 172.20.0.2 (515b3b01-f0db-47cf-981c-eec0a41837fc/b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c/363d447b-4e33-40eb-856d-cf04e715736b) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:09.664038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76d22d91-14e5-4955-80fb-db1e29d01fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.699357 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.722762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-76d22d91-14e5-4955-80fb-db1e29d01fd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d09557c1413457d98131f974208d826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6806037 Aug 29 04:18:09.723876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d22d91-14e5-4955-80fb-db1e29d01fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0c7e6d-56c6-4d3c-bece-03e15128cf2a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.739484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33158) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:09.755060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] No DVR routers for this DVR port 739af030-ccdb-4289-bb06-c5dd3718c423 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:09.757347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] Pushing event updated for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.782441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.831626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:09.831937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.840702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-5f522790-0cd5-4763-a32d-c04f76e3bc28 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.842267 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-5f522790-0cd5-4763-a32d-c04f76e3bc28 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 820 time: 0.5082257 Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:09.844286 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:09.885915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.895938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Transition to ACTIVE for port object 363d447b-4e33-40eb-856d-cf04e715736b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:09.896192 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f556506-9894-4902-9248-0a834733d475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.912625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b49fa-50e0-40fb-8a3e-2fa6fb111890 req-bff0a89a-df95-4aaf-929f-8b394edf2f9b tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.913289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Transition to ACTIVE for port object 363d447b-4e33-40eb-856d-cf04e715736b will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:09.914173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e63b49fa-50e0-40fb-8a3e-2fa6fb111890 req-bff0a89a-df95-4aaf-929f-8b394edf2f9b tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 946 time: 0.1092851 Aug 29 04:18:09.921382 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.945374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-bbbbd342-7d2e-49ec-9b30-b1106129cdcf service neutron] 10.222.0.65 "PUT /v2.0/ports/739af030-ccdb-4289-bb06-c5dd3718c423/bindings/n-h1-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.8460543 Aug 29 04:18:09.951492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Request body: {'port': {'device_id': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'admin_state_up': True, 'tenant_id': 'dbb19108663b438baeaa93d47a9c8f4a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:09.976499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Network 515b3b01-f0db-47cf-981c-eec0a41837fc is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:09.980766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:09.985094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:09.993267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Pushing event updated for resources: {'Port': ['ID=363d447b-4e33-40eb-856d-cf04e715736b,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.053543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Attempting to bind port 363d447b-4e33-40eb-856d-cf04e715736b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:10.054319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Attempting to bind port 363d447b-4e33-40eb-856d-cf04e715736b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:10.054969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Attempting to bind port 363d447b-4e33-40eb-856d-cf04e715736b on network 515b3b01-f0db-47cf-981c-eec0a41837fc {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:10.061127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.067128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:10.067965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Checking segment: {'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:10.068634 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.069284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Bound using segment: {'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:10.070206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Bound port: 363d447b-4e33-40eb-856d-cf04e715736b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:10.070787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.081991 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.110445 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.115020 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] 10.222.0.58 "DELETE /v2.0/networks/695a6f65-14b0-4f20-937c-2dc7961fbfa0 HTTP/1.1" status: 204 len: 168 time: 2.4431953 Aug 29 04:18:10.154091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] For port 363d447b-4e33-40eb-856d-cf04e715736b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:10.158286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] For port 363d447b-4e33-40eb-856d-cf04e715736b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=363d447b-4e33-40eb-856d-cf04e715736b,segment=NetworkSegment(921613e7-aed9-4ca0-bf79-8756fe358bc5),segment_id=921613e7-aed9-4ca0-bf79-8756fe358bc5)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:10.158513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19c83b-3bfe-47bf-b1f7-84a8f499ccda admin admin] Pushing event deleted for resources: {'Network': ['ID=695a6f65-14b0-4f20-937c-2dc7961fbfa0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.169484 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.225773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Made reservation on behalf of dbb19108663b438baeaa93d47a9c8f4a for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:10.230247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.242360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ceef-2724-4207-8af7-f8031ae591dc None None] Pushing event updated for resources: {'Port': ['ID=363d447b-4e33-40eb-856d-cf04e715736b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.278382 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f556506-9894-4902-9248-0a834733d475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.298039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e63b49fa-50e0-40fb-8a3e-2fa6fb111890 req-4a9d21ad-be73-428e-abc9-5dbd189e8192 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752396 Aug 29 04:18:10.375780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33170) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:10.404915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f556506-9894-4902-9248-0a834733d475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.410714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f556506-9894-4902-9248-0a834733d475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.411882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3f556506-9894-4902-9248-0a834733d475 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df0c7e6d-56c6-4d3c-bece-03e15128cf2a HTTP/1.1" status: 204 len: 168 time: 0.6693728 Aug 29 04:18:10.465252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f556506-9894-4902-9248-0a834733d475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0c7e6d-56c6-4d3c-bece-03e15128cf2a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.617269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8c44d7e3-f0ae-4460-9d46-30e24ea53e8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6da80d5a92a94c6c9496d3e11818557e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365096 Aug 29 04:18:10.626065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33176) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:10.646491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-d3afe878-5671-4412-b64b-f1112749e55e tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600345 Aug 29 04:18:10.670284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d87-bc44-4ee3-9e26-aa8962821c88 req-b817b2d1-b8dc-4b89-b188-9848f774754f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.683025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c0a3d87-bc44-4ee3-9e26-aa8962821c88 req-b817b2d1-b8dc-4b89-b188-9848f774754f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 945 time: 0.2620804 Aug 29 04:18:10.810436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-9ebdf0b6-02cc-4092-843b-344614682cf5 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.814269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-9ebdf0b6-02cc-4092-843b-344614682cf5 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.3094387 Aug 29 04:18:10.931923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 363d447b-4e33-40eb-856d-cf04e715736b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:10.946217 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c0a3d87-bc44-4ee3-9e26-aa8962821c88 req-0eb61267-0a8d-476a-b273-ad68fd26a3dc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617660 Aug 29 04:18:10.980301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-333754a4-3a95-4c99-99c2-2c24d7835223 req-da9b3c96-60e6-48f0-9d43-c9d1ef092ff5 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.2321870 Aug 29 04:18:11.010971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-e0ed6571-d034-45cf-a548-0d607017fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.012593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-e0ed6571-d034-45cf-a548-0d607017fcab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a HTTP/1.1" status: 200 len: 1097 time: 0.1606941 Aug 29 04:18:11.089138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 363d447b-4e33-40eb-856d-cf04e715736b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:11.098693 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e9ce-0ac1-4694-b603-58f91ddc81ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.145367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Allocated IP 172.20.0.3 (c029ce29-153a-4a8c-9e04-455ff35bab04/cd3cda46-ed6f-4217-81ca-1387b3b26214/2688d524-28d0-4b4d-a3e0-c3156e05e57b) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:11.155956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-da63350e-1025-4f4e-9729-84cc89df3279 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.157636 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-da63350e-1025-4f4e-9729-84cc89df3279 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4962988 Aug 29 04:18:11.167162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59c68695-9713-42d9-a68a-41ca6dfd243b req-1c886e44-3001-4d05-a49e-574842cdc2e2 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 210 time: 0.0529752 Aug 29 04:18:11.174442 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.191342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-e03cfa5e-0079-4877-8b00-06b4c1054be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.193485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-e03cfa5e-0079-4877-8b00-06b4c1054be3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1097 time: 0.1453488 Aug 29 04:18:11.198792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e9ce-0ac1-4694-b603-58f91ddc81ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.204918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Request body: {'port': {'device_id': '7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'a21429c8471a4b298cd734f981b7d164'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:11.247206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.322660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-dcb4075f-bf45-45b9-8392-b4f4698f0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.327633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-dcb4075f-bf45-45b9-8392-b4f4698f0394 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.1122081 Aug 29 04:18:11.383564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-705b8a7a-7604-49d3-8e7a-da320ad3cba2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 200 len: 217 time: 0.0469840 Aug 29 04:18:11.472422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-7484f061-5ca8-429a-8057-f4836e6683c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.486463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-7484f061-5ca8-429a-8057-f4836e6683c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0933187 Aug 29 04:18:11.565165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-b84cfa07-0247-4361-a983-b2be60f1621a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708060 Aug 29 04:18:11.730435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e9ce-0ac1-4694-b603-58f91ddc81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.733202 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e9ce-0ac1-4694-b603-58f91ddc81ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.734452 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2ec3e9ce-0ac1-4694-b603-58f91ddc81ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f96e7a06-e3b7-4671-8cf2-454143c833e0 HTTP/1.1" status: 204 len: 168 time: 1.1023800 Aug 29 04:18:11.763544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-5ba39eab-275a-400c-b823-4568e99fe98e service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905205 Aug 29 04:18:11.793372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Allocated IP 172.25.1.224 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/aa4f3c23-27f7-4003-b8fa-f8157a92de5a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:11.801986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3e9ce-0ac1-4694-b603-58f91ddc81ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e7a06-e3b7-4671-8cf2-454143c833e0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:11.843674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Made reservation on behalf of a21429c8471a4b298cd734f981b7d164 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:11.850038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.882767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33212) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:11.915889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542d5f6e-f0aa-4e41-88aa-baacf2e47d47 None None] Network 515b3b01-f0db-47cf-981c-eec0a41837fc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:11.921779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-af619815-7071-4222-8c02-efd502f202ab service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477597 Aug 29 04:18:12.030390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-94caa7c0-f9b5-498e-8f20-1796fa6098c4 None None] Provisioning for port 363d447b-4e33-40eb-856d-cf04e715736b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:12.046452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-94caa7c0-f9b5-498e-8f20-1796fa6098c4 None None] Provisioning complete for port 363d447b-4e33-40eb-856d-cf04e715736b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:12.048970 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-94caa7c0-f9b5-498e-8f20-1796fa6098c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.199533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f28e6c77-3408-4b70-bb6b-53f7dd9b3d37 req-d632cd9a-7467-44d3-ab88-976de3c98d29 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0664525 Aug 29 04:18:12.207679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 739af030-ccdb-4289-bb06-c5dd3718c423 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:12.264489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.306485 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.319031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 739af030-ccdb-4289-bb06-c5dd3718c423 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:12.337805 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-94caa7c0-f9b5-498e-8f20-1796fa6098c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.377228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-94caa7c0-f9b5-498e-8f20-1796fa6098c4 None None] For port 363d447b-4e33-40eb-856d-cf04e715736b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=363d447b-4e33-40eb-856d-cf04e715736b,segment=NetworkSegment(921613e7-aed9-4ca0-bf79-8756fe358bc5),segment_id=921613e7-aed9-4ca0-bf79-8756fe358bc5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:12.401466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Allocated IP 192.168.233.12 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/51d8f823-4b77-44c3-8827-46d5d93b0e23) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:12.436034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-94caa7c0-f9b5-498e-8f20-1796fa6098c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.445794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e62e75e-de1a-43f2-88ff-638ca2fb69b9 req-209f0b7a-0616-4ee7-8275-835e685e1a78 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 210 time: 0.1297240 Aug 29 04:18:12.466046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-network', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:12.523106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Made reservation on behalf of 2d9f1aeec26d4a9a864bf4922376f607 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:12.527361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.543101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.564719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caa7c0-f9b5-498e-8f20-1796fa6098c4 None None] Pushing event updated for resources: {'Port': ['ID=363d447b-4e33-40eb-856d-cf04e715736b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:12.592704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.624601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.640202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5591-4886-4686-b29b-5e105759bc29 req-965601aa-b932-44e0-ba2a-b00f59797372 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.641923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-965601aa-b932-44e0-ba2a-b00f59797372 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.4079688 Aug 29 04:18:12.656327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67acb51-95b3-466b-a6d4-a114d099cd7d req-11e6cbf0-6435-464a-9e2a-ba3911879d05 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.660746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c67acb51-95b3-466b-a6d4-a114d099cd7d req-11e6cbf0-6435-464a-9e2a-ba3911879d05 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 945 time: 0.4666378 Aug 29 04:18:12.766881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Network c029ce29-153a-4a8c-9e04-455ff35bab04 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:12.773811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:12.777491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:12.848235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:12.861226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:12.869100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:12.873700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 363d447b-4e33-40eb-856d-cf04e715736b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:12.903214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4f3c23-27f7-4003-b8fa-f8157a92de5a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:12.924488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.925183 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.995079 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.015311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.034678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:13.037215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4210a9b1-dcc4-40a7-a473-bb190ac367d8 None None] Provisioning complete for port 363d447b-4e33-40eb-856d-cf04e715736b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:13.039719 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4210a9b1-dcc4-40a7-a473-bb190ac367d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.052966 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.054006 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Added segment 93231365-9262-4b92-81b7-3dd8b811676b of type vlan for network 72238d64-c162-4654-8016-02c1e4eff095 Aug 29 04:18:13.092518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2363555 Aug 29 04:18:13.103507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 363d447b-4e33-40eb-856d-cf04e715736b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:13.103903 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.105525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cba74-3a1f-4394-a5bb-d5470e31f96d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Pushing event updated for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.121931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Request body: {'port': {'device_id': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:13.130623 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.133052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33246) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:13.134502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.211231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Transition to ACTIVE for port object 51d8f823-4b77-44c3-8827-46d5d93b0e23 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:13.265826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.346907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c67acb51-95b3-466b-a6d4-a114d099cd7d req-99c63e20-8a8e-4902-8290-ca5b8cdc1d20 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778372 Aug 29 04:18:13.350890 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.355500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.357353 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.435655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-383917683-network', 'tenant_id': '2bc1dc9c0bdd48039b49dd94f5a2ea4f'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:13.440035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.452380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:13.454617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'c30962b7-d3c9-4e18-988f-3fec45beee9e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:13.519165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169179c6-1704-4573-87ac-68b986110d6a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.525840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6417537 Aug 29 04:18:13.528073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33254) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:13.539627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Request body: {'subnet': {'network_id': '72238d64-c162-4654-8016-02c1e4eff095', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-subnet', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:13.574864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-656b5591-4886-4686-b29b-5e105759bc29 req-b74f1385-60f9-4349-8eaf-ee4aa6e07309 service neutron] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:13.575883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113a974-b45d-479e-a0c8-d332156ae2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=72238d64-c162-4654-8016-02c1e4eff095,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.583027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-656b5591-4886-4686-b29b-5e105759bc29 req-b74f1385-60f9-4349-8eaf-ee4aa6e07309 service neutron] Notify callbacks [] for binding, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.584930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-656b5591-4886-4686-b29b-5e105759bc29 req-b74f1385-60f9-4349-8eaf-ee4aa6e07309 service neutron] 10.222.0.64 "DELETE /v2.0/ports/739af030-ccdb-4289-bb06-c5dd3718c423/bindings/n-h2-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.9177687 Aug 29 04:18:13.594567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 72238d64-c162-4654-8016-02c1e4eff095 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:13.614701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f23b6-28d9-46ce-a433-ef7bee68ff9e req-b42a0e51-80d8-4257-89da-c356e34dd583 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.619852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f32f23b6-28d9-46ce-a433-ef7bee68ff9e req-b42a0e51-80d8-4257-89da-c356e34dd583 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 935 time: 0.2439494 Aug 29 04:18:13.734606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f32f23b6-28d9-46ce-a433-ef7bee68ff9e req-daed8b74-cac6-45c0-86f0-27a2409518a1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803170 Aug 29 04:18:13.764942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6d5d5-7dd3-4a86-b229-4ddc28c52069 req-a8b2ba7f-d52c-402c-91fe-6b99671c115d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.772210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72c6d5d5-7dd3-4a86-b229-4ddc28c52069 req-a8b2ba7f-d52c-402c-91fe-6b99671c115d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 931 time: 0.1498868 Aug 29 04:18:13.820338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72c6d5d5-7dd3-4a86-b229-4ddc28c52069 req-12f5ee04-fc19-4d27-aa15-f5819f443641 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Aug 29 04:18:13.845863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:13.873666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:13.927388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:14.002111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.018081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'Port': ['ID=51d8f823-4b77-44c3-8827-46d5d93b0e23,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.095123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Made reservation on behalf of 2d9f1aeec26d4a9a864bf4922376f607 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:14.099343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.131426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Made reservation on behalf of 2bc1dc9c0bdd48039b49dd94f5a2ea4f for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:14.133764 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.153004 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.170425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.171056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.190773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ada9aef3-6537-44fe-a275-e2fdc80beaaf None None] Provisioning for port 51d8f823-4b77-44c3-8827-46d5d93b0e23 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:14.201289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ada9aef3-6537-44fe-a275-e2fdc80beaaf None None] Provisioning complete for port 51d8f823-4b77-44c3-8827-46d5d93b0e23 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:14.201592 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ada9aef3-6537-44fe-a275-e2fdc80beaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.249922 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-510c713b-5e35-4f27-92e5-bbd3b09b5384 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0800290 Aug 29 04:18:14.264562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ada9aef3-6537-44fe-a275-e2fdc80beaaf None None] Port 51d8f823-4b77-44c3-8827-46d5d93b0e23 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:14.271836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Request body: {'port': {'device_id': '7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:14.521204 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.521736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.559795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2688d524-28d0-4b4d-a3e0-c3156e05e57b {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:14.562567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec77c0-ae4e-4399-98ad-1cf37675c063 req-e1a5f448-8e47-4ace-9035-68198a5a8167 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.564350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48ec77c0-ae4e-4399-98ad-1cf37675c063 req-e1a5f448-8e47-4ace-9035-68198a5a8167 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 945 time: 0.1148851 Aug 29 04:18:14.572025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2576e849-1290-437b-a63a-96a5fa6ada4f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.574869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.606786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Checking segment: {'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:14.607152 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Network hostable DHCP agents. Network: 72238d64-c162-4654-8016-02c1e4eff095, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:14.607806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.646450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Transition to ACTIVE for port object 2688d524-28d0-4b4d-a3e0-c3156e05e57b will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:14.651558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.651735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48ec77c0-ae4e-4399-98ad-1cf37675c063 req-6bc59bc8-fb5f-4df7-86d1-f6d500810a28 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542307 Aug 29 04:18:14.655314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Network 72238d64-c162-4654-8016-02c1e4eff095 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:14.669597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 72238d64-c162-4654-8016-02c1e4eff095) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:14.674358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.675184 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.685163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19252f6-4739-4031-941f-bed7f4ea6eca None None] Network 72238d64-c162-4654-8016-02c1e4eff095 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:14.686713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.688716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.717315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f7e7b4bf-b33f-49cd-8492-094b7197ada6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1824305 Aug 29 04:18:14.720329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33276) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:14.739458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:14.794552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.797231 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.879633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:14.895047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca18bd8-369c-44a7-94fb-483764dff887,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.927171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.927522 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Added segment 17aa6792-e311-4f24-ac0e-00325915c69d of type vlan for network a6cd64d9-4479-4547-af75-ebda8319ce2f Aug 29 04:18:14.927788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.956986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.981092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a836a-cb55-456d-ba52-3eb182a1b259 req-7bf91baf-d86c-462f-b621-fe7123091133 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.982851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-264a836a-cb55-456d-ba52-3eb182a1b259 req-7bf91baf-d86c-462f-b621-fe7123091133 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1097 time: 0.1628146 Aug 29 04:18:14.991223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-72238d64-c162-4654-8016-02c1e4eff095', 'network_id': '72238d64-c162-4654-8016-02c1e4eff095', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'fixed_ips': [{'subnet_id': '2576e849-1290-437b-a63a-96a5fa6ada4f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:14.992240 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.063822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c3c07-05a7-458f-9f9a-61bbfae3570d req-d9b7416d-9871-42c5-80ed-dc34d6e69ab5 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.065777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee6c3c07-05a7-458f-9f9a-61bbfae3570d req-d9b7416d-9871-42c5-80ed-dc34d6e69ab5 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 935 time: 0.1841025 Aug 29 04:18:15.068652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-264a836a-cb55-456d-ba52-3eb182a1b259 req-9ab5ccd3-336f-4037-aaf0-160c440609c8 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552905 Aug 29 04:18:15.074643 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.180187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.188962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Allocated IP 172.20.0.2 (72238d64-c162-4654-8016-02c1e4eff095/2576e849-1290-437b-a63a-96a5fa6ada4f/78fd0eee-9311-4420-92d4-311294921c4d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:15.240408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee6c3c07-05a7-458f-9f9a-61bbfae3570d req-7f21d4fd-a2b5-4384-9ed1-5ef929eb3a45 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163266 Aug 29 04:18:15.255617 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.256620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.257216 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.278830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:15.279499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:15.279499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:15.356263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:18:15.358061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:15.358391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:15.368942 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2307661 Aug 29 04:18:15.371778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33294) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:15.397226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Request body: {'subnet': {'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-383917683-subnet', 'tenant_id': '2bc1dc9c0bdd48039b49dd94f5a2ea4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:15.403873 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.415307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Transition to ACTIVE for port object 78fd0eee-9311-4420-92d4-311294921c4d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:15.416571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c7601-0e03-4de3-a1ed-22b589cfe830 admin admin] Pushing event updated for resources: {'Network': ['ID=a6cd64d9-4479-4547-af75-ebda8319ce2f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.418953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:15.426701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:15.427980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f924050-bbe0-498f-acd4-5d88cb33cef7 req-109f24c0-2ccd-4fa7-9774-250c24c79bfd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.432337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:15.432896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Bound port: 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:15.433284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.435261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Transition to ACTIVE for port object 78fd0eee-9311-4420-92d4-311294921c4d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:15.435856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f924050-bbe0-498f-acd4-5d88cb33cef7 req-109f24c0-2ccd-4fa7-9774-250c24c79bfd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 943 time: 0.2367241 Aug 29 04:18:15.445772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.475397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d8f823-4b77-44c3-8827-46d5d93b0e23 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:15.492575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network a6cd64d9-4479-4547-af75-ebda8319ce2f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:15.504034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.512647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Network 72238d64-c162-4654-8016-02c1e4eff095 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:15.519123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Transition to ACTIVE for port object 51d8f823-4b77-44c3-8827-46d5d93b0e23 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:15.548804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:15.556933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:15.582388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Pushing event updated for resources: {'Port': ['ID=78fd0eee-9311-4420-92d4-311294921c4d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.636808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Attempting to bind port 78fd0eee-9311-4420-92d4-311294921c4d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:15.637314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Attempting to bind port 78fd0eee-9311-4420-92d4-311294921c4d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:15.637846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Attempting to bind port 78fd0eee-9311-4420-92d4-311294921c4d on network 72238d64-c162-4654-8016-02c1e4eff095 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:15.639822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f924050-bbe0-498f-acd4-5d88cb33cef7 req-7307920a-a9b7-46f3-b18c-72d8e0498e04 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030029 Aug 29 04:18:15.644196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:15.644677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Checking segment: {'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:15.645223 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.646354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Bound using segment: {'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:15.646354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Bound port: 78fd0eee-9311-4420-92d4-311294921c4d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:15.646653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.668904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-4cc21968-fcfa-48f2-8456-b8058d36651b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.676034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-4cc21968-fcfa-48f2-8456-b8058d36651b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 808 time: 0.1723123 Aug 29 04:18:15.708356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-0aa2e3bd-bae8-4fd8-883c-81e250c92258 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/quotas/b5e5b6dd89df4c66b2efac40fa31831a HTTP/1.1" status: 200 len: 375 time: 0.0312450 Aug 29 04:18:15.715936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Made reservation on behalf of 2bc1dc9c0bdd48039b49dd94f5a2ea4f for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:15.718500 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.721584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:15.724239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.731282 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Sync routers for ids ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:15.743119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] For port 78fd0eee-9311-4420-92d4-311294921c4d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:15.747524 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Routers {'25a4fed2-cb81-4ccc-adde-2ad7b1612917'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:15.748217 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:15.749062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] For port 78fd0eee-9311-4420-92d4-311294921c4d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=78fd0eee-9311-4420-92d4-311294921c4d,segment=NetworkSegment(93231365-9262-4b92-81b7-3dd8b811676b),segment_id=93231365-9262-4b92-81b7-3dd8b811676b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:15.762733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.884972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571813-bf9f-4e55-89bd-9cdd6dcb5ee5 None None] Pushing event updated for resources: {'Port': ['ID=78fd0eee-9311-4420-92d4-311294921c4d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.896986 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Set router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:15.963869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-3f2355b5-6872-4e62-af85-6e19a592cda6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2544250 Aug 29 04:18:16.052003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Pushing event updated for resources: {'Port': ['ID=51d8f823-4b77-44c3-8827-46d5d93b0e23,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.072101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.084560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:16.092615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:16.123403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.137724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.141819 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7e0081ca-3958-4282-a390-1bfdcd8e4008 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0324626 Aug 29 04:18:16.156017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33306) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:16.163065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.221663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.288474 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:13Z', 'revision_number': 3, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port': {'id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:16.348575 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Checking router: 25a4fed2-cb81-4ccc-adde-2ad7b1612917 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:16.350509 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Updating router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 port aa4f3c23-27f7-4003-b8fa-f8157a92de5a binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:16.401564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.402298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.403792 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] 10.222.0.64 "PUT /v2.0/ports/2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 200 len: 1092 time: 3.2996478 Aug 29 04:18:16.405184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7612e55-4ffa-4ebe-8c0a-f5e0336e7aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.417560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:16.420773 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c" -d '{"events": [{"name": "network-changed", "server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:16.427285 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.473604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b480b34a-6bad-4787-bac0-0d87ef5d3d8b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.521929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Checking segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:16.522289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Network hostable DHCP agents. Network: a6cd64d9-4479-4547-af75-ebda8319ce2f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:16.530462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Attempting to bind port 51d8f823-4b77-44c3-8827-46d5d93b0e23 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:16.530835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Attempting to bind port 51d8f823-4b77-44c3-8827-46d5d93b0e23 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:16.531208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Attempting to bind port 51d8f823-4b77-44c3-8827-46d5d93b0e23 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:16.548806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Port 51d8f823-4b77-44c3-8827-46d5d93b0e23 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:16.549143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Attempting to bind port 51d8f823-4b77-44c3-8827-46d5d93b0e23 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:16.561350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:16.561926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:16.562335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:16.562851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Bound port: 51d8f823-4b77-44c3-8827-46d5d93b0e23, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:16.563280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.570848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-ddb46023-5142-4976-b132-3b4bf6b6a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.573406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-ddb46023-5142-4976-b132-3b4bf6b6a2cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1095 time: 0.1141028 Aug 29 04:18:16.574189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Network a6cd64d9-4479-4547-af75-ebda8319ce2f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:16.768837 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.793846 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Transition to ACTIVE for port object aa4f3c23-27f7-4003-b8fa-f8157a92de5a will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:16.809317 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.883189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 78fd0eee-9311-4420-92d4-311294921c4d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:16.987581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 78fd0eee-9311-4420-92d4-311294921c4d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:17.059469 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Pushing event updated for resources: {'Port': ['ID=aa4f3c23-27f7-4003-b8fa-f8157a92de5a,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.064441 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-18d00f74-2c67-4de9-bdbe-17af32bb7c07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 200 len: 217 time: 0.4791477 Aug 29 04:18:17.081249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Allocated IP 172.25.1.37 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/2c50dc49-4387-498c-a66e-2bf743d83c2e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:17.110954 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.111811 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.111811 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.112361 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.112709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.113218 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.113592 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.113973 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.114614 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.114947 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.115545 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.115939 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:17.120752 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Attempting to bind port aa4f3c23-27f7-4003-b8fa-f8157a92de5a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:17.121131 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Attempting to bind port aa4f3c23-27f7-4003-b8fa-f8157a92de5a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:17.121604 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Attempting to bind port aa4f3c23-27f7-4003-b8fa-f8157a92de5a on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:17.130905 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:17.132559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] For port 51d8f823-4b77-44c3-8827-46d5d93b0e23, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:17.132877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-a7cf0777-77e9-4032-a747-d987c6dbda61 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1669645 Aug 29 04:18:17.135115 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:17.135655 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.136204 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:17.136713 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Bound port: aa4f3c23-27f7-4003-b8fa-f8157a92de5a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:17.137730 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.156628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, a6cd64d9-4479-4547-af75-ebda8319ce2f) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:17.166502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35cf15-da0f-4ffd-8336-290a8d7dabb1 None None] Network a6cd64d9-4479-4547-af75-ebda8319ce2f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:17.204700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.205331 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.218027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] For port 51d8f823-4b77-44c3-8827-46d5d93b0e23, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=51d8f823-4b77-44c3-8827-46d5d93b0e23,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:17.237860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df8657-d714-4935-8d40-2eb649d23980 req-d12a677b-7b63-4108-bfce-b4b9e129cb72 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.238499 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] For port aa4f3c23-27f7-4003-b8fa-f8157a92de5a, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:17.241261 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3df8657-d714-4935-8d40-2eb649d23980 req-d12a677b-7b63-4108-bfce-b4b9e129cb72 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 947 time: 0.8705504 Aug 29 04:18:17.242250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.246722 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] For port aa4f3c23-27f7-4003-b8fa-f8157a92de5a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=aa4f3c23-27f7-4003-b8fa-f8157a92de5a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:17.257025 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.295677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9969c01b-0494-4648-ae0c-8196533f6fb3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8964067 Aug 29 04:18:17.363975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-b475a5d1-4966-4743-b3ab-95a511787df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.370280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-b475a5d1-4966-4743-b3ab-95a511787df9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.2377384 Aug 29 04:18:17.408694 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Routers {'25a4fed2-cb81-4ccc-adde-2ad7b1612917'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:17.409411 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:17:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:17.424901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.428073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.431608 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] 10.222.0.65 "PUT /v2.0/ports/51d8f823-4b77-44c3-8827-46d5d93b0e23 HTTP/1.1" status: 200 len: 1096 time: 3.1621492 Aug 29 04:18:17.483858 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-96e6b54f-571c-43fd-8597-c8b96aecd186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.491775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56b583-03c7-4b55-9166-d756b7ba06a7 None None] Network a6cd64d9-4479-4547-af75-ebda8319ce2f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:17.495709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-75a19ae9-36f4-449c-8f04-bc1ea7bca2c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131966 Aug 29 04:18:17.514513 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52575dc8-9e3c-4ea3-ae2e-f459ffe9390e None None] Pushing event updated for resources: {'Port': ['ID=aa4f3c23-27f7-4003-b8fa-f8157a92de5a,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.603876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cc1e8-2bf7-4cb1-b9b4-39ca3520e746 service neutron] Pushing event updated for resources: {'Port': ['ID=51d8f823-4b77-44c3-8827-46d5d93b0e23,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.657527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa799d31-4522-4459-a87b-04e1e910e53c None None] Network 72238d64-c162-4654-8016-02c1e4eff095 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:17.676910 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3df8657-d714-4935-8d40-2eb649d23980 req-ca3047f0-2fd1-4542-a492-9970b0ec5e26 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736205 Aug 29 04:18:17.712821 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] Set router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:17.747242 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.751338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-ee43c398-1ef4-4094-8c7c-c5fe824fb429 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534203 Aug 29 04:18:17.799420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-908c95db-df04-4eba-ad32-7ab1546fba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.804921 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-908c95db-df04-4eba-ad32-7ab1546fba1d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 1099 time: 0.3177409 Aug 29 04:18:17.927711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-6b160b71-6399-4fd9-885a-fb97083009d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=51d8f823-4b77-44c3-8827-46d5d93b0e23 HTTP/1.1" status: 200 len: 217 time: 0.1134765 Aug 29 04:18:17.974031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-23941b3a-c60f-418a-a4fb-192b228f3d63 None None] Provisioning for port 78fd0eee-9311-4420-92d4-311294921c4d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:17.983081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-23941b3a-c60f-418a-a4fb-192b228f3d63 None None] Provisioning complete for port 78fd0eee-9311-4420-92d4-311294921c4d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:17.983566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23941b3a-c60f-418a-a4fb-192b228f3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.992212 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406831ec-14f9-464c-b7ae-fa7c92051906 x-openstack-request-id: req-406831ec-14f9-464c-b7ae-fa7c92051906 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:17.993165 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:17.993622 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-406831ec-14f9-464c-b7ae-fa7c92051906 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:17.995156 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b', 'status': 'completed', 'code': 200} Aug 29 04:18:18.075128 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-7b3f6bef-f513-49b7-93aa-1ab7ff6df3dc service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239713 Aug 29 04:18:18.166623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.201010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-e6c24fe5-0a53-4126-a241-5a9457a3919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.203131 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-e6c24fe5-0a53-4126-a241-5a9457a3919e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.2575035 Aug 29 04:18:18.263003 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23941b3a-c60f-418a-a4fb-192b228f3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.291388 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:13Z', 'revision_number': 3, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port': {'id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:18.317780 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a28c38b2-5d7b-4f04-94a2-ec5bc98a5d93 req-604a505e-14f7-41d6-a105-67300ab9d949 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331295 Aug 29 04:18:18.347031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-bc3ee2f3-6527-4fbd-b135-462bbf1b769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.351624 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-bc3ee2f3-6527-4fbd-b135-462bbf1b769b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1363416 Aug 29 04:18:18.377673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-23941b3a-c60f-418a-a4fb-192b228f3d63 None None] For port 78fd0eee-9311-4420-92d4-311294921c4d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=78fd0eee-9311-4420-92d4-311294921c4d,segment=NetworkSegment(93231365-9262-4b92-81b7-3dd8b811676b),segment_id=93231365-9262-4b92-81b7-3dd8b811676b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:18.390201 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23941b3a-c60f-418a-a4fb-192b228f3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.392695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Allocated IP 172.20.0.1 (515b3b01-f0db-47cf-981c-eec0a41837fc/b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c/05a5d261-3dcc-4178-8972-c4d5b5217c58) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:18.422440 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd3490-9140-4967-8bb4-653f8fe0bf6d None None] The sync data for ids ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'] in n-d-712142-15 is: [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:13Z', 'revision_number': 3, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port': {'id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:18.477379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23941b3a-c60f-418a-a4fb-192b228f3d63 None None] Pushing event updated for resources: {'Port': ['ID=78fd0eee-9311-4420-92d4-311294921c4d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:18.511759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.534943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Transition to ACTIVE for port object 05a5d261-3dcc-4178-8972-c4d5b5217c58 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:18.601980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbe005-eb6d-4934-8672-ff48a281c3a4 req-6afc4a18-9082-4801-84a1-7eefc6a79e36 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.611454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9cbe005-eb6d-4934-8672-ff48a281c3a4 req-6afc4a18-9082-4801-84a1-7eefc6a79e36 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 943 time: 0.5146151 Aug 29 04:18:18.658541 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-197e9046-6bfc-4756-9eb9-8500ce0860c3 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918010 Aug 29 04:18:18.661235 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:18:18.674524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-07d15dd2-1919-4202-8ce0-e4d165dab791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.676424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-07d15dd2-1919-4202-8ce0-e4d165dab791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1095 time: 0.2649677 Aug 29 04:18:18.689454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.847567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9cbe005-eb6d-4934-8672-ff48a281c3a4 req-6990a0a6-2bc4-412f-ab3e-e92c637afaab tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347763 Aug 29 04:18:18.944797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 78fd0eee-9311-4420-92d4-311294921c4d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:18.947042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c81dc6ad-026e-4eab-aa9d-393ee8af06d3 req-fe111c82-cd5b-4b6e-9464-ecc8312d1cbf service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749064 Aug 29 04:18:18.952350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-8129cfab-74c3-4425-9fdb-923e41b8ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.959831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-8129cfab-74c3-4425-9fdb-923e41b8ef6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.2695906 Aug 29 04:18:19.017121 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-c52d9099-88f1-43a4-b658-92bbead1d76d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 200 len: 217 time: 0.0488098 Aug 29 04:18:19.106953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 78fd0eee-9311-4420-92d4-311294921c4d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:19.107504 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.123453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-055e9d79-f475-43f3-86d1-a459c6a489b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.135856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-055e9d79-f475-43f3-86d1-a459c6a489b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1093690 Aug 29 04:18:19.163119 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.175567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ec7fd4c0-d7c7-4c7c-9108-ee1cd2386d6b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.177268 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ec7fd4c0-d7c7-4c7c-9108-ee1cd2386d6b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 804 time: 0.5934923 Aug 29 04:18:19.177931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Pushing event updated for resources: {'Port': ['ID=05a5d261-3dcc-4178-8972-c4d5b5217c58,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.188471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Network 515b3b01-f0db-47cf-981c-eec0a41837fc is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:19.195844 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-5cec7414-dc2e-4012-97b0-7902fc0fcc33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514855 Aug 29 04:18:19.247391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a6cd5a76-815d-4a35-878c-90e05d91ad65 None None] Provisioning complete for port 78fd0eee-9311-4420-92d4-311294921c4d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:19.247852 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5a76-815d-4a35-878c-90e05d91ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.260380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-794cc537-c03d-43f7-a6d5-5cf8158c1f8b req-d339963e-5637-4f37-aa6e-508d3b279244 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 210 time: 0.1155605 Aug 29 04:18:19.266406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:19.271568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:19.272190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.350788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-08220759-0116-4427-b1b3-edd4c4129ae3 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455455 Aug 29 04:18:19.369756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:19.380281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-b753acf2-0a73-4c1b-9663-acca7b8adc34 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/quotas/2bc1dc9c0bdd48039b49dd94f5a2ea4f HTTP/1.1" status: 200 len: 375 time: 0.1378839 Aug 29 04:18:19.398807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:19.402795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:19.452652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-870fd735-dc08-44e1-8056-25abb2f000ff tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710926 Aug 29 04:18:19.459593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Pushing event updated for resources: {'Port': ['ID=2c50dc49-4387-498c-a66e-2bf743d83c2e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.600251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c69f474-bbfc-402a-ac56-929c7ca8ce7c req-676e4c5d-81db-4c2d-90f2-4f6b330b5d91 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331738 Aug 29 04:18:19.640332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6dc17afa-13bf-4fc5-a004-cf3b07e869dd None None] Provisioning for port 05a5d261-3dcc-4178-8972-c4d5b5217c58 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:19.646684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6dc17afa-13bf-4fc5-a004-cf3b07e869dd None None] Provisioning complete for port 05a5d261-3dcc-4178-8972-c4d5b5217c58 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:19.648093 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6dc17afa-13bf-4fc5-a004-cf3b07e869dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.722181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6dc17afa-13bf-4fc5-a004-cf3b07e869dd None None] Port 05a5d261-3dcc-4178-8972-c4d5b5217c58 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:19.829055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ed46-ff88-4e88-a422-692e92566ec1 req-80520923-8d0e-4e42-a2d5-4b029251302d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.833358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36e1ed46-ff88-4e88-a422-692e92566ec1 req-80520923-8d0e-4e42-a2d5-4b029251302d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 947 time: 0.4088223 Aug 29 04:18:19.908271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-f4d229d2-2307-446c-ae72-3297a7c97dcc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.909743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-f4d229d2-2307-446c-ae72-3297a7c97dcc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 808 time: 0.2191615 Aug 29 04:18:19.932192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Request body: {'port': {'device_id': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'admin_state_up': True, 'tenant_id': 'b5e5b6dd89df4c66b2efac40fa31831a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:19.984671 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.988057 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-a9200ce8-8a00-4fdb-9eaa-3ad59718135c service neutron] 10.222.0.58 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295966 Aug 29 04:18:20.004568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36e1ed46-ff88-4e88-a422-692e92566ec1 req-0178055b-68f9-4105-b421-53ce514a3006 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507049 Aug 29 04:18:20.049788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c', 'tag': '51d8f823-4b77-44c3-8827-46d5d93b0e23'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:20.052792 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e61b66f-54db-4452-8fb0-e5c34b42801c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c", "tag": "51d8f823-4b77-44c3-8827-46d5d93b0e23"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:20.093704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Made reservation on behalf of b5e5b6dd89df4c66b2efac40fa31831a for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:20.097888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.237921 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.251978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.270715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Allocated IP 172.20.0.10 (c1e435ea-b64e-4339-b938-5bad8cbfa05e/d87caf25-1667-43fd-be52-b8a81d091bdd/ea329f66-4a32-4eba-bfd5-8aab116454ef) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:20.388588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f76a0bcb-a60c-4b05-a59b-75012d8432c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.401061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-236d3beb-ce8a-4069-92e1-7f4ea1d4e353 service neutron] 10.222.0.58 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001191 Aug 29 04:18:20.433181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fa07b-66bc-480b-a52c-fa12c7c9b6fc req-1fe604f0-e901-4d45-9b84-c786e1990670 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.434840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f47fa07b-66bc-480b-a52c-fa12c7c9b6fc req-1fe604f0-e901-4d45-9b84-c786e1990670 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 943 time: 0.2514851 Aug 29 04:18:20.499146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.577179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.652550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Network c1e435ea-b64e-4339-b938-5bad8cbfa05e is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:20.660857 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9bf966-ef86-4051-9436-3ab8a19d9b77 x-openstack-request-id: req-2a9bf966-ef86-4051-9436-3ab8a19d9b77 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:20.664539 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c", "tag": "51d8f823-4b77-44c3-8827-46d5d93b0e23", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:20.665068 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a9bf966-ef86-4051-9436-3ab8a19d9b77 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:20.666137 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c', 'tag': '51d8f823-4b77-44c3-8827-46d5d93b0e23', 'status': 'completed', 'code': 200} Aug 29 04:18:20.672174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:20.684140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:20.767791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.768465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.804569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8775370 Aug 29 04:18:20.805395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58244f6e-611d-46df-887a-81f09742265a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Pushing event updated for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:20.820474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Request body: {'port': {'device_id': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:20.922638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device aa4f3c23-27f7-4003-b8fa-f8157a92de5a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:20.970948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.015549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port aa4f3c23-27f7-4003-b8fa-f8157a92de5a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:21.021504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port aa4f3c23-27f7-4003-b8fa-f8157a92de5a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:21.022276 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.065252 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.068401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.157756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.166538 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.186304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port aa4f3c23-27f7-4003-b8fa-f8157a92de5a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=aa4f3c23-27f7-4003-b8fa-f8157a92de5a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:21.191169 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.256496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=aa4f3c23-27f7-4003-b8fa-f8157a92de5a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.261616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2688d524-28d0-4b4d-a3e0-c3156e05e57b details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:21.312463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f47fa07b-66bc-480b-a52c-fa12c7c9b6fc req-a8dca15a-8725-43ad-94fe-0c067b6bb8ff tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8601480 Aug 29 04:18:21.340357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.341126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.450736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:21.465509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '2688d524-28d0-4b4d-a3e0-c3156e05e57b', 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'port_id': '2688d524-28d0-4b4d-a3e0-c3156e05e57b', 'mac_address': 'fa:16:3e:5d:c8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3cda46-ed6f-4217-81ca-1387b3b26214', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:21.516567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Pushing event updated for resources: {'Port': ['ID=05a5d261-3dcc-4178-8972-c4d5b5217c58,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.529944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.554302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2688d524-28d0-4b4d-a3e0-c3156e05e57b {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:21.579201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea329f66-4a32-4eba-bfd5-8aab116454ef {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:21.581107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:21.587370 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.596880 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.600156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-e260dcd2-e867-41ee-9454-7523ff9978d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.602171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-e260dcd2-e867-41ee-9454-7523ff9978d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 1099 time: 0.5256991 Aug 29 04:18:21.611527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9f75f-76d8-4655-a466-a8711bb5021a req-5c3f0550-f3d9-496c-904b-80e86fcb037e tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.617573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Transition to ACTIVE for port object ea329f66-4a32-4eba-bfd5-8aab116454ef will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:21.620548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85f9f75f-76d8-4655-a466-a8711bb5021a req-5c3f0550-f3d9-496c-904b-80e86fcb037e tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 945 time: 0.5079832 Aug 29 04:18:21.624837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.704050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.720448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.789784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:21.790845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:21.791663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:21.797031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:21.797391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:21.800530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d02d3-c27d-48c9-a0ed-9ae4416fa6e0 req-d2e77e93-95ec-4558-953e-89b522d0c3b9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.802218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db9d02d3-c27d-48c9-a0ed-9ae4416fa6e0 req-d2e77e93-95ec-4558-953e-89b522d0c3b9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 932 time: 0.2993124 Aug 29 04:18:21.803502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:21.803847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:21.804861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:21.804861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Bound port: ea329f66-4a32-4eba-bfd5-8aab116454ef, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:21.805093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.827841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85f9f75f-76d8-4655-a466-a8711bb5021a req-2d80587d-adf5-4970-9a6e-0e97b5b5c31e tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063212 Aug 29 04:18:21.828430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:18:21.895329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Network 515b3b01-f0db-47cf-981c-eec0a41837fc is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:21.899901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:21.903711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:21.906193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:21.910627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.923504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2688d524-28d0-4b4d-a3e0-c3156e05e57b'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:21.980668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.981507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.983394 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] 10.222.0.65 "PUT /v2.0/ports/ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 200 len: 1093 time: 1.1676054 Aug 29 04:18:21.987425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d9e50-e8f0-47c8-8d26-b0b52217feb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.025386 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbbabb52-cb2c-4b61-8155-15b23d83cd94 req-ee9d812d-4167-4c94-b086-4ba53851c96b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 210 time: 0.1038985 Aug 29 04:18:22.045065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db9d02d3-c27d-48c9-a0ed-9ae4416fa6e0 req-648604d8-4c82-49e0-9d63-5a8242174528 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282002 Aug 29 04:18:22.051451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-b9d6caf3-2e21-407a-88eb-765884ba03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.065078 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-b9d6caf3-2e21-407a-88eb-765884ba03f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.4419148 Aug 29 04:18:22.185720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 51d8f823-4b77-44c3-8827-46d5d93b0e23 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:22.234461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9d0637e3-ed97-4234-8e87-162a33a28a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.235854 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-9d0637e3-ed97-4234-8e87-162a33a28a39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1096 time: 0.1361458 Aug 29 04:18:22.279469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-66f78d64-7591-4487-a51b-093c2a78e11f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=51d8f823-4b77-44c3-8827-46d5d93b0e23 HTTP/1.1" status: 200 len: 217 time: 0.1428761 Aug 29 04:18:22.296945 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-4869259a-078d-44b5-9e3a-d2045fbce5e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 200 len: 217 time: 0.0488546 Aug 29 04:18:22.335081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 51d8f823-4b77-44c3-8827-46d5d93b0e23, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=51d8f823-4b77-44c3-8827-46d5d93b0e23,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:22.349380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '51d8f823-4b77-44c3-8827-46d5d93b0e23', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '51d8f823-4b77-44c3-8827-46d5d93b0e23', 'mac_address': 'fa:16:3e:a7:bc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:22.353800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ffe7d57f-0a2f-4291-bfb8-03481cb85948 None None] Provisioning complete for port 05a5d261-3dcc-4178-8972-c4d5b5217c58 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:22.354177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d57f-0a2f-4291-bfb8-03481cb85948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.360192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-388cbc30-c26e-4eaf-915a-5ed9a8a23d5f tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.361691 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-388cbc30-c26e-4eaf-915a-5ed9a8a23d5f tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 804 time: 0.2157612 Aug 29 04:18:22.370137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:22.396891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Request body: {'port': {'device_id': '84040fdc-147f-4513-a8c8-59ae1a687746', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'admin_state_up': True, 'tenant_id': '2bc1dc9c0bdd48039b49dd94f5a2ea4f'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:22.398752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Sync routers for ids ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:22.416199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-45f017b7-b50a-4130-b1f4-3d4cca875e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.418727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-45f017b7-b50a-4130-b1f4-3d4cca875e7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.1084652 Aug 29 04:18:22.423954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7d57f-0a2f-4291-bfb8-03481cb85948 None None] Port 05a5d261-3dcc-4178-8972-c4d5b5217c58 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:22.437209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Routers {'b7f6e9e0-0930-4758-91a9-32471fdb1cc2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:22.437934 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:22.461076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.465503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0c2019ce-12e1-47fe-8fc6-f6a5ab8b7114 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.7412784 Aug 29 04:18:22.479459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33382) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:22.481060 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.493648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664834d-7a82-4ae3-b537-d3f3c271e87f req-a561dd94-544e-429c-8bf8-be054886cdda tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.496789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d664834d-7a82-4ae3-b537-d3f3c271e87f req-a561dd94-544e-429c-8bf8-be054886cdda tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 947 time: 0.3517573 Aug 29 04:18:22.503967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d8f823-4b77-44c3-8827-46d5d93b0e23 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:22.505709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-e7dce0c3-c6cb-48f8-bd0f-203097369edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.507233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-e7dce0c3-c6cb-48f8-bd0f-203097369edb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1330333 Aug 29 04:18:22.514932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-a2522789-3fbf-4a93-92f7-ae9ec5693769 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508189 Aug 29 04:18:22.525026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 51d8f823-4b77-44c3-8827-46d5d93b0e23, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=51d8f823-4b77-44c3-8827-46d5d93b0e23,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:22.531575 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.540175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:22.608902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82058bef-f7c3-4b7f-b641-1d4ab887b5d1 req-7dac603e-e744-4c11-a817-7ba0c140691c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.608902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82058bef-f7c3-4b7f-b641-1d4ab887b5d1 req-7dac603e-e744-4c11-a817-7ba0c140691c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 944 time: 0.1606653 Aug 29 04:18:22.623518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d664834d-7a82-4ae3-b537-d3f3c271e87f req-495b1142-1214-4f20-ac37-f7cdd47e07e1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149874 Aug 29 04:18:22.635872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Set router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:22.638397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=51d8f823-4b77-44c3-8827-46d5d93b0e23,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.671391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:22.672833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-c6fe0215-f631-420c-bd09-bb259914b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.673096 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743964c4-5226-4a32-a6af-0c444c60c78a" -d '{"events": [{"name": "network-changed", "server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:22.674339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-c6fe0215-f631-420c-bd09-bb259914b626 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533775 Aug 29 04:18:22.746528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Made reservation on behalf of 2bc1dc9c0bdd48039b49dd94f5a2ea4f for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:22.750437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.771221 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.803176 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-014c157d-8119-42b1-ae63-9474ccde2e9a service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526453 Aug 29 04:18:22.807435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82058bef-f7c3-4b7f-b641-1d4ab887b5d1 req-1dca8831-c9ae-47ca-be18-8601035458cd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833231 Aug 29 04:18:22.829611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['51d8f823-4b77-44c3-8827-46d5d93b0e23'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:22.880180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:22.889685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3d94cf50-aace-4b2b-bfa7-9fb9d023b348 admin admin] 10.222.0.58 "PUT /v2.0/routers/25a4fed2-cb81-4ccc-adde-2ad7b1612917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7325425 Aug 29 04:18:22.898368 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Sync routers for ids ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:22.904185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-df6d5df9-eaf8-491d-848c-17d2518509b7 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181065 Aug 29 04:18:22.910321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device aa4f3c23-27f7-4003-b8fa-f8157a92de5a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:22.920343 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Routers {'25a4fed2-cb81-4ccc-adde-2ad7b1612917'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:22.921002 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:22.982500 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8af721-e10f-45b0-afaf-e41bdce71cf3 x-openstack-request-id: req-1c8af721-e10f-45b0-afaf-e41bdce71cf3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:22.985587 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:22.986675 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c8af721-e10f-45b0-afaf-e41bdce71cf3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:22.987340 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef', 'status': 'completed', 'code': 200} Aug 29 04:18:23.091597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e61b66f-54db-4452-8fb0-e5c34b42801c req-e2b078eb-4be3-4993-83f3-3e6ede53bee1 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770244 Aug 29 04:18:23.111152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Allocated IP 172.20.0.10 (a6cd64d9-4479-4547-af75-ebda8319ce2f/b480b34a-6bad-4787-bac0-0d87ef5d3d8b/7755def9-849d-44f6-80c2-f422103a701d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:23.168915 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Set router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:23.197001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port aa4f3c23-27f7-4003-b8fa-f8157a92de5a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:23.197397 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.197508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d29ba9f7-fdff-4d4a-91db-456061fa23df req-cec9d1c4-606f-447d-85c9-a58145ce763c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 210 time: 0.0386016 Aug 29 04:18:23.231416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:19Z', 'revision_number': 3, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port': {'id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:16Z', 'updated_at': '2021-08-29T04:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.253055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22479867-ba1e-4745-a9e2-5ab4c0187aa1 req-d7a4dbdf-c2fd-4584-89a0-d297f77f82da tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.255006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22479867-ba1e-4745-a9e2-5ab4c0187aa1 req-d7a4dbdf-c2fd-4584-89a0-d297f77f82da tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 944 time: 0.0566063 Aug 29 04:18:23.266975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2688d524-28d0-4b4d-a3e0-c3156e05e57b up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:23.327026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Checking router: b7f6e9e0-0930-4758-91a9-32471fdb1cc2 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:23.327385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Updating router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 port 2c50dc49-4387-498c-a66e-2bf743d83c2e binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:23.339113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22479867-ba1e-4745-a9e2-5ab4c0187aa1 req-265e2658-5041-467d-9de7-6ac3b2f49955 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713751 Aug 29 04:18:23.392282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-70572e0f-2ca0-4034-a91a-c00329e1ff31 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1792351600&fields=id&tenant_id=f2e716e685f94bacab12863007e2e9cb HTTP/1.1" status: 200 len: 267 time: 0.0693917 Aug 29 04:18:23.438539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.506317 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:19Z', 'revision_number': 4, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port': {'id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '05a5d261-3dcc-4178-8972-c4d5b5217c58', 'name': '', 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:20Z', 'revision_number': 2, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'subnets': [{'id': 'b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.542405 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Checking router: 25a4fed2-cb81-4ccc-adde-2ad7b1612917 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:23.543493 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Updating router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 port 05a5d261-3dcc-4178-8972-c4d5b5217c58 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:23.574917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31971524-20d1-4487-893f-ce4a0909c2ae req-4b002c76-7e55-443b-bbf2-915640022c20 tempest-FloatingIPsNegativeTestJSON-1266861074 tempest-FloatingIPsNegativeTestJSON-1266861074-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=b5ea851c59144365a13cb4adca9da89f HTTP/1.1" status: 200 len: 217 time: 0.0642862 Aug 29 04:18:23.586326 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.640311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a8e1913-2d93-46f5-9da7-e1ba7278542c req-3ba07ea3-9cf6-4483-818a-2097e06f2e3c tempest-FloatingIPsNegativeTestJSON-1266861074 tempest-FloatingIPsNegativeTestJSON-1266861074-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0382376 Aug 29 04:18:23.672580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-f9c5fadd-da8d-43f3-a463-b993b1ad0348 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.676481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-f9c5fadd-da8d-43f3-a463-b993b1ad0348 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 823 time: 0.2649279 Aug 29 04:18:23.726168 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-ced02d45-7e91-4420-b842-971e9f8ff627 req-78e058a2-e00e-4d58-b289-ed090ae04fb4 tempest-FloatingIPsNegativeTestJSON-1266861074 tempest-FloatingIPsNegativeTestJSON-1266861074-project] show failed (client error): The resource could not be found. Aug 29 04:18:23.735835 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ced02d45-7e91-4420-b842-971e9f8ff627 req-78e058a2-e00e-4d58-b289-ed090ae04fb4 tempest-FloatingIPsNegativeTestJSON-1266861074 tempest-FloatingIPsNegativeTestJSON-1266861074-project] 10.222.0.58 "GET /v2.0/floatingips/6579ce8e-320e-40a1-b5a5-1cbcc657c9eb HTTP/1.1" status: 404 len: 350 time: 0.0575335 Aug 29 04:18:23.748502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33418) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:23.749794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-2e84e47c-8628-46eb-b01a-46102fdb4718 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/quotas/f2e716e685f94bacab12863007e2e9cb HTTP/1.1" status: 200 len: 375 time: 0.0126970 Aug 29 04:18:23.751257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 2688d524-28d0-4b4d-a3e0-c3156e05e57b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:23.763257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 2688d524-28d0-4b4d-a3e0-c3156e05e57b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:23.763641 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.822261 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7429e48e-f482-4ca5-a04f-3d438ccf2dc4 req-215aa23a-6ff1-417d-8384-fbd8b420d081 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0085399 Aug 29 04:18:23.888828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353973c7-3483-4fcc-9eeb-4958d6615db9 req-180a730c-8b50-42eb-b2f7-c811aa732c0d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.897460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-353973c7-3483-4fcc-9eeb-4958d6615db9 req-180a730c-8b50-42eb-b2f7-c811aa732c0d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 948 time: 0.0736725 Aug 29 04:18:23.918368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.945145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-ee57a3da-d4ee-4d86-902a-01587a95da2d tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1879787 Aug 29 04:18:23.955579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:23.957897 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fa9736-71e8-40b4-892f-b3295bccef5c" -d '{"events": [{"server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "name": "network-vif-plugged", "status": "completed", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:23.963701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-353973c7-3483-4fcc-9eeb-4958d6615db9 req-5590a3b9-ae37-4aea-a62e-b97c0e63e7d5 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632877 Aug 29 04:18:23.980967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:23.994203 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.020686 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.034360 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Transition to ACTIVE for port object 05a5d261-3dcc-4178-8972-c4d5b5217c58 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:24.051065 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.090311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.092079 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.137118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743964c4-5226-4a32-a6af-0c444c60c78a req-e9113274-a975-4ccb-b5b4-bf34b301ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.139652 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-743964c4-5226-4a32-a6af-0c444c60c78a req-e9113274-a975-4ccb-b5b4-bf34b301ccfc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1096 time: 0.2547150 Aug 29 04:18:24.140589 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.162546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Transition to ACTIVE for port object 2c50dc49-4387-498c-a66e-2bf743d83c2e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:24.164812 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f29b-eb77-4194-b084-650e1d0a116a None None] Pushing event updated for resources: {'Port': ['ID=05a5d261-3dcc-4178-8972-c4d5b5217c58,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.178145 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.198660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659950-0f9c-448a-9d57-cb9609779fda req-61c470b8-8195-4002-bfad-5bdaa9ce5ba1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.200378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a659950-0f9c-448a-9d57-cb9609779fda req-61c470b8-8195-4002-bfad-5bdaa9ce5ba1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 945 time: 0.0877857 Aug 29 04:18:24.200740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 51d8f823-4b77-44c3-8827-46d5d93b0e23 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:24.204013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-c2ab561b-4910-4c3e-a791-e2f987f2062e service neutron] 10.222.0.58 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392476 Aug 29 04:18:24.249811 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Attempting to bind port 05a5d261-3dcc-4178-8972-c4d5b5217c58 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:24.250336 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Attempting to bind port 05a5d261-3dcc-4178-8972-c4d5b5217c58 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:24.250803 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Attempting to bind port 05a5d261-3dcc-4178-8972-c4d5b5217c58 on network 515b3b01-f0db-47cf-981c-eec0a41837fc {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:24.259333 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:24.261778 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Checking segment: {'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:24.262327 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.262880 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Bound using segment: {'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:24.263481 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Bound port: 05a5d261-3dcc-4178-8972-c4d5b5217c58, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921613e7-aed9-4ca0-bf79-8756fe358bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:24.264012 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.278863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Attempting to bind port 2c50dc49-4387-498c-a66e-2bf743d83c2e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:24.279611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Attempting to bind port 2c50dc49-4387-498c-a66e-2bf743d83c2e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:24.280238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Attempting to bind port 2c50dc49-4387-498c-a66e-2bf743d83c2e on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:24.295848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:24.296974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:24.297644 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.298348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:24.299120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Bound port: 2c50dc49-4387-498c-a66e-2bf743d83c2e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:24.299780 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.343146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-bd1929dc-d73e-40f3-9ce0-d6797554ceec service neutron] 10.222.0.58 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299160 Aug 29 04:18:24.361727 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] For port 05a5d261-3dcc-4178-8972-c4d5b5217c58, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:24.366770 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] For port 05a5d261-3dcc-4178-8972-c4d5b5217c58, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=05a5d261-3dcc-4178-8972-c4d5b5217c58,segment=NetworkSegment(921613e7-aed9-4ca0-bf79-8756fe358bc5),segment_id=921613e7-aed9-4ca0-bf79-8756fe358bc5)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:24.376946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d26194-9c9b-4f93-85e6-001469f98e78 None None] Pushing event updated for resources: {'Port': ['ID=2c50dc49-4387-498c-a66e-2bf743d83c2e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.377941 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.415535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a659950-0f9c-448a-9d57-cb9609779fda req-3ca7dee0-2f1d-4b0a-b1ae-ec331d7c51a6 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794907 Aug 29 04:18:24.421162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 51d8f823-4b77-44c3-8827-46d5d93b0e23 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:24.427514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 51d8f823-4b77-44c3-8827-46d5d93b0e23 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:24.428855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.459047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] For port 2c50dc49-4387-498c-a66e-2bf743d83c2e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:24.490908 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Routers {'25a4fed2-cb81-4ccc-adde-2ad7b1612917'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:24.491557 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:24.540394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] For port 2c50dc49-4387-498c-a66e-2bf743d83c2e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2c50dc49-4387-498c-a66e-2bf743d83c2e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:24.568654 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634f834b-8f58-4061-82c3-a12d62242da2 x-openstack-request-id: req-634f834b-8f58-4061-82c3-a12d62242da2 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:24.569163 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "name": "network-vif-plugged", "status": "completed", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:24.569510 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-634f834b-8f58-4061-82c3-a12d62242da2 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:24.570002 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b', 'code': 200} Aug 29 04:18:24.572034 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f29b-eb77-4194-b084-650e1d0a116a None None] Pushing event updated for resources: {'Port': ['ID=05a5d261-3dcc-4178-8972-c4d5b5217c58,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.574943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.713115 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] Set router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:24.735290 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.740873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.756178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743964c4-5226-4a32-a6af-0c444c60c78a req-dd15bd51-ebc3-4af9-863c-5f82e8ac6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.757683 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-743964c4-5226-4a32-a6af-0c444c60c78a req-dd15bd51-ebc3-4af9-863c-5f82e8ac6bd8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.5972617 Aug 29 04:18:24.807759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Routers {'b7f6e9e0-0930-4758-91a9-32471fdb1cc2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:24.808591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:24.811134 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.868453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d26194-9c9b-4f93-85e6-001469f98e78 None None] Pushing event updated for resources: {'Port': ['ID=2c50dc49-4387-498c-a66e-2bf743d83c2e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.928205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e339-0a7d-49da-a7b2-3e40556fcfbd req-9bde08e8-ed56-44c2-adbf-b17ddd63412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.934824 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f257e339-0a7d-49da-a7b2-3e40556fcfbd req-9bde08e8-ed56-44c2-adbf-b17ddd63412b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1097 time: 0.2975430 Aug 29 04:18:24.935163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-743964c4-5226-4a32-a6af-0c444c60c78a req-492b0d07-3d53-4585-928c-06d9850b3f6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 200 len: 217 time: 0.1147926 Aug 29 04:18:24.940027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Network a6cd64d9-4479-4547-af75-ebda8319ce2f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:24.948830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 51d8f823-4b77-44c3-8827-46d5d93b0e23, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=51d8f823-4b77-44c3-8827-46d5d93b0e23,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:24.961152 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.968181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857b5b9-029f-4db6-8920-cb3935f7dc86 req-bade3eda-7f06-456a-9a78-1d67e2739871 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.980300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0857b5b9-029f-4db6-8920-cb3935f7dc86 req-bade3eda-7f06-456a-9a78-1d67e2739871 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 932 time: 0.2741492 Aug 29 04:18:25.001632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] Set router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:25.009653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:25.062556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d7c1-ae28-462c-b5ff-bb6788fa915a req-46a45648-4ee4-4c70-ac82-0a49426218db tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.065219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bd3d7c1-ae28-462c-b5ff-bb6788fa915a req-46a45648-4ee4-4c70-ac82-0a49426218db tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 944 time: 0.2787676 Aug 29 04:18:25.115795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0857b5b9-029f-4db6-8920-cb3935f7dc86 req-d45a45c5-0627-4f4c-9c57-d80b584fbe98 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339302 Aug 29 04:18:25.140663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=51d8f823-4b77-44c3-8827-46d5d93b0e23,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.144515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f257e339-0a7d-49da-a7b2-3e40556fcfbd req-dd277b66-eb34-44be-9177-059b56dd77b6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591885 Aug 29 04:18:25.189158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bd3d7c1-ae28-462c-b5ff-bb6788fa915a req-b7af460e-a732-4dcc-96a0-bfc6981b8c6f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128943 Aug 29 04:18:25.236811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dcb337a-dd27-473b-8b15-116d9d40131a req-1cc6a2c6-670d-4acf-9ee1-ef132c7fae83 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 210 time: 0.0396476 Aug 29 04:18:25.279725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:25.300955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Pushing event updated for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.317611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:19Z', 'revision_number': 4, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port': {'id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '05a5d261-3dcc-4178-8972-c4d5b5217c58', 'name': '', 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:24Z', 'revision_number': 4, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'subnets': [{'id': 'b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:25.325117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:19Z', 'revision_number': 3, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port': {'id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:16Z', 'updated_at': '2021-08-29T04:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:25.362053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39182e-797f-48a4-97f7-1e4b2e5f4958 None None] The sync data for ids ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'] in n-d-712142-15 is: [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:19Z', 'revision_number': 3, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port': {'id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:16Z', 'updated_at': '2021-08-29T04:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:25.366225 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bab1aa-2f66-4ebf-97a3-70d9e0b7806e None None] The sync data for ids ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'] in n-d-712142-15 is: [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:19Z', 'revision_number': 4, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port': {'id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '05a5d261-3dcc-4178-8972-c4d5b5217c58', 'name': '', 'network_id': '515b3b01-f0db-47cf-981c-eec0a41837fc', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'mac_address': 'fa:16:3e:8b:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:24Z', 'revision_number': 4, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'subnets': [{'id': 'b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:25.398763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dc219-d83c-4390-99cc-513cf42bcacf req-baefd657-13b9-408d-b081-d4d9beeed0e3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.401408 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176dc219-d83c-4390-99cc-513cf42bcacf req-baefd657-13b9-408d-b081-d4d9beeed0e3 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfbba6fb-4dea-4777-9741-b4897252e21f HTTP/1.1" status: 200 len: 945 time: 0.7385089 Aug 29 04:18:25.406769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6a458-eb35-40e3-a0cf-bf15f057e27d req-9e29fd04-124e-4b97-99b6-28af3aa1da3d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.408794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fae6a458-eb35-40e3-a0cf-bf15f057e27d req-9e29fd04-124e-4b97-99b6-28af3aa1da3d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 949 time: 0.1087906 Aug 29 04:18:25.486079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Allocated IP 172.20.0.1 (72238d64-c162-4654-8016-02c1e4eff095/2576e849-1290-437b-a63a-96a5fa6ada4f/b4db5456-7ed2-4ac3-87f0-840e497a773f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:25.506848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fae6a458-eb35-40e3-a0cf-bf15f057e27d req-71485d75-7d26-4ff2-8c50-f440a0bcb5ed tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860190 Aug 29 04:18:25.523944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743964c4-5226-4a32-a6af-0c444c60c78a req-5301993c-e8a1-4164-985b-cfd0c50e3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.529348 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-743964c4-5226-4a32-a6af-0c444c60c78a req-5301993c-e8a1-4164-985b-cfd0c50e3bab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.5718277 Aug 29 04:18:25.619502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.622068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.623468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b95dd7-0ff8-4562-b9b0-fe772610a37e req-ef210d3a-f6f3-475c-acf7-63d8321516f3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.630955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17b95dd7-0ff8-4562-b9b0-fe772610a37e req-ef210d3a-f6f3-475c-acf7-63d8321516f3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 945 time: 0.0873160 Aug 29 04:18:25.680124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17b95dd7-0ff8-4562-b9b0-fe772610a37e req-1aea2ac7-0be1-41ba-8df3-05449ccbdbb9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Aug 29 04:18:25.707527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-743964c4-5226-4a32-a6af-0c444c60c78a req-3239b01a-e561-45b1-9c2c-39238dab82ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374812 Aug 29 04:18:25.830281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ca1a6978-f188-4b1d-88db-6f5ffba97b94 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4496036 Aug 29 04:18:25.854922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Request body: {'port': {'device_id': '84040fdc-147f-4513-a8c8-59ae1a687746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:26.041206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.090629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Transition to ACTIVE for port object b4db5456-7ed2-4ac3-87f0-840e497a773f will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:26.092171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.190461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ea329f66-4a32-4eba-bfd5-8aab116454ef details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:26.433302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:26.455501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'ea329f66-4a32-4eba-bfd5-8aab116454ef', 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'port_id': 'ea329f66-4a32-4eba-bfd5-8aab116454ef', 'mac_address': 'fa:16:3e:9e:f0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87caf25-1667-43fd-be52-b8a81d091bdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:26.483950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-2568cf25-c067-4bee-9c62-864803f27d8f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.498241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-2568cf25-c067-4bee-9c62-864803f27d8f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.65 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 823 time: 0.3661382 Aug 29 04:18:26.515865 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.523676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Deleting port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:26.524892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.536912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea329f66-4a32-4eba-bfd5-8aab116454ef {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:26.566864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:26.571494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d8f823-4b77-44c3-8827-46d5d93b0e23'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:26.575305 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba26426b-9e12-4f68-acdb-b495cbd7ef9c" -d '{"events": [{"server_uuid": "7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c", "name": "network-vif-plugged", "status": "completed", "tag": "51d8f823-4b77-44c3-8827-46d5d93b0e23"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:26.578403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bc816-a4c0-4bac-a318-4e4de0f17c62 req-350b4fae-b6dd-477d-8aa2-326180b3c976 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.580820 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.581035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e0bc816-a4c0-4bac-a318-4e4de0f17c62 req-350b4fae-b6dd-477d-8aa2-326180b3c976 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 932 time: 0.3199573 Aug 29 04:18:26.617350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bab4b-11a6-4a37-96d5-fad1a8dd2ce3 req-14e6025e-4b68-403a-9dec-ac6d5bf71aa1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.622109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-834bab4b-11a6-4a37-96d5-fad1a8dd2ce3 req-14e6025e-4b68-403a-9dec-ac6d5bf71aa1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 944 time: 0.2773402 Aug 29 04:18:26.658558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:26.698141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-474d135e-8d05-468f-bd5d-1652d02a5a2d tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2e716e685f94bacab12863007e2e9cb HTTP/1.1" status: 200 len: 380 time: 0.1824760 Aug 29 04:18:26.716103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Request body: {'port': {'device_id': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'admin_state_up': True, 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'security_groups': ['8c3bd026-9dc5-4666-92ff-04c1d397a5bf']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:26.718046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-743964c4-5226-4a32-a6af-0c444c60c78a req-492acd5a-e1f7-44cd-b722-32dd7116228f service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9709556 Aug 29 04:18:26.722341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] For port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:26.723285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.846510 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.867689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['ea329f66-4a32-4eba-bfd5-8aab116454ef'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:26.968735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2c50dc49-4387-498c-a66e-2bf743d83c2e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:27.079660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 2c50dc49-4387-498c-a66e-2bf743d83c2e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:27.092216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2c50dc49-4387-498c-a66e-2bf743d83c2e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:27.092587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.111023 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.216765 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.237341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-834bab4b-11a6-4a37-96d5-fad1a8dd2ce3 req-3a57d284-e912-4979-9593-a02fb5f79f4b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909123 Aug 29 04:18:27.244656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e0bc816-a4c0-4bac-a318-4e4de0f17c62 req-f9658d86-c502-48a8-8e9f-46115e5bddec tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569870 Aug 29 04:18:27.262353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 2c50dc49-4387-498c-a66e-2bf743d83c2e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2c50dc49-4387-498c-a66e-2bf743d83c2e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:27.277977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Network 72238d64-c162-4654-8016-02c1e4eff095 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:27.283637 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.285248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 05a5d261-3dcc-4178-8972-c4d5b5217c58 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:27.335422 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.366661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Made reservation on behalf of f2e716e685f94bacab12863007e2e9cb for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:27.371735 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.371967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:27.409143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-541f59cb-5f73-4dab-ac45-e91b9e8d06e8 req-2bbe346a-ab19-4846-ba52-6e30aaa62a77 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 210 time: 0.0594928 Aug 29 04:18:27.446976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=2c50dc49-4387-498c-a66e-2bf743d83c2e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.451857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:27.455501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Pushing event updated for resources: {'Port': ['ID=b4db5456-7ed2-4ac3-87f0-840e497a773f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.462835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-743964c4-5226-4a32-a6af-0c444c60c78a req-1319743c-e1c0-4ac5-8d60-e83cfda4db51 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073655 Aug 29 04:18:27.464719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 05a5d261-3dcc-4178-8972-c4d5b5217c58 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:27.470019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 05a5d261-3dcc-4178-8972-c4d5b5217c58 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:27.471050 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.519507 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3a6666-0ee2-4e6b-95f4-8980d96c3060 x-openstack-request-id: req-dc3a6666-0ee2-4e6b-95f4-8980d96c3060 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:27.519813 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c", "name": "network-vif-plugged", "status": "completed", "tag": "51d8f823-4b77-44c3-8827-46d5d93b0e23", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:27.521089 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc3a6666-0ee2-4e6b-95f4-8980d96c3060 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:27.521498 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d8f823-4b77-44c3-8827-46d5d93b0e23', 'code': 200} Aug 29 04:18:27.649800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.663181 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.663845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.664585 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Floating IP d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b disassociated. External IP: 172.25.1.74, port: 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7. Aug 29 04:18:27.665542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2883b1-6ac5-4cc6-ba9e-d7c6604f4274 req-02aa475c-39a0-4f02-9ea7-f63d045f63fc tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.666280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Calling delete_port for 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:27.673287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d2883b1-6ac5-4cc6-ba9e-d7c6604f4274 req-02aa475c-39a0-4f02-9ea7-f63d045f63fc tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 949 time: 0.2809608 Aug 29 04:18:27.700410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 05a5d261-3dcc-4178-8972-c4d5b5217c58, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=05a5d261-3dcc-4178-8972-c4d5b5217c58,segment=NetworkSegment(921613e7-aed9-4ca0-bf79-8756fe358bc5),segment_id=921613e7-aed9-4ca0-bf79-8756fe358bc5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:27.706909 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.741463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9c8dd5f9-3353-4bd6-9b9f-2164118cccd9 None None] Provisioning for port b4db5456-7ed2-4ac3-87f0-840e497a773f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:27.756021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9c8dd5f9-3353-4bd6-9b9f-2164118cccd9 None None] Provisioning complete for port b4db5456-7ed2-4ac3-87f0-840e497a773f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:27.756021 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9c8dd5f9-3353-4bd6-9b9f-2164118cccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.796153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da95e-9134-4ec7-986e-85a35d6617d6 req-25b8ddb0-90ac-4165-af4f-8d1960a098e8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.803593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=05a5d261-3dcc-4178-8972-c4d5b5217c58,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.803796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-455da95e-9134-4ec7-986e-85a35d6617d6 req-25b8ddb0-90ac-4165-af4f-8d1960a098e8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 945 time: 0.1684985 Aug 29 04:18:27.812085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9c8dd5f9-3353-4bd6-9b9f-2164118cccd9 None None] Port b4db5456-7ed2-4ac3-87f0-840e497a773f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:27.816527 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d2883b1-6ac5-4cc6-ba9e-d7c6604f4274 req-c81aeb56-b9e7-498a-b6b0-379886d152eb tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423411 Aug 29 04:18:27.835475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Allocated IP 172.20.0.4 (88c820f7-ea8c-4ad4-923c-cc18d957b3a7/abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8/8f9db315-0966-4787-b1e7-8d3862f85817) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:27.858611 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.889203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-455da95e-9134-4ec7-986e-85a35d6617d6 req-2d94f9ed-a184-43b7-b45b-4aedcfa59d8c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842624 Aug 29 04:18:28.016475 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.062638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ec2c5-f3fb-40ea-8a2a-5fa4b5f776ad req-10b8cc50-5255-44db-9f7f-799703687a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.064387 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed4ec2c5-f3fb-40ea-8a2a-5fa4b5f776ad req-10b8cc50-5255-44db-9f7f-799703687a5f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 1101 time: 0.3015592 Aug 29 04:18:28.152972 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.167454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ee81c-3d40-45cd-b222-98cef9873f5b req-f0d427f4-aeb2-4e03-b1a5-68cb8b50c332 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.169756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-682ee81c-3d40-45cd-b222-98cef9873f5b req-f0d427f4-aeb2-4e03-b1a5-68cb8b50c332 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1097 time: 0.1121721 Aug 29 04:18:28.174720 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Transition to ACTIVE for port object 8f9db315-0966-4787-b1e7-8d3862f85817 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:28.199373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ea329f66-4a32-4eba-bfd5-8aab116454ef up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:28.265327 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.272385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed4ec2c5-f3fb-40ea-8a2a-5fa4b5f776ad req-103614a2-0070-4749-a495-a199d8e49cd6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641579 Aug 29 04:18:28.288679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port ea329f66-4a32-4eba-bfd5-8aab116454ef completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:28.295396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port ea329f66-4a32-4eba-bfd5-8aab116454ef triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:28.297572 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.303152 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.319776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-682ee81c-3d40-45cd-b222-98cef9873f5b req-6e9bea91-a7c4-44e7-beb2-e0c5cc2ec1ce tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370590 Aug 29 04:18:28.394806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event updated for resources: {'Port': ['ID=8f9db315-0966-4787-b1e7-8d3862f85817,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.414399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:28.425945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:28.428964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:28.435041 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.435729 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.471952 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.525079 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:28.543762 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.545658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-d117bc5a-c6bd-4e40-9a18-b0df5970cf33 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8370831 Aug 29 04:18:28.561544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7ca1-88a5-46e6-8959-84ba8c88d111 req-3f4d89de-ea07-4d60-b9a5-2a59b93cb644 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.573328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a53c7ca1-88a5-46e6-8959-84ba8c88d111 req-3f4d89de-ea07-4d60-b9a5-2a59b93cb644 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 945 time: 0.1741908 Aug 29 04:18:28.582778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Request body: {'port': {'device_id': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:28.635012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.654286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7755def9-849d-44f6-80c2-f422103a701d {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:28.662416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event deleted for resources: {'Port': ['ID=4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.664282 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.675441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.683811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740ce98-5f86-4333-9888-12ff78b943ae req-cd6a931e-b8a7-42ff-a569-d1f1d959b6a0 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.691803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e740ce98-5f86-4333-9888-12ff78b943ae req-cd6a931e-b8a7-42ff-a569-d1f1d959b6a0 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 932 time: 0.2525578 Aug 29 04:18:28.711170 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.720924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Transition to ACTIVE for port object 7755def9-849d-44f6-80c2-f422103a701d will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:28.779370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a53c7ca1-88a5-46e6-8959-84ba8c88d111 req-c3517b7d-b611-4774-8605-5123363c78ba tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363497 Aug 29 04:18:28.779582 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.852951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6065d7df-ccef-4309-a6f4-21f2e46fee3c None None] Provisioning for port 8f9db315-0966-4787-b1e7-8d3862f85817 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:28.858256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6065d7df-ccef-4309-a6f4-21f2e46fee3c None None] Provisioning complete for port 8f9db315-0966-4787-b1e7-8d3862f85817 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:28.858640 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6065d7df-ccef-4309-a6f4-21f2e46fee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.885869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e740ce98-5f86-4333-9888-12ff78b943ae req-2acfeb58-361e-48ff-b9e3-bb50f866eeeb tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932945 Aug 29 04:18:28.915647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2c50dc49-4387-498c-a66e-2bf743d83c2e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:28.948333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.010197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277212ec-4040-4d33-a7d9-21006d744163 req-4352efaa-2574-485e-ae3e-35a17d151eaa tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.011737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-277212ec-4040-4d33-a7d9-21006d744163 req-4352efaa-2574-485e-ae3e-35a17d151eaa tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1097 time: 0.1145294 Aug 29 04:18:29.027787 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6065d7df-ccef-4309-a6f4-21f2e46fee3c None None] Port 8f9db315-0966-4787-b1e7-8d3862f85817 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:29.060707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2c50dc49-4387-498c-a66e-2bf743d83c2e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:29.061102 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.157167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Router 8a20afb9-dcad-4d10-a7a2-a88c489579cb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:29.159227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Attempting to bind port 7755def9-849d-44f6-80c2-f422103a701d on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:29.159554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Attempting to bind port 7755def9-849d-44f6-80c2-f422103a701d by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:29.159886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Attempting to bind port 7755def9-849d-44f6-80c2-f422103a701d on network a6cd64d9-4479-4547-af75-ebda8319ce2f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:29.171949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-277212ec-4040-4d33-a7d9-21006d744163 req-526da203-6ea7-40b2-b04e-2468fc21a52d tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426849 Aug 29 04:18:29.177665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Port 7755def9-849d-44f6-80c2-f422103a701d on network a6cd64d9-4479-4547-af75-ebda8319ce2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:29.177997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Attempting to bind port 7755def9-849d-44f6-80c2-f422103a701d on network a6cd64d9-4479-4547-af75-ebda8319ce2f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:29.189173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Deleting port 05a5d261-3dcc-4178-8972-c4d5b5217c58 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:29.189519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.211675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:29.211955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55a61-0ee5-40ad-b24d-a6793da25405 req-3f582003-6315-4156-87ca-064c991c6539 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.212105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Checking segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:29.212476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Bound using segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:29.212948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Bound port: 7755def9-849d-44f6-80c2-f422103a701d, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:29.213439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.214810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fd55a61-0ee5-40ad-b24d-a6793da25405 req-3f582003-6315-4156-87ca-064c991c6539 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 931 time: 0.2020793 Aug 29 04:18:29.293600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:29.355040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:29.355653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:29.359564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fd55a61-0ee5-40ad-b24d-a6793da25405 req-321db078-670b-4dab-a624-97ed1603b0ed tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382496 Aug 29 04:18:29.366225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 05a5d261-3dcc-4178-8972-c4d5b5217c58 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:29.394364 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.469519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 05a5d261-3dcc-4178-8972-c4d5b5217c58 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:29.470004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.474755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] For port 05a5d261-3dcc-4178-8972-c4d5b5217c58, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=05a5d261-3dcc-4178-8972-c4d5b5217c58,segment=NetworkSegment(921613e7-aed9-4ca0-bf79-8756fe358bc5),segment_id=921613e7-aed9-4ca0-bf79-8756fe358bc5)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:29.475165 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.491275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Calling delete_port for 05a5d261-3dcc-4178-8972-c4d5b5217c58 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:29.522029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:29.524704 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b87d3e6-315c-4b6b-a8fe-185fc98f7cb9" -d '{"events": [{"server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "name": "network-vif-plugged", "status": "completed", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:29.541238 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.603367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05886-91f6-4c74-83c6-a8cb6107a7dc req-fcba3c26-2b98-42c9-b2d2-233490fabe06 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.605075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5c05886-91f6-4c74-83c6-a8cb6107a7dc req-fcba3c26-2b98-42c9-b2d2-233490fabe06 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 949 time: 0.1989031 Aug 29 04:18:29.638509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9db315-0966-4787-b1e7-8d3862f85817 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:29.657731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.676716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5c05886-91f6-4c74-83c6-a8cb6107a7dc req-bf8f82b8-d12e-4453-908a-32c83520acdc tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602915 Aug 29 04:18:29.680673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Transition to ACTIVE for port object 8f9db315-0966-4787-b1e7-8d3862f85817 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:29.687509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.742387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.744305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Pushing event updated for resources: {'Port': ['ID=b4db5456-7ed2-4ac3-87f0-840e497a773f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.765644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:29.770014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:29.773823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:29.784878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] Sync routers for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:29.795089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Attempting to bind port 8f9db315-0966-4787-b1e7-8d3862f85817 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:29.795521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Attempting to bind port 8f9db315-0966-4787-b1e7-8d3862f85817 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:29.795977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Attempting to bind port 8f9db315-0966-4787-b1e7-8d3862f85817 on network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:29.797176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:29.798035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:29.800790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9db315-0966-4787-b1e7-8d3862f85817,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.806849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Port 8f9db315-0966-4787-b1e7-8d3862f85817 on network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:29.807336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Attempting to bind port 8f9db315-0966-4787-b1e7-8d3862f85817 on network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:29.817017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:29.817017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Checking segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:29.817697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Bound using segment: {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:29.818278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Bound port: 8f9db315-0966-4787-b1e7-8d3862f85817, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae04ae7f-42ed-4c79-a24c-7634f74d8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:29.819629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.845893 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.945120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] For port 8f9db315-0966-4787-b1e7-8d3862f85817, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:29.958326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] For port 8f9db315-0966-4787-b1e7-8d3862f85817, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8f9db315-0966-4787-b1e7-8d3862f85817,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:29.972350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.059391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] No DVR routers for this DVR port 4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:30.069102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.073271 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.076795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f9db315-0966-4787-b1e7-8d3862f85817 HTTP/1.1" status: 200 len: 1092 time: 1.4990919 Aug 29 04:18:30.078335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'tag': '8f9db315-0966-4787-b1e7-8d3862f85817'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:30.084992 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ca92cd-6547-4761-9247-7ae64eafa2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d87fb3-9814-4650-b9cf-ac936a21d4eb", "tag": "8f9db315-0966-4787-b1e7-8d3862f85817"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:30.099152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.105036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.106749 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] 10.222.0.65 "PUT /v2.0/ports/7755def9-849d-44f6-80c2-f422103a701d HTTP/1.1" status: 200 len: 1093 time: 4.2577510 Aug 29 04:18:30.112263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'tag': '7755def9-849d-44f6-80c2-f422103a701d'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:30.123634 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6" -d '{"events": [{"name": "network-changed", "server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "tag": "7755def9-849d-44f6-80c2-f422103a701d"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:30.176038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.178447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-176dc219-d83c-4390-99cc-513cf42bcacf req-b01a59c4-ac85-42b1-9a81-a894401a2f1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.64 "DELETE /v2.0/ports/4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7 HTTP/1.1" status: 204 len: 173 time: 4.7151711 Aug 29 04:18:30.190090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6e260-74a2-43ee-bfa0-e5f4ff0f3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.200706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f708553-e74f-4fbd-b2db-71ec45c8be33 req-73757c18-4a41-4dc8-99b4-1fb778323e78 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.209856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f708553-e74f-4fbd-b2db-71ec45c8be33 req-73757c18-4a41-4dc8-99b4-1fb778323e78 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 946 time: 0.1179736 Aug 29 04:18:30.213186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29618f-ead7-4e55-9527-21f1f9fbf0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9db315-0966-4787-b1e7-8d3862f85817,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.335892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f708553-e74f-4fbd-b2db-71ec45c8be33 req-32224f58-ada9-4c56-a729-a19cd2fdb8ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244624 Aug 29 04:18:30.355460 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55205bf3-12d2-4217-823c-b1cda41e1068 x-openstack-request-id: req-55205bf3-12d2-4217-823c-b1cda41e1068 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:30.355969 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "name": "network-vif-plugged", "status": "completed", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:30.355969 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55205bf3-12d2-4217-823c-b1cda41e1068 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:30.356410 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef', 'code': 200} Aug 29 04:18:30.378105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7968-09d7-439d-9452-4b9a6a194c06 req-a882b913-9c63-4f02-a0ef-da2ed80edfb2 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.401036 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e9b7968-09d7-439d-9452-4b9a6a194c06 req-a882b913-9c63-4f02-a0ef-da2ed80edfb2 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1097 time: 0.1785638 Aug 29 04:18:30.421432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-60e70a28-7b10-4f65-9b8c-3cc9f70d97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.423554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-60e70a28-7b10-4f65-9b8c-3cc9f70d97d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 1096 time: 0.2595654 Aug 29 04:18:30.424272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:30.471811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Network 72238d64-c162-4654-8016-02c1e4eff095 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:30.484222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:30.501396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-731ffbb6-c573-41b5-819f-dd48ace8d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.503166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-731ffbb6-c573-41b5-819f-dd48ace8d4f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 1095 time: 0.3096933 Aug 29 04:18:30.509092 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-77219ee9-b62b-4fed-bc86-cc86816eef10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7755def9-849d-44f6-80c2-f422103a701d HTTP/1.1" status: 200 len: 217 time: 0.0575449 Aug 29 04:18:30.582362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1c538-c469-4413-9314-16a2a9138df9 req-411be558-ca1e-4a82-82ca-ca09013b73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.583451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-11d1c538-c469-4413-9314-16a2a9138df9 req-411be558-ca1e-4a82-82ca-ca09013b73ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1098 time: 0.2949979 Aug 29 04:18:30.608286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e9b7968-09d7-439d-9452-4b9a6a194c06 req-3c14b88b-7955-4617-809e-e401a613abbe tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040086 Aug 29 04:18:30.654457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-1b233aca-0071-4c73-9022-87e8973ed4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.655952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-1b233aca-0071-4c73-9022-87e8973ed4cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 200 len: 844 time: 0.1133549 Aug 29 04:18:30.666158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128603-e7e0-4f4a-acea-0b12719a77fa req-cca8ff4a-8f3c-4761-a502-d302bcd79af4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.668104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5128603-e7e0-4f4a-acea-0b12719a77fa req-cca8ff4a-8f3c-4761-a502-d302bcd79af4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 944 time: 0.1638775 Aug 29 04:18:30.681607 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-4929ced1-6088-4252-aee1-7de2f95fbf4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f9db315-0966-4787-b1e7-8d3862f85817 HTTP/1.1" status: 200 len: 217 time: 0.1213553 Aug 29 04:18:30.712838 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc97d7a-f94f-4b09-b2bf-7347baf1c718 x-openstack-request-id: req-9cc97d7a-f94f-4b09-b2bf-7347baf1c718 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:30.712838 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d87fb3-9814-4650-b9cf-ac936a21d4eb", "tag": "8f9db315-0966-4787-b1e7-8d3862f85817", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:30.712838 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cc97d7a-f94f-4b09-b2bf-7347baf1c718 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:30.712838 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'tag': '8f9db315-0966-4787-b1e7-8d3862f85817', 'status': 'completed', 'code': 200} Aug 29 04:18:30.716914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-ef0cc9ff-b75e-4405-8ff6-27a8fcd39df9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6cd64d9-4479-4547-af75-ebda8319ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473075 Aug 29 04:18:30.765753 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b3040f-caea-4fac-a52f-b26fbe6d10a0 x-openstack-request-id: req-f1b3040f-caea-4fac-a52f-b26fbe6d10a0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:30.766361 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "tag": "7755def9-849d-44f6-80c2-f422103a701d", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:30.766361 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1b3040f-caea-4fac-a52f-b26fbe6d10a0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:30.766769 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'tag': '7755def9-849d-44f6-80c2-f422103a701d', 'status': 'completed', 'code': 200} Aug 29 04:18:30.821618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.823158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:30.842351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5128603-e7e0-4f4a-acea-0b12719a77fa req-db886ab5-ce44-418d-9b91-0fda847d670e tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644540 Aug 29 04:18:30.928269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] Checking router: 8a20afb9-dcad-4d10-a7a2-a88c489579cb for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:30.955076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:30.955713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:30.960144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dfb8d76e-9603-4ee6-81df-0424fef92a34 None None] Provisioning complete for port b4db5456-7ed2-4ac3-87f0-840e497a773f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:30.960527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d76e-9603-4ee6-81df-0424fef92a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.981656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-539f0d41-63a7-4ce1-b41f-ba507b22125e service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502568 Aug 29 04:18:31.007490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-7eec341c-13ac-4410-bbb9-2e4830e78b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.010677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-7eec341c-13ac-4410-bbb9-2e4830e78b6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 HTTP/1.1" status: 200 len: 862 time: 0.3030148 Aug 29 04:18:31.040296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Pushing event deleted for resources: {'Port': ['ID=05a5d261-3dcc-4178-8972-c4d5b5217c58,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.062071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:31.091124 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-11d1c538-c469-4413-9314-16a2a9138df9 req-b8706b56-aa7c-40f5-b5b8-8230f17e1537 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212143 Aug 29 04:18:31.113463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422580e-20fb-4adb-bf38-376d69f9375c req-fec971c6-dcc3-429c-8d9a-3dc5902d7331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.116895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1422580e-20fb-4adb-bf38-376d69f9375c req-fec971c6-dcc3-429c-8d9a-3dc5902d7331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 943 time: 0.2471001 Aug 29 04:18:31.206301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede4d97-7dbf-4589-9658-a8b2c146054a req-08f4bf65-249e-40c7-bc58-c447c548de02 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.215970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ede4d97-7dbf-4589-9658-a8b2c146054a req-08f4bf65-249e-40c7-bc58-c447c548de02 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 949 time: 0.2552938 Aug 29 04:18:31.216529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8d76e-9603-4ee6-81df-0424fef92a34 None None] Port b4db5456-7ed2-4ac3-87f0-840e497a773f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:31.221493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:31.261052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57dd9690-6633-4ceb-9d71-4be5a51d9576 req-f88bafe6-c025-4e4e-866c-b1437d01ae5f service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617834 Aug 29 04:18:31.288435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-85ae2afd-0c8f-4464-9f87-600eddeea89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.291047 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-85ae2afd-0c8f-4464-9f87-600eddeea89c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2279992 Aug 29 04:18:31.309395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ede4d97-7dbf-4589-9658-a8b2c146054a req-d4301baa-a076-4753-a9d2-6ea34821230a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918987 Aug 29 04:18:31.322723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1422580e-20fb-4adb-bf38-376d69f9375c req-61ca5df3-d6df-4769-9b69-a64e3bbe6871 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884160 Aug 29 04:18:31.535130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-dcc31861-e806-45ef-b7af-ea6f063f7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.543125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-dcc31861-e806-45ef-b7af-ea6f063f7b8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 1096 time: 0.1499557 Aug 29 04:18:31.559269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:31.560290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b393d65-c0aa-4bc3-9ef7-933efec670de req-09392683-9a94-4473-bdce-168d1b6a3912 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.568003 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b393d65-c0aa-4bc3-9ef7-933efec670de req-09392683-9a94-4473-bdce-168d1b6a3912 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 1101 time: 0.1243389 Aug 29 04:18:31.596387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748eb38b-9943-4b3b-be1b-0abb19e0bf16 None None] The sync data for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 is: [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:31.649924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b010c-208c-4f9a-8fb0-7b6a7b60f503 req-37b0657f-68a6-4f75-85b2-f12448ebaa17 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.665040 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b92b010c-208c-4f9a-8fb0-7b6a7b60f503 req-37b0657f-68a6-4f75-85b2-f12448ebaa17 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 946 time: 0.2136035 Aug 29 04:18:31.752255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b393d65-c0aa-4bc3-9ef7-933efec670de req-47dd4079-da5a-408d-a32f-0afaf48be884 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832936 Aug 29 04:18:31.764077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b92b010c-208c-4f9a-8fb0-7b6a7b60f503 req-255d6f01-dc60-4228-97f2-37075b257aef tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980775 Aug 29 04:18:31.811036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-8be0b89c-c2a3-4a34-902c-5d8f2775cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.822082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-8be0b89c-c2a3-4a34-902c-5d8f2775cd70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 905 time: 0.2609470 Aug 29 04:18:31.918629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-a4d856c3-a398-4a54-a0e8-7c3de695b565 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7755def9-849d-44f6-80c2-f422103a701d HTTP/1.1" status: 200 len: 217 time: 0.0872474 Aug 29 04:18:31.951866 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-212a2289-410f-49d8-83a2-acef87ec18bc service neutron] 10.222.0.65 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938234 Aug 29 04:18:31.976747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:31.988135 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Sync routers for ids ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:32.005734 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Routers {'b7f6e9e0-0930-4758-91a9-32471fdb1cc2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:32.006760 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:32.061520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c116f-7150-4325-a9cc-485be44d2379 None None] New status for floating IP d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:32.072365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1dd13-9473-4172-a60b-19d3d3749c29 req-5490d6ee-2294-43ea-a2f6-57dcc5cb7ab1 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.082751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7f1dd13-9473-4172-a60b-19d3d3749c29 req-5490d6ee-2294-43ea-a2f6-57dcc5cb7ab1 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1097 time: 0.1716805 Aug 29 04:18:32.090223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-0dfe1a19-f1b5-4f5e-9cec-fba9066ed7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.093737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-0dfe1a19-f1b5-4f5e-9cec-fba9066ed7c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 200 len: 844 time: 0.1399634 Aug 29 04:18:32.108208 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-85d8252c-357f-418c-b5be-33c13b2d6e06 req-32999330-b74e-4a5e-b04e-bbb88c4f26d6 service neutron] 10.222.0.65 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329947 Aug 29 04:18:32.116144 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-74c4e992-b666-47f2-9015-f901bf223d25 admin admin] 10.222.0.58 "PUT /v2.0/routers/b7f6e9e0-0930-4758-91a9-32471fdb1cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6290193 Aug 29 04:18:32.116144 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.236185 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Set router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:32.268706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-14a533ef-3168-46c1-8a60-640205f76cf3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6cd64d9-4479-4547-af75-ebda8319ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168067 Aug 29 04:18:32.288623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3600a2-4640-4c34-805d-6ae92d19fe9c req-09789912-f514-4bf5-8767-8241e64a44f4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.303732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab3600a2-4640-4c34-805d-6ae92d19fe9c req-09789912-f514-4bf5-8767-8241e64a44f4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 944 time: 0.3360474 Aug 29 04:18:32.388159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7f1dd13-9473-4172-a60b-19d3d3749c29 req-49db8041-f565-4d19-8031-c19768e64f15 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042393 Aug 29 04:18:32.433491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-98c1eb3f-7e51-48a2-8f49-6ef3cf2c3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.434923 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-98c1eb3f-7e51-48a2-8f49-6ef3cf2c3618 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 1095 time: 0.1943607 Aug 29 04:18:32.538889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab3600a2-4640-4c34-805d-6ae92d19fe9c req-451355d1-41ea-49cb-b94f-334b77b09a17 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337496 Aug 29 04:18:32.601405 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:28Z', 'revision_number': 4, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port': {'id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:16Z', 'updated_at': '2021-08-29T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b4db5456-7ed2-4ac3-87f0-840e497a773f', 'name': '', 'network_id': '72238d64-c162-4654-8016-02c1e4eff095', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'mac_address': 'fa:16:3e:d8:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2576e849-1290-437b-a63a-96a5fa6ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:24Z', 'updated_at': '2021-08-29T04:18:28Z', 'revision_number': 2, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'subnets': [{'id': '2576e849-1290-437b-a63a-96a5fa6ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:32.628483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-27604c4d-e4e9-4b59-808e-c6a98c9a8bf4 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217826 Aug 29 04:18:32.634953 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Checking router: b7f6e9e0-0930-4758-91a9-32471fdb1cc2 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:32.635327 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Updating router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 port b4db5456-7ed2-4ac3-87f0-840e497a773f binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:32.637623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-8ca6872f-5520-42ab-a681-09d56bd12655 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413835 Aug 29 04:18:32.665955 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.771762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'name': 'network-vif-deleted', 'tag': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:32.774642 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb593b7-2b15-4618-98d7-a1faa5683ac3" -d '{"events": [{"server_uuid": "bfbba6fb-4dea-4777-9741-b4897252e21f", "name": "network-vif-deleted", "tag": "4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:32.793919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:32.821510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-ae304be3-93ec-4c40-80b7-64c59de7a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.823470 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-ae304be3-93ec-4c40-80b7-64c59de7a62d service neutron] 10.222.0.65 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 924 time: 0.3738654 Aug 29 04:18:32.827532 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-97998f17-d299-402a-93a4-390cf6b8ac7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3886292 Aug 29 04:18:32.891596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78a241-d30d-4501-bad5-89a9aae584f0 req-5d7d6af9-5a28-449c-b699-dc02e889261d tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.900027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b78a241-d30d-4501-bad5-89a9aae584f0 req-5d7d6af9-5a28-449c-b699-dc02e889261d tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 943 time: 0.2300489 Aug 29 04:18:32.952544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-43efb0ee-533e-4588-86de-6929149fb4cd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.954093 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-43efb0ee-533e-4588-86de-6929149fb4cd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154688 Aug 29 04:18:32.962875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb1a007b-7d6e-4fe6-909e-e5551ef6dee6 req-10e0542c-34a2-4e09-a6b0-5e2e8228b0d4 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142009 Aug 29 04:18:33.004546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:33.007476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-b8271886-ba2f-4916-a5e0-1bbb48a7fcbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f9db315-0966-4787-b1e7-8d3862f85817 HTTP/1.1" status: 200 len: 217 time: 0.1761568 Aug 29 04:18:33.014480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b78a241-d30d-4501-bad5-89a9aae584f0 req-15fb39da-4f98-4923-9cb0-bab444148953 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129160 Aug 29 04:18:33.018629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-2dcf3da1-c79d-4d30-ab4e-9b244d7c6c26 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/quotas/a21429c8471a4b298cd734f981b7d164 HTTP/1.1" status: 200 len: 375 time: 0.0352345 Aug 29 04:18:33.025486 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.043418 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c2a875c-7c2f-4f46-a322-9c4f770f862e admin admin] 10.222.0.58 "PUT /v2.0/routers/25a4fed2-cb81-4ccc-adde-2ad7b1612917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2914941 Aug 29 04:18:33.044366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33550) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:33.062984 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Transition to ACTIVE for port object b4db5456-7ed2-4ac3-87f0-840e497a773f will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:33.074925 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] Sync routers for ids ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:33.080342 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.120955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-8eb1d3f4-9181-4c75-a4ec-e82c590bd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.123417 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-8eb1d3f4-9181-4c75-a4ec-e82c590bd1d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 1101 time: 0.2400904 Aug 29 04:18:33.134466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-ee1e62fa-f0f6-4daa-a992-833bf16cce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.136796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-ee1e62fa-f0f6-4daa-a992-833bf16cce16 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 HTTP/1.1" status: 200 len: 862 time: 0.0942845 Aug 29 04:18:33.186165 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2db4ec-2e46-423a-ad99-25ab871f77b9 None None] Pushing event updated for resources: {'Port': ['ID=b4db5456-7ed2-4ac3-87f0-840e497a773f,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.193321 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] Routers {'25a4fed2-cb81-4ccc-adde-2ad7b1612917'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:33.193918 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:33.203876 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-8de80033-aba6-4120-86c5-d68af8c09078 req-b4318f78-d21e-4f0f-a174-a88bd883e954 tempest-FloatingIPDetailsNegativeTestJSON-1878666655 tempest-FloatingIPDetailsNegativeTestJSON-1878666655-project] show failed (client error): The resource could not be found. Aug 29 04:18:33.205005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8de80033-aba6-4120-86c5-d68af8c09078 req-b4318f78-d21e-4f0f-a174-a88bd883e954 tempest-FloatingIPDetailsNegativeTestJSON-1878666655 tempest-FloatingIPDetailsNegativeTestJSON-1878666655-project] 10.222.0.58 "GET /v2.0/floatingips/e3c4fb6d-2ae5-451a-b46f-700fffcf9200 HTTP/1.1" status: 404 len: 350 time: 0.0634964 Aug 29 04:18:33.217116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33554) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:33.270628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-ff30eb38-cc3b-479e-b260-f43757447084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.272573 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-ff30eb38-cc3b-479e-b260-f43757447084 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273472 Aug 29 04:18:33.330812 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] Set router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:33.377518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-4cdc7b0c-1266-43f0-a3a7-655bfcac0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.379197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-4cdc7b0c-1266-43f0-a3a7-655bfcac0f64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2035279 Aug 29 04:18:33.515844 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-5a36b620-f478-4ae3-85ae-032547e604a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=adfc5dc5-a88a-4710-876b-9464265db5a9 HTTP/1.1" status: 200 len: 217 time: 0.1176975 Aug 29 04:18:33.588039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-ab558fd9-db4c-4e19-984a-91eb6009abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.589857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-ab558fd9-db4c-4e19-984a-91eb6009abc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0681410 Aug 29 04:18:33.615655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-8d678967-b47a-4f0b-8746-4b175debcb49 service neutron] 10.222.0.65 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219666 Aug 29 04:18:33.618137 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Attempting to bind port b4db5456-7ed2-4ac3-87f0-840e497a773f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:33.618557 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Attempting to bind port b4db5456-7ed2-4ac3-87f0-840e497a773f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:33.618916 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Attempting to bind port b4db5456-7ed2-4ac3-87f0-840e497a773f on network 72238d64-c162-4654-8016-02c1e4eff095 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:33.631838 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:33.632246 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Checking segment: {'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:33.632657 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.633068 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Bound using segment: {'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:33.634223 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Bound port: b4db5456-7ed2-4ac3-87f0-840e497a773f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93231365-9262-4b92-81b7-3dd8b811676b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '72238d64-c162-4654-8016-02c1e4eff095'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:33.634633 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.751423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-3d0b44a3-6f2c-48ef-8a9b-57a9b7daa95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.752903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-3d0b44a3-6f2c-48ef-8a9b-57a9b7daa95d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1530881 Aug 29 04:18:33.759025 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] For port b4db5456-7ed2-4ac3-87f0-840e497a773f, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:33.763428 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] For port b4db5456-7ed2-4ac3-87f0-840e497a773f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b4db5456-7ed2-4ac3-87f0-840e497a773f,segment=NetworkSegment(93231365-9262-4b92-81b7-3dd8b811676b),segment_id=93231365-9262-4b92-81b7-3dd8b811676b)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:33.775545 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.823705 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4ca92cd-6547-4761-9247-7ae64eafa2a8 req-44f5c20a-2787-4947-882a-09232f690aad service neutron] 10.222.0.65 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887660 Aug 29 04:18:33.870806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-f790f5f3-8588-41f0-bdbb-6b1619649749 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8469849 Aug 29 04:18:33.873455 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-2eae6b61-d266-475f-9707-e84118a6f988 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110070 Aug 29 04:18:33.959691 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Routers {'b7f6e9e0-0930-4758-91a9-32471fdb1cc2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:33.962023 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:34.030203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.082333 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1dbae71a-56c5-4cbf-8184-53a76a290205 req-e856e61f-525d-4392-992b-b2c1aa86b8f0 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990674 Aug 29 04:18:34.151467 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] Set router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:34.253789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7755def9-849d-44f6-80c2-f422103a701d details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:34.257178 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2db4ec-2e46-423a-ad99-25ab871f77b9 None None] Pushing event updated for resources: {'Port': ['ID=b4db5456-7ed2-4ac3-87f0-840e497a773f,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:34.259042 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8130278b-e91a-465b-aa2f-5781aabb922d x-openstack-request-id: req-8130278b-e91a-465b-aa2f-5781aabb922d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:34.259333 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbba6fb-4dea-4777-9741-b4897252e21f", "name": "network-vif-deleted", "tag": "4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:34.259582 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8130278b-e91a-465b-aa2f-5781aabb922d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:34.260681 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbba6fb-4dea-4777-9741-b4897252e21f', 'name': 'network-vif-deleted', 'tag': '4a95a57f-31f4-4646-9a9a-aeef1ebbc8e7', 'status': 'completed', 'code': 200} Aug 29 04:18:34.398741 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:30Z', 'revision_number': 5, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port': {'id': 'aa4f3c23-27f7-4003-b8fa-f8157a92de5a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:34.581691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:34.611255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '7755def9-849d-44f6-80c2-f422103a701d', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'port_id': '7755def9-849d-44f6-80c2-f422103a701d', 'mac_address': 'fa:16:3e:4c:a7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480b34a-6bad-4787-bac0-0d87ef5d3d8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:34.670553 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.700583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec04554-273a-4168-88db-8fd2db90aedb req-0ff7ac36-40e9-4522-91bc-127f6738ee92 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.704068 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] Checking router: 25a4fed2-cb81-4ccc-adde-2ad7b1612917 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:34.707084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fec04554-273a-4168-88db-8fd2db90aedb req-0ff7ac36-40e9-4522-91bc-127f6738ee92 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 946 time: 0.3051939 Aug 29 04:18:34.740122 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.750122 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] Routers {'25a4fed2-cb81-4ccc-adde-2ad7b1612917'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:34.750787 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:34.758310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7755def9-849d-44f6-80c2-f422103a701d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:34.782809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:34.788479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.843931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-d935a2e0-8bc2-41b4-8ba8-54736f433680 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:34.844987 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-d935a2e0-8bc2-41b4-8ba8-54736f433680 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065920 Aug 29 04:18:34.878657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Request body: {'binding': {'host': 'n-h2-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:34.879323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Unknown quota resources ['binding']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:18:34.893293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:34.960135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fec04554-273a-4168-88db-8fd2db90aedb req-ec5b33ad-a960-464d-b4b5-0171bcd045f9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398877 Aug 29 04:18:35.007072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Deleting port aa4f3c23-27f7-4003-b8fa-f8157a92de5a {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:35.007431 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.027932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] Set router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:35.080744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7755def9-849d-44f6-80c2-f422103a701d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:35.126031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on host n-h2-712142-15 for vnic_type normal with profile None {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:35.126570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:35.126885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:35.132513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:35.132868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:35.140299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:35.140724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:35.141121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:35.141568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Bound port: 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:35.176115 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 6, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:35.208568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:35.217750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.218111 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0cf7e8-1d04-46bb-b08c-a4ec54cc2ca8 None None] The sync data for ids ['25a4fed2-cb81-4ccc-adde-2ad7b1612917'] in n-d-712142-15 is: [{'id': '25a4fed2-cb81-4ccc-adde-2ad7b1612917', 'name': 'tempest-FloatingIPsNegativeTestJSON-1950565266-router', 'tenant_id': 'b5ea851c59144365a13cb4adca9da89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 6, 'project_id': 'b5ea851c59144365a13cb4adca9da89f', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:35.232747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-a3c1e2b5-5308-4c91-a456-6649d2165dd3 service neutron] 10.222.0.58 "POST /v2.0/ports/2688d524-28d0-4b4d-a3e0-c3156e05e57b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3575985 Aug 29 04:18:35.255343 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:28Z', 'revision_number': 4, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port': {'id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:16Z', 'updated_at': '2021-08-29T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b4db5456-7ed2-4ac3-87f0-840e497a773f', 'name': '', 'network_id': '72238d64-c162-4654-8016-02c1e4eff095', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'mac_address': 'fa:16:3e:d8:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2576e849-1290-437b-a63a-96a5fa6ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:24Z', 'updated_at': '2021-08-29T04:18:33Z', 'revision_number': 4, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'subnets': [{'id': '2576e849-1290-437b-a63a-96a5fa6ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:35.296595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] For port aa4f3c23-27f7-4003-b8fa-f8157a92de5a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=aa4f3c23-27f7-4003-b8fa-f8157a92de5a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.298133 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.318492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.334222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Calling delete_port for aa4f3c23-27f7-4003-b8fa-f8157a92de5a owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:35.355114 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71566b-010b-4aa4-9e86-419ce4a81e0c None None] The sync data for ids ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'] in n-d-712142-15 is: [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:28Z', 'revision_number': 4, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port': {'id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:16Z', 'updated_at': '2021-08-29T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b4db5456-7ed2-4ac3-87f0-840e497a773f', 'name': '', 'network_id': '72238d64-c162-4654-8016-02c1e4eff095', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'mac_address': 'fa:16:3e:d8:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2576e849-1290-437b-a63a-96a5fa6ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:24Z', 'updated_at': '2021-08-29T04:18:33Z', 'revision_number': 4, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'subnets': [{'id': '2576e849-1290-437b-a63a-96a5fa6ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:35.449697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b546b-e471-4faf-be5b-6423de683ac7 req-d4fec881-ba67-4ef5-b5d5-753813bb6fff tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.452023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e59b546b-e471-4faf-be5b-6423de683ac7 req-d4fec881-ba67-4ef5-b5d5-753813bb6fff tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 945 time: 0.3281100 Aug 29 04:18:35.667906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-5114668c-b4a5-4ef9-960a-1c6897df5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.669981 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-5114668c-b4a5-4ef9-960a-1c6897df5c1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1097 time: 0.1202140 Aug 29 04:18:35.833401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99c5cc-8b64-4fb8-8780-137117cd5995 req-96e8a71c-2680-4733-9050-881b45636055 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.835166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf99c5cc-8b64-4fb8-8780-137117cd5995 req-96e8a71c-2680-4733-9050-881b45636055 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 943 time: 0.3754680 Aug 29 04:18:35.874595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e59b546b-e471-4faf-be5b-6423de683ac7 req-ccc9d46b-010d-4b2d-a682-ef73002de3f0 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077671 Aug 29 04:18:35.876497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-7229eee8-3aa3-44e8-8bf7-c640131c080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.878282 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-7229eee8-3aa3-44e8-8bf7-c640131c080b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.1893289 Aug 29 04:18:35.985606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-67ef3080-bab5-457b-b9f5-9b6a2521e5c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 200 len: 217 time: 0.0976586 Aug 29 04:18:36.136744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-48f2ded7-2b93-420d-897b-a8a880bd54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.138283 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-48f2ded7-2b93-420d-897b-a8a880bd54d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1348343 Aug 29 04:18:36.189250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-13515ef9-80b6-46f0-8558-4779ab94a907 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362067 Aug 29 04:18:36.260588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf99c5cc-8b64-4fb8-8780-137117cd5995 req-3f82bc74-0760-497e-9adf-867c33e39d31 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570223 Aug 29 04:18:36.272789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8f9db315-0966-4787-b1e7-8d3862f85817 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:36.311913 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4617a73-4dd3-4ec8-b3d8-ccdeb8ad6bea req-c35886e1-d7c8-4a9f-80f2-9c50e17d12e5 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 210 time: 0.2197986 Aug 29 04:18:36.316134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-dd2ebea7-5e0c-488c-8c44-00633b2fc9aa tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2157593 Aug 29 04:18:36.317320 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.334963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7755def9-849d-44f6-80c2-f422103a701d up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:36.378491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-c1a98e97-f362-43a6-8932-f75efb0c8fba service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793561 Aug 29 04:18:36.553689 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-6a20cc92-fff5-480b-ab63-ce98c77e3ccb service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671312 Aug 29 04:18:36.584335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8f9db315-0966-4787-b1e7-8d3862f85817, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8f9db315-0966-4787-b1e7-8d3862f85817,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:36.588053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 7755def9-849d-44f6-80c2-f422103a701d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:36.608009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 7755def9-849d-44f6-80c2-f422103a701d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:36.608602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4f3c23-27f7-4003-b8fa-f8157a92de5a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:36.608870 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.612178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '8f9db315-0966-4787-b1e7-8d3862f85817', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'port_id': '8f9db315-0966-4787-b1e7-8d3862f85817', 'mac_address': 'fa:16:3e:c8:ac:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:36.659264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.699539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.729759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-1ab3aa2d-eb97-468a-a98b-70c97e9fc00d tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.731512 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-1ab3aa2d-eb97-468a-a98b-70c97e9fc00d tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.1096830 Aug 29 04:18:36.738085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9db315-0966-4787-b1e7-8d3862f85817 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:36.744638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-15'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:36.813514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.819204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8f9db315-0966-4787-b1e7-8d3862f85817, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8f9db315-0966-4787-b1e7-8d3862f85817,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:36.837256 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.870183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-df013da7-bd86-4110-b430-5f9e06bd8d64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.871759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-df013da7-bd86-4110-b430-5f9e06bd8d64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4941335 Aug 29 04:18:36.873728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.878217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.889554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.893962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755def9-849d-44f6-80c2-f422103a701d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:36.896299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Request body: {'port': {'device_id': 'b8431e81-7ee2-42d2-8fc7-b1d19b402ddd', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'a21429c8471a4b298cd734f981b7d164'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:36.896976 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169a98c-d037-44ae-a7a4-4c3dd0c70df4" -d '{"events": [{"server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "name": "network-vif-plugged", "status": "completed", "tag": "7755def9-849d-44f6-80c2-f422103a701d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:36.912634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4db5456-7ed2-4ac3-87f0-840e497a773f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:37.002070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:37.003229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=8f9db315-0966-4787-b1e7-8d3862f85817,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.016101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.021885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821bd3-72b4-49c5-9480-3595f4d0f351 req-2b420d04-2b2c-417b-b9e9-f0c02355b1ff tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.023610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9821bd3-72b4-49c5-9480-3595f4d0f351 req-2b420d04-2b2c-417b-b9e9-f0c02355b1ff tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1098 time: 0.4507942 Aug 29 04:18:37.032916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066f917-c75b-4f2f-90b5-b216104931c1 req-88be9067-c508-44c0-9cd9-6c364ef851a9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.034503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0066f917-c75b-4f2f-90b5-b216104931c1 req-88be9067-c508-44c0-9cd9-6c364ef851a9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 945 time: 0.4642799 Aug 29 04:18:37.050199 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.050948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a4fed2-cb81-4ccc-adde-2ad7b1612917 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:37.057600 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.058711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e67e14fd-f32f-4f2b-956c-e17b24c1760e admin admin] 10.222.0.58 "DELETE /v2.0/routers/25a4fed2-cb81-4ccc-adde-2ad7b1612917 HTTP/1.1" status: 204 len: 168 time: 4.0134223 Aug 29 04:18:37.073001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:37.086727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.094655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33612) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:37.104641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b4db5456-7ed2-4ac3-87f0-840e497a773f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:37.110213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b4db5456-7ed2-4ac3-87f0-840e497a773f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:37.110861 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.119871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:37.172294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.176167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:37.180389 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a569771-c29c-43a7-8f3c-512ecb33ae07" -d '{"events": [{"server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "name": "network-vif-unplugged", "status": "completed", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:37.186484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.232410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8f9db315-0966-4787-b1e7-8d3862f85817'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:37.255634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0066f917-c75b-4f2f-90b5-b216104931c1 req-4bdcc73d-06e5-44d7-bf4a-608bf82e314e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070405 Aug 29 04:18:37.256202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9821bd3-72b4-49c5-9480-3595f4d0f351 req-ec1ed018-7a6c-4c5b-9a5d-b3563712f0fb tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143183 Aug 29 04:18:37.265029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ee77aa-3521-4e31-8bbf-2c2816547050 admin admin] Deleting subnet b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:37.272135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4ee77aa-3521-4e31-8bbf-2c2816547050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.305936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Pushing event updated for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.332517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on host n-h1-712142-15 for vnic_type normal with profile {"migrating_to": "n-h2-712142-15"} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:37.332969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:37.337248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:37.348050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:37.348943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Attempting to bind port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:37.361153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:37.361690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:37.362044 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4ee77aa-3521-4e31-8bbf-2c2816547050 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.362547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:37.362907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Bound port: 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:37.363944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.364940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.368977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Made reservation on behalf of a21429c8471a4b298cd734f981b7d164 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:37.372719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.398913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Deleting port b4db5456-7ed2-4ac3-87f0-840e497a773f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:37.399278 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.417955 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce51decf-ec6a-45d5-a465-3836b76ed913 x-openstack-request-id: req-ce51decf-ec6a-45d5-a465-3836b76ed913 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:37.418644 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "name": "network-vif-plugged", "status": "completed", "tag": "7755def9-849d-44f6-80c2-f422103a701d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:37.419141 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce51decf-ec6a-45d5-a465-3836b76ed913 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:37.420078 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755def9-849d-44f6-80c2-f422103a701d', 'code': 200} Aug 29 04:18:37.512911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port b4db5456-7ed2-4ac3-87f0-840e497a773f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b4db5456-7ed2-4ac3-87f0-840e497a773f,segment=NetworkSegment(93231365-9262-4b92-81b7-3dd8b811676b),segment_id=93231365-9262-4b92-81b7-3dd8b811676b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:37.534476 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.534745 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b225a2d-94f1-481a-8663-faa2c554782d x-openstack-request-id: req-5b225a2d-94f1-481a-8663-faa2c554782d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:37.535116 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "name": "network-vif-unplugged", "status": "completed", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:37.535343 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b225a2d-94f1-481a-8663-faa2c554782d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:37.535765 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b', 'code': 200} Aug 29 04:18:37.619449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e4d15-9c08-437d-8ef6-60139a3cb4b4 req-479d5c92-6ffe-404b-adcd-d2c9256d75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.621186 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a88e4d15-9c08-437d-8ef6-60139a3cb4b4 req-479d5c92-6ffe-404b-adcd-d2c9256d75f6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 1098 time: 0.1336255 Aug 29 04:18:37.623966 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:37.628862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:37.650761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device aa4f3c23-27f7-4003-b8fa-f8157a92de5a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:37.663711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.684544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: aa4f3c23-27f7-4003-b8fa-f8157a92de5a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:37.684935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device aa4f3c23-27f7-4003-b8fa-f8157a92de5a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:37.685324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 05a5d261-3dcc-4178-8972-c4d5b5217c58 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:37.688017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=b4db5456-7ed2-4ac3-87f0-840e497a773f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.693623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4ee77aa-3521-4e31-8bbf-2c2816547050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.702824 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a88e4d15-9c08-437d-8ef6-60139a3cb4b4 req-42506d96-0d7b-4945-8f9c-9eee06bbaa3d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724046 Aug 29 04:18:37.717409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 05a5d261-3dcc-4178-8972-c4d5b5217c58 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:37.717824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 05a5d261-3dcc-4178-8972-c4d5b5217c58 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:37.763537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.764554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.765940 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] 10.222.0.65 "PUT /v2.0/ports/2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 200 len: 1123 time: 1.0257452 Aug 29 04:18:37.766714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de91d8a-965e-416c-b04b-b87401ec4284 service neutron] Pushing event updated for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=8']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.791909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] For port b4db5456-7ed2-4ac3-87f0-840e497a773f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b4db5456-7ed2-4ac3-87f0-840e497a773f,segment=NetworkSegment(93231365-9262-4b92-81b7-3dd8b811676b),segment_id=93231365-9262-4b92-81b7-3dd8b811676b)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:37.791909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.820352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Calling delete_port for b4db5456-7ed2-4ac3-87f0-840e497a773f owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:37.855139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc53477-3caf-4353-8b06-652d04ccd325 req-161327b0-effe-4acf-936b-9d82037d0f24 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.856680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bc53477-3caf-4353-8b06-652d04ccd325 req-161327b0-effe-4acf-936b-9d82037d0f24 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 946 time: 0.2668800 Aug 29 04:18:37.880257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ac77-117d-43f6-9841-6cad46964802 req-4be0a4d4-1a47-4bfe-b972-f87eabb0a2c9 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.881789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4824ac77-117d-43f6-9841-6cad46964802 req-4be0a4d4-1a47-4bfe-b972-f87eabb0a2c9 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1098 time: 0.2625158 Aug 29 04:18:37.901646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2688d524-28d0-4b4d-a3e0-c3156e05e57b'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:38.246780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4ee77aa-3521-4e31-8bbf-2c2816547050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.311205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee77aa-3521-4e31-8bbf-2c2816547050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.314743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Allocated IP 192.168.233.175 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/5590630e-eaf8-4f03-bef1-7c6aa742c494) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:38.319084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0edf88-afe1-4a93-8c17-bc18fb8fc6ca None None] Network 515b3b01-f0db-47cf-981c-eec0a41837fc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:38.322259 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4ee77aa-3521-4e31-8bbf-2c2816547050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.326964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d4ee77aa-3521-4e31-8bbf-2c2816547050 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b9aa82bd-fd7f-4d5d-a2e3-b665d0b42c9c HTTP/1.1" status: 204 len: 168 time: 1.2277060 Aug 29 04:18:38.329336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33628) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:38.333088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bc53477-3caf-4353-8b06-652d04ccd325 req-f2228070-beb0-4be5-ade2-8744c6a4def4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490969 Aug 29 04:18:38.345527 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4824ac77-117d-43f6-9841-6cad46964802 req-79a6d4b8-5f3e-4944-87b6-ac85453d36ef tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561930 Aug 29 04:18:38.477461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.545462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Deleting port 363d447b-4e33-40eb-856d-cf04e715736b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:38.545815 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.558201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfeb41c5-0009-4740-b665-0044352f6fd2 req-ad344bff-b791-48ab-bddb-88901a5bebb6 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 210 time: 0.0875134 Aug 29 04:18:38.567010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] DHCP port deletion for 515b3b01-f0db-47cf-981c-eec0a41837fc request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:18:38.626907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] For port 363d447b-4e33-40eb-856d-cf04e715736b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=363d447b-4e33-40eb-856d-cf04e715736b,segment=NetworkSegment(921613e7-aed9-4ca0-bf79-8756fe358bc5),segment_id=921613e7-aed9-4ca0-bf79-8756fe358bc5)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:38.627447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.634220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8a20-41f6-4e83-98cf-1ab8a17a13f0 req-2b991f27-fa44-427d-9256-3b9d9b3236bb tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.636037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8aaf8a20-41f6-4e83-98cf-1ab8a17a13f0 req-2b991f27-fa44-427d-9256-3b9d9b3236bb tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 944 time: 0.1912057 Aug 29 04:18:38.644964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Calling delete_port for 363d447b-4e33-40eb-856d-cf04e715736b owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:38.655816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] Deleting port 363d447b-4e33-40eb-856d-cf04e715736b {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:38.656246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.697421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.718613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.781649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b4db5456-7ed2-4ac3-87f0-840e497a773f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.789090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.801260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] For port 363d447b-4e33-40eb-856d-cf04e715736b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=363d447b-4e33-40eb-856d-cf04e715736b,segment=NetworkSegment(921613e7-aed9-4ca0-bf79-8756fe358bc5),segment_id=921613e7-aed9-4ca0-bf79-8756fe358bc5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:38.801831 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.819201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4db5456-7ed2-4ac3-87f0-840e497a773f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:38.825582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8aaf8a20-41f6-4e83-98cf-1ab8a17a13f0 req-daf89c3e-d192-4589-be24-a99df9aeaa88 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804500 Aug 29 04:18:38.830420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Transition to ACTIVE for port object 5590630e-eaf8-4f03-bef1-7c6aa742c494 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:38.831425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=363d447b-4e33-40eb-856d-cf04e715736b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.848183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] No DVR routers for this DVR port 363d447b-4e33-40eb-856d-cf04e715736b on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:38.868757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] Calling delete_port for 363d447b-4e33-40eb-856d-cf04e715736b owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:38.870821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b4db5456-7ed2-4ac3-87f0-840e497a773f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:38.871745 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4db5456-7ed2-4ac3-87f0-840e497a773f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:18:38.899497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Port b4db5456-7ed2-4ac3-87f0-840e497a773f not found, will not notify nova. {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:18:38.982603 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.987542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a7785-e7f7-46fe-b81c-d36a12ca1b20 req-a6564edc-17ec-4171-971c-92b38889abe6 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.989225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-968a7785-e7f7-46fe-b81c-d36a12ca1b20 req-a6564edc-17ec-4171-971c-92b38889abe6 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 943 time: 0.2297127 Aug 29 04:18:38.993950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 363d447b-4e33-40eb-856d-cf04e715736b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:39.009106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515b3b01-f0db-47cf-981c-eec0a41837fc']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:39.021237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921613e7-aed9-4ca0-bf79-8756fe358bc5') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:39.021660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921613e7-aed9-4ca0-bf79-8756fe358bc5') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:39.036795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 363d447b-4e33-40eb-856d-cf04e715736b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:39.037317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 363d447b-4e33-40eb-856d-cf04e715736b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:39.037866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.069226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.077077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:39.077740 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:39.081123 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:39.084500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.089284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.125039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'c30962b7-d3c9-4e18-988f-3fec45beee9e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:39.127507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', '51d8f823-4b77-44c3-8827-46d5d93b0e23'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:39.134639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] Pushing event deleted for resources: {'Port': ['ID=363d447b-4e33-40eb-856d-cf04e715736b,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.147191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-968a7785-e7f7-46fe-b81c-d36a12ca1b20 req-5e040623-3897-4599-abda-698d98fdf2a1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217637 Aug 29 04:18:39.152463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.183266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:39.192038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'Port': ['ID=5590630e-eaf8-4f03-bef1-7c6aa742c494,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.218055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d155a-5a5c-44ea-a394-38e2fa1d776d None None] No DVR routers for this DVR port 363d447b-4e33-40eb-856d-cf04e715736b on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:39.223358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.240680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.247543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:39.250458 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] 10.222.0.58 "DELETE /v2.0/networks/515b3b01-f0db-47cf-981c-eec0a41837fc HTTP/1.1" status: 204 len: 168 time: 0.9195104 Aug 29 04:18:39.284428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:39.309259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.311359 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.373366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-32f37c35-364b-43f1-8a5b-f93e50c7034d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4874282 Aug 29 04:18:39.448278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Request body: {'port': {'device_id': 'b8431e81-7ee2-42d2-8fc7-b1d19b402ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:39.555590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33648) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:39.703831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df44b8-82b7-4333-8101-4ee4901e20bf req-7e8decce-a469-4a55-a4f7-647e2c0d1494 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.706216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1df44b8-82b7-4333-8101-4ee4901e20bf req-7e8decce-a469-4a55-a4f7-647e2c0d1494 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 946 time: 0.2551453 Aug 29 04:18:39.707039 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.737273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-771b51d2-ef7a-4671-9640-8c0a478fde2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5ea851c59144365a13cb4adca9da89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802554 Aug 29 04:18:39.762242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:39.762846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-10e9363d-2bd7-457b-9513-9764053518ad None None] Provisioning for port 5590630e-eaf8-4f03-bef1-7c6aa742c494 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:39.764614 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c" -d '{"events": [{"name": "network-changed", "server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:39.769742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33652) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:39.771081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00259f-cafd-487a-8317-41d0b7406a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=515b3b01-f0db-47cf-981c-eec0a41837fc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.776390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-10e9363d-2bd7-457b-9513-9764053518ad None None] Provisioning complete for port 5590630e-eaf8-4f03-bef1-7c6aa742c494 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:39.776496 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10e9363d-2bd7-457b-9513-9764053518ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.781163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34e481-341d-4937-8842-7f80f2140f4a req-95333ecb-48fb-47e6-bddf-626944c23421 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.782954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b34e481-341d-4937-8842-7f80f2140f4a req-95333ecb-48fb-47e6-bddf-626944c23421 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 946 time: 0.2198577 Aug 29 04:18:39.843591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1db46c53-f526-4679-a298-5a507096b345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.865961 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1db46c53-f526-4679-a298-5a507096b345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.912912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1df44b8-82b7-4333-8101-4ee4901e20bf req-f13ef56d-2cb3-4c26-a7ba-42fb68c111c9 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958153 Aug 29 04:18:39.931302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b34e481-341d-4937-8842-7f80f2140f4a req-67795e8b-c20a-441f-a4a5-3b4beb2db30e tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373131 Aug 29 04:18:39.947216 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1db46c53-f526-4679-a298-5a507096b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.963396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1db46c53-f526-4679-a298-5a507096b345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.963396 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1db46c53-f526-4679-a298-5a507096b345 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87b5207a-176f-434c-98dc-7eb228fef89e HTTP/1.1" status: 204 len: 168 time: 0.1772442 Aug 29 04:18:39.974165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db46c53-f526-4679-a298-5a507096b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b5207a-176f-434c-98dc-7eb228fef89e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.987092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-10e9363d-2bd7-457b-9513-9764053518ad None None] Port 5590630e-eaf8-4f03-bef1-7c6aa742c494 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:40.134689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:40.206392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531eeec-ea0a-4145-b320-7fd651483667 req-8a7535fc-b33c-4f55-a21b-92a830cee4fe tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.207940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2531eeec-ea0a-4145-b320-7fd651483667 req-8a7535fc-b33c-4f55-a21b-92a830cee4fe tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1098 time: 0.1654756 Aug 29 04:18:40.218811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d13de9-c3a7-423f-bd7e-eecb496f4e26 req-7b57b36c-2b8c-4f2a-9c01-a0e1d16ca132 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.220282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61d13de9-c3a7-423f-bd7e-eecb496f4e26 req-7b57b36c-2b8c-4f2a-9c01-a0e1d16ca132 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 936 time: 0.1699195 Aug 29 04:18:40.296240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 2688d524-28d0-4b4d-a3e0-c3156e05e57b details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:40.301542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8f9db315-0966-4787-b1e7-8d3862f85817 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:40.345831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2531eeec-ea0a-4145-b320-7fd651483667 req-0946fc3e-5db3-466f-813c-560879bd07e4 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245432 Aug 29 04:18:40.408145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61d13de9-c3a7-423f-bd7e-eecb496f4e26 req-3b348f3b-328d-481c-8610-72d04cfb9db1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769590 Aug 29 04:18:40.434035 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5d995-6729-4f12-91d2-f3f137c46ebe x-openstack-request-id: req-d0b5d995-6729-4f12-91d2-f3f137c46ebe {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:40.434373 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:40.434629 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0b5d995-6729-4f12-91d2-f3f137c46ebe {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:40.435062 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b', 'status': 'completed', 'code': 200} Aug 29 04:18:40.452753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:40.477659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 8f9db315-0966-4787-b1e7-8d3862f85817 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:40.481674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:40.482168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 2688d524-28d0-4b4d-a3e0-c3156e05e57b has no active binding in host n-h2-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:18:40.489895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 8f9db315-0966-4787-b1e7-8d3862f85817 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:40.490461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.492050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12f5b3ab-61ca-44d0-baf3-0a55dc6291bc admin admin] 10.222.0.58 "PUT /v2.0/routers/b7f6e9e0-0930-4758-91a9-32471fdb1cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2738788 Aug 29 04:18:40.495800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33674) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:40.505609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] Sync routers for ids ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:40.511479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5590630e-eaf8-4f03-bef1-7c6aa742c494 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:40.542385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-6afc05df-4f18-46ce-adcd-82272ff30a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.543902 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-6afc05df-4f18-46ce-adcd-82272ff30a28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1126 time: 0.0935612 Aug 29 04:18:40.557773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] Routers {'b7f6e9e0-0930-4758-91a9-32471fdb1cc2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:40.557773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:40.568662 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.632899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Transition to ACTIVE for port object 5590630e-eaf8-4f03-bef1-7c6aa742c494 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:40.696448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.743462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-a166a232-631f-44df-b9d1-537d36fbbd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.750544 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-a166a232-631f-44df-b9d1-537d36fbbd40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.1963806 Aug 29 04:18:40.789320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99525b1-c99a-49b9-a068-8974580f06de req-a09a286d-ec81-47b2-a655-f16101c90d28 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.797319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f99525b1-c99a-49b9-a068-8974580f06de req-a09a286d-ec81-47b2-a655-f16101c90d28 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 944 time: 0.2224820 Aug 29 04:18:40.823643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] Set router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:40.834643 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-0d33a135-e07e-4628-9d1b-074afb11d3e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 200 len: 217 time: 0.0761831 Aug 29 04:18:40.851344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.893473 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.932132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-8b7921e3-6431-4496-89f6-a92f5de6dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.934359 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-8b7921e3-6431-4496-89f6-a92f5de6dd16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.0885417 Aug 29 04:18:41.014664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5590630e-eaf8-4f03-bef1-7c6aa742c494,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:41.030898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-864a78f7-31cd-457f-9c85-2262b2a603a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779834 Aug 29 04:18:41.075345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8f9db315-0966-4787-b1e7-8d3862f85817, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8f9db315-0966-4787-b1e7-8d3862f85817,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:41.084074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9db315-0966-4787-b1e7-8d3862f85817'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:41.092299 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6181f-14d1-4dcd-944a-f88fdc622b8c" -d '{"events": [{"server_uuid": "b5d87fb3-9814-4650-b9cf-ac936a21d4eb", "name": "network-vif-plugged", "status": "completed", "tag": "8f9db315-0966-4787-b1e7-8d3862f85817"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:41.118737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c7e42-d8f2-439c-b959-9ec0ada17ea5 req-7493786a-4bce-486f-b32a-3e3f10daafa1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.121043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab4c7e42-d8f2-439c-b959-9ec0ada17ea5 req-7493786a-4bce-486f-b32a-3e3f10daafa1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 943 time: 0.3618226 Aug 29 04:18:41.131257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f99525b1-c99a-49b9-a068-8974580f06de req-2f8ff100-0526-4105-8c00-2845e1ae73ff tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327610 Aug 29 04:18:41.132317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Attempting to bind port 5590630e-eaf8-4f03-bef1-7c6aa742c494 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:41.132837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Attempting to bind port 5590630e-eaf8-4f03-bef1-7c6aa742c494 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:41.133402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Attempting to bind port 5590630e-eaf8-4f03-bef1-7c6aa742c494 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:41.150341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.161421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Port 5590630e-eaf8-4f03-bef1-7c6aa742c494 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:41.165757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Attempting to bind port 5590630e-eaf8-4f03-bef1-7c6aa742c494 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:41.191452 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-e271df3f-388a-444f-9293-59699b0fcaf5 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573482 Aug 29 04:18:41.192449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:41.192905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:41.193677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:41.194601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Bound port: 5590630e-eaf8-4f03-bef1-7c6aa742c494, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:41.195050 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.210467 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.238773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=8f9db315-0966-4787-b1e7-8d3862f85817,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:41.254616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:38Z', 'revision_number': 5, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port': {'id': '2c50dc49-4387-498c-a66e-2bf743d83c2e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:16Z', 'updated_at': '2021-08-29T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:41.277387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab4c7e42-d8f2-439c-b959-9ec0ada17ea5 req-46ac2100-18d8-482a-bb87-ac8057999cd6 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359110 Aug 29 04:18:41.325160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] Checking router: b7f6e9e0-0930-4758-91a9-32471fdb1cc2 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:41.329980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f87c8a-a1ef-464d-aa88-fe3ac42df15c req-0fbc4cf4-2695-4c8b-aace-1076031d0604 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298754 Aug 29 04:18:41.334648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] Routers {'b7f6e9e0-0930-4758-91a9-32471fdb1cc2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:41.336133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:41.432318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] Set router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:41.495284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:41Z', 'revision_number': 6, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:41.532143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7f9ed-9c13-43cd-83ae-faea5c23cbed None None] The sync data for ids ['b7f6e9e0-0930-4758-91a9-32471fdb1cc2'] in n-d-712142-15 is: [{'id': 'b7f6e9e0-0930-4758-91a9-32471fdb1cc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1385292896-router', 'tenant_id': '2d9f1aeec26d4a9a864bf4922376f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:14Z', 'updated_at': '2021-08-29T04:18:41Z', 'revision_number': 6, 'project_id': '2d9f1aeec26d4a9a864bf4922376f607', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:41.727745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-f6045082-e4f7-461b-9e11-a861763375ef tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.729744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-f6045082-e4f7-461b-9e11-a861763375ef tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.64 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 946 time: 0.4047482 Aug 29 04:18:41.757738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] For port 5590630e-eaf8-4f03-bef1-7c6aa742c494, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:41.782209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Deleting port 2c50dc49-4387-498c-a66e-2bf743d83c2e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:41.782555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.802542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] For port 5590630e-eaf8-4f03-bef1-7c6aa742c494, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5590630e-eaf8-4f03-bef1-7c6aa742c494,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:41.854418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0be5-9b44-47b2-bed6-28f2fb0c223b req-703870bf-15c0-4049-b29e-6aa190b5833c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.856013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-016d0be5-9b44-47b2-bed6-28f2fb0c223b req-703870bf-15c0-4049-b29e-6aa190b5833c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 946 time: 0.4739327 Aug 29 04:18:41.857172 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.961935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.962594 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.964067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] 10.222.0.65 "PUT /v2.0/ports/5590630e-eaf8-4f03-bef1-7c6aa742c494 HTTP/1.1" status: 200 len: 1097 time: 2.5290532 Aug 29 04:18:41.965747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8431e81-7ee2-42d2-8fc7-b1d19b402ddd', 'tag': '5590630e-eaf8-4f03-bef1-7c6aa742c494'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:41.968118 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498f4be0-f2f7-45ea-aa62-2b70545a64e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8431e81-7ee2-42d2-8fc7-b1d19b402ddd", "tag": "5590630e-eaf8-4f03-bef1-7c6aa742c494"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:42.036441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4e6f6-e661-4098-b3d6-9d08d56589f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5590630e-eaf8-4f03-bef1-7c6aa742c494,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.048597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-016d0be5-9b44-47b2-bed6-28f2fb0c223b req-4d4d7b96-4c81-4d71-97f0-3b71ea946801 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513071 Aug 29 04:18:42.067109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] For port 2c50dc49-4387-498c-a66e-2bf743d83c2e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2c50dc49-4387-498c-a66e-2bf743d83c2e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:42.067493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.100361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Deleting port 9f19643e-3885-451c-abc3-e3477ca4cb0a {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:42.100704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.104550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Calling delete_port for 2c50dc49-4387-498c-a66e-2bf743d83c2e owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:42.139878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-5419d424-c5c7-4272-a0de-0667f45240c8 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:42.141043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-5419d424-c5c7-4272-a0de-0667f45240c8 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067537 Aug 29 04:18:42.153812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Request body: {'binding': {'host': 'n-h1-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:42.154420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Unknown quota resources ['binding']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:18:42.266413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-a2fa74ff-e33e-4f6c-9394-239cf72333af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.275632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-a2fa74ff-e33e-4f6c-9394-239cf72333af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 1100 time: 0.2256610 Aug 29 04:18:42.290809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on host n-h1-712142-15 for vnic_type normal with profile None {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:42.291215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:42.291480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:42.295898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:42.296260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:42.301003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:42.301344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:42.301723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:42.302148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Bound port: ea329f66-4a32-4eba-bfd5-8aab116454ef, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:42.359730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f208a24-a84d-4a37-aabf-82e6b2259f2e req-19c567ca-9ff3-43e8-9b5f-23793be028a2 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.361503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f208a24-a84d-4a37-aabf-82e6b2259f2e req-19c567ca-9ff3-43e8-9b5f-23793be028a2 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 946 time: 0.2298238 Aug 29 04:18:42.368385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-1a92b908-93b4-4170-a172-077a3037e004 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5590630e-eaf8-4f03-bef1-7c6aa742c494 HTTP/1.1" status: 200 len: 217 time: 0.0739794 Aug 29 04:18:42.370200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] For port 9f19643e-3885-451c-abc3-e3477ca4cb0a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9f19643e-3885-451c-abc3-e3477ca4cb0a,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:42.370656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.376553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:42.385730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.387132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c1f3c0ae-99ad-40a2-93dc-db9e0376459c service neutron] 10.222.0.58 "POST /v2.0/ports/ea329f66-4a32-4eba-bfd5-8aab116454ef/bindings HTTP/1.1" status: 201 len: 390 time: 0.2371528 Aug 29 04:18:42.462984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Calling delete_port for 9f19643e-3885-451c-abc3-e3477ca4cb0a owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:42.561385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-baec0bce-dad1-451c-81de-d33f1117f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.563068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-baec0bce-dad1-451c-81de-d33f1117f61e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1810262 Aug 29 04:18:42.570015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f208a24-a84d-4a37-aabf-82e6b2259f2e req-6ff63d5f-b046-4b3d-8547-9dba707e3e86 tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dabce90-266e-482b-98ef-47dd1c213e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818104 Aug 29 04:18:42.647516 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fce08fe-37a6-430f-8204-f66bd4886a51 x-openstack-request-id: req-0fce08fe-37a6-430f-8204-f66bd4886a51 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:42.648085 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d87fb3-9814-4650-b9cf-ac936a21d4eb", "name": "network-vif-plugged", "status": "completed", "tag": "8f9db315-0966-4787-b1e7-8d3862f85817", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:42.649321 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0fce08fe-37a6-430f-8204-f66bd4886a51 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:42.649969 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9db315-0966-4787-b1e7-8d3862f85817', 'code': 200} Aug 29 04:18:42.702358 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.743525 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549568b-6d57-4bc7-aba0-accea3823091 x-openstack-request-id: req-7549568b-6d57-4bc7-aba0-accea3823091 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:42.744012 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8431e81-7ee2-42d2-8fc7-b1d19b402ddd", "tag": "5590630e-eaf8-4f03-bef1-7c6aa742c494", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:42.744433 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7549568b-6d57-4bc7-aba0-accea3823091 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:42.744999 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8431e81-7ee2-42d2-8fc7-b1d19b402ddd', 'tag': '5590630e-eaf8-4f03-bef1-7c6aa742c494', 'status': 'completed', 'code': 200} Aug 29 04:18:42.749949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-dd77dd73-7d6f-4231-8ffe-aac9e99d5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.752068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-dd77dd73-7d6f-4231-8ffe-aac9e99d5a54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1532483 Aug 29 04:18:42.753971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c50dc49-4387-498c-a66e-2bf743d83c2e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.780782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-0e3c03dc-2f93-47f1-b39a-3db8c8493771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.782898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-0e3c03dc-2f93-47f1-b39a-3db8c8493771 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1098 time: 0.1017287 Aug 29 04:18:42.834719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2c50dc49-4387-498c-a66e-2bf743d83c2e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:42.844145 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-ba6a263b-37f0-4c41-829f-fd59b25402d0 service neutron] 10.222.0.64 "GET /v2.0/ports/2688d524-28d0-4b4d-a3e0-c3156e05e57b/bindings/n-h2-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.2239180 Aug 29 04:18:42.861861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 2c50dc49-4387-498c-a66e-2bf743d83c2e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:42.862733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2c50dc49-4387-498c-a66e-2bf743d83c2e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:42.863476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4db5456-7ed2-4ac3-87f0-840e497a773f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:42.884366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b4db5456-7ed2-4ac3-87f0-840e497a773f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:42.885031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4db5456-7ed2-4ac3-87f0-840e497a773f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:42.891603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.011765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf0784-02d4-4327-a5ad-ad0d7f849660 req-6b33c040-17e9-439f-876f-2ced01dba3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.013380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cf0784-02d4-4327-a5ad-ad0d7f849660 req-6b33c040-17e9-439f-876f-2ced01dba3f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 1097 time: 0.2637970 Aug 29 04:18:43.017047 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.027137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.087708 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.096221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-4b182acb-56cd-4b7c-b842-4f0201ed69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.098759 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-4b182acb-56cd-4b7c-b842-4f0201ed69fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.2830944 Aug 29 04:18:43.100410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['9f19643e-3885-451c-abc3-e3477ca4cb0a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:43.114201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e10e1-61a4-404d-8450-8553ed54ceb9 req-66aa3f17-686d-4e8f-a54e-026dab339da7 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.122891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a5e10e1-61a4-404d-8450-8553ed54ceb9 req-66aa3f17-686d-4e8f-a54e-026dab339da7 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 948 time: 0.3559785 Aug 29 04:18:43.171240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Pushing event deleted for resources: {'Port': ['ID=9f19643e-3885-451c-abc3-e3477ca4cb0a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:43.174134 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.175075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f6e9e0-0930-4758-91a9-32471fdb1cc2 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:43.176782 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-80259329-0045-4186-8b1b-5c8da83c505b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 200 len: 217 time: 0.0669250 Aug 29 04:18:43.178328 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cf0784-02d4-4327-a5ad-ad0d7f849660 req-5276b799-ba13-4b11-94f1-c98feb128595 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469777 Aug 29 04:18:43.252102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:43.255436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-321e4559-0527-4179-a6fd-03628efa0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.257056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-321e4559-0527-4179-a6fd-03628efa0d71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0717978 Aug 29 04:18:43.264348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.265768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-84f6e0ab-4a75-4fa1-b27a-ed36d0031b47 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b7f6e9e0-0930-4758-91a9-32471fdb1cc2 HTTP/1.1" status: 204 len: 168 time: 2.7672546 Aug 29 04:18:43.274960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33742) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:43.275176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-1293afeb-119a-432b-8965-0598b3eede9d service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073400 Aug 29 04:18:43.295831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] No DVR routers for this DVR port 9f19643e-3885-451c-abc3-e3477ca4cb0a on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:43.302646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a5e10e1-61a4-404d-8450-8553ed54ceb9 req-7193aa0e-eff2-434b-9122-6c648f0294b4 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788874 Aug 29 04:18:43.305547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.307604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8862dc51-1f70-4fbb-a836-24ff36d7b5c4 req-142900de-f1a0-4259-a54d-7f44298de79d tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.64 "DELETE /v2.0/ports/9f19643e-3885-451c-abc3-e3477ca4cb0a HTTP/1.1" status: 204 len: 173 time: 1.5678368 Aug 29 04:18:43.334927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-088f2f80-d6ce-4bf4-965c-4c9cac0918a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607347 Aug 29 04:18:43.343091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:43.350170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46a36e-06b8-4f83-b829-450964b2e438 req-7d62a1a6-cc1e-4186-b835-1707251ae0b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.351834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e46a36e-06b8-4f83-b829-450964b2e438 req-7d62a1a6-cc1e-4186-b835-1707251ae0b9 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 945 time: 0.1652400 Aug 29 04:18:43.454940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-215cd0fe-0e5e-48ad-a0e5-34d1de8e6958 admin admin] Deleting subnet 2576e849-1290-437b-a63a-96a5fa6ada4f {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:43.461792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e46a36e-06b8-4f83-b829-450964b2e438 req-a686327e-6126-4f0d-893f-18118e9834f0 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979216 Aug 29 04:18:43.462280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-215cd0fe-0e5e-48ad-a0e5-34d1de8e6958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.468040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2688d524-28d0-4b4d-a3e0-c3156e05e57b {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:43.517199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:43.558219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.559465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56fcac-aefe-4903-8ac6-f1d9b4f0063f req-bbd281af-a42b-4acc-ad12-b864a9bc29b5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.561044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e56fcac-aefe-4903-8ac6-f1d9b4f0063f req-bbd281af-a42b-4acc-ad12-b864a9bc29b5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 943 time: 0.1602044 Aug 29 04:18:43.575177 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-215cd0fe-0e5e-48ad-a0e5-34d1de8e6958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.622223 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-468ad8cf-9e23-4c60-bd85-425fb77dbe0a service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809780 Aug 29 04:18:43.640390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a70fac61-8b8c-434a-b15d-d92dc4f70720 req-e3a179d7-9e64-49a9-a062-eebd887f2d76 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357762 Aug 29 04:18:43.661645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e56fcac-aefe-4903-8ac6-f1d9b4f0063f req-e6310e85-7405-4eef-8df2-4ae87c2463dc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798576 Aug 29 04:18:43.675458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052b6da-302c-4121-8dc0-19eb9020b3d9 req-72d61a0c-486d-4a3d-964e-0b6db9e664a1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.677552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0052b6da-302c-4121-8dc0-19eb9020b3d9 req-72d61a0c-486d-4a3d-964e-0b6db9e664a1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 946 time: 0.1135416 Aug 29 04:18:43.810269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0052b6da-302c-4121-8dc0-19eb9020b3d9 req-e3fb3549-333b-45d9-9e8b-07c9e405e866 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251962 Aug 29 04:18:43.827173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-aaa7a3a9-3f84-4c64-a03c-cbcfcba466cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.828807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-aaa7a3a9-3f84-4c64-a03c-cbcfcba466cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 1100 time: 0.0827439 Aug 29 04:18:43.857315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-215cd0fe-0e5e-48ad-a0e5-34d1de8e6958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.941905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-401d2ae3-937e-40b9-9473-64f1e2774b25 req-b78407bb-5697-4aaf-88b7-041f2935f88c tempest-AttachSCSIVolumeTestJSON-290949977 tempest-AttachSCSIVolumeTestJSON-290949977-project] 10.222.0.58 "GET /v2.0/ports?device_id=29fc6835-826b-4fd2-b081-5b862bd8a977 HTTP/1.1" status: 200 len: 210 time: 0.0326006 Aug 29 04:18:43.954149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] Transition to ACTIVE for port object 2688d524-28d0-4b4d-a3e0-c3156e05e57b will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:43.959423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-215cd0fe-0e5e-48ad-a0e5-34d1de8e6958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.007667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.013420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cd0fe-0e5e-48ad-a0e5-34d1de8e6958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2576e849-1290-437b-a63a-96a5fa6ada4f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.013568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-168b0124-6a77-4c16-8922-9799e78560dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.015439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-168b0124-6a77-4c16-8922-9799e78560dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1768045 Aug 29 04:18:44.028772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064bb571-e763-4c8d-82b5-3e25e4c1bd67 None None] Network 72238d64-c162-4654-8016-02c1e4eff095 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:44.045610 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-6d09c52e-9cb5-471e-9b23-312e7c883627 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013760 Aug 29 04:18:44.048876 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-215cd0fe-0e5e-48ad-a0e5-34d1de8e6958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.051087 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-215cd0fe-0e5e-48ad-a0e5-34d1de8e6958 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2576e849-1290-437b-a63a-96a5fa6ada4f HTTP/1.1" status: 204 len: 168 time: 0.7777009 Aug 29 04:18:44.056248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33784) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:44.083562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-b5e1a467-641d-486f-b5c1-0f55c9b518aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5590630e-eaf8-4f03-bef1-7c6aa742c494 HTTP/1.1" status: 200 len: 217 time: 0.0556951 Aug 29 04:18:44.161627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] No DVR routers for this DVR port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:44.161866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-e3067a13-9448-4d46-ac2d-0706a005d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.163547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-e3067a13-9448-4d46-ac2d-0706a005d96f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0699558 Aug 29 04:18:44.216044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] Pushing event updated for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.236690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.237378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-3fb2726f-0f1c-4dd2-be51-2f6fb8b3c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.240158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-3fb2726f-0f1c-4dd2-be51-2f6fb8b3c854 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614061 Aug 29 04:18:44.257810 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-9351e8c2-a343-4edf-a0bd-4a7983adcca2 service neutron] 10.222.0.64 "PUT /v2.0/ports/2688d524-28d0-4b4d-a3e0-c3156e05e57b/bindings/n-h2-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4014225 Aug 29 04:18:44.264268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-11b4a0f1-7cde-4281-a471-bd3ecae55dc7 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.265865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-11b4a0f1-7cde-4281-a471-bd3ecae55dc7 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1098 time: 0.1367564 Aug 29 04:18:44.281081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] DHCP port deletion for 72238d64-c162-4654-8016-02c1e4eff095 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:18:44.291972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-15'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:44.357754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-64f3b15c-b16f-4817-a24d-fe49570f8444 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094801 Aug 29 04:18:44.362590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] Deleting port 78fd0eee-9311-4420-92d4-311294921c4d {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:44.363061 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.431004 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.449081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Deleting port 78fd0eee-9311-4420-92d4-311294921c4d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:44.450022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.451644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] For port 78fd0eee-9311-4420-92d4-311294921c4d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=78fd0eee-9311-4420-92d4-311294921c4d,segment=NetworkSegment(93231365-9262-4b92-81b7-3dd8b811676b),segment_id=93231365-9262-4b92-81b7-3dd8b811676b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:44.452594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.456135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-5d591717-546c-4c7b-8103-7bac6458a41f tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.457679 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-5d591717-546c-4c7b-8103-7bac6458a41f tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.1188021 Aug 29 04:18:44.471148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33790) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:44.476493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] Calling delete_port for 78fd0eee-9311-4420-92d4-311294921c4d owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:44.513835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a3ad-c668-4950-84b8-6d419f703ab1 req-f231736d-7df9-4111-905d-38b97a9870eb tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.521998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5418a3ad-c668-4950-84b8-6d419f703ab1 req-f231736d-7df9-4111-905d-38b97a9870eb tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 948 time: 0.0724154 Aug 29 04:18:44.583703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-498f4be0-f2f7-45ea-aa62-2b70545a64e3 req-8945ad3c-1250-48e5-ac88-611b6b2878e6 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176495 Aug 29 04:18:44.608780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5418a3ad-c668-4950-84b8-6d419f703ab1 req-3a65c92a-5156-43b1-99dc-e2c94da1e9b2 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857098 Aug 29 04:18:44.638069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] For port 78fd0eee-9311-4420-92d4-311294921c4d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=78fd0eee-9311-4420-92d4-311294921c4d,segment=NetworkSegment(93231365-9262-4b92-81b7-3dd8b811676b),segment_id=93231365-9262-4b92-81b7-3dd8b811676b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:44.640026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.647629 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.654794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9a98f-9457-4ff1-9eba-d6da818b628a req-1cc9a0f6-adad-42d7-b14e-edde3e68c084 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.656452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9f9a98f-9457-4ff1-9eba-d6da818b628a req-1cc9a0f6-adad-42d7-b14e-edde3e68c084 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 945 time: 0.0883455 Aug 29 04:18:44.693123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Calling delete_port for 78fd0eee-9311-4420-92d4-311294921c4d owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:44.693382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] No DVR routers for this DVR port 78fd0eee-9311-4420-92d4-311294921c4d on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:44.694985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d55f5-d104-4b6a-aa7f-51019f81aa3b None None] Pushing event deleted for resources: {'Port': ['ID=78fd0eee-9311-4420-92d4-311294921c4d,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.715796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9f9a98f-9457-4ff1-9eba-d6da818b628a req-fb4b51fe-6446-4439-a98f-ac78425fe994 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523796 Aug 29 04:18:44.731742 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08962cb4-2af1-4116-884b-1d5be6e4b3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.734797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-313a1315-4d75-4b51-8568-9e688b65de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.736464 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-313a1315-4d75-4b51-8568-9e688b65de6d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe&tenant_id=dbb19108663b438baeaa93d47a9c8f4a HTTP/1.1" status: 200 len: 1096 time: 0.2203367 Aug 29 04:18:44.746230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fc6835-826b-4fd2-b081-5b862bd8a977', 'name': 'network-vif-deleted', 'tag': '9f19643e-3885-451c-abc3-e3477ca4cb0a'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:44.749191 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e689eda5-67ca-4b3c-a161-a17268faa724" -d '{"events": [{"server_uuid": "29fc6835-826b-4fd2-b081-5b862bd8a977", "name": "network-vif-deleted", "tag": "9f19643e-3885-451c-abc3-e3477ca4cb0a"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:44.808202 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed95b65-b23d-429a-854e-5e8099d26bb4 x-openstack-request-id: req-eed95b65-b23d-429a-854e-5e8099d26bb4 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:44.808600 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fc6835-826b-4fd2-b081-5b862bd8a977", "name": "network-vif-deleted", "tag": "9f19643e-3885-451c-abc3-e3477ca4cb0a", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:44.808963 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eed95b65-b23d-429a-854e-5e8099d26bb4 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:44.809469 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fc6835-826b-4fd2-b081-5b862bd8a977', 'name': 'network-vif-deleted', 'tag': '9f19643e-3885-451c-abc3-e3477ca4cb0a', 'status': 'completed', 'code': 200} Aug 29 04:18:44.867685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 78fd0eee-9311-4420-92d4-311294921c4d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:44.891445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:44.891893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 78fd0eee-9311-4420-92d4-311294921c4d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:44.892541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 78fd0eee-9311-4420-92d4-311294921c4d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:44.905606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9101e-6994-409b-8a40-f9de0d9cf01e req-0566f602-7320-4661-b0c1-51854637b522 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.908260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43d9101e-6994-409b-8a40-f9de0d9cf01e req-0566f602-7320-4661-b0c1-51854637b522 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 944 time: 0.0926533 Aug 29 04:18:44.926965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-6dce6f14-9182-47d7-b5cf-3f3bb3d606bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.928878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-6dce6f14-9182-47d7-b5cf-3f3bb3d606bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1096 time: 0.1294794 Aug 29 04:18:44.970055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.986079 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43d9101e-6994-409b-8a40-f9de0d9cf01e req-4426806a-451e-4a5b-a2e6-a299a0ca6320 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704010 Aug 29 04:18:45.006160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16615c-5585-4de3-a444-fb2ec340230a req-5996dc26-67e0-4c73-b047-7ee3c6e316f0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.008564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df16615c-5585-4de3-a444-fb2ec340230a req-5996dc26-67e0-4c73-b047-7ee3c6e316f0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 946 time: 0.0763721 Aug 29 04:18:45.051046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df16615c-5585-4de3-a444-fb2ec340230a req-449023c7-574a-4969-a113-5607dec7e8a9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361116 Aug 29 04:18:45.056280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:45.062122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fd0eee-9311-4420-92d4-311294921c4d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.084542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] No DVR routers for this DVR port 78fd0eee-9311-4420-92d4-311294921c4d on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:45.356825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9f19643e-3885-451c-abc3-e3477ca4cb0a no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:45.378947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 9f19643e-3885-451c-abc3-e3477ca4cb0a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:45.379391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9f19643e-3885-451c-abc3-e3477ca4cb0a not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:45.379904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2688d524-28d0-4b4d-a3e0-c3156e05e57b no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:45.432045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:45.434308 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff236996-bab8-43eb-9a6f-264258ef3752" -d '{"events": [{"server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "name": "network-vif-unplugged", "status": "completed", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:45.434530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2688d524-28d0-4b4d-a3e0-c3156e05e57b not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:45.446469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.456930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08962cb4-2af1-4116-884b-1d5be6e4b3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.467902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08962cb4-2af1-4116-884b-1d5be6e4b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.475713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.479352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.497426 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093292ce-2f43-4cf9-826f-02eda534b1eb x-openstack-request-id: req-093292ce-2f43-4cf9-826f-02eda534b1eb {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:45.497935 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "name": "network-vif-unplugged", "status": "completed", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:45.498183 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-093292ce-2f43-4cf9-826f-02eda534b1eb {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:45.498731 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef', 'code': 200} Aug 29 04:18:45.507052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-927bfa89-6b9b-42ce-bc40-f4b76fa50266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.508692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-927bfa89-6b9b-42ce-bc40-f4b76fa50266 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.5600598 Aug 29 04:18:45.537923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72238d64-c162-4654-8016-02c1e4eff095']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:45.576762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93231365-9262-4b92-81b7-3dd8b811676b') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:45.577132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93231365-9262-4b92-81b7-3dd8b811676b') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:45.620210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08962cb4-2af1-4116-884b-1d5be6e4b3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076aca27-5014-4474-ba24-1be318ca62f4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.623752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.631392 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-7c72278d-6461-4e61-ad63-64bb48e15d71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 200 len: 217 time: 0.0745077 Aug 29 04:18:45.636219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-08962cb4-2af1-4116-884b-1d5be6e4b3c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80ddf4ddf076465b8f17e214f22f4b62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1303055 Aug 29 04:18:45.636748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33856) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:45.671343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.709539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:45.710216 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.713120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Pushing event updated for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:45.716301 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:45.758932 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.790390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38ca6-aae8-43ff-bf48-892b6cce6a7e req-1e347d42-617a-437d-b267-d443a472e135 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.797978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ad38ca6-aae8-43ff-bf48-892b6cce6a7e req-1e347d42-617a-437d-b267-d443a472e135 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 948 time: 0.0880394 Aug 29 04:18:45.803210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-f0d95410-7cea-4551-b7ce-bd90a6c5ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.804908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-f0d95410-7cea-4551-b7ce-bd90a6c5ea5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1591184 Aug 29 04:18:45.806569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on host n-h2-712142-15 for vnic_type normal with profile {"migrating_to": "n-h1-712142-15"} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:45.806837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.807316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:45.807879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:45.813362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:45.813974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Attempting to bind port ea329f66-4a32-4eba-bfd5-8aab116454ef on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:45.819539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:45.820276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:45.821131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:45.821625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Bound port: ea329f66-4a32-4eba-bfd5-8aab116454ef, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:45.822072 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.826619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.848285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.850135 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] 10.222.0.58 "DELETE /v2.0/networks/72238d64-c162-4654-8016-02c1e4eff095 HTTP/1.1" status: 204 len: 168 time: 1.7919326 Aug 29 04:18:45.876987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80936a68-08e0-45f1-86ac-d6ad025c8558 admin admin] Pushing event deleted for resources: {'Network': ['ID=72238d64-c162-4654-8016-02c1e4eff095,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.880555 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-f7483c07-a4dd-4c38-9003-261eefe124d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548868 Aug 29 04:18:46.042722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:46.064477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:46.065594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33872) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:46.093472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.148634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-02adf39f-ca58-4629-9725-da3f03ed4a67 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412624 Aug 29 04:18:46.260458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ad38ca6-aae8-43ff-bf48-892b6cce6a7e req-b80e9e31-ad92-4a0e-a439-1b410c66b60c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550629 Aug 29 04:18:46.280368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345262-fbfb-4f0b-993d-1f8e90ea9793 req-c639ef43-bf89-4120-be05-bb0b3980c42d tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.287858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c345262-fbfb-4f0b-993d-1f8e90ea9793 req-c639ef43-bf89-4120-be05-bb0b3980c42d tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 945 time: 0.4834254 Aug 29 04:18:46.332538 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c752a97-66cd-487d-bf0b-7172807f054d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d9f1aeec26d4a9a864bf4922376f607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636166 Aug 29 04:18:46.338129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:46.340562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Pushing event updated for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=8']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.347037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.347816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.349268 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f27ae640-da5f-430b-8db1-b45368a5128c service neutron] 10.222.0.64 "PUT /v2.0/ports/ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 200 len: 1124 time: 2.0617471 Aug 29 04:18:46.354834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7755def9-849d-44f6-80c2-f422103a701d details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:46.375383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.378694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.379841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/076aca27-5014-4474-ba24-1be318ca62f4 HTTP/1.1" status: 204 len: 168 time: 0.7419412 Aug 29 04:18:46.387553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-4bd49c4f-82bc-4805-8b7e-fdee91181bf3 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265749 Aug 29 04:18:46.456806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c345262-fbfb-4f0b-993d-1f8e90ea9793 req-830d17d7-bedf-4eb4-b522-9690eb6b79c5 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567407 Aug 29 04:18:46.495159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['ea329f66-4a32-4eba-bfd5-8aab116454ef'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:46.496653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076aca27-5014-4474-ba24-1be318ca62f4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.531321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.531672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.532036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.532382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.532718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.533052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.533383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.533711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.534038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.534364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.534692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.535016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7db213-9a51-4156-830b-2eb18e5ce550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:46.647865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501c249-0fae-44cb-b4a9-32b738428518 req-d5b84e5a-2197-456f-acd1-e8c7fa20a887 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.656527 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1501c249-0fae-44cb-b4a9-32b738428518 req-d5b84e5a-2197-456f-acd1-e8c7fa20a887 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 944 time: 0.2829034 Aug 29 04:18:46.659703 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf9a-fee9-49cf-923e-1220f4825224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.722013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:46.730640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf9a-fee9-49cf-923e-1220f4825224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.790251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6c78-5f0b-42c9-a5e5-c60f5c2d1a25 req-54e8a661-73f1-40d3-842b-42be2df9e095 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.797747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-891c6c78-5f0b-42c9-a5e5-c60f5c2d1a25 req-54e8a661-73f1-40d3-842b-42be2df9e095 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 944 time: 0.2147050 Aug 29 04:18:46.818514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1501c249-0fae-44cb-b4a9-32b738428518 req-0169f4da-c506-41f4-84ea-68213db9cc3d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609955 Aug 29 04:18:46.838048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e85bb-6f8c-4941-970e-32a32078963e req-0a757683-da3b-4781-a431-cc9c456688e6 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.840806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-0a757683-da3b-4781-a431-cc9c456688e6 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.1160390 Aug 29 04:18:46.845711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '7755def9-849d-44f6-80c2-f422103a701d', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'port_id': '7755def9-849d-44f6-80c2-f422103a701d', 'mac_address': 'fa:16:3e:4c:a7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480b34a-6bad-4787-bac0-0d87ef5d3d8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:46.919790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-891c6c78-5f0b-42c9-a5e5-c60f5c2d1a25 req-a3d2ecb1-288f-4dd2-bf7c-4c3d1be4bff5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203010 Aug 29 04:18:46.933955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf9a-fee9-49cf-923e-1220f4825224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.938186 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf9a-fee9-49cf-923e-1220f4825224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.947513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04bfdf9a-fee9-49cf-923e-1220f4825224 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/169179c6-1704-4573-87ac-68b986110d6a HTTP/1.1" status: 204 len: 168 time: 0.6013496 Aug 29 04:18:46.958060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfdf9a-fee9-49cf-923e-1220f4825224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169179c6-1704-4573-87ac-68b986110d6a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.090883 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.107819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-517e85bb-6f8c-4941-970e-32a32078963e req-25727b37-1d54-4b7a-9958-887952acf84d service neutron] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:47.111329 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-517e85bb-6f8c-4941-970e-32a32078963e req-25727b37-1d54-4b7a-9958-887952acf84d service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.112496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-517e85bb-6f8c-4941-970e-32a32078963e req-25727b37-1d54-4b7a-9958-887952acf84d service neutron] 10.222.0.65 "DELETE /v2.0/ports/2688d524-28d0-4b4d-a3e0-c3156e05e57b/bindings/n-h1-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.2526619 Aug 29 04:18:47.122686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7755def9-849d-44f6-80c2-f422103a701d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:47.155413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:47.162493 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.163540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5590630e-eaf8-4f03-bef1-7c6aa742c494 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:47.198995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dad24-415a-4b45-adb0-75a2a8d38c63 req-850d0711-4c18-4690-93c0-46939a9afeb5 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.200703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-470dad24-415a-4b45-adb0-75a2a8d38c63 req-850d0711-4c18-4690-93c0-46939a9afeb5 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 945 time: 0.0949535 Aug 29 04:18:47.209746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33918) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:47.217202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Request body: {'floatingip': {'port_id': '8f9db315-0966-4787-b1e7-8d3862f85817'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:47.283686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.356033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5590630e-eaf8-4f03-bef1-7c6aa742c494, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5590630e-eaf8-4f03-bef1-7c6aa742c494,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:47.356891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.359297 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-67df643d-8808-4a12-9544-5e388dace520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.372959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '5590630e-eaf8-4f03-bef1-7c6aa742c494', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '5590630e-eaf8-4f03-bef1-7c6aa742c494', 'mac_address': 'fa:16:3e:eb:ed:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:47.416603 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.462683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5590630e-eaf8-4f03-bef1-7c6aa742c494 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:47.501191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328edd50-3d41-46ee-8674-5e0661ff5479 req-ed8c03ea-7c5c-440f-bb3b-7262740c8c39 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.511054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-328edd50-3d41-46ee-8674-5e0661ff5479 req-ed8c03ea-7c5c-440f-bb3b-7262740c8c39 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 948 time: 0.1079509 Aug 29 04:18:47.521306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5590630e-eaf8-4f03-bef1-7c6aa742c494, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5590630e-eaf8-4f03-bef1-7c6aa742c494,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:47.534892 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.546414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:47.548712 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdde627-dc28-4b01-8ca9-af055eff8b62" -d '{"events": [{"name": "network-changed", "server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:47.630454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-328edd50-3d41-46ee-8674-5e0661ff5479 req-94b66cc1-f566-4395-b639-351b387fe19f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181772 Aug 29 04:18:47.638871 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47486cb-2325-4a38-876d-3404785cac1e x-openstack-request-id: req-f47486cb-2325-4a38-876d-3404785cac1e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:47.639587 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:47.640053 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f47486cb-2325-4a38-876d-3404785cac1e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:47.640983 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef', 'status': 'completed', 'code': 200} Aug 29 04:18:47.723310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=5590630e-eaf8-4f03-bef1-7c6aa742c494,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.754261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7755def9-849d-44f6-80c2-f422103a701d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:47.919281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5590630e-eaf8-4f03-bef1-7c6aa742c494'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:48.139574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92474a52-be56-4e9b-93de-ce432fe4496d req-5cb1eb66-c57b-42e2-862b-5a9468987b44 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.149540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92474a52-be56-4e9b-93de-ce432fe4496d req-5cb1eb66-c57b-42e2-862b-5a9468987b44 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 944 time: 0.1616149 Aug 29 04:18:48.166427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-85393125-b3e0-4fce-a779-cb729df3a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.187918 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-85393125-b3e0-4fce-a779-cb729df3a853 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1127 time: 0.3468437 Aug 29 04:18:48.331737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f3b5b-d020-4c28-a97f-97f1bc00f2f9 req-b290c1a9-9fd2-488e-a7a1-e2863532bbbf tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.333422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c5f3b5b-d020-4c28-a97f-97f1bc00f2f9 req-b290c1a9-9fd2-488e-a7a1-e2863532bbbf tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 944 time: 0.1812401 Aug 29 04:18:48.363616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92474a52-be56-4e9b-93de-ce432fe4496d req-710f68b5-dd98-4178-acf1-911bf1634608 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131150 Aug 29 04:18:48.544377 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c5f3b5b-d020-4c28-a97f-97f1bc00f2f9 req-ebd52ff2-41ad-43b9-bd7f-c1a1312b284f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783202 Aug 29 04:18:48.872622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98268ed-8175-447c-a183-fbac9819e400 req-6dde48c7-adb8-479f-8a68-a9ee23035c26 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.886314 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b98268ed-8175-447c-a183-fbac9819e400 req-6dde48c7-adb8-479f-8a68-a9ee23035c26 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1096 time: 0.1467366 Aug 29 04:18:48.923158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580f501-d0ad-4342-a7f0-ca2128fe9b86 req-d3c558c7-8ac9-4421-8b11-98cb43ad44b8 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.931494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8580f501-d0ad-4342-a7f0-ca2128fe9b86 req-d3c558c7-8ac9-4421-8b11-98cb43ad44b8 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 949 time: 0.1237762 Aug 29 04:18:48.970235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b98268ed-8175-447c-a183-fbac9819e400 req-737e8ff1-46a1-4040-93ca-44c09375347c tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829189 Aug 29 04:18:48.994949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8580f501-d0ad-4342-a7f0-ca2128fe9b86 req-eafa7c85-3299-4dfc-bd90-3b8afa6c4dae tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626020 Aug 29 04:18:49.014155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-c2c012f7-9c30-43fa-b0f5-d1f34d73fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.015743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-c2c012f7-9c30-43fa-b0f5-d1f34d73fed6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.8257442 Aug 29 04:18:49.095085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-33cd28b8-f4f5-4879-9826-61835ff29eca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 200 len: 217 time: 0.0649815 Aug 29 04:18:49.191520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.resource_extend [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:18:49.194516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-45bcbe69-648a-46e6-aa31-c37585a3832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.199251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-45bcbe69-648a-46e6-aa31-c37585a3832d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0909564 Aug 29 04:18:49.278034 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-7a8dae4d-7dc8-4f68-9ba6-6a3e80daf8bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451312 Aug 29 04:18:49.401596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ea329f66-4a32-4eba-bfd5-8aab116454ef details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:49.535258 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-52199e3d-89a7-4c61-8003-447ad73ad03f service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434573 Aug 29 04:18:49.546900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.576743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.677020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:49.732367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ea329f66-4a32-4eba-bfd5-8aab116454ef has no active binding in host n-h1-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:18:49.978407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:50.076451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-44e96e67-fc23-4c98-b6c9-3bd46e873fd6 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.078134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-44e96e67-fc23-4c98-b6c9-3bd46e873fd6 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 820 time: 0.4901066 Aug 29 04:18:50.090261 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Floating IP d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b associated. External IP: 172.25.1.74, port: 8f9db315-0966-4787-b1e7-8d3862f85817. Aug 29 04:18:50.106009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:50.148565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-7801d8a0-14cb-4898-8533-17f55431e6ee tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/quotas/dbb19108663b438baeaa93d47a9c8f4a HTTP/1.1" status: 200 len: 375 time: 0.0440702 Aug 29 04:18:50.169327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031467c2-932c-4f47-b57b-542d6c4d0973 req-2992a993-5a0d-405c-9a8f-2e8bb1cb9fba tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.178262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031467c2-932c-4f47-b57b-542d6c4d0973 req-2992a993-5a0d-405c-9a8f-2e8bb1cb9fba tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 944 time: 0.3445427 Aug 29 04:18:50.228070 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fdde627-dc28-4b01-8ca9-af055eff8b62 req-290f46af-7992-4ffd-8d04-e1a2e94a92f6 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727350 Aug 29 04:18:50.260256 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.301500 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-af2a106c-57a2-4837-97f1-b43b27457ec5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514053 Aug 29 04:18:50.344687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031467c2-932c-4f47-b57b-542d6c4d0973 req-094540b4-1272-4d8c-ba1c-833910862c24 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651537 Aug 29 04:18:50.373684 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5937f729-cc8c-4c11-86f3-72fff60e89b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.401129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7755def9-849d-44f6-80c2-f422103a701d up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:50.506930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 7755def9-849d-44f6-80c2-f422103a701d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:50.508429 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.546739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0afbfb94-b1e0-4a92-a9b2-5298c5ceb33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.552867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad356221-c4ef-4350-9c13-5ef1efb50c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.687841 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0afbfb94-b1e0-4a92-a9b2-5298c5ceb33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.699862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0afbfb94-b1e0-4a92-a9b2-5298c5ceb33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.788391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809249f-61c6-4be5-b82d-702607bb3cdb req-d63570ca-3ecb-4bcb-9338-da96201909ee tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.790606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4809249f-61c6-4be5-b82d-702607bb3cdb req-d63570ca-3ecb-4bcb-9338-da96201909ee tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 949 time: 0.3165598 Aug 29 04:18:50.807495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-918d55e6-3b70-448b-8882-9d858cf8191c service neutron] 10.222.0.58 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049028 Aug 29 04:18:50.808204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbfb94-b1e0-4a92-a9b2-5298c5ceb33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622eecf0-1b25-4358-9125-fbc3a25a1f35,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:50.837532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0afbfb94-b1e0-4a92-a9b2-5298c5ceb33e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67ddf8a3504f432282a53a41934f2a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8534348 Aug 29 04:18:50.840401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34044) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:50.847622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.869788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c4f98c09-a17c-4809-b301-fe66fcaf32da service neutron] 10.222.0.65 "GET /v2.0/ports/ea329f66-4a32-4eba-bfd5-8aab116454ef/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.0864501 Aug 29 04:18:50.906381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755def9-849d-44f6-80c2-f422103a701d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:50.909039 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f9573d-cb31-4ea1-ba80-d3876bd0051c" -d '{"events": [{"server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "name": "network-vif-plugged", "status": "completed", "tag": "7755def9-849d-44f6-80c2-f422103a701d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:50.927876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:50.940181 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.941205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5590630e-eaf8-4f03-bef1-7c6aa742c494 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:51.006524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4809249f-61c6-4be5-b82d-702607bb3cdb req-795decde-69ff-49eb-a84d-22d2bed6c3cd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042360 Aug 29 04:18:51.157539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.170856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Router 8a20afb9-dcad-4d10-a7a2-a88c489579cb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:51.173329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:51.183597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d7dc16-231f-4605-879a-a26fedcf858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.196064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 5590630e-eaf8-4f03-bef1-7c6aa742c494 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:51.209777 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1297be-aa70-492c-9cc1-0754d220ca62 x-openstack-request-id: req-2b1297be-aa70-492c-9cc1-0754d220ca62 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:51.210116 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "name": "network-vif-plugged", "status": "completed", "tag": "7755def9-849d-44f6-80c2-f422103a701d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:51.210319 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b1297be-aa70-492c-9cc1-0754d220ca62 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:51.211508 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755def9-849d-44f6-80c2-f422103a701d', 'code': 200} Aug 29 04:18:51.212885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 5590630e-eaf8-4f03-bef1-7c6aa742c494 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:51.213267 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.262496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34058) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:51.308132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-dbe5d4bd-9852-41c8-b055-4269d4a6934b service neutron] 10.222.0.58 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655535 Aug 29 04:18:51.310562 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d7dc16-231f-4605-879a-a26fedcf858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.399700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.473222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:51.479316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.490425 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] Sync routers for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:51.503502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5590630e-eaf8-4f03-bef1-7c6aa742c494, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5590630e-eaf8-4f03-bef1-7c6aa742c494,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:51.513329 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:51.515553 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.517892 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:51.557825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad356221-c4ef-4350-9c13-5ef1efb50c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.628053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c3336888-6b60-4a09-9ca6-8cc9b07ad6aa tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "PUT /v2.0/floatingips/d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b HTTP/1.1" status: 200 len: 990 time: 4.4170971 Aug 29 04:18:51.632949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'tag': '8f9db315-0966-4787-b1e7-8d3862f85817'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:51.636063 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d87fb3-9814-4650-b9cf-ac936a21d4eb", "tag": "8f9db315-0966-4787-b1e7-8d3862f85817"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:51.640476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:51.645546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=5590630e-eaf8-4f03-bef1-7c6aa742c494,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:51.646320 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad356221-c4ef-4350-9c13-5ef1efb50c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.661103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.661103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.661103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.661103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.661103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.661648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.661648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.661935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.662268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.662601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.662929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.664827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:51.691699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:51.765367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea329f66-4a32-4eba-bfd5-8aab116454ef {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:51.785849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:51.786843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5853bc4-d1f7-456d-8369-d666f0ba12b6 req-640a91eb-33e6-4739-b881-09282f8b1304 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 210 time: 0.1493182 Aug 29 04:18:51.819952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.858854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad356221-c4ef-4350-9c13-5ef1efb50c6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=744fd1b62adf40be96a3713117f3ace1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7335942 Aug 29 04:18:51.864404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34070) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:51.870285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d7dc16-231f-4605-879a-a26fedcf858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.873565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d7dc16-231f-4605-879a-a26fedcf858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.875585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-47d7dc16-231f-4605-879a-a26fedcf858e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/622eecf0-1b25-4358-9125-fbc3a25a1f35 HTTP/1.1" status: 204 len: 168 time: 1.0274591 Aug 29 04:18:51.876028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad356221-c4ef-4350-9c13-5ef1efb50c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaf2f0c-5cdb-40db-b375-32813591de8a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:51.896973 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:51.916402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c46fc-399c-4480-87f6-13f5b01a2b3d req-8e704bd7-58aa-4b98-8675-63b57ca9db34 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.927717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e07c46fc-399c-4480-87f6-13f5b01a2b3d req-8e704bd7-58aa-4b98-8675-63b57ca9db34 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 944 time: 0.4046516 Aug 29 04:18:52.058684 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bfd132-1c78-4ae6-b81f-57dadeac4608 x-openstack-request-id: req-c7bfd132-1c78-4ae6-b81f-57dadeac4608 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:52.061857 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d87fb3-9814-4650-b9cf-ac936a21d4eb", "tag": "8f9db315-0966-4787-b1e7-8d3862f85817", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:52.062173 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7bfd132-1c78-4ae6-b81f-57dadeac4608 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:52.064025 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'tag': '8f9db315-0966-4787-b1e7-8d3862f85817', 'status': 'completed', 'code': 200} Aug 29 04:18:52.100919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Transition to ACTIVE for port object ea329f66-4a32-4eba-bfd5-8aab116454ef will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:52.114805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.129258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7dc16-231f-4605-879a-a26fedcf858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622eecf0-1b25-4358-9125-fbc3a25a1f35,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.182448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.195521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.195974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.196416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.196837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.197380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.198025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.198379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.198784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.199213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.199614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.200037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.200441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:52.249288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] No DVR routers for this DVR port ea329f66-4a32-4eba-bfd5-8aab116454ef on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:52.311533 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7637db99-8a3e-4799-86bf-2021e37973f3 service neutron] 10.222.0.65 "PUT /v2.0/ports/ea329f66-4a32-4eba-bfd5-8aab116454ef/bindings/n-h1-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3990531 Aug 29 04:18:52.346541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e07c46fc-399c-4480-87f6-13f5b01a2b3d req-7b3e419f-56b7-44ad-b860-f1780074cc8a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174535 Aug 29 04:18:52.488482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-e5e381ef-47da-4cfd-95c7-b1098758ee60 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.494424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-e5e381ef-47da-4cfd-95c7-b1098758ee60 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.1110814 Aug 29 04:18:52.555898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-cc5b92ea-43e6-4f11-a450-3fb248112490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.558373 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-cc5b92ea-43e6-4f11-a450-3fb248112490 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a HTTP/1.1" status: 200 len: 1097 time: 0.0536659 Aug 29 04:18:52.598537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'port_id': '8f9db315-0966-4787-b1e7-8d3862f85817', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'mac_address': 'fa:16:3e:c8:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:11Z', 'updated_at': '2021-08-29T04:18:48Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:52.669847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b18a7-35f1-4ece-b392-a3e71e00a86a req-df33f50c-7f04-4b08-ae61-ddca75233966 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.670275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-69508141-e506-4f2c-a6c3-31bad366232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.672512 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-69508141-e506-4f2c-a6c3-31bad366232f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1097 time: 0.0852768 Aug 29 04:18:52.679929 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db9b18a7-35f1-4ece-b392-a3e71e00a86a req-df33f50c-7f04-4b08-ae61-ddca75233966 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 950 time: 0.3292987 Aug 29 04:18:52.682036 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-565ee9ff-e5a2-4859-90e2-a4f290afd1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.687251 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.703512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-c14abceb-eeb3-48aa-b0a7-e7222a615a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.707047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-c14abceb-eeb3-48aa-b0a7-e7222a615a00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2e716e685f94bacab12863007e2e9cb&device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 1097 time: 0.5752401 Aug 29 04:18:52.716394 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] Checking router: 8a20afb9-dcad-4d10-a7a2-a88c489579cb for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:52.737803 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:52.742454 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:52.821308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-233c6989-3220-4e9b-9fc6-947c3dba195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.823142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-233c6989-3220-4e9b-9fc6-947c3dba195c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.1420932 Aug 29 04:18:52.924982 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-e3a8edb4-9c35-4079-aa2c-297e406d7b4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 200 len: 217 time: 0.0944309 Aug 29 04:18:52.996981 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:53.021756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-e7632ff3-e45d-48d1-9502-8d7f365a2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.023526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-e7632ff3-e45d-48d1-9502-8d7f365a2d42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0884018 Aug 29 04:18:53.079037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db9b18a7-35f1-4ece-b392-a3e71e00a86a req-9bc63303-dc39-4c7e-ab7c-33541e1090d0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977997 Aug 29 04:18:53.079304 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-7839800c-f39e-446b-a6f2-4ef209e684d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477381 Aug 29 04:18:53.128956 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-565ee9ff-e5a2-4859-90e2-a4f290afd1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.182523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8d04651-467c-4370-b886-c87891848d75 req-9d43fcb7-8382-4b24-aa51-5b877e828b92 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 210 time: 0.1611896 Aug 29 04:18:53.212438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8431e81-7ee2-42d2-8fc7-b1d19b402ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5590630e-eaf8-4f03-bef1-7c6aa742c494'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:53.214781 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed16c8f-0202-48e3-a2b2-4f443381474b" -d '{"events": [{"server_uuid": "b8431e81-7ee2-42d2-8fc7-b1d19b402ddd", "name": "network-vif-plugged", "status": "completed", "tag": "5590630e-eaf8-4f03-bef1-7c6aa742c494"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:53.223872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34114) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:53.256066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-f9448b4b-2d89-4707-8977-f574a1ff65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.258488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-f9448b4b-2d89-4707-8977-f574a1ff65a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 200 len: 924 time: 0.5405831 Aug 29 04:18:53.305756 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e19ef-909d-44d4-b78b-7bcfec9459b9 x-openstack-request-id: req-e20e19ef-909d-44d4-b78b-7bcfec9459b9 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:53.306167 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8431e81-7ee2-42d2-8fc7-b1d19b402ddd", "name": "network-vif-plugged", "status": "completed", "tag": "5590630e-eaf8-4f03-bef1-7c6aa742c494", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:53.307263 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e20e19ef-909d-44d4-b78b-7bcfec9459b9 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:53.307764 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8431e81-7ee2-42d2-8fc7-b1d19b402ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5590630e-eaf8-4f03-bef1-7c6aa742c494', 'code': 200} Aug 29 04:18:53.425214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-1d8a8717-3234-4f57-8e28-ab4ae7c15f9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f9db315-0966-4787-b1e7-8d3862f85817 HTTP/1.1" status: 200 len: 998 time: 0.1509244 Aug 29 04:18:53.454320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1083389983-network', 'tenant_id': 'ceed98b3db224cb892e7c9dbd48be221'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:53.463661 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-f1e7cc0e-4cf5-40df-8d1c-5f4bcc6ed37d service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535175 Aug 29 04:18:53.506840 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-565ee9ff-e5a2-4859-90e2-a4f290afd1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.510013 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-565ee9ff-e5a2-4859-90e2-a4f290afd1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.521185 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'port_id': '8f9db315-0966-4787-b1e7-8d3862f85817', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'mac_address': 'fa:16:3e:c8:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:11Z', 'updated_at': '2021-08-29T04:18:48Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:53.525739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-565ee9ff-e5a2-4859-90e2-a4f290afd1af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/baaf2f0c-5cdb-40db-b375-32813591de8a HTTP/1.1" status: 204 len: 168 time: 1.6566033 Aug 29 04:18:53.526927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Made reservation on behalf of ceed98b3db224cb892e7c9dbd48be221 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:53.536450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.590462 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058702b2-0baa-4229-b51e-b357777cf673 None None] The sync data for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 is: [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'port_id': '8f9db315-0966-4787-b1e7-8d3862f85817', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'mac_address': 'fa:16:3e:c8:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:11Z', 'updated_at': '2021-08-29T04:18:48Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:53.627638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ee9ff-e5a2-4859-90e2-a4f290afd1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaf2f0c-5cdb-40db-b375-32813591de8a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.672888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25315d-19c1-4684-8763-264af6bf3ed4 req-1c77412d-dbec-42ac-a6f1-28e065242b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.674489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1b25315d-19c1-4684-8763-264af6bf3ed4 req-1c77412d-dbec-42ac-a6f1-28e065242b57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 1102 time: 0.2868996 Aug 29 04:18:53.747829 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.803956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1b25315d-19c1-4684-8763-264af6bf3ed4 req-41e0eafa-be91-4ad8-80d8-4edca2708cb1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191995 Aug 29 04:18:53.830892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-e8de50da-f386-4a4b-9b85-c5d9b8540d6b service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510969 Aug 29 04:18:53.867773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-63c1cd59-cf8a-4c0e-8304-2e4b2ab189cc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.882079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-63c1cd59-cf8a-4c0e-8304-2e4b2ab189cc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 820 time: 0.3264239 Aug 29 04:18:53.898882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Request body: {'port': {'device_id': '649594be-a421-4084-b459-4ceb3201b619', 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'admin_state_up': True, 'tenant_id': 'dbb19108663b438baeaa93d47a9c8f4a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:53.904328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-297882c8-5d47-4ff7-b3fa-4858ae8728a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.905816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-297882c8-5d47-4ff7-b3fa-4858ae8728a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 HTTP/1.1" status: 200 len: 862 time: 0.4203494 Aug 29 04:18:53.922355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489a2cd-7a66-40e1-ab15-79c1943cc54f req-80f1dd69-f36d-42ad-ac12-206c44834ee6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.923856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7489a2cd-7a66-40e1-ab15-79c1943cc54f req-80f1dd69-f36d-42ad-ac12-206c44834ee6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 945 time: 0.3841441 Aug 29 04:18:54.089380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.092624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.109419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381459c1-d3b1-4e23-96e3-a1682a80a5d3 None None] New status for floating IP d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:54.194740 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.207180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Made reservation on behalf of dbb19108663b438baeaa93d47a9c8f4a for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:54.213892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.439805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ea329f66-4a32-4eba-bfd5-8aab116454ef no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:54.447779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7489a2cd-7a66-40e1-ab15-79c1943cc54f req-5957b094-07f6-4930-9694-91e76d9ca1b5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072038 Aug 29 04:18:54.482897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-cffa0037-e73c-4748-af92-7c431b984a52 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.484457 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-cffa0037-e73c-4748-af92-7c431b984a52 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.3935130 Aug 29 04:18:54.498026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:54.507270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ea329f66-4a32-4eba-bfd5-8aab116454ef not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:54.574129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-d276801d-b956-40dc-88ac-a6d02a32d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.576196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-d276801d-b956-40dc-88ac-a6d02a32d2ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88c820f7-ea8c-4ad4-923c-cc18d957b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5555274 Aug 29 04:18:54.587584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.587935 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Added segment 720a0fe2-0001-431d-ba64-d26453a74673 of type vlan for network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 Aug 29 04:18:54.589374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40f5da3-f330-4766-b016-efda26d5dc06,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.637106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6e502-3054-4cb9-afca-dc6548436d27 req-ddc5e776-2fb4-40e8-ada8-9eb58eac31e9 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.641756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cd6e502-3054-4cb9-afca-dc6548436d27 req-ddc5e776-2fb4-40e8-ada8-9eb58eac31e9 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 950 time: 0.4232645 Aug 29 04:18:54.669861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f83faa77-5da6-4afa-b6d7-2dd5a9295e43 req-0878d87a-f5a1-484a-afd1-d07aae2f2031 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 210 time: 0.0880053 Aug 29 04:18:54.785462 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.820495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cd6e502-3054-4cb9-afca-dc6548436d27 req-ce297d1a-209b-4e9e-93b8-94e247ad86df tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409066 Aug 29 04:18:54.841961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c14f75cc-69a0-4e15-b633-1834c35d4d01 service neutron] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:54.846274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Allocated IP 172.20.0.5 (c029ce29-153a-4a8c-9e04-455ff35bab04/cd3cda46-ed6f-4217-81ca-1387b3b26214/fa66ac89-2637-41a1-bf0e-8d35c6e7841a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:54.854350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c14f75cc-69a0-4e15-b633-1834c35d4d01 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.855558 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f06336e-ddfd-46d9-bff6-a9793ad0d623 req-c14f75cc-69a0-4e15-b633-1834c35d4d01 service neutron] 10.222.0.64 "DELETE /v2.0/ports/ea329f66-4a32-4eba-bfd5-8aab116454ef/bindings/n-h2-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.2971985 Aug 29 04:18:54.920626 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.921580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.922171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.958615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7335148 Aug 29 04:18:54.960998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-3f644499-09b3-415a-b5ca-c18f548f00a3 service neutron] 10.222.0.65 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518119 Aug 29 04:18:54.974471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34164) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:55.020741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Request body: {'subnet': {'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1083389983-subnet', 'tenant_id': 'ceed98b3db224cb892e7c9dbd48be221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:55.024284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34170) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:55.080341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Made reservation on behalf of ceed98b3db224cb892e7c9dbd48be221 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:55.084240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.306213 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.370372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c31050-2782-44c2-bf49-66eddd400ff2,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.403109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-594019463-network', 'tenant_id': 'abc7e20637f34b91b22a7568c7adbd1b'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:55.403826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.436227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Checking segment: {'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:55.436625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Network hostable DHCP agents. Network: c9970181-975e-4e2f-87ae-bf4b9c8dfc43, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:55.438161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730c1c-e241-4a37-8a31-3117e7ef467f admin admin] Pushing event updated for resources: {'Network': ['ID=c9970181-975e-4e2f-87ae-bf4b9c8dfc43,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.480605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:55.487646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Deleting port 595bf846-6f56-4cfb-a8cd-799a67b9cb40 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:55.488276 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.490263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:55.493343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Made reservation on behalf of abc7e20637f34b91b22a7568c7adbd1b for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:55.495661 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.511811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c9970181-975e-4e2f-87ae-bf4b9c8dfc43) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:55.515219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.517502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.518328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.518622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd17c99f-f91c-4caa-8127-fd7a2c8dd49b req-6ae69841-168a-4ebd-b15c-eb0f482e6799 service neutron] 10.222.0.65 "GET /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395010 Aug 29 04:18:55.548225 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f7e2167-73b4-4da2-9668-3debc9b48911 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5672424 Aug 29 04:18:55.558440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.608937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Network c029ce29-153a-4a8c-9e04-455ff35bab04 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:55.613528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:55.620105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:55.623319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f1b6b-ca99-4be1-884b-f6c294ac660b None None] Network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:55.662072 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:18:55.696230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.697464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.737338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] For port 595bf846-6f56-4cfb-a8cd-799a67b9cb40, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=595bf846-6f56-4cfb-a8cd-799a67b9cb40,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:55.738247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.752246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Pushing event updated for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.826030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Calling delete_port for 595bf846-6f56-4cfb-a8cd-799a67b9cb40 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:55.883138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad1d736-7b28-45ab-929c-c8d5775caeab None None] Network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:55.971182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a41e7-2146-4ff3-8285-c982020526a1 req-2ebfea7d-0481-475f-87a9-ff77e1f7df7a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.973246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-020a41e7-2146-4ff3-8285-c982020526a1 req-2ebfea7d-0481-475f-87a9-ff77e1f7df7a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 931 time: 0.1426201 Aug 29 04:18:56.041234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43664-5291-4bfa-94ac-43e0c8ce47f0 req-c529992a-60f2-4343-aef4-bbbaf9d6a09c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.042785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ed43664-5291-4bfa-94ac-43e0c8ce47f0 req-c529992a-60f2-4343-aef4-bbbaf9d6a09c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 945 time: 0.2734070 Aug 29 04:18:56.091031 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.120501 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ef520b5b-e10a-4d6e-abe4-4b9ce7983210 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2281525 Aug 29 04:18:56.134053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Request body: {'port': {'device_id': '649594be-a421-4084-b459-4ceb3201b619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:56.135174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-020a41e7-2146-4ff3-8285-c982020526a1 req-fa6217c3-11ae-4b0e-9c3e-3c63ae7b0b2e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512642 Aug 29 04:18:56.135789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.193586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:56.209008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ed43664-5291-4bfa-94ac-43e0c8ce47f0 req-2ef8d0c2-b448-4e25-b863-9581a7ef3e4a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551111 Aug 29 04:18:56.217175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35f8c00-1ac1-4f10-b48d-920b34ebc094,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.222760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.222971 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Added segment d8b20158-2f92-4c5d-af6b-47db075e7dea of type vlan for network 9552d95c-5f4a-44bc-a703-a589b74c4610 Aug 29 04:18:56.302214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.350479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.454313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-a7bf1836-db27-4a69-baa7-ec5ec2c93857 req-1c664729-ada0-4756-b2cd-7744386ea3f1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-809788025', 'description': 'tempest-description-2135198562'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:56.471520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.479104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.480101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.480705 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.570907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d1d4-f93a-40c9-a2c8-b66267c76fda req-efca4db7-19f8-4ff5-b662-f0dcbf9804da tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.572400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d61d1d4-f93a-40c9-a2c8-b66267c76fda req-efca4db7-19f8-4ff5-b662-f0dcbf9804da tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 950 time: 0.1859014 Aug 29 04:18:56.574272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=595bf846-6f56-4cfb-a8cd-799a67b9cb40,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.612800 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a7bf1836-db27-4a69-baa7-ec5ec2c93857 req-1c664729-ada0-4756-b2cd-7744386ea3f1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.627766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5997345 Aug 29 04:18:56.629022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34196) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:56.643569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8669d6-cc65-48bf-b7b4-d2cea50c3f56 admin admin] Pushing event updated for resources: {'Network': ['ID=9552d95c-5f4a-44bc-a703-a589b74c4610,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.652693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Request body: {'subnet': {'network_id': '9552d95c-5f4a-44bc-a703-a589b74c4610', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-594019463-subnet', 'tenant_id': 'abc7e20637f34b91b22a7568c7adbd1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:56.657134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 9552d95c-5f4a-44bc-a703-a589b74c4610 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:56.786004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Made reservation on behalf of abc7e20637f34b91b22a7568c7adbd1b for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:56.797272 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.864308 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.865695 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d61d1d4-f93a-40c9-a2c8-b66267c76fda req-33ce36a4-6a73-46c3-bd2a-143e51107634 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505405 Aug 29 04:18:56.934555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa66ac89-2637-41a1-bf0e-8d35c6e7841a {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:56.949390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.974566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.004088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Transition to ACTIVE for port object fa66ac89-2637-41a1-bf0e-8d35c6e7841a will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:57.025796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.060263 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a7bf1836-db27-4a69-baa7-ec5ec2c93857 req-1c664729-ada0-4756-b2cd-7744386ea3f1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.076542 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a7bf1836-db27-4a69-baa7-ec5ec2c93857 req-1c664729-ada0-4756-b2cd-7744386ea3f1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.153970 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a7bf1836-db27-4a69-baa7-ec5ec2c93857 req-1c664729-ada0-4756-b2cd-7744386ea3f1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.155134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7bf1836-db27-4a69-baa7-ec5ec2c93857 req-1c664729-ada0-4756-b2cd-7744386ea3f1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7145295 Aug 29 04:18:57.196864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c664729-ada0-4756-b2cd-7744386ea3f1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55801a14-a473-4523-b347-1be4e7812a91,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.215873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4776c4-012b-4a7b-8f58-1477185b5710 req-85e888d1-0ab1-49c8-8c5a-b7a381c862f7 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.217546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c4776c4-012b-4a7b-8f58-1477185b5710 req-85e888d1-0ab1-49c8-8c5a-b7a381c862f7 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 1102 time: 0.0784073 Aug 29 04:18:57.277552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.284606 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.383335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c4776c4-012b-4a7b-8f58-1477185b5710 req-29d72bfc-3701-4ea8-9a73-ff003e9a3692 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038973 Aug 29 04:18:57.434791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Checking segment: {'id': 'd8b20158-2f92-4c5d-af6b-47db075e7dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9552d95c-5f4a-44bc-a703-a589b74c4610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:57.435158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Network hostable DHCP agents. Network: 9552d95c-5f4a-44bc-a703-a589b74c4610, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:57.438353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-b040fd24-26c0-4521-9233-cd41099aa0c3 req-10793f87-5550-4e6b-892a-0ce8a1344596 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-866328819', 'description': 'tempest-description-1803496203'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:57.464294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:57.464649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:57.464985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:57.469885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b5296a-a5b9-499e-a38c-7e4364e1a4e2,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.472728 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:57.473059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:57.473922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d519-6951-441a-9399-15d491190f30 req-97d96e8e-7b79-4c19-aefb-0af076a1386d tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.483759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5706d519-6951-441a-9399-15d491190f30 req-97d96e8e-7b79-4c19-aefb-0af076a1386d tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1097 time: 0.2142906 Aug 29 04:18:57.486655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:57.487840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:57.487840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:57.488084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Bound port: fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:57.488307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.505136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Network 9552d95c-5f4a-44bc-a703-a589b74c4610 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:57.564991 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5706d519-6951-441a-9399-15d491190f30 req-d49f1fbd-32b2-40dc-8468-3d7781565e2e tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766506 Aug 29 04:18:57.574144 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b040fd24-26c0-4521-9233-cd41099aa0c3 req-10793f87-5550-4e6b-892a-0ce8a1344596 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.600976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:57.604634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:57.607770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 9552d95c-5f4a-44bc-a703-a589b74c4610) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:57.618035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.622113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4a858-d75c-4ef8-b8f9-ec54af029eb9 None None] Network 9552d95c-5f4a-44bc-a703-a589b74c4610 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:57.622538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.623199 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.717536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.721256 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-37a1e1f0-4c87-4dda-91e1-0d45ce95c615 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0844016 Aug 29 04:18:57.750377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.753364 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.761272 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-5990a9ac-7537-48bf-aec4-1ae4c0f822c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa66ac89-2637-41a1-bf0e-8d35c6e7841a HTTP/1.1" status: 200 len: 1092 time: 1.6325223 Aug 29 04:18:57.763638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:57.774679 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:57.807892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Router fae5947c-99e8-4193-aa20-cb92578015b4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:57.947498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-b116c6e5-9a9f-4117-923c-44e266be75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.950128 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-b116c6e5-9a9f-4117-923c-44e266be75f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1095 time: 0.1372926 Aug 29 04:18:57.965037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:57.976997 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] Sync routers for ids ['fae5947c-99e8-4193-aa20-cb92578015b4'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:57.992660 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] Routers {'fae5947c-99e8-4193-aa20-cb92578015b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:57.994277 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fae5947c-99e8-4193-aa20-cb92578015b4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:57.998746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49783a53-17fc-4520-999b-e9e4742b7d3d admin admin] 10.222.0.58 "PUT /v2.0/routers/fae5947c-99e8-4193-aa20-cb92578015b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7320955 Aug 29 04:18:58.003573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34230) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:58.065607 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-ed272dfd-de5d-4589-a39e-ae8edbfb061b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a HTTP/1.1" status: 200 len: 217 time: 0.1049032 Aug 29 04:18:58.068176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eedf5b9-b8e8-4a2a-82d9-a831fe0f4b51 None None] Network 9552d95c-5f4a-44bc-a703-a589b74c4610 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:58.113241 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.160486 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af8fe-e59f-4c68-9b4d-4f47b8166d73 req-5ceeef98-396e-40a9-8646-648c530f9def tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.162313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c15af8fe-e59f-4c68-9b4d-4f47b8166d73 req-5ceeef98-396e-40a9-8646-648c530f9def tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.3963151 Aug 29 04:18:58.165180 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b040fd24-26c0-4521-9233-cd41099aa0c3 req-10793f87-5550-4e6b-892a-0ce8a1344596 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.185920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-81775b18-c650-4a9a-bb7c-7d1fae6f5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.189853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-81775b18-c650-4a9a-bb7c-7d1fae6f5328 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1172097 Aug 29 04:18:58.191005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b040fd24-26c0-4521-9233-cd41099aa0c3 req-10793f87-5550-4e6b-892a-0ce8a1344596 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.235726 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] Set router fae5947c-99e8-4193-aa20-cb92578015b4 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:58.244091 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-4e38f5e9-2944-49ed-87a9-ef270f50eb9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458066 Aug 29 04:18:58.284608 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b040fd24-26c0-4521-9233-cd41099aa0c3 req-10793f87-5550-4e6b-892a-0ce8a1344596 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.296582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b040fd24-26c0-4521-9233-cd41099aa0c3 req-10793f87-5550-4e6b-892a-0ce8a1344596 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8629384 Aug 29 04:18:58.303561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10793f87-5550-4e6b-892a-0ce8a1344596 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d633045-2eea-4946-9132-d5721ae93978,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.342619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c15af8fe-e59f-4c68-9b4d-4f47b8166d73 req-c14d5786-a2d9-44f9-93b2-76bf8876da21 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615734 Aug 29 04:18:58.360375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.452782 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-9e181c21-57d6-417d-8fff-85e1b5cd4c81 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003176 Aug 29 04:18:58.542978 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58555c5c-49bb-4774-b5af-5282f3e27b4c x-openstack-request-id: req-58555c5c-49bb-4774-b5af-5282f3e27b4c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:58.543411 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:58.543762 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58555c5c-49bb-4774-b5af-5282f3e27b4c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:58.544282 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a', 'status': 'completed', 'code': 200} Aug 29 04:18:58.637954 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0877a64f-eb78-41e2-a089-7cfb966c89b9 req-b9740bf4-29f9-4c03-8843-1bcd58cf9b62 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752968 Aug 29 04:18:58.642201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-55b6bbb9-6b99-40f5-a26c-b6b7ec21129c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603123 Aug 29 04:18:58.701914 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:18:56Z', 'revision_number': 5, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:58.743018 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] Checking router: fae5947c-99e8-4193-aa20-cb92578015b4 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:58.757042 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] Routers {'fae5947c-99e8-4193-aa20-cb92578015b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:58.757751 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fae5947c-99e8-4193-aa20-cb92578015b4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:58.805333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.838245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-43cde2b4-45a3-4b04-8d63-b3d5fb1eaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.840435 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-43cde2b4-45a3-4b04-8d63-b3d5fb1eaaf0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1095 time: 0.1322308 Aug 29 04:18:58.907419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-148c5b09-a800-4ccd-853a-e24ce249a120 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.914420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-148c5b09-a800-4ccd-853a-e24ce249a120 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 808 time: 0.3007407 Aug 29 04:18:58.929007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-c6f839aa-82f6-4ee2-86fa-ba7d37d47f4d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.929248 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] Set router fae5947c-99e8-4193-aa20-cb92578015b4 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:58.931029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-c6f839aa-82f6-4ee2-86fa-ba7d37d47f4d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784858 Aug 29 04:18:58.942775 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-5e892ed8-e175-4da2-adcf-78356fe67aef tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/quotas/b5e5b6dd89df4c66b2efac40fa31831a HTTP/1.1" status: 200 len: 375 time: 0.0274160 Aug 29 04:18:58.987281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-13b23be2-f577-4745-b83b-9a6937a3e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.989396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-a5a0df69-aa38-48af-bd52-659910db81df tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/quotas/a21429c8471a4b298cd734f981b7d164 HTTP/1.1" status: 200 len: 375 time: 0.0427394 Aug 29 04:18:58.996878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-13b23be2-f577-4745-b83b-9a6937a3e8f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.1410103 Aug 29 04:18:59.016962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Deleting port afdaa019-b7c8-437a-bc4d-bfd6fc73d482 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:59.016962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.043630 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-ecf95352-40e7-412e-93dd-53e89c005f16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a HTTP/1.1" status: 200 len: 217 time: 0.0453789 Aug 29 04:18:59.088971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-4ed064ee-7536-441e-85ec-ea1ba4baa1c1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452055 Aug 29 04:18:59.136544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-7b7711b0-78be-4c30-99d8-437629bf0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.140782 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-7b7711b0-78be-4c30-99d8-437629bf0a66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.0882235 Aug 29 04:18:59.201395 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:18:56Z', 'revision_number': 5, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:59.202333 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-71886607-7df4-4dbb-adfb-6a6afb2e7d72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526667 Aug 29 04:18:59.233254 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106755e-88b0-4169-9944-dd3de7f466c8 None None] The sync data for ids ['fae5947c-99e8-4193-aa20-cb92578015b4'] in n-d-712142-15 is: [{'id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608830379-router', 'tenant_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:51Z', 'updated_at': '2021-08-29T04:18:56Z', 'revision_number': 5, 'project_id': '7f8d519bb4e3420b98d88f5cb8511ee4', 'gw_port': {'id': 'afdaa019-b7c8-437a-bc4d-bfd6fc73d482', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5947c-99e8-4193-aa20-cb92578015b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:53Z', 'updated_at': '2021-08-29T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:59.343923 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-78bb3ce8-8d60-4f23-bf0e-763d16898090 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334140 Aug 29 04:18:59.457814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6cbdd3b-0653-4cfe-a846-c93c4d99bbfa req-1e4bcd8d-f900-4aa9-9ecf-21a9ce239e92 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025052 Aug 29 04:18:59.495352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-7410c7f9-6cc2-45f4-ad31-9254d5cb8c10 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4968920 Aug 29 04:18:59.527440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] For port afdaa019-b7c8-437a-bc4d-bfd6fc73d482, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=afdaa019-b7c8-437a-bc4d-bfd6fc73d482,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:59.527871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.546832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Calling delete_port for afdaa019-b7c8-437a-bc4d-bfd6fc73d482 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:59.571185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-269cbf86-7220-4c5c-98bf-63ca1331397a service neutron] 10.222.0.58 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810874 Aug 29 04:18:59.879078 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-fb4c948d-5705-4a3f-a627-c9233998fd4c service neutron] 10.222.0.58 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068008 Aug 29 04:18:59.964840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-2b5e3aae-63b3-4120-9553-48c93833965b req-46726901-d2b9-46c7-9fb7-913960e83be6 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-505808076', 'description': 'tempest-description-115424138'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:00.001697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.058059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2b5e3aae-63b3-4120-9553-48c93833965b req-46726901-d2b9-46c7-9fb7-913960e83be6 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.087928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdaa019-b7c8-437a-bc4d-bfd6fc73d482,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:00.174042 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.355589 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.364254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.463555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.464170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae5947c-99e8-4193-aa20-cb92578015b4 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:19:00.477281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.478640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6ebbd2fe-8b4a-43a5-b3cb-17a5fab565f2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fae5947c-99e8-4193-aa20-cb92578015b4 HTTP/1.1" status: 204 len: 168 time: 2.4594429 Aug 29 04:19:00.481257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34294) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:00.578802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-1f0b2a64-ffcc-42f4-8d74-dac3f8a8cdf7 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.597236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-1f0b2a64-ffcc-42f4-8d74-dac3f8a8cdf7 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 813 time: 0.4630942 Aug 29 04:19:00.623441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-da50b747-1756-4aa7-9c0b-471a9100cacc admin admin] Deleting subnet ad066df9-8dc9-4722-84b0-17cff9c36dbb {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:00.638780 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da50b747-1756-4aa7-9c0b-471a9100cacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.655457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-f15f4578-f916-43db-9046-465bf7b05e5a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/quotas/ceed98b3db224cb892e7c9dbd48be221 HTTP/1.1" status: 200 len: 375 time: 0.0572255 Aug 29 04:19:00.701812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2b5e3aae-63b3-4120-9553-48c93833965b req-46726901-d2b9-46c7-9fb7-913960e83be6 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.730145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da50b747-1756-4aa7-9c0b-471a9100cacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.775593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-4db5b459-6df8-465b-ac71-a0bfd2654429 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190794 Aug 29 04:19:00.794011 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2b5e3aae-63b3-4120-9553-48c93833965b req-46726901-d2b9-46c7-9fb7-913960e83be6 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.876260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da50b747-1756-4aa7-9c0b-471a9100cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.899577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2b5e3aae-63b3-4120-9553-48c93833965b req-46726901-d2b9-46c7-9fb7-913960e83be6 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.901457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b5e3aae-63b3-4120-9553-48c93833965b req-46726901-d2b9-46c7-9fb7-913960e83be6 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9839356 Aug 29 04:19:00.912358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46726901-d2b9-46c7-9fb7-913960e83be6 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c55a225-c137-471f-b3d7-10a0e6f3e09b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:00.991439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da50b747-1756-4aa7-9c0b-471a9100cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.002515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-593d84f5-21db-4b37-8ab8-d949060cf471 service neutron] 10.222.0.58 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254457 Aug 29 04:19:01.011642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da50b747-1756-4aa7-9c0b-471a9100cacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.014043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-da50b747-1756-4aa7-9c0b-471a9100cacc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ad066df9-8dc9-4722-84b0-17cff9c36dbb HTTP/1.1" status: 204 len: 168 time: 0.5309327 Aug 29 04:19:01.017173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d38732-46e2-49ae-8a3d-67bc4959b9fd None None] Network d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:01.033398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34302) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:01.054898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50b747-1756-4aa7-9c0b-471a9100cacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad066df9-8dc9-4722-84b0-17cff9c36dbb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.157117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.270131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Deleting port fcb2b58a-3bf2-4b38-a888-ccad256a69ec {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:01.270493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.299862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-2c0abdb0-823d-4fef-a63c-4425fa18b50d service neutron] 10.222.0.58 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908874 Aug 29 04:19:01.328155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4766de-f02f-47d3-90a1-fc64c9571315 req-654e1254-2dfb-4f0f-a4b6-eb11c87aa8cf tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.353753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 595bf846-6f56-4cfb-a8cd-799a67b9cb40 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:01.358379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c4766de-f02f-47d3-90a1-fc64c9571315 req-654e1254-2dfb-4f0f-a4b6-eb11c87aa8cf tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.3107047 Aug 29 04:19:01.373979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] For port fcb2b58a-3bf2-4b38-a888-ccad256a69ec, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:01.374366 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.386918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 595bf846-6f56-4cfb-a8cd-799a67b9cb40 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:01.387279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 595bf846-6f56-4cfb-a8cd-799a67b9cb40 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:01.433177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Calling delete_port for fcb2b58a-3bf2-4b38-a888-ccad256a69ec owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:01.457748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] DHCP port deletion for d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:01.503607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device fa66ac89-2637-41a1-bf0e-8d35c6e7841a details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:01.505865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c4766de-f02f-47d3-90a1-fc64c9571315 req-f109c3d6-dafe-445b-abbf-54ca2bf7ef8a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466846 Aug 29 04:19:01.542107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-cdbd3d75-132e-477b-810e-13c45c2f052d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065357 Aug 29 04:19:01.589071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] Deleting port fcb2b58a-3bf2-4b38-a888-ccad256a69ec {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:01.589710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.772311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0ac74ec-d04e-4964-b0d7-815267b598ab req-b25a411d-3c8c-4ed1-9b7e-ab0299d1d410 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 210 time: 0.0682225 Aug 29 04:19:01.789472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.848570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.854419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] No DVR routers for this DVR port fcb2b58a-3bf2-4b38-a888-ccad256a69ec on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:01.910148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:01.953409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a', 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'port_id': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a', 'mac_address': 'fa:16:3e:4e:04:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3cda46-ed6f-4217-81ca-1387b3b26214', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:01.986563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b792e2d5-4405-4f38-b8c6-39e86d94f50b req-a7e22359-35d9-449e-9833-267b8a3452c8 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 210 time: 0.1146030 Aug 29 04:19:02.017659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] For port fcb2b58a-3bf2-4b38-a888-ccad256a69ec, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,segment=NetworkSegment(c433da67-691e-4c63-b0b0-c19100aa5501),segment_id=c433da67-691e-4c63-b0b0-c19100aa5501)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:02.018165 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.041101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] Calling delete_port for fcb2b58a-3bf2-4b38-a888-ccad256a69ec owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:02.043420 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.086046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa66ac89-2637-41a1-bf0e-8d35c6e7841a {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:02.089147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-1e3d5fd2-ced3-47ac-afdb-7733d96da338 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.093728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-1e3d5fd2-ced3-47ac-afdb-7733d96da338 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5326893 Aug 29 04:19:02.110173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:02.114511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Request body: {'port': {'device_id': '126decf6-5b1b-4dd4-afa6-06c19e2e64f1', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'a21429c8471a4b298cd734f981b7d164'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:02.125931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.155226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.186130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:02.214560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c433da67-691e-4c63-b0b0-c19100aa5501') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:02.215073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c433da67-691e-4c63-b0b0-c19100aa5501') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:02.242909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.247092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.255084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.271542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6a6601e-6c57-4645-8876-3be34eba0ce4 req-3825e4c1-2c46-4d78-a88c-3332f828008a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 210 time: 0.1799231 Aug 29 04:19:02.291224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] Pushing event deleted for resources: {'Port': ['ID=fcb2b58a-3bf2-4b38-a888-ccad256a69ec,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.301269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e5051-4fc8-4f8a-9ed5-d1193ef28b69 None None] No DVR routers for this DVR port fcb2b58a-3bf2-4b38-a888-ccad256a69ec on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:02.324111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d83029e2-ce60-422b-baca-f83f7194a20d req-f7ecf71d-54e8-49fa-8a5b-1554a3fc3137 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/9c55a225-c137-471f-b3d7-10a0e6f3e09b HTTP/1.1" status: 200 len: 1803 time: 0.3246646 Aug 29 04:19:02.343219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d83029e2-ce60-422b-baca-f83f7194a20d req-be8fc08a-359e-4650-bf8c-225addb385bd tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c55a225-c137-471f-b3d7-10a0e6f3e09b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:02.344036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d83029e2-ce60-422b-baca-f83f7194a20d req-be8fc08a-359e-4650-bf8c-225addb385bd tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c55a225-c137-471f-b3d7-10a0e6f3e09b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:02.428711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-99feab6a-03f6-43d9-a98c-b39a2bef764c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.432269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-99feab6a-03f6-43d9-a98c-b39a2bef764c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 808 time: 0.4479871 Aug 29 04:19:02.454580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['fa66ac89-2637-41a1-bf0e-8d35c6e7841a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:02.487895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d83029e2-ce60-422b-baca-f83f7194a20d req-be8fc08a-359e-4650-bf8c-225addb385bd tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.530033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Request body: {'port': {'device_id': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'admin_state_up': True, 'tenant_id': 'b5e5b6dd89df4c66b2efac40fa31831a'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:02.541521 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d83029e2-ce60-422b-baca-f83f7194a20d req-be8fc08a-359e-4650-bf8c-225addb385bd tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.582707 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d83029e2-ce60-422b-baca-f83f7194a20d req-be8fc08a-359e-4650-bf8c-225addb385bd tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.619560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.639505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d83029e2-ce60-422b-baca-f83f7194a20d req-be8fc08a-359e-4650-bf8c-225addb385bd tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.651370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d83029e2-ce60-422b-baca-f83f7194a20d req-be8fc08a-359e-4650-bf8c-225addb385bd tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3177857 Aug 29 04:19:02.663497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:02.664003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:02.665830 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:02.675046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fc08a-359e-4650-bf8c-225addb385bd tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb12e12-265d-402c-a258-dc1bfdc97031,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.759830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Made reservation on behalf of b5e5b6dd89df4c66b2efac40fa31831a for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:02.764418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.821065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Made reservation on behalf of a21429c8471a4b298cd734f981b7d164 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:02.824702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.828805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.830255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-c92e52cc-b4d1-4022-8d98-f83842752601 req-34f93e4f-2b50-40c9-9b3b-28f320ebd379 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-119610930', 'description': 'tempest-description-1044022285'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:02.846014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.848874 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] 10.222.0.58 "DELETE /v2.0/networks/d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5 HTTP/1.1" status: 204 len: 168 time: 1.8140609 Aug 29 04:19:02.854434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34334) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:02.873151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device afdaa019-b7c8-437a-bc4d-bfd6fc73d482 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:02.876968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706c7f1-dbae-4f20-be6d-3fbf98dcbfed admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d9ee9c-e36c-4e48-980e-4e979b2bf4f5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.902553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: afdaa019-b7c8-437a-bc4d-bfd6fc73d482 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:02.902931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device afdaa019-b7c8-437a-bc4d-bfd6fc73d482 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:02.903336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fcb2b58a-3bf2-4b38-a888-ccad256a69ec no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:02.931009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: fcb2b58a-3bf2-4b38-a888-ccad256a69ec {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:02.931367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fcb2b58a-3bf2-4b38-a888-ccad256a69ec not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:02.977771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963dd16-7a86-4f0f-a5a1-be222f31a7ae req-7cb08640-8309-4acb-9698-1e5dc791044b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.987210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8963dd16-7a86-4f0f-a5a1-be222f31a7ae req-7cb08640-8309-4acb-9698-1e5dc791044b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 944 time: 0.2189875 Aug 29 04:19:03.002987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c92e52cc-b4d1-4022-8d98-f83842752601 req-34f93e4f-2b50-40c9-9b3b-28f320ebd379 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.051831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Allocated IP 192.168.233.253 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/943454f4-4a4b-4f35-b9f1-b599c092c7ae) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:03.169220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8963dd16-7a86-4f0f-a5a1-be222f31a7ae req-c1da6550-3474-4de0-8885-dada1216177f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810222 Aug 29 04:19:03.223378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Allocated IP 172.20.0.7 (c1e435ea-b64e-4339-b938-5bad8cbfa05e/d87caf25-1667-43fd-be52-b8a81d091bdd/15441b70-142c-4607-b6bd-660d866d8065) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:03.368591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.398637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Transition to ACTIVE for port object 943454f4-4a4b-4f35-b9f1-b599c092c7ae will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:03.404798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b891486-2f4e-497e-b283-994e65f83d61 req-451278b8-0258-4c0a-9b81-0250908ccaa8 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 210 time: 0.1190543 Aug 29 04:19:03.417555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-2f1e8e77-8b78-42f0-a69f-f3ba811b85d8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.417555 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-2f1e8e77-8b78-42f0-a69f-f3ba811b85d8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.65 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 813 time: 0.2054842 Aug 29 04:19:03.430221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'port': {'device_id': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43', 'admin_state_up': True, 'tenant_id': 'ceed98b3db224cb892e7c9dbd48be221'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:03.524337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.537644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'c30962b7-d3c9-4e18-988f-3fec45beee9e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:03.574529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', '51d8f823-4b77-44c3-8827-46d5d93b0e23', '5590630e-eaf8-4f03-bef1-7c6aa742c494'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:03.594142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c92e52cc-b4d1-4022-8d98-f83842752601 req-34f93e4f-2b50-40c9-9b3b-28f320ebd379 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.610734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:03.624020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:03.627079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:03.631389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event updated for resources: {'Port': ['ID=943454f4-4a4b-4f35-b9f1-b599c092c7ae,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:03.636397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c92e52cc-b4d1-4022-8d98-f83842752601 req-34f93e4f-2b50-40c9-9b3b-28f320ebd379 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.686135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73893014-dcda-45f7-b738-df0f7e3eb0a5 req-bc281bc5-dd25-4b56-adb2-1fc2dbd58f49 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 210 time: 0.0812716 Aug 29 04:19:03.759012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c92e52cc-b4d1-4022-8d98-f83842752601 req-34f93e4f-2b50-40c9-9b3b-28f320ebd379 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.760313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.761428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.776591 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c92e52cc-b4d1-4022-8d98-f83842752601 req-34f93e4f-2b50-40c9-9b3b-28f320ebd379 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9585013 Aug 29 04:19:03.796879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f93e4f-2b50-40c9-9b3b-28f320ebd379 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae084d59-5d72-47b3-80ad-a87359f66e74,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:03.798199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Made reservation on behalf of ceed98b3db224cb892e7c9dbd48be221 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:03.818905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.831266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-da88fdf9-394d-4896-bd26-7684dc8cd90c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7235341 Aug 29 04:19:03.851130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Request body: {'port': {'device_id': '126decf6-5b1b-4dd4-afa6-06c19e2e64f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:03.938328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.977082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63183c48-57d4-457f-a105-ab6d60df97d3 req-aa599e34-c950-48ec-a002-898455d73138 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 210 time: 0.1118355 Aug 29 04:19:03.991024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.024437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e5fc312-94b3-4165-a758-7a84220d23b4 req-f61a9cce-bf54-4556-b3bc-de1cb33b42ad tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/ae084d59-5d72-47b3-80ad-a87359f66e74 HTTP/1.1" status: 200 len: 1804 time: 0.2284129 Aug 29 04:19:04.035502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9e5fc312-94b3-4165-a758-7a84220d23b4 req-c0f14182-ef80-41c4-8230-3004a823c987 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ae084d59-5d72-47b3-80ad-a87359f66e74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.036320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9e5fc312-94b3-4165-a758-7a84220d23b4 req-c0f14182-ef80-41c4-8230-3004a823c987 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ae084d59-5d72-47b3-80ad-a87359f66e74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.104689 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.130972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Allocated IP 172.20.0.6 (c9970181-975e-4e2f-87ae-bf4b9c8dfc43/33c31050-2782-44c2-bf49-66eddd400ff2/8a9e8025-b9cd-4d8c-9813-6c277c7fb65d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:04.193026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Network c1e435ea-b64e-4339-b938-5bad8cbfa05e is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:04.205534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0702ae80-11ce-435b-9dea-83efd79a7f1a None None] Provisioning for port 943454f4-4a4b-4f35-b9f1-b599c092c7ae completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:04.206609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:04.211914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:04.220931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.221794 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.231015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Pushing event updated for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.269221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9e5fc312-94b3-4165-a758-7a84220d23b4 req-c0f14182-ef80-41c4-8230-3004a823c987 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.293327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-30e685d9-3f8e-4c6d-8f39-2db2d82945e3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8285644 Aug 29 04:19:04.317274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Request body: {'port': {'device_id': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.321467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.352912 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9e5fc312-94b3-4165-a758-7a84220d23b4 req-c0f14182-ef80-41c4-8230-3004a823c987 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.353285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0702ae80-11ce-435b-9dea-83efd79a7f1a None None] Provisioning complete for port 943454f4-4a4b-4f35-b9f1-b599c092c7ae triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:04.353670 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0702ae80-11ce-435b-9dea-83efd79a7f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.375085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.391653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9e5fc312-94b3-4165-a758-7a84220d23b4 req-c0f14182-ef80-41c4-8230-3004a823c987 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.425911 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.433415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:04.433836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0702ae80-11ce-435b-9dea-83efd79a7f1a None None] Port 943454f4-4a4b-4f35-b9f1-b599c092c7ae cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:04.437792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:04.465898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:04.485878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f14182-ef80-41c4-8230-3004a823c987 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67538527-ac1a-4d7d-933a-27c2747dcd1c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.494324 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.513475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9e5fc312-94b3-4165-a758-7a84220d23b4 req-c0f14182-ef80-41c4-8230-3004a823c987 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.523854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.523854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.534075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e5fc312-94b3-4165-a758-7a84220d23b4 req-c0f14182-ef80-41c4-8230-3004a823c987 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5070498 Aug 29 04:19:04.567240 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1432209 Aug 29 04:19:04.571679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696940f4-9fcb-46a9-8a26-a1c07e9dc031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'Port': ['ID=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.649997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add12197-8059-4f84-943b-fc7137c2c2d2 req-8dd76219-3c1e-49ba-ad74-072a62e61bb4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.657651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-add12197-8059-4f84-943b-fc7137c2c2d2 req-8dd76219-3c1e-49ba-ad74-072a62e61bb4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 944 time: 0.3492804 Aug 29 04:19:04.687112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Request body: {'port': {'device_id': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.832037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.108954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943454f4-4a4b-4f35-b9f1-b599c092c7ae {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:05.179997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-add12197-8059-4f84-943b-fc7137c2c2d2 req-26503f74-156b-4647-be2a-92a32b14829d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195124 Aug 29 04:19:05.251772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5e0a-7786-4a2d-a8c2-fff9562527f5 req-d01f4507-d690-44d3-a7d5-0d2bb55ec0f0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.268867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5cab5e0a-7786-4a2d-a8c2-fff9562527f5 req-d01f4507-d690-44d3-a7d5-0d2bb55ec0f0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 936 time: 0.6383924 Aug 29 04:19:05.306361 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.348267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-4f1a2660-4b20-4539-8776-8bbb197798c8 req-2450ce75-6873-47d4-b5a3-57cae490d180 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-929334369', 'description': 'tempest-description-707776996'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:05.355825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Transition to ACTIVE for port object 943454f4-4a4b-4f35-b9f1-b599c092c7ae will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:05.381399 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.436784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5cab5e0a-7786-4a2d-a8c2-fff9562527f5 req-0efb9bc1-3515-4333-8fbc-3516dadd45fd tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669557 Aug 29 04:19:05.444397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4f1a2660-4b20-4539-8776-8bbb197798c8 req-2450ce75-6873-47d4-b5a3-57cae490d180 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.528055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device fa66ac89-2637-41a1-bf0e-8d35c6e7841a up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:05.592721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:05.616466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.623228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Pushing event updated for resources: {'Port': ['ID=943454f4-4a4b-4f35-b9f1-b599c092c7ae,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.667668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Transition to ACTIVE for port object 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:05.677524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port fa66ac89-2637-41a1-bf0e-8d35c6e7841a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:05.682623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port fa66ac89-2637-41a1-bf0e-8d35c6e7841a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:05.683150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.698026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.702485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15441b70-142c-4607-b6bd-660d866d8065 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:05.728977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.780456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Transition to ACTIVE for port object 15441b70-142c-4607-b6bd-660d866d8065 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:05.798143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.802009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Attempting to bind port 943454f4-4a4b-4f35-b9f1-b599c092c7ae on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:05.802361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Attempting to bind port 943454f4-4a4b-4f35-b9f1-b599c092c7ae by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:05.802694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Attempting to bind port 943454f4-4a4b-4f35-b9f1-b599c092c7ae on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:05.819256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Port 943454f4-4a4b-4f35-b9f1-b599c092c7ae on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:05.819591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Attempting to bind port 943454f4-4a4b-4f35-b9f1-b599c092c7ae on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:05.825254 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.849784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:05.850124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:05.850516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:05.851115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Bound port: 943454f4-4a4b-4f35-b9f1-b599c092c7ae, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:05.852045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.862459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4f1a2660-4b20-4539-8776-8bbb197798c8 req-2450ce75-6873-47d4-b5a3-57cae490d180 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.871878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:05.874897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:05.877748 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a6b015-10f8-4608-973c-9c3c6aa57967" -d '{"events": [{"server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "name": "network-vif-plugged", "status": "completed", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:05.883035 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.885884 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.910587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e04e5-f576-483e-a8e8-110bf139c1d2 req-efdaec06-53e1-4adc-b374-80a670e15810 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.912707 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-973e04e5-f576-483e-a8e8-110bf139c1d2 req-efdaec06-53e1-4adc-b374-80a670e15810 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 931 time: 0.2769003 Aug 29 04:19:05.945007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.948960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Attempting to bind port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:05.949301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Attempting to bind port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:05.949643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Attempting to bind port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d on network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:05.965681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d on network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:05.966014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Attempting to bind port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d on network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:05.980901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:05.981256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Checking segment: {'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:05.981640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Bound using segment: {'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:05.982084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Bound port: 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:05.982452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.991318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4f1a2660-4b20-4539-8776-8bbb197798c8 req-2450ce75-6873-47d4-b5a3-57cae490d180 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.993547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] For port 943454f4-4a4b-4f35-b9f1-b599c092c7ae, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:06.003953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Pushing event updated for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.033354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] For port 943454f4-4a4b-4f35-b9f1-b599c092c7ae, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=943454f4-4a4b-4f35-b9f1-b599c092c7ae,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:06.052533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.068165 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4f1a2660-4b20-4539-8776-8bbb197798c8 req-2450ce75-6873-47d4-b5a3-57cae490d180 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.068891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f1a2660-4b20-4539-8776-8bbb197798c8 req-2450ce75-6873-47d4-b5a3-57cae490d180 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7342689 Aug 29 04:19:06.076114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Deleting port a0357d5d-d4a0-47ab-acfe-cb20d6f84995 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:06.076114 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.082431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450ce75-6873-47d4-b5a3-57cae490d180 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965c99de-fe22-474e-b7f2-6bcab8a25d11,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.115428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.116264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.118096 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/943454f4-4a4b-4f35-b9f1-b599c092c7ae HTTP/1.1" status: 200 len: 1097 time: 2.2769711 Aug 29 04:19:06.118555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126decf6-5b1b-4dd4-afa6-06c19e2e64f1', 'tag': '943454f4-4a4b-4f35-b9f1-b599c092c7ae'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:06.120877 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8340ee0-6ac4-4e76-a670-27db07fc4cae" -d '{"events": [{"name": "network-changed", "server_uuid": "126decf6-5b1b-4dd4-afa6-06c19e2e64f1", "tag": "943454f4-4a4b-4f35-b9f1-b599c092c7ae"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:06.153304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] For port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:06.163039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] For port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:06.216031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.222323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-973e04e5-f576-483e-a8e8-110bf139c1d2 req-9d8e0171-7c5b-45f9-b33c-face006a544c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225189 Aug 29 04:19:06.272433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:06.278451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:06.279189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:06.293548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f7d2f-bbde-446d-8350-888620df30c3 service neutron] Pushing event updated for resources: {'Port': ['ID=943454f4-4a4b-4f35-b9f1-b599c092c7ae,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.360440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.361077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.362489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] 10.222.0.65 "PUT /v2.0/ports/8a9e8025-b9cd-4d8c-9813-6c277c7fb65d HTTP/1.1" status: 200 len: 1092 time: 1.6906149 Aug 29 04:19:06.371366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:06.371708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:06.380135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-4d471141-ff76-433b-ab13-b79c1c9c8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.381656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-4d471141-ff76-433b-ab13-b79c1c9c8130 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 1100 time: 0.2144873 Aug 29 04:19:06.391977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:06.392478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:06.392764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:06.393276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Bound port: 15441b70-142c-4607-b6bd-660d866d8065, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:06.393671 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.420378 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af510a3-9945-4800-95be-aeea979174de x-openstack-request-id: req-1af510a3-9945-4800-95be-aeea979174de {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:06.421107 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "name": "network-vif-plugged", "status": "completed", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:06.421685 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1af510a3-9945-4800-95be-aeea979174de {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:06.422346 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a', 'code': 200} Aug 29 04:19:06.470669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-409d4c2e-1acc-43c3-b648-805f6824b5fc req-2a20808b-9045-4ce1-bd3f-1b0abf2eff3c tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-549492367', 'description': 'tempest-description-248585394'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:06.536141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a259f-051f-44e9-b0db-8a98b50e7f44 req-722ee2f4-d426-4404-bb92-0132a04fe08c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.537712 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a9a259f-051f-44e9-b0db-8a98b50e7f44 req-722ee2f4-d426-4404-bb92-0132a04fe08c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 943 time: 0.2946064 Aug 29 04:19:06.567413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] For port a0357d5d-d4a0-47ab-acfe-cb20d6f84995, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,segment=NetworkSegment(ff628555-d1c9-4b12-abc0-f044bd996992),segment_id=ff628555-d1c9-4b12-abc0-f044bd996992)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:06.567787 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.572919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-02ca8fd4-08ca-4153-be56-428e5d6dc1b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=943454f4-4a4b-4f35-b9f1-b599c092c7ae HTTP/1.1" status: 200 len: 217 time: 0.1701601 Aug 29 04:19:06.573636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4754c8-ea21-4a02-8d23-97ef3b558427 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.634069 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-409d4c2e-1acc-43c3-b648-805f6824b5fc req-2a20808b-9045-4ce1-bd3f-1b0abf2eff3c tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.639946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Calling delete_port for a0357d5d-d4a0-47ab-acfe-cb20d6f84995 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:06.645266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a9a259f-051f-44e9-b0db-8a98b50e7f44 req-465568d9-da22-49d3-b2f4-2a7301dae386 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945716 Aug 29 04:19:06.659616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-a84c179b-bdeb-4c04-b671-7180878b64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.662412 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-a84c179b-bdeb-4c04-b671-7180878b64dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1095 time: 0.1450727 Aug 29 04:19:06.667747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:06.671811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-c7a339cd-257d-40c4-9a67-99fb40e09a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.673949 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-c7a339cd-257d-40c4-9a67-99fb40e09a07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0778434 Aug 29 04:19:06.695737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2255da-ac11-43d2-8b53-67a92293d41a req-8395d0cd-dcd6-424f-be4d-203231bc0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.697645 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2255da-ac11-43d2-8b53-67a92293d41a req-8395d0cd-dcd6-424f-be4d-203231bc0d6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1097 time: 0.1787837 Aug 29 04:19:06.744186 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b11eb1f-fb11-4424-a661-eed6332ba798 x-openstack-request-id: req-9b11eb1f-fb11-4424-a661-eed6332ba798 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:06.744791 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126decf6-5b1b-4dd4-afa6-06c19e2e64f1", "tag": "943454f4-4a4b-4f35-b9f1-b599c092c7ae", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:06.744791 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b11eb1f-fb11-4424-a661-eed6332ba798 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:06.745073 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126decf6-5b1b-4dd4-afa6-06c19e2e64f1', 'tag': '943454f4-4a4b-4f35-b9f1-b599c092c7ae', 'status': 'completed', 'code': 200} Aug 29 04:19:06.752267 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-00c62feb-5840-4d95-b90b-648b9f6a570b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d HTTP/1.1" status: 200 len: 217 time: 0.0760200 Aug 29 04:19:06.769846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-409d4c2e-1acc-43c3-b648-805f6824b5fc req-2a20808b-9045-4ce1-bd3f-1b0abf2eff3c tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.777506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:06.810074 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-409d4c2e-1acc-43c3-b648-805f6824b5fc req-2a20808b-9045-4ce1-bd3f-1b0abf2eff3c tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.823435 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.835828 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2255da-ac11-43d2-8b53-67a92293d41a req-d870acfb-8040-4323-845d-9a7bb3d30bac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931845 Aug 29 04:19:06.842930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-5466ca16-eff3-4560-85ce-c6a248fa4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.844453 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-5466ca16-eff3-4560-85ce-c6a248fa4af2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1605182 Aug 29 04:19:06.845940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-e2f46601-c97c-4539-a8ab-bf9d9ffa7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.847374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-e2f46601-c97c-4539-a8ab-bf9d9ffa7cd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.0834763 Aug 29 04:19:06.888809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-4febaa9d-f6f7-46fb-9a0a-edefbc47a68b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298765 Aug 29 04:19:06.958381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Pushing event updated for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.962678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.963571 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.965374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-41168f8f-7b62-4a41-b40a-1fbc88f0a378 service neutron] 10.222.0.65 "PUT /v2.0/ports/15441b70-142c-4607-b6bd-660d866d8065 HTTP/1.1" status: 200 len: 1092 time: 2.6583495 Aug 29 04:19:06.979966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'tag': '15441b70-142c-4607-b6bd-660d866d8065'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:06.982759 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2312c07-8fa1-479b-9d43-cfd0a4294fda" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "tag": "15441b70-142c-4607-b6bd-660d866d8065"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:06.986014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-409d4c2e-1acc-43c3-b648-805f6824b5fc req-2a20808b-9045-4ce1-bd3f-1b0abf2eff3c tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.990146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-409d4c2e-1acc-43c3-b648-805f6824b5fc req-2a20808b-9045-4ce1-bd3f-1b0abf2eff3c tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5437448 Aug 29 04:19:07.013985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20808b-9045-4ce1-bd3f-1b0abf2eff3c tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b1d9f0-0a27-463d-a66a-e52aa3058280,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.116016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ecfac-10b1-4abd-a977-531038797688 req-00a00575-d2fb-4f6d-9972-e3afddbeedc3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.117252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-82ba0eb4-a6e6-48d9-8571-c50fb288e731 service neutron] 10.222.0.65 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194953 Aug 29 04:19:07.118409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c4ecfac-10b1-4abd-a977-531038797688 req-00a00575-d2fb-4f6d-9972-e3afddbeedc3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.2926843 Aug 29 04:19:07.135121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-ef2e0ac8-b8cd-47aa-8182-01acc7b3ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.136665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-ef2e0ac8-b8cd-47aa-8182-01acc7b3ac2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1095 time: 0.1137190 Aug 29 04:19:07.214352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-d2eee870-d843-4f9e-b03f-44affeb1c2bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15441b70-142c-4607-b6bd-660d866d8065 HTTP/1.1" status: 200 len: 217 time: 0.0663967 Aug 29 04:19:07.246097 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-a250c640-4a06-44b4-8911-bf46fe9e9802 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166855 Aug 29 04:19:07.312152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c4ecfac-10b1-4abd-a977-531038797688 req-d9ddf596-8f4b-483b-b371-5844a8de82a7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727693 Aug 29 04:19:07.324112 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33cfaae1-62df-40af-a57e-78ea95c699b8 req-e5baa44d-f900-437e-a6f6-17bdc8044c0b service neutron] 10.222.0.65 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926267 Aug 29 04:19:07.374293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-3d1e37cc-ce94-4cac-82bf-88aa6bafea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.375902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-3d1e37cc-ce94-4cac-82bf-88aa6bafea5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.1436317 Aug 29 04:19:07.388344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-836ece34-f2a4-4e7f-a126-c82285c990b9 req-f345c00e-372c-4864-9e5c-05efce984e8a service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339974 Aug 29 04:19:07.394205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d19f-2d59-45c4-b7f4-8e62a1366a97 req-57bb972a-63e5-4fb5-9796-13abbee23a54 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.396532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3073d19f-2d59-45c4-b7f4-8e62a1366a97 req-57bb972a-63e5-4fb5-9796-13abbee23a54 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 948 time: 0.1974671 Aug 29 04:19:07.465254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-0b9c8fbe-4831-412f-9d94-551c006eddef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571232 Aug 29 04:19:07.505022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.533369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-f60e4bff-a5d0-4cec-b9ae-0f174080486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.536671 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-f60e4bff-a5d0-4cec-b9ae-0f174080486e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 1100 time: 0.0655696 Aug 29 04:19:07.583676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3073d19f-2d59-45c4-b7f4-8e62a1366a97 req-7c292314-3bd7-497f-8f04-b6ac69d56e51 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655037 Aug 29 04:19:07.587423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0357d5d-d4a0-47ab-acfe-cb20d6f84995,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.604409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-d128c652-14a0-4f22-970c-ad4a29f67c2a tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/965c99de-fe22-474e-b7f2-6bcab8a25d11 HTTP/1.1" status: 200 len: 1803 time: 0.2040420 Aug 29 04:19:07.672995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-240edf4d-b5c8-4103-8c45-44eb08aec5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.675367 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-240edf4d-b5c8-4103-8c45-44eb08aec5ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1298821 Aug 29 04:19:07.732193 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-5c1bd05d-7ecc-464d-b02e-d4ff0325bcbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=943454f4-4a4b-4f35-b9f1-b599c092c7ae HTTP/1.1" status: 200 len: 217 time: 0.0451717 Aug 29 04:19:07.741176 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ca8a34-a505-4cb3-961c-a1abe9afb2de x-openstack-request-id: req-46ca8a34-a505-4cb3-961c-a1abe9afb2de {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:07.741704 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "tag": "15441b70-142c-4607-b6bd-660d866d8065", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:07.742154 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46ca8a34-a505-4cb3-961c-a1abe9afb2de {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:07.743060 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'tag': '15441b70-142c-4607-b6bd-660d866d8065', 'status': 'completed', 'code': 200} Aug 29 04:19:07.811086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-caf9736d-ee24-4a81-99c8-bef32b6b211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.812698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-caf9736d-ee24-4a81-99c8-bef32b6b211f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0584247 Aug 29 04:19:07.887270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-202d4834-76f9-4bed-a0ea-207d2462014f tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/c6b1d9f0-0a27-463d-a66a-e52aa3058280 HTTP/1.1" status: 200 len: 1803 time: 0.2819691 Aug 29 04:19:07.900619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-14b01edf-ea63-4b9a-a1e4-4f3ae10a6631 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '965c99de-fe22-474e-b7f2-6bcab8a25d11', 'remote_group_id': 'c6b1d9f0-0a27-463d-a66a-e52aa3058280', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.900968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-da94f269-b6fa-498b-8d4e-773c04607106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.901384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-14b01edf-ea63-4b9a-a1e4-4f3ae10a6631 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '965c99de-fe22-474e-b7f2-6bcab8a25d11', 'remote_group_id': 'c6b1d9f0-0a27-463d-a66a-e52aa3058280', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.902927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-da94f269-b6fa-498b-8d4e-773c04607106 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0774636 Aug 29 04:19:07.912223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-db59ed3f-5979-4ce7-8b81-c03e302aacd6 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260032 Aug 29 04:19:08.022573 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.039847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc955760-ba62-4271-857b-286a44f32ff8 req-c4498eb4-a755-4644-9389-2fc90de63aa6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.047683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc955760-ba62-4271-857b-286a44f32ff8 req-c4498eb4-a755-4644-9389-2fc90de63aa6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.2633450 Aug 29 04:19:08.049760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-2e65b8e6-39da-4180-84da-3b8635b499ac service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343241 Aug 29 04:19:08.195849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc955760-ba62-4271-857b-286a44f32ff8 req-5c5a9182-e76d-433b-9f36-8998825e8400 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469405 Aug 29 04:19:08.221532 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8340ee0-6ac4-4e76-a670-27db07fc4cae req-f060d410-a845-4309-9f4b-367e62543b81 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623387 Aug 29 04:19:08.276961 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082ca13-7fda-4c0e-a499-e6a6450d71d7 req-0d84c41b-aa10-4285-9cde-52022247cb75 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477938 Aug 29 04:19:08.300323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-14b01edf-ea63-4b9a-a1e4-4f3ae10a6631 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.442590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-14b01edf-ea63-4b9a-a1e4-4f3ae10a6631 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.455255 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-14b01edf-ea63-4b9a-a1e4-4f3ae10a6631 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.517062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b01edf-ea63-4b9a-a1e4-4f3ae10a6631 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df932e1-7910-4374-b8ab-b965fb3680be,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.538584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfdff9-3412-4bea-9b56-5cf32688a0cf req-db48d011-5d8f-4488-ae92-ebe0f6cef667 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.539997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbcfdff9-3412-4bea-9b56-5cf32688a0cf req-db48d011-5d8f-4488-ae92-ebe0f6cef667 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 943 time: 0.1983831 Aug 29 04:19:08.540710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-14b01edf-ea63-4b9a-a1e4-4f3ae10a6631 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.541756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd6519a4-91c9-4a64-966a-89d065877e06 req-14b01edf-ea63-4b9a-a1e4-4f3ae10a6631 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6533349 Aug 29 04:19:08.551976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-633e38d8-3671-44e4-ba2a-4d1e4feda52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.551976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-633e38d8-3671-44e4-ba2a-4d1e4feda52a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1095 time: 0.2073729 Aug 29 04:19:08.582288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Router fa797465-bc33-4227-8169-4b2840b5c8d9 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:08.656428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbcfdff9-3412-4bea-9b56-5cf32688a0cf req-4bd8484a-b20b-41d6-bdc1-3256d8c94404 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076119 Aug 29 04:19:08.733469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-322917ff-cdf3-41f4-9410-0ff5ec5b5014 req-928d2738-84f0-4689-94e3-60443b055fd2 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1663910956', 'description': 'tempest-description-1911917916'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:08.746526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:08.750205 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53226863-abba-4f5c-995c-a36fbe0c04ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:09.096062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-ec864d11-1527-4488-ba87-23d17f06cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.097507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-ec864d11-1527-4488-ba87-23d17f06cd02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.5291679 Aug 29 04:19:09.132136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607afcaf-c464-4e92-ad34-6bdb2dea8e0d req-fba41e45-4ccd-40df-9b61-76b148579775 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.133572 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-607afcaf-c464-4e92-ad34-6bdb2dea8e0d req-fba41e45-4ccd-40df-9b61-76b148579775 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.4827881 Aug 29 04:19:09.134280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-322917ff-cdf3-41f4-9410-0ff5ec5b5014 req-928d2738-84f0-4689-94e3-60443b055fd2 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.174278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-753f2d55-6053-4f20-b243-60a1db7df8f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15441b70-142c-4607-b6bd-660d866d8065 HTTP/1.1" status: 200 len: 217 time: 0.0595093 Aug 29 04:19:09.180952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:09.188443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6e6456a8-9c23-4495-938b-cd8fe428d302 admin admin] 10.222.0.58 "PUT /v2.0/routers/fa797465-bc33-4227-8169-4b2840b5c8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3287530 Aug 29 04:19:09.189361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] Sync routers for ids ['fa797465-bc33-4227-8169-4b2840b5c8d9'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:09.191107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34440) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:09.208509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] Routers {'fa797465-bc33-4227-8169-4b2840b5c8d9'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:09.209253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fa797465-bc33-4227-8169-4b2840b5c8d9'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:09.254474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-607afcaf-c464-4e92-ad34-6bdb2dea8e0d req-33b2fd34-7fda-42ec-b73b-fd86d5a7a09b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907104 Aug 29 04:19:09.273872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-51127759-8b18-42b3-b8c9-ff79ad5bc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.275374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-51127759-8b18-42b3-b8c9-ff79ad5bc3cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0908346 Aug 29 04:19:09.325567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-b622742d-5589-48f3-9274-4ecd3ad8d8d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398469 Aug 29 04:19:09.359606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] Set router fa797465-bc33-4227-8169-4b2840b5c8d9 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:09.409078 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-322917ff-cdf3-41f4-9410-0ff5ec5b5014 req-928d2738-84f0-4689-94e3-60443b055fd2 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.417600 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-322917ff-cdf3-41f4-9410-0ff5ec5b5014 req-928d2738-84f0-4689-94e3-60443b055fd2 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.503410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-322917ff-cdf3-41f4-9410-0ff5ec5b5014 req-928d2738-84f0-4689-94e3-60443b055fd2 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.507866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-322917ff-cdf3-41f4-9410-0ff5ec5b5014 req-928d2738-84f0-4689-94e3-60443b055fd2 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7817452 Aug 29 04:19:09.522454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d2738-84f0-4689-94e3-60443b055fd2 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61ab208-01f7-4e6f-a8c2-8cee33036891,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.539353 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-45d095d7-d283-474b-ad4f-b777e54f3139 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996932 Aug 29 04:19:09.553796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e75e-fe6d-47a6-8acb-c53d17a72fe2 req-b0d15fa7-1971-4722-b13b-569f812c3f0a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.563716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c560e75e-fe6d-47a6-8acb-c53d17a72fe2 req-b0d15fa7-1971-4722-b13b-569f812c3f0a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 948 time: 0.1264408 Aug 29 04:19:09.612232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 943454f4-4a4b-4f35-b9f1-b599c092c7ae details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:09.614506 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8dcb7-b774-4931-bea7-35f9b59129b2 x-openstack-request-id: req-65e8dcb7-b774-4931-bea7-35f9b59129b2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:09.614994 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:09.615413 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65e8dcb7-b774-4931-bea7-35f9b59129b2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:09.616019 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d', 'status': 'completed', 'code': 200} Aug 29 04:19:09.661821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.706546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c560e75e-fe6d-47a6-8acb-c53d17a72fe2 req-b346c56b-63e9-4e9e-b2a1-26616785650a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414707 Aug 29 04:19:09.714570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-347a5dff-2c06-4341-a463-706098ee8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.716245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-347a5dff-2c06-4341-a463-706098ee8311 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1095 time: 0.0983779 Aug 29 04:19:09.733054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dee241-5af1-4bc5-96a2-a9c1c0078ce7 req-57b77abf-91d4-46e3-9cf0-9015e0252abc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.742697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32dee241-5af1-4bc5-96a2-a9c1c0078ce7 req-57b77abf-91d4-46e3-9cf0-9015e0252abc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.1116805 Aug 29 04:19:09.796273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2312c07-8fa1-479b-9d43-cfd0a4294fda req-2102fd41-a0ab-4eec-833c-81fc0fd6fa89 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302487 Aug 29 04:19:09.827642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 943454f4-4a4b-4f35-b9f1-b599c092c7ae, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=943454f4-4a4b-4f35-b9f1-b599c092c7ae,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:09.827889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32dee241-5af1-4bc5-96a2-a9c1c0078ce7 req-4ac16cfc-f03c-42f9-9cd8-7bbffe32562a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837908 Aug 29 04:19:09.849319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '943454f4-4a4b-4f35-b9f1-b599c092c7ae', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '943454f4-4a4b-4f35-b9f1-b599c092c7ae', 'mac_address': 'fa:16:3e:78:23:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:09.865320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.890587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:19:07Z', 'revision_number': 5, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port': {'id': '581dd7e5-d9dc-4001-8379-76117b278c27', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:09.913006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-04ac7894-8e0b-43ea-b206-73026ae6f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.915156 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-04ac7894-8e0b-43ea-b206-73026ae6f9ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 914 time: 0.1591039 Aug 29 04:19:09.923004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] Checking router: fa797465-bc33-4227-8169-4b2840b5c8d9 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:09.940839 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.944061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] Routers {'fa797465-bc33-4227-8169-4b2840b5c8d9'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:09.945476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:18:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['fa797465-bc33-4227-8169-4b2840b5c8d9'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:09.954593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144f0a-fafd-4924-aa71-607f1e4cbbb2 req-dd15b0a6-e052-4693-824c-c401460338f1 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.956657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a144f0a-fafd-4924-aa71-607f1e4cbbb2 req-dd15b0a6-e052-4693-824c-c401460338f1 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1097 time: 0.0592580 Aug 29 04:19:09.980058 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-db1c86d6-7fb9-40f3-9028-072a93ff6443 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d HTTP/1.1" status: 200 len: 217 time: 0.0533571 Aug 29 04:19:10.000628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a144f0a-fafd-4924-aa71-607f1e4cbbb2 req-b87481ce-1030-4c99-8424-649d2e767805 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 Aug 29 04:19:10.018453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943454f4-4a4b-4f35-b9f1-b599c092c7ae {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:10.055664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 943454f4-4a4b-4f35-b9f1-b599c092c7ae, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=943454f4-4a4b-4f35-b9f1-b599c092c7ae,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:10.059903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-06972c79-8a95-4fb1-9546-82cbf58a02fc req-c1bab1ed-0a3b-4492-97f3-1721987dbe51 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-82231627', 'description': 'tempest-description-989863724'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:10.061785 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.066290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-9ced982c-4d1f-4614-bfac-5ad97d8b7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.067587 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-9ced982c-4d1f-4614-bfac-5ad97d8b7fd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.0781612 Aug 29 04:19:10.069253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] Set router fa797465-bc33-4227-8169-4b2840b5c8d9 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:10.072432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Deleting port 581dd7e5-d9dc-4001-8379-76117b278c27 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:10.072967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.089929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06972c79-8a95-4fb1-9546-82cbf58a02fc req-c1bab1ed-0a3b-4492-97f3-1721987dbe51 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.141209 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-45d0d9f2-ee53-4b84-bbd2-a84b711b443b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648253 Aug 29 04:19:10.152711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:19:09Z', 'revision_number': 6, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:10.187268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf7e4b-a48e-4cb7-98a1-02242ac5883e None None] The sync data for ids ['fa797465-bc33-4227-8169-4b2840b5c8d9'] in n-d-712142-15 is: [{'id': 'fa797465-bc33-4227-8169-4b2840b5c8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-931505505-router', 'tenant_id': '9dae2fd3d522419e8a707736198e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:06Z', 'updated_at': '2021-08-29T04:19:09Z', 'revision_number': 6, 'project_id': '9dae2fd3d522419e8a707736198e5089', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:10.198772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06972c79-8a95-4fb1-9546-82cbf58a02fc req-c1bab1ed-0a3b-4492-97f3-1721987dbe51 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.206506 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06972c79-8a95-4fb1-9546-82cbf58a02fc req-c1bab1ed-0a3b-4492-97f3-1721987dbe51 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.207189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=943454f4-4a4b-4f35-b9f1-b599c092c7ae,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.244343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06972c79-8a95-4fb1-9546-82cbf58a02fc req-c1bab1ed-0a3b-4492-97f3-1721987dbe51 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.254268 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06972c79-8a95-4fb1-9546-82cbf58a02fc req-c1bab1ed-0a3b-4492-97f3-1721987dbe51 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1947308 Aug 29 04:19:10.259890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bab1ed-0a3b-4492-97f3-1721987dbe51 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6911994c-0300-4959-bec3-0cb571251e29,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.300832 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-8f49b2dd-5180-49dc-bd98-f7aed7072a44 service neutron] 10.222.0.65 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514215 Aug 29 04:19:10.302707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] For port 581dd7e5-d9dc-4001-8379-76117b278c27, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=581dd7e5-d9dc-4001-8379-76117b278c27,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:10.303076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.336213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Calling delete_port for 581dd7e5-d9dc-4001-8379-76117b278c27 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:10.374294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['943454f4-4a4b-4f35-b9f1-b599c092c7ae'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:10.381004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5abcd-8a9b-4b0f-84a7-ca38881608e7 req-30e534fb-c0f1-4fb3-bba8-66260e3dd6ae tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.389282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fd5abcd-8a9b-4b0f-84a7-ca38881608e7 req-30e534fb-c0f1-4fb3-bba8-66260e3dd6ae tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 943 time: 0.0671263 Aug 29 04:19:10.435428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fd5abcd-8a9b-4b0f-84a7-ca38881608e7 req-bcf41a35-fb4f-4fcd-a917-171520877ab2 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Aug 29 04:19:10.464694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53226863-abba-4f5c-995c-a36fbe0c04ae req-3260137c-67cc-4e36-a5fb-89ec23e92dac service neutron] 10.222.0.65 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531904 Aug 29 04:19:10.472239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:10.597454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-8571b593-e595-4c05-b5e7-27d09cce019a tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/c61ab208-01f7-4e6f-a8c2-8cee33036891 HTTP/1.1" status: 200 len: 1805 time: 0.0847776 Aug 29 04:19:10.667955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.694408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-b0c6de05-b6f5-476a-8f63-aa396521d7ac tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/6911994c-0300-4959-bec3-0cb571251e29 HTTP/1.1" status: 200 len: 1802 time: 0.0870812 Aug 29 04:19:10.713189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-e6780a64-ee05-4802-9e07-35576336c928 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c61ab208-01f7-4e6f-a8c2-8cee33036891', 'remote_group_id': '6911994c-0300-4959-bec3-0cb571251e29', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:10.713515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-e6780a64-ee05-4802-9e07-35576336c928 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c61ab208-01f7-4e6f-a8c2-8cee33036891', 'remote_group_id': '6911994c-0300-4959-bec3-0cb571251e29', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:10.727184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:10.752123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=581dd7e5-d9dc-4001-8379-76117b278c27,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.761635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d', 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43', 'port_id': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d', 'mac_address': 'fa:16:3e:98:bd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c31050-2782-44c2-bf49-66eddd400ff2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:10.806981 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.832052 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.854509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:10.887404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:10.891612 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.892517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f52b9-300e-4caa-b3c1-dac1c560ac11 req-ccca0fbf-e3f6-45be-a5b5-05a93ce1531a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.901892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af3f52b9-300e-4caa-b3c1-dac1c560ac11 req-ccca0fbf-e3f6-45be-a5b5-05a93ce1531a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 949 time: 0.0755866 Aug 29 04:19:10.903747 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-e6780a64-ee05-4802-9e07-35576336c928 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.915864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.919322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.961526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.978148 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.978722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa797465-bc33-4227-8169-4b2840b5c8d9 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:19:10.983318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-e6780a64-ee05-4802-9e07-35576336c928 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.984761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.988700 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-af9bb5ea-e805-4ac2-a51e-7f1fe4cb6f18 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fa797465-bc33-4227-8169-4b2840b5c8d9 HTTP/1.1" status: 204 len: 168 time: 1.7935398 Aug 29 04:19:10.988854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af3f52b9-300e-4caa-b3c1-dac1c560ac11 req-4a8d58bb-1025-40d7-a972-2b5201402b0c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787079 Aug 29 04:19:10.988971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34514) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:10.991377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-e6780a64-ee05-4802-9e07-35576336c928 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.018106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6780a64-ee05-4802-9e07-35576336c928 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d77ce51-86d0-43ed-adec-9609f776191f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.027247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-e6780a64-ee05-4802-9e07-35576336c928 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.028853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b74e027f-a891-494f-bf06-82e5b45ae5c0 req-e6780a64-ee05-4802-9e07-35576336c928 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3267167 Aug 29 04:19:11.129730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5321b29c-2c86-4c72-8bd1-bc444c569b90 admin admin] Deleting subnet 2639dbc3-f77c-4014-9ed6-8c7064f00124 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:11.133953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5321b29c-2c86-4c72-8bd1-bc444c569b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.156482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a0357d5d-d4a0-47ab-acfe-cb20d6f84995 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:11.183258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a0357d5d-d4a0-47ab-acfe-cb20d6f84995 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:11.183623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a0357d5d-d4a0-47ab-acfe-cb20d6f84995 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:11.188747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 581dd7e5-d9dc-4001-8379-76117b278c27 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:11.213826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5321b29c-2c86-4c72-8bd1-bc444c569b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.222331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 581dd7e5-d9dc-4001-8379-76117b278c27 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:11.222897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 581dd7e5-d9dc-4001-8379-76117b278c27 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:11.261380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:11.325230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e18d53-53b9-4529-8759-876dbfd3e5d0 req-651ffda4-ecbd-49db-ac97-902f6e6428cf tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.333550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5321b29c-2c86-4c72-8bd1-bc444c569b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.334735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1e18d53-53b9-4529-8759-876dbfd3e5d0 req-651ffda4-ecbd-49db-ac97-902f6e6428cf tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.0950999 Aug 29 04:19:11.420728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a85dbecd-c565-449d-a986-5aab1a1fcf15 req-7d0e7233-327a-4af6-8513-529d58710f2a tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/6911994c-0300-4959-bec3-0cb571251e29 HTTP/1.1" status: 200 len: 1802 time: 0.0848289 Aug 29 04:19:11.451021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5321b29c-2c86-4c72-8bd1-bc444c569b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.475588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1e18d53-53b9-4529-8759-876dbfd3e5d0 req-d09090a4-d878-40fe-8aaa-4a70e41d1ade tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826643 Aug 29 04:19:11.532109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321b29c-2c86-4c72-8bd1-bc444c569b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2639dbc3-f77c-4014-9ed6-8c7064f00124,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.534123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5321b29c-2c86-4c72-8bd1-bc444c569b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.536318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5321b29c-2c86-4c72-8bd1-bc444c569b90 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2639dbc3-f77c-4014-9ed6-8c7064f00124 HTTP/1.1" status: 204 len: 168 time: 0.5464067 Aug 29 04:19:11.539395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34530) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:11.544718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f5c36b-7a5f-466e-ae09-587723e447e2 None None] Network e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:11.546880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 943454f4-4a4b-4f35-b9f1-b599c092c7ae up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:11.551337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a85dbecd-c565-449d-a986-5aab1a1fcf15 req-1bcadd7f-a16e-42f5-96d8-19f78c96c483 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.637727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a85dbecd-c565-449d-a986-5aab1a1fcf15 req-1bcadd7f-a16e-42f5-96d8-19f78c96c483 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.670213 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.724189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 943454f4-4a4b-4f35-b9f1-b599c092c7ae completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:11.751909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 943454f4-4a4b-4f35-b9f1-b599c092c7ae triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:11.752570 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.754522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Deleting port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:11.754972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.794304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a85dbecd-c565-449d-a986-5aab1a1fcf15 req-1bcadd7f-a16e-42f5-96d8-19f78c96c483 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.797231 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a85dbecd-c565-449d-a986-5aab1a1fcf15 req-1bcadd7f-a16e-42f5-96d8-19f78c96c483 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.810888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a85dbecd-c565-449d-a986-5aab1a1fcf15 req-1bcadd7f-a16e-42f5-96d8-19f78c96c483 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "DELETE /v2.0/security-groups/6911994c-0300-4959-bec3-0cb571251e29 HTTP/1.1" status: 204 len: 173 time: 0.3789845 Aug 29 04:19:11.848127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcadd7f-a16e-42f5-96d8-19f78c96c483 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6911994c-0300-4959-bec3-0cb571251e29,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.875661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] For port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7954dee9-bc3f-4a31-8d3a-3d6ff57446e7,segment=NetworkSegment(ff628555-d1c9-4b12-abc0-f044bd996992),segment_id=ff628555-d1c9-4b12-abc0-f044bd996992)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:11.876709 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.899021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Calling delete_port for 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:11.914830 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.923456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] DHCP port deletion for e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:11.926743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d257-3270-445f-b048-fe0482cc95c0 req-d7579508-5dee-44db-96c2-8fd9952cc7ad tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.935449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-d7579508-5dee-44db-96c2-8fd9952cc7ad tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 804 time: 0.2314413 Aug 29 04:19:11.977758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126decf6-5b1b-4dd4-afa6-06c19e2e64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943454f4-4a4b-4f35-b9f1-b599c092c7ae'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:11.980275 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e34629-3fe3-4bd1-acb6-33c2470bee26" -d '{"events": [{"server_uuid": "126decf6-5b1b-4dd4-afa6-06c19e2e64f1", "name": "network-vif-plugged", "status": "completed", "tag": "943454f4-4a4b-4f35-b9f1-b599c092c7ae"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:11.986278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-37cac891-b682-43c8-b764-4541502b82e5 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/quotas/2bc1dc9c0bdd48039b49dd94f5a2ea4f HTTP/1.1" status: 200 len: 375 time: 0.0498965 Aug 29 04:19:11.996476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 943454f4-4a4b-4f35-b9f1-b599c092c7ae, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=943454f4-4a4b-4f35-b9f1-b599c092c7ae,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:12.001553 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.003349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.035009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7954dee9-bc3f-4a31-8d3a-3d6ff57446e7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.042175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] No DVR routers for this DVR port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:12.062310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ca5df-afe6-4fa4-bcd0-23a59488c4c9 req-19283dbe-6d5b-41a2-83fa-938762f2d971 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.067889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] Deleting port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:12.068665 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.069936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a09ca5df-afe6-4fa4-bcd0-23a59488c4c9 req-19283dbe-6d5b-41a2-83fa-938762f2d971 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 944 time: 0.1677904 Aug 29 04:19:12.103187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-8cffd756-293b-4256-aa0c-f15713a009d4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152627 Aug 29 04:19:12.144146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=943454f4-4a4b-4f35-b9f1-b599c092c7ae,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.167441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.181634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a09ca5df-afe6-4fa4-bcd0-23a59488c4c9 req-1c8248e5-7629-4679-b2db-107e0e689278 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106899 Aug 29 04:19:12.185008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fb8e37-0b15-4781-8cdb-5b96ebd581d8']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:12.201098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff628555-d1c9-4b12-abc0-f044bd996992') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:12.201359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff628555-d1c9-4b12-abc0-f044bd996992') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:12.214475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] For port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:12.214915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.224406 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.242685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-fa16b01c-2bbd-4c31-bda9-89f79e61d26e service neutron] 10.222.0.58 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385424 Aug 29 04:19:12.254015 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.259116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] Calling delete_port for 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:12.270135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:12.270626 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.270861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] Port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:19:12.272310 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.306483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] Pushing event deleted for resources: {'Port': ['ID=7954dee9-bc3f-4a31-8d3a-3d6ff57446e7,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.312202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27964c-f626-469e-87cb-a168cb0a61fc None None] No DVR routers for this DVR port 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:12.333692 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:12.355013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.371503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8468a5c-b336-494b-8ea6-ebde9da86dc0 req-0659b20c-9586-473b-a020-4262033a1eb0 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/c61ab208-01f7-4e6f-a8c2-8cee33036891 HTTP/1.1" status: 200 len: 1805 time: 0.1174824 Aug 29 04:19:12.372466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.385520 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e4fb8e37-0b15-4781-8cdb-5b96ebd581d8 HTTP/1.1" status: 204 len: 168 time: 0.8338735 Aug 29 04:19:12.394622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-9d615c94-220c-4b57-9203-a67451d250fb service neutron] 10.222.0.58 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508582 Aug 29 04:19:12.397506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2274f1-ef45-4310-abf6-c60b339cd0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4fb8e37-0b15-4781-8cdb-5b96ebd581d8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.440755 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dec24a-8fd9-4e6c-a7e7-6bc66a129ad2 x-openstack-request-id: req-47dec24a-8fd9-4e6c-a7e7-6bc66a129ad2 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:12.441173 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126decf6-5b1b-4dd4-afa6-06c19e2e64f1", "name": "network-vif-plugged", "status": "completed", "tag": "943454f4-4a4b-4f35-b9f1-b599c092c7ae", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:12.441435 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47dec24a-8fd9-4e6c-a7e7-6bc66a129ad2 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:12.441855 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126decf6-5b1b-4dd4-afa6-06c19e2e64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943454f4-4a4b-4f35-b9f1-b599c092c7ae', 'code': 200} Aug 29 04:19:12.472556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 15441b70-142c-4607-b6bd-660d866d8065 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:12.478128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7755def9-849d-44f6-80c2-f422103a701d no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:12.579141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1851bd-9022-43bc-ab4d-c077c92714fa req-25362e58-3aba-468e-8d84-e12aa9a8dcf3 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.581139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d1851bd-9022-43bc-ab4d-c077c92714fa req-25362e58-3aba-468e-8d84-e12aa9a8dcf3 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 950 time: 0.0785635 Aug 29 04:19:12.595751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34560) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:12.604071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f7bf2-96fc-4f53-8cb0-74a708a58a72 req-ec1b3d18-21e6-45fb-bcfb-02d3dd650bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.606255 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c5f7bf2-96fc-4f53-8cb0-74a708a58a72 req-ec1b3d18-21e6-45fb-bcfb-02d3dd650bf3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 1102 time: 0.1055813 Aug 29 04:19:12.649976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c5f7bf2-96fc-4f53-8cb0-74a708a58a72 req-bbefe177-2764-4d38-bbd0-c504b2e9c6d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359850 Aug 29 04:19:12.663542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d1851bd-9022-43bc-ab4d-c077c92714fa req-ac2dd208-5899-4f72-8182-bb4785f89b1c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696628 Aug 29 04:19:12.686051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0778cf7a-422b-4b94-93db-7a44231b0d41 req-4eaa99f1-c0fc-4e60-a6c1-4fdf68a87410 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1181958871', 'description': 'tempest-description-135575681'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:12.714590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-db1fb821-417a-478b-911c-beb365125737 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f8d519bb4e3420b98d88f5cb8511ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174967 Aug 29 04:19:12.717167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34562) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:12.755493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:12.768527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.779719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '15441b70-142c-4607-b6bd-660d866d8065', 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'port_id': '15441b70-142c-4607-b6bd-660d866d8065', 'mac_address': 'fa:16:3e:d6:df:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87caf25-1667-43fd-be52-b8a81d091bdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:12.792027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0778cf7a-422b-4b94-93db-7a44231b0d41 req-4eaa99f1-c0fc-4e60-a6c1-4fdf68a87410 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.837148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:12.846469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:12.849430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba31e4e-79af-4684-ac57-7ae6cdefca2e req-3eeba1af-3123-48c8-85b5-57966a6bf56f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.851063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ba31e4e-79af-4684-ac57-7ae6cdefca2e req-3eeba1af-3123-48c8-85b5-57966a6bf56f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.1171699 Aug 29 04:19:12.854264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9121241c-51c6-437f-850e-b762517f0ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.856326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.883526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:12.884022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7954dee9-bc3f-4a31-8d3a-3d6ff57446e7 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:12.886575 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.903225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9121241c-51c6-437f-850e-b762517f0ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.930691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15441b70-142c-4607-b6bd-660d866d8065 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:12.943866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ba31e4e-79af-4684-ac57-7ae6cdefca2e req-dc2ead76-41a4-43ca-88dc-0e5f38cae435 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846570 Aug 29 04:19:12.965306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:12.968970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.978648 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.033216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0778cf7a-422b-4b94-93db-7a44231b0d41 req-4eaa99f1-c0fc-4e60-a6c1-4fdf68a87410 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.054970 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9121241c-51c6-437f-850e-b762517f0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.058639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9121241c-51c6-437f-850e-b762517f0ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.063650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9121241c-51c6-437f-850e-b762517f0ea1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7dabce90-266e-482b-98ef-47dd1c213e57 HTTP/1.1" status: 204 len: 168 time: 0.3418665 Aug 29 04:19:13.063650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0778cf7a-422b-4b94-93db-7a44231b0d41 req-4eaa99f1-c0fc-4e60-a6c1-4fdf68a87410 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.064067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.094347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7be3c439-12f6-484a-98e9-c3757390bc3d req-3d22e294-bdba-4544-9744-632b2f97f93c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 210 time: 0.0570085 Aug 29 04:19:13.111594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121241c-51c6-437f-850e-b762517f0ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dabce90-266e-482b-98ef-47dd1c213e57,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.134634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0778cf7a-422b-4b94-93db-7a44231b0d41 req-4eaa99f1-c0fc-4e60-a6c1-4fdf68a87410 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.136599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0778cf7a-422b-4b94-93db-7a44231b0d41 req-4eaa99f1-c0fc-4e60-a6c1-4fdf68a87410 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4700019 Aug 29 04:19:13.156735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa99f1-c0fc-4e60-a6c1-4fdf68a87410 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f59c3-d1af-4159-99a8-3c6f1395f104,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.217875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0051d707-2f4b-4076-a723-9c9149be4005 req-7d805534-ef5c-4a4a-9873-c36a1c6dbaf9 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/9f1f59c3-d1af-4159-99a8-3c6f1395f104 HTTP/1.1" status: 200 len: 1804 time: 0.0506215 Aug 29 04:19:13.232181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0051d707-2f4b-4076-a723-9c9149be4005 req-e0a5cf92-5839-4e9b-973b-c0b9fc01b456 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f1f59c3-d1af-4159-99a8-3c6f1395f104', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.232516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0051d707-2f4b-4076-a723-9c9149be4005 req-e0a5cf92-5839-4e9b-973b-c0b9fc01b456 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f1f59c3-d1af-4159-99a8-3c6f1395f104', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.333634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0051d707-2f4b-4076-a723-9c9149be4005 req-e0a5cf92-5839-4e9b-973b-c0b9fc01b456 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.367102 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0051d707-2f4b-4076-a723-9c9149be4005 req-e0a5cf92-5839-4e9b-973b-c0b9fc01b456 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.371108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['15441b70-142c-4607-b6bd-660d866d8065'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:13.378986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325f48c-99d6-4b92-9dbf-52fd777df5ad req-25e67a4a-7514-47c6-8247-1134d52cea3e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.387203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a325f48c-99d6-4b92-9dbf-52fd777df5ad req-25e67a4a-7514-47c6-8247-1134d52cea3e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 944 time: 0.1107295 Aug 29 04:19:13.394811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0051d707-2f4b-4076-a723-9c9149be4005 req-e0a5cf92-5839-4e9b-973b-c0b9fc01b456 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.430800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5cf92-5839-4e9b-973b-c0b9fc01b456 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335e53d7-0177-4722-94d1-e8004bb289e3,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.437409 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0051d707-2f4b-4076-a723-9c9149be4005 req-e0a5cf92-5839-4e9b-973b-c0b9fc01b456 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.438701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0051d707-2f4b-4076-a723-9c9149be4005 req-e0a5cf92-5839-4e9b-973b-c0b9fc01b456 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2125080 Aug 29 04:19:13.470296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a325f48c-99d6-4b92-9dbf-52fd777df5ad req-fdbf2354-2720-4511-b492-7bf40ef044f3 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821147 Aug 29 04:19:13.558059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3162e8d5-5b9d-496f-9883-cd665304a0a2 req-2e031da6-9803-4574-9113-faf71f6c4bff tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/9f1f59c3-d1af-4159-99a8-3c6f1395f104 HTTP/1.1" status: 200 len: 2397 time: 0.0548210 Aug 29 04:19:13.568869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-3162e8d5-5b9d-496f-9883-cd665304a0a2 req-3c716dc6-88cf-42ff-a794-c963fea06460 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f1f59c3-d1af-4159-99a8-3c6f1395f104', 'remote_group_id': None}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.570435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-3162e8d5-5b9d-496f-9883-cd665304a0a2 req-3c716dc6-88cf-42ff-a794-c963fea06460 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f1f59c3-d1af-4159-99a8-3c6f1395f104', 'remote_group_id': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.576901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34586) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:13.620613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e6301bf3-880d-4b32-ab01-022c4450f308 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9dae2fd3d522419e8a707736198e5089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425332 Aug 29 04:19:13.625180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34588) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:13.650928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3162e8d5-5b9d-496f-9883-cd665304a0a2 req-3c716dc6-88cf-42ff-a794-c963fea06460 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.687626 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c136878-7d6b-4d33-bc77-e34f69c3433d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.690316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3162e8d5-5b9d-496f-9883-cd665304a0a2 req-3c716dc6-88cf-42ff-a794-c963fea06460 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.697298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3162e8d5-5b9d-496f-9883-cd665304a0a2 req-3c716dc6-88cf-42ff-a794-c963fea06460 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.716696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c716dc6-88cf-42ff-a794-c963fea06460 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bab610d-d7c9-4401-b05d-661bd0dec0a4,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.732403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3162e8d5-5b9d-496f-9883-cd665304a0a2 req-3c716dc6-88cf-42ff-a794-c963fea06460 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.734544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3162e8d5-5b9d-496f-9883-cd665304a0a2 req-3c716dc6-88cf-42ff-a794-c963fea06460 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1704733 Aug 29 04:19:13.748816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c136878-7d6b-4d33-bc77-e34f69c3433d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.798264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97f605-4299-4626-9b27-21568f380dd8 req-7c1aa19e-d7fd-4ef5-9fb5-969adca63048 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.799786 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a97f605-4299-4626-9b27-21568f380dd8 req-7c1aa19e-d7fd-4ef5-9fb5-969adca63048 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "GET /v2.0/ports?device_id=84040fdc-147f-4513-a8c8-59ae1a687746 HTTP/1.1" status: 200 len: 944 time: 0.1099744 Aug 29 04:19:13.876772 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c136878-7d6b-4d33-bc77-e34f69c3433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.879387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c136878-7d6b-4d33-bc77-e34f69c3433d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.884638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c136878-7d6b-4d33-bc77-e34f69c3433d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b22eebc-55bf-4462-baef-6005631de98d HTTP/1.1" status: 204 len: 168 time: 0.2579064 Aug 29 04:19:13.966346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c136878-7d6b-4d33-bc77-e34f69c3433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b22eebc-55bf-4462-baef-6005631de98d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:14.000682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2e027ea-0b9e-4743-b38e-37bb0188b2af req-fbaf15a3-4020-4b24-86ca-3c3dccbb0df7 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/9f1f59c3-d1af-4159-99a8-3c6f1395f104 HTTP/1.1" status: 200 len: 2995 time: 0.1290770 Aug 29 04:19:14.071362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1845600-d13b-47a5-b030-5ff4b8f1a19f req-744a2ad5-37fa-4708-99e6-3017c8edf54a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.082843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1845600-d13b-47a5-b030-5ff4b8f1a19f req-744a2ad5-37fa-4708-99e6-3017c8edf54a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 950 time: 0.1876335 Aug 29 04:19:14.124999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b5d83a93-405c-4fe4-9cf2-9769412536e0 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.126492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b5d83a93-405c-4fe4-9cf2-9769412536e0 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.64 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 804 time: 0.2715518 Aug 29 04:19:14.130184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Deleting port 7755def9-849d-44f6-80c2-f422103a701d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:14.130527 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.159093 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1845600-d13b-47a5-b030-5ff4b8f1a19f req-d4f8ab72-d1e7-4184-8d26-8c203085c29a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753062 Aug 29 04:19:14.196404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97ade-9545-49eb-bf11-1fc4b1684d23 req-1bd5b663-8110-4b48-97c1-3367dfbde6fe tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.198996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63b97ade-9545-49eb-bf11-1fc4b1684d23 req-1bd5b663-8110-4b48-97c1-3367dfbde6fe tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 944 time: 0.0917673 Aug 29 04:19:14.202663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Request body: {'port': {'device_id': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'admin_state_up': True, 'tenant_id': '2bc1dc9c0bdd48039b49dd94f5a2ea4f'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:14.226415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9230828-0403-4e5f-9134-7e430bc41b39 req-0d1eaec4-53a3-40c2-83b6-c267d1f6aae2 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-group-rules/1bab610d-d7c9-4401-b05d-661bd0dec0a4 HTTP/1.1" status: 200 len: 783 time: 0.0257506 Aug 29 04:19:14.322684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63b97ade-9545-49eb-bf11-1fc4b1684d23 req-350c3086-a96c-4263-9841-0e749719c0c6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953186 Aug 29 04:19:14.331350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] For port 7755def9-849d-44f6-80c2-f422103a701d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7755def9-849d-44f6-80c2-f422103a701d,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:14.331734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.365807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Calling delete_port for 7755def9-849d-44f6-80c2-f422103a701d owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:14.369602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9230828-0403-4e5f-9134-7e430bc41b39 req-6138bd95-9f18-47b6-a427-4216fc3db017 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/9f1f59c3-d1af-4159-99a8-3c6f1395f104 HTTP/1.1" status: 200 len: 2995 time: 0.1349165 Aug 29 04:19:14.406266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a9230828-0403-4e5f-9134-7e430bc41b39 req-adc9432f-98a0-4eba-9f67-a06d426c8225 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.417817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a9230828-0403-4e5f-9134-7e430bc41b39 req-adc9432f-98a0-4eba-9f67-a06d426c8225 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.443281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7755def9-849d-44f6-80c2-f422103a701d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:14.446832 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5cdcca-8a5d-4280-aa4f-cfe03cf22ac0" -d '{"events": [{"server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "name": "network-vif-unplugged", "status": "completed", "tag": "7755def9-849d-44f6-80c2-f422103a701d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:14.458335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Made reservation on behalf of 2bc1dc9c0bdd48039b49dd94f5a2ea4f for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:14.462748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.481943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:14.509579 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b727b2e-b78a-4427-bf8a-bab11e2ee03f req-74f1d55f-b2e2-46bd-b839-5dfad8b9771b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 210 time: 0.0940897 Aug 29 04:19:14.519063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a9230828-0403-4e5f-9134-7e430bc41b39 req-adc9432f-98a0-4eba-9f67-a06d426c8225 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.535125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a9230828-0403-4e5f-9134-7e430bc41b39 req-adc9432f-98a0-4eba-9f67-a06d426c8225 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.550990 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9230828-0403-4e5f-9134-7e430bc41b39 req-adc9432f-98a0-4eba-9f67-a06d426c8225 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1bab610d-d7c9-4401-b05d-661bd0dec0a4 HTTP/1.1" status: 204 len: 173 time: 0.1780186 Aug 29 04:19:14.564627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9432f-98a0-4eba-9f67-a06d426c8225 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bab610d-d7c9-4401-b05d-661bd0dec0a4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:14.610214 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43f6e87-2b5f-4a63-bb46-f99e54990430 x-openstack-request-id: req-c43f6e87-2b5f-4a63-bb46-f99e54990430 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:14.610504 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "name": "network-vif-unplugged", "status": "completed", "tag": "7755def9-849d-44f6-80c2-f422103a701d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:14.613557 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c43f6e87-2b5f-4a63-bb46-f99e54990430 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:14.617442 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7755def9-849d-44f6-80c2-f422103a701d', 'code': 200} Aug 29 04:19:14.644967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:14.650145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:14.650654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.693052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Allocated IP 172.20.0.11 (a6cd64d9-4479-4547-af75-ebda8319ce2f/b480b34a-6bad-4787-bac0-0d87ef5d3d8b/301d8669-d5d8-49a3-bec2-00dad1d30a86) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:14.702931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-637e5c62-ff77-4cf9-bf5b-999761a63391 req-96ab929f-1e09-4488-92cf-cb08932c8a53 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/9f1f59c3-d1af-4159-99a8-3c6f1395f104 HTTP/1.1" status: 200 len: 2397 time: 0.0786388 Aug 29 04:19:14.707044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.760922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Pushing event deleted for resources: {'Port': ['ID=7755def9-849d-44f6-80c2-f422103a701d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:14.778109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.821240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84d4ac-edcb-4f10-9e68-b21b8a1e1f99 req-9db0b04a-8b3f-4eb5-abb6-a0e41a373b6d tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.823001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef84d4ac-edcb-4f10-9e68-b21b8a1e1f99 req-9db0b04a-8b3f-4eb5-abb6-a0e41a373b6d tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 944 time: 0.1161830 Aug 29 04:19:14.834091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] No DVR routers for this DVR port 7755def9-849d-44f6-80c2-f422103a701d on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:14.838434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:14.841439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.843001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-637e5c62-ff77-4cf9-bf5b-999761a63391 req-43252458-0bfd-4bdb-828c-c24b1d829404 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.843827 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a97f605-4299-4626-9b27-21568f380dd8 req-f44e6a73-816e-4736-b98b-ba6bd2cea703 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "DELETE /v2.0/ports/7755def9-849d-44f6-80c2-f422103a701d HTTP/1.1" status: 204 len: 173 time: 1.0309494 Aug 29 04:19:14.844374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'name': 'network-vif-deleted', 'tag': '7755def9-849d-44f6-80c2-f422103a701d'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:14.846976 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e857f67-c2ec-44b1-8077-24ff8f8fcb33" -d '{"events": [{"server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "name": "network-vif-deleted", "tag": "7755def9-849d-44f6-80c2-f422103a701d"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:14.849529 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.904420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-637e5c62-ff77-4cf9-bf5b-999761a63391 req-43252458-0bfd-4bdb-828c-c24b1d829404 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.919671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef84d4ac-edcb-4f10-9e68-b21b8a1e1f99 req-4f7ecf60-3c13-4b53-b740-0a2a9c2e7f76 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869207 Aug 29 04:19:14.999571 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-637e5c62-ff77-4cf9-bf5b-999761a63391 req-43252458-0bfd-4bdb-828c-c24b1d829404 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.003658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-637e5c62-ff77-4cf9-bf5b-999761a63391 req-43252458-0bfd-4bdb-828c-c24b1d829404 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.005773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-637e5c62-ff77-4cf9-bf5b-999761a63391 req-43252458-0bfd-4bdb-828c-c24b1d829404 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "DELETE /v2.0/security-groups/9f1f59c3-d1af-4159-99a8-3c6f1395f104 HTTP/1.1" status: 204 len: 173 time: 0.3001299 Aug 29 04:19:15.007961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.030071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43252458-0bfd-4bdb-828c-c24b1d829404 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f59c3-d1af-4159-99a8-3c6f1395f104,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.045877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.090719 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262f24dd-7476-4474-9f4d-a61c729c98c9 x-openstack-request-id: req-262f24dd-7476-4474-9f4d-a61c729c98c9 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:15.091014 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84040fdc-147f-4513-a8c8-59ae1a687746", "name": "network-vif-deleted", "tag": "7755def9-849d-44f6-80c2-f422103a701d", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:15.091275 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-262f24dd-7476-4474-9f4d-a61c729c98c9 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:15.091792 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84040fdc-147f-4513-a8c8-59ae1a687746', 'name': 'network-vif-deleted', 'tag': '7755def9-849d-44f6-80c2-f422103a701d', 'status': 'completed', 'code': 200} Aug 29 04:19:15.098224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.135750 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-264e18dc-bac3-4dac-b2cd-bb4ead017638 req-c9d63447-d20a-4a1e-932b-718ceea37a1d tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] show failed (client error): The resource could not be found. Aug 29 04:19:15.161769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-264e18dc-bac3-4dac-b2cd-bb4ead017638 req-c9d63447-d20a-4a1e-932b-718ceea37a1d tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/6911994c-0300-4959-bec3-0cb571251e29 HTTP/1.1" status: 404 len: 352 time: 0.0262530 Aug 29 04:19:15.162363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Network a6cd64d9-4479-4547-af75-ebda8319ce2f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:15.168455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:15.179414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:15.216128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Pushing event updated for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.239046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce6e3ebf-31ff-46ae-8cae-f8ae50a93ed0 req-98f9a49b-aee1-487f-8020-cd388b8a7cbe tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/c61ab208-01f7-4e6f-a8c2-8cee33036891 HTTP/1.1" status: 200 len: 1805 time: 0.0743878 Aug 29 04:19:15.267484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.268374 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.285257 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-b2cff404-6c94-4854-907d-a56a7e0d264d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1352434 Aug 29 04:19:15.299161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Request body: {'port': {'device_id': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:15.335112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8b2ae-4d6b-4afc-a89d-8deea7a6e9c0 req-2d127eff-3f8b-4286-84ed-7d712579352f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.337467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94a8b2ae-4d6b-4afc-a89d-8deea7a6e9c0 req-2d127eff-3f8b-4286-84ed-7d712579352f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 950 time: 0.0733316 Aug 29 04:19:15.364728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ce6e3ebf-31ff-46ae-8cae-f8ae50a93ed0 req-11a5bac4-68b3-4696-a8f0-fa4acc765525 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.369219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.406688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ce6e3ebf-31ff-46ae-8cae-f8ae50a93ed0 req-11a5bac4-68b3-4696-a8f0-fa4acc765525 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.417354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94a8b2ae-4d6b-4afc-a89d-8deea7a6e9c0 req-0160493a-9691-4fa4-beb7-0f87d90c5799 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697641 Aug 29 04:19:15.465746 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ce6e3ebf-31ff-46ae-8cae-f8ae50a93ed0 req-11a5bac4-68b3-4696-a8f0-fa4acc765525 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.468709 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ce6e3ebf-31ff-46ae-8cae-f8ae50a93ed0 req-11a5bac4-68b3-4696-a8f0-fa4acc765525 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.481980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce6e3ebf-31ff-46ae-8cae-f8ae50a93ed0 req-11a5bac4-68b3-4696-a8f0-fa4acc765525 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "DELETE /v2.0/security-groups/c61ab208-01f7-4e6f-a8c2-8cee33036891 HTTP/1.1" status: 204 len: 173 time: 0.2359190 Aug 29 04:19:15.499564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5bac4-68b3-4696-a8f0-fa4acc765525 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61ab208-01f7-4e6f-a8c2-8cee33036891,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.659599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cadeb-465c-4656-9a5a-372a7c852704 req-4611fcc0-21cf-4fd4-9ac6-d6ce787d40b0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.661188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c95cadeb-465c-4656-9a5a-372a7c852704 req-4611fcc0-21cf-4fd4-9ac6-d6ce787d40b0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 944 time: 0.0776210 Aug 29 04:19:15.760081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c95cadeb-465c-4656-9a5a-372a7c852704 req-2597d0e6-b5d7-4f4c-929c-3dd3d88ebb28 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787990 Aug 29 04:19:15.816203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301d8669-d5d8-49a3-bec2-00dad1d30a86 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:15.826609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.840560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Transition to ACTIVE for port object 301d8669-d5d8-49a3-bec2-00dad1d30a86 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:15.842798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9384a03-4bd1-4111-96b1-de2b655e0b72 req-01023e90-0068-4bbe-be4d-789d16a17f70 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/c6b1d9f0-0a27-463d-a66a-e52aa3058280 HTTP/1.1" status: 200 len: 1803 time: 0.0606775 Aug 29 04:19:15.845396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.925836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f304f-1838-4dab-a0c9-cfc47cacd594 req-3490b01a-484c-4d9d-b9b4-ff86780b05c6 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.926103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Pushing event updated for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.927371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d0f304f-1838-4dab-a0c9-cfc47cacd594 req-3490b01a-484c-4d9d-b9b4-ff86780b05c6 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 1102 time: 0.0824561 Aug 29 04:19:15.948760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f9384a03-4bd1-4111-96b1-de2b655e0b72 req-0aaaf467-555d-42f7-9141-2e03a8014960 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.992695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Attempting to bind port 301d8669-d5d8-49a3-bec2-00dad1d30a86 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:15.993284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Attempting to bind port 301d8669-d5d8-49a3-bec2-00dad1d30a86 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:15.993780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Attempting to bind port 301d8669-d5d8-49a3-bec2-00dad1d30a86 on network a6cd64d9-4479-4547-af75-ebda8319ce2f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:15.998443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Port 301d8669-d5d8-49a3-bec2-00dad1d30a86 on network a6cd64d9-4479-4547-af75-ebda8319ce2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:15.999009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Attempting to bind port 301d8669-d5d8-49a3-bec2-00dad1d30a86 on network a6cd64d9-4479-4547-af75-ebda8319ce2f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:16.003872 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d0f304f-1838-4dab-a0c9-cfc47cacd594 req-c9772269-f790-4d74-8cbc-387196baa9a6 tempest-ServersOnMultiNodesTest-897890903 tempest-ServersOnMultiNodesTest-897890903-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560532 Aug 29 04:19:16.005191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:16.005513 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f9384a03-4bd1-4111-96b1-de2b655e0b72 req-0aaaf467-555d-42f7-9141-2e03a8014960 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.005914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Checking segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:16.006481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Bound using segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:16.007120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Bound port: 301d8669-d5d8-49a3-bec2-00dad1d30a86, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:16.008468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.107391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:16.110762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:16.117328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f9384a03-4bd1-4111-96b1-de2b655e0b72 req-0aaaf467-555d-42f7-9141-2e03a8014960 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.118271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.120095 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f9384a03-4bd1-4111-96b1-de2b655e0b72 req-0aaaf467-555d-42f7-9141-2e03a8014960 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.121107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9384a03-4bd1-4111-96b1-de2b655e0b72 req-0aaaf467-555d-42f7-9141-2e03a8014960 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "DELETE /v2.0/security-groups/c6b1d9f0-0a27-463d-a66a-e52aa3058280 HTTP/1.1" status: 204 len: 173 time: 0.2775147 Aug 29 04:19:16.130934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaf467-555d-42f7-9141-2e03a8014960 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b1d9f0-0a27-463d-a66a-e52aa3058280,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.156200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeead1a-613f-455e-821a-3586d8057ddb req-54556dfa-b5d5-4d7d-903c-c44ea5496c3c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.157895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4eeead1a-613f-455e-821a-3586d8057ddb req-54556dfa-b5d5-4d7d-903c-c44ea5496c3c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 944 time: 0.0775838 Aug 29 04:19:16.172824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.174056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.175694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] 10.222.0.64 "PUT /v2.0/ports/301d8669-d5d8-49a3-bec2-00dad1d30a86 HTTP/1.1" status: 200 len: 1093 time: 0.8813376 Aug 29 04:19:16.204729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f1665-3198-4c6b-8d11-ff073ea5100f service neutron] Pushing event updated for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.218061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4eeead1a-613f-455e-821a-3586d8057ddb req-7be66134-47ef-4106-8742-0ec86ec7247a tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 Aug 29 04:19:16.297886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d257-3270-445f-b048-fe0482cc95c0 req-40ca88e4-99e6-462b-af27-f2d7f240ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.299825 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-40ca88e4-99e6-462b-af27-f2d7f240ca62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 1096 time: 0.0574243 Aug 29 04:19:16.357690 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-0e7079b9-89ed-42c6-a17c-54ee3ec2bbaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86 HTTP/1.1" status: 200 len: 217 time: 0.0469005 Aug 29 04:19:16.361349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b268ebf-43c8-4568-9f83-4ba3946132a4 req-be9f8b2c-2e0e-47a4-b760-24e3db721af8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.363017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b268ebf-43c8-4568-9f83-4ba3946132a4 req-be9f8b2c-2e0e-47a4-b760-24e3db721af8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 945 time: 0.0599105 Aug 29 04:19:16.409812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b268ebf-43c8-4568-9f83-4ba3946132a4 req-043a707a-d356-4f76-96ce-290fbdf783e7 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Aug 29 04:19:16.443293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d257-3270-445f-b048-fe0482cc95c0 req-ee7a2961-5d9f-4a50-89c2-192ebb11fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.447632 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-ee7a2961-5d9f-4a50-89c2-192ebb11fe7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 200 len: 844 time: 0.0806477 Aug 29 04:19:16.481779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 15441b70-142c-4607-b6bd-660d866d8065 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:16.495083 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-467a8ce7-5a19-42a3-8a5d-8e8352bab21e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6cd64d9-4479-4547-af75-ebda8319ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332572 Aug 29 04:19:16.569285 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17e0b93-33db-449a-a575-9d2f89c70eed req-878b18ad-98ee-4457-bda4-054f0c19333e tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/965c99de-fe22-474e-b7f2-6bcab8a25d11 HTTP/1.1" status: 200 len: 1803 time: 0.0958064 Aug 29 04:19:16.571255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 15441b70-142c-4607-b6bd-660d866d8065 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:16.583871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 15441b70-142c-4607-b6bd-660d866d8065 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:16.584288 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.620465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:16.622728 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9868c305-4d34-4547-b36a-549af6fb492f" -d '{"events": [{"server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "name": "network-vif-plugged", "status": "completed", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:16.649779 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-1be1431c-1bf2-4a1e-8eb2-c4caf7c357b8 service neutron] 10.222.0.64 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464643 Aug 29 04:19:16.710032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a17e0b93-33db-449a-a575-9d2f89c70eed req-57f76184-d08c-44ad-a65b-033ee5cdbbad tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.717567 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.746679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a17e0b93-33db-449a-a575-9d2f89c70eed req-57f76184-d08c-44ad-a65b-033ee5cdbbad tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.769867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd3b2d-d5ee-4b0e-964c-e45ba9736961 req-04b65d7c-2a57-4356-a7e8-07a16429bf0c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.778005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ebd3b2d-d5ee-4b0e-964c-e45ba9736961 req-04b65d7c-2a57-4356-a7e8-07a16429bf0c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 950 time: 0.1222603 Aug 29 04:19:16.792886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:16.803355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.812344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1067d257-3270-445f-b048-fe0482cc95c0 req-bb999345-ac36-443c-968b-70ee0e10617a service neutron] 10.222.0.64 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428485 Aug 29 04:19:16.843484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ebd3b2d-d5ee-4b0e-964c-e45ba9736961 req-ba1d7467-5bf0-4e90-81cb-01ed26112cef tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599713 Aug 29 04:19:16.857237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a17e0b93-33db-449a-a575-9d2f89c70eed req-57f76184-d08c-44ad-a65b-033ee5cdbbad tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.859865 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a17e0b93-33db-449a-a575-9d2f89c70eed req-57f76184-d08c-44ad-a65b-033ee5cdbbad tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.861101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17e0b93-33db-449a-a575-9d2f89c70eed req-57f76184-d08c-44ad-a65b-033ee5cdbbad tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "DELETE /v2.0/security-groups/965c99de-fe22-474e-b7f2-6bcab8a25d11 HTTP/1.1" status: 204 len: 173 time: 0.2850981 Aug 29 04:19:16.880467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f76184-d08c-44ad-a65b-033ee5cdbbad tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965c99de-fe22-474e-b7f2-6bcab8a25d11,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.911565 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7df8f7-d361-44d8-aede-53dfcf17ade1 x-openstack-request-id: req-8f7df8f7-d361-44d8-aede-53dfcf17ade1 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:16.912847 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "name": "network-vif-plugged", "status": "completed", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:16.913922 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f7df8f7-d361-44d8-aede-53dfcf17ade1 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:16.914764 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d', 'code': 200} Aug 29 04:19:16.941391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.980730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-20f31a64-8759-4777-90f3-11fc18346cb6 req-f82bc60d-6f25-4b54-ac74-43f6cf4de867 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/ae084d59-5d72-47b3-80ad-a87359f66e74 HTTP/1.1" status: 200 len: 2403 time: 0.0579040 Aug 29 04:19:17.066728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff5bb9-e7cc-4a12-a380-d9c09488ac47 req-381995da-8837-4950-9923-6824e4becbff tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.068293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0ff5bb9-e7cc-4a12-a380-d9c09488ac47 req-381995da-8837-4950-9923-6824e4becbff tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.0846429 Aug 29 04:19:17.074064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9a1d1-c65e-41e5-8a85-519dc6d31675 req-d61b3a11-6de8-4d58-aad4-c539d83655c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.077350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cec9a1d1-c65e-41e5-8a85-519dc6d31675 req-d61b3a11-6de8-4d58-aad4-c539d83655c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1097 time: 0.0858891 Aug 29 04:19:17.087833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34708) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:17.093586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:17.095683 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f5938a-1de8-47b2-a302-92508940e336" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:17.100153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-20f31a64-8759-4777-90f3-11fc18346cb6 req-6656823f-5571-4b71-b0f6-af2a0ae0d59f tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.131650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0ff5bb9-e7cc-4a12-a380-d9c09488ac47 req-aff05d5e-3668-4f76-81ff-faabf4192272 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562203 Aug 29 04:19:17.134316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cec9a1d1-c65e-41e5-8a85-519dc6d31675 req-702edf5a-3c86-4a48-8564-0be1f27e9a6d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357194 Aug 29 04:19:17.141584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-20f31a64-8759-4777-90f3-11fc18346cb6 req-6656823f-5571-4b71-b0f6-af2a0ae0d59f tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.181605 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5fc89f-c90a-458f-8798-5dd1f9d51ef4 x-openstack-request-id: req-ec5fc89f-c90a-458f-8798-5dd1f9d51ef4 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:17.181896 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:17.182141 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec5fc89f-c90a-458f-8798-5dd1f9d51ef4 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:17.182525 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'status': 'completed', 'code': 200} Aug 29 04:19:17.204683 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-20f31a64-8759-4777-90f3-11fc18346cb6 req-6656823f-5571-4b71-b0f6-af2a0ae0d59f tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.208877 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-20f31a64-8759-4777-90f3-11fc18346cb6 req-6656823f-5571-4b71-b0f6-af2a0ae0d59f tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.211292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-20f31a64-8759-4777-90f3-11fc18346cb6 req-6656823f-5571-4b71-b0f6-af2a0ae0d59f tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "DELETE /v2.0/security-groups/ae084d59-5d72-47b3-80ad-a87359f66e74 HTTP/1.1" status: 204 len: 173 time: 0.2254472 Aug 29 04:19:17.251078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656823f-5571-4b71-b0f6-af2a0ae0d59f tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae084d59-5d72-47b3-80ad-a87359f66e74,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.287050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-63091e93-f027-4048-88a2-06f47691c653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.307127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5938a-1de8-47b2-a302-92508940e336 req-c006809c-6637-49cc-901c-cb488c8b1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.308809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96f5938a-1de8-47b2-a302-92508940e336 req-c006809c-6637-49cc-901c-cb488c8b1d9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 1096 time: 0.0943909 Aug 29 04:19:17.346891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8ef37fc-9f4d-41ed-a01a-39ccd8cae73f req-a42129f0-4e83-4d26-91cb-59dc74916515 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "GET /v2.0/security-groups/9c55a225-c137-471f-b3d7-10a0e6f3e09b HTTP/1.1" status: 200 len: 2396 time: 0.1066523 Aug 29 04:19:17.350317 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db03f705-1e3d-459e-943b-ecf4dcce9e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.443373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af3e4f-a19a-441c-8068-7455c7159e81 req-2b0bed5e-537f-473b-8ef1-4696209cbfca tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.445782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8af3e4f-a19a-441c-8068-7455c7159e81 req-2b0bed5e-537f-473b-8ef1-4696209cbfca tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 944 time: 0.0977178 Aug 29 04:19:17.469492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d8ef37fc-9f4d-41ed-a01a-39ccd8cae73f req-70c05dc0-9125-4ebe-8c00-db577f8c8c28 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.524676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d8ef37fc-9f4d-41ed-a01a-39ccd8cae73f req-70c05dc0-9125-4ebe-8c00-db577f8c8c28 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.539487 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8af3e4f-a19a-441c-8068-7455c7159e81 req-62e1aea4-9cf8-41e9-9dc2-393a2efa1d3b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835187 Aug 29 04:19:17.608453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d8ef37fc-9f4d-41ed-a01a-39ccd8cae73f req-70c05dc0-9125-4ebe-8c00-db577f8c8c28 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.613133 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d8ef37fc-9f4d-41ed-a01a-39ccd8cae73f req-70c05dc0-9125-4ebe-8c00-db577f8c8c28 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.615482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8ef37fc-9f4d-41ed-a01a-39ccd8cae73f req-70c05dc0-9125-4ebe-8c00-db577f8c8c28 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] 10.222.0.58 "DELETE /v2.0/security-groups/9c55a225-c137-471f-b3d7-10a0e6f3e09b HTTP/1.1" status: 204 len: 173 time: 0.2562575 Aug 29 04:19:17.629051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34724) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:17.685200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c05dc0-9125-4ebe-8c00-db577f8c8c28 tempest-SecurityGroupRulesTestJSON-1740910799 tempest-SecurityGroupRulesTestJSON-1740910799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c55a225-c137-471f-b3d7-10a0e6f3e09b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.743004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5938a-1de8-47b2-a302-92508940e336 req-5c4d03c5-daaf-4937-904d-0c95a8f74f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.745008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96f5938a-1de8-47b2-a302-92508940e336 req-5c4d03c5-daaf-4937-904d-0c95a8f74f64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 905 time: 0.4207685 Aug 29 04:19:17.762676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-80939f9f-456f-41ef-ae7c-8d253099b2f4 admin admin] Deleting subnet e6b5296a-a5b9-499e-a38c-7e4364e1a4e2 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:17.769127 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80939f9f-456f-41ef-ae7c-8d253099b2f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.797108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367609b0-610f-4bf7-8b16-f3a944e68b86 req-30ad8bc4-26f6-4ae7-bbf2-021e8b98fa0f tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.798625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-367609b0-610f-4bf7-8b16-f3a944e68b86 req-30ad8bc4-26f6-4ae7-bbf2-021e8b98fa0f tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 945 time: 0.1523600 Aug 29 04:19:17.801604 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96f5938a-1de8-47b2-a302-92508940e336 req-744d3511-f780-4c39-a07b-e3ca0675d85b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86 HTTP/1.1" status: 200 len: 217 time: 0.0462902 Aug 29 04:19:17.825304 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-63091e93-f027-4048-88a2-06f47691c653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.826212 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80939f9f-456f-41ef-ae7c-8d253099b2f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.842437 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80939f9f-456f-41ef-ae7c-8d253099b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.856583 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-63091e93-f027-4048-88a2-06f47691c653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.884603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-367609b0-610f-4bf7-8b16-f3a944e68b86 req-13a5fd53-d24a-4eac-b730-4414da6eb0ae tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Aug 29 04:19:17.924919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80939f9f-456f-41ef-ae7c-8d253099b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.934745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5938a-1de8-47b2-a302-92508940e336 req-4f055dcf-1108-4e92-95c9-fce8dc451f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.936685 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96f5938a-1de8-47b2-a302-92508940e336 req-4f055dcf-1108-4e92-95c9-fce8dc451f98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 200 len: 844 time: 0.1254787 Aug 29 04:19:17.962491 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80939f9f-456f-41ef-ae7c-8d253099b2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.966829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-80939f9f-456f-41ef-ae7c-8d253099b2f4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e6b5296a-a5b9-499e-a38c-7e4364e1a4e2 HTTP/1.1" status: 204 len: 168 time: 0.3322778 Aug 29 04:19:17.966829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80939f9f-456f-41ef-ae7c-8d253099b2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b5296a-a5b9-499e-a38c-7e4364e1a4e2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.967976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34728) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:17.983690 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-63091e93-f027-4048-88a2-06f47691c653 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=938439cda4c84d1d97871da8eb472686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8941865 Aug 29 04:19:17.985861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63091e93-f027-4048-88a2-06f47691c653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9238f66-fd39-486c-a8dc-9fdd9c904268,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.008945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34730) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:18.047445 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96f5938a-1de8-47b2-a302-92508940e336 req-a6d3c82a-bc57-46b4-a392-88beaac4b70f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6cd64d9-4479-4547-af75-ebda8319ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024702 Aug 29 04:19:18.089566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46e1fd-dbc7-4f4c-ba0e-02c7fdd19e02 req-d01eb7bc-9414-4a72-974c-b85df8b216bf tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.091397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb46e1fd-dbc7-4f4c-ba0e-02c7fdd19e02 req-d01eb7bc-9414-4a72-974c-b85df8b216bf tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 950 time: 0.1556406 Aug 29 04:19:18.141629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.196055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb46e1fd-dbc7-4f4c-ba0e-02c7fdd19e02 req-4ad3ca98-9c8d-49e7-b1b6-0fcc71df1ef9 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929425 Aug 29 04:19:18.217607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-66464ef5-a09d-46c0-8b0b-96081e4b55cc tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.219139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-66464ef5-a09d-46c0-8b0b-96081e4b55cc tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 950 time: 0.1381216 Aug 29 04:19:18.244576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca2a08b1-138f-4ed9-80e0-0d2be1bf5a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.277803 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96f5938a-1de8-47b2-a302-92508940e336 req-d671087c-0506-43d2-b88f-830c075db1f4 service neutron] 10.222.0.64 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110684 Aug 29 04:19:18.292809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.308332 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.309381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.310377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.310843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > port after_create 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.311257 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.311817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > port after_update 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.312194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.312615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.313033 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.313466 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.318904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca2a08b1-138f-4ed9-80e0-0d2be1bf5a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.420217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.420580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.420925 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.421267 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:18.421656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9552d95c-5f4a-44bc-a703-a589b74c4610']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:18.448652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b20158-2f92-4c5d-af6b-47db075e7dea') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:18.448846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca2a08b1-138f-4ed9-80e0-0d2be1bf5a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.448967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b20158-2f92-4c5d-af6b-47db075e7dea') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:18.451286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca2a08b1-138f-4ed9-80e0-0d2be1bf5a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.455359 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ca2a08b1-138f-4ed9-80e0-0d2be1bf5a96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9238f66-fd39-486c-a8dc-9fdd9c904268 HTTP/1.1" status: 204 len: 168 time: 0.4169154 Aug 29 04:19:18.473218 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96f5938a-1de8-47b2-a302-92508940e336 req-a49e15f5-b803-4b1d-b4ac-c3565f8a01c4 service neutron] 10.222.0.64 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813588 Aug 29 04:19:18.476330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a08b1-138f-4ed9-80e0-0d2be1bf5a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9238f66-fd39-486c-a8dc-9fdd9c904268,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.481868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.485083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Deleting port 943454f4-4a4b-4f35-b9f1-b599c092c7ae {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:18.485527 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.497362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7755def9-849d-44f6-80c2-f422103a701d no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:18.550043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fa029-5eda-4c3a-a823-daf94da3b5a6 req-0470589c-af90-41b8-9d86-77e84445bad8 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.566378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-279fa029-5eda-4c3a-a823-daf94da3b5a6 req-0470589c-af90-41b8-9d86-77e84445bad8 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.3213513 Aug 29 04:19:18.577327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 7755def9-849d-44f6-80c2-f422103a701d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:18.577740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7755def9-849d-44f6-80c2-f422103a701d not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:18.603916 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.644875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-279fa029-5eda-4c3a-a823-daf94da3b5a6 req-1f596114-d53d-4bb9-a453-585da9e3f4ef tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726783 Aug 29 04:19:18.646626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:18.648603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: from cryptography.utils import int_from_bytes Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: from cryptography.utils import int_from_bytes Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:18.663205 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:18.682580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] For port 943454f4-4a4b-4f35-b9f1-b599c092c7ae, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=943454f4-4a4b-4f35-b9f1-b599c092c7ae,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.684224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.713593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Calling delete_port for 943454f4-4a4b-4f35-b9f1-b599c092c7ae owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:18.825485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d9ff5-42fd-438b-b530-580a0f3bad13 req-8db0f7a9-8787-44f7-8f8d-8561f342f816 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.833242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-735d9ff5-42fd-438b-b530-580a0f3bad13 req-8db0f7a9-8787-44f7-8f8d-8561f342f816 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 944 time: 0.1194208 Aug 29 04:19:18.836085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.867972 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.869903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] 10.222.0.58 "DELETE /v2.0/networks/9552d95c-5f4a-44bc-a703-a589b74c4610 HTTP/1.1" status: 204 len: 168 time: 0.8683801 Aug 29 04:19:18.873586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ac184-b13a-4a0f-a858-aa5418f975ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9552d95c-5f4a-44bc-a703-a589b74c4610,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.903295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-735d9ff5-42fd-438b-b530-580a0f3bad13 req-3646b2c7-2142-44eb-ad73-a4d4d51eacd6 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689647 Aug 29 04:19:18.911455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.916519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15441b70-142c-4607-b6bd-660d866d8065'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:18.920541 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d90c3-c7c6-4229-ae87-f5bf522fcd1c" -d '{"events": [{"server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "name": "network-vif-plugged", "status": "completed", "tag": "15441b70-142c-4607-b6bd-660d866d8065"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:18.933242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'c30962b7-d3c9-4e18-988f-3fec45beee9e', '943454f4-4a4b-4f35-b9f1-b599c092c7ae'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:18.940866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', '51d8f823-4b77-44c3-8827-46d5d93b0e23', '5590630e-eaf8-4f03-bef1-7c6aa742c494'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:18.977318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event deleted for resources: {'Port': ['ID=943454f4-4a4b-4f35-b9f1-b599c092c7ae,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.074855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] No DVR routers for this DVR port 943454f4-4a4b-4f35-b9f1-b599c092c7ae on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:19.077837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.085965 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cf2015-1339-484d-94bb-e6fb67d685a1 x-openstack-request-id: req-98cf2015-1339-484d-94bb-e6fb67d685a1 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:19.086465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d70fc2c-da1c-4e21-95df-95c60a34b641 req-7ba4109c-a693-4fee-a365-8a309762ee57 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "DELETE /v2.0/ports/943454f4-4a4b-4f35-b9f1-b599c092c7ae HTTP/1.1" status: 204 len: 173 time: 0.8525240 Aug 29 04:19:19.087119 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "name": "network-vif-plugged", "status": "completed", "tag": "15441b70-142c-4607-b6bd-660d866d8065", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:19.087544 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98cf2015-1339-484d-94bb-e6fb67d685a1 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:19.092737 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15441b70-142c-4607-b6bd-660d866d8065', 'code': 200} Aug 29 04:19:19.138334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff438be-67de-4315-bf51-2e56b6fb2918 req-13056b6e-4252-49e9-a574-6c9541c84631 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.147459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dff438be-67de-4315-bf51-2e56b6fb2918 req-13056b6e-4252-49e9-a574-6c9541c84631 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 945 time: 0.1007929 Aug 29 04:19:19.185048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34758) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:19.205274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126decf6-5b1b-4dd4-afa6-06c19e2e64f1', 'name': 'network-vif-deleted', 'tag': '943454f4-4a4b-4f35-b9f1-b599c092c7ae'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:19.211269 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9422a7-72ad-458f-a231-77a743a66380" -d '{"events": [{"server_uuid": "126decf6-5b1b-4dd4-afa6-06c19e2e64f1", "name": "network-vif-deleted", "tag": "943454f4-4a4b-4f35-b9f1-b599c092c7ae"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:19.225425 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dff438be-67de-4315-bf51-2e56b6fb2918 req-20401e90-3cb2-4b38-9d9b-725b5acec79b tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739803 Aug 29 04:19:19.273029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99cb0-cb88-4f55-bf51-5173dd82f3ac req-0a420423-1163-4dd0-be97-892cef9db20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.274657 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cce99cb0-cb88-4f55-bf51-5173dd82f3ac req-0a420423-1163-4dd0-be97-892cef9db20d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1097 time: 0.1232734 Aug 29 04:19:19.342250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cc09a6bf-cec5-49a2-b5f3-59d29b421d82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abc7e20637f34b91b22a7568c7adbd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556220 Aug 29 04:19:19.345582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34766) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:19.352431 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc98ed1-40e6-4a31-b7b9-8717e69861ba x-openstack-request-id: req-2fc98ed1-40e6-4a31-b7b9-8717e69861ba {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:19.352787 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126decf6-5b1b-4dd4-afa6-06c19e2e64f1", "name": "network-vif-deleted", "tag": "943454f4-4a4b-4f35-b9f1-b599c092c7ae", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:19.352998 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fc98ed1-40e6-4a31-b7b9-8717e69861ba {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:19.354264 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126decf6-5b1b-4dd4-afa6-06c19e2e64f1', 'name': 'network-vif-deleted', 'tag': '943454f4-4a4b-4f35-b9f1-b599c092c7ae', 'status': 'completed', 'code': 200} Aug 29 04:19:19.399352 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cce99cb0-cb88-4f55-bf51-5173dd82f3ac req-9630a53c-09df-4c05-8d9e-728c5f6532eb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142318 Aug 29 04:19:19.469056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5853fc1a-a5ec-4ec9-aad7-a8bfa43d17b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.510797 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5853fc1a-a5ec-4ec9-aad7-a8bfa43d17b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.524355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2848aece-7f53-4e34-904b-eba7b3c214b7 req-dc771bb5-8563-4522-b6bc-2f3d7b6f98c0 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=126decf6-5b1b-4dd4-afa6-06c19e2e64f1 HTTP/1.1" status: 200 len: 210 time: 0.0752165 Aug 29 04:19:19.590305 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5853fc1a-a5ec-4ec9-aad7-a8bfa43d17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.590655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-c4a03a61-300a-4520-a1d9-4fc805845e7e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-809788025&fields=id&tenant_id=ceed98b3db224cb892e7c9dbd48be221 HTTP/1.1" status: 200 len: 267 time: 0.1283352 Aug 29 04:19:19.593792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5853fc1a-a5ec-4ec9-aad7-a8bfa43d17b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.595151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5853fc1a-a5ec-4ec9-aad7-a8bfa43d17b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a35f8c00-1ac1-4f10-b48d-920b34ebc094 HTTP/1.1" status: 204 len: 168 time: 0.2394433 Aug 29 04:19:19.606638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853fc1a-a5ec-4ec9-aad7-a8bfa43d17b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35f8c00-1ac1-4f10-b48d-920b34ebc094,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.610081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301d8669-d5d8-49a3-bec2-00dad1d30a86 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:19.665904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-4fe803fa-b8a4-45a8-835d-3f26c2b9e065 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.680995 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-4fe803fa-b8a4-45a8-835d-3f26c2b9e065 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 945 time: 0.0828521 Aug 29 04:19:19.694253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'port': {'security_groups': ['d40f5da3-f330-4766-b016-efda26d5dc06', '55801a14-a473-4523-b347-1be4e7812a91']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:19.855324 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.866005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6317a7b-9a9b-4464-b8cf-52c782c78476 req-053093f9-eb59-4116-9595-9e574e213ed9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.874516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6317a7b-9a9b-4464-b8cf-52c782c78476 req-053093f9-eb59-4116-9595-9e574e213ed9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1187198 Aug 29 04:19:19.894439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:19.953161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'port_id': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'mac_address': 'fa:16:3e:81:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480b34a-6bad-4787-bac0-0d87ef5d3d8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:19.970356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6317a7b-9a9b-4464-b8cf-52c782c78476 req-43cdc21e-466b-45ff-b36a-87c648114e45 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945404 Aug 29 04:19:20.077016 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.105113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301d8669-d5d8-49a3-bec2-00dad1d30a86 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:20.181691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:20.195322 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.232797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34b7c-2c55-4f27-aeea-a23d230fd976 req-225cc15e-1fc0-4f3c-a019-6e1be138bf68 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.234379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5c34b7c-2c55-4f27-aeea-a23d230fd976 req-225cc15e-1fc0-4f3c-a019-6e1be138bf68 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 944 time: 0.0763793 Aug 29 04:19:20.239944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] For port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:20.293909 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.299020 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.306206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5c34b7c-2c55-4f27-aeea-a23d230fd976 req-11abd5ce-8268-4db9-8319-028cbf4c8fe5 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570862 Aug 29 04:19:20.307492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.310866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.369263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.369971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.375736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edd4a0cf-316b-4f47-96fe-072a1950366d req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "PUT /v2.0/ports/8a9e8025-b9cd-4d8c-9813-6c277c7fb65d HTTP/1.1" status: 200 len: 981 time: 0.6926866 Aug 29 04:19:20.376413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:20.392466 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dca967-e971-4897-8783-fdee2511811d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:20.408509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7eee04f-72e2-4dd6-845e-6c7c3ff9b646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.459530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0de09-6056-4b62-9978-a59a40c0adc9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'Port': ['ID=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,revision_number=6']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.511247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:20.513288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-2060f68c-cde7-4737-8406-5d03b883bc55 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-866328819&fields=id&tenant_id=ceed98b3db224cb892e7c9dbd48be221 HTTP/1.1" status: 200 len: 267 time: 0.0466506 Aug 29 04:19:20.568665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['301d8669-d5d8-49a3-bec2-00dad1d30a86'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:20.571417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4d0ea85b-6740-40b6-b78b-26faf4be0fbe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.581440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4d0ea85b-6740-40b6-b78b-26faf4be0fbe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 984 time: 0.0669208 Aug 29 04:19:20.588085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'port': {'security_groups': ['55801a14-a473-4523-b347-1be4e7812a91', 'd40f5da3-f330-4766-b016-efda26d5dc06', '1d633045-2eea-4946-9132-d5721ae93978']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:20.645120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34818) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:20.691428 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c1e0c-b976-4034-8adc-76df086e90d3 x-openstack-request-id: req-107c1e0c-b976-4034-8adc-76df086e90d3 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:20.691837 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:20.692763 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-107c1e0c-b976-4034-8adc-76df086e90d3 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:20.693418 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d', 'status': 'completed', 'code': 200} Aug 29 04:19:20.706350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.840398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1466531580-network', 'tenant_id': '646a1073d6e74a84889da480e66e17f9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:20.885666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca967-e971-4897-8783-fdee2511811d req-75ff8f4c-f264-45cf-b398-6b7b13ffad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.887244 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e8dca967-e971-4897-8783-fdee2511811d req-75ff8f4c-f264-45cf-b398-6b7b13ffad8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1136 time: 0.1255035 Aug 29 04:19:20.894654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Made reservation on behalf of 646a1073d6e74a84889da480e66e17f9 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:20.897625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.935759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3355b940-3892-401b-b93b-5f22746496a5 req-0bc59d61-4cec-46f9-a847-9ec8c9b08506 tempest-AbsoluteLimitsNegativeTestJSON-126374621 tempest-AbsoluteLimitsNegativeTestJSON-126374621-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=56f8fb8b55fa4eb2806510ebbbdccd6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357757 Aug 29 04:19:20.971383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.057230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca967-e971-4897-8783-fdee2511811d req-f6e4d5e6-6d5c-48f0-9710-9643eedee013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.059478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e8dca967-e971-4897-8783-fdee2511811d req-f6e4d5e6-6d5c-48f0-9710-9643eedee013 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 914 time: 0.1576676 Aug 29 04:19:21.107161 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.117835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] For port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:21.120040 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e8dca967-e971-4897-8783-fdee2511811d req-58d8a93d-415a-4c50-b7a9-c5a4c61e4e20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d HTTP/1.1" status: 200 len: 217 time: 0.0448525 Aug 29 04:19:21.152687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b940-3892-401b-b93b-5f22746496a5 req-073023e2-3d4a-42f0-8c1b-820806c43337 tempest-AbsoluteLimitsNegativeTestJSON-126374621 tempest-AbsoluteLimitsNegativeTestJSON-126374621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.154171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3355b940-3892-401b-b93b-5f22746496a5 req-073023e2-3d4a-42f0-8c1b-820806c43337 tempest-AbsoluteLimitsNegativeTestJSON-126374621 tempest-AbsoluteLimitsNegativeTestJSON-126374621-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107468 Aug 29 04:19:21.168772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.177665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.188028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3355b940-3892-401b-b93b-5f22746496a5 req-117e2458-2272-440c-afbc-36b1d61fbb78 tempest-AbsoluteLimitsNegativeTestJSON-126374621 tempest-AbsoluteLimitsNegativeTestJSON-126374621-project] 10.222.0.58 "GET /v2.0/quotas/56f8fb8b55fa4eb2806510ebbbdccd6a HTTP/1.1" status: 200 len: 375 time: 0.0233433 Aug 29 04:19:21.193607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:21.207632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca967-e971-4897-8783-fdee2511811d req-49cadc56-1c39-4e9e-a063-d8e1b7842d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.209216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e8dca967-e971-4897-8783-fdee2511811d req-49cadc56-1c39-4e9e-a063-d8e1b7842d26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.0770493 Aug 29 04:19:21.214744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.219923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.237752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.239067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.251757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0850aa8b-3ec3-4854-88ef-38df4c46128c req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "PUT /v2.0/ports/8a9e8025-b9cd-4d8c-9813-6c277c7fb65d HTTP/1.1" status: 200 len: 1020 time: 0.6690490 Aug 29 04:19:21.268747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e8dca967-e971-4897-8783-fdee2511811d req-647d81ee-b60b-4cfd-91cb-01fc8ad3b308 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431933 Aug 29 04:19:21.273123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:21.283796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3355b940-3892-401b-b93b-5f22746496a5 req-586cf097-22db-4dc7-a0b5-bbcbd87870ab tempest-AbsoluteLimitsNegativeTestJSON-126374621 tempest-AbsoluteLimitsNegativeTestJSON-126374621-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56f8fb8b55fa4eb2806510ebbbdccd6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643919 Aug 29 04:19:21.308607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f26307-009b-476b-8e7f-f6ba63807cfc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.346176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c0bf3-5f2c-47c8-9044-f43eb685985a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'Port': ['ID=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,revision_number=7']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.359706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.360372 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Added segment fd4fa996-1860-42ea-ae15-7a706a91f45d of type vlan for network e786a4a6-76c3-441d-87e3-ce6b39fa4d97 Aug 29 04:19:21.405547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:21.436434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.463946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e8dca967-e971-4897-8783-fdee2511811d req-92710ce0-9691-494b-b7b0-527f9d6ef1e6 service neutron] 10.222.0.65 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813347 Aug 29 04:19:21.520917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:21.523427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822af2d1-2e5d-45c7-955a-c940fdea7bf9 req-40e7fa57-28d7-496f-8b3a-de6d72119646 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.531737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-822af2d1-2e5d-45c7-955a-c940fdea7bf9 req-40e7fa57-28d7-496f-8b3a-de6d72119646 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1145277 Aug 29 04:19:21.547852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.548595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.549257 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.599370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-822af2d1-2e5d-45c7-955a-c940fdea7bf9 req-2438e651-c9a0-4412-af65-f6d622b5cef5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647902 Aug 29 04:19:21.635102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 943454f4-4a4b-4f35-b9f1-b599c092c7ae no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:21.657162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] Pushing event updated for resources: {'Network': ['ID=e786a4a6-76c3-441d-87e3-ce6b39fa4d97,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.672079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-17491249-1287-499f-ac4f-0d0af57ce114 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0259244 Aug 29 04:19:21.674757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34852) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:21.681777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Request body: {'subnet': {'network_id': 'e786a4a6-76c3-441d-87e3-ce6b39fa4d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1466531580-subnet', 'tenant_id': '646a1073d6e74a84889da480e66e17f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:21.688540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e786a4a6-76c3-441d-87e3-ce6b39fa4d97 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:21.691093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 943454f4-4a4b-4f35-b9f1-b599c092c7ae {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:21.691457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 943454f4-4a4b-4f35-b9f1-b599c092c7ae not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:21.726873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34854) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:21.754327 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e8dca967-e971-4897-8783-fdee2511811d req-f54dcaef-a3f3-43e0-9406-0dd870a147ea service neutron] 10.222.0.65 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784255 Aug 29 04:19:21.755548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Made reservation on behalf of 646a1073d6e74a84889da480e66e17f9 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:21.759944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.879565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cd3aa-e802-46b3-9a04-92a9c889741a req-b74d1c2c-93f6-44d6-8cd9-a2fd6e2d9824 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.881713 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-309cd3aa-e802-46b3-9a04-92a9c889741a req-b74d1c2c-93f6-44d6-8cd9-a2fd6e2d9824 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 945 time: 0.1457725 Aug 29 04:19:21.893338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb691686-c5b1-47cc-902f-3467abe14bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.924477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b970b6-06a2-404c-ba9d-f13ab4219362 req-e2887569-e30b-4c33-bed3-5e1d3874c1ba tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.926262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9b970b6-06a2-404c-ba9d-f13ab4219362 req-e2887569-e30b-4c33-bed3-5e1d3874c1ba tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1023 time: 0.1348064 Aug 29 04:19:21.964380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-309cd3aa-e802-46b3-9a04-92a9c889741a req-2ac9d931-cc98-4f82-bdc8-3593be4acd3a tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716784 Aug 29 04:19:22.062927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9b970b6-06a2-404c-ba9d-f13ab4219362 req-528e46ca-9bb8-42c3-9ee9-568b77fb16d1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=55801a14-a473-4523-b347-1be4e7812a91&id=1d633045-2eea-4946-9132-d5721ae93978&id=d40f5da3-f330-4766-b016-efda26d5dc06 HTTP/1.1" status: 200 len: 6148 time: 0.1184955 Aug 29 04:19:22.071756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.124950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96193cc9-7aaf-4e7e-a6d4-987766f8e636 req-7deb4367-5832-476d-a136-8dd00d88256d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.127185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96193cc9-7aaf-4e7e-a6d4-987766f8e636 req-7deb4367-5832-476d-a136-8dd00d88256d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 950 time: 0.0596755 Aug 29 04:19:22.156641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb691686-c5b1-47cc-902f-3467abe14bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.167286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb691686-c5b1-47cc-902f-3467abe14bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.182699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5869842f-36b9-4a9d-b7a8-23f5fcd751e8,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.200535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615c06c-2e81-424b-a9c6-9bbf875a293c req-59d46d22-ec47-45bb-b995-b9c0c34e2a87 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.202048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c615c06c-2e81-424b-a9c6-9bbf875a293c req-59d46d22-ec47-45bb-b995-b9c0c34e2a87 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1097 time: 0.0734329 Aug 29 04:19:22.205596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96193cc9-7aaf-4e7e-a6d4-987766f8e636 req-59f01d1b-7fb4-4e35-a74b-347fe450798b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670083 Aug 29 04:19:22.231950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb691686-c5b1-47cc-902f-3467abe14bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b74ba8-ece7-468e-b53c-0a7788cb6d14,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.238353 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bb691686-c5b1-47cc-902f-3467abe14bd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56f8fb8b55fa4eb2806510ebbbdccd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110211 Aug 29 04:19:22.239693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c615c06c-2e81-424b-a9c6-9bbf875a293c req-305bf3d7-c3f7-4d69-b173-c0e48263a7dd tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306082 Aug 29 04:19:22.242332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34860) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:22.245208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-2830667c-3d2a-4a6c-9f54-59dc37bd3b3e req-4d8b8d82-c71a-43e7-88d6-38f91fbf51f8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': ' tempest-securitygroup -971081490 ', 'description': 'tempest-description-1768613616'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:22.259470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Checking segment: {'id': 'fd4fa996-1860-42ea-ae15-7a706a91f45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e786a4a6-76c3-441d-87e3-ce6b39fa4d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:22.259841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Network hostable DHCP agents. Network: e786a4a6-76c3-441d-87e3-ce6b39fa4d97, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:22.270700 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2830667c-3d2a-4a6c-9f54-59dc37bd3b3e req-4d8b8d82-c71a-43e7-88d6-38f91fbf51f8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.305755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Network e786a4a6-76c3-441d-87e3-ce6b39fa4d97 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:22.321422 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b506aedc-4830-4deb-b568-04108fe1a9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.328181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e786a4a6-76c3-441d-87e3-ce6b39fa4d97) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:22.341598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.342610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a790b0a-661d-4f43-8a15-a0e4d27b7aba None None] Network e786a4a6-76c3-441d-87e3-ce6b39fa4d97 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:22.343076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.371598 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b506aedc-4830-4deb-b568-04108fe1a9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.386923 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2830667c-3d2a-4a6c-9f54-59dc37bd3b3e req-4d8b8d82-c71a-43e7-88d6-38f91fbf51f8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.392244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2830667c-3d2a-4a6c-9f54-59dc37bd3b3e req-4d8b8d82-c71a-43e7-88d6-38f91fbf51f8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.410959 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-628f13e1-9046-450b-b4ae-dadd60801f7a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7351420 Aug 29 04:19:22.443262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2830667c-3d2a-4a6c-9f54-59dc37bd3b3e req-4d8b8d82-c71a-43e7-88d6-38f91fbf51f8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.449540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2830667c-3d2a-4a6c-9f54-59dc37bd3b3e req-4d8b8d82-c71a-43e7-88d6-38f91fbf51f8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2062731 Aug 29 04:19:22.452368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b506aedc-4830-4deb-b568-04108fe1a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.453368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b8d82-c71a-43e7-88d6-38f91fbf51f8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18063968-6941-42f9-8674-2214aa8f9f5b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.455684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b506aedc-4830-4deb-b568-04108fe1a9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.461744 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b506aedc-4830-4deb-b568-04108fe1a9d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76b74ba8-ece7-468e-b53c-0a7788cb6d14 HTTP/1.1" status: 204 len: 168 time: 0.2177103 Aug 29 04:19:22.476203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506aedc-4830-4deb-b568-04108fe1a9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b74ba8-ece7-468e-b53c-0a7788cb6d14,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.566037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f1cdc1a-61e7-4f8d-92fc-bd667632313e req-f64571a2-b6d9-49ad-84b7-5ecba005a329 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/18063968-6941-42f9-8674-2214aa8f9f5b HTTP/1.1" status: 200 len: 1780 time: 0.0749567 Aug 29 04:19:22.574596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad2e605-6747-46ec-ac64-dec5dd3673b3 None None] Network e786a4a6-76c3-441d-87e3-ce6b39fa4d97 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:22.659035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b1bf119-184c-433e-80a7-ad6619ab5145 req-8f8c5379-169b-4ce0-9a5a-071e9e62e1bc tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/18063968-6941-42f9-8674-2214aa8f9f5b HTTP/1.1" status: 200 len: 1780 time: 0.0687540 Aug 29 04:19:22.692461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.697705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:22.704278 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9257a58b-3595-4aed-bc85-38e472f9a90a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:22.816566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b1bf119-184c-433e-80a7-ad6619ab5145 req-7be0f6b5-ede0-4887-ba06-b24e043b19e0 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.136091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-6aa089ec-d9bb-4a07-96fa-d36c1a6fa9b3 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.137819 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-6aa089ec-d9bb-4a07-96fa-d36c1a6fa9b3 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 950 time: 0.0692520 Aug 29 04:19:23.172479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b1bf119-184c-433e-80a7-ad6619ab5145 req-7be0f6b5-ede0-4887-ba06-b24e043b19e0 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.174936 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-1728392d-003b-4ff8-a85a-c344b6f1c0a6 req-a7c8f884-c5ba-49ae-b0b9-06746ca0bdd2 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] show failed (client error): The resource could not be found. Aug 29 04:19:23.186122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1728392d-003b-4ff8-a85a-c344b6f1c0a6 req-a7c8f884-c5ba-49ae-b0b9-06746ca0bdd2 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] 10.222.0.58 "GET /v2.0/security-groups/0c0c23ef-53b3-4816-8898-ae96d0ec24c0 HTTP/1.1" status: 404 len: 352 time: 0.0364850 Aug 29 04:19:23.238003 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffd29e7-8802-4e9b-8d20-85d09f5f7cd3 x-openstack-request-id: req-9ffd29e7-8802-4e9b-8d20-85d09f5f7cd3 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:23.238322 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:23.238533 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ffd29e7-8802-4e9b-8d20-85d09f5f7cd3 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:23.238911 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d', 'status': 'completed', 'code': 200} Aug 29 04:19:23.285301 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b1bf119-184c-433e-80a7-ad6619ab5145 req-7be0f6b5-ede0-4887-ba06-b24e043b19e0 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.288919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b1bf119-184c-433e-80a7-ad6619ab5145 req-7be0f6b5-ede0-4887-ba06-b24e043b19e0 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.301721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b1bf119-184c-433e-80a7-ad6619ab5145 req-7be0f6b5-ede0-4887-ba06-b24e043b19e0 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/18063968-6941-42f9-8674-2214aa8f9f5b HTTP/1.1" status: 204 len: 173 time: 0.6329780 Aug 29 04:19:23.346424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Deleting port 5590630e-eaf8-4f03-bef1-7c6aa742c494 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:23.346940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.349574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0f6b5-ede0-4887-ba06-b24e043b19e0 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18063968-6941-42f9-8674-2214aa8f9f5b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.435409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-68d424d7-3f1c-46d6-98f3-e23b5641a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.437212 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-68d424d7-3f1c-46d6-98f3-e23b5641a6a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1175 time: 0.1831534 Aug 29 04:19:23.443507 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34920) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:23.492967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] For port 5590630e-eaf8-4f03-bef1-7c6aa742c494, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5590630e-eaf8-4f03-bef1-7c6aa742c494,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:23.493352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.512454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Calling delete_port for 5590630e-eaf8-4f03-bef1-7c6aa742c494 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:23.526695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd9943-7da5-40ed-a6c0-50728a1a3f94 req-522f12b3-5ede-4f93-8c48-718438b93d23 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.528248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68dd9943-7da5-40ed-a6c0-50728a1a3f94 req-522f12b3-5ede-4f93-8c48-718438b93d23 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 945 time: 0.2252874 Aug 29 04:19:23.594727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d22557-f0e4-4e61-a0eb-f8bea360284e req-dde6b67d-6e59-4e37-a4b8-b985107b2b7f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.602140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62d22557-f0e4-4e61-a0eb-f8bea360284e req-dde6b67d-6e59-4e37-a4b8-b985107b2b7f tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8431e81-7ee2-42d2-8fc7-b1d19b402ddd HTTP/1.1" status: 200 len: 950 time: 0.1896899 Aug 29 04:19:23.622926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-9c3673aa-a0d2-4911-a3de-3d6c7dc66353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.624429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-9c3673aa-a0d2-4911-a3de-3d6c7dc66353 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 914 time: 0.1713305 Aug 29 04:19:23.636959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-285361922-network', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:23.638161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301d8669-d5d8-49a3-bec2-00dad1d30a86 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:23.649215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68dd9943-7da5-40ed-a6c0-50728a1a3f94 req-89fcfdb4-2259-4413-9be9-96dbfff4258a tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072299 Aug 29 04:19:23.678851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-6de5be3b-8739-4711-a5db-0eb082f8187e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d HTTP/1.1" status: 200 len: 217 time: 0.0435224 Aug 29 04:19:23.696700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Made reservation on behalf of 979b796d709a4c46b996a0f07de4b02a for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:23.698985 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.709815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 301d8669-d5d8-49a3-bec2-00dad1d30a86 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:23.713182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.714230 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62d22557-f0e4-4e61-a0eb-f8bea360284e req-58e598f1-b2b8-46b6-9faa-3718f3d70c17 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112008 Aug 29 04:19:23.737565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 301d8669-d5d8-49a3-bec2-00dad1d30a86 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:23.738152 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.743540 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.772224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'c30962b7-d3c9-4e18-988f-3fec45beee9e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:23.775011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', '51d8f823-4b77-44c3-8827-46d5d93b0e23', '5590630e-eaf8-4f03-bef1-7c6aa742c494'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:23.779087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event deleted for resources: {'Port': ['ID=5590630e-eaf8-4f03-bef1-7c6aa742c494,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.779353 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-dcc40a30-4c07-4b13-a82a-7e77e5db1f6a req-512f1bdb-fb28-4d55-8f95-bae51b16a941 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:19:23.805882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcc40a30-4c07-4b13-a82a-7e77e5db1f6a req-512f1bdb-fb28-4d55-8f95-bae51b16a941 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/18063968-6941-42f9-8674-2214aa8f9f5b HTTP/1.1" status: 404 len: 352 time: 0.0817854 Aug 29 04:19:23.844064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] No DVR routers for this DVR port 5590630e-eaf8-4f03-bef1-7c6aa742c494 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:23.847488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.849634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a517b1c-52ca-42f5-a893-0da3ba786655 req-f07d2d62-3067-46c9-89b8-d5e08aeec3be tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "DELETE /v2.0/ports/5590630e-eaf8-4f03-bef1-7c6aa742c494 HTTP/1.1" status: 204 len: 173 time: 0.7044561 Aug 29 04:19:23.850247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8431e81-7ee2-42d2-8fc7-b1d19b402ddd', 'name': 'network-vif-deleted', 'tag': '5590630e-eaf8-4f03-bef1-7c6aa742c494'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:23.853491 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5794785d-6ff4-4d60-b572-177305a6318d" -d '{"events": [{"server_uuid": "b8431e81-7ee2-42d2-8fc7-b1d19b402ddd", "name": "network-vif-deleted", "tag": "5590630e-eaf8-4f03-bef1-7c6aa742c494"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:23.918353 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.928379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.949976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f2608d3-db2a-470c-ad5f-8f57484481d5 req-be4490bb-2ad9-48f7-ad4e-fcb29a7d6793 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=646a1073d6e74a84889da480e66e17f9 HTTP/1.1" status: 200 len: 2984 time: 0.1666687 Aug 29 04:19:23.953043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:23.986611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-119f9594-e776-4aa0-87e1-b344d1bb1050 req-b89673ae-d39b-4903-aff9-7a945d133534 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-210932634', 'description': 'tempest-description-2031650098'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:24.010255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-470c1a04-9e10-4e3f-b057-6b8068371712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.012242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-470c1a04-9e10-4e3f-b057-6b8068371712 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.3045263 Aug 29 04:19:24.028393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae13a45-2dea-4d44-9a6e-68b59353e370,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.033525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.034290 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Added segment d62e576a-dd3f-4134-a6f7-b58bf58ac6b2 of type vlan for network a9b3e010-628a-476f-8ddd-373aa24297a9 Aug 29 04:19:24.044693 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.107516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.121434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f2608d3-db2a-470c-ad5f-8f57484481d5 req-1dcf3997-0343-4cbd-853d-74cb8856ab61 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] 10.222.0.58 "GET /v2.0/security-groups/d5f26307-009b-476b-8e7f-f6ba63807cfc HTTP/1.1" status: 200 len: 2981 time: 0.1703708 Aug 29 04:19:24.126590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-e0401be5-3bde-484d-8a43-c8590c8605f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952556 Aug 29 04:19:24.128381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:24.130380 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1656c854-f920-4a6b-a4b2-c728037dd250" -d '{"events": [{"server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "name": "network-vif-plugged", "status": "completed", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:24.136669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-119f9594-e776-4aa0-87e1-b344d1bb1050 req-b89673ae-d39b-4903-aff9-7a945d133534 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.141117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.142241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.142841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.170782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:24.184321 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.201527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7563672 Aug 29 04:19:24.208373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34938) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:24.218020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Request body: {'subnet': {'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-285361922-subnet', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:24.219128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef833da-a537-473b-90be-07119045eabf admin admin] Pushing event updated for resources: {'Network': ['ID=a9b3e010-628a-476f-8ddd-373aa24297a9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.236231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network a9b3e010-628a-476f-8ddd-373aa24297a9 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:24.273830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f2608d3-db2a-470c-ad5f-8f57484481d5 req-ca68c43c-f2b1-43c3-8d65-5fe6a0e05c13 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] 10.222.0.58 "GET /v2.0/security-groups/d5f26307-009b-476b-8e7f-f6ba63807cfc HTTP/1.1" status: 200 len: 2981 time: 0.1515949 Aug 29 04:19:24.324255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-dd31d86d-1048-4638-be0e-cee43b42fecc service neutron] 10.222.0.65 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889277 Aug 29 04:19:24.331797 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8dd1d4-a40b-4324-904f-62d943e587b7 x-openstack-request-id: req-3f8dd1d4-a40b-4324-904f-62d943e587b7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:24.332030 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8431e81-7ee2-42d2-8fc7-b1d19b402ddd", "name": "network-vif-deleted", "tag": "5590630e-eaf8-4f03-bef1-7c6aa742c494", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:24.332480 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f8dd1d4-a40b-4324-904f-62d943e587b7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:24.333045 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8431e81-7ee2-42d2-8fc7-b1d19b402ddd', 'name': 'network-vif-deleted', 'tag': '5590630e-eaf8-4f03-bef1-7c6aa742c494', 'status': 'completed', 'code': 200} Aug 29 04:19:24.416793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-119f9594-e776-4aa0-87e1-b344d1bb1050 req-b89673ae-d39b-4903-aff9-7a945d133534 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.422015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.436266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-119f9594-e776-4aa0-87e1-b344d1bb1050 req-b89673ae-d39b-4903-aff9-7a945d133534 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.500033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89673ae-d39b-4903-aff9-7a945d133534 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743a8dc9-3089-4851-9add-5f00a6ce5a01,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.502631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Made reservation on behalf of 979b796d709a4c46b996a0f07de4b02a for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:24.505472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.511221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-119f9594-e776-4aa0-87e1-b344d1bb1050 req-b89673ae-d39b-4903-aff9-7a945d133534 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.524562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-119f9594-e776-4aa0-87e1-b344d1bb1050 req-b89673ae-d39b-4903-aff9-7a945d133534 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5487604 Aug 29 04:19:24.586374 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9306dd6e-1991-4d7a-be71-40b61b1515e2 x-openstack-request-id: req-9306dd6e-1991-4d7a-be71-40b61b1515e2 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:24.586660 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "name": "network-vif-plugged", "status": "completed", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:24.587021 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9306dd6e-1991-4d7a-be71-40b61b1515e2 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:24.587284 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'code': 200} Aug 29 04:19:24.647114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9257a58b-3595-4aed-bc85-38e472f9a90a req-90564de3-8c45-487c-8e13-6170fe1fd563 service neutron] 10.222.0.65 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937412 Aug 29 04:19:24.700959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9ad7ca8-30bc-4585-bc56-b398450a1d54 req-8875dade-b8d6-478a-a357-eb04efe9081b tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] 10.222.0.58 "GET /v2.0/security-groups/d5f26307-009b-476b-8e7f-f6ba63807cfc HTTP/1.1" status: 200 len: 2981 time: 0.0834134 Aug 29 04:19:24.708955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84e61b-75fb-402b-9625-942aa6c795b4 req-5c21c486-4f47-4ab7-8513-68dc9721ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.711076 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c84e61b-75fb-402b-9625-942aa6c795b4 req-5c21c486-4f47-4ab7-8513-68dc9721ebf7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 1098 time: 0.0452325 Aug 29 04:19:24.784560 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c84e61b-75fb-402b-9625-942aa6c795b4 req-1f1d00b5-9c7a-47b2-a285-cf28eecca850 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554218 Aug 29 04:19:24.841271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-a9b39157-a140-4cec-85d7-77b08725a0f0 req-b00d5777-8b2b-4872-aff7-5271ab5db30c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-722670211', 'description': 'tempest-description-274436887'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:24.851514 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-e9ad7ca8-30bc-4585-bc56-b398450a1d54 req-1313b308-f40a-461e-8aba-fd9dd6e16227 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:19:24.852559 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9ad7ca8-30bc-4585-bc56-b398450a1d54 req-1313b308-f40a-461e-8aba-fd9dd6e16227 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] 10.222.0.58 "DELETE /v2.0/security-groups/d5f26307-009b-476b-8e7f-f6ba63807cfc HTTP/1.1" status: 409 len: 352 time: 0.1420944 Aug 29 04:19:24.873567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.878445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a9b39157-a140-4cec-85d7-77b08725a0f0 req-b00d5777-8b2b-4872-aff7-5271ab5db30c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.969342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527f8927-01e7-407f-aac3-1a7e0c994668,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.018750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Checking segment: {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:25.019114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Network hostable DHCP agents. Network: a9b3e010-628a-476f-8ddd-373aa24297a9, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:25.036385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fccda6-445c-43e4-a71e-bf12de935338 req-0e76b6b0-1140-405c-b3d4-171d5df6bfff tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.038548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2fccda6-445c-43e4-a71e-bf12de935338 req-0e76b6b0-1140-405c-b3d4-171d5df6bfff tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.1134701 Aug 29 04:19:25.077815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Network a9b3e010-628a-476f-8ddd-373aa24297a9 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:25.097890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, a9b3e010-628a-476f-8ddd-373aa24297a9) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:25.110589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f128c22-efe0-4931-9eeb-e28755f73eef None None] Network a9b3e010-628a-476f-8ddd-373aa24297a9 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:25.111106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.111324 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.138959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a9b39157-a140-4cec-85d7-77b08725a0f0 req-b00d5777-8b2b-4872-aff7-5271ab5db30c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.145047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2fccda6-445c-43e4-a71e-bf12de935338 req-184e6bc1-cfed-40df-9444-f23ac77d03aa tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968723 Aug 29 04:19:25.147884 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a9b39157-a140-4cec-85d7-77b08725a0f0 req-b00d5777-8b2b-4872-aff7-5271ab5db30c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.158710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-26d9994e-6ca4-44d2-a9e8-8548a1f8c7d6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9423213 Aug 29 04:19:25.159965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34962) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:25.164454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:25.186668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d5777-8b2b-4872-aff7-5271ab5db30c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b145067d-25db-406d-a201-fab75df2f639,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.198958 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.200228 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.203389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a9b39157-a140-4cec-85d7-77b08725a0f0 req-b00d5777-8b2b-4872-aff7-5271ab5db30c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.204725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9b39157-a140-4cec-85d7-77b08725a0f0 req-b00d5777-8b2b-4872-aff7-5271ab5db30c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3823087 Aug 29 04:19:25.265112 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-d892adf3-9516-4d6a-ac5f-94bee97669da req-d7cb4e05-5aa2-4570-91ec-7450a280118f tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] show failed (client error): The resource could not be found. Aug 29 04:19:25.273737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d892adf3-9516-4d6a-ac5f-94bee97669da req-d7cb4e05-5aa2-4570-91ec-7450a280118f tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] 10.222.0.58 "GET /v2.0/security-groups/426312c6-1d06-4770-85db-a6298bd24807 HTTP/1.1" status: 404 len: 352 time: 0.0276623 Aug 29 04:19:25.313805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.367532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-3e1d1c06-6407-43fe-bf4e-ecfbe70ce6b0 req-50d6bf80-40fe-4d63-a197-1ba35b9e622e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-31432304', 'description': 'tempest-description-2062326396'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:25.432072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3e1d1c06-6407-43fe-bf4e-ecfbe70ce6b0 req-50d6bf80-40fe-4d63-a197-1ba35b9e622e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.506034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.550756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-a9b3e010-628a-476f-8ddd-373aa24297a9', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:25.551781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.576690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3e1d1c06-6407-43fe-bf4e-ecfbe70ce6b0 req-50d6bf80-40fe-4d63-a197-1ba35b9e622e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.582616 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-e98bb0bc-c11e-4061-9412-3927de647716 req-27032824-290f-4122-aa6f-3b16035b0ee3 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] show failed (client error): The resource could not be found. Aug 29 04:19:25.584150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e98bb0bc-c11e-4061-9412-3927de647716 req-27032824-290f-4122-aa6f-3b16035b0ee3 tempest-SecurityGroupsNegativeTestJSON-1872181061 tempest-SecurityGroupsNegativeTestJSON-1872181061-project] 10.222.0.58 "GET /v2.0/security-groups/5aa35ecf-7efb-48cd-922b-b6128ba03b87 HTTP/1.1" status: 404 len: 352 time: 0.0256858 Aug 29 04:19:25.586248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3e1d1c06-6407-43fe-bf4e-ecfbe70ce6b0 req-50d6bf80-40fe-4d63-a197-1ba35b9e622e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.598601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34972) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:25.624173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3e1d1c06-6407-43fe-bf4e-ecfbe70ce6b0 req-50d6bf80-40fe-4d63-a197-1ba35b9e622e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.636547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e1d1c06-6407-43fe-bf4e-ecfbe70ce6b0 req-50d6bf80-40fe-4d63-a197-1ba35b9e622e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2701359 Aug 29 04:19:25.637753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6bf80-40fe-4d63-a197-1ba35b9e622e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8056e0f1-9c9d-4e9f-afaa-10bf1791628a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.714327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f53b5e-9eb6-405f-93b4-db1c0d100c75 admin admin] Deleting subnet 5869842f-36b9-4a9d-b7a8-23f5fcd751e8 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:25.718751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7f53b5e-9eb6-405f-93b4-db1c0d100c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.761869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Allocated IP 172.20.0.2 (a9b3e010-628a-476f-8ddd-373aa24297a9/527f8927-01e7-407f-aac3-1a7e0c994668/9df0e238-ef20-4b76-ad6a-026e5bee2873) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:25.762736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7f53b5e-9eb6-405f-93b4-db1c0d100c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.777116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cf892-5a92-437a-8494-65904c3d7e54 req-ee63a9bd-a953-4802-9d69-15894135984a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.778830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b44cf892-5a92-437a-8494-65904c3d7e54 req-ee63a9bd-a953-4802-9d69-15894135984a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 949 time: 0.0928960 Aug 29 04:19:25.815713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7f53b5e-9eb6-405f-93b4-db1c0d100c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.868663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07c5cfea-8db5-4011-811e-10c5cad3da34 req-535a3ca3-6e41-457e-8a44-e0530017ff4a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceed98b3db224cb892e7c9dbd48be221 HTTP/1.1" status: 200 len: 10893 time: 0.2145998 Aug 29 04:19:25.906434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b44cf892-5a92-437a-8494-65904c3d7e54 req-b3409932-2027-4eee-b326-0e5c2af9e845 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194251 Aug 29 04:19:25.958851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.994426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7f53b5e-9eb6-405f-93b4-db1c0d100c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.996401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07c5cfea-8db5-4011-811e-10c5cad3da34 req-f0f64cf9-51fd-486f-829b-d7911b3776a6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/d40f5da3-f330-4766-b016-efda26d5dc06 HTTP/1.1" status: 200 len: 2981 time: 0.1245854 Aug 29 04:19:25.998476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.027896 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.029020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f53b5e-9eb6-405f-93b4-db1c0d100c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5869842f-36b9-4a9d-b7a8-23f5fcd751e8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.035601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7f53b5e-9eb6-405f-93b4-db1c0d100c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.040799 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f7f53b5e-9eb6-405f-93b4-db1c0d100c75 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5869842f-36b9-4a9d-b7a8-23f5fcd751e8 HTTP/1.1" status: 204 len: 168 time: 0.4405034 Aug 29 04:19:26.046682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Transition to ACTIVE for port object 9df0e238-ef20-4b76-ad6a-026e5bee2873 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:26.050636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34978) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:26.104629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Transition to ACTIVE for port object 9df0e238-ef20-4b76-ad6a-026e5bee2873 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:26.118371 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.169568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Network a9b3e010-628a-476f-8ddd-373aa24297a9 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:26.174039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Allocated IP 172.25.1.33 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/ee903212-0c8d-4d76-a261-f40e56834e3f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:26.190183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:26.200449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:26.226228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07c5cfea-8db5-4011-811e-10c5cad3da34 req-44779ee7-173e-43f6-8314-8a3a72a2a5a8 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/d40f5da3-f330-4766-b016-efda26d5dc06 HTTP/1.1" status: 200 len: 2981 time: 0.2211580 Aug 29 04:19:26.322230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Pushing event updated for resources: {'Port': ['ID=9df0e238-ef20-4b76-ad6a-026e5bee2873,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.351194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Attempting to bind port 9df0e238-ef20-4b76-ad6a-026e5bee2873 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:26.351580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Attempting to bind port 9df0e238-ef20-4b76-ad6a-026e5bee2873 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:26.352007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Attempting to bind port 9df0e238-ef20-4b76-ad6a-026e5bee2873 on network a9b3e010-628a-476f-8ddd-373aa24297a9 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:26.358734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:26.360151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Checking segment: {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:26.361494 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.362151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Bound using segment: {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:26.362966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Bound port: 9df0e238-ef20-4b76-ad6a-026e5bee2873, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:26.363593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.364452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.368973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.406393 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8d84815-ef78-474d-b6fd-239aa0e4dd10 req-19027a7f-3918-422f-9350-83b88d98e289 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/743a8dc9-3089-4851-9add-5f00a6ce5a01 HTTP/1.1" status: 200 len: 1800 time: 0.1506982 Aug 29 04:19:26.410096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.437728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9210740-67c8-4460-b57a-a4fdb86d2636 req-9b5a7113-c69c-4d7b-a22d-58fa6d035f2d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.439335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9210740-67c8-4460-b57a-a4fdb86d2636 req-9b5a7113-c69c-4d7b-a22d-58fa6d035f2d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.1288154 Aug 29 04:19:26.458644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:26.460045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] For port 9df0e238-ef20-4b76-ad6a-026e5bee2873, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:26.462314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:26.465436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] For port 9df0e238-ef20-4b76-ad6a-026e5bee2873, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9df0e238-ef20-4b76-ad6a-026e5bee2873,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:26.471828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:26.474215 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.478779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee903212-0c8d-4d76-a261-f40e56834e3f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.532497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a120-33a5-46ab-89e1-7ed29b4dc3a2 None None] Pushing event updated for resources: {'Port': ['ID=9df0e238-ef20-4b76-ad6a-026e5bee2873,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.535484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5590630e-eaf8-4f03-bef1-7c6aa742c494 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:26.557464 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.559116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 5590630e-eaf8-4f03-bef1-7c6aa742c494 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:26.559467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5590630e-eaf8-4f03-bef1-7c6aa742c494 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:26.571337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e786a4a6-76c3-441d-87e3-ce6b39fa4d97']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:26.583598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4fa996-1860-42ea-ae15-7a706a91f45d') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:26.584241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4fa996-1860-42ea-ae15-7a706a91f45d') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:26.610840 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.654087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.669337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9210740-67c8-4460-b57a-a4fdb86d2636 req-23484caa-391f-48d4-adf5-2c213091c4a9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020915 Aug 29 04:19:26.684611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:26.686028 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:26.700773 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:26.721398 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a8d84815-ef78-474d-b6fd-239aa0e4dd10 req-5660e64e-1168-45f6-b8b3-af0c53b69b64 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.818519 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a8d84815-ef78-474d-b6fd-239aa0e4dd10 req-5660e64e-1168-45f6-b8b3-af0c53b69b64 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.840514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.860411 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.865808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e786a4a6-76c3-441d-87e3-ce6b39fa4d97 HTTP/1.1" status: 204 len: 168 time: 0.8136671 Aug 29 04:19:26.867097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.892678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.969038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431454a-8c5e-4e8f-a221-c2ccce38b0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e786a4a6-76c3-441d-87e3-ce6b39fa4d97,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.975948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a8d84815-ef78-474d-b6fd-239aa0e4dd10 req-5660e64e-1168-45f6-b8b3-af0c53b69b64 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.978716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a8d84815-ef78-474d-b6fd-239aa0e4dd10 req-5660e64e-1168-45f6-b8b3-af0c53b69b64 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.980096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8d84815-ef78-474d-b6fd-239aa0e4dd10 req-5660e64e-1168-45f6-b8b3-af0c53b69b64 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/743a8dc9-3089-4851-9add-5f00a6ce5a01 HTTP/1.1" status: 204 len: 173 time: 0.5727115 Aug 29 04:19:27.019322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e64e-1168-45f6-b8b3-af0c53b69b64 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743a8dc9-3089-4851-9add-5f00a6ce5a01,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.056511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35002) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:27.094756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309511d-f877-4013-84d7-d5ee052f4e5f req-35757a2f-d5e9-41e6-8403-86416cc89453 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.096352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a309511d-f877-4013-84d7-d5ee052f4e5f req-35757a2f-d5e9-41e6-8403-86416cc89453 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1097 time: 0.1620064 Aug 29 04:19:27.137296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-61f67832-85a9-4bc8-8bca-a03876a6779d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.139178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-61f67832-85a9-4bc8-8bca-a03876a6779d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 949 time: 0.1424942 Aug 29 04:19:27.160419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a309511d-f877-4013-84d7-d5ee052f4e5f req-1bd3c18c-3bff-416a-b61e-0c802df7ec09 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Aug 29 04:19:27.241902 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6226a64c-68f8-488d-b9f7-a3ea6a700fc9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=646a1073d6e74a84889da480e66e17f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794176 Aug 29 04:19:27.242477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35008) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:27.260218 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-88e521c8-adc1-4f60-a8a6-a9d0454ec607 req-0e0912b4-7f63-4548-a765-be0357e77dfd tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:19:27.261409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88e521c8-adc1-4f60-a8a6-a9d0454ec607 req-0e0912b4-7f63-4548-a765-be0357e77dfd tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/743a8dc9-3089-4851-9add-5f00a6ce5a01 HTTP/1.1" status: 404 len: 352 time: 0.0236902 Aug 29 04:19:27.333748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f09cc-0e7d-42b0-8375-bc5891630841 req-717b5cc9-a1a7-4620-ad84-e8250dba94c9 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.336765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c8f09cc-0e7d-42b0-8375-bc5891630841 req-717b5cc9-a1a7-4620-ad84-e8250dba94c9 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 949 time: 0.0742846 Aug 29 04:19:27.340196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Deleting port 51d8f823-4b77-44c3-8827-46d5d93b0e23 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:27.340669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.396637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83c4ff5f-c82c-4712-86f6-3f71b1ba4727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.436515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c8f09cc-0e7d-42b0-8375-bc5891630841 req-140a32ff-5e9b-4f6c-9c63-3f477170ce13 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924358 Aug 29 04:19:27.453737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83c4ff5f-c82c-4712-86f6-3f71b1ba4727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.487286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] For port 51d8f823-4b77-44c3-8827-46d5d93b0e23, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=51d8f823-4b77-44c3-8827-46d5d93b0e23,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:27.487847 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.490123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.526905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Calling delete_port for 51d8f823-4b77-44c3-8827-46d5d93b0e23 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:27.783727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.797178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', '51d8f823-4b77-44c3-8827-46d5d93b0e23'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:27.838017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de34a75-8f7a-47d3-90c7-1893740a0170 req-1e8f07d8-7944-476c-ad62-54e1f879d887 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.842339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9de34a75-8f7a-47d3-90c7-1893740a0170 req-1e8f07d8-7944-476c-ad62-54e1f879d887 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.2892084 Aug 29 04:19:27.883126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'c30962b7-d3c9-4e18-988f-3fec45beee9e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:27.897580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event deleted for resources: {'Port': ['ID=51d8f823-4b77-44c3-8827-46d5d93b0e23,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.990457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] No DVR routers for this DVR port 51d8f823-4b77-44c3-8827-46d5d93b0e23 on host n-h2-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:27.994540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.999634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acf59ed7-e1ec-42e7-b53f-668697ff792f req-6a39bc19-3baa-49c9-976f-69171d744a11 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "DELETE /v2.0/ports/51d8f823-4b77-44c3-8827-46d5d93b0e23 HTTP/1.1" status: 204 len: 173 time: 0.8526237 Aug 29 04:19:28.015130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c', 'name': 'network-vif-deleted', 'tag': '51d8f823-4b77-44c3-8827-46d5d93b0e23'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:28.022359 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00635ba3-ba54-4c77-b754-dd5383c1ccd5" -d '{"events": [{"server_uuid": "7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c", "name": "network-vif-deleted", "tag": "51d8f823-4b77-44c3-8827-46d5d93b0e23"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:28.074522 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.084409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Router 5de9e230-63b4-4fdc-916f-59ebf91320ad is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:19:28.090437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83c4ff5f-c82c-4712-86f6-3f71b1ba4727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.090695 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9de34a75-8f7a-47d3-90c7-1893740a0170 req-e3143f2d-7155-4768-b127-74e1ab0ba83f tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471001 Aug 29 04:19:28.119518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83c4ff5f-c82c-4712-86f6-3f71b1ba4727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.121218 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-83c4ff5f-c82c-4712-86f6-3f71b1ba4727 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5f26307-009b-476b-8e7f-f6ba63807cfc HTTP/1.1" status: 204 len: 168 time: 0.8781133 Aug 29 04:19:28.199805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4ff5f-c82c-4712-86f6-3f71b1ba4727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f26307-009b-476b-8e7f-f6ba63807cfc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:28.301487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:28.318815 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Sync routers for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:28.328799 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.330549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-be813b30-65af-4a8f-8d78-ee70d0507ab2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1705554 Aug 29 04:19:28.333388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35036) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:28.336182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b25bc8f3-2d0b-47bc-b9a6-60c094199a77 req-a985a785-66f9-4c30-9cca-77521754611f tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/b145067d-25db-406d-a201-fab75df2f639 HTTP/1.1" status: 200 len: 1799 time: 0.1848044 Aug 29 04:19:28.354196 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:28.357188 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:19:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:28.379668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb378c2b-2e9b-44d6-809b-00b98fb456bc None None] Network a9b3e010-628a-476f-8ddd-373aa24297a9 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:28.525592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b25bc8f3-2d0b-47bc-b9a6-60c094199a77 req-1e5ea6cf-7df5-4f09-b598-427a6f2cfe67 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.565824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b25bc8f3-2d0b-47bc-b9a6-60c094199a77 req-1e5ea6cf-7df5-4f09-b598-427a6f2cfe67 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.580251 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:28.629929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b25bc8f3-2d0b-47bc-b9a6-60c094199a77 req-1e5ea6cf-7df5-4f09-b598-427a6f2cfe67 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.633420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b25bc8f3-2d0b-47bc-b9a6-60c094199a77 req-1e5ea6cf-7df5-4f09-b598-427a6f2cfe67 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.640117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b25bc8f3-2d0b-47bc-b9a6-60c094199a77 req-1e5ea6cf-7df5-4f09-b598-427a6f2cfe67 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/b145067d-25db-406d-a201-fab75df2f639 HTTP/1.1" status: 204 len: 173 time: 0.3031604 Aug 29 04:19:28.673052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ea6cf-7df5-4f09-b598-427a6f2cfe67 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b145067d-25db-406d-a201-fab75df2f639,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:28.840078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7f85f980-969f-4351-8a4a-d228ef2f4e53 None None] Provisioning for port 9df0e238-ef20-4b76-ad6a-026e5bee2873 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:28.880837 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ef2e5-800b-4b19-9a73-0e3d2929cd6c x-openstack-request-id: req-0d2ef2e5-800b-4b19-9a73-0e3d2929cd6c {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:28.881282 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c", "name": "network-vif-deleted", "tag": "51d8f823-4b77-44c3-8827-46d5d93b0e23", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:28.882281 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d2ef2e5-800b-4b19-9a73-0e3d2929cd6c {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:28.882814 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c', 'name': 'network-vif-deleted', 'tag': '51d8f823-4b77-44c3-8827-46d5d93b0e23', 'status': 'completed', 'code': 200} Aug 29 04:19:29.072538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9df0e238-ef20-4b76-ad6a-026e5bee2873 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:29.101340 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 3, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:29.142410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f42e6840-9794-4aaa-b36d-b88cf93d0076 req-4e6f2f04-1a84-48a7-8ab7-e83598c2f1c6 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0853720 Aug 29 04:19:29.162098 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-e8420bc7-1cb2-489b-80a5-caf2e0c5b8d2 req-8ebd0f77-1a3c-4750-9826-a757a1afdba1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:19:29.174078 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8420bc7-1cb2-489b-80a5-caf2e0c5b8d2 req-8ebd0f77-1a3c-4750-9826-a757a1afdba1 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/b145067d-25db-406d-a201-fab75df2f639 HTTP/1.1" status: 404 len: 352 time: 0.0260305 Aug 29 04:19:29.188879 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Checking router: 5de9e230-63b4-4fdc-916f-59ebf91320ad for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:29.190089 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Updating router 5de9e230-63b4-4fdc-916f-59ebf91320ad port ee903212-0c8d-4d76-a261-f40e56834e3f binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:19:29.266942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-f528b136-6385-43c2-a162-d1af0b07684b tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:19:29.296738 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-f528b136-6385-43c2-a162-d1af0b07684b tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0623913 Aug 29 04:19:29.298458 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.323287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Request body: {'binding': {'host': 'n-h2-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:29.325052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Unknown quota resources ['binding']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:19:29.395964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 9df0e238-ef20-4b76-ad6a-026e5bee2873 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:29.406832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 9df0e238-ef20-4b76-ad6a-026e5bee2873 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:29.407499 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.477589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3aa04c7b-9068-483d-b9b0-04c2ca71b4bf None None] Provisioning complete for port 9df0e238-ef20-4b76-ad6a-026e5bee2873 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:29.477971 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aa04c7b-9068-483d-b9b0-04c2ca71b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.525118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140570d-d0ec-4373-94ae-fd51cd756459 req-43a24bd1-2e31-4df5-94ab-26d30a0901d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.536172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4140570d-d0ec-4373-94ae-fd51cd756459 req-43a24bd1-2e31-4df5-94ab-26d30a0901d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.2041807 Aug 29 04:19:29.577585 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on host n-h2-712142-15 for vnic_type normal with profile None {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:29.581124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:29.582505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:29.630363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4140570d-d0ec-4373-94ae-fd51cd756459 req-1b5fd7b5-4294-4a8b-b9ad-b4029be09417 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917394 Aug 29 04:19:29.638675 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.668122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:29.674587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:29.693213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:29.693962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:29.694760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:29.696192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Bound port: fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:29.754761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f7d3ca9-3062-4f2d-9749-4ae8c7a5d215 req-bf5a7f74-ad44-475d-acce-ccd0f701b9b2 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/8056e0f1-9c9d-4e9f-afaa-10bf1791628a HTTP/1.1" status: 200 len: 1799 time: 0.0769503 Aug 29 04:19:29.791796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 9df0e238-ef20-4b76-ad6a-026e5bee2873, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9df0e238-ef20-4b76-ad6a-026e5bee2873,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:29.812910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aa04c7b-9068-483d-b9b0-04c2ca71b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.814856 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.844718 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8f7d3ca9-3062-4f2d-9749-4ae8c7a5d215 req-cb5baca1-6019-4b0d-a810-39a2b19520c4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.911425 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8f7d3ca9-3062-4f2d-9749-4ae8c7a5d215 req-cb5baca1-6019-4b0d-a810-39a2b19520c4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.989962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8f7d3ca9-3062-4f2d-9749-4ae8c7a5d215 req-cb5baca1-6019-4b0d-a810-39a2b19520c4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.991476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:29.993476 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8f7d3ca9-3062-4f2d-9749-4ae8c7a5d215 req-cb5baca1-6019-4b0d-a810-39a2b19520c4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.004299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=9df0e238-ef20-4b76-ad6a-026e5bee2873,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.005703 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.011400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f7d3ca9-3062-4f2d-9749-4ae8c7a5d215 req-cb5baca1-6019-4b0d-a810-39a2b19520c4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/8056e0f1-9c9d-4e9f-afaa-10bf1791628a HTTP/1.1" status: 204 len: 173 time: 0.2556765 Aug 29 04:19:30.013244 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-3aa04c7b-9068-483d-b9b0-04c2ca71b4bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:19:30.013615 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-3aa04c7b-9068-483d-b9b0-04c2ca71b4bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:19:30.016903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-35e6d02d-0f98-408b-8e1c-b2fd7f18ac50 service neutron] 10.222.0.58 "POST /v2.0/ports/fa66ac89-2637-41a1-bf0e-8d35c6e7841a/bindings HTTP/1.1" status: 201 len: 390 time: 0.7168317 Aug 29 04:19:30.034149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5baca1-6019-4b0d-a810-39a2b19520c4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8056e0f1-9c9d-4e9f-afaa-10bf1791628a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.080806 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.094972 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Transition to ACTIVE for port object ee903212-0c8d-4d76-a261-f40e56834e3f will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:30.102333 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.142793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.169315 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Attempting to bind port ee903212-0c8d-4d76-a261-f40e56834e3f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:30.169749 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Attempting to bind port ee903212-0c8d-4d76-a261-f40e56834e3f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:30.170123 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Attempting to bind port ee903212-0c8d-4d76-a261-f40e56834e3f on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:30.173828 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Pushing event updated for resources: {'Port': ['ID=ee903212-0c8d-4d76-a261-f40e56834e3f,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.180090 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:30.180507 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:30.180874 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.181345 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:30.181874 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Bound port: ee903212-0c8d-4d76-a261-f40e56834e3f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:30.182292 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.189007 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-bd886938-f39e-4ef9-980b-d4d230de48ec req-9d2384d0-afea-43fb-9c60-518ea1629b9e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:19:30.190760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd886938-f39e-4ef9-980b-d4d230de48ec req-9d2384d0-afea-43fb-9c60-518ea1629b9e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/8056e0f1-9c9d-4e9f-afaa-10bf1791628a HTTP/1.1" status: 404 len: 352 time: 0.0277479 Aug 29 04:19:30.232390 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.232912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.233249 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.233594 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.234091 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.234535 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.234869 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.235201 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.235619 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.235949 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.236308 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.236633 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:30.271844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35080) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:30.318559 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] For port ee903212-0c8d-4d76-a261-f40e56834e3f, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:30.324729 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] For port ee903212-0c8d-4d76-a261-f40e56834e3f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ee903212-0c8d-4d76-a261-f40e56834e3f,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:30.333065 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.358902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02366a54-21f4-4ea5-ab0a-d295c57acd5c req-76f50340-b4b1-40bb-b663-26aed72b64a2 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0639694 Aug 29 04:19:30.450099 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d08a78-a685-46b8-9384-9cbd27d36009 None None] Pushing event updated for resources: {'Port': ['ID=ee903212-0c8d-4d76-a261-f40e56834e3f,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.454241 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:30.455046 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:19:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:30.508198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1565570117-network', 'tenant_id': '16c5f4347b9a46ada3d9f0d797dcd761'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:30.533226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34976-1ac8-44ec-bb47-a85fffe1db49 req-b6f5f434-c0f9-409f-a274-946cd9558129 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.534803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2e34976-1ac8-44ec-bb47-a85fffe1db49 req-b6f5f434-c0f9-409f-a274-946cd9558129 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.2334313 Aug 29 04:19:30.546482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 51d8f823-4b77-44c3-8827-46d5d93b0e23 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:30.573523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Allocated IP 172.20.0.1 (a9b3e010-628a-476f-8ddd-373aa24297a9/527f8927-01e7-407f-aac3-1a7e0c994668/d5f6b40f-7fc6-4857-9c1f-f3e6240b0790) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:30.579543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 51d8f823-4b77-44c3-8827-46d5d93b0e23 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:30.580140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 51d8f823-4b77-44c3-8827-46d5d93b0e23 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:30.609771 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:30.630277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-2310d26f-dbc2-4e70-a20b-10cbe1c9c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.632935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-2310d26f-dbc2-4e70-a20b-10cbe1c9c124 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1097 time: 0.2682669 Aug 29 04:19:30.639570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Made reservation on behalf of 16c5f4347b9a46ada3d9f0d797dcd761 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:30.642225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.660095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2fc1085d-9535-4fda-a36a-e682f302a084 req-8a22f1a8-aa7e-4e96-9bfb-0afa64ab2cb2 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceed98b3db224cb892e7c9dbd48be221 HTTP/1.1" status: 200 len: 6148 time: 0.2706926 Aug 29 04:19:30.700704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.734399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2e34976-1ac8-44ec-bb47-a85fffe1db49 req-a12b2c2a-7530-4d4b-acaa-941ccd1933c0 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713171 Aug 29 04:19:30.743748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.763419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Transition to ACTIVE for port object d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:30.813542 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.871733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Network a9b3e010-628a-476f-8ddd-373aa24297a9 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:30.872355 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 3, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:30.881921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:30.886132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:30.908639 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08787c93-e63c-4233-b73d-4ee72ea927cf None None] The sync data for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 is: [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 3, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:30.927121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9df0e238-ef20-4b76-ad6a-026e5bee2873 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:30.949425 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2fc1085d-9535-4fda-a36a-e682f302a084 req-d1058745-0f39-40c9-87a5-da711c40c041 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/d40f5da3-f330-4766-b016-efda26d5dc06 HTTP/1.1" status: 200 len: 2981 time: 0.2779374 Aug 29 04:19:31.032839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.036025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4464b5a1-fa0a-4b13-bf53-5236ce804874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.042332 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4464b5a1-fa0a-4b13-bf53-5236ce804874 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.3972480 Aug 29 04:19:31.092751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 9df0e238-ef20-4b76-ad6a-026e5bee2873 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:31.093926 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.108326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2fc1085d-9535-4fda-a36a-e682f302a084 req-318f79f8-bc96-4d98-9213-0e06403699e0 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/d40f5da3-f330-4766-b016-efda26d5dc06 HTTP/1.1" status: 200 len: 2981 time: 0.1578753 Aug 29 04:19:31.146729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.267861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-eadfa1b5-c4d3-489e-8d73-5b659df646ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a HTTP/1.1" status: 200 len: 217 time: 0.2074747 Aug 29 04:19:31.279283 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.326794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f31fde69-6e78-4594-a811-9fbce14992ef None None] Provisioning for port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:31.344400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f31fde69-6e78-4594-a811-9fbce14992ef None None] Provisioning complete for port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:31.344772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f31fde69-6e78-4594-a811-9fbce14992ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.396706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.399146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-a21ef029-1db5-4f96-8670-bd939ebfdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.400966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-a21ef029-1db5-4f96-8670-bd939ebfdb0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1096861 Aug 29 04:19:31.404303 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.421840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f31fde69-6e78-4594-a811-9fbce14992ef None None] Port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:31.447219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4e164-fa9b-41ae-9fcc-a77fd763edbb req-3fd70960-1d76-4010-9c10-9c0783de20e1 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.449047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94b4e164-fa9b-41ae-9fcc-a77fd763edbb req-3fd70960-1d76-4010-9c10-9c0783de20e1 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.3397357 Aug 29 04:19:31.478983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4f7efc37-eb16-4c9a-93cc-e057d8186171 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412958 Aug 29 04:19:31.482150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d77732d-6147-4560-9777-357e8b5cbd0b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.505360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:31.589294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.589641 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Added segment 6c4fe3da-c2da-484a-933e-932380ce2a5c of type vlan for network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 Aug 29 04:19:31.656757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94b4e164-fa9b-41ae-9fcc-a77fd763edbb req-6977f33e-8e5b-4162-9a58-bf2ffd95c18b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707773 Aug 29 04:19:31.679729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.695909 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.719150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-83b33835-17d6-4c22-baca-f237c8de266b service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187107 Aug 29 04:19:31.729035 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.733829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-cc6bf3d8-589f-4612-8089-0b02ea293690 req-569842af-71f3-4007-aa95-45eb083f618c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-989669577', 'description': 'tempest-description-1687520055'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:31.781104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cc6bf3d8-589f-4612-8089-0b02ea293690 req-569842af-71f3-4007-aa95-45eb083f618c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.784632 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.796833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.910064 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.911397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.913362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.953291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Network a9b3e010-628a-476f-8ddd-373aa24297a9 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:31.954765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:32.088228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] Pushing event updated for resources: {'Network': ['ID=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.095823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-23c812c7-9054-4a22-8c7d-9415b5bdcc0a service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301325 Aug 29 04:19:32.099797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:32.112081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f23902-32eb-4f16-96ea-4ca5ff734a36 req-45cc2450-5187-4479-895c-6e5450c36950 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.120810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38f23902-32eb-4f16-96ea-4ca5ff734a36 req-45cc2450-5187-4479-895c-6e5450c36950 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 949 time: 0.2398024 Aug 29 04:19:32.229764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Router 5de9e230-63b4-4fdc-916f-59ebf91320ad has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:32.257809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38f23902-32eb-4f16-96ea-4ca5ff734a36 req-ce721c38-9871-41bb-8325-9073c5ebcaaa tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309259 Aug 29 04:19:32.314869 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cc6bf3d8-589f-4612-8089-0b02ea293690 req-569842af-71f3-4007-aa95-45eb083f618c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.328244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cc6bf3d8-589f-4612-8089-0b02ea293690 req-569842af-71f3-4007-aa95-45eb083f618c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.342243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-43759879-f234-4de1-a99e-c91e663f8f1e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0656598 Aug 29 04:19:32.343228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35102) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:32.352853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Request body: {'subnet': {'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1565570117-subnet', 'tenant_id': '16c5f4347b9a46ada3d9f0d797dcd761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:32.378338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3c82bad9-d180-4a4e-84e5-f031ed672300 None None] Provisioning complete for port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:32.378721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3c82bad9-d180-4a4e-84e5-f031ed672300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.384972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569842af-71f3-4007-aa95-45eb083f618c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34de467c-4abf-46fc-add5-2b7fac74df66,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.425444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3c82bad9-d180-4a4e-84e5-f031ed672300 None None] Port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:32.446972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Made reservation on behalf of 16c5f4347b9a46ada3d9f0d797dcd761 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:32.450733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.455169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cc6bf3d8-589f-4612-8089-0b02ea293690 req-569842af-71f3-4007-aa95-45eb083f618c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.461533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc6bf3d8-589f-4612-8089-0b02ea293690 req-569842af-71f3-4007-aa95-45eb083f618c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7367015 Aug 29 04:19:32.474741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29034a5-a9b3-4f6b-9055-fe25377a3082 req-cb76f4ff-55dd-452d-8405-eb1e70bc40fd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.477067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29034a5-a9b3-4f6b-9055-fe25377a3082 req-cb76f4ff-55dd-452d-8405-eb1e70bc40fd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.0756381 Aug 29 04:19:32.511636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d9ca266c-94b1-4015-b0aa-84ba30378ba2 req-37332311-7452-49fd-8572-32c6591f6934 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1498902882', 'description': 'tempest-description-76486526'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:32.519916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:32.528665 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6a4e11b5-8f3e-439d-83cf-b6540715dbe6 admin admin] 10.222.0.58 "PUT /v2.0/routers/5de9e230-63b4-4fdc-916f-59ebf91320ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1939445 Aug 29 04:19:32.559000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29034a5-a9b3-4f6b-9055-fe25377a3082 req-f052d7b1-614a-4a32-b710-9fca709b447f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690138 Aug 29 04:19:32.581216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d9ca266c-94b1-4015-b0aa-84ba30378ba2 req-37332311-7452-49fd-8572-32c6591f6934 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.665215 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:32.692768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.759031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcda1e7-79b8-49e3-9169-770662cbe00b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.770752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-69d76d99-3221-40d8-9cca-c9818203be7a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.772891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-69d76d99-3221-40d8-9cca-c9818203be7a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "GET /v2.0/ports?device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 949 time: 0.1041393 Aug 29 04:19:32.780929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d9ca266c-94b1-4015-b0aa-84ba30378ba2 req-37332311-7452-49fd-8572-32c6591f6934 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.803181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Checking segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:32.803744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Network hostable DHCP agents. Network: fcb2f71b-e41e-4659-8f0e-1dfdf459bc10, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:32.817299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d9ca266c-94b1-4015-b0aa-84ba30378ba2 req-37332311-7452-49fd-8572-32c6591f6934 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.825290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:32.843215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, fcb2f71b-e41e-4659-8f0e-1dfdf459bc10) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:32.854044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e891a25-ad6b-4c43-913c-7038718487af None None] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:32.858493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.859663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.914168 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-42cae476-cacb-47c1-85c1-3eb45a6c43bd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5700583 Aug 29 04:19:32.914483 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d9ca266c-94b1-4015-b0aa-84ba30378ba2 req-37332311-7452-49fd-8572-32c6591f6934 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.925484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9ca266c-94b1-4015-b0aa-84ba30378ba2 req-37332311-7452-49fd-8572-32c6591f6934 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4327979 Aug 29 04:19:32.926435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37332311-7452-49fd-8572-32c6591f6934 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.952264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ee903212-0c8d-4d76-a261-f40e56834e3f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:33.106510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ee903212-0c8d-4d76-a261-f40e56834e3f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:33.115187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ee903212-0c8d-4d76-a261-f40e56834e3f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:33.115630 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.263280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81786fa-73a1-4750-9f2f-66f3e793c7c8 None None] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:33.352826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-92a5f563-adcc-45c0-b9ed-67e5234986df tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.362865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-92a5f563-adcc-45c0-b9ed-67e5234986df tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/ports?device_id=22a7d35f-1a78-4fd8-a346-5ba422262ffc HTTP/1.1" status: 200 len: 950 time: 0.1371589 Aug 29 04:19:33.363095 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.373534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20560e-79b2-4d11-817d-c87c34aede87 req-e4cfc42f-1ff4-4aaf-a302-ef9a40c34f79 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.380909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b20560e-79b2-4d11-817d-c87c34aede87 req-e4cfc42f-1ff4-4aaf-a302-ef9a40c34f79 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.5652528 Aug 29 04:19:33.424744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port ee903212-0c8d-4d76-a261-f40e56834e3f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ee903212-0c8d-4d76-a261-f40e56834e3f,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:33.430209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Deleting port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:33.430575 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.435721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.448358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b20560e-79b2-4d11-817d-c87c34aede87 req-f7968a2c-2d9d-4cff-8671-c1da83bd7ff4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614157 Aug 29 04:19:33.593381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=ee903212-0c8d-4d76-a261-f40e56834e3f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.601051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Deleting port c30962b7-d3c9-4e18-988f-3fec45beee9e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:33.602005 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.626239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Sync routers for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:33.637497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:33.638534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:19:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:33.645139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] For port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:33.645511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.672222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Calling delete_port for 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:33.768873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] For port c30962b7-d3c9-4e18-988f-3fec45beee9e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c30962b7-d3c9-4e18-988f-3fec45beee9e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:33.776861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.811396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Calling delete_port for c30962b7-d3c9-4e18-988f-3fec45beee9e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:33.832354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:34.041343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03cdb-5349-4e22-b982-6573877e4563 req-44243c04-e0d2-4f42-9975-620dc2ae24ee tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.044221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-44243c04-e0d2-4f42-9975-620dc2ae24ee tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.2703145 Aug 29 04:19:34.051649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35146) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:34.063853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9d15632f-9e7d-49e8-a3d3-0636722e4d72 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300851768', 'description': 'tempest-description--1768693954'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:34.093919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.109585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:34.111650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:34.165366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-45e26249-4539-47b8-8ad0-2afd98396807 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/quotas/16c5f4347b9a46ada3d9f0d797dcd761 HTTP/1.1" status: 200 len: 375 time: 0.1091006 Aug 29 04:19:34.202749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b894a8d-c1f6-4fe7-a41d-8fb580d246ff req-5baa0e1a-acf1-4427-828e-5057e5de1d1a tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7520b86e-106c-4ab2-966e-c5341fe01447 HTTP/1.1" status: 200 len: 210 time: 0.0952005 Aug 29 04:19:34.203565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event deleted for resources: {'Port': ['ID=3dd3bf5f-8f41-402a-b9f7-949d9dd0378f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:34.256697 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-37fdb2c8-8de5-4648-8e66-d38e0cb69604 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2849293 Aug 29 04:19:34.258337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.278084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3dd3bf5f-8f41-402a-b9f7-949d9dd0378f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:34.340317 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-1f18a40b-b3ec-4285-af02-115cd0714f00 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1411040 Aug 29 04:19:34.355625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d15632f-9e7d-49e8-a3d3-0636722e4d72 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.363765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event deleted for resources: {'Port': ['ID=c30962b7-d3c9-4e18-988f-3fec45beee9e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:34.395871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] No DVR routers for this DVR port 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f on host n-h2-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:34.407480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-bdadb403-02d7-4e3a-b171-29bae2bcb131 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2210574 Aug 29 04:19:34.424012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-7d1c1c7a-7934-41b0-a255-04cd85b80df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.425583 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-7d1c1c7a-7934-41b0-a255-04cd85b80df8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 1096 time: 0.1111133 Aug 29 04:19:34.426086 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.429098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fae1bd8c-3ca5-45be-b6ad-485765bab404 req-7722cf21-775b-4cd6-8ad9-e659a0c70632 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.65 "DELETE /v2.0/ports/3dd3bf5f-8f41-402a-b9f7-949d9dd0378f HTTP/1.1" status: 204 len: 173 time: 1.6462357 Aug 29 04:19:34.440688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7520b86e-106c-4ab2-966e-c5341fe01447', 'name': 'network-vif-deleted', 'tag': '3dd3bf5f-8f41-402a-b9f7-949d9dd0378f'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:34.443050 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e4c4e8-5b58-41fb-9714-63ddd411a0d9" -d '{"events": [{"server_uuid": "7520b86e-106c-4ab2-966e-c5341fe01447", "name": "network-vif-deleted", "tag": "3dd3bf5f-8f41-402a-b9f7-949d9dd0378f"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:34.448935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] No DVR routers for this DVR port c30962b7-d3c9-4e18-988f-3fec45beee9e on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:34.453073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.456084 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-280ca112-61b9-4a47-a7d1-8f49f51dd73b req-243fbb66-4d1a-481b-a688-cd670775fa44 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "DELETE /v2.0/ports/c30962b7-d3c9-4e18-988f-3fec45beee9e HTTP/1.1" status: 204 len: 173 time: 1.0862880 Aug 29 04:19:34.456851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a7d35f-1a78-4fd8-a346-5ba422262ffc', 'name': 'network-vif-deleted', 'tag': 'c30962b7-d3c9-4e18-988f-3fec45beee9e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:34.460024 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130e3c46-47cb-40f3-818c-cd46e99c9559" -d '{"events": [{"server_uuid": "22a7d35f-1a78-4fd8-a346-5ba422262ffc", "name": "network-vif-deleted", "tag": "c30962b7-d3c9-4e18-988f-3fec45beee9e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:34.537071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-c6df974e-7ae1-4c2c-94e9-2697b5e97009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.538696 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-c6df974e-7ae1-4c2c-94e9-2697b5e97009 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 1102 time: 0.0714090 Aug 29 04:19:34.628330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 2, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:34.693710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-6091cd4e-4e52-4b16-8bce-20229b96d156 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523147 Aug 29 04:19:34.696948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Checking router: 5de9e230-63b4-4fdc-916f-59ebf91320ad for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:34.705937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Updating router 5de9e230-63b4-4fdc-916f-59ebf91320ad port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:19:34.751228 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.787211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-79c3d365-dccf-420b-a4c4-431a72a353f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.788924 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-79c3d365-dccf-420b-a4c4-431a72a353f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2150891 Aug 29 04:19:34.815489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-3242c209-580b-4f8c-a32b-c52e5bd2abd3 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.817104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-3242c209-580b-4f8c-a32b-c52e5bd2abd3 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 813 time: 0.4650333 Aug 29 04:19:34.841797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-59dfd373-61ce-4763-a9d6-ec5b5049e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.843251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-59dfd373-61ce-4763-a9d6-ec5b5049e1c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.3545794 Aug 29 04:19:34.904072 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-9260c279-adc8-449a-be80-4c87f571b720 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a9fcf00b-1375-44a7-bee3-d6ec1db6b717 HTTP/1.1" status: 200 len: 217 time: 0.1054268 Aug 29 04:19:34.952294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d15632f-9e7d-49e8-a3d3-0636722e4d72 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.971044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-1efe27e7-b637-48c8-85a2-48e79eac0c1e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/quotas/ceed98b3db224cb892e7c9dbd48be221 HTTP/1.1" status: 200 len: 375 time: 0.1335280 Aug 29 04:19:34.977164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-1666fb7e-89d3-43b9-8e65-bdbe76341c2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 200 len: 217 time: 0.0999165 Aug 29 04:19:34.986530 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d15632f-9e7d-49e8-a3d3-0636722e4d72 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.002366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-86cd901f-0925-4b65-95b5-34aba7e8f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.005908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-86cd901f-0925-4b65-95b5-34aba7e8f4f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0903411 Aug 29 04:19:35.008088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ee903212-0c8d-4d76-a261-f40e56834e3f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:35.089691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-b6d7e674-8291-41d0-8d68-ea08b191d677 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917460 Aug 29 04:19:35.090920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-ebe26086-9b5d-4912-9bb5-552b181462ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.094074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-ebe26086-9b5d-4912-9bb5-552b181462ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694938 Aug 29 04:19:35.115130 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d15632f-9e7d-49e8-a3d3-0636722e4d72 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.119335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9d15632f-9e7d-49e8-a3d3-0636722e4d72 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0646269 Aug 29 04:19:35.121641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35166) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:35.138049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4835c0a0-04b6-445e-a10f-c2a5cdc7b681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Request body: {'security_group_rule': {'security_group_id': '30d208a0-bc03-4153-89b5-6109f4038df8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:35.143958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15632f-9e7d-49e8-a3d3-0636722e4d72 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d208a0-bc03-4153-89b5-6109f4038df8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.227722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-07bb6270-74cd-4185-a4c8-0b79dd131b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.229719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-07bb6270-74cd-4185-a4c8-0b79dd131b7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.2374370 Aug 29 04:19:35.241190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-e348d907-d292-4b61-aaf0-112519812506 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2625334 Aug 29 04:19:35.388152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ee903212-0c8d-4d76-a261-f40e56834e3f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:35.391061 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.391211 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-43dde12f-9ccd-4862-aea5-7385be6dca48 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823150 Aug 29 04:19:35.490550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-8dd1ee49-f99b-4c75-93b1-3aae5799363d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2372811 Aug 29 04:19:35.559001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4835c0a0-04b6-445e-a10f-c2a5cdc7b681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.653025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b9cd07a-db9c-4269-88b0-9dc164d3c988 req-e1704c5f-b267-4bad-b850-9055c0bd065d service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479451 Aug 29 04:19:35.679566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c30962b7-d3c9-4e18-988f-3fec45beee9e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:35.757859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8410a8-b127-4be7-bbab-9640ce49d6f7 req-829969cf-e350-44b1-a76d-97e1bd8e2c6a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.765811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb8410a8-b127-4be7-bbab-9640ce49d6f7 req-829969cf-e350-44b1-a76d-97e1bd8e2c6a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.2719247 Aug 29 04:19:35.782257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: c30962b7-d3c9-4e18-988f-3fec45beee9e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:35.782626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c30962b7-d3c9-4e18-988f-3fec45beee9e not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:35.794178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-c32d67e3-75cb-4880-a0c2-5b08298fd6d1 service neutron] 10.222.0.58 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421450 Aug 29 04:19:35.852205 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4835c0a0-04b6-445e-a10f-c2a5cdc7b681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.857028 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.870458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Transition to ACTIVE for port object d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:35.877914 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.888151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4835c0a0-04b6-445e-a10f-c2a5cdc7b681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.891826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-64b7d04c-9c4f-4879-835a-c6bbae96651f service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841736 Aug 29 04:19:35.917123 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb8410a8-b127-4be7-bbab-9640ce49d6f7 req-99c0376e-4b05-4dc4-95ec-e60defb00574 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455684 Aug 29 04:19:35.974338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2568e2e-3376-4973-8a8a-84bf620c253c None None] Pushing event updated for resources: {'Port': ['ID=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.979724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835c0a0-04b6-445e-a10f-c2a5cdc7b681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67791a32-d9cc-4d60-8f96-e3e8e067ee12,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:36.098337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Attempting to bind port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:36.100049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Attempting to bind port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:36.100893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Attempting to bind port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 on network a9b3e010-628a-476f-8ddd-373aa24297a9 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:36.109214 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99731f9-aa29-49c1-b535-5aee32710e6a x-openstack-request-id: req-d99731f9-aa29-49c1-b535-5aee32710e6a {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:36.109214 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7520b86e-106c-4ab2-966e-c5341fe01447", "name": "network-vif-deleted", "tag": "3dd3bf5f-8f41-402a-b9f7-949d9dd0378f", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:36.109214 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d99731f9-aa29-49c1-b535-5aee32710e6a {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:36.109214 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7520b86e-106c-4ab2-966e-c5341fe01447', 'name': 'network-vif-deleted', 'tag': '3dd3bf5f-8f41-402a-b9f7-949d9dd0378f', 'status': 'completed', 'code': 200} Aug 29 04:19:36.113013 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4835c0a0-04b6-445e-a10f-c2a5cdc7b681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.114293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4835c0a0-04b6-445e-a10f-c2a5cdc7b681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9915640 Aug 29 04:19:36.117210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35182) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:36.118013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:36.119090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Checking segment: {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:36.120070 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.121414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Bound using segment: {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:36.122189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Bound port: d5f6b40f-7fc6-4857-9c1f-f3e6240b0790, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:36.122850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-058b0d6b-b22d-45ee-bc7f-0ef8a771372a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Request body: {'security_group_rule': {'security_group_id': '30d208a0-bc03-4153-89b5-6109f4038df8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:36.123296 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.175072 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058b0d6b-b22d-45ee-bc7f-0ef8a771372a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.266091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] For port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:36.273524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] For port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:36.288268 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.301095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-18dbbc87-531e-4dd1-ada8-ebcb6c0d4449 service neutron] 10.222.0.58 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925802 Aug 29 04:19:36.304431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058b0d6b-b22d-45ee-bc7f-0ef8a771372a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.310375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058b0d6b-b22d-45ee-bc7f-0ef8a771372a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.338076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058b0d6b-b22d-45ee-bc7f-0ef8a771372a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.340345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-058b0d6b-b22d-45ee-bc7f-0ef8a771372a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2218542 Aug 29 04:19:36.345213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35184) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:36.356055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:36.363931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b0d6b-b22d-45ee-bc7f-0ef8a771372a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c47abd0-b816-4a1c-b198-4f3762419dc3,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:36.399397 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.399606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-287185f8-9c32-44fe-bc9b-319d245fc9b4 req-c6818582-5543-4ddb-b48e-87114f01dcf1 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609077 Aug 29 04:19:36.443157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dede21-d74b-42b1-a711-9ce70af31f1b req-38d225c3-eb2d-43da-b890-0fec70c79f45 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.448641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b6dede21-d74b-42b1-a711-9ce70af31f1b req-38d225c3-eb2d-43da-b890-0fec70c79f45 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.2919278 Aug 29 04:19:36.524542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:36.525287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:19:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:36.556210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b6dede21-d74b-42b1-a711-9ce70af31f1b req-d1c4ff01-c5ac-42cd-8bb9-6bf82cf0dea8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979528 Aug 29 04:19:36.646710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:36.699538 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6cba97-bc1a-43b9-8657-a0b096ac012e x-openstack-request-id: req-fd6cba97-bc1a-43b9-8657-a0b096ac012e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:36.699538 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a7d35f-1a78-4fd8-a346-5ba422262ffc", "name": "network-vif-deleted", "tag": "c30962b7-d3c9-4e18-988f-3fec45beee9e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:36.699784 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd6cba97-bc1a-43b9-8657-a0b096ac012e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:36.700196 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a7d35f-1a78-4fd8-a346-5ba422262ffc', 'name': 'network-vif-deleted', 'tag': 'c30962b7-d3c9-4e18-988f-3fec45beee9e', 'status': 'completed', 'code': 200} Aug 29 04:19:36.714510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', '0afed545-7ada-4384-8d6b-ff759d76d0fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:36.730325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:36.730325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3dd3bf5f-8f41-402a-b9f7-949d9dd0378f not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:36.731705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2568e2e-3376-4973-8a8a-84bf620c253c None None] Pushing event updated for resources: {'Port': ['ID=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:36.741135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.868869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:36.927237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8676f7f3-15f4-49cb-b242-9f3762964b76 req-11c197b2-62a9-41a1-879e-3a24dd36959e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 210 time: 0.0789049 Aug 29 04:19:36.957154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Allocated IP 172.25.1.55 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/a2ea68a5-3dc5-4870-be9b-8b39f7a7fc4a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:37.013470 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9480c870-c5d7-47cc-b82e-64d918c2f69d req-fff8def8-e5f2-4cda-a762-5f0e962f33aa tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 210 time: 0.1018598 Aug 29 04:19:37.259891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb5730-5b65-4d87-ae40-2c088f8e28f9 req-c46edcbd-310d-4a97-a73f-fa243b3b79f3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.262222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1eb5730-5b65-4d87-ae40-2c088f8e28f9 req-c46edcbd-310d-4a97-a73f-fa243b3b79f3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.1727748 Aug 29 04:19:37.410705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.435672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:36Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:37.463704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03cdb-5349-4e22-b982-6573877e4563 req-351a3dc7-cf6d-498b-9f61-52fb46baf10f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.470520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-351a3dc7-cf6d-498b-9f61-52fb46baf10f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.3933055 Aug 29 04:19:37.475909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd768bd-a895-4292-b175-2788521a5e87 None None] The sync data for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 is: [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:36Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:37.511602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.518846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1eb5730-5b65-4d87-ae40-2c088f8e28f9 req-563e8dbc-5acd-4f1a-9aaf-856cad8ec4a3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311544 Aug 29 04:19:37.524841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Request body: {'port': {'device_id': 'd3e13f6f-5d44-4827-9c1b-ef4167551492', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'admin_state_up': True, 'tenant_id': '16c5f4347b9a46ada3d9f0d797dcd761'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:37.732572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:37.736831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:37.743283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:37.747293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event updated for resources: {'Port': ['ID=a2ea68a5-3dc5-4870-be9b-8b39f7a7fc4a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:37.931212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31805325-7c5d-43f4-a667-c04181c44d87 req-38b9b7b2-f82d-486d-8e21-01701e0d8ed4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.952651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31805325-7c5d-43f4-a667-c04181c44d87 req-38b9b7b2-f82d-486d-8e21-01701e0d8ed4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.2172825 Aug 29 04:19:37.967520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Made reservation on behalf of 16c5f4347b9a46ada3d9f0d797dcd761 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:37.972092 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.049093 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31805325-7c5d-43f4-a667-c04181c44d87 req-2aa2c862-5f7e-49e4-a216-3cc19202d056 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920370 Aug 29 04:19:38.058882 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.108879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.198889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-743b454d-8d19-4697-b6de-ba21db05f7d5 req-d491202c-4603-4c59-9517-0c8fe22d01cb tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 210 time: 0.0442019 Aug 29 04:19:38.358389 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.366366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4977f-e2e3-41ef-87a8-eedbfe06d50e req-216eac2d-71bd-42b5-8fa1-31de0812b42d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.366961 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.376743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cae4977f-e2e3-41ef-87a8-eedbfe06d50e req-216eac2d-71bd-42b5-8fa1-31de0812b42d tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 950 time: 0.2862177 Aug 29 04:19:38.435897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97a47475-8541-4c90-bf80-f3e37c103c0b req-14c3b285-43c1-4660-a356-78f49bf11f71 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 210 time: 0.1451731 Aug 29 04:19:38.456890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Allocated IP 172.20.0.8 (fcb2f71b-e41e-4659-8f0e-1dfdf459bc10/1fcda1e7-79b8-49e3-9169-770662cbe00b/55ab5060-c225-45f6-ab66-b3c2ab20935e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:38.494428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cae4977f-e2e3-41ef-87a8-eedbfe06d50e req-55ed4bfd-ad8f-4471-8a85-78df03ab94b4 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164382 Aug 29 04:19:38.507748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.723791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51079d-a514-45fb-94ae-6542dff58223 req-a48cd792-3557-4abf-bf70-367341b008b7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.726133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b51079d-a514-45fb-94ae-6542dff58223 req-a48cd792-3557-4abf-bf70-367341b008b7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.0731788 Aug 29 04:19:38.806961 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.916738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:38.917299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.922453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event updated for resources: {'Port': ['ID=a2ea68a5-3dc5-4870-be9b-8b39f7a7fc4a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.962124 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.964031 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-501b1e60-d65d-4935-b317-761ddee44192 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6162245 Aug 29 04:19:39.056517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:39.069579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-fd837c2c-a42f-4e75-a753-aa76e553beb4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.071818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-fd837c2c-a42f-4e75-a753-aa76e553beb4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.64 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 813 time: 0.6604724 Aug 29 04:19:39.073774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:39.078398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:39.084816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:39.084816 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.087523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:39.097267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'port': {'device_id': '4d447730-6be6-4718-8f2c-b52f7f573104', 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43', 'admin_state_up': True, 'tenant_id': 'ceed98b3db224cb892e7c9dbd48be221'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:39.167279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b51079d-a514-45fb-94ae-6542dff58223 req-5c6a48e0-3b51-43bb-978b-c2401f860f08 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758002 Aug 29 04:19:39.167964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event updated for resources: {'Port': ['ID=55ab5060-c225-45f6-ab66-b3c2ab20935e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.274874 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.276283 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.291005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-f9e07874-bf19-42da-be03-958fe68fc18b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.292616 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-f9e07874-bf19-42da-be03-958fe68fc18b tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1d1c1a7-cfb2-450a-958c-2857bd00ea96 HTTP/1.1" status: 200 len: 950 time: 0.1187470 Aug 29 04:19:39.322918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-36828e99-e015-4de1-a6e2-9547badb0ed9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8024671 Aug 29 04:19:39.349442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Request body: {'port': {'device_id': 'd3e13f6f-5d44-4827-9c1b-ef4167551492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:39.475269 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.488937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Made reservation on behalf of ceed98b3db224cb892e7c9dbd48be221 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:39.497335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-d54d1352-dfe9-421d-b3f3-f33e4966a47e tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1300851768&fields=id&tenant_id=979b796d709a4c46b996a0f07de4b02a HTTP/1.1" status: 200 len: 267 time: 0.2958510 Aug 29 04:19:39.498315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.533295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:39.546041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.602284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.612653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Deleting port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:39.613629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.651516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.683151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4a18-6cda-4f1d-936a-b3e4b2df15b7 req-68df6a5f-d652-4ae3-b22e-3cbf7b89db66 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.684821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ceff4a18-6cda-4f1d-936a-b3e4b2df15b7 req-68df6a5f-d652-4ae3-b22e-3cbf7b89db66 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.3501310 Aug 29 04:19:39.764667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Allocated IP 172.20.0.4 (c9970181-975e-4e2f-87ae-bf4b9c8dfc43/33c31050-2782-44c2-bf49-66eddd400ff2/a9f6f802-2320-4296-9849-03bfc7c811c7) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:39.767827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] For port a9fcf00b-1375-44a7-bee3-d6ec1db6b717, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:39.768247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.787949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Calling delete_port for a9fcf00b-1375-44a7-bee3-d6ec1db6b717 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:39.788169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-f929cbe1-ff32-4c39-a616-15b49d5c545c tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.789563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-f929cbe1-ff32-4c39-a616-15b49d5c545c tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/networks?id=a9b3e010-628a-476f-8ddd-373aa24297a9 HTTP/1.1" status: 200 len: 811 time: 0.2907133 Aug 29 04:19:39.804084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-e4426eb0-933d-4f2d-9de9-5deb18f47148 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.805648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-e4426eb0-933d-4f2d-9de9-5deb18f47148 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 949 time: 0.1898580 Aug 29 04:19:40.063183 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.075519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9', '0afed545-7ada-4384-8d6b-ff759d76d0fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:40.087515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.119923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event deleted for resources: {'Port': ['ID=a9fcf00b-1375-44a7-bee3-d6ec1db6b717,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.166144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] No DVR routers for this DVR port a9fcf00b-1375-44a7-bee3-d6ec1db6b717 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:40.170269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.172418 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-103d97b7-b066-4220-8c6d-98e2166a7693 req-1b104b80-5875-4068-9db3-46f2493c2b64 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "DELETE /v2.0/ports/a9fcf00b-1375-44a7-bee3-d6ec1db6b717 HTTP/1.1" status: 204 len: 173 time: 0.8699982 Aug 29 04:19:40.172916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d1c1a7-cfb2-450a-958c-2857bd00ea96', 'name': 'network-vif-deleted', 'tag': 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:40.176003 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372d2af4-71db-48ae-9cff-3d25613e4439" -d '{"events": [{"server_uuid": "e1d1c1a7-cfb2-450a-958c-2857bd00ea96", "name": "network-vif-deleted", "tag": "a9fcf00b-1375-44a7-bee3-d6ec1db6b717"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:40.210179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ceff4a18-6cda-4f1d-936a-b3e4b2df15b7 req-07fab055-e914-4410-b807-ee91df68ad93 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792981 Aug 29 04:19:40.222667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-d596f5d1-7904-4df3-b4b4-99b8f5ad7e65 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/quotas/979b796d709a4c46b996a0f07de4b02a HTTP/1.1" status: 200 len: 375 time: 0.4153669 Aug 29 04:19:40.242631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.257900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:40.352106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:40.352871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'Port': ['ID=a9f6f802-2320-4296-9849-03bfc7c811c7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.356732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:40.369343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:40.425925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.432812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.451657 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-9990a997-9456-464f-831a-fae4a0c82198 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3615606 Aug 29 04:19:40.459943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-13b8fd7d-684b-49ef-8ba7-040ee400d9b5 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=979b796d709a4c46b996a0f07de4b02a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2266285 Aug 29 04:19:40.469332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Request body: {'port': {'device_id': '4d447730-6be6-4718-8f2c-b52f7f573104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:40.480064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679161-2fa8-45c7-8871-f5b0680d1202 req-2bffa06a-fbb2-4b4e-bfae-75292254c796 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.481623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4679161-2fa8-45c7-8871-f5b0680d1202 req-2bffa06a-fbb2-4b4e-bfae-75292254c796 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 931 time: 0.2119970 Aug 29 04:19:40.537468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.622640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Deleting port 0afed545-7ada-4384-8d6b-ff759d76d0fb {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:40.623670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.667228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4679161-2fa8-45c7-8871-f5b0680d1202 req-ceb448d7-cfd2-4e31-b27c-5bde77f901f8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697609 Aug 29 04:19:40.795000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-acad29e1-9551-4307-b163-6c5dc8aaf58e service neutron] 10.222.0.58 "GET /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122721 Aug 29 04:19:40.872703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:40.896950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f6f802-2320-4296-9849-03bfc7c811c7 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:40.914977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.931708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Transition to ACTIVE for port object a9f6f802-2320-4296-9849-03bfc7c811c7 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:40.936125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:40.936621 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.937538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.950097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ab5060-c225-45f6-ab66-b3c2ab20935e {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:40.968958 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.996566 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6f802-2320-4296-9849-03bfc7c811c7,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.029743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Transition to ACTIVE for port object 55ab5060-c225-45f6-ab66-b3c2ab20935e will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:41.047745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40376cac-51bb-4717-b691-11575cc39199 req-63ac529b-10c7-4350-9f83-edf7c93b0721 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.049300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40376cac-51bb-4717-b691-11575cc39199 req-63ac529b-10c7-4350-9f83-edf7c93b0721 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 931 time: 0.2354102 Aug 29 04:19:41.056364 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.060863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] For port 0afed545-7ada-4384-8d6b-ff759d76d0fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0afed545-7ada-4384-8d6b-ff759d76d0fb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:41.061242 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.081370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Attempting to bind port a9f6f802-2320-4296-9849-03bfc7c811c7 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:41.081709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Attempting to bind port a9f6f802-2320-4296-9849-03bfc7c811c7 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:41.082042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Attempting to bind port a9f6f802-2320-4296-9849-03bfc7c811c7 on network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:41.087079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Port a9f6f802-2320-4296-9849-03bfc7c811c7 on network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:41.087408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Attempting to bind port a9f6f802-2320-4296-9849-03bfc7c811c7 on network c9970181-975e-4e2f-87ae-bf4b9c8dfc43 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:41.092530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:41.092870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Checking segment: {'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:41.093258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Bound using segment: {'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:41.093690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Bound port: a9f6f802-2320-4296-9849-03bfc7c811c7, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a0fe2-0001-431d-ba64-d26453a74673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:41.094055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.114253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Calling delete_port for 0afed545-7ada-4384-8d6b-ff759d76d0fb owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:41.127771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-d3c5d706-6069-43e3-b8b6-820c13fc8fe2 service neutron] 10.222.0.58 "GET /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313780 Aug 29 04:19:41.166194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] For port a9f6f802-2320-4296-9849-03bfc7c811c7, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:41.168124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Pushing event updated for resources: {'Port': ['ID=55ab5060-c225-45f6-ab66-b3c2ab20935e,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.170208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] For port a9f6f802-2320-4296-9849-03bfc7c811c7, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9f6f802-2320-4296-9849-03bfc7c811c7,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:41.176843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.217289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.217921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.219415 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 200 len: 1092 time: 0.7571859 Aug 29 04:19:41.233757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40376cac-51bb-4717-b691-11575cc39199 req-4593a8ca-896b-47ff-ac93-0f99ae8dc9b9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751983 Aug 29 04:19:41.248447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f395aa-7032-4083-92b5-8cf72e8da8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6f802-2320-4296-9849-03bfc7c811c7,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.323393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Attempting to bind port 55ab5060-c225-45f6-ab66-b3c2ab20935e on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:41.323744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Attempting to bind port 55ab5060-c225-45f6-ab66-b3c2ab20935e by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:41.324122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Attempting to bind port 55ab5060-c225-45f6-ab66-b3c2ab20935e on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:41.325833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-1aef4e17-2466-486b-89a9-4e9d38f6eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.327617 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-1aef4e17-2466-486b-89a9-4e9d38f6eb3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1095 time: 0.0588102 Aug 29 04:19:41.330701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Port 55ab5060-c225-45f6-ab66-b3c2ab20935e on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:41.331044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Attempting to bind port 55ab5060-c225-45f6-ab66-b3c2ab20935e on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:41.388247 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-a38e0873-3701-403d-ad3d-e52ba8550107 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 200 len: 217 time: 0.0466921 Aug 29 04:19:41.390068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:41.390493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Checking segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:41.390959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Bound using segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:41.391492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Bound port: 55ab5060-c225-45f6-ab66-b3c2ab20935e, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:41.391929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.452762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.457060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-c22530e0-a237-43b9-8a4b-aa3df9dc15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.459167 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-c22530e0-a237-43b9-8a4b-aa3df9dc15c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.0633214 Aug 29 04:19:41.469451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['adfc5dc5-a88a-4710-876b-9464265db5a9'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:41.506365 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c2a8b-f886-460f-af60-b7c96d619366 x-openstack-request-id: req-5c0c2a8b-f886-460f-af60-b7c96d619366 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:41.506695 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d1c1a7-cfb2-450a-958c-2857bd00ea96", "name": "network-vif-deleted", "tag": "a9fcf00b-1375-44a7-bee3-d6ec1db6b717", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:41.506957 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c0c2a8b-f886-460f-af60-b7c96d619366 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:41.507366 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d1c1a7-cfb2-450a-958c-2857bd00ea96', 'name': 'network-vif-deleted', 'tag': 'a9fcf00b-1375-44a7-bee3-d6ec1db6b717', 'status': 'completed', 'code': 200} Aug 29 04:19:41.521799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event deleted for resources: {'Port': ['ID=0afed545-7ada-4384-8d6b-ff759d76d0fb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.560373 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-cd802d05-1a85-43f7-9e02-6cf0c9eaeca7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792179 Aug 29 04:19:41.628672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5281c47-0d93-4ff6-a0ba-411979e78881 req-f7fcd56d-882b-410c-b87a-7ff4a1f8235e tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.636836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5281c47-0d93-4ff6-a0ba-411979e78881 req-f7fcd56d-882b-410c-b87a-7ff4a1f8235e tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1097 time: 0.2186787 Aug 29 04:19:41.638585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] No DVR routers for this DVR port 0afed545-7ada-4384-8d6b-ff759d76d0fb on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:41.645694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.648354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92a30b1a-1c0b-4228-8853-a5bb3ad94ab8 req-d2da5588-8a79-43c9-8a78-94a097692906 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "DELETE /v2.0/ports/0afed545-7ada-4384-8d6b-ff759d76d0fb HTTP/1.1" status: 204 len: 173 time: 1.7911661 Aug 29 04:19:41.655585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e57b44-2fb4-45db-98f3-b281655b1921', 'name': 'network-vif-deleted', 'tag': '0afed545-7ada-4384-8d6b-ff759d76d0fb'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:41.657895 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e2db8-4130-4b84-9a23-cd2d76d573b0" -d '{"events": [{"server_uuid": "43e57b44-2fb4-45db-98f3-b281655b1921", "name": "network-vif-deleted", "tag": "0afed545-7ada-4384-8d6b-ff759d76d0fb"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:41.666928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] For port 55ab5060-c225-45f6-ab66-b3c2ab20935e, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:41.694619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] For port 55ab5060-c225-45f6-ab66-b3c2ab20935e, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=55ab5060-c225-45f6-ab66-b3c2ab20935e,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:41.701774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a9fcf00b-1375-44a7-bee3-d6ec1db6b717 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:41.710296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.726418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6aaf-3748-43ed-90da-e78cfa58c6af req-1d3410d1-52d4-40ee-b9e7-3137b66144a5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.728196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afda6aaf-3748-43ed-90da-e78cfa58c6af req-1d3410d1-52d4-40ee-b9e7-3137b66144a5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.1690021 Aug 29 04:19:41.729602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: a9fcf00b-1375-44a7-bee3-d6ec1db6b717 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:41.730240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a9fcf00b-1375-44a7-bee3-d6ec1db6b717 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:41.736322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5281c47-0d93-4ff6-a0ba-411979e78881 req-cef18f4d-a109-4fa0-9469-0edfd5feef7f tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869544 Aug 29 04:19:41.737401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-556c933d-784c-48e7-bed6-1e8748b311d0 service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680160 Aug 29 04:19:41.805531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.806091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.807482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] 10.222.0.65 "PUT /v2.0/ports/55ab5060-c225-45f6-ab66-b3c2ab20935e HTTP/1.1" status: 200 len: 1092 time: 2.4706144 Aug 29 04:19:41.849660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37ea9a-7aba-46cb-8cc8-a57f646c25d7 service neutron] Pushing event updated for resources: {'Port': ['ID=55ab5060-c225-45f6-ab66-b3c2ab20935e,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.854987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afda6aaf-3748-43ed-90da-e78cfa58c6af req-4097dc5f-5f0c-4a3c-8ebd-2cd3bd720237 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782115 Aug 29 04:19:41.874490 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c30b8bc-4b6b-4bf5-b08d-1a3467d5d90f req-83682af1-a0d6-44e2-8d34-d79370ef00bf service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255469 Aug 29 04:19:41.992718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b5ddb0f-9cc0-4f66-b24c-281ec174b979 req-71ee7902-1f8c-49cf-91b9-cdb4a974e389 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e57b44-2fb4-45db-98f3-b281655b1921 HTTP/1.1" status: 200 len: 210 time: 0.0389323 Aug 29 04:19:42.021623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03cdb-5349-4e22-b982-6573877e4563 req-ecb43f60-6ae8-4120-8c7a-29b7dd8e1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.021623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-ecb43f60-6ae8-4120-8c7a-29b7dd8e1247 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 1095 time: 0.1463418 Aug 29 04:19:42.027051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8272882-bea3-4dc2-8f9f-9f7bd034f18f req-4604d65e-2be3-4634-a27e-beea1064d95d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.028788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8272882-bea3-4dc2-8f9f-9f7bd034f18f req-4604d65e-2be3-4634-a27e-beea1064d95d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.1411295 Aug 29 04:19:42.080556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-b6d28e8c-4140-4ffc-9054-db20915a364a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55ab5060-c225-45f6-ab66-b3c2ab20935e HTTP/1.1" status: 200 len: 217 time: 0.0507855 Aug 29 04:19:42.113903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0fc99af-0a57-45ca-a222-f3441d22910a req-07dde505-167b-4d99-a041-396d4714614b tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 210 time: 0.0365934 Aug 29 04:19:42.169888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8272882-bea3-4dc2-8f9f-9f7bd034f18f req-da5e95e3-b3a4-4081-a176-d4d8e24b527e tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331077 Aug 29 04:19:42.171309 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7310cc-0a54-43f6-acc7-b01a066d1a61 x-openstack-request-id: req-fe7310cc-0a54-43f6-acc7-b01a066d1a61 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:42.171597 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e57b44-2fb4-45db-98f3-b281655b1921", "name": "network-vif-deleted", "tag": "0afed545-7ada-4384-8d6b-ff759d76d0fb", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:42.171850 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe7310cc-0a54-43f6-acc7-b01a066d1a61 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:42.172263 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e57b44-2fb4-45db-98f3-b281655b1921', 'name': 'network-vif-deleted', 'tag': '0afed545-7ada-4384-8d6b-ff759d76d0fb', 'status': 'completed', 'code': 200} Aug 29 04:19:42.176378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03cdb-5349-4e22-b982-6573877e4563 req-c6692a6c-cd7b-4805-897b-90f7e142c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.177529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-c6692a6c-cd7b-4805-897b-90f7e142c73a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.0661483 Aug 29 04:19:42.222774 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-7972d335-c29b-4191-9635-1d6b38241de5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338314 Aug 29 04:19:42.379580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df1627-d0cf-4165-a39e-c1f4639a552b req-23990ac6-acc3-4fd6-b4ff-749c7766d4b5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.381730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2df1627-d0cf-4165-a39e-c1f4639a552b req-23990ac6-acc3-4fd6-b4ff-749c7766d4b5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 943 time: 0.1578062 Aug 29 04:19:42.425578 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-ebf6036d-3e00-47b9-852b-4a8615a6b3eb service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909575 Aug 29 04:19:42.466568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2df1627-d0cf-4165-a39e-c1f4639a552b req-ad48e790-fd18-4ca0-a647-665f8d76eadb tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742774 Aug 29 04:19:42.573201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24a03cdb-5349-4e22-b982-6573877e4563 req-9f020d2b-cff3-40f1-878a-c139ab146d61 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340752 Aug 29 04:19:42.600302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985a5d1-2ae4-460c-8b81-4a5eb15f0396 req-77134048-0087-4f61-88b2-a55992bc1ea2 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.601931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8985a5d1-2ae4-460c-8b81-4a5eb15f0396 req-77134048-0087-4f61-88b2-a55992bc1ea2 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 943 time: 0.0599031 Aug 29 04:19:42.652330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8985a5d1-2ae4-460c-8b81-4a5eb15f0396 req-9a858650-cd6f-4d79-ab2b-bdd04053bd4b tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431964 Aug 29 04:19:42.839136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-6f48558f-e385-46ac-99a7-fa32502103ff tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.840848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-6f48558f-e385-46ac-99a7-fa32502103ff tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.64 "GET /v2.0/networks?id=a9b3e010-628a-476f-8ddd-373aa24297a9 HTTP/1.1" status: 200 len: 811 time: 0.1344376 Aug 29 04:19:42.894843 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-537c225e-641e-4526-a836-b12687fa1311 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=979b796d709a4c46b996a0f07de4b02a HTTP/1.1" status: 200 len: 380 time: 0.0413628 Aug 29 04:19:42.917441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Request body: {'port': {'device_id': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'admin_state_up': True, 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'security_groups': ['30d208a0-bc03-4153-89b5-6109f4038df8']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:42.989669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123b108-be5d-4c1f-a775-420a4c7b9865 req-b5ac2f2b-3a8b-4afb-aa0d-afc825c429e6 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.991308 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9123b108-be5d-4c1f-a775-420a4c7b9865 req-b5ac2f2b-3a8b-4afb-aa0d-afc825c429e6 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.0516460 Aug 29 04:19:43.034385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9123b108-be5d-4c1f-a775-420a4c7b9865 req-39e6eb44-0867-4895-8132-d8f9f4cbc0a1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Aug 29 04:19:43.034606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Made reservation on behalf of 979b796d709a4c46b996a0f07de4b02a for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:43.038409 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.182075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Allocated IP 172.20.0.8 (a9b3e010-628a-476f-8ddd-373aa24297a9/527f8927-01e7-407f-aac3-1a7e0c994668/cfa88829-7d27-47fa-8f0d-67a28af575d9) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:43.193662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-07a8852e-8ed6-4677-9a4f-6555c4727087 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:19:43.194303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-07a8852e-8ed6-4677-9a4f-6555c4727087 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075057 Aug 29 04:19:43.207650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Request body: {'binding': {'host': 'n-h1-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:43.208839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Unknown quota resources ['binding']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:19:43.351265 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-244f1a22-6dfc-415b-b580-3cda2b805d5a req-caccabed-ff14-47ee-bfb3-030ef2c3ca4a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 210 time: 0.0285554 Aug 29 04:19:43.447541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.463170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3404a5d-8486-4368-b509-7553b66f8b3f req-bf9a4972-5cc7-4b12-8569-73b9800f4436 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.464866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3404a5d-8486-4368-b509-7553b66f8b3f req-bf9a4972-5cc7-4b12-8569-73b9800f4436 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.0545294 Aug 29 04:19:43.469828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on host n-h1-712142-15 for vnic_type normal with profile None {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:43.470188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:43.470498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:43.472678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Transition to ACTIVE for port object cfa88829-7d27-47fa-8f0d-67a28af575d9 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:43.479440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:43.479764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:43.487629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:43.487970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:43.488392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:43.488820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Bound port: 15441b70-142c-4607-b6bd-660d866d8065, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:43.504044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3404a5d-8486-4368-b509-7553b66f8b3f req-1cc93fa8-19d1-4ab1-b54f-be7645ee5b42 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328901 Aug 29 04:19:43.514129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:43.516893 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc4ab58-5f01-4bad-aee1-614224b36958" -d '{"events": [{"name": "network-changed", "server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:43.561378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.572445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:43.597554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.598736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-731249f3-0770-45f7-8fcb-b8324e7fdeaa service neutron] 10.222.0.58 "POST /v2.0/ports/15441b70-142c-4607-b6bd-660d866d8065/bindings HTTP/1.1" status: 201 len: 390 time: 0.3948882 Aug 29 04:19:43.610985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde09e7e-9cfa-40c8-884e-39f0fdbdc152 req-0566eee3-f00a-406a-be66-586a019b0bf1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.613629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Network a9b3e010-628a-476f-8ddd-373aa24297a9 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:43.617942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:43.618516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bde09e7e-9cfa-40c8-884e-39f0fdbdc152 req-0566eee3-f00a-406a-be66-586a019b0bf1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 949 time: 0.0560217 Aug 29 04:19:43.622304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:43.629705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event updated for resources: {'Port': ['ID=cfa88829-7d27-47fa-8f0d-67a28af575d9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.690940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bde09e7e-9cfa-40c8-884e-39f0fdbdc152 req-ec576f54-c5a1-4d72-b181-025f068540b2 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707469 Aug 29 04:19:43.701193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.702080 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.704855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a9f6f802-2320-4296-9849-03bfc7c811c7 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:43.709531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0afed545-7ada-4384-8d6b-ff759d76d0fb no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:43.731855 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-4a0ff3fc-330d-4712-8441-09cad5ee3704 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8188555 Aug 29 04:19:43.747461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Request body: {'port': {'device_id': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:43.815590 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daba182-cbeb-4d03-8573-f57da2a9e42d x-openstack-request-id: req-9daba182-cbeb-4d03-8573-f57da2a9e42d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:43.816194 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:43.816620 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9daba182-cbeb-4d03-8573-f57da2a9e42d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:43.817154 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7', 'status': 'completed', 'code': 200} Aug 29 04:19:43.888664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.895565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 0afed545-7ada-4384-8d6b-ff759d76d0fb {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:43.895918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0afed545-7ada-4384-8d6b-ff759d76d0fb not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:43.913234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cd3df535-8b8e-47b6-bd20-0d114bad09e5 None None] Provisioning for port cfa88829-7d27-47fa-8f0d-67a28af575d9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:43.925912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cd3df535-8b8e-47b6-bd20-0d114bad09e5 None None] Provisioning complete for port cfa88829-7d27-47fa-8f0d-67a28af575d9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:43.926713 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cd3df535-8b8e-47b6-bd20-0d114bad09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.941854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33401e-ddaf-43e1-8844-d01b3b5ff2c9 req-89868212-54a6-48da-9def-01d963ead62a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.944167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e33401e-ddaf-43e1-8844-d01b3b5ff2c9 req-89868212-54a6-48da-9def-01d963ead62a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 943 time: 0.1648762 Aug 29 04:19:43.948585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-c5b015f8-0f2a-4086-85c5-1cd94bb8ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.950149 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-c5b015f8-0f2a-4086-85c5-1cd94bb8ec79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1095 time: 0.1056166 Aug 29 04:19:43.973935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-71a58896-6d67-4cad-9a2b-8f95a44099a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.976407 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-71a58896-6d67-4cad-9a2b-8f95a44099a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1097 time: 0.1029272 Aug 29 04:19:43.977300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a9f6f802-2320-4296-9849-03bfc7c811c7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9f6f802-2320-4296-9849-03bfc7c811c7,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:43.989636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cd3df535-8b8e-47b6-bd20-0d114bad09e5 None None] Port cfa88829-7d27-47fa-8f0d-67a28af575d9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:43.993913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'a9f6f802-2320-4296-9849-03bfc7c811c7', 'network_id': 'c9970181-975e-4e2f-87ae-bf4b9c8dfc43', 'port_id': 'a9f6f802-2320-4296-9849-03bfc7c811c7', 'mac_address': 'fa:16:3e:b4:d3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c31050-2782-44c2-bf49-66eddd400ff2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:44.032766 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.045493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9111a-96a9-40ab-90b1-e6ee6cec8ca3 req-92280eba-38c2-44e0-8a77-3f750408a102 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.047852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59d9111a-96a9-40ab-90b1-e6ee6cec8ca3 req-92280eba-38c2-44e0-8a77-3f750408a102 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1561143 Aug 29 04:19:44.050381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f6f802-2320-4296-9849-03bfc7c811c7 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:44.072539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a9f6f802-2320-4296-9849-03bfc7c811c7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9f6f802-2320-4296-9849-03bfc7c811c7,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:44.072702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e33401e-ddaf-43e1-8844-d01b3b5ff2c9 req-b79afaba-e4d7-4654-b40e-d531390fdf2c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194232 Aug 29 04:19:44.079453 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.142477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59d9111a-96a9-40ab-90b1-e6ee6cec8ca3 req-b37a332b-bfaf-4dbb-b776-3f00a1cd39af tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815036 Aug 29 04:19:44.148067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a9f6f802-2320-4296-9849-03bfc7c811c7,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.181508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e13f6f-5d44-4827-9c1b-ef4167551492', 'tag': '55ab5060-c225-45f6-ab66-b3c2ab20935e'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:44.183881 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ad59ed-076a-4646-98a2-a928d6ba88df" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e13f6f-5d44-4827-9c1b-ef4167551492", "tag": "55ab5060-c225-45f6-ab66-b3c2ab20935e"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:44.202224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-cb6fee37-d863-4d70-bbb4-946c3bb2a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.204045 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-cb6fee37-d863-4d70-bbb4-946c3bb2a23e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 914 time: 0.2412500 Aug 29 04:19:44.222986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46b458-0f19-4f27-bd1b-3b090af088ce req-b65925a2-ef6f-458f-9d12-8c67382081bc tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.226322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec46b458-0f19-4f27-bd1b-3b090af088ce req-b65925a2-ef6f-458f-9d12-8c67382081bc tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 944 time: 0.0897284 Aug 29 04:19:44.251947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-a0871ccb-f801-4fae-8d1b-4975ba9524c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.253473 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-a0871ccb-f801-4fae-8d1b-4975ba9524c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.2605066 Aug 29 04:19:44.293751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-096f1874-68e3-40f4-8837-27f310609e99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 200 len: 217 time: 0.0784292 Aug 29 04:19:44.313018 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-865d89a6-8073-4bff-8211-1a6e3031b684 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15441b70-142c-4607-b6bd-660d866d8065 HTTP/1.1" status: 200 len: 217 time: 0.0402591 Aug 29 04:19:44.364148 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec46b458-0f19-4f27-bd1b-3b090af088ce req-09a37672-cb8d-4dd4-8069-21f187d72236 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292784 Aug 29 04:19:44.382014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a9f6f802-2320-4296-9849-03bfc7c811c7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:44.387205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e85c-05ca-494a-9bfc-45f64745c346 req-2ab9192c-8494-499b-a076-b61712e42a63 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.388943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49c8e85c-05ca-494a-9bfc-45f64745c346 req-2ab9192c-8494-499b-a076-b61712e42a63 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.1074147 Aug 29 04:19:44.399107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-532899e3-4cb8-4e5c-b745-8b0a6a42e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.400866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-532899e3-4cb8-4e5c-b745-8b0a6a42e4ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.0888464 Aug 29 04:19:44.405851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa88829-7d27-47fa-8f0d-67a28af575d9 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:44.418743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.423131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-7b48d88b-3003-4577-a833-989f05949bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.424693 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-7b48d88b-3003-4577-a833-989f05949bf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0957129 Aug 29 04:19:44.453231 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63bf34-5844-42b1-80f3-9492d08e786d x-openstack-request-id: req-3c63bf34-5844-42b1-80f3-9492d08e786d {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:44.453231 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e13f6f-5d44-4827-9c1b-ef4167551492", "tag": "55ab5060-c225-45f6-ab66-b3c2ab20935e", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:44.453231 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c63bf34-5844-42b1-80f3-9492d08e786d {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:44.453705 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e13f6f-5d44-4827-9c1b-ef4167551492', 'tag': '55ab5060-c225-45f6-ab66-b3c2ab20935e', 'status': 'completed', 'code': 200} Aug 29 04:19:44.457561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-2bb3ed0f-f27d-4127-92a0-98cdbd678040 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424881 Aug 29 04:19:44.470733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Transition to ACTIVE for port object cfa88829-7d27-47fa-8f0d-67a28af575d9 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:44.473163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-23a13eb8-27ef-4792-a720-d61f2b528778 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372796 Aug 29 04:19:44.476755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.504590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49c8e85c-05ca-494a-9bfc-45f64745c346 req-ae92307d-3cbc-4175-87e2-4a7ec11224b8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023600 Aug 29 04:19:44.586452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Pushing event updated for resources: {'Port': ['ID=cfa88829-7d27-47fa-8f0d-67a28af575d9,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.612104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 55ab5060-c225-45f6-ab66-b3c2ab20935e details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:44.673750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-f5de315e-e505-40b8-9869-7ceaac66e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.675267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-f5de315e-e505-40b8-9869-7ceaac66e901 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 1095 time: 0.1973207 Aug 29 04:19:44.680796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-06903159-b099-4536-b3dd-733fb002ea31 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989293 Aug 29 04:19:44.717967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37a762-be5e-4ecd-ae1e-8033f0ba250b req-f2a57865-5c89-47e0-8da8-aa4bcad1cd06 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.719444 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Attempting to bind port cfa88829-7d27-47fa-8f0d-67a28af575d9 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:44.719848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Attempting to bind port cfa88829-7d27-47fa-8f0d-67a28af575d9 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:44.720269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Attempting to bind port cfa88829-7d27-47fa-8f0d-67a28af575d9 on network a9b3e010-628a-476f-8ddd-373aa24297a9 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:44.720765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e37a762-be5e-4ecd-ae1e-8033f0ba250b req-f2a57865-5c89-47e0-8da8-aa4bcad1cd06 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 943 time: 0.2029579 Aug 29 04:19:44.752374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Port cfa88829-7d27-47fa-8f0d-67a28af575d9 on network a9b3e010-628a-476f-8ddd-373aa24297a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:44.752812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Attempting to bind port cfa88829-7d27-47fa-8f0d-67a28af575d9 on network a9b3e010-628a-476f-8ddd-373aa24297a9 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:44.755332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 55ab5060-c225-45f6-ab66-b3c2ab20935e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=55ab5060-c225-45f6-ab66-b3c2ab20935e,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:44.766076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:44.766588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Checking segment: {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:44.767065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Bound using segment: {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:44.767588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Bound port: cfa88829-7d27-47fa-8f0d-67a28af575d9, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:44.768033 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.770411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-7e4f7b1a-780e-4416-a45a-5515ec73c94f service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031247 Aug 29 04:19:44.777992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '55ab5060-c225-45f6-ab66-b3c2ab20935e', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'port_id': '55ab5060-c225-45f6-ab66-b3c2ab20935e', 'mac_address': 'fa:16:3e:bd:0e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcda1e7-79b8-49e3-9169-770662cbe00b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:44.813820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54b4ca-8467-4b57-ac50-3cb49613974c req-acfd9165-5f04-41a2-b27a-3d90f6f6a4b0 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.815858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e54b4ca-8467-4b57-ac50-3cb49613974c req-acfd9165-5f04-41a2-b27a-3d90f6f6a4b0 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.2094083 Aug 29 04:19:44.832237 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.848006 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-2a8fb72c-cd21-4ce4-a159-8b3e764ec82e service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554923 Aug 29 04:19:44.849114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ab5060-c225-45f6-ab66-b3c2ab20935e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:44.874556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 55ab5060-c225-45f6-ab66-b3c2ab20935e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=55ab5060-c225-45f6-ab66-b3c2ab20935e,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:44.883809 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.924697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] For port cfa88829-7d27-47fa-8f0d-67a28af575d9, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:44.929069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e37a762-be5e-4ecd-ae1e-8033f0ba250b req-2b80ea9a-76b2-4ca3-9bfd-22ea5afb7da3 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646366 Aug 29 04:19:44.945517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] For port cfa88829-7d27-47fa-8f0d-67a28af575d9, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=cfa88829-7d27-47fa-8f0d-67a28af575d9,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:44.967305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-5a9aff4d-cd0c-467e-b3d3-cb81f9b0d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.970159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-5a9aff4d-cd0c-467e-b3d3-cb81f9b0d7a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 913 time: 0.2837269 Aug 29 04:19:44.971507 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcea474-6237-480d-9761-95092fe6785d req-60a00539-1946-4e3f-a038-60983cdd0c28 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.973592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8fcea474-6237-480d-9761-95092fe6785d req-60a00539-1946-4e3f-a038-60983cdd0c28 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 949 time: 0.0937326 Aug 29 04:19:44.976115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.981798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=55ab5060-c225-45f6-ab66-b3c2ab20935e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.989599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e54b4ca-8467-4b57-ac50-3cb49613974c req-c8fb8b1e-3566-448e-a57c-3366fbf26d7b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596963 Aug 29 04:19:45.033502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bc4ab58-5f01-4bad-aee1-614224b36958 req-c1b8d463-7029-411e-a4a1-aef05cb5a9f3 service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529387 Aug 29 04:19:45.036415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-104ee7e1-398a-4ef5-9790-f6015ef0a1dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55ab5060-c225-45f6-ab66-b3c2ab20935e HTTP/1.1" status: 200 len: 217 time: 0.0495715 Aug 29 04:19:45.077562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.078053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.080037 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] 10.222.0.64 "PUT /v2.0/ports/cfa88829-7d27-47fa-8f0d-67a28af575d9 HTTP/1.1" status: 200 len: 1092 time: 1.3374889 Aug 29 04:19:45.092218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3c104-f3e1-4318-9020-d77ba096764c service neutron] Pushing event updated for resources: {'Port': ['ID=cfa88829-7d27-47fa-8f0d-67a28af575d9,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.175480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8df6f5-70e0-420f-b7ac-b9fed38958ce req-d17b62cd-de4e-4726-902e-1c0f339c063c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.184038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d8df6f5-70e0-420f-b7ac-b9fed38958ce req-d17b62cd-de4e-4726-902e-1c0f339c063c tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 949 time: 0.1455061 Aug 29 04:19:45.188616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-86ba41a4-36ae-44a8-98e7-892edf87c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.190006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-86ba41a4-36ae-44a8-98e7-892edf87c7cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.1129956 Aug 29 04:19:45.221365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-ae879ddd-f1de-4778-abf6-f79c2d4ad353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.223355 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-ae879ddd-f1de-4778-abf6-f79c2d4ad353 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=979b796d709a4c46b996a0f07de4b02a&device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 1095 time: 0.0730865 Aug 29 04:19:45.230451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Deleting port adfc5dc5-a88a-4710-876b-9464265db5a9 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:45.230963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.261837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['55ab5060-c225-45f6-ab66-b3c2ab20935e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:45.283597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d8df6f5-70e0-420f-b7ac-b9fed38958ce req-f0822305-d762-4bd2-97c1-cf4907dd7df1 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/security-groups?id=f95f04c5-9269-4038-8116-c379e6de2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984325 Aug 29 04:19:45.305313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-70832083-93ef-418c-8e83-21b476507398 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660725 Aug 29 04:19:45.351127 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-24c18e5a-97ec-4b56-9a6f-cfe30238c500 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa88829-7d27-47fa-8f0d-67a28af575d9 HTTP/1.1" status: 200 len: 217 time: 0.1154773 Aug 29 04:19:45.449040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-927228e1-aa58-4299-857e-1030955e5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.450942 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-927228e1-aa58-4299-857e-1030955e5da5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=527f8927-01e7-407f-aac3-1a7e0c994668 HTTP/1.1" status: 200 len: 850 time: 0.0883718 Aug 29 04:19:45.456486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] For port adfc5dc5-a88a-4710-876b-9464265db5a9, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=adfc5dc5-a88a-4710-876b-9464265db5a9,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:45.457153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.503337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Calling delete_port for adfc5dc5-a88a-4710-876b-9464265db5a9 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:45.558570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-551c130b-1728-47a3-b739-c62a7fb22f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.560124 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-551c130b-1728-47a3-b739-c62a7fb22f36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b3e010-628a-476f-8ddd-373aa24297a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988615 Aug 29 04:19:45.719344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-2928899a-40b5-4dfe-a059-2f0f1d9a5c04 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415012 Aug 29 04:19:45.735105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a9f6f802-2320-4296-9849-03bfc7c811c7 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:45.744275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce9e6-7942-4ba4-926d-a3c477f69c5b req-113cca44-3e9a-4739-94e3-65714c68febe tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.751697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-032ce9e6-7942-4ba4-926d-a3c477f69c5b req-113cca44-3e9a-4739-94e3-65714c68febe tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 944 time: 0.5646844 Aug 29 04:19:45.798416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5113fd-3532-4a2c-afdd-13b0d9fe5dd5 req-709a75d7-3714-4cc7-ba86-2b9b3e81db75 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.800033 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e5113fd-3532-4a2c-afdd-13b0d9fe5dd5 req-709a75d7-3714-4cc7-ba86-2b9b3e81db75 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1220813 Aug 29 04:19:45.809963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port a9f6f802-2320-4296-9849-03bfc7c811c7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:45.814328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port a9f6f802-2320-4296-9849-03bfc7c811c7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:45.816519 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.821197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'tag': 'cfa88829-7d27-47fa-8f0d-67a28af575d9'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:45.823480 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f391879-a662-4c45-832a-3906c6baa013" -d '{"events": [{"name": "network-changed", "server_uuid": "ed12c7fa-18d9-4729-a29f-4ad660734f9e", "tag": "cfa88829-7d27-47fa-8f0d-67a28af575d9"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:45.832913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.837717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-52b78d49-4b3e-40b5-ab1a-51ed84cd4ab8 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315382 Aug 29 04:19:45.853529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-032ce9e6-7942-4ba4-926d-a3c477f69c5b req-8531b3f7-1945-4412-9f41-e2ae25b5af72 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007254 Aug 29 04:19:45.903574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Pushing event deleted for resources: {'Port': ['ID=adfc5dc5-a88a-4710-876b-9464265db5a9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.925379 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.929735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d89ac6c-377a-4ad1-a425-ab4d5822c6ed req-925e51fb-bdc7-4ffe-b1e4-27b3c72c0c3a service neutron] 10.222.0.64 "GET /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002254 Aug 29 04:19:45.956954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] No DVR routers for this DVR port adfc5dc5-a88a-4710-876b-9464265db5a9 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:45.966128 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.971641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8fcea474-6237-480d-9761-95092fe6785d req-dd460836-52f7-4d7e-8df0-aa8d3a80fb24 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.64 "DELETE /v2.0/ports/adfc5dc5-a88a-4710-876b-9464265db5a9 HTTP/1.1" status: 204 len: 173 time: 0.9883049 Aug 29 04:19:45.973492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a9f6f802-2320-4296-9849-03bfc7c811c7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9f6f802-2320-4296-9849-03bfc7c811c7,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:45.974656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:45.986967 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed847f8-827a-4395-b7f7-19d2ccbadb60" -d '{"events": [{"server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:45.994071 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.995016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device adfc5dc5-a88a-4710-876b-9464265db5a9 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:46.019821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e5113fd-3532-4a2c-afdd-13b0d9fe5dd5 req-fb17850b-85f8-42f3-aad4-c20e2509be29 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018206 Aug 29 04:19:46.079313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-fb1995a5-7f86-4733-9f57-bf0133e1c591 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.080870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-fb1995a5-7f86-4733-9f57-bf0133e1c591 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.1082792 Aug 29 04:19:46.086699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ad59ed-076a-4646-98a2-a928d6ba88df req-6e8f232d-234c-41f9-a121-745cdcfc1665 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301226 Aug 29 04:19:46.089541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: adfc5dc5-a88a-4710-876b-9464265db5a9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:46.089960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device adfc5dc5-a88a-4710-876b-9464265db5a9 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:46.092072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a9f6f802-2320-4296-9849-03bfc7c811c7,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:46.112225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-15'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:46.184997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.226646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa6ac9-feba-441e-9647-5d6ea9b28762 req-c17b30f6-201f-4ab1-963a-06f760e870bf tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.228276 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6cfa6ac9-feba-441e-9647-5d6ea9b28762 req-c17b30f6-201f-4ab1-963a-06f760e870bf tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 945 time: 0.1163456 Aug 29 04:19:46.269808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900a55-9552-47f4-9f0b-e7a017c925fa req-cb80b2e8-bf68-4616-b2c6-0241c3d40ff9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.278621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94900a55-9552-47f4-9f0b-e7a017c925fa req-cb80b2e8-bf68-4616-b2c6-0241c3d40ff9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 945 time: 0.1188776 Aug 29 04:19:46.334879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6cfa6ac9-feba-441e-9647-5d6ea9b28762 req-dc073506-660d-447d-8d28-797e6283d0ec tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987306 Aug 29 04:19:46.368162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94900a55-9552-47f4-9f0b-e7a017c925fa req-ef586b33-d263-4571-b899-08a98b5aad9c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882664 Aug 29 04:19:46.506008 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05273ea9-f8e7-4b06-9825-be7fca4c906a x-openstack-request-id: req-05273ea9-f8e7-4b06-9825-be7fca4c906a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:46.506277 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:46.506480 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9fa6a2-ecfd-4fda-815d-930b0e6c40c0 x-openstack-request-id: req-6c9fa6a2-ecfd-4fda-815d-930b0e6c40c0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:46.506695 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05273ea9-f8e7-4b06-9825-be7fca4c906a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:46.506813 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed12c7fa-18d9-4729-a29f-4ad660734f9e", "tag": "cfa88829-7d27-47fa-8f0d-67a28af575d9", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:46.506993 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7', 'code': 200} Aug 29 04:19:46.507148 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c9fa6a2-ecfd-4fda-815d-930b0e6c40c0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:46.507646 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'tag': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'status': 'completed', 'code': 200} Aug 29 04:19:46.561748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94767a29-5c2a-4ad3-bb24-3175920e1b3d req-c37bd766-5531-4622-a8d0-05ba3ce026d0 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.570190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94767a29-5c2a-4ad3-bb24-3175920e1b3d req-c37bd766-5531-4622-a8d0-05ba3ce026d0 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 943 time: 0.0792201 Aug 29 04:19:46.611617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fa66ac89-2637-41a1-bf0e-8d35c6e7841a details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:46.654938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94767a29-5c2a-4ad3-bb24-3175920e1b3d req-fa90dba9-35c4-4ad6-babd-877d0f52fc97 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837243 Aug 29 04:19:46.696812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2860d-e551-4b47-8257-a85c53ba1166 req-7e071ec0-4cee-4359-8403-6f7efad4ba93 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.698439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25a2860d-e551-4b47-8257-a85c53ba1166 req-7e071ec0-4cee-4359-8403-6f7efad4ba93 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.0930755 Aug 29 04:19:46.767444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.784268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 55ab5060-c225-45f6-ab66-b3c2ab20935e up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:46.794298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25a2860d-e551-4b47-8257-a85c53ba1166 req-bfd31c0f-d3c0-434e-95cc-242790de60db tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882087 Aug 29 04:19:46.814113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f391879-a662-4c45-832a-3906c6baa013 req-7db8c1fc-d501-4df2-be68-891cae4e728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.816099 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f391879-a662-4c45-832a-3906c6baa013 req-7db8c1fc-d501-4df2-be68-891cae4e728e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=979b796d709a4c46b996a0f07de4b02a&device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 1095 time: 0.2576423 Aug 29 04:19:46.828539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fa66ac89-2637-41a1-bf0e-8d35c6e7841a has no active binding in host n-h2-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:19:46.830524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbbff5-748f-46b7-a789-675b9c8f8dc3 req-f9449c60-55fb-4e5f-8d2d-c88325e8813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.838888 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b8fbbff5-748f-46b7-a789-675b9c8f8dc3 req-f9449c60-55fb-4e5f-8d2d-c88325e8813c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1097 time: 0.2251580 Aug 29 04:19:46.857981 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da8828b8-2f5d-44a5-8dda-2b680a9e7fea req-553a3797-3a89-4dfa-91c5-c8934a7998b3 tempest-ServersOnMultiNodesTest-1719909106 tempest-ServersOnMultiNodesTest-1719909106-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed6bd4b-2636-4659-a178-cca72835b910 HTTP/1.1" status: 200 len: 210 time: 0.0625558 Aug 29 04:19:46.867711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 55ab5060-c225-45f6-ab66-b3c2ab20935e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:46.872986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 55ab5060-c225-45f6-ab66-b3c2ab20935e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:46.873370 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.966010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.997058 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.000884 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b8fbbff5-748f-46b7-a789-675b9c8f8dc3 req-0643c70a-2243-443b-bf21-20d210424e5b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400371 Aug 29 04:19:47.018208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9aca5-a149-46cc-b997-aa016a95d944 req-b809e432-3867-43da-8a0d-41f83c3a1cea tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.029959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0b9aca5-a149-46cc-b997-aa016a95d944 req-b809e432-3867-43da-8a0d-41f83c3a1cea tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 944 time: 0.0913520 Aug 29 04:19:47.048631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f391879-a662-4c45-832a-3906c6baa013 req-f863c56f-93e3-4690-b292-1334dfea9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.050008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f391879-a662-4c45-832a-3906c6baa013 req-f863c56f-93e3-4690-b292-1334dfea9480 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9b3e010-628a-476f-8ddd-373aa24297a9 HTTP/1.1" status: 200 len: 912 time: 0.2043881 Aug 29 04:19:47.053966 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:47.093534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 55ab5060-c225-45f6-ab66-b3c2ab20935e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=55ab5060-c225-45f6-ab66-b3c2ab20935e,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:47.101643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0b9aca5-a149-46cc-b997-aa016a95d944 req-dda55234-5fb2-4ba0-8242-c7d0a99ee050 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666807 Aug 29 04:19:47.101936 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.124897 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.133435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.178603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=55ab5060-c225-45f6-ab66-b3c2ab20935e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.224137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6647e6-11cb-4bd6-9972-28e1463e644b req-4d486665-6790-491d-9326-553bb839a618 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.225756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6647e6-11cb-4bd6-9972-28e1463e644b req-4d486665-6790-491d-9326-553bb839a618 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.0697227 Aug 29 04:19:47.235544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Pushing event updated for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.265440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6647e6-11cb-4bd6-9972-28e1463e644b req-6430478c-54f7-49c2-b1f3-48c9aec21dcd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Aug 29 04:19:47.285224 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f391879-a662-4c45-832a-3906c6baa013 req-b28deeb5-a136-4a2c-8f04-bcd03e412e55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa88829-7d27-47fa-8f0d-67a28af575d9 HTTP/1.1" status: 200 len: 217 time: 0.0753984 Aug 29 04:19:47.289659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on host n-h1-712142-15 for vnic_type normal with profile {"migrating_to": "n-h2-712142-15"} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:47.290008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:47.290351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:47.322118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:47.322560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Attempting to bind port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:47.338955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:47.339312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:47.339717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:47.340220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Bound port: fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:47.340591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.350862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ca081186-ae4b-4ced-b9f3-39e1e769d1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.356627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f391879-a662-4c45-832a-3906c6baa013 req-68ee6c3a-d90c-44bd-94f0-3c5f0fb214ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.357229 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f391879-a662-4c45-832a-3906c6baa013 req-68ee6c3a-d90c-44bd-94f0-3c5f0fb214ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=527f8927-01e7-407f-aac3-1a7e0c994668 HTTP/1.1" status: 200 len: 850 time: 0.0633531 Aug 29 04:19:47.452619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:47.456794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:47.459832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f391879-a662-4c45-832a-3906c6baa013 req-ef2472ed-2aed-4cf9-8851-f6b364e8f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.461763 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f391879-a662-4c45-832a-3906c6baa013 req-ef2472ed-2aed-4cf9-8851-f6b364e8f5c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b3e010-628a-476f-8ddd-373aa24297a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818317 Aug 29 04:19:47.464096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.537651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724dcd-9719-4a6b-b6b1-7cec8631ba08 req-0965532d-7330-4f68-bc5a-7a91256c7e6a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.539252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74724dcd-9719-4a6b-b6b1-7cec8631ba08 req-0965532d-7330-4f68-bc5a-7a91256c7e6a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 945 time: 0.1217005 Aug 29 04:19:47.555143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a004c54-6298-4609-a1dd-1e321dabdffd req-a8c7ff0f-2932-4baa-a6de-ca1f1096ba3b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.556948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a004c54-6298-4609-a1dd-1e321dabdffd req-a8c7ff0f-2932-4baa-a6de-ca1f1096ba3b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.0805354 Aug 29 04:19:47.608245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Pushing event updated for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=8']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.623233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74724dcd-9719-4a6b-b6b1-7cec8631ba08 req-19a95bd1-cf8a-4158-ac90-85b6b056c8d3 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604296 Aug 29 04:19:47.638015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a004c54-6298-4609-a1dd-1e321dabdffd req-ed7cbc61-0025-4571-ae8b-c85acdef89f0 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Aug 29 04:19:47.642581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.643519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.644970 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-bb431d67-2316-4d5b-8697-2d410d0e0727 service neutron] 10.222.0.65 "PUT /v2.0/ports/fa66ac89-2637-41a1-bf0e-8d35c6e7841a HTTP/1.1" status: 200 len: 1123 time: 1.5453048 Aug 29 04:19:47.670965 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f391879-a662-4c45-832a-3906c6baa013 req-847e3b85-82d4-4a1b-b032-090868396314 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757164 Aug 29 04:19:47.731629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device cfa88829-7d27-47fa-8f0d-67a28af575d9 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:47.803756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f3497-11e3-4432-a37f-7d4c67928bce req-27cc297e-2501-48e8-aa29-8996f3476311 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.809689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a6f3497-11e3-4432-a37f-7d4c67928bce req-27cc297e-2501-48e8-aa29-8996f3476311 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 943 time: 0.0862172 Aug 29 04:19:47.838023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f391879-a662-4c45-832a-3906c6baa013 req-fecdf11a-e828-40a7-8422-d982270fc205 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573877 Aug 29 04:19:47.854433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['fa66ac89-2637-41a1-bf0e-8d35c6e7841a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:47.875015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a6f3497-11e3-4432-a37f-7d4c67928bce req-c1261fca-9685-420c-a379-511845538728 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527301 Aug 29 04:19:47.903289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['fa66ac89-2637-41a1-bf0e-8d35c6e7841a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:47.998560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c0ca9-1ecc-43ca-9be6-a55eee389fad req-8cf736f0-328a-4968-bb25-7a7c6b21cf0d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.001224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-353c0ca9-1ecc-43ca-9be6-a55eee389fad req-8cf736f0-328a-4968-bb25-7a7c6b21cf0d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.1202250 Aug 29 04:19:48.076853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-353c0ca9-1ecc-43ca-9be6-a55eee389fad req-c0c78d98-e0c0-474e-9d15-681ca8817a99 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683551 Aug 29 04:19:48.161048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port cfa88829-7d27-47fa-8f0d-67a28af575d9, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=cfa88829-7d27-47fa-8f0d-67a28af575d9,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:48.264107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'port_id': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:48.287924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61f29a-6c53-4379-8882-426d4d734c2f req-ede75955-a6f9-49e0-a4d6-7912ddbb44df tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.304927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa61f29a-6c53-4379-8882-426d4d734c2f req-ede75955-a6f9-49e0-a4d6-7912ddbb44df tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 945 time: 0.0899966 Aug 29 04:19:48.384733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35382) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:48.393674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa61f29a-6c53-4379-8882-426d4d734c2f req-7540714c-ed7c-4759-bf2c-193801caa3cd tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760539 Aug 29 04:19:48.501629 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ab402-0364-4365-b52c-4639821af4d3 req-abb5b489-7a3c-44f2-b433-4c8dcf0fa208 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.503845 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.509092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed6bd4b-2636-4659-a178-cca72835b910', 'name': 'network-vif-deleted', 'tag': 'adfc5dc5-a88a-4710-876b-9464265db5a9'}, {'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a'}, {'name': 'network-changed', 'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:48.510764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e13f6f-5d44-4827-9c1b-ef4167551492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ab5060-c225-45f6-ab66-b3c2ab20935e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:48.511860 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831699f0-1aff-4f6e-bbd7-c408c8b97437" -d '{"events": [{"server_uuid": "eed6bd4b-2636-4659-a178-cca72835b910", "name": "network-vif-deleted", "tag": "adfc5dc5-a88a-4710-876b-9464265db5a9"}, {"server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "name": "network-vif-unplugged", "status": "completed", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a"}, {"name": "network-changed", "server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:48.513190 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f658421-1c41-410e-8edd-f40ea0a130ba" -d '{"events": [{"server_uuid": "d3e13f6f-5d44-4827-9c1b-ef4167551492", "name": "network-vif-plugged", "status": "completed", "tag": "55ab5060-c225-45f6-ab66-b3c2ab20935e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:48.526298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b10ab402-0364-4365-b52c-4639821af4d3 req-abb5b489-7a3c-44f2-b433-4c8dcf0fa208 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1017201 Aug 29 04:19:48.543581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa88829-7d27-47fa-8f0d-67a28af575d9 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:48.588101 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb94b696-4331-478a-b008-e5abc27c05ec x-openstack-request-id: req-eb94b696-4331-478a-b008-e5abc27c05ec {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:48.588515 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed6bd4b-2636-4659-a178-cca72835b910", "name": "network-vif-deleted", "tag": "adfc5dc5-a88a-4710-876b-9464265db5a9", "status": "completed", "code": 200}, {"server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "name": "network-vif-unplugged", "status": "completed", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a", "code": 200}, {"name": "network-changed", "server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:48.589026 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb94b696-4331-478a-b008-e5abc27c05ec {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:48.589530 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed6bd4b-2636-4659-a178-cca72835b910', 'name': 'network-vif-deleted', 'tag': 'adfc5dc5-a88a-4710-876b-9464265db5a9', 'status': 'completed', 'code': 200} Aug 29 04:19:48.589887 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a', 'code': 200} Aug 29 04:19:48.590240 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a', 'status': 'completed', 'code': 200} Aug 29 04:19:48.599542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port cfa88829-7d27-47fa-8f0d-67a28af575d9, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=cfa88829-7d27-47fa-8f0d-67a28af575d9,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:48.601105 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e2005f40-cc9f-4bbf-93c4-cb28665cd546 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a21429c8471a4b298cd734f981b7d164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149284 Aug 29 04:19:48.603384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35390) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:48.613285 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.645221 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451e8919-49dc-49d8-b7ba-228870b309e7 x-openstack-request-id: req-451e8919-49dc-49d8-b7ba-228870b309e7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:48.645531 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e13f6f-5d44-4827-9c1b-ef4167551492", "name": "network-vif-plugged", "status": "completed", "tag": "55ab5060-c225-45f6-ab66-b3c2ab20935e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:48.645776 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-451e8919-49dc-49d8-b7ba-228870b309e7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:48.646213 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e13f6f-5d44-4827-9c1b-ef4167551492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ab5060-c225-45f6-ab66-b3c2ab20935e', 'code': 200} Aug 29 04:19:48.662352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b10ab402-0364-4365-b52c-4639821af4d3 req-ba8b8ee6-92aa-456b-a81f-e0dbf6c0d39e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349697 Aug 29 04:19:48.699902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=cfa88829-7d27-47fa-8f0d-67a28af575d9,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.766860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-8b92a69a-be7c-4b05-954b-9af2322bd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.767199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43d3e-bbad-4278-87e5-68d667482141 req-0ceeb7fc-b63e-4a6f-a472-1ad35f9411ec tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.768984 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-8b92a69a-be7c-4b05-954b-9af2322bd1f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1126 time: 0.1556792 Aug 29 04:19:48.777636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cea43d3e-bbad-4278-87e5-68d667482141 req-0ceeb7fc-b63e-4a6f-a472-1ad35f9411ec tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 945 time: 0.0811663 Aug 29 04:19:48.844337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cea43d3e-bbad-4278-87e5-68d667482141 req-09d8ab0a-a672-4eff-8d46-c3a2e5286890 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540817 Aug 29 04:19:48.886147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-c1bd50e8-91d0-48b6-8d5f-b24b259ac117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.887773 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-c1bd50e8-91d0-48b6-8d5f-b24b259ac117 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.1021924 Aug 29 04:19:48.913028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48770d8f-839f-43dd-8bdd-5c111080c375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.919016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['cfa88829-7d27-47fa-8f0d-67a28af575d9'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:48.952715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af994b59-758b-4dbc-b3c8-e828b6027409 req-7515fe3d-9d81-48bc-91da-2acfd12079e4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.954517 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af994b59-758b-4dbc-b3c8-e828b6027409 req-7515fe3d-9d81-48bc-91da-2acfd12079e4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.1387210 Aug 29 04:19:48.958107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-3c0d3b7d-d87a-493f-add7-51c8a3d11117 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-989669577&fields=id&tenant_id=ceed98b3db224cb892e7c9dbd48be221 HTTP/1.1" status: 200 len: 267 time: 0.0572684 Aug 29 04:19:48.985710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea62ae-45c7-48cd-aab3-42f8840eb070 req-6829d1fa-4ab3-4690-82b4-7eb1dc113619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.987623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46ea62ae-45c7-48cd-aab3-42f8840eb070 req-6829d1fa-4ab3-4690-82b4-7eb1dc113619 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 1097 time: 0.2724957 Aug 29 04:19:48.996038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-0f0d6746-5f1b-4b39-a0cd-58737ead988d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a HTTP/1.1" status: 200 len: 217 time: 0.0919018 Aug 29 04:19:49.040389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af994b59-758b-4dbc-b3c8-e828b6027409 req-b96bfad3-ed45-4a75-855b-3cda6b15c8ad tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607951 Aug 29 04:19:49.081400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-b18cce72-987b-41ca-8fd2-2f333e8a9bf6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.086940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-9a5c6b12-e44d-44c8-9b7d-c4eba1855d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.088554 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-9a5c6b12-e44d-44c8-9b7d-c4eba1855d6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.0782557 Aug 29 04:19:49.088706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-b18cce72-987b-41ca-8fd2-2f333e8a9bf6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 945 time: 0.1229043 Aug 29 04:19:49.097490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'port': {'security_groups': ['d40f5da3-f330-4766-b016-efda26d5dc06', '34de467c-4abf-46fc-add5-2b7fac74df66']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:49.120379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48770d8f-839f-43dd-8bdd-5c111080c375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.165928 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46ea62ae-45c7-48cd-aab3-42f8840eb070 req-b5388388-dc36-4770-bf5a-29c2ddfeac37 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670814 Aug 29 04:19:49.168539 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-bdcbb578-4007-408b-8563-1f86da0537e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631177 Aug 29 04:19:49.207600 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.251676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76220a76-61e7-44a2-b566-c5b3f09f53d6 req-87d554e6-0456-41e2-9c83-750751835d02 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.251676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76220a76-61e7-44a2-b566-c5b3f09f53d6 req-87d554e6-0456-41e2-9c83-750751835d02 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 944 time: 0.0816782 Aug 29 04:19:49.308433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48770d8f-839f-43dd-8bdd-5c111080c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.310959 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48770d8f-839f-43dd-8bdd-5c111080c375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.314398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-48770d8f-839f-43dd-8bdd-5c111080c375 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f95f04c5-9269-4038-8116-c379e6de2d2e HTTP/1.1" status: 204 len: 168 time: 0.7070088 Aug 29 04:19:49.322178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48770d8f-839f-43dd-8bdd-5c111080c375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95f04c5-9269-4038-8116-c379e6de2d2e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:49.325600 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-b14f3069-b094-4502-a35b-d099e7c31d1c service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365914 Aug 29 04:19:49.406600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76220a76-61e7-44a2-b566-c5b3f09f53d6 req-25a2dd4f-a08b-49d8-946d-360471e9c5e5 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145318 Aug 29 04:19:49.468499 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-831699f0-1aff-4f6e-bbd7-c408c8b97437 req-ff67517c-16ef-4d91-8162-19ad82bfa096 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204014 Aug 29 04:19:49.609471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b87b8-ace8-497b-84d5-75b3b94313cf req-4b297b7e-94b8-4677-9e85-3dc5a5ad54d1 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.611097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-523b87b8-ace8-497b-84d5-75b3b94313cf req-4b297b7e-94b8-4677-9e85-3dc5a5ad54d1 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.0822337 Aug 29 04:19:49.640187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] For port a9f6f802-2320-4296-9849-03bfc7c811c7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9f6f802-2320-4296-9849-03bfc7c811c7,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:49.679871 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-523b87b8-ace8-497b-84d5-75b3b94313cf req-60729cf2-1f21-4cfb-b5a5-23891f79989e tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Aug 29 04:19:49.688792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.698782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35412) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.704195 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.721173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:49.756012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.756658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.767951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a9f6f802-2320-4296-9849-03bfc7c811c7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:49.770672 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6f80bfd-9659-499a-8418-609a762f2b80 req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "PUT /v2.0/ports/a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 200 len: 981 time: 0.6782746 Aug 29 04:19:49.771502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:49.774148 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a1864c-8b37-47af-855c-ad8fc4543123" -d '{"events": [{"name": "network-changed", "server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:49.783359 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f2930707-7275-40f8-b00f-70d80f7ef695 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=301ea507802a453b8e21b194cfc960b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811696 Aug 29 04:19:49.786695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35416) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.833253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'Port': ['ID=a9f6f802-2320-4296-9849-03bfc7c811c7,revision_number=6']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:49.849827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.850507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.850507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.850834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.851168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.851496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.851826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.858594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.859005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.859352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.859695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.860088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38d3c-a000-40ed-83c2-1cda0e9b6370 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:49.882745 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a9f6f802-2320-4296-9849-03bfc7c811c7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:49.908245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-52e98f97-519e-412c-965e-c9d5406154be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.936710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-52e98f97-519e-412c-965e-c9d5406154be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.961707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79062ee1-b49d-4146-8cbf-b668a0a766a2 req-a337b6cc-2825-48d1-941b-ea3e5324b67e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.969291 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79062ee1-b49d-4146-8cbf-b668a0a766a2 req-a337b6cc-2825-48d1-941b-ea3e5324b67e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 945 time: 0.1051102 Aug 29 04:19:49.997317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5ff04-d84d-4917-9f1d-3f856249250a req-1cff294c-60dc-43ad-863d-fceee3043279 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.999218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fc5ff04-d84d-4917-9f1d-3f856249250a req-1cff294c-60dc-43ad-863d-fceee3043279 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.0983150 Aug 29 04:19:50.005539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-52e98f97-519e-412c-965e-c9d5406154be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.009697 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-52e98f97-519e-412c-965e-c9d5406154be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.013388 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-52e98f97-519e-412c-965e-c9d5406154be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4583b1d-42ec-4b49-98d0-aec1df653f20 HTTP/1.1" status: 204 len: 168 time: 0.2228453 Aug 29 04:19:50.029323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e98f97-519e-412c-965e-c9d5406154be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4583b1d-42ec-4b49-98d0-aec1df653f20,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.047295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79062ee1-b49d-4146-8cbf-b668a0a766a2 req-58971939-a0cb-4e47-a5be-1c8d13df6239 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740144 Aug 29 04:19:50.099553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fc5ff04-d84d-4917-9f1d-3f856249250a req-93b9e322-5bce-458b-8b6a-5e168c34c94b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917926 Aug 29 04:19:50.156833 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5c4da17-3955-4988-af85-fe680faf87e3 req-f597fece-7bb8-4f9c-8e3a-dfeafe9549bb tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/34de467c-4abf-46fc-add5-2b7fac74df66 HTTP/1.1" status: 200 len: 1800 time: 0.0782840 Aug 29 04:19:50.178705 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4be8e7-79af-4729-a00f-f1bbf1d1ebaa x-openstack-request-id: req-cf4be8e7-79af-4729-a00f-f1bbf1d1ebaa {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:50.179012 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:50.179294 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf4be8e7-79af-4729-a00f-f1bbf1d1ebaa {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:50.179726 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7', 'status': 'completed', 'code': 200} Aug 29 04:19:50.261208 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-c5c4da17-3955-4988-af85-fe680faf87e3 req-76106b4f-7d20-49ed-a257-860fcb4228db tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:19:50.261816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-1b3256c2-4590-4062-8b58-c1bfc0239006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.262251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5c4da17-3955-4988-af85-fe680faf87e3 req-76106b4f-7d20-49ed-a257-860fcb4228db tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/34de467c-4abf-46fc-add5-2b7fac74df66 HTTP/1.1" status: 409 len: 341 time: 0.1048150 Aug 29 04:19:50.263350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-1b3256c2-4590-4062-8b58-c1bfc0239006 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1136 time: 0.0777335 Aug 29 04:19:50.349432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.351957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fe08c-3546-4b05-9178-b7cdfa1e6cf9 req-99a40146-30be-4eb8-824e-e6268e24b620 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.360723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d5fe08c-3546-4b05-9178-b7cdfa1e6cf9 req-99a40146-30be-4eb8-824e-e6268e24b620 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.0857134 Aug 29 04:19:50.400911 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5ae79a0d-2c4b-41b0-b7ca-0bafd7fefcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.439424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-0c015029-fb7d-4477-aa57-3545c8f36e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.441455 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-0c015029-fb7d-4477-aa57-3545c8f36e14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 914 time: 0.1701467 Aug 29 04:19:50.446575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d5fe08c-3546-4b05-9178-b7cdfa1e6cf9 req-abe420ee-c347-4751-bd96-c9d626d8d6ed tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847378 Aug 29 04:19:50.562228 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-a18d1ea4-d1f9-472f-be70-6f7ab85e7787 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 200 len: 217 time: 0.0963240 Aug 29 04:19:50.679316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-ac4d6da8-d6bb-4fcd-b15a-3d0dc0ddd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.680932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-ac4d6da8-d6bb-4fcd-b15a-3d0dc0ddd861 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.1041381 Aug 29 04:19:50.743462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-4dcf72e5-e4d8-460a-a2cd-e67d5eb9e139 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541582 Aug 29 04:19:50.756165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517d85-debf-49a3-9b25-5a771e60a34b req-35cac0f8-bd64-4915-ad25-682cc72ca93e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.757788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9517d85-debf-49a3-9b25-5a771e60a34b req-35cac0f8-bd64-4915-ad25-682cc72ca93e tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 984 time: 0.1662428 Aug 29 04:19:50.793872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8eec59-4bdb-4a50-8cb0-c2973fe74336 req-60d94939-778c-435e-8e5d-26f89000519f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.800785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c8eec59-4bdb-4a50-8cb0-c2973fe74336 req-60d94939-778c-435e-8e5d-26f89000519f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 944 time: 0.1303954 Aug 29 04:19:50.854780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9517d85-debf-49a3-9b25-5a771e60a34b req-99ae7298-db7a-4800-8dc1-574915ae1842 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=34de467c-4abf-46fc-add5-2b7fac74df66&id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0882289 Aug 29 04:19:50.877420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-544a4382-f604-4f10-a402-8255ac98bd83 service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138530 Aug 29 04:19:50.892748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c8eec59-4bdb-4a50-8cb0-c2973fe74336 req-921799c6-6f39-43f4-8eb8-394d2a7e50ed tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859833 Aug 29 04:19:51.020976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a1864c-8b37-47af-855c-ad8fc4543123 req-49377084-6f54-40e0-ae5a-ced1afd48282 service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338241 Aug 29 04:19:51.029204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a469c8c-8b01-445d-8256-3a3260729e02 req-d1d008d5-fcd4-4214-b33a-79165eddbcc1 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.030799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a469c8c-8b01-445d-8256-3a3260729e02 req-d1d008d5-fcd4-4214-b33a-79165eddbcc1 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.0605776 Aug 29 04:19:51.078475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a469c8c-8b01-445d-8256-3a3260729e02 req-7b9dc447-06ac-4a3e-a4d2-96eb36af9cb4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Aug 29 04:19:51.096738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.140218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-b6367e72-af4c-4c66-a0b9-fb136bc0facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.141890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-b6367e72-af4c-4c66-a0b9-fb136bc0facd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1136 time: 0.0577731 Aug 29 04:19:51.192314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb7997-290c-44c0-b7b7-d77a5c3aac63 req-83464b93-4970-4370-ae61-eb6f5b1cd404 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.200617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fdb7997-290c-44c0-b7b7-d77a5c3aac63 req-83464b93-4970-4370-ae61-eb6f5b1cd404 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 945 time: 0.0628862 Aug 29 04:19:51.267573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-18ca4480-c1fc-4dcd-b7aa-67bc52e1697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.269125 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-18ca4480-c1fc-4dcd-b7aa-67bc52e1697f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 914 time: 0.1167414 Aug 29 04:19:51.283673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fdb7997-290c-44c0-b7b7-d77a5c3aac63 req-2bb7e1dd-bfbb-43ad-aba0-bb3ecc635d37 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818639 Aug 29 04:19:51.295530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bc190-fb1a-41f1-b05f-8a009fea1d26 req-e7ea1c61-4365-4640-8d5b-02444badb232 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.308018 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c6bc190-fb1a-41f1-b05f-8a009fea1d26 req-e7ea1c61-4365-4640-8d5b-02444badb232 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.0945101 Aug 29 04:19:51.324308 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-20d96638-9934-4d36-b383-46109a5a52f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 200 len: 217 time: 0.0450814 Aug 29 04:19:51.351237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c6bc190-fb1a-41f1-b05f-8a009fea1d26 req-bc636f08-b43d-4579-96b1-a8acd59967a8 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Aug 29 04:19:51.393720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-0c9ae2ac-8646-4af1-92fd-c913abc084e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.395330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-0c9ae2ac-8646-4af1-92fd-c913abc084e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.0627379 Aug 29 04:19:51.432747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-63cb7718-9844-4b16-928b-e3568ce1331b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263767 Aug 29 04:19:51.553671 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-e18d330f-2642-4305-be30-42a4c2b6b7f2 service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109385 Aug 29 04:19:51.596688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16b221-74da-471c-b9f6-188e993d0d85 req-067884c5-56a3-41ed-8d60-4b6f9a6189b5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.596688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f16b221-74da-471c-b9f6-188e993d0d85 req-067884c5-56a3-41ed-8d60-4b6f9a6189b5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 945 time: 0.0798934 Aug 29 04:19:51.630248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff79732-faaa-48f8-b3d7-e5f370e06723 req-46a6f8df-a4f0-4709-a97a-46579e26c71e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.631940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aff79732-faaa-48f8-b3d7-e5f370e06723 req-46a6f8df-a4f0-4709-a97a-46579e26c71e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.0840206 Aug 29 04:19:51.665204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f16b221-74da-471c-b9f6-188e993d0d85 req-3c1c295c-9d1d-4c44-9973-3dad24677ae0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635664 Aug 29 04:19:51.666290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c00ad0a-914e-4dcd-9513-9abb02a0ae18 req-c7433e8b-274f-4dd0-89de-c0940c7b595f service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045702 Aug 29 04:19:51.688533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aff79732-faaa-48f8-b3d7-e5f370e06723 req-4f286303-1798-4708-89f3-9078d0de241d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Aug 29 04:19:51.732387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device cfa88829-7d27-47fa-8f0d-67a28af575d9 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:51.785645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port cfa88829-7d27-47fa-8f0d-67a28af575d9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:51.793935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port cfa88829-7d27-47fa-8f0d-67a28af575d9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:51.794840 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.898748 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.925157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa88829-7d27-47fa-8f0d-67a28af575d9'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:51.930220 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b2b1b8-7171-4537-b057-21788a2bd813" -d '{"events": [{"server_uuid": "ed12c7fa-18d9-4729-a29f-4ad660734f9e", "name": "network-vif-plugged", "status": "completed", "tag": "cfa88829-7d27-47fa-8f0d-67a28af575d9"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:51.942121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port cfa88829-7d27-47fa-8f0d-67a28af575d9, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=cfa88829-7d27-47fa-8f0d-67a28af575d9,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:51.949010 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.028048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=cfa88829-7d27-47fa-8f0d-67a28af575d9,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.028249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd70079-bc5c-41e6-834f-3fdca111a284 req-9c0ba0df-d041-4ab7-b905-f6dbaf0f258f tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.029725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dd70079-bc5c-41e6-834f-3fdca111a284 req-9c0ba0df-d041-4ab7-b905-f6dbaf0f258f tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 984 time: 0.0920162 Aug 29 04:19:52.039586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.039909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.040586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.040765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.043305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.043901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.044378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.044725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.045375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.045965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.046123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.046674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:52.048523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6fe4-ceae-4d9d-bef1-10c23e7d260b req-6a60a4d5-ee75-4be9-a1f1-68c4c25b5e9f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.050016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93fa6fe4-ceae-4d9d-bef1-10c23e7d260b req-6a60a4d5-ee75-4be9-a1f1-68c4c25b5e9f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.0812368 Aug 29 04:19:52.101558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dd70079-bc5c-41e6-834f-3fdca111a284 req-272fe925-0b80-4bb5-8056-097dea45ed45 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=34de467c-4abf-46fc-add5-2b7fac74df66&id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0627666 Aug 29 04:19:52.114735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93fa6fe4-ceae-4d9d-bef1-10c23e7d260b req-fbf985a7-8144-4aae-a152-f8f307dbf973 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575073 Aug 29 04:19:52.170989 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2da9c5a-e7fe-4304-83e5-85cb5bdb879d x-openstack-request-id: req-d2da9c5a-e7fe-4304-83e5-85cb5bdb879d {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:52.171399 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed12c7fa-18d9-4729-a29f-4ad660734f9e", "name": "network-vif-plugged", "status": "completed", "tag": "cfa88829-7d27-47fa-8f0d-67a28af575d9", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:52.171848 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2da9c5a-e7fe-4304-83e5-85cb5bdb879d {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:52.172420 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'code': 200} Aug 29 04:19:52.266274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd012306-995d-4019-af59-f1c9219f2853 req-2ffa9af1-ddf9-4faf-ab69-5dc4176a0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.268060 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd012306-995d-4019-af59-f1c9219f2853 req-2ffa9af1-ddf9-4faf-ab69-5dc4176a0511 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 1097 time: 0.0420337 Aug 29 04:19:52.295740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0cb0e-99a0-4b74-8e62-d82c96054593 req-8190faee-69e3-457f-9cdd-6b8553f656c7 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.297330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ca0cb0e-99a0-4b74-8e62-d82c96054593 req-8190faee-69e3-457f-9cdd-6b8553f656c7 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.0568948 Aug 29 04:19:52.309567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd012306-995d-4019-af59-f1c9219f2853 req-42438369-899c-4e33-a116-fb8879e8a2c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Aug 29 04:19:52.346949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ca0cb0e-99a0-4b74-8e62-d82c96054593 req-8e605171-ac37-4820-be64-7852903c55c5 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Aug 29 04:19:52.399721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-eb0f81c5-71bd-489e-8eaf-db646f78627e tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=140a4c4f28af4bc9bdefce7801423267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227015 Aug 29 04:19:52.529031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eec95-dd1a-4793-8dd0-581cb2d6d7b7 req-dd1a7ac4-7a70-407b-a9d3-33118ec99a4d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.530982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-588eec95-dd1a-4793-8dd0-581cb2d6d7b7 req-dd1a7ac4-7a70-407b-a9d3-33118ec99a4d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.0983047 Aug 29 04:19:52.557092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-9747377a-748f-4e76-b82d-703954e18325 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.558490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-9747377a-748f-4e76-b82d-703954e18325 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531012 Aug 29 04:19:52.579138 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-a184b3e7-bb8f-4640-b7f6-75bdc391c7ee tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/quotas/140a4c4f28af4bc9bdefce7801423267 HTTP/1.1" status: 200 len: 375 time: 0.0146368 Aug 29 04:19:52.608256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-588eec95-dd1a-4793-8dd0-581cb2d6d7b7 req-2637790f-8e6d-490a-8f42-b5a2697df73e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673370 Aug 29 04:19:52.623382 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-a890ebb9-67a5-4615-afa8-a3cab86ee650 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=140a4c4f28af4bc9bdefce7801423267&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372145 Aug 29 04:19:52.673279 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.840219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e7f14-712c-412b-8d09-f883f7edd21d req-f77357f9-5796-4e5e-9f2e-e271b3b1d653 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.842346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d1e7f14-712c-412b-8d09-f883f7edd21d req-f77357f9-5796-4e5e-9f2e-e271b3b1d653 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 945 time: 0.0773671 Aug 29 04:19:52.864786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0d6e9-3b42-4f71-90f9-9c24ed8cf8cb req-72086074-6f04-40dd-931c-6df3e0fbc3fa tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.866306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8f0d6e9-3b42-4f71-90f9-9c24ed8cf8cb req-72086074-6f04-40dd-931c-6df3e0fbc3fa tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.0748999 Aug 29 04:19:52.910387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d1e7f14-712c-412b-8d09-f883f7edd21d req-fa56e3d0-4468-49b4-9211-1d48d580bfde tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613122 Aug 29 04:19:52.927005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8f0d6e9-3b42-4f71-90f9-9c24ed8cf8cb req-76f81f02-2fa2-490b-9470-46fc7af62846 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Aug 29 04:19:53.002514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb576297-6a97-4e41-b0ea-835505664225 req-35935d4d-c42f-42ec-af7b-c4b8b2cf9f84 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 210 time: 0.0306189 Aug 29 04:19:53.263752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdb83-f956-4500-9ad6-c1759dfbefdc req-fdb489d4-d37a-429a-abc1-0fc5ee339597 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.265383 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66dfdb83-f956-4500-9ad6-c1759dfbefdc req-fdb489d4-d37a-429a-abc1-0fc5ee339597 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 984 time: 0.0905435 Aug 29 04:19:53.279708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ecc45-5bd3-4c3b-bef4-3d3efed41678 req-a4521ad4-6e49-4f3e-8d32-fc0b28f9f11f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.280615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f4ecc45-5bd3-4c3b-bef4-3d3efed41678 req-a4521ad4-6e49-4f3e-8d32-fc0b28f9f11f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.0757494 Aug 29 04:19:53.335167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66dfdb83-f956-4500-9ad6-c1759dfbefdc req-0f3ebb81-8f14-4dd9-8326-eb170cd701b5 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=34de467c-4abf-46fc-add5-2b7fac74df66&id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0535491 Aug 29 04:19:53.358565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f4ecc45-5bd3-4c3b-bef4-3d3efed41678 req-26bcb7bb-3416-48e1-99e7-5e292dbb5129 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633731 Aug 29 04:19:53.448812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-8052c509-e026-40c0-868c-665522648099 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1498902882&fields=id&tenant_id=ceed98b3db224cb892e7c9dbd48be221 HTTP/1.1" status: 200 len: 267 time: 0.0354493 Aug 29 04:19:53.530931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-691a47c8-e4e6-4d35-aed6-6fdae5b47720 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.532781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-691a47c8-e4e6-4d35-aed6-6fdae5b47720 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 945 time: 0.0596552 Aug 29 04:19:53.550937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-c4bf3aa8-1b68-4511-9aab-55dbf5f23b44 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.552457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-c4bf3aa8-1b68-4511-9aab-55dbf5f23b44 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 984 time: 0.0967193 Aug 29 04:19:53.566282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'port': {'security_groups': ['34de467c-4abf-46fc-add5-2b7fac74df66', 'd40f5da3-f330-4766-b016-efda26d5dc06', '0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:53.584638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a6630-83dc-4f8a-b5fb-faa92d90717d req-c9a87d0b-4a4d-46ae-91d0-dc831b4ea4db tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.586388 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f08a6630-83dc-4f8a-b5fb-faa92d90717d req-c9a87d0b-4a4d-46ae-91d0-dc831b4ea4db tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.1053817 Aug 29 04:19:53.667117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Deleting port 55ab5060-c225-45f6-ab66-b3c2ab20935e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:53.667629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.726560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f08a6630-83dc-4f8a-b5fb-faa92d90717d req-9347d570-ed43-4e23-bae1-2d0dfa29fd09 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319549 Aug 29 04:19:53.731910 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.804976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] For port 55ab5060-c225-45f6-ab66-b3c2ab20935e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=55ab5060-c225-45f6-ab66-b3c2ab20935e,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:53.806195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.829122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Calling delete_port for 55ab5060-c225-45f6-ab66-b3c2ab20935e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:53.882068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-cfb40e48-f8ef-4361-808a-2fa8b73dcb0d tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=140a4c4f28af4bc9bdefce7801423267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503089 Aug 29 04:19:54.017007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b99ce5-8cd6-4113-acce-13020985547c req-fb78f98b-cb00-4c73-a33b-a37ad8d95547 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.018572 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85b99ce5-8cd6-4113-acce-13020985547c req-fb78f98b-cb00-4c73-a33b-a37ad8d95547 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1643910 Aug 29 04:19:54.021218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.036350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['55ab5060-c225-45f6-ab66-b3c2ab20935e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:54.095017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event deleted for resources: {'Port': ['ID=55ab5060-c225-45f6-ab66-b3c2ab20935e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:54.124278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.124637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.124993 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.125338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.125680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.126021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.126357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.126690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.127028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.127522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.127862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.128217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:54.128570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-cf709f57-f451-4ad7-a678-47f82b417440 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.130074 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-cf709f57-f451-4ad7-a678-47f82b417440 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266576 Aug 29 04:19:54.132820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] No DVR routers for this DVR port 55ab5060-c225-45f6-ab66-b3c2ab20935e on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:54.136314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.138605 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a2b7448-a357-4f4d-9955-d51f903a0be2 req-485b9c60-3cb4-44e9-b093-b76a6b4ed5b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "DELETE /v2.0/ports/55ab5060-c225-45f6-ab66-b3c2ab20935e HTTP/1.1" status: 204 len: 173 time: 0.5979288 Aug 29 04:19:54.139697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e13f6f-5d44-4827-9c1b-ef4167551492', 'name': 'network-vif-deleted', 'tag': '55ab5060-c225-45f6-ab66-b3c2ab20935e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:54.141603 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db71780f-22fa-407b-b9cb-706b2eb80a45" -d '{"events": [{"server_uuid": "d3e13f6f-5d44-4827-9c1b-ef4167551492", "name": "network-vif-deleted", "tag": "55ab5060-c225-45f6-ab66-b3c2ab20935e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:54.151829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Request body: {'port': {'device_id': '2d1fceda-f7a7-40e9-9cf5-43ef020feead', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '140a4c4f28af4bc9bdefce7801423267'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:54.168570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85b99ce5-8cd6-4113-acce-13020985547c req-2776039b-a330-4a8e-b4a5-917f3f08caa6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383414 Aug 29 04:19:54.295964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8114336a-00b3-4102-bf76-ed6ad1da5c87 req-02f553d7-495c-472c-b0ea-235f944bb3d0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3e13f6f-5d44-4827-9c1b-ef4167551492 HTTP/1.1" status: 200 len: 210 time: 0.0617516 Aug 29 04:19:54.299016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] For port a9f6f802-2320-4296-9849-03bfc7c811c7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9f6f802-2320-4296-9849-03bfc7c811c7,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:54.372168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.385137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.398115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a9f6f802-2320-4296-9849-03bfc7c811c7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:54.401475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:54.464121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.464121 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.472671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1a7a63b-fa2f-4729-87aa-afde78a572e5 req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "PUT /v2.0/ports/a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 200 len: 1020 time: 0.9117312 Aug 29 04:19:54.476192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:54.478247 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e61dc27-b0fc-4519-b17b-1a675bd67734" -d '{"events": [{"name": "network-changed", "server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:54.503099 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef53d94-3a61-4c44-989c-df16ad04a1bc req-2c5a7dff-4fb5-46e6-9054-f38112fa1dab tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.512271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ef53d94-3a61-4c44-989c-df16ad04a1bc req-2c5a7dff-4fb5-46e6-9054-f38112fa1dab tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.1456344 Aug 29 04:19:54.514138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Made reservation on behalf of 140a4c4f28af4bc9bdefce7801423267 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:54.517653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.554542 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.577253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d289e6-e5c0-4b72-b40c-760affa6a35c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'Port': ['ID=a9f6f802-2320-4296-9849-03bfc7c811c7,revision_number=7']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:54.593533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a9f6f802-2320-4296-9849-03bfc7c811c7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:54.601655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-174ad483-d8e4-4b5a-b779-6c64fc4dd7e0 req-529677d6-357d-4159-a78a-035ca6e62a1f tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 210 time: 0.0520613 Aug 29 04:19:54.648963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ef53d94-3a61-4c44-989c-df16ad04a1bc req-46fc0967-8c3e-4f64-9332-fbfc786eeded tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315067 Aug 29 04:19:54.672299 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00221c05-31dd-414a-bf03-d2c230a3bc5e x-openstack-request-id: req-00221c05-31dd-414a-bf03-d2c230a3bc5e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:54.672299 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e13f6f-5d44-4827-9c1b-ef4167551492", "name": "network-vif-deleted", "tag": "55ab5060-c225-45f6-ab66-b3c2ab20935e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:54.672299 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00221c05-31dd-414a-bf03-d2c230a3bc5e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:54.673118 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e13f6f-5d44-4827-9c1b-ef4167551492', 'name': 'network-vif-deleted', 'tag': '55ab5060-c225-45f6-ab66-b3c2ab20935e', 'status': 'completed', 'code': 200} Aug 29 04:19:54.871623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.889027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.915767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baeefa-1d06-4c9a-bd3b-aed512eb2c89 req-f26ce48e-0ffe-465b-92ee-98af8e2e0872 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.917659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2baeefa-1d06-4c9a-bd3b-aed512eb2c89 req-f26ce48e-0ffe-465b-92ee-98af8e2e0872 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.1848297 Aug 29 04:19:54.935823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e37173b5-d7b9-456b-9139-f7b698af9834 req-4bad3b48-5dd8-4ced-bd8f-173fecba8b1a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4 HTTP/1.1" status: 200 len: 1799 time: 0.1206567 Aug 29 04:19:55.009537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d33c77-0ffb-477d-8011-01504ebb8dd0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.076952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2baeefa-1d06-4c9a-bd3b-aed512eb2c89 req-642bf5e9-e306-4155-b22d-b8221a4a4640 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445813 Aug 29 04:19:55.111192 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-90db1890-e96d-4f0e-affa-81a5d2a07a64 service neutron] 10.222.0.64 "GET /v2.0/ports/fa66ac89-2637-41a1-bf0e-8d35c6e7841a/bindings/n-h2-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.0764365 Aug 29 04:19:55.124770 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-e37173b5-d7b9-456b-9139-f7b698af9834 req-de16ac99-b751-481d-88d5-f46df42fe148 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:19:55.125877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e37173b5-d7b9-456b-9139-f7b698af9834 req-de16ac99-b751-481d-88d5-f46df42fe148 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4 HTTP/1.1" status: 409 len: 341 time: 0.1385469 Aug 29 04:19:55.146286 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9e1022-9ba3-4f69-8897-d5e552027099 x-openstack-request-id: req-aa9e1022-9ba3-4f69-8897-d5e552027099 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:55.146580 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:55.146785 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa9e1022-9ba3-4f69-8897-d5e552027099 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:55.147183 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7', 'status': 'completed', 'code': 200} Aug 29 04:19:55.173006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Allocated IP 192.168.233.21 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/20fbf522-d63f-41e2-aa1f-24fbb93ee728) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:55.258348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-94ed5f4d-b59d-49b3-a8fa-c091ebd1c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.259781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-94ed5f4d-b59d-49b3-a8fa-c091ebd1c28e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ceed98b3db224cb892e7c9dbd48be221&device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1175 time: 0.0866635 Aug 29 04:19:55.405480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61884393-70fc-4c5d-9f5d-03c3ec48178b req-eefc31e6-8a75-4b6c-836f-9d8405115445 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.406983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61884393-70fc-4c5d-9f5d-03c3ec48178b req-eefc31e6-8a75-4b6c-836f-9d8405115445 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.1854696 Aug 29 04:19:55.417011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35554) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:55.423122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Request body: {'floatingip': {'port_id': 'cfa88829-7d27-47fa-8f0d-67a28af575d9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:55.426285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba27a6-6648-4858-9c02-b942eedbc9ff req-860eb3b1-5537-4c5f-a2ef-f0f16333fcc2 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.430052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08ba27a6-6648-4858-9c02-b942eedbc9ff req-860eb3b1-5537-4c5f-a2ef-f0f16333fcc2 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.1837819 Aug 29 04:19:55.430913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-ee08a51d-e431-43a0-8b9d-76c0a3faa286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.432370 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-ee08a51d-e431-43a0-8b9d-76c0a3faa286 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 200 len: 914 time: 0.1644804 Aug 29 04:19:55.497919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08ba27a6-6648-4858-9c02-b942eedbc9ff req-c10823b5-fccd-4547-86a0-5eafefb14908 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606959 Aug 29 04:19:55.516450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.531094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Transition to ACTIVE for port object 20fbf522-d63f-41e2-aa1f-24fbb93ee728 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:55.535380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for floatingip, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.540503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-27588fcc-4441-4448-8164-100a2bbfe9eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 200 len: 217 time: 0.0738800 Aug 29 04:19:55.542973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:55.576384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.661237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Pushing event updated for resources: {'Port': ['ID=20fbf522-d63f-41e2-aa1f-24fbb93ee728,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.667276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:55.673694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:55.677326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:55.730121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9c80d-ba92-439d-af7c-34f79184efdc req-f5a2d031-71cc-470b-b6f5-01d360ce0713 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.731661 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43b9c80d-ba92-439d-af7c-34f79184efdc req-f5a2d031-71cc-470b-b6f5-01d360ce0713 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1259947 Aug 29 04:19:55.738286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device fa66ac89-2637-41a1-bf0e-8d35c6e7841a no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:55.745700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:55.791788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.792502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.830042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43b9c80d-ba92-439d-af7c-34f79184efdc req-6150c77e-7fcf-41c5-a449-86056af9bdc8 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800431 Aug 29 04:19:55.844879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-8e2cddee-54c2-4988-80fb-4a57f808d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.861801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-8e2cddee-54c2-4988-80fb-4a57f808d676 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 200 len: 853 time: 0.2863889 Aug 29 04:19:55.868387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02494b-17f0-4d88-8026-fda72853d7ff req-ef8e4e7c-4ee6-41d1-80e2-b8d6753a754a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.870099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f02494b-17f0-4d88-8026-fda72853d7ff req-ef8e4e7c-4ee6-41d1-80e2-b8d6753a754a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1023 time: 0.1695979 Aug 29 04:19:55.871896 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-4309de2e-c571-4199-8b6c-8b9d0606baeb tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7244411 Aug 29 04:19:55.878967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa66ac89-2637-41a1-bf0e-8d35c6e7841a {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:55.893042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Request body: {'port': {'device_id': '2d1fceda-f7a7-40e9-9cf5-43ef020feead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:55.956539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f02494b-17f0-4d88-8026-fda72853d7ff req-26423392-d17b-420c-8f1a-36a08aa9337d tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=34de467c-4abf-46fc-add5-2b7fac74df66&id=0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4&id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0766559 Aug 29 04:19:56.047876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.080873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6cb76-a12d-47ac-8be0-0188f9e0f931 req-c62f0ebf-e976-4fed-852c-6549cafeda92 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.082562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21c6cb76-a12d-47ac-8be0-0188f9e0f931 req-c62f0ebf-e976-4fed-852c-6549cafeda92 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 935 time: 0.1347260 Aug 29 04:19:56.103714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f444e248-24e6-4d99-9ec6-320c3b80fbfa None None] Provisioning for port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:56.108374 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f444e248-24e6-4d99-9ec6-320c3b80fbfa None None] Provisioning complete for port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:56.108905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f444e248-24e6-4d99-9ec6-320c3b80fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.149018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f444e248-24e6-4d99-9ec6-320c3b80fbfa None None] Port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:56.150962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9090d-f8f2-4d8e-be88-a3369ad7bfeb req-c0a696b0-eca5-40e0-9c2c-7c7915b55a4a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.152521 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fa9090d-f8f2-4d8e-be88-a3369ad7bfeb req-c0a696b0-eca5-40e0-9c2c-7c7915b55a4a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 943 time: 0.1189961 Aug 29 04:19:56.201399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21c6cb76-a12d-47ac-8be0-0188f9e0f931 req-279530e9-a1a2-404b-bc68-a1fee901745e tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091807 Aug 29 04:19:56.245142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-c90e0ab6-f28d-469a-8436-1a214c1a53f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9970181-975e-4e2f-87ae-bf4b9c8dfc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3817413 Aug 29 04:19:56.246912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:56.272565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fa9090d-f8f2-4d8e-be88-a3369ad7bfeb req-ca1ade7d-32f0-403d-af87-ae6ed7e66185 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071773 Aug 29 04:19:56.322581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.550286 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-793a77f4-049a-428d-b7c2-c21e2ef7d82b service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899897 Aug 29 04:19:56.638318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] Transition to ACTIVE for port object fa66ac89-2637-41a1-bf0e-8d35c6e7841a will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:56.640407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 55ab5060-c225-45f6-ab66-b3c2ab20935e no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:56.652289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.667504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 55ab5060-c225-45f6-ab66-b3c2ab20935e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:56.667856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 55ab5060-c225-45f6-ab66-b3c2ab20935e not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:56.774841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e61dc27-b0fc-4519-b17b-1a675bd67734 req-13f6b645-63d4-4b5c-94a0-a2f444aee3ad service neutron] 10.222.0.64 "GET /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137134 Aug 29 04:19:56.827303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] No DVR routers for this DVR port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:56.839560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] Pushing event updated for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.858975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb47ad8-d6fb-4e33-b8c8-97e3159b4d05 req-ff782f56-d289-4fff-8181-0b6a24ef1116 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.860623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1eb47ad8-d6fb-4e33-b8c8-97e3159b4d05 req-ff782f56-d289-4fff-8181-0b6a24ef1116 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.1659803 Aug 29 04:19:56.869971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-f1bbfd47-0d9e-46a4-b8a4-c0adc60c51f4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.871450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-f1bbfd47-0d9e-46a4-b8a4-c0adc60c51f4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.5055325 Aug 29 04:19:56.876420 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.887553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-4a8f39ef-8747-49c6-8638-1555775e54cf service neutron] 10.222.0.64 "PUT /v2.0/ports/fa66ac89-2637-41a1-bf0e-8d35c6e7841a/bindings/n-h2-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.7626886 Aug 29 04:19:56.891834 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.897472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.903483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fbf522-d63f-41e2-aa1f-24fbb93ee728 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:56.916330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.923419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-cbc8ce9c-7203-4685-bf9d-c9d1fafe4e4d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/quotas/16c5f4347b9a46ada3d9f0d797dcd761 HTTP/1.1" status: 200 len: 375 time: 0.0386581 Aug 29 04:19:56.954528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Transition to ACTIVE for port object 20fbf522-d63f-41e2-aa1f-24fbb93ee728 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:56.958596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1eb47ad8-d6fb-4e33-b8c8-97e3159b4d05 req-b60c6aa1-134f-4968-b9b8-df16efd48b0a tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858803 Aug 29 04:19:56.975825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-ab2eba12-d3fe-492c-a702-6d40f73694ca tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406358 Aug 29 04:19:56.981572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.054008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-66576354-38c8-4e2c-b9a6-d884ddd1d8be tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.055583 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-66576354-38c8-4e2c-b9a6-d884ddd1d8be tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.0938575 Aug 29 04:19:57.061414 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Floating IP 7da04350-837c-49c3-9067-5443214a51fc associated. External IP: 172.25.1.55, port: cfa88829-7d27-47fa-8f0d-67a28af575d9. Aug 29 04:19:57.128887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Pushing event updated for resources: {'Port': ['ID=20fbf522-d63f-41e2-aa1f-24fbb93ee728,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:57.202557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626e53-dda7-4759-9c4f-1748b67b4ca8 req-d2e3ab37-ed4f-4734-a3a0-bf8d487eb1ca tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.204172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6626e53-dda7-4759-9c4f-1748b67b4ca8 req-d2e3ab37-ed4f-4734-a3a0-bf8d487eb1ca tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1445546 Aug 29 04:19:57.211743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-258a91ed-bd0d-42bc-bd9c-49ce1b4748bf service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214599 Aug 29 04:19:57.241449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-8ee2786b-952d-4ee5-8e2b-e3791717a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.243117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-8ee2786b-952d-4ee5-8e2b-e3791717a3d5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619&tenant_id=dbb19108663b438baeaa93d47a9c8f4a HTTP/1.1" status: 200 len: 1096 time: 0.1767061 Aug 29 04:19:57.246848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-8a092618-c76e-44c2-aac6-0882da6109f0 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.248316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-8a092618-c76e-44c2-aac6-0882da6109f0 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.1421750 Aug 29 04:19:57.262869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-15'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:57.320856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Attempting to bind port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:57.321096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Attempting to bind port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:57.321500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Attempting to bind port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:57.331954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6626e53-dda7-4759-9c4f-1748b67b4ca8 req-52b5d20f-ab5b-4768-a8a3-964bf0e23c55 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158202 Aug 29 04:19:57.334457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:57.334857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Attempting to bind port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:57.342421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:57.342777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:57.343163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:57.343699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Bound port: 20fbf522-d63f-41e2-aa1f-24fbb93ee728, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:57.343962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.434890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-229ab52b-9f6a-414c-aff4-a489350499a3 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080226 Aug 29 04:19:57.454031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.464151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] For port 20fbf522-d63f-41e2-aa1f-24fbb93ee728, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:57.468151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] For port 20fbf522-d63f-41e2-aa1f-24fbb93ee728, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20fbf522-d63f-41e2-aa1f-24fbb93ee728,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:57.481534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c35f31-0c0d-4870-a756-39027898c9c1 req-7133b81e-f40f-4313-ad76-def08c09db53 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.483167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6c35f31-0c0d-4870-a756-39027898c9c1 req-7133b81e-f40f-4313-ad76-def08c09db53 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1023 time: 0.0846477 Aug 29 04:19:57.487476 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.499581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-742064c5-3138-4f68-8f6d-287282d856cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.501774 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-742064c5-3138-4f68-8f6d-287282d856cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1096 time: 0.2120352 Aug 29 04:19:57.525452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-c0b44211-aa92-49b8-a42f-ea290ad8273d tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.527623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-c0b44211-aa92-49b8-a42f-ea290ad8273d tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1023 time: 0.2042184 Aug 29 04:19:57.547467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.548132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.549721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] 10.222.0.65 "PUT /v2.0/ports/20fbf522-d63f-41e2-aa1f-24fbb93ee728 HTTP/1.1" status: 200 len: 1096 time: 1.6673534 Aug 29 04:19:57.550174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1fceda-f7a7-40e9-9cf5-43ef020feead', 'tag': '20fbf522-d63f-41e2-aa1f-24fbb93ee728'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:57.552966 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1fceda-f7a7-40e9-9cf5-43ef020feead", "tag": "20fbf522-d63f-41e2-aa1f-24fbb93ee728"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:57.608380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6c35f31-0c0d-4870-a756-39027898c9c1 req-54c957bb-c76a-4720-b813-3e56ab4aae19 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=34de467c-4abf-46fc-add5-2b7fac74df66&id=0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4&id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1125169 Aug 29 04:19:57.626839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de3902-cca0-49cd-a06a-ef36ae2b4290 service neutron] Pushing event updated for resources: {'Port': ['ID=20fbf522-d63f-41e2-aa1f-24fbb93ee728,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:57.746463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 15441b70-142c-4607-b6bd-660d866d8065 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:57.799606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-2bd17b56-663c-4f61-a299-a0f61063bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.801557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-2bd17b56-663c-4f61-a299-a0f61063bb19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=140a4c4f28af4bc9bdefce7801423267&device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 1099 time: 0.1898890 Aug 29 04:19:57.815919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-72729817-39ed-4a70-8a2f-3708cdc12082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.829374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-72729817-39ed-4a70-8a2f-3708cdc12082 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.3130372 Aug 29 04:19:57.833834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c95d-7310-4209-ad3a-6e664371ae1f req-afbde0f7-e5ab-4bdf-a94e-8e4c228e7ac2 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.843347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e12c95d-7310-4209-ad3a-6e664371ae1f req-afbde0f7-e5ab-4bdf-a94e-8e4c228e7ac2 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 947 time: 0.1568177 Aug 29 04:19:57.901216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-8ed6f408-11ef-4dbc-b0c4-03239c465491 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a HTTP/1.1" status: 200 len: 217 time: 0.0596855 Aug 29 04:19:57.953457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:57.966754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-c3edc906-1c96-498d-9bee-9f2608daf29c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=20fbf522-d63f-41e2-aa1f-24fbb93ee728 HTTP/1.1" status: 200 len: 217 time: 0.0662961 Aug 29 04:19:57.974854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 15441b70-142c-4607-b6bd-660d866d8065 has no active binding in host n-h1-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:19:57.979012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e12c95d-7310-4209-ad3a-6e664371ae1f req-f4d24207-4094-4647-bd78-69091e4be310 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341538 Aug 29 04:19:57.981423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Router 5de9e230-63b4-4fdc-916f-59ebf91320ad has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:58.024393 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.067189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37e6b9-20c9-4bba-bd7c-5c521b055a98 req-0e9d0f70-7dc7-413d-be2b-e17a594634b9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.069392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd37e6b9-20c9-4bba-bd7c-5c521b055a98 req-0e9d0f70-7dc7-413d-be2b-e17a594634b9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 944 time: 0.1993132 Aug 29 04:19:58.074376 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840dacd3-0f8c-47aa-b934-999c08247087 x-openstack-request-id: req-840dacd3-0f8c-47aa-b934-999c08247087 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:58.074667 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1fceda-f7a7-40e9-9cf5-43ef020feead", "tag": "20fbf522-d63f-41e2-aa1f-24fbb93ee728", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:58.074926 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-840dacd3-0f8c-47aa-b934-999c08247087 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:58.075316 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1fceda-f7a7-40e9-9cf5-43ef020feead', 'tag': '20fbf522-d63f-41e2-aa1f-24fbb93ee728', 'status': 'completed', 'code': 200} Aug 29 04:19:58.082384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-6dc14d46-ae2a-4d54-923d-8cb2f0b86b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.084737 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-6dc14d46-ae2a-4d54-923d-8cb2f0b86b6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1685624 Aug 29 04:19:58.117412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-72398b2b-fb40-4063-8cf2-b6276c6268df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.119406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-72398b2b-fb40-4063-8cf2-b6276c6268df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1396408 Aug 29 04:19:58.134171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd37e6b9-20c9-4bba-bd7c-5c521b055a98 req-17d4362a-c617-4387-8bba-16b87828be5b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578284 Aug 29 04:19:58.182180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c935618a-09df-4fbb-8639-e1bf77198a0d req-33da70df-6f6b-42b8-9cf5-ed7207e04f01 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 210 time: 0.0466344 Aug 29 04:19:58.220437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-3e13ece4-c72f-438c-b59d-0c428a7b53d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958421 Aug 29 04:19:58.231323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Deleting port a9f6f802-2320-4296-9849-03bfc7c811c7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:58.231680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.242267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:58.283557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-3c519659-8af6-4b8c-984f-1ea1151d01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.285594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-3c519659-8af6-4b8c-984f-1ea1151d01d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058469 Aug 29 04:19:58.424628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-3daa06c1-10ae-4ec8-a426-4e26363dd77a service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262069 Aug 29 04:19:58.432646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4f67c-992e-48c2-b73e-495de40a44e8 req-1d73632e-4ce3-4e22-8363-0299e7cedae7 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.434580 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6db4f67c-992e-48c2-b73e-495de40a44e8 req-1d73632e-4ce3-4e22-8363-0299e7cedae7 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.1978891 Aug 29 04:19:58.584262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6db4f67c-992e-48c2-b73e-495de40a44e8 req-57f8e38c-bc1e-4ae5-803f-2f43a08755b4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405604 Aug 29 04:19:58.618666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cff15-5c52-42a0-85f9-7796ffe55aaf req-307ddcf5-a3df-4dd3-87e3-10fa3edaca56 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.621590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba6cff15-5c52-42a0-85f9-7796ffe55aaf req-307ddcf5-a3df-4dd3-87e3-10fa3edaca56 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 945 time: 0.1792021 Aug 29 04:19:58.671821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc80cd93-fba2-4a90-a812-c1ce7187f3b6 req-c850a81e-9151-4436-91b9-54bdcc3fbab1 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145483 Aug 29 04:19:58.694248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba6cff15-5c52-42a0-85f9-7796ffe55aaf req-380f9bdc-8377-4d21-bdbf-7bdf0e2dbfee tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587678 Aug 29 04:19:58.737662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:58.748049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.755188 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] Sync routers for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:58.769353 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:58.770458 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:19:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.816966 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:58.853836 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5754b6be-887a-4653-b2be-8ef6dc38f463 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "PUT /v2.0/floatingips/7da04350-837c-49c3-9067-5443214a51fc HTTP/1.1" status: 200 len: 990 time: 3.4338725 Aug 29 04:19:58.863137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'tag': 'cfa88829-7d27-47fa-8f0d-67a28af575d9'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:58.866531 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e34b13c-3b2e-4a33-a64e-c65565b6c127" -d '{"events": [{"name": "network-changed", "server_uuid": "ed12c7fa-18d9-4729-a29f-4ad660734f9e", "tag": "cfa88829-7d27-47fa-8f0d-67a28af575d9"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:58.882391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-629c8215-f60c-4d36-ad11-b3d39a1f8a7b service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379271 Aug 29 04:19:58.884396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-a27d8f3e-db11-43f1-ac1d-e02c19bc33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.885215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] For port a9f6f802-2320-4296-9849-03bfc7c811c7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a9f6f802-2320-4296-9849-03bfc7c811c7,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:58.885799 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.887865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-a27d8f3e-db11-43f1-ac1d-e02c19bc33ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=140a4c4f28af4bc9bdefce7801423267&device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 1099 time: 0.1395373 Aug 29 04:19:58.908427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f07428-8e7c-4da4-aa1b-a42d61c467cc req-b8fdb578-adf3-4247-943b-738d9e0a1a7a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.910436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3f07428-8e7c-4da4-aa1b-a42d61c467cc req-b8fdb578-adf3-4247-943b-738d9e0a1a7a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 1023 time: 0.1202676 Aug 29 04:19:58.931567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Calling delete_port for a9f6f802-2320-4296-9849-03bfc7c811c7 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:58.998815 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.020044 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:59.053539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.091764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3f07428-8e7c-4da4-aa1b-a42d61c467cc req-26e79223-cfc0-4e00-b7a4-3230c69b1e3f tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=34de467c-4abf-46fc-add5-2b7fac74df66&id=0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4&id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1045690 Aug 29 04:19:59.116444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-dc177ff6-d83c-430c-831d-f8260df45aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.118838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-dc177ff6-d83c-430c-831d-f8260df45aa9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2073505 Aug 29 04:19:59.196716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-f32ca865-9e29-41ea-9389-a7a7b6e0de9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=20fbf522-d63f-41e2-aa1f-24fbb93ee728 HTTP/1.1" status: 200 len: 217 time: 0.0609591 Aug 29 04:19:59.332029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Pushing event updated for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.350307 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-748b25b5-a5ef-4dc7-85ce-26c3f4529b9d service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467878 Aug 29 04:19:59.357834 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f3324-a8ef-43a9-a883-3b49b2e51611 x-openstack-request-id: req-c25f3324-a8ef-43a9-a883-3b49b2e51611 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:59.358405 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed12c7fa-18d9-4729-a29f-4ad660734f9e", "tag": "cfa88829-7d27-47fa-8f0d-67a28af575d9", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:59.358833 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c25f3324-a8ef-43a9-a883-3b49b2e51611 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:59.359463 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'tag': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'status': 'completed', 'code': 200} Aug 29 04:19:59.360417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.377758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:59.407953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-c2da7e6c-66eb-4f7c-8b96-e7640bdac73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.409927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-c2da7e6c-66eb-4f7c-8b96-e7640bdac73e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.2020638 Aug 29 04:19:59.420434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'Port': ['ID=a9f6f802-2320-4296-9849-03bfc7c811c7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.499016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-0e253256-afb4-4ec0-837d-950646f83126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.507031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-0e253256-afb4-4ec0-837d-950646f83126 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=979b796d709a4c46b996a0f07de4b02a&device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 1097 time: 0.1595614 Aug 29 04:19:59.545810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] No DVR routers for this DVR port a9f6f802-2320-4296-9849-03bfc7c811c7 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:59.553961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on host n-h2-712142-15 for vnic_type normal with profile {"migrating_to": "n-h1-712142-15"} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:59.554545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:59.555559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:59.561519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.565750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5adc6f76-a3f5-482f-aba6-44805397c698 req-a91eb65b-49ce-4410-b66c-f7d833330c99 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.64 "DELETE /v2.0/ports/a9f6f802-2320-4296-9849-03bfc7c811c7 HTTP/1.1" status: 204 len: 173 time: 2.0225432 Aug 29 04:19:59.570815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:59.571575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Attempting to bind port 15441b70-142c-4607-b6bd-660d866d8065 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:59.586248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-fb756fd2-9143-4170-ab0f-e4dc7b4573e9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.589273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-fb756fd2-9143-4170-ab0f-e4dc7b4573e9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.6039004 Aug 29 04:19:59.590849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:59.594293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:59.594710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:59.595176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Bound port: 15441b70-142c-4607-b6bd-660d866d8065, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:59.597931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.613953 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '7da04350-837c-49c3-9067-5443214a51fc', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'port_id': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:37Z', 'updated_at': '2021-08-29T04:19:56Z', 'revision_number': 1, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:39Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:59.616576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-e9e923cf-ef4a-402b-a626-25d8c7f71fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.618337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-e9e923cf-ef4a-402b-a626-25d8c7f71fe5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1942229 Aug 29 04:19:59.642248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Request body: {'port': {'device_id': 'a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'admin_state_up': True, 'tenant_id': '16c5f4347b9a46ada3d9f0d797dcd761'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:59.657442 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] Checking router: 5de9e230-63b4-4fdc-916f-59ebf91320ad for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:59.675122 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:59.676219 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:19:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:59.721887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d3b5b-4425-4dc6-8b28-f3fc15d42386 req-f4ba5546-9d3b-4e90-b3da-41b98d9c3882 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.723781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-832d3b5b-4425-4dc6-8b28-f3fc15d42386 req-f4ba5546-9d3b-4e90-b3da-41b98d9c3882 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 947 time: 0.2151518 Aug 29 04:19:59.736695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7efd8-4089-471c-b2d2-9a815c0c0523 req-5f1653ce-a639-4227-86fa-54c8d4e1e732 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.744433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67f7efd8-4089-471c-b2d2-9a815c0c0523 req-5f1653ce-a639-4227-86fa-54c8d4e1e732 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 944 time: 0.2268789 Aug 29 04:19:59.757854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a9f6f802-2320-4296-9849-03bfc7c811c7 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:59.817252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: a9f6f802-2320-4296-9849-03bfc7c811c7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:59.818674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a9f6f802-2320-4296-9849-03bfc7c811c7 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:59.835184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-3ead5aa6-24db-4ebf-b3a5-e85d89ac886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.837543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-3ead5aa6-24db-4ebf-b3a5-e85d89ac886b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9b3e010-628a-476f-8ddd-373aa24297a9 HTTP/1.1" status: 200 len: 912 time: 0.3088272 Aug 29 04:19:59.854966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-832d3b5b-4425-4dc6-8b28-f3fc15d42386 req-97395b88-8f13-4937-83aa-e60ebd8c3b5c tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032453 Aug 29 04:19:59.863060 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:59.873633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67f7efd8-4089-471c-b2d2-9a815c0c0523 req-9b56ba97-74b6-4554-b0cc-e57b21e9a783 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188829 Aug 29 04:19:59.944884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-dfbf0aee-f356-4ae5-b496-8ffd92054441 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116851 Aug 29 04:19:59.992799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:00.002081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-b2c91c13-e3cd-4afd-bc9b-eeea28895344 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.003669 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-b2c91c13-e3cd-4afd-bc9b-eeea28895344 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.2450907 Aug 29 04:20:00.005593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:00.012565 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.024834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6649a273-165e-457c-92d2-6d7fcac75af8 req-d22ea80b-d332-43ae-9b08-0e3926661742 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 210 time: 0.0766659 Aug 29 04:20:00.067468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-8cb673c1-6950-433c-8abe-9cf2c59b4b3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa88829-7d27-47fa-8f0d-67a28af575d9 HTTP/1.1" status: 200 len: 998 time: 0.2196825 Aug 29 04:20:00.168490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Made reservation on behalf of 16c5f4347b9a46ada3d9f0d797dcd761 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:00.172492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.178845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Pushing event updated for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=8']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:00.190849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.191499 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.193588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-9662e275-0285-4f2a-834a-4a5c837e5e89 service neutron] 10.222.0.64 "PUT /v2.0/ports/15441b70-142c-4607-b6bd-660d866d8065 HTTP/1.1" status: 200 len: 1123 time: 2.9352314 Aug 29 04:20:00.212464 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '7da04350-837c-49c3-9067-5443214a51fc', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'port_id': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:37Z', 'updated_at': '2021-08-29T04:19:56Z', 'revision_number': 1, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:39Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:00.256763 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e941c-9e92-47a5-a889-f0d450960af1 None None] The sync data for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 is: [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '7da04350-837c-49c3-9067-5443214a51fc', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'port_id': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:37Z', 'updated_at': '2021-08-29T04:19:56Z', 'revision_number': 1, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:39Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:00.260808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fb00a-c39d-4262-875b-5a5aba8b76cd req-7ffa291f-1bd7-49b3-8ab7-d24450e40239 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.267863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf7fb00a-c39d-4262-875b-5a5aba8b76cd req-7ffa291f-1bd7-49b3-8ab7-d24450e40239 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.2988205 Aug 29 04:20:00.276938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-0b8c5799-3797-4cff-a1de-071af850b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.278615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-0b8c5799-3797-4cff-a1de-071af850b909 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=527f8927-01e7-407f-aac3-1a7e0c994668 HTTP/1.1" status: 200 len: 850 time: 0.1789086 Aug 29 04:20:00.295651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['15441b70-142c-4607-b6bd-660d866d8065'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:00.306434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27806bfe-43e5-48c2-83f4-e00c47fb4d3f req-29d00b02-355f-49d4-93e7-b3e60d7804f4 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236773 Aug 29 04:20:00.316860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['15441b70-142c-4607-b6bd-660d866d8065'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:00.356940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-52e615e5-c9b5-48fb-9325-96843d000825 service neutron] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:00.364412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-52e615e5-c9b5-48fb-9325-96843d000825 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.367037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91061f75-35fe-4b59-b7fe-8d7819b73f86 req-6ede03f2-35cc-4325-b02a-f547ed42ca87 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d447730-6be6-4718-8f2c-b52f7f573104 HTTP/1.1" status: 200 len: 210 time: 0.0920122 Aug 29 04:20:00.368023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26a8228-a72a-429e-9529-52fb8bc49f36 req-52e615e5-c9b5-48fb-9325-96843d000825 service neutron] 10.222.0.65 "DELETE /v2.0/ports/fa66ac89-2637-41a1-bf0e-8d35c6e7841a/bindings/n-h1-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.3518779 Aug 29 04:20:00.435493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Allocated IP 172.20.0.5 (fcb2f71b-e41e-4659-8f0e-1dfdf459bc10/1fcda1e7-79b8-49e3-9169-770662cbe00b/3fefdd85-a0cb-4a81-882f-844b15afd472) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:00.445009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf7fb00a-c39d-4262-875b-5a5aba8b76cd req-3105a1f0-18c4-4a07-b557-08f6d9e82dd3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624520 Aug 29 04:20:00.467636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-0729e6c6-26dc-46fd-9d91-761f716999b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.469473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-0729e6c6-26dc-46fd-9d91-761f716999b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b3e010-628a-476f-8ddd-373aa24297a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657429 Aug 29 04:20:00.642100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-a34c5344-41c0-4e19-aad1-c0fb8090c827 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622198 Aug 29 04:20:00.671820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 20fbf522-d63f-41e2-aa1f-24fbb93ee728 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:00.707260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.731280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8bd41-7876-40c4-9902-6e5c3f378adb None None] New status for floating IP 7da04350-837c-49c3-9067-5443214a51fc: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:00.761800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e34b13c-3b2e-4a33-a64e-c65565b6c127 req-090e0a6b-a1a5-4c2f-99b0-488f7b4c05db service neutron] 10.222.0.64 "GET /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108413 Aug 29 04:20:00.781654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.839401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:00.847101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:00.849623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:00.887848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event updated for resources: {'Port': ['ID=3fefdd85-a0cb-4a81-882f-844b15afd472,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:00.938156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.938869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.976865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-c0a095a5-c03b-40a1-a847-53a5642db6bf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3522205 Aug 29 04:20:00.988875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Request body: {'port': {'device_id': 'a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:01.063405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 20fbf522-d63f-41e2-aa1f-24fbb93ee728, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20fbf522-d63f-41e2-aa1f-24fbb93ee728,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:01.067661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5b1ae-1b41-4228-b4d2-c4b1cee7a528 req-de50a250-d670-4664-9def-740f451b8b92 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.076335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4df5b1ae-1b41-4228-b4d2-c4b1cee7a528 req-de50a250-d670-4664-9def-740f451b8b92 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 947 time: 0.0989294 Aug 29 04:20:01.082724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.086048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42be7d-fc43-473f-99c8-c28bdbd67223 req-e488fed0-af25-430b-a1f9-ce208e6ab911 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.087576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb42be7d-fc43-473f-99c8-c28bdbd67223 req-e488fed0-af25-430b-a1f9-ce208e6ab911 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 944 time: 0.1005225 Aug 29 04:20:01.088227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '20fbf522-d63f-41e2-aa1f-24fbb93ee728', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '20fbf522-d63f-41e2-aa1f-24fbb93ee728', 'mac_address': 'fa:16:3e:60:b7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:01.134631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.153102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fbf522-d63f-41e2-aa1f-24fbb93ee728 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:01.168429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4df5b1ae-1b41-4228-b4d2-c4b1cee7a528 req-6b08c92e-c40b-4a67-94a3-152f44f9e99e tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911598 Aug 29 04:20:01.175529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 20fbf522-d63f-41e2-aa1f-24fbb93ee728, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20fbf522-d63f-41e2-aa1f-24fbb93ee728,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:01.181078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.184605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb42be7d-fc43-473f-99c8-c28bdbd67223 req-019e1112-89e3-4380-8019-914ff47d1a30 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840242 Aug 29 04:20:01.252120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=20fbf522-d63f-41e2-aa1f-24fbb93ee728,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:01.346524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd1ff-93eb-4c58-91ae-4cd492694b08 req-34caed12-13f6-41ea-86dd-512a0eab155f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.348109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-632dd1ff-93eb-4c58-91ae-4cd492694b08 req-34caed12-13f6-41ea-86dd-512a0eab155f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 931 time: 0.0802212 Aug 29 04:20:01.360563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15441b70-142c-4607-b6bd-660d866d8065'}, {'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'name': 'network-vif-deleted', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7'}, {'name': 'network-changed', 'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'tag': '15441b70-142c-4607-b6bd-660d866d8065'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:01.362962 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9041d8-4ebd-442c-868a-f277493ee596" -d '{"events": [{"server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "name": "network-vif-unplugged", "status": "completed", "tag": "15441b70-142c-4607-b6bd-660d866d8065"}, {"server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "name": "network-vif-deleted", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7"}, {"name": "network-changed", "server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "tag": "15441b70-142c-4607-b6bd-660d866d8065"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:01.376845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc19cf-acbc-4af2-b8ed-4576acb95ca5 req-efb5a6d3-f388-41f2-82db-e93dfe1d40ea tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.378371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97cc19cf-acbc-4af2-b8ed-4576acb95ca5 req-efb5a6d3-f388-41f2-82db-e93dfe1d40ea tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1096 time: 0.0755515 Aug 29 04:20:01.408553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-632dd1ff-93eb-4c58-91ae-4cd492694b08 req-bfe78299-5b8c-44b2-aade-be0fdd9641e0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529919 Aug 29 04:20:01.440161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fefdd85-a0cb-4a81-882f-844b15afd472 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:01.449625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97cc19cf-acbc-4af2-b8ed-4576acb95ca5 req-f46ff249-9b1c-4068-b5a6-15a2e794b099 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589478 Aug 29 04:20:01.454141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.471677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Transition to ACTIVE for port object 3fefdd85-a0cb-4a81-882f-844b15afd472 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:01.473387 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d6d165-c082-4d89-9116-ce554b92510c x-openstack-request-id: req-d8d6d165-c082-4d89-9116-ce554b92510c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:01.473727 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "name": "network-vif-unplugged", "status": "completed", "tag": "15441b70-142c-4607-b6bd-660d866d8065", "code": 200}, {"server_uuid": "4d447730-6be6-4718-8f2c-b52f7f573104", "name": "network-vif-deleted", "tag": "a9f6f802-2320-4296-9849-03bfc7c811c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "tag": "15441b70-142c-4607-b6bd-660d866d8065", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:01.473973 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8d6d165-c082-4d89-9116-ce554b92510c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:01.474963 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15441b70-142c-4607-b6bd-660d866d8065', 'code': 200} Aug 29 04:20:01.475490 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d447730-6be6-4718-8f2c-b52f7f573104', 'name': 'network-vif-deleted', 'tag': 'a9f6f802-2320-4296-9849-03bfc7c811c7', 'status': 'completed', 'code': 200} Aug 29 04:20:01.475490 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'tag': '15441b70-142c-4607-b6bd-660d866d8065', 'status': 'completed', 'code': 200} Aug 29 04:20:01.477520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.556247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['20fbf522-d63f-41e2-aa1f-24fbb93ee728'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:01.594964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fefdd85-a0cb-4a81-882f-844b15afd472,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:01.621332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-2ecd4f82-07e5-4f3b-9c14-e8ddb974f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.623083 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-2ecd4f82-07e5-4f3b-9c14-e8ddb974f413 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1126 time: 0.1021786 Aug 29 04:20:01.662762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29503ca-126c-483e-a6a9-1fbb600917b7 req-cc301727-d883-406f-be4c-1316d10ac937 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.664293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29503ca-126c-483e-a6a9-1fbb600917b7 req-cc301727-d883-406f-be4c-1316d10ac937 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.1089315 Aug 29 04:20:01.695115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e697d7-39d6-4305-b949-9acc327ba917 req-2c84eb6e-0800-4dff-ae8e-af2ca8be63f8 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.697618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29e697d7-39d6-4305-b949-9acc327ba917 req-2c84eb6e-0800-4dff-ae8e-af2ca8be63f8 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 1096 time: 0.0949731 Aug 29 04:20:01.733023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29503ca-126c-483e-a6a9-1fbb600917b7 req-dad92ff7-d719-423e-bd09-c830bb69a223 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593746 Aug 29 04:20:01.760792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301d8669-d5d8-49a3-bec2-00dad1d30a86 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:01.765685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29e697d7-39d6-4305-b949-9acc327ba917 req-158506d7-6891-401f-8650-5d6d7fa9d8d9 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540905 Aug 29 04:20:01.767677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Attempting to bind port 3fefdd85-a0cb-4a81-882f-844b15afd472 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:01.768231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Attempting to bind port 3fefdd85-a0cb-4a81-882f-844b15afd472 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:01.768682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Attempting to bind port 3fefdd85-a0cb-4a81-882f-844b15afd472 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:01.779382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Port 3fefdd85-a0cb-4a81-882f-844b15afd472 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:01.779765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Attempting to bind port 3fefdd85-a0cb-4a81-882f-844b15afd472 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:01.810172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:01.810682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Checking segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:01.811219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Bound using segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:01.818220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Bound port: 3fefdd85-a0cb-4a81-882f-844b15afd472, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:01.818615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.853271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-b86f6973-b155-438f-ad79-0343176ca201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.860952 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-b86f6973-b155-438f-ad79-0343176ca201 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.2098563 Aug 29 04:20:01.862560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1544c2c8-e59c-43d4-8116-3d32afd1defc req-3bf04e7b-c85b-42c8-a348-c586d3cb2bd9 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/34de467c-4abf-46fc-add5-2b7fac74df66 HTTP/1.1" status: 200 len: 1800 time: 0.0845749 Aug 29 04:20:01.904575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:01.946283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'port_id': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'mac_address': 'fa:16:3e:81:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480b34a-6bad-4787-bac0-0d87ef5d3d8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:01.955969 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-bbe1d2f2-aab5-4c5a-96c0-860193e2c909 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15441b70-142c-4607-b6bd-660d866d8065 HTTP/1.1" status: 200 len: 217 time: 0.0863349 Aug 29 04:20:01.970566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1544c2c8-e59c-43d4-8116-3d32afd1defc req-e9ebe7b5-551c-455d-8e5b-f6d8ad3c5741 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.000178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1544c2c8-e59c-43d4-8116-3d32afd1defc req-e9ebe7b5-551c-455d-8e5b-f6d8ad3c5741 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.009055 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.029484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] For port 3fefdd85-a0cb-4a81-882f-844b15afd472, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:02.034522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] For port 3fefdd85-a0cb-4a81-882f-844b15afd472, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3fefdd85-a0cb-4a81-882f-844b15afd472,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:02.037118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-eae720eb-8581-4554-a463-ead8ccc85cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.038853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-eae720eb-8581-4554-a463-ead8ccc85cab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0730422 Aug 29 04:20:02.042786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 301d8669-d5d8-49a3-bec2-00dad1d30a86 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:02.043453 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.070813 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1544c2c8-e59c-43d4-8116-3d32afd1defc req-e9ebe7b5-551c-455d-8e5b-f6d8ad3c5741 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.073551 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1544c2c8-e59c-43d4-8116-3d32afd1defc req-e9ebe7b5-551c-455d-8e5b-f6d8ad3c5741 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.074751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1544c2c8-e59c-43d4-8116-3d32afd1defc req-e9ebe7b5-551c-455d-8e5b-f6d8ad3c5741 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/34de467c-4abf-46fc-add5-2b7fac74df66 HTTP/1.1" status: 204 len: 173 time: 0.2040770 Aug 29 04:20:02.087864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:02.099661 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.110317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebe7b5-551c-455d-8e5b-f6d8ad3c5741 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de467c-4abf-46fc-add5-2b7fac74df66,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.123333 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-b3e9a8a7-d292-4c7c-a54d-8f80220c02e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408719 Aug 29 04:20:02.146836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.147568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.149192 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] 10.222.0.65 "PUT /v2.0/ports/3fefdd85-a0cb-4a81-882f-844b15afd472 HTTP/1.1" status: 200 len: 1092 time: 1.1659420 Aug 29 04:20:02.196485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8cfa4c0-f3cd-4742-abea-e47ab4f1286c req-7c1bb19c-f696-4f6b-8dae-2c4bef93e5d5 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4 HTTP/1.1" status: 200 len: 1799 time: 0.0580633 Aug 29 04:20:02.229982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.245206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['301d8669-d5d8-49a3-bec2-00dad1d30a86'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:02.302207 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b8cfa4c0-f3cd-4742-abea-e47ab4f1286c req-07627465-75c2-46bb-911d-d1208adb8c6a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.333304 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-91b983e1-7a4e-4802-b3a2-77cf8124f17a service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000921 Aug 29 04:20:02.350059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b8cfa4c0-f3cd-4742-abea-e47ab4f1286c req-07627465-75c2-46bb-911d-d1208adb8c6a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.399856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b8cfa4c0-f3cd-4742-abea-e47ab4f1286c req-07627465-75c2-46bb-911d-d1208adb8c6a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.403028 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b8cfa4c0-f3cd-4742-abea-e47ab4f1286c req-07627465-75c2-46bb-911d-d1208adb8c6a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.408709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8cfa4c0-f3cd-4742-abea-e47ab4f1286c req-07627465-75c2-46bb-911d-d1208adb8c6a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4 HTTP/1.1" status: 204 len: 173 time: 0.1966355 Aug 29 04:20:02.413336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc107c4b-ccbe-47fd-b0d4-b871b7b6e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fefdd85-a0cb-4a81-882f-844b15afd472,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.439202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07627465-75c2-46bb-911d-d1208adb8c6a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.523071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-f0119caf-365d-4b18-8ab6-09302287abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.524656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-f0119caf-365d-4b18-8ab6-09302287abf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 1095 time: 0.2996795 Aug 29 04:20:02.534985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4dbb-fb24-4e6a-93a7-4683ac59ba53 req-7be54dbf-7f58-4bd0-8b0f-64f2e2fc40e2 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.544878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-521d4dbb-fb24-4e6a-93a7-4683ac59ba53 req-7be54dbf-7f58-4bd0-8b0f-64f2e2fc40e2 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 948 time: 0.0743580 Aug 29 04:20:02.566260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-dc83a547-c915-4cc3-a2e0-d7cccb2827c6 req-0920b69c-eaae-4b1e-b99f-b312ef896abe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1371476462', 'description': 'tempest-description-1550347217'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:02.605902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-521d4dbb-fb24-4e6a-93a7-4683ac59ba53 req-8c63a1ea-263f-4127-8db2-3d12235905fd tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Aug 29 04:20:02.631542 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-7bb2a9bf-b7b9-44aa-acd7-017807724509 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fefdd85-a0cb-4a81-882f-844b15afd472 HTTP/1.1" status: 200 len: 217 time: 0.0815556 Aug 29 04:20:02.631724 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc83a547-c915-4cc3-a2e0-d7cccb2827c6 req-0920b69c-eaae-4b1e-b99f-b312ef896abe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.673474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 20fbf522-d63f-41e2-aa1f-24fbb93ee728 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:02.751209 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c9041d8-4ebd-442c-868a-f277493ee596 req-340ee6f2-9025-4413-9281-445d4c8ac5c0 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674018 Aug 29 04:20:02.772045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-581fe670-291e-4b16-9a9b-9933fb4e843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.773539 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-581fe670-291e-4b16-9a9b-9933fb4e843e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.1323674 Aug 29 04:20:02.789104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:02.794565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:02.798252 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.808979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc83a547-c915-4cc3-a2e0-d7cccb2827c6 req-0920b69c-eaae-4b1e-b99f-b312ef896abe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.823771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc83a547-c915-4cc3-a2e0-d7cccb2827c6 req-0920b69c-eaae-4b1e-b99f-b312ef896abe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.824005 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-919af319-fc07-40ba-b144-c377ebd75600 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350063 Aug 29 04:20:02.843210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc2360-59b9-4e74-af7e-9a2e80df2e3c req-33e074bd-aebc-4831-9342-3c8d0b1c4309 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.852946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6cc2360-59b9-4e74-af7e-9a2e80df2e3c req-33e074bd-aebc-4831-9342-3c8d0b1c4309 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 943 time: 0.1220379 Aug 29 04:20:02.897928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b69c-eaae-4b1e-b99f-b312ef896abe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ef309-0e1d-4fd2-83e2-64fd5ab47a01,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.901326 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc83a547-c915-4cc3-a2e0-d7cccb2827c6 req-0920b69c-eaae-4b1e-b99f-b312ef896abe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.921839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc83a547-c915-4cc3-a2e0-d7cccb2827c6 req-0920b69c-eaae-4b1e-b99f-b312ef896abe tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3600974 Aug 29 04:20:02.939066 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.973216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1fceda-f7a7-40e9-9cf5-43ef020feead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fbf522-d63f-41e2-aa1f-24fbb93ee728'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:02.974022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6cc2360-59b9-4e74-af7e-9a2e80df2e3c req-d448c8ad-9d22-452e-8dc8-a0af44513f76 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201286 Aug 29 04:20:02.976312 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-e93ffbef-f232-470d-95eb-69c6d87abb76 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427464 Aug 29 04:20:02.977184 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b913d828-7fae-4c4e-a0f9-bf0d37a7b6d6" -d '{"events": [{"server_uuid": "2d1fceda-f7a7-40e9-9cf5-43ef020feead", "name": "network-vif-plugged", "status": "completed", "tag": "20fbf522-d63f-41e2-aa1f-24fbb93ee728"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:02.997952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 20fbf522-d63f-41e2-aa1f-24fbb93ee728, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20fbf522-d63f-41e2-aa1f-24fbb93ee728,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:03.010720 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.113783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66cbe67e-6a65-4021-99d9-5b4d1c5614c6 req-a172a818-2279-4d0f-95db-961bb7c63213 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257057 Aug 29 04:20:03.120769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=20fbf522-d63f-41e2-aa1f-24fbb93ee728,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:03.164372 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe22b0e9-f3be-4ef0-9e80-d45c7f41ada3 req-5bff44bf-b4ef-4ad3-9ee0-c6593287116c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/1b2ef309-0e1d-4fd2-83e2-64fd5ab47a01 HTTP/1.1" status: 200 len: 1801 time: 0.0833552 Aug 29 04:20:03.175464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86790b1c-9f51-4c1f-aae6-2729d6c70460 req-7a7a7160-0137-4e27-85f2-cc1e1a2d056a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.177188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86790b1c-9f51-4c1f-aae6-2729d6c70460 req-7a7a7160-0137-4e27-85f2-cc1e1a2d056a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.1095288 Aug 29 04:20:03.182709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-fe22b0e9-f3be-4ef0-9e80-d45c7f41ada3 req-018fb9bd-54a6-434f-acc2-904b50264a4a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1804655634', 'description': 'tempest-description-hth-1136136892'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:03.234767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fe22b0e9-f3be-4ef0-9e80-d45c7f41ada3 req-018fb9bd-54a6-434f-acc2-904b50264a4a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.269733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86790b1c-9f51-4c1f-aae6-2729d6c70460 req-71fa778d-8e9f-44e5-8183-203226ea57cc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732923 Aug 29 04:20:03.334109 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fe22b0e9-f3be-4ef0-9e80-d45c7f41ada3 req-018fb9bd-54a6-434f-acc2-904b50264a4a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.346185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fe22b0e9-f3be-4ef0-9e80-d45c7f41ada3 req-018fb9bd-54a6-434f-acc2-904b50264a4a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.351473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fe22b0e9-f3be-4ef0-9e80-d45c7f41ada3 req-018fb9bd-54a6-434f-acc2-904b50264a4a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.354157 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe22b0e9-f3be-4ef0-9e80-d45c7f41ada3 req-018fb9bd-54a6-434f-acc2-904b50264a4a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "PUT /v2.0/security-groups/1b2ef309-0e1d-4fd2-83e2-64fd5ab47a01 HTTP/1.1" status: 200 len: 1775 time: 0.1754251 Aug 29 04:20:03.415298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fb9bd-54a6-434f-acc2-904b50264a4a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ef309-0e1d-4fd2-83e2-64fd5ab47a01,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:03.453326 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a72a36e-8989-4207-87a1-775a515d15da x-openstack-request-id: req-2a72a36e-8989-4207-87a1-775a515d15da {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:03.453625 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1fceda-f7a7-40e9-9cf5-43ef020feead", "name": "network-vif-plugged", "status": "completed", "tag": "20fbf522-d63f-41e2-aa1f-24fbb93ee728", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:03.453881 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a72a36e-8989-4207-87a1-775a515d15da {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:03.454278 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1fceda-f7a7-40e9-9cf5-43ef020feead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fbf522-d63f-41e2-aa1f-24fbb93ee728', 'code': 200} Aug 29 04:20:03.476716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0', 'tag': '3fefdd85-a0cb-4a81-882f-844b15afd472'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:03.480575 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0", "tag": "3fefdd85-a0cb-4a81-882f-844b15afd472"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:03.625456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74a6dd-47ba-4026-9916-8438ef223914 req-e5c317ff-ec66-41e7-9560-3eeff02267d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.627272 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b74a6dd-47ba-4026-9916-8438ef223914 req-e5c317ff-ec66-41e7-9560-3eeff02267d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 1101 time: 0.0855255 Aug 29 04:20:03.630031 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ef7ce5-9f9b-431b-af61-6f1fb2c174ba x-openstack-request-id: req-48ef7ce5-9f9b-431b-af61-6f1fb2c174ba {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:03.630872 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0", "tag": "3fefdd85-a0cb-4a81-882f-844b15afd472", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:03.631116 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48ef7ce5-9f9b-431b-af61-6f1fb2c174ba {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:03.631699 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0', 'tag': '3fefdd85-a0cb-4a81-882f-844b15afd472', 'status': 'completed', 'code': 200} Aug 29 04:20:03.715581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ca38826-c063-4535-acb4-a992f4875281 req-5cd98c53-f1d2-43a2-a699-fcbc5eeecabd tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/1b2ef309-0e1d-4fd2-83e2-64fd5ab47a01 HTTP/1.1" status: 200 len: 1775 time: 0.1198683 Aug 29 04:20:03.728730 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b74a6dd-47ba-4026-9916-8438ef223914 req-67e13e87-ab06-4e3a-ae67-da89f71e2640 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825408 Aug 29 04:20:03.741876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-73c861fd-1289-4d48-96b7-661ed2f18973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.744222 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-73c861fd-1289-4d48-96b7-661ed2f18973 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 1095 time: 0.0770378 Aug 29 04:20:03.772637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301d8669-d5d8-49a3-bec2-00dad1d30a86 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:03.818606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84f4d5a0-8444-4f4b-a598-089c2a6f8881 req-9a0bcdb5-1091-4fd4-8045-fa86abc3d100 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/1b2ef309-0e1d-4fd2-83e2-64fd5ab47a01 HTTP/1.1" status: 200 len: 1775 time: 0.0964608 Aug 29 04:20:03.834156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 301d8669-d5d8-49a3-bec2-00dad1d30a86 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:03.834990 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.867233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b847f-ef51-456f-ae59-0e279844cb23 req-cc9f90b8-2adc-40d2-a357-a913482a7047 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.875819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-504b847f-ef51-456f-ae59-0e279844cb23 req-cc9f90b8-2adc-40d2-a357-a913482a7047 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 949 time: 0.1045251 Aug 29 04:20:03.962319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-504b847f-ef51-456f-ae59-0e279844cb23 req-3436fc80-b86a-40c9-94c9-4469194a2755 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850556 Aug 29 04:20:03.978397 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.983778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-84f4d5a0-8444-4f4b-a598-089c2a6f8881 req-d008bd35-edbb-4c1d-9377-a1556d0e3460 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.050315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:04.063245 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.064582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-84f4d5a0-8444-4f4b-a598-089c2a6f8881 req-d008bd35-edbb-4c1d-9377-a1556d0e3460 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.166477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-84f4d5a0-8444-4f4b-a598-089c2a6f8881 req-d008bd35-edbb-4c1d-9377-a1556d0e3460 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.170713 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-84f4d5a0-8444-4f4b-a598-089c2a6f8881 req-d008bd35-edbb-4c1d-9377-a1556d0e3460 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.180156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:04.180375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84f4d5a0-8444-4f4b-a598-089c2a6f8881 req-d008bd35-edbb-4c1d-9377-a1556d0e3460 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/1b2ef309-0e1d-4fd2-83e2-64fd5ab47a01 HTTP/1.1" status: 204 len: 173 time: 0.3487098 Aug 29 04:20:04.187484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-b889671d-77c9-4187-b655-6d14da5260ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.188977 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-b889671d-77c9-4187-b655-6d14da5260ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 913 time: 0.2286961 Aug 29 04:20:04.202299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008bd35-edbb-4c1d-9377-a1556d0e3460 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ef309-0e1d-4fd2-83e2-64fd5ab47a01,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:04.215612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55d73e-b466-4f3a-bbe5-a0e033e8317a req-a522edc0-ffb5-43d6-8273-e5117d0fb199 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.215612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a55d73e-b466-4f3a-bbe5-a0e033e8317a req-a522edc0-ffb5-43d6-8273-e5117d0fb199 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 943 time: 0.1072986 Aug 29 04:20:04.285724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-cde4cb92-d64b-4dcb-8a45-8b73d577ed35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fefdd85-a0cb-4a81-882f-844b15afd472 HTTP/1.1" status: 200 len: 217 time: 0.0886300 Aug 29 04:20:04.304546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a55d73e-b466-4f3a-bbe5-a0e033e8317a req-5525cf13-5253-4fcc-8124-e55e62a539be tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709167 Aug 29 04:20:04.388474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-c1ca275b-f360-47d8-b7cb-514bc5ccc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.389974 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-c1ca275b-f360-47d8-b7cb-514bc5ccc0b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.0959251 Aug 29 04:20:04.418971 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-5c5dca93-9d1e-41c3-97a9-1837a4548baa req-8e8ac441-c05d-4be2-82d5-df5f9b7ad80a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:20:04.420979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c5dca93-9d1e-41c3-97a9-1837a4548baa req-8e8ac441-c05d-4be2-82d5-df5f9b7ad80a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/0ace30ec-2547-4ebb-9ed4-2ec92ecc22b4 HTTP/1.1" status: 404 len: 352 time: 0.0179904 Aug 29 04:20:04.463528 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-e204a92d-65dc-4f80-bf62-e3be16c7ac92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595546 Aug 29 04:20:04.494067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1630e3-6745-4892-9346-b8078d634ced req-e3e932ef-580e-4d7b-a0e3-36d5bd1e1c50 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.512524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c1630e3-6745-4892-9346-b8078d634ced req-e3e932ef-580e-4d7b-a0e3-36d5bd1e1c50 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.0806623 Aug 29 04:20:04.575112 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-f3f8b493-8fae-475e-b1eb-e22d24ed931b req-89ca1592-0b73-4440-baf2-6fb99ea3b4e7 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:20:04.576195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3f8b493-8fae-475e-b1eb-e22d24ed931b req-89ca1592-0b73-4440-baf2-6fb99ea3b4e7 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/34de467c-4abf-46fc-add5-2b7fac74df66 HTTP/1.1" status: 404 len: 352 time: 0.0215991 Aug 29 04:20:04.612017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c1630e3-6745-4892-9346-b8078d634ced req-e534260c-02c8-49df-88b2-2fc072f26c04 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841918 Aug 29 04:20:04.661762 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-b0eb7d8c-273c-4cf3-be6a-8bacb9480964 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818476 Aug 29 04:20:04.701576 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-e55b00e9-d8ef-4633-99a1-f31b3901d863 req-d2362d14-b16c-486e-b7bf-4d60a98023b4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:20:04.709936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e55b00e9-d8ef-4633-99a1-f31b3901d863 req-d2362d14-b16c-486e-b7bf-4d60a98023b4 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/8056e0f1-9c9d-4e9f-afaa-10bf1791628a HTTP/1.1" status: 404 len: 352 time: 0.0240817 Aug 29 04:20:04.747361 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-0c919d75-8be0-4979-82df-7f47149fa476 req-ad44e5f0-6f7a-4301-aa45-626bba392155 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:20:04.748683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c919d75-8be0-4979-82df-7f47149fa476 req-ad44e5f0-6f7a-4301-aa45-626bba392155 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/b145067d-25db-406d-a201-fab75df2f639 HTTP/1.1" status: 404 len: 352 time: 0.0149207 Aug 29 04:20:04.800329 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-b583e951-e53d-4584-8960-c5a04dbb19ad req-bf92efb4-2ac7-4570-90d0-557dc3942389 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:20:04.806776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b583e951-e53d-4584-8960-c5a04dbb19ad req-bf92efb4-2ac7-4570-90d0-557dc3942389 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/743a8dc9-3089-4851-9add-5f00a6ce5a01 HTTP/1.1" status: 404 len: 352 time: 0.0360816 Aug 29 04:20:04.850719 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-b6cd9356-e29c-4d6c-b7d4-bfce8ccf2908 req-bae40b33-caa5-48ec-82a3-2cdbc862ec3b tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] show failed (client error): The resource could not be found. Aug 29 04:20:04.851756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b6cd9356-e29c-4d6c-b7d4-bfce8ccf2908 req-bae40b33-caa5-48ec-82a3-2cdbc862ec3b tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/18063968-6941-42f9-8674-2214aa8f9f5b HTTP/1.1" status: 404 len: 352 time: 0.0236540 Aug 29 04:20:04.908870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ab033c2-d50e-46f5-a2a7-e5e35705e38a req-392690ea-b200-4970-b76e-d60bbab810b1 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340734 Aug 29 04:20:05.174661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57147652-9294-4e07-900a-f454c3d01b2b req-d17330b4-3f08-455c-aac3-3ac94821df61 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.176927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57147652-9294-4e07-900a-f454c3d01b2b req-d17330b4-3f08-455c-aac3-3ac94821df61 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 949 time: 0.0970509 Aug 29 04:20:05.455658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:05.458023 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80143538-abfa-4f00-be69-f4659b44ac50" -d '{"events": [{"server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "name": "network-vif-plugged", "status": "completed", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:05.586561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39294990-fec8-4889-b2d1-04f3b1ba5da4 req-2945238a-ba88-4b86-bea4-6a850cb235bb tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.594183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39294990-fec8-4889-b2d1-04f3b1ba5da4 req-2945238a-ba88-4b86-bea4-6a850cb235bb tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1023 time: 0.4158914 Aug 29 04:20:05.622626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57147652-9294-4e07-900a-f454c3d01b2b req-4d7127da-16c2-4557-9783-976febdd413e tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997207 Aug 29 04:20:05.717587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39294990-fec8-4889-b2d1-04f3b1ba5da4 req-2d1e6192-920d-4a35-8038-c52efccf04da tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=55801a14-a473-4523-b347-1be4e7812a91&id=1d633045-2eea-4946-9132-d5721ae93978&id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1220326 Aug 29 04:20:05.765996 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776177b1-9791-4e70-aec8-10ccaf202787 x-openstack-request-id: req-776177b1-9791-4e70-aec8-10ccaf202787 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:05.768611 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "name": "network-vif-plugged", "status": "completed", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:05.768886 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-776177b1-9791-4e70-aec8-10ccaf202787 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:05.769303 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'code': 200} Aug 29 04:20:05.844394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294334d6-8091-4ca8-992d-5df6fa0a772b req-f4caf1d3-43a0-4126-9114-f7ac578c411e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.845858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-294334d6-8091-4ca8-992d-5df6fa0a772b req-f4caf1d3-43a0-4126-9114-f7ac578c411e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 943 time: 0.0832524 Aug 29 04:20:05.909677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-294334d6-8091-4ca8-992d-5df6fa0a772b req-929491cd-d1aa-4e75-8305-6de49e3695ff tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Aug 29 04:20:06.018915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f65c3-40cd-4ab6-8951-2952b5fd6c12 req-3d26a3ce-f9a8-4ba2-b610-7d1efdc42ccd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.027754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-575f65c3-40cd-4ab6-8951-2952b5fd6c12 req-3d26a3ce-f9a8-4ba2-b610-7d1efdc42ccd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.1003439 Aug 29 04:20:06.076311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-575f65c3-40cd-4ab6-8951-2952b5fd6c12 req-db31a194-256d-4a99-9f6f-7f702781888e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Aug 29 04:20:06.713156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3fefdd85-a0cb-4a81-882f-844b15afd472 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:06.787262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420698a-1063-415b-99d2-38d378c03b92 req-02dcfb61-5ef9-48b7-a37f-c99026f41ffc tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.788986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b420698a-1063-415b-99d2-38d378c03b92 req-02dcfb61-5ef9-48b7-a37f-c99026f41ffc tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 949 time: 0.0733163 Aug 29 04:20:06.889615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3fefdd85-a0cb-4a81-882f-844b15afd472, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3fefdd85-a0cb-4a81-882f-844b15afd472,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:06.890975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b420698a-1063-415b-99d2-38d378c03b92 req-f9619f56-59b9-4ade-b603-890643ccb4c7 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925622 Aug 29 04:20:06.906314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '3fefdd85-a0cb-4a81-882f-844b15afd472', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'port_id': '3fefdd85-a0cb-4a81-882f-844b15afd472', 'mac_address': 'fa:16:3e:18:67:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcda1e7-79b8-49e3-9169-770662cbe00b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:06.964276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf669203-9e17-4ab1-aa6f-0e91f4c377c8 req-f1ab8f0e-6cc3-4826-a77c-93a67db71031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.966287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf669203-9e17-4ab1-aa6f-0e91f4c377c8 req-f1ab8f0e-6cc3-4826-a77c-93a67db71031 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1023 time: 0.1064312 Aug 29 04:20:07.013636 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.032007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fefdd85-a0cb-4a81-882f-844b15afd472 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:07.052811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf669203-9e17-4ab1-aa6f-0e91f4c377c8 req-7a4300db-40ab-486f-a0f3-cb502bb4bc6c tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups?id=55801a14-a473-4523-b347-1be4e7812a91&id=1d633045-2eea-4946-9132-d5721ae93978&id=d40f5da3-f330-4766-b016-efda26d5dc06&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0756347 Aug 29 04:20:07.098316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3fefdd85-a0cb-4a81-882f-844b15afd472, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3fefdd85-a0cb-4a81-882f-844b15afd472,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:07.118526 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.154362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1d596-253f-4f8c-a185-960326802b4b req-90e85557-5154-48eb-8ea5-c0a17b53d50a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.155955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4de1d596-253f-4f8c-a185-960326802b4b req-90e85557-5154-48eb-8ea5-c0a17b53d50a tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 1023 time: 0.1179979 Aug 29 04:20:07.210693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8f9e9-cb1f-4912-bc00-40c69adf181d req-06605742-3240-402c-90b4-5b496187761b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.218328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43c8f9e9-cb1f-4912-bc00-40c69adf181d req-06605742-3240-402c-90b4-5b496187761b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 944 time: 0.0810804 Aug 29 04:20:07.273574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3fefdd85-a0cb-4a81-882f-844b15afd472,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:07.311759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43c8f9e9-cb1f-4912-bc00-40c69adf181d req-d5e53723-f7a6-442b-8b92-c77c81ae16fb tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792725 Aug 29 04:20:07.469356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Deleting port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:07.469910 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.494855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3fefdd85-a0cb-4a81-882f-844b15afd472'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:07.578627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09d9c1-0203-4d73-9096-a6a9ae06219e req-bba1b413-bf17-4c4a-b56f-66b025ee9e5c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.582341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b09d9c1-0203-4d73-9096-a6a9ae06219e req-bba1b413-bf17-4c4a-b56f-66b025ee9e5c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.0901995 Aug 29 04:20:07.673913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] For port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,segment=NetworkSegment(720a0fe2-0001-431d-ba64-d26453a74673),segment_id=720a0fe2-0001-431d-ba64-d26453a74673)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:07.674559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.676120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b09d9c1-0203-4d73-9096-a6a9ae06219e req-5949d6eb-9e64-4817-ada0-2c6a05c01473 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805297 Aug 29 04:20:07.707241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Calling delete_port for 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:07.888972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.936712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'Port': ['ID=8a9e8025-b9cd-4d8c-9813-6c277c7fb65d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:08.017249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] No DVR routers for this DVR port 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:08.025029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.029079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4de1d596-253f-4f8c-a185-960326802b4b req-2efa9e17-896e-4ccf-8686-bd9b5b874269 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.65 "DELETE /v2.0/ports/8a9e8025-b9cd-4d8c-9813-6c277c7fb65d HTTP/1.1" status: 204 len: 173 time: 0.8559306 Aug 29 04:20:08.030622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'name': 'network-vif-deleted', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:08.038684 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d455d5-e38a-4559-8739-cca8d83dd9e4" -d '{"events": [{"server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "name": "network-vif-deleted", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:08.221001 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfdd110-33c4-47cd-a80d-749a6b49418f x-openstack-request-id: req-4bfdd110-33c4-47cd-a80d-749a6b49418f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:08.221601 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0326ec1-29d1-41e1-9a71-65cbced5f329", "name": "network-vif-deleted", "tag": "8a9e8025-b9cd-4d8c-9813-6c277c7fb65d", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:08.221601 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bfdd110-33c4-47cd-a80d-749a6b49418f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:08.221918 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0326ec1-29d1-41e1-9a71-65cbced5f329', 'name': 'network-vif-deleted', 'tag': '8a9e8025-b9cd-4d8c-9813-6c277c7fb65d', 'status': 'completed', 'code': 200} Aug 29 04:20:08.242491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffcc6f-298f-4c94-9d49-d2744bef7c19 req-6e5886db-1c89-43cb-9cf0-9111b4b523f0 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.244771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71ffcc6f-298f-4c94-9d49-d2744bef7c19 req-6e5886db-1c89-43cb-9cf0-9111b4b523f0 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 949 time: 0.1011002 Aug 29 04:20:08.344459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9bd8ad2b-4bca-4705-a9a8-9f64cf5ccd1a req-9a014311-e17e-4c89-8dbc-5333ef6cb46f tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0326ec1-29d1-41e1-9a71-65cbced5f329 HTTP/1.1" status: 200 len: 210 time: 0.0656862 Aug 29 04:20:08.363588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71ffcc6f-298f-4c94-9d49-d2744bef7c19 req-d353b341-0e0a-4a66-aa25-e4c8e61280d0 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123352 Aug 29 04:20:08.385110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8a9e8025-b9cd-4d8c-9813-6c277c7fb65d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:08.524850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d765e7-9410-4d09-b6d3-5e88aa75e929 req-d782814d-9181-4361-a2f4-232770e6e3f0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.527938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02d765e7-9410-4d09-b6d3-5e88aa75e929 req-d782814d-9181-4361-a2f4-232770e6e3f0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 944 time: 0.0952401 Aug 29 04:20:08.601214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02d765e7-9410-4d09-b6d3-5e88aa75e929 req-f041a047-1047-46ef-903a-f5b58b0a6420 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671620 Aug 29 04:20:08.723642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3fefdd85-a0cb-4a81-882f-844b15afd472 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:08.844422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fbb9d-9b91-4752-811a-c579023d5711 req-645b2ab5-f829-4fa4-b4b2-0d6863518f9f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.847195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-586fbb9d-9b91-4752-811a-c579023d5711 req-645b2ab5-f829-4fa4-b4b2-0d6863518f9f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.0743716 Aug 29 04:20:08.847398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 3fefdd85-a0cb-4a81-882f-844b15afd472 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:08.854594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 3fefdd85-a0cb-4a81-882f-844b15afd472 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:08.856229 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.974918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-586fbb9d-9b91-4752-811a-c579023d5711 req-c2a4da6d-26d7-45e7-b3e6-ea8d5412e788 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186662 Aug 29 04:20:09.049073 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.114264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fefdd85-a0cb-4a81-882f-844b15afd472'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:09.117522 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16349b62-4f97-46fe-8594-acf4e554d8f1" -d '{"events": [{"server_uuid": "a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0", "name": "network-vif-plugged", "status": "completed", "tag": "3fefdd85-a0cb-4a81-882f-844b15afd472"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:09.133785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3fefdd85-a0cb-4a81-882f-844b15afd472, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3fefdd85-a0cb-4a81-882f-844b15afd472,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:09.141975 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.143470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:09.172842 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000fbd7d-5734-4b5e-a2c5-624441fa0a9a x-openstack-request-id: req-000fbd7d-5734-4b5e-a2c5-624441fa0a9a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:09.173410 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0", "name": "network-vif-plugged", "status": "completed", "tag": "3fefdd85-a0cb-4a81-882f-844b15afd472", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:09.173867 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-000fbd7d-5734-4b5e-a2c5-624441fa0a9a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:09.174571 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fefdd85-a0cb-4a81-882f-844b15afd472', 'code': 200} Aug 29 04:20:09.184449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:09.186624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8a9e8025-b9cd-4d8c-9813-6c277c7fb65d not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:09.270315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3fefdd85-a0cb-4a81-882f-844b15afd472,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:09.360849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0662a7-6c1f-46f7-8550-a7d108bad162 req-ffa4b631-8836-4524-89bc-d201c9e88a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.363058 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a0662a7-6c1f-46f7-8550-a7d108bad162 req-ffa4b631-8836-4524-89bc-d201c9e88a12 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 1097 time: 0.1078124 Aug 29 04:20:09.413949 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a0662a7-6c1f-46f7-8550-a7d108bad162 req-8dea9836-065d-42a4-b080-2253503f924b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Aug 29 04:20:09.582111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec054576-1999-4d45-bf1d-dc55e1eb73d1 req-7feb5c6b-3211-4037-9ced-d2a1e45a5ed6 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.584240 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec054576-1999-4d45-bf1d-dc55e1eb73d1 req-7feb5c6b-3211-4037-9ced-d2a1e45a5ed6 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 949 time: 0.0677829 Aug 29 04:20:09.673093 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:20:09.739491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec054576-1999-4d45-bf1d-dc55e1eb73d1 req-58b31bcc-e022-4103-a5df-71826000df78 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d33c77-0ffb-477d-8011-01504ebb8dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475780 Aug 29 04:20:09.804604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1be87603-cbd8-4c53-8973-251c22b3b76c req-3051ddc5-b686-42a8-a835-688b0c69bdc6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/1d633045-2eea-4946-9132-d5721ae93978 HTTP/1.1" status: 200 len: 1800 time: 0.1135345 Aug 29 04:20:09.944456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-ae40c743-d038-4d3b-8df7-91b9cdae5c48 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.946159 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-ae40c743-d038-4d3b-8df7-91b9cdae5c48 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 949 time: 0.1030414 Aug 29 04:20:09.961173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1be87603-cbd8-4c53-8973-251c22b3b76c req-4bf3dbb1-da62-4e81-b973-f5b50885fd38 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.106359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Deleting port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:10.107321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.111835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1be87603-cbd8-4c53-8973-251c22b3b76c req-4bf3dbb1-da62-4e81-b973-f5b50885fd38 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.202669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d660b-812e-4bd1-8640-a9980e0e940f req-070565fb-686c-4441-a3f8-6471b38e4dac tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.204371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f1d660b-812e-4bd1-8640-a9980e0e940f req-070565fb-686c-4441-a3f8-6471b38e4dac tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 945 time: 0.2181685 Aug 29 04:20:10.261813 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1be87603-cbd8-4c53-8973-251c22b3b76c req-4bf3dbb1-da62-4e81-b973-f5b50885fd38 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.262274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-449f90ce-6fa1-42cd-bc9d-a6f707411407 service neutron] 10.222.0.65 "GET /v2.0/ports/15441b70-142c-4607-b6bd-660d866d8065/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.1506612 Aug 29 04:20:10.264456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1be87603-cbd8-4c53-8973-251c22b3b76c req-4bf3dbb1-da62-4e81-b973-f5b50885fd38 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.278709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1be87603-cbd8-4c53-8973-251c22b3b76c req-4bf3dbb1-da62-4e81-b973-f5b50885fd38 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/1d633045-2eea-4946-9132-d5721ae93978 HTTP/1.1" status: 204 len: 173 time: 0.4672477 Aug 29 04:20:10.308241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3dbb1-da62-4e81-b973-f5b50885fd38 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d633045-2eea-4946-9132-d5721ae93978,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.318449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f1d660b-812e-4bd1-8640-a9980e0e940f req-c092af9f-70cc-4e30-bbf0-efe2f1144e1b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048396 Aug 29 04:20:10.405410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] For port 20fbf522-d63f-41e2-aa1f-24fbb93ee728, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20fbf522-d63f-41e2-aa1f-24fbb93ee728,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.405410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.441025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Calling delete_port for 20fbf522-d63f-41e2-aa1f-24fbb93ee728 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:10.490717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d87f79-b5f2-4295-afc1-86bc7c1ad848 req-5f9bdd67-acc4-46bc-8ab6-74c1f153e16f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.492626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1d87f79-b5f2-4295-afc1-86bc7c1ad848 req-5f9bdd67-acc4-46bc-8ab6-74c1f153e16f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 943 time: 0.0915449 Aug 29 04:20:10.610795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1d87f79-b5f2-4295-afc1-86bc7c1ad848 req-37f3d927-21e1-4585-ac53-f82cbd889116 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994573 Aug 29 04:20:10.624380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-508e95f4-0c3e-4810-98a4-8cc389b6d901 req-2cb87d8b-452a-457c-a1ea-b2249e459b88 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "GET /v2.0/security-groups/55801a14-a473-4523-b347-1be4e7812a91 HTTP/1.1" status: 200 len: 1800 time: 0.1156318 Aug 29 04:20:10.633722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.692470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:10.734692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 20fbf522-d63f-41e2-aa1f-24fbb93ee728 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:10.746855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15441b70-142c-4607-b6bd-660d866d8065 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:10.759930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.762766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.782556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-508e95f4-0c3e-4810-98a4-8cc389b6d901 req-71705c7a-8daf-4f8a-bb4b-f79baf72dac6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.803963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Pushing event deleted for resources: {'Port': ['ID=20fbf522-d63f-41e2-aa1f-24fbb93ee728,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.853008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.854714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-508e95f4-0c3e-4810-98a4-8cc389b6d901 req-71705c7a-8daf-4f8a-bb4b-f79baf72dac6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.855969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] No DVR routers for this DVR port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:10.865952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.870940 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a7cdb0d-c91c-47b8-ac12-8c66604bc1e3 req-69303e28-6a82-44fe-a486-f8c8b3b0c334 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.65 "DELETE /v2.0/ports/20fbf522-d63f-41e2-aa1f-24fbb93ee728 HTTP/1.1" status: 204 len: 173 time: 0.9177370 Aug 29 04:20:10.871437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1fceda-f7a7-40e9-9cf5-43ef020feead', 'name': 'network-vif-deleted', 'tag': '20fbf522-d63f-41e2-aa1f-24fbb93ee728'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:10.873878 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd7c4c6-3e9c-49d3-b9fd-3a030103bad4" -d '{"events": [{"server_uuid": "2d1fceda-f7a7-40e9-9cf5-43ef020feead", "name": "network-vif-deleted", "tag": "20fbf522-d63f-41e2-aa1f-24fbb93ee728"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:10.916350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No active binding found for port 20fbf522-d63f-41e2-aa1f-24fbb93ee728 {{(pid=94847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:20:10.917950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 20fbf522-d63f-41e2-aa1f-24fbb93ee728 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:10.920744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 15441b70-142c-4607-b6bd-660d866d8065 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:10.985124 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-508e95f4-0c3e-4810-98a4-8cc389b6d901 req-71705c7a-8daf-4f8a-bb4b-f79baf72dac6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.988057 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-508e95f4-0c3e-4810-98a4-8cc389b6d901 req-71705c7a-8daf-4f8a-bb4b-f79baf72dac6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.989477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-508e95f4-0c3e-4810-98a4-8cc389b6d901 req-71705c7a-8daf-4f8a-bb4b-f79baf72dac6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] 10.222.0.58 "DELETE /v2.0/security-groups/55801a14-a473-4523-b347-1be4e7812a91 HTTP/1.1" status: 204 len: 173 time: 0.3635781 Aug 29 04:20:10.997105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] Transition to ACTIVE for port object 15441b70-142c-4607-b6bd-660d866d8065 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:11.002883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36010) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:11.027638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 15441b70-142c-4607-b6bd-660d866d8065 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:11.035775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71705c7a-8daf-4f8a-bb4b-f79baf72dac6 tempest-SecurityGroupsTestJSON-793947319 tempest-SecurityGroupsTestJSON-793947319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55801a14-a473-4523-b347-1be4e7812a91,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.093872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.226833 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a393dc0-8019-4087-adf3-a8d75bdd532f req-1a75a1d1-2c49-4e42-9419-8742497208c2 tempest-TenantUsagesTestJSON-8651306 tempest-TenantUsagesTestJSON-8651306-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d1fceda-f7a7-40e9-9cf5-43ef020feead HTTP/1.1" status: 200 len: 210 time: 0.0583420 Aug 29 04:20:11.242208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] No DVR routers for this DVR port 15441b70-142c-4607-b6bd-660d866d8065 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:11.264987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e8ace2-2b88-4aae-b9ed-fac696566aaa admin admin] Deleting subnet 33c31050-2782-44c2-bf49-66eddd400ff2 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:11.268725 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ace2-2b88-4aae-b9ed-fac696566aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.360819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] Pushing event updated for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.370249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4b10b48e-94e2-4b53-ae48-6531a705694f service neutron] 10.222.0.65 "PUT /v2.0/ports/15441b70-142c-4607-b6bd-660d866d8065/bindings/n-h1-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0962515 Aug 29 04:20:11.372399 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ace2-2b88-4aae-b9ed-fac696566aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.416116 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c16f6b-3c8b-415e-8d29-fd99d5046b37 x-openstack-request-id: req-22c16f6b-3c8b-415e-8d29-fd99d5046b37 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:11.416803 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1fceda-f7a7-40e9-9cf5-43ef020feead", "name": "network-vif-deleted", "tag": "20fbf522-d63f-41e2-aa1f-24fbb93ee728", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:11.416952 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22c16f6b-3c8b-415e-8d29-fd99d5046b37 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:11.417325 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1fceda-f7a7-40e9-9cf5-43ef020feead', 'name': 'network-vif-deleted', 'tag': '20fbf522-d63f-41e2-aa1f-24fbb93ee728', 'status': 'completed', 'code': 200} Aug 29 04:20:11.447243 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ace2-2b88-4aae-b9ed-fac696566aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.549011 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ace2-2b88-4aae-b9ed-fac696566aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.562909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-2a65ec41-0bb6-46fd-9ca2-1a89b63c3e7d tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.564877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-2a65ec41-0bb6-46fd-9ca2-1a89b63c3e7d tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.1267657 Aug 29 04:20:11.619323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d226fc5-4331-4a03-805a-81d401b04909 req-ce866bfd-48af-4015-9957-32d2804dd47f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.621860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d226fc5-4331-4a03-805a-81d401b04909 req-ce866bfd-48af-4015-9957-32d2804dd47f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 945 time: 0.1139646 Aug 29 04:20:11.643324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8ace2-2b88-4aae-b9ed-fac696566aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c31050-2782-44c2-bf49-66eddd400ff2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.666372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ace2-2b88-4aae-b9ed-fac696566aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.667675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-40ba6a60-fc71-4b1e-b900-fd9f46f36923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.669126 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d0e8ace2-2b88-4aae-b9ed-fac696566aaa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/33c31050-2782-44c2-bf49-66eddd400ff2 HTTP/1.1" status: 204 len: 168 time: 0.6626682 Aug 29 04:20:11.670080 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-40ba6a60-fc71-4b1e-b900-fd9f46f36923 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a HTTP/1.1" status: 200 len: 1096 time: 0.0940921 Aug 29 04:20:11.671839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:11.695032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d226fc5-4331-4a03-805a-81d401b04909 req-3881180f-e58c-4188-bb0b-8c38d834bf33 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615535 Aug 29 04:20:11.781804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-0092587b-63bb-4f95-ae4f-4efa0a4a0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.784322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-0092587b-63bb-4f95-ae4f-4efa0a4a0003 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1096 time: 0.0834825 Aug 29 04:20:11.808285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.086869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4488efaf-ad88-4998-be24-816919163ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.088918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-4488efaf-ad88-4998-be24-816919163ed3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.2900200 Aug 29 04:20:12.153177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c27adb-93f9-4426-a414-f599ee14573b req-e5a7111b-e3bd-400b-931a-cca5ce06a9f2 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.155185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4c27adb-93f9-4426-a414-f599ee14573b req-e5a7111b-e3bd-400b-931a-cca5ce06a9f2 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 944 time: 0.1990108 Aug 29 04:20:12.157041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-42dc18ff-6986-4bc2-96fb-dddeed6183bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15441b70-142c-4607-b6bd-660d866d8065 HTTP/1.1" status: 200 len: 217 time: 0.0601892 Aug 29 04:20:12.264592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4c27adb-93f9-4426-a414-f599ee14573b req-78dde20a-0c8a-4b50-b6a3-273a64837eb5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000357 Aug 29 04:20:12.273107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-e7439d26-b55f-4b0a-bfd1-e90e367f45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.274847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-e7439d26-b55f-4b0a-bfd1-e90e367f45fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.1030941 Aug 29 04:20:12.437289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-a736221a-ea71-454b-9544-01f534ffb003 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541831 Aug 29 04:20:12.491117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.501779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9970181-975e-4e2f-87ae-bf4b9c8dfc43']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:12.514170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720a0fe2-0001-431d-ba64-d26453a74673') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:12.514501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720a0fe2-0001-431d-ba64-d26453a74673') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:12.524025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.539205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.545910 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:12.546353 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:12.624340 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:12.671752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.678378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.688753 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c9970181-975e-4e2f-87ae-bf4b9c8dfc43 HTTP/1.1" status: 204 len: 168 time: 1.0131807 Aug 29 04:20:12.717590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-fae5a234-0ebc-4bd9-8833-a397f9c07525 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714808 Aug 29 04:20:12.740249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1a137-5a59-4bea-9556-5ffc1ed4a1d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9970181-975e-4e2f-87ae-bf4b9c8dfc43,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.863150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-d2648187-b7c0-402d-9b18-6e9c804da6c0 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375530 Aug 29 04:20:12.927525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36048) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:12.998676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6b1f5f82-7f3d-419b-9c7a-9604be641324 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceed98b3db224cb892e7c9dbd48be221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689807 Aug 29 04:20:13.001087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36050) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.012039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36052) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.093307 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed1ad-1ffb-4ab9-a2f1-ce88a47bc17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.134159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed1ad-1ffb-4ab9-a2f1-ce88a47bc17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.265589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-e7a8961b-6614-4732-9be5-d6e45e8eee3f tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.266535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-e7a8961b-6614-4732-9be5-d6e45e8eee3f tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.0780959 Aug 29 04:20:13.291937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed1ad-1ffb-4ab9-a2f1-ce88a47bc17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.297586 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed1ad-1ffb-4ab9-a2f1-ce88a47bc17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.319495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6d7ed1ad-1ffb-4ab9-a2f1-ce88a47bc17f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d40f5da3-f330-4766-b016-efda26d5dc06 HTTP/1.1" status: 204 len: 168 time: 0.3156233 Aug 29 04:20:13.450528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ed1ad-1ffb-4ab9-a2f1-ce88a47bc17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40f5da3-f330-4766-b016-efda26d5dc06,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.465147 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-53a3b8d9-03b4-4a20-9f89-a914857586b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=140a4c4f28af4bc9bdefce7801423267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516089 Aug 29 04:20:13.467627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36062) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.537672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6371cd3e-d1b4-48de-9b0a-9c6da5f25d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.590151 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6371cd3e-d1b4-48de-9b0a-9c6da5f25d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.608420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b736dc-7c2c-4121-b38d-5e0d59f072fd req-af9afa7e-49e3-425a-94ba-9e689c0b396c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.620162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72b736dc-7c2c-4121-b38d-5e0d59f072fd req-af9afa7e-49e3-425a-94ba-9e689c0b396c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 944 time: 0.1543911 Aug 29 04:20:13.783930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6371cd3e-d1b4-48de-9b0a-9c6da5f25d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.795936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6371cd3e-d1b4-48de-9b0a-9c6da5f25d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.814424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6371cd3e-d1b4-48de-9b0a-9c6da5f25d5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93d33c77-0ffb-477d-8011-01504ebb8dd0 HTTP/1.1" status: 204 len: 168 time: 0.3402917 Aug 29 04:20:13.829150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371cd3e-d1b4-48de-9b0a-9c6da5f25d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d33c77-0ffb-477d-8011-01504ebb8dd0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.923940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72b736dc-7c2c-4121-b38d-5e0d59f072fd req-dea746d7-64bd-4631-8e77-ae96b0840841 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028188 Aug 29 04:20:14.016793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-8bd0e468-9fda-4a25-9699-f21837f3799d service neutron] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:14.025970 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-8bd0e468-9fda-4a25-9699-f21837f3799d service neutron] Notify callbacks [] for binding, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.029337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc637631-9321-46b6-926e-2a0ac99f70ce req-8bd0e468-9fda-4a25-9699-f21837f3799d service neutron] 10.222.0.64 "DELETE /v2.0/ports/15441b70-142c-4607-b6bd-660d866d8065/bindings/n-h2-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.7524965 Aug 29 04:20:14.381103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b30bc-bc8a-48dc-9745-20f8f4d122f5 req-73a5b316-319a-4eaa-8727-6a62a99dac1e tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.389094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-160b30bc-bc8a-48dc-9745-20f8f4d122f5 req-73a5b316-319a-4eaa-8727-6a62a99dac1e tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1096 time: 0.0632207 Aug 29 04:20:14.457416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-160b30bc-bc8a-48dc-9745-20f8f4d122f5 req-dc29b041-3bdc-45d6-a1c8-7542096eaa23 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648737 Aug 29 04:20:14.640152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36098) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:14.661815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc468e8-122c-4a12-bcb7-45f82e5ac103 req-67721cd1-ed6a-4dd3-a014-d8ef9cd7ea5d tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.674349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4dc468e8-122c-4a12-bcb7-45f82e5ac103 req-67721cd1-ed6a-4dd3-a014-d8ef9cd7ea5d tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 1096 time: 0.1283975 Aug 29 04:20:14.675552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1a3c83ec-5988-491e-95ee-bd3c0cafc57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.767289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4dc468e8-122c-4a12-bcb7-45f82e5ac103 req-975c4e9d-0176-45d9-8f45-915b05bc5900 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903919 Aug 29 04:20:14.936779 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1a3c83ec-5988-491e-95ee-bd3c0cafc57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.947219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1a3c83ec-5988-491e-95ee-bd3c0cafc57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.037763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36112) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:15.109744 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1a3c83ec-5988-491e-95ee-bd3c0cafc57e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c84ada95f4a4c39be9164a6c24fdcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684713 Aug 29 04:20:15.110920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c83ec-5988-491e-95ee-bd3c0cafc57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51176865-68c6-4bd5-998d-1fad4cbbd526,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.112616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:15.221966 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8bcc96d-464b-4255-bcd7-c29b011ee663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.251456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8bcc96d-464b-4255-bcd7-c29b011ee663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.279648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-network', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:15.360566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:15.363039 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.374835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.385694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8bcc96d-464b-4255-bcd7-c29b011ee663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.388323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8bcc96d-464b-4255-bcd7-c29b011ee663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.392267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b8bcc96d-464b-4255-bcd7-c29b011ee663 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51176865-68c6-4bd5-998d-1fad4cbbd526 HTTP/1.1" status: 204 len: 168 time: 0.2756824 Aug 29 04:20:15.475299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcc96d-464b-4255-bcd7-c29b011ee663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51176865-68c6-4bd5-998d-1fad4cbbd526,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.688081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.695910 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.751120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:15.772876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af52478-42eb-40ea-a85a-601969987d14,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.781586 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.782535 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Added segment 3e8f03c4-b983-4566-a0d2-6be21ca159f3 of type vlan for network 1d19174c-2b84-4b09-9a7c-d4508d51064e Aug 29 04:20:15.897949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.951256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.952943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.954090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.162167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1228306 Aug 29 04:20:16.163484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa866-65c7-4836-982e-7e91e809b14b admin admin] Pushing event updated for resources: {'Network': ['ID=1d19174c-2b84-4b09-9a7c-d4508d51064e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.187830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:16.209969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36148) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:16.215684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Request body: {'subnet': {'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-subnet', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:16.269610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:16.272595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.634350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.726748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Checking segment: {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:16.727494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Network hostable DHCP agents. Network: 1d19174c-2b84-4b09-9a7c-d4508d51064e, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:16.731439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.766030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:16.781566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 1d19174c-2b84-4b09-9a7c-d4508d51064e) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:16.794321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73368a31-b5a6-45ab-b7d9-8fe56e4c6e66 None None] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:16.821468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.823517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.862755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5707b3cc-452c-404f-a5be-0f10211e42b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6511300 Aug 29 04:20:16.865973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36170) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:16.874432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:16.927241 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.928874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.025462 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.164005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-1d19174c-2b84-4b09-9a7c-d4508d51064e', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:17.165419 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.261497 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.414747 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01e08173-17ae-44cd-b234-d658bdc97d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.557024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Allocated IP 172.20.0.2 (1d19174c-2b84-4b09-9a7c-d4508d51064e/55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d/e2d0ebd8-a35d-41bf-856f-257dec5dc504) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:17.698613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.734548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.817958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.830219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Transition to ACTIVE for port object e2d0ebd8-a35d-41bf-856f-257dec5dc504 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:17.850128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Transition to ACTIVE for port object e2d0ebd8-a35d-41bf-856f-257dec5dc504 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:17.858878 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.877121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:17.879389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:17.891472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Allocated IP 172.25.1.163 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/21af1e03-d292-451e-ad31-0fdd773aa75c) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:17.915653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:17.988810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Attempting to bind port e2d0ebd8-a35d-41bf-856f-257dec5dc504 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:17.989121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Attempting to bind port e2d0ebd8-a35d-41bf-856f-257dec5dc504 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:17.990062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Attempting to bind port e2d0ebd8-a35d-41bf-856f-257dec5dc504 on network 1d19174c-2b84-4b09-9a7c-d4508d51064e {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:18.005656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Pushing event updated for resources: {'Port': ['ID=e2d0ebd8-a35d-41bf-856f-257dec5dc504,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.013754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:18.014220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Checking segment: {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:18.014538 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.015636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Bound using segment: {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:18.016879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Bound port: e2d0ebd8-a35d-41bf-856f-257dec5dc504, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:18.017293 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.050847 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.153457 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.156783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] For port e2d0ebd8-a35d-41bf-856f-257dec5dc504, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:18.167390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] For port e2d0ebd8-a35d-41bf-856f-257dec5dc504, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e2d0ebd8-a35d-41bf-856f-257dec5dc504,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:18.204081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:18.211793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:18.214004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.219970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:18.230637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Pushing event updated for resources: {'Port': ['ID=21af1e03-d292-451e-ad31-0fdd773aa75c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.544284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.589726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e5ca7-d829-4a32-958e-19a2ef2e543a None None] Pushing event updated for resources: {'Port': ['ID=e2d0ebd8-a35d-41bf-856f-257dec5dc504,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.960583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.122607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Router 910ed515-1922-4401-a5fc-eb3bb411e393 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:20:19.310139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:19.327900 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Sync routers for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:19.332557 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.337713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36186) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:19.338309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0218451b-95f2-4488-a0fa-e7ab44f909dc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4700935 Aug 29 04:20:19.359317 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:19.361452 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:19:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:19.516798 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:19.746246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-72dd1e5e-9783-4f05-b1b5-b9c843f3e278 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=85aa3c3224fb430bb10f1eb671a4ba8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404632 Aug 29 04:20:19.915757 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:18Z', 'revision_number': 3, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:19.978549 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Checking router: 910ed515-1922-4401-a5fc-eb3bb411e393 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:19.983385 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Updating router 910ed515-1922-4401-a5fc-eb3bb411e393 port 21af1e03-d292-451e-ad31-0fdd773aa75c binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:20.032621 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.063805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-39195f44-2516-4d8d-9dcc-0e45b34a6950 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.080401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-39195f44-2516-4d8d-9dcc-0e45b34a6950 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240337 Aug 29 04:20:20.087573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9db19-b9cd-4855-8c7b-296f9676983b None None] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:20.124435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-ec93a3db-30f2-49fb-8a8f-07b37dfd6e54 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/quotas/85aa3c3224fb430bb10f1eb671a4ba8b HTTP/1.1" status: 200 len: 375 time: 0.0426114 Aug 29 04:20:20.166288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.196137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-88068735-7f85-43cd-8726-19b6666ba04b tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=85aa3c3224fb430bb10f1eb671a4ba8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689192 Aug 29 04:20:20.238395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c2c1d49b-7367-4c53-891a-76e08a144fd6 None None] Provisioning for port e2d0ebd8-a35d-41bf-856f-257dec5dc504 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:20.309308 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.471488 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d538-0817-42fa-a3d7-c85924b4fd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.483689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Allocated IP 172.20.0.1 (1d19174c-2b84-4b09-9a7c-d4508d51064e/55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d/033245cd-3e65-404d-848a-1c412ef6042e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:20.566077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-974af766-8356-4ed8-bd60-c728761679f3 req-b0f36c67-1b94-4670-922f-cd31ac8a2eea tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 210 time: 0.0815349 Aug 29 04:20:20.679104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.698834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Transition to ACTIVE for port object 033245cd-3e65-404d-848a-1c412ef6042e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:20.747020 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.769099 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Transition to ACTIVE for port object 21af1e03-d292-451e-ad31-0fdd773aa75c will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:20.791002 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.799262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.919112 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Attempting to bind port 21af1e03-d292-451e-ad31-0fdd773aa75c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:20.919858 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Attempting to bind port 21af1e03-d292-451e-ad31-0fdd773aa75c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:20.920274 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Attempting to bind port 21af1e03-d292-451e-ad31-0fdd773aa75c on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:20.930473 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:20.931475 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:20.931894 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.932325 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:20.932854 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Bound port: 21af1e03-d292-451e-ad31-0fdd773aa75c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:20.933529 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.934109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:20.951728 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec616609-06db-4e40-8752-ecd0516b1d10 None None] Pushing event updated for resources: {'Port': ['ID=21af1e03-d292-451e-ad31-0fdd773aa75c,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.951909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:20.976263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:21.074857 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] For port 21af1e03-d292-451e-ad31-0fdd773aa75c, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:21.089774 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] For port 21af1e03-d292-451e-ad31-0fdd773aa75c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=21af1e03-d292-451e-ad31-0fdd773aa75c,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:21.092725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Pushing event updated for resources: {'Port': ['ID=033245cd-3e65-404d-848a-1c412ef6042e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.105982 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.123335 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.146665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e2d0ebd8-a35d-41bf-856f-257dec5dc504 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:21.201294 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec616609-06db-4e40-8752-ecd0516b1d10 None None] Pushing event updated for resources: {'Port': ['ID=21af1e03-d292-451e-ad31-0fdd773aa75c,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.240214 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:21.241539 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:21.331177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.368921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e2d0ebd8-a35d-41bf-856f-257dec5dc504 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:21.375287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e2d0ebd8-a35d-41bf-856f-257dec5dc504 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:21.376048 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.513098 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:21.565373 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.603565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ac59ab0b-3410-4b7b-b81a-1f04e2906549 None None] Provisioning for port 033245cd-3e65-404d-848a-1c412ef6042e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:21.615236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ac59ab0b-3410-4b7b-b81a-1f04e2906549 None None] Provisioning complete for port 033245cd-3e65-404d-848a-1c412ef6042e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:21.615848 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ac59ab0b-3410-4b7b-b81a-1f04e2906549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.762178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f19ea1d-9a98-471f-9134-93927388210f req-7a3652e2-c1bd-45ac-8ff0-772afd1b56fa tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 210 time: 0.0541868 Aug 29 04:20:21.774049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.799640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ac59ab0b-3410-4b7b-b81a-1f04e2906549 None None] Port 033245cd-3e65-404d-848a-1c412ef6042e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:21.913889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e2d0ebd8-a35d-41bf-856f-257dec5dc504, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e2d0ebd8-a35d-41bf-856f-257dec5dc504,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:21.926096 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.990677 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:18Z', 'revision_number': 3, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:22.018922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e2d0ebd8-a35d-41bf-856f-257dec5dc504,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.055040 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc45bfd-dc2a-4b03-a93f-1b8f26b9665d None None] The sync data for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 is: [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:18Z', 'revision_number': 3, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:22.059111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.066474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.144576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.225766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Pushing event updated for resources: {'Port': ['ID=033245cd-3e65-404d-848a-1c412ef6042e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.422400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:22.424144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:22.704328 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.746604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Router 910ed515-1922-4401-a5fc-eb3bb411e393 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:22.932836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8b319a8a-f2e6-4db4-9b25-75e27bad7a0c None None] Provisioning complete for port 033245cd-3e65-404d-848a-1c412ef6042e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:22.933343 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b319a8a-f2e6-4db4-9b25-75e27bad7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.045165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8b319a8a-f2e6-4db4-9b25-75e27bad7a0c None None] Port 033245cd-3e65-404d-848a-1c412ef6042e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:23.082578 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-7ff8b733-535d-40f4-b3e8-24cd985f4b3c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85aa3c3224fb430bb10f1eb671a4ba8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7895453 Aug 29 04:20:23.097034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:23.109436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 21af1e03-d292-451e-ad31-0fdd773aa75c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:23.117761 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-510fc2ec-3b8e-494a-9b2f-072ba5851d27 admin admin] 10.222.0.58 "PUT /v2.0/routers/910ed515-1922-4401-a5fc-eb3bb411e393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7783327 Aug 29 04:20:23.130640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efdf2784-77d8-4f0a-b639-f2931f661c3d req-f67c6bc1-0333-4a02-af10-3060e18d30f4 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 210 time: 0.0715315 Aug 29 04:20:23.234590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 21af1e03-d292-451e-ad31-0fdd773aa75c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:23.246687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 21af1e03-d292-451e-ad31-0fdd773aa75c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:23.250227 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.368756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-e3df743a-c954-4545-af59-4063ab3f70e4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.381361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-e3df743a-c954-4545-af59-4063ab3f70e4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 804 time: 1.1871302 Aug 29 04:20:23.437608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-b7b308fa-d2fa-43c9-b382-0ac5d42b0b18 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.449362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-b7b308fa-d2fa-43c9-b382-0ac5d42b0b18 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3226299 Aug 29 04:20:23.454946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-c291f8a3-cf18-4630-aeb0-f63ee1df76e3 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/quotas/2bc1dc9c0bdd48039b49dd94f5a2ea4f HTTP/1.1" status: 200 len: 375 time: 0.0724499 Aug 29 04:20:23.462286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Request body: {'port': {'device_id': '016f7a38-c153-4a2a-959d-dc8a14d6a6b9', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '85aa3c3224fb430bb10f1eb671a4ba8b'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:23.469463 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.519132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 21af1e03-d292-451e-ad31-0fdd773aa75c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=21af1e03-d292-451e-ad31-0fdd773aa75c,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:23.530611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.531429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e2d0ebd8-a35d-41bf-856f-257dec5dc504 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:23.663219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e2d0ebd8-a35d-41bf-856f-257dec5dc504 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:23.663613 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.704959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=21af1e03-d292-451e-ad31-0fdd773aa75c,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:23.740967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-f61027a6-7158-4451-ba67-2ac96617c5d7 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2747161 Aug 29 04:20:23.861835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Made reservation on behalf of 85aa3c3224fb430bb10f1eb671a4ba8b for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:23.867094 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.869731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-07e8f2bb-67cb-4816-b3fa-825b168e6388 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.871275 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-07e8f2bb-67cb-4816-b3fa-825b168e6388 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0ba6392-ec6a-4c13-8c7c-6dcf687d7976 HTTP/1.1" status: 200 len: 946 time: 0.0789866 Aug 29 04:20:23.881208 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.901335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301d8669-d5d8-49a3-bec2-00dad1d30a86 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:23.913963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-91570e8b-b732-4be8-807a-48ec3e6e865c service neutron] 10.222.0.58 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714604 Aug 29 04:20:24.045837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Deleting port 301d8669-d5d8-49a3-bec2-00dad1d30a86 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:24.050799 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.073084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.126480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:24.129595 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c650990f-090b-4b56-bb6c-9be70b36bcda" -d '{"events": [{"server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "name": "network-vif-unplugged", "status": "completed", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:24.157474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.170287 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.184562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-cf7b2314-b2c3-430a-94a4-b73acafbbede service neutron] 10.222.0.58 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700601 Aug 29 04:20:24.261456 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f709f6cd-36bd-4aad-9dc3-929643b84d03 x-openstack-request-id: req-f709f6cd-36bd-4aad-9dc3-929643b84d03 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:24.261794 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "name": "network-vif-unplugged", "status": "completed", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:24.262027 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f709f6cd-36bd-4aad-9dc3-929643b84d03 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:24.266989 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'code': 200} Aug 29 04:20:24.289580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.297940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.339542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] For port 301d8669-d5d8-49a3-bec2-00dad1d30a86, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301d8669-d5d8-49a3-bec2-00dad1d30a86,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.342489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.360882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.388410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Calling delete_port for 301d8669-d5d8-49a3-bec2-00dad1d30a86 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:24.807800 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.842218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Allocated IP 192.168.233.189 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/45ec5374-b646-4bd0-9888-54c16a9cc525) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:24.852868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Pushing event deleted for resources: {'Port': ['ID=301d8669-d5d8-49a3-bec2-00dad1d30a86,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.986958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Sync routers for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:25.004711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:25.006255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] No DVR routers for this DVR port 301d8669-d5d8-49a3-bec2-00dad1d30a86 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:25.012254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:25.020777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.030182 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e36710bd-82fa-4785-9a9c-2ca55c77cecd req-949c5b18-c3ba-4890-ace0-85c33e311a60 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.64 "DELETE /v2.0/ports/301d8669-d5d8-49a3-bec2-00dad1d30a86 HTTP/1.1" status: 204 len: 173 time: 1.1515973 Aug 29 04:20:25.032274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'name': 'network-vif-deleted', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:25.053184 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3192db8a-0b9a-44ea-981b-cfedcaa062f8" -d '{"events": [{"server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "name": "network-vif-deleted", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:25.061369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5163f848-811c-48b5-b08c-fc66a37c1db0 req-70f52da0-c90d-457c-89d8-1132a6b35ff5 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 210 time: 0.1505377 Aug 29 04:20:25.086686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.095891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 21af1e03-d292-451e-ad31-0fdd773aa75c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:25.227102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 21af1e03-d292-451e-ad31-0fdd773aa75c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:25.227567 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.244184 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b07eeec-db6b-4cf4-a881-fed47bd681d3 x-openstack-request-id: req-6b07eeec-db6b-4cf4-a881-fed47bd681d3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:25.244796 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ba6392-ec6a-4c13-8c7c-6dcf687d7976", "name": "network-vif-deleted", "tag": "301d8669-d5d8-49a3-bec2-00dad1d30a86", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:25.245271 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b07eeec-db6b-4cf4-a881-fed47bd681d3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:25.245830 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ba6392-ec6a-4c13-8c7c-6dcf687d7976', 'name': 'network-vif-deleted', 'tag': '301d8669-d5d8-49a3-bec2-00dad1d30a86', 'status': 'completed', 'code': 200} Aug 29 04:20:25.381132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:25.418918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ab90ebe-0685-4873-b01a-bc40d532bce9 req-f294e128-7688-4c57-85cc-89ae4379c4a6 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 210 time: 0.0461938 Aug 29 04:20:25.500123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.525605 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Transition to ACTIVE for port object 45ec5374-b646-4bd0-9888-54c16a9cc525 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:25.570248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.654084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Pushing event updated for resources: {'Port': ['ID=45ec5374-b646-4bd0-9888-54c16a9cc525,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.677748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:25.679402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:25.682047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:25.785657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.792247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.798638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 2, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:25.826478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-04f5e2ee-eecd-42ba-bb09-11e1513a4011 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3683827 Aug 29 04:20:25.845200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Request body: {'port': {'device_id': '016f7a38-c153-4a2a-959d-dc8a14d6a6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:25.866401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Checking router: 910ed515-1922-4401-a5fc-eb3bb411e393 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:25.866401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Updating router 910ed515-1922-4401-a5fc-eb3bb411e393 port 033245cd-3e65-404d-848a-1c412ef6042e binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:25.914541 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.965075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.131699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5976d1d0-cb5f-4548-bf1e-0c7c69503fd9 None None] Provisioning for port 45ec5374-b646-4bd0-9888-54c16a9cc525 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:26.138625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5976d1d0-cb5f-4548-bf1e-0c7c69503fd9 None None] Provisioning complete for port 45ec5374-b646-4bd0-9888-54c16a9cc525 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:26.139007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5976d1d0-cb5f-4548-bf1e-0c7c69503fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.175980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5976d1d0-cb5f-4548-bf1e-0c7c69503fd9 None None] Port 45ec5374-b646-4bd0-9888-54c16a9cc525 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:26.336146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23326d2c-e321-41cf-8607-4cf9a9f5bfdc req-1e4e1446-21b8-4852-a337-fbc6cf7b6525 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.336146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23326d2c-e321-41cf-8607-4cf9a9f5bfdc req-1e4e1446-21b8-4852-a337-fbc6cf7b6525 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 936 time: 0.0973277 Aug 29 04:20:26.427705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23326d2c-e321-41cf-8607-4cf9a9f5bfdc req-c32bee40-4c54-4202-b56b-1cdcc8d2e254 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804362 Aug 29 04:20:26.488594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec5374-b646-4bd0-9888-54c16a9cc525 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:26.498396 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.510949 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.514419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Transition to ACTIVE for port object 45ec5374-b646-4bd0-9888-54c16a9cc525 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:26.526843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.536714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-b17e58e3-72ec-49ce-afa0-283780ea1950 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.540123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-b17e58e3-72ec-49ce-afa0-283780ea1950 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 804 time: 0.2497022 Aug 29 04:20:26.540995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Transition to ACTIVE for port object 033245cd-3e65-404d-848a-1c412ef6042e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:26.555389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.556972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Request body: {'port': {'device_id': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'admin_state_up': True, 'tenant_id': '2bc1dc9c0bdd48039b49dd94f5a2ea4f'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:26.627819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec5374-b646-4bd0-9888-54c16a9cc525,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.710972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3d6a579-5361-4005-a19d-9bdf61a3570c req-f52b58cf-5db6-4c14-a4d6-9d18a451f124 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 210 time: 0.0769570 Aug 29 04:20:26.866046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35475407-88b0-459c-abd3-d83377ce11ac None None] Pushing event updated for resources: {'Port': ['ID=033245cd-3e65-404d-848a-1c412ef6042e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.891018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Attempting to bind port 45ec5374-b646-4bd0-9888-54c16a9cc525 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:26.892468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Attempting to bind port 45ec5374-b646-4bd0-9888-54c16a9cc525 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:26.896460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Attempting to bind port 45ec5374-b646-4bd0-9888-54c16a9cc525 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:26.908262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Port 45ec5374-b646-4bd0-9888-54c16a9cc525 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:26.908837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Attempting to bind port 45ec5374-b646-4bd0-9888-54c16a9cc525 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:26.910377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Made reservation on behalf of 2bc1dc9c0bdd48039b49dd94f5a2ea4f for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:26.915355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.919422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:26.919913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:26.925057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:26.925716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Bound port: 45ec5374-b646-4bd0-9888-54c16a9cc525, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:26.926198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.983190 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.984713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Attempting to bind port 033245cd-3e65-404d-848a-1c412ef6042e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:26.985175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Attempting to bind port 033245cd-3e65-404d-848a-1c412ef6042e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:26.985609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Attempting to bind port 033245cd-3e65-404d-848a-1c412ef6042e on network 1d19174c-2b84-4b09-9a7c-d4508d51064e {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:26.994287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:26.994676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Checking segment: {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:26.995148 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.995553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Bound using segment: {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:26.996085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Bound port: 033245cd-3e65-404d-848a-1c412ef6042e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:26.996484 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.092801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] For port 45ec5374-b646-4bd0-9888-54c16a9cc525, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:27.099441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] For port 45ec5374-b646-4bd0-9888-54c16a9cc525, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=45ec5374-b646-4bd0-9888-54c16a9cc525,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:27.113265 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.125447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] For port 033245cd-3e65-404d-848a-1c412ef6042e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:27.131167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] For port 033245cd-3e65-404d-848a-1c412ef6042e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=033245cd-3e65-404d-848a-1c412ef6042e,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:27.143452 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.205400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.208731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.212778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/45ec5374-b646-4bd0-9888-54c16a9cc525 HTTP/1.1" status: 200 len: 1097 time: 1.3747041 Aug 29 04:20:27.214462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016f7a38-c153-4a2a-959d-dc8a14d6a6b9', 'tag': '45ec5374-b646-4bd0-9888-54c16a9cc525'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:27.225237 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8361dba3-f488-4d75-8fa3-8f74e751240e" -d '{"events": [{"name": "network-changed", "server_uuid": "016f7a38-c153-4a2a-959d-dc8a14d6a6b9", "tag": "45ec5374-b646-4bd0-9888-54c16a9cc525"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:27.267923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Allocated IP 172.20.0.9 (a6cd64d9-4479-4547-af75-ebda8319ce2f/b480b34a-6bad-4787-bac0-0d87ef5d3d8b/4663ef8e-5085-40a6-a1d0-216f29db4e9c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:27.366811 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a3a964-7fe5-4d09-9f00-b18acea510d1 x-openstack-request-id: req-29a3a964-7fe5-4d09-9f00-b18acea510d1 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:27.367102 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016f7a38-c153-4a2a-959d-dc8a14d6a6b9", "tag": "45ec5374-b646-4bd0-9888-54c16a9cc525", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:27.367356 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29a3a964-7fe5-4d09-9f00-b18acea510d1 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:27.367759 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016f7a38-c153-4a2a-959d-dc8a14d6a6b9', 'tag': '45ec5374-b646-4bd0-9888-54c16a9cc525', 'status': 'completed', 'code': 200} Aug 29 04:20:27.373186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85def2a2-37e0-4713-9278-841d6daee1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec5374-b646-4bd0-9888-54c16a9cc525,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.374697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:27.376204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:27.381207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35475407-88b0-459c-abd3-d83377ce11ac None None] Pushing event updated for resources: {'Port': ['ID=033245cd-3e65-404d-848a-1c412ef6042e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.419043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-7bb4f866-cf46-43ac-ab5e-4685e83efeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.421962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-7bb4f866-cf46-43ac-ab5e-4685e83efeb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85aa3c3224fb430bb10f1eb671a4ba8b&device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 1100 time: 0.1544664 Aug 29 04:20:27.587270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-e32a4ab3-0be7-4879-b2f4-70c51248ed7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=45ec5374-b646-4bd0-9888-54c16a9cc525 HTTP/1.1" status: 200 len: 217 time: 0.1535280 Aug 29 04:20:27.620606 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.670337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:27.692109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.743872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-24d020ed-d01f-469d-8f9c-0cad4caefa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.745492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-24d020ed-d01f-469d-8f9c-0cad4caefa54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1494052 Aug 29 04:20:27.761126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c6a5f-aac4-48ae-84bb-1ec7f24d751d req-cb3f5b86-97b9-4fd1-946e-2fdabe8c3f0a tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.763184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b5c6a5f-aac4-48ae-84bb-1ec7f24d751d req-cb3f5b86-97b9-4fd1-946e-2fdabe8c3f0a tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 948 time: 0.1524930 Aug 29 04:20:27.799424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Network a6cd64d9-4479-4547-af75-ebda8319ce2f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:27.805163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:27.809856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:27.814426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Pushing event updated for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.872862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.873537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.891339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-00923e92-3f1a-457a-acfa-24f2584b91d9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3395336 Aug 29 04:20:27.909152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Request body: {'port': {'device_id': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:27.960162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b5c6a5f-aac4-48ae-84bb-1ec7f24d751d req-c9e3ce82-5303-4d74-86a8-76aaf4f6459b tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862121 Aug 29 04:20:27.962840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-8099ac79-447b-45fe-b49d-19387d4026cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.964820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-8099ac79-447b-45fe-b49d-19387d4026cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2006047 Aug 29 04:20:28.025914 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.063884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d1950-04ef-4dd7-9d5c-d153e5fb6da1 req-d50d0951-417a-4491-9a72-3b7113b7f4e9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.072354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec6d1950-04ef-4dd7-9d5c-d153e5fb6da1 req-d50d0951-417a-4491-9a72-3b7113b7f4e9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 931 time: 0.1724899 Aug 29 04:20:28.153993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301d8669-d5d8-49a3-bec2-00dad1d30a86 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:28.201142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 301d8669-d5d8-49a3-bec2-00dad1d30a86 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:28.201863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301d8669-d5d8-49a3-bec2-00dad1d30a86 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:28.234408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.244530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec6d1950-04ef-4dd7-9d5c-d153e5fb6da1 req-2920cf1d-ccaa-4843-ab6c-126a55e5eb93 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493497 Aug 29 04:20:28.244530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-98b326bb-3f00-4107-b83e-43b467082904 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663622 Aug 29 04:20:28.378906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:27Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:28.411458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c74a258-d0c9-4238-bbce-a612a83b5422 req-d288e0e9-13ca-4b2f-8b66-48b9ce0c392d service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584799 Aug 29 04:20:28.412177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5f673-27f6-4504-8639-f41127c9f1e9 None None] The sync data for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 is: [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:27Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:28.568923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-96fd91ea-bacd-4fe2-9734-b8725bcdb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.573391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-96fd91ea-bacd-4fe2-9734-b8725bcdb4ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85aa3c3224fb430bb10f1eb671a4ba8b&device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 1100 time: 0.0981631 Aug 29 04:20:28.604768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4663ef8e-5085-40a6-a1d0-216f29db4e9c {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:28.619767 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.636604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Transition to ACTIVE for port object 4663ef8e-5085-40a6-a1d0-216f29db4e9c will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:28.643186 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.728738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-71b389f6-ee39-4b08-ad5c-768407a6eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.730662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-71b389f6-ee39-4b08-ad5c-768407a6eb86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1511006 Aug 29 04:20:28.765904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.827884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-21f9b40a-0b33-41b1-b9ce-ef736db56193 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=45ec5374-b646-4bd0-9888-54c16a9cc525 HTTP/1.1" status: 200 len: 217 time: 0.0836527 Aug 29 04:20:28.833747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Attempting to bind port 4663ef8e-5085-40a6-a1d0-216f29db4e9c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:28.834607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Attempting to bind port 4663ef8e-5085-40a6-a1d0-216f29db4e9c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:28.834607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Attempting to bind port 4663ef8e-5085-40a6-a1d0-216f29db4e9c on network a6cd64d9-4479-4547-af75-ebda8319ce2f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:28.839856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Port 4663ef8e-5085-40a6-a1d0-216f29db4e9c on network a6cd64d9-4479-4547-af75-ebda8319ce2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:28.840298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Attempting to bind port 4663ef8e-5085-40a6-a1d0-216f29db4e9c on network a6cd64d9-4479-4547-af75-ebda8319ce2f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:28.846120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:28.846490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Checking segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:28.846990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Bound using segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:28.847557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Bound port: 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:28.848003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.935130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-bffe852b-f25b-4f86-a15a-8ac7f75e46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.937007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-bffe852b-f25b-4f86-a15a-8ac7f75e46a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1003547 Aug 29 04:20:28.975204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:28.979960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:28.990372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.999176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-2bec5861-565b-4085-bcba-97268674b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.003483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-2bec5861-565b-4085-bcba-97268674b683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565205 Aug 29 04:20:29.012228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 033245cd-3e65-404d-848a-1c412ef6042e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:29.040908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.043693 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.045321 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] 10.222.0.65 "PUT /v2.0/ports/4663ef8e-5085-40a6-a1d0-216f29db4e9c HTTP/1.1" status: 200 len: 1092 time: 1.1445787 Aug 29 04:20:29.046078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:29.059170 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef" -d '{"events": [{"name": "network-changed", "server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:29.096706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954f946-d72e-404f-9c7b-a5dd3c8abdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.146560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 033245cd-3e65-404d-848a-1c412ef6042e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:29.167258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 033245cd-3e65-404d-848a-1c412ef6042e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:29.167969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.185307 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613b067-a602-4e53-82ef-e3f390a4482b x-openstack-request-id: req-b613b067-a602-4e53-82ef-e3f390a4482b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:29.185937 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:29.186369 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b613b067-a602-4e53-82ef-e3f390a4482b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:29.186964 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'status': 'completed', 'code': 200} Aug 29 04:20:29.204591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-c100e7ce-1826-4de8-af56-b58f96447b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.208402 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-c100e7ce-1826-4de8-af56-b58f96447b04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 1095 time: 0.1010337 Aug 29 04:20:29.246982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-5910a527-3f29-4dba-9caa-56757f01a528 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209303 Aug 29 04:20:29.292191 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-937c5405-5c6d-4d83-8805-9e419d74c632 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c HTTP/1.1" status: 200 len: 217 time: 0.0704296 Aug 29 04:20:29.405183 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.416105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-29c441f1-ad4b-4009-b8d1-6854c533c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.417620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-29c441f1-ad4b-4009-b8d1-6854c533c261 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 200 len: 844 time: 0.1132014 Aug 29 04:20:29.486919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48b4e-c171-4b32-8bb4-98aea4bdc425 req-e89c4fc6-9ca0-4415-ac63-b10adbfef393 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.488980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 033245cd-3e65-404d-848a-1c412ef6042e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=033245cd-3e65-404d-848a-1c412ef6042e,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:29.499497 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-25ca7e58-afec-4763-ae60-e61940795a25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6cd64d9-4479-4547-af75-ebda8319ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662022 Aug 29 04:20:29.500582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56a48b4e-c171-4b32-8bb4-98aea4bdc425 req-e89c4fc6-9ca0-4415-ac63-b10adbfef393 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 948 time: 0.3634837 Aug 29 04:20:29.501351 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.592911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2c80e-381a-4188-b38e-70ccb38279c1 req-2b243313-152b-4bb2-aea5-eed8e898d4ae tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.601787 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aba2c80e-381a-4188-b38e-70ccb38279c1 req-2b243313-152b-4bb2-aea5-eed8e898d4ae tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 943 time: 0.1945930 Aug 29 04:20:29.642287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=033245cd-3e65-404d-848a-1c412ef6042e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.649552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56a48b4e-c171-4b32-8bb4-98aea4bdc425 req-5a8a16d7-3681-4a9e-9724-5277dc03f9c9 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470647 Aug 29 04:20:29.681504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8361dba3-f488-4d75-8fa3-8f74e751240e req-a7230e75-c91d-49b9-9dd4-e5ffd11fad39 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870306 Aug 29 04:20:29.716710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aba2c80e-381a-4188-b38e-70ccb38279c1 req-4e8bbd50-790c-4bdf-ac99-2e68ce081193 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139383 Aug 29 04:20:29.728201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-164f54d4-3694-4c1a-ad95-c7620777d847 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115409 Aug 29 04:20:29.841115 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c5dafbd-ffbc-45dc-b727-ee22b58d56f5 req-8b7043b5-bdad-4aa7-9074-2d679031bba9 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048503 Aug 29 04:20:29.951169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-38147eec-ac0b-43bd-923a-b2aa1fbc4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.952777 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-38147eec-ac0b-43bd-923a-b2aa1fbc4293 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 1095 time: 0.0540113 Aug 29 04:20:29.963432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 45ec5374-b646-4bd0-9888-54c16a9cc525 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:30.070238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-714e65ea-a17c-4655-aa04-5fb455bfc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.071856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-714e65ea-a17c-4655-aa04-5fb455bfc59b service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 905 time: 0.1113429 Aug 29 04:20:30.088284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 45ec5374-b646-4bd0-9888-54c16a9cc525, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=45ec5374-b646-4bd0-9888-54c16a9cc525,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:30.105460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '45ec5374-b646-4bd0-9888-54c16a9cc525', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '45ec5374-b646-4bd0-9888-54c16a9cc525', 'mac_address': 'fa:16:3e:b0:26:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:30.133638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-692bb174-21e6-4ce4-baef-da367d112c5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c HTTP/1.1" status: 200 len: 217 time: 0.0489688 Aug 29 04:20:30.150577 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.171565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec5374-b646-4bd0-9888-54c16a9cc525 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:30.196482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 45ec5374-b646-4bd0-9888-54c16a9cc525, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=45ec5374-b646-4bd0-9888-54c16a9cc525,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:30.201678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.269193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=45ec5374-b646-4bd0-9888-54c16a9cc525,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.478931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['45ec5374-b646-4bd0-9888-54c16a9cc525'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:30.488983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-e6322fef-5d03-4acd-ac60-4d82dcb7d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.491062 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-e6322fef-5d03-4acd-ac60-4d82dcb7d66d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 200 len: 844 time: 0.3496122 Aug 29 04:20:30.532489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-d31813fc-d489-422f-b63e-ffa7c00c5791 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6cd64d9-4479-4547-af75-ebda8319ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303741 Aug 29 04:20:30.645688 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-67983254-8d29-49e8-97f3-0232444f1f64 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037233 Aug 29 04:20:30.771965 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f31d15d6-dddc-4cdb-aa00-01bc6d27acef req-c0df4711-67fc-4e5c-8462-d1b9da9691e4 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188703 Aug 29 04:20:30.809889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19914e-0c38-493a-a166-7727efe77ebb req-bc27d8b3-d3d8-48bb-89f8-5562c8fe4872 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.811718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e19914e-0c38-493a-a166-7727efe77ebb req-bc27d8b3-d3d8-48bb-89f8-5562c8fe4872 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 949 time: 0.0679219 Aug 29 04:20:30.916841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c56a1d-4360-4b32-84dc-b24ae81f18b2 req-69677248-843a-45ff-8312-36dc8ef5ea7a tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.918008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 033245cd-3e65-404d-848a-1c412ef6042e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:30.918843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98c56a1d-4360-4b32-84dc-b24ae81f18b2 req-69677248-843a-45ff-8312-36dc8ef5ea7a tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 943 time: 0.1059177 Aug 29 04:20:30.924402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e19914e-0c38-493a-a166-7727efe77ebb req-0138722a-5dcb-4b2d-bf52-2e17181bd95e tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010902 Aug 29 04:20:30.998932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 033245cd-3e65-404d-848a-1c412ef6042e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:30.999732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.013512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98c56a1d-4360-4b32-84dc-b24ae81f18b2 req-9a095c72-e07f-4976-9706-ce32aba8c74f tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763299 Aug 29 04:20:31.993733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 45ec5374-b646-4bd0-9888-54c16a9cc525 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:32.076363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 45ec5374-b646-4bd0-9888-54c16a9cc525 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:32.077544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb73c5-0124-412b-8f00-ec4bc6ba8941 req-83b245ee-87ea-4c2c-8374-1ea614003fdc tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.079183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ebb73c5-0124-412b-8f00-ec4bc6ba8941 req-83b245ee-87ea-4c2c-8374-1ea614003fdc tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 949 time: 0.0625553 Aug 29 04:20:32.082439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 45ec5374-b646-4bd0-9888-54c16a9cc525 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:32.083675 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.157630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ebb73c5-0124-412b-8f00-ec4bc6ba8941 req-14d62c83-bb76-415a-8476-6bba846a6247 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696445 Aug 29 04:20:32.187910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad9c1-d1ce-4fca-8361-c65be37aa824 req-725051d2-0ca9-496a-8c12-c990397d414b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.190202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-051ad9c1-d1ce-4fca-8361-c65be37aa824 req-725051d2-0ca9-496a-8c12-c990397d414b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 943 time: 0.0956097 Aug 29 04:20:32.202381 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.236261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016f7a38-c153-4a2a-959d-dc8a14d6a6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec5374-b646-4bd0-9888-54c16a9cc525'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:32.239534 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ab479e-bbd7-4107-8e8e-e6b0deef4302" -d '{"events": [{"server_uuid": "016f7a38-c153-4a2a-959d-dc8a14d6a6b9", "name": "network-vif-plugged", "status": "completed", "tag": "45ec5374-b646-4bd0-9888-54c16a9cc525"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:32.241213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-051ad9c1-d1ce-4fca-8361-c65be37aa824 req-e9af63aa-61fe-44ea-ace7-e7d635a9b1cc tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Aug 29 04:20:32.257964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 45ec5374-b646-4bd0-9888-54c16a9cc525, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=45ec5374-b646-4bd0-9888-54c16a9cc525,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:32.264050 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.306418 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed855cb-8f40-4cf8-b368-a1860b2605b7 x-openstack-request-id: req-aed855cb-8f40-4cf8-b368-a1860b2605b7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:32.306784 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016f7a38-c153-4a2a-959d-dc8a14d6a6b9", "name": "network-vif-plugged", "status": "completed", "tag": "45ec5374-b646-4bd0-9888-54c16a9cc525", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:32.307111 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aed855cb-8f40-4cf8-b368-a1860b2605b7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:32.307598 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016f7a38-c153-4a2a-959d-dc8a14d6a6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec5374-b646-4bd0-9888-54c16a9cc525', 'code': 200} Aug 29 04:20:32.325262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=45ec5374-b646-4bd0-9888-54c16a9cc525,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.416986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f18b1-db12-4df8-9864-f88f3496fb41 req-dfe6eac0-8d73-457f-9e3e-741833e85ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.418557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e1f18b1-db12-4df8-9864-f88f3496fb41 req-dfe6eac0-8d73-457f-9e3e-741833e85ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 1102 time: 0.0465605 Aug 29 04:20:32.457307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e1f18b1-db12-4df8-9864-f88f3496fb41 req-b0af2463-b24c-466c-8fe7-07455838feaa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Aug 29 04:20:32.807022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4663ef8e-5085-40a6-a1d0-216f29db4e9c details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:32.981631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:32.997795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'port_id': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'mac_address': 'fa:16:3e:99:c3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480b34a-6bad-4787-bac0-0d87ef5d3d8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:33.037309 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.054635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4663ef8e-5085-40a6-a1d0-216f29db4e9c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:33.077439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:33.081641 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.139482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.303855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0fe42-5d34-4ebe-9513-4b8516e43088 req-fd72618e-ac52-4049-bd66-5f5b999dcea2 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.306436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eeb0fe42-5d34-4ebe-9513-4b8516e43088 req-fd72618e-ac52-4049-bd66-5f5b999dcea2 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 950 time: 0.0686007 Aug 29 04:20:33.378699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eeb0fe42-5d34-4ebe-9513-4b8516e43088 req-6aede76d-9e52-4500-a70a-0d90e588be2c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Aug 29 04:20:33.397653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['4663ef8e-5085-40a6-a1d0-216f29db4e9c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:33.484385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cc932-0bed-4768-906d-985a7c4057b0 req-425fa6ba-b572-4a63-8e90-b717e59c1b95 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.494012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176cc932-0bed-4768-906d-985a7c4057b0 req-425fa6ba-b572-4a63-8e90-b717e59c1b95 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 944 time: 0.0869212 Aug 29 04:20:33.549488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176cc932-0bed-4768-906d-985a7c4057b0 req-874e81ab-51df-4f84-99fb-09d5a9e3f137 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544658 Aug 29 04:20:34.527334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e440-a91b-414d-a18e-79da28bb8957 req-fda6c08b-50f7-43de-8d1c-3cad76ed0392 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.529052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71b0e440-a91b-414d-a18e-79da28bb8957 req-fda6c08b-50f7-43de-8d1c-3cad76ed0392 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 950 time: 0.0563881 Aug 29 04:20:34.571420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71b0e440-a91b-414d-a18e-79da28bb8957 req-364eae46-7f15-4227-be8a-f3685a0526b3 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360794 Aug 29 04:20:34.705546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec1dfc-da6e-4f85-8406-b10e895c8449 req-d2d80337-aa1c-491a-9750-ff16b8e1119f tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.707176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2eec1dfc-da6e-4f85-8406-b10e895c8449 req-d2d80337-aa1c-491a-9750-ff16b8e1119f tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 944 time: 0.0691648 Aug 29 04:20:34.768179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2eec1dfc-da6e-4f85-8406-b10e895c8449 req-af757197-61dc-4375-84ca-16b381db8502 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529215 Aug 29 04:20:34.821473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4663ef8e-5085-40a6-a1d0-216f29db4e9c up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:34.881540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 4663ef8e-5085-40a6-a1d0-216f29db4e9c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:34.887157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 4663ef8e-5085-40a6-a1d0-216f29db4e9c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:34.887556 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.918751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6591f8-f237-4fb2-8cdf-f8310bd8b75d req-9e98f1ff-1154-4927-b6da-2a13c0b7545b tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.935307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f6591f8-f237-4fb2-8cdf-f8310bd8b75d req-9e98f1ff-1154-4927-b6da-2a13c0b7545b tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 950 time: 0.1173570 Aug 29 04:20:35.034084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f6591f8-f237-4fb2-8cdf-f8310bd8b75d req-827fe10a-77f6-414e-bb52-d6a21474b45b tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963016 Aug 29 04:20:35.081155 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-d757022e-999a-480f-9aa4-9812608763f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1429341 Aug 29 04:20:35.095122 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.161796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:35.161796 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a963437a-7784-448a-a78b-500c3556d58f" -d '{"events": [{"server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "name": "network-vif-plugged", "status": "completed", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:35.169595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:35.170200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-46471d40-a998-4ce7-9a50-26f01ff4624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.172526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-46471d40-a998-4ce7-9a50-26f01ff4624c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 1096 time: 0.0661051 Aug 29 04:20:35.178708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.241259 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6270a16a-3a12-45e8-933b-3cbe337a13b7 x-openstack-request-id: req-6270a16a-3a12-45e8-933b-3cbe337a13b7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:35.241559 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "name": "network-vif-plugged", "status": "completed", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:35.242021 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6270a16a-3a12-45e8-933b-3cbe337a13b7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:35.242794 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'code': 200} Aug 29 04:20:35.246901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:35.380787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bbfcb-f96c-4f72-a5b5-6b4166d0ca88 req-3828b8d3-bf70-4ed0-b0f5-c235dd5ba8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.382362 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-800bbfcb-f96c-4f72-a5b5-6b4166d0ca88 req-3828b8d3-bf70-4ed0-b0f5-c235dd5ba8c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 1097 time: 0.0694590 Aug 29 04:20:35.384053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-7303db51-b647-403c-98a9-fa096728cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.384926 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-7303db51-b647-403c-98a9-fa096728cc3a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.1854384 Aug 29 04:20:35.415913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189424f-84b0-4e2e-8104-87fff5f0ac3e req-ab31d09e-23f8-438b-8761-ea8a56657aac tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.417943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d189424f-84b0-4e2e-8104-87fff5f0ac3e req-ab31d09e-23f8-438b-8761-ea8a56657aac tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 945 time: 0.0586851 Aug 29 04:20:35.466570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-982c18ea-af66-4354-92a9-4a3fd0d09596 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 200 len: 217 time: 0.0648170 Aug 29 04:20:35.467237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d189424f-84b0-4e2e-8104-87fff5f0ac3e req-02e4c342-fdee-439c-b85a-91b3f44edc80 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391419 Aug 29 04:20:35.514187 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-800bbfcb-f96c-4f72-a5b5-6b4166d0ca88 req-44347f28-0897-4e23-9529-50fed70e3124 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137447 Aug 29 04:20:35.538142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-da378e74-19a4-460e-b78d-c218309965e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.539972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-da378e74-19a4-460e-b78d-c218309965e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.0648210 Aug 29 04:20:35.752872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-d8c266fe-302d-4934-b705-7d075b25ac5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280123 Aug 29 04:20:35.862834 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-1f83bc53-750a-46bf-be9c-b484fa8d969f service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017482 Aug 29 04:20:35.949119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef334d6-efa2-458b-a1f5-dccb97242ee2 req-3dc8fbbf-73bb-4d1f-bd21-8332815b4120 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.951350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ef334d6-efa2-458b-a1f5-dccb97242ee2 req-3dc8fbbf-73bb-4d1f-bd21-8332815b4120 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 945 time: 0.0752599 Aug 29 04:20:35.971038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ed1e9d7-38db-4501-b819-f5c6dde68d03 req-9ee92b8e-f601-4b76-94ad-90b495b3a193 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988853 Aug 29 04:20:36.028618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ef334d6-efa2-458b-a1f5-dccb97242ee2 req-6feafd16-02cc-4606-b066-e810d4327247 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 Aug 29 04:20:36.264202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f52d1-b354-4b20-b524-c34b93a1f0af req-772ffdd8-988d-45ab-8ecd-dfb7b3292e66 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.265673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-126f52d1-b354-4b20-b524-c34b93a1f0af req-772ffdd8-988d-45ab-8ecd-dfb7b3292e66 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 950 time: 0.1220195 Aug 29 04:20:36.306975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-ff62780b-b491-414c-8c68-a128e14d8f75 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.308553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-ff62780b-b491-414c-8c68-a128e14d8f75 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.64 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 950 time: 0.0902948 Aug 29 04:20:36.331823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-126f52d1-b354-4b20-b524-c34b93a1f0af req-c817598b-3a99-4f1a-ba95-1ce0f80c51c4 tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595100 Aug 29 04:20:36.441115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Deleting port 45ec5374-b646-4bd0-9888-54c16a9cc525 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:36.442459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.633271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] For port 45ec5374-b646-4bd0-9888-54c16a9cc525, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=45ec5374-b646-4bd0-9888-54c16a9cc525,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:36.633927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.654361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Calling delete_port for 45ec5374-b646-4bd0-9888-54c16a9cc525 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:36.667336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f7cc6-420e-43d6-9780-c11fc94ff15e req-7e51fa69-4769-4519-886e-2d0740ddeb23 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.669022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-514f7cc6-420e-43d6-9780-c11fc94ff15e req-7e51fa69-4769-4519-886e-2d0740ddeb23 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 945 time: 0.0973644 Aug 29 04:20:36.758562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-514f7cc6-420e-43d6-9780-c11fc94ff15e req-0a22c87f-e923-4465-ad96-ae3faf44c79b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827885 Aug 29 04:20:36.862567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.876987 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['45ec5374-b646-4bd0-9888-54c16a9cc525'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:36.911828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Pushing event deleted for resources: {'Port': ['ID=45ec5374-b646-4bd0-9888-54c16a9cc525,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.968707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] No DVR routers for this DVR port 45ec5374-b646-4bd0-9888-54c16a9cc525 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:36.971684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.974569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1ecd95a-5a27-4a09-beb5-89fd45242f44 req-bafddbf5-b780-422b-9984-34842c72a09c tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.64 "DELETE /v2.0/ports/45ec5374-b646-4bd0-9888-54c16a9cc525 HTTP/1.1" status: 204 len: 173 time: 0.6573937 Aug 29 04:20:36.975274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016f7a38-c153-4a2a-959d-dc8a14d6a6b9', 'name': 'network-vif-deleted', 'tag': '45ec5374-b646-4bd0-9888-54c16a9cc525'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:36.977815 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fdb4aa-fb9b-4ab1-bcb8-fe453fb27625" -d '{"events": [{"server_uuid": "016f7a38-c153-4a2a-959d-dc8a14d6a6b9", "name": "network-vif-deleted", "tag": "45ec5374-b646-4bd0-9888-54c16a9cc525"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:37.039659 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1244fc-b562-4352-a840-f0dc1876e55b x-openstack-request-id: req-ef1244fc-b562-4352-a840-f0dc1876e55b {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:37.040054 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016f7a38-c153-4a2a-959d-dc8a14d6a6b9", "name": "network-vif-deleted", "tag": "45ec5374-b646-4bd0-9888-54c16a9cc525", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:37.040348 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef1244fc-b562-4352-a840-f0dc1876e55b {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:37.040747 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016f7a38-c153-4a2a-959d-dc8a14d6a6b9', 'name': 'network-vif-deleted', 'tag': '45ec5374-b646-4bd0-9888-54c16a9cc525', 'status': 'completed', 'code': 200} Aug 29 04:20:37.200868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf04810-92e0-4d85-a9b3-d77324b8c56d req-3e9d8246-fa0a-43e6-9303-75a2f84caa37 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.207903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbf04810-92e0-4d85-a9b3-d77324b8c56d req-3e9d8246-fa0a-43e6-9303-75a2f84caa37 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 945 time: 0.0760553 Aug 29 04:20:37.253331 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbf04810-92e0-4d85-a9b3-d77324b8c56d req-7acbc49f-feb5-429e-a732-bc1c35609a5c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Aug 29 04:20:37.482424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ccdc963-e6d4-415b-a4da-7b5d762a36e3 req-4ad43de2-82a2-47e6-9978-fe8112686c6a tempest-ImagesNegativeTestJSON-312207483 tempest-ImagesNegativeTestJSON-312207483-project] 10.222.0.58 "GET /v2.0/ports?device_id=016f7a38-c153-4a2a-959d-dc8a14d6a6b9 HTTP/1.1" status: 200 len: 210 time: 0.0491207 Aug 29 04:20:37.605091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab611333-b08c-413b-944d-c7e8ac21e31a req-02dbb091-d174-4cdc-9e84-102708bd759d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.608098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab611333-b08c-413b-944d-c7e8ac21e31a req-02dbb091-d174-4cdc-9e84-102708bd759d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 945 time: 0.0745912 Aug 29 04:20:37.671199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab611333-b08c-413b-944d-c7e8ac21e31a req-0f459204-d3d1-4fd3-9079-750d94d14c58 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517778 Aug 29 04:20:37.677838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-54aaec04-b85a-4236-b928-6945337bde66 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.679356 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-54aaec04-b85a-4236-b928-6945337bde66 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 945 time: 0.0747311 Aug 29 04:20:37.783572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Deleting port 3fefdd85-a0cb-4a81-882f-844b15afd472 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:37.783912 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.904498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] For port 3fefdd85-a0cb-4a81-882f-844b15afd472, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3fefdd85-a0cb-4a81-882f-844b15afd472,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:37.905122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.923774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Calling delete_port for 3fefdd85-a0cb-4a81-882f-844b15afd472 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:37.930473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1961-be1f-4f80-ab44-5a3c46b98771 req-8c1b2aa4-a1ee-43bc-a1e3-cdc8b14469cf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.932179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d4b1961-be1f-4f80-ab44-5a3c46b98771 req-8c1b2aa4-a1ee-43bc-a1e3-cdc8b14469cf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 945 time: 0.0934711 Aug 29 04:20:37.979361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d4b1961-be1f-4f80-ab44-5a3c46b98771 req-018cd5bc-ad46-4623-a3d2-0cfb75354a80 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Aug 29 04:20:38.092368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.106183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3fefdd85-a0cb-4a81-882f-844b15afd472'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:38.137664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event deleted for resources: {'Port': ['ID=3fefdd85-a0cb-4a81-882f-844b15afd472,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:38.188633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] No DVR routers for this DVR port 3fefdd85-a0cb-4a81-882f-844b15afd472 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:38.191535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.193765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-627cad44-1e25-45ae-8a6c-b80b9aa78167 req-05839721-5a07-4274-9619-48c45b49cf94 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "DELETE /v2.0/ports/3fefdd85-a0cb-4a81-882f-844b15afd472 HTTP/1.1" status: 204 len: 173 time: 0.5063927 Aug 29 04:20:38.194229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0', 'name': 'network-vif-deleted', 'tag': '3fefdd85-a0cb-4a81-882f-844b15afd472'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:38.196539 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c139f8-e79c-4113-b17d-f8f5101919e2" -d '{"events": [{"server_uuid": "a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0", "name": "network-vif-deleted", "tag": "3fefdd85-a0cb-4a81-882f-844b15afd472"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:38.249790 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189b4c44-8de7-4a66-82f4-cd101b3ed3ea x-openstack-request-id: req-189b4c44-8de7-4a66-82f4-cd101b3ed3ea {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:38.250170 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0", "name": "network-vif-deleted", "tag": "3fefdd85-a0cb-4a81-882f-844b15afd472", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:38.250443 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-189b4c44-8de7-4a66-82f4-cd101b3ed3ea {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:38.251308 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0', 'name': 'network-vif-deleted', 'tag': '3fefdd85-a0cb-4a81-882f-844b15afd472', 'status': 'completed', 'code': 200} Aug 29 04:20:38.851073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6233c82-9ee4-4a0b-9f9d-c0069d90f098 req-48ddb0ef-7a5c-49ad-a329-0f705a2c6990 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.852720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6233c82-9ee4-4a0b-9f9d-c0069d90f098 req-48ddb0ef-7a5c-49ad-a329-0f705a2c6990 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 945 time: 0.0740829 Aug 29 04:20:38.945318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6233c82-9ee4-4a0b-9f9d-c0069d90f098 req-640db869-b4f1-479f-9190-a297a671a84a tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830762 Aug 29 04:20:38.978975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ec773-05b6-47f0-91d6-cd24298f03fd req-7a5de00d-09d9-4142-8943-d6f92feffb96 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.980863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e36ec773-05b6-47f0-91d6-cd24298f03fd req-7a5de00d-09d9-4142-8943-d6f92feffb96 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 945 time: 0.1155963 Aug 29 04:20:39.057744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e36ec773-05b6-47f0-91d6-cd24298f03fd req-d64284e2-2c5f-4848-9967-dd271a49bf1a tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651357 Aug 29 04:20:39.173218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2661c56-ef77-481b-9328-f9f5acd88c89 req-364ec958-1b99-4c12-93cc-d7c7b232fdbd tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 210 time: 0.0357733 Aug 29 04:20:39.207034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36686) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:39.417963 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-877395c4-d2e3-4f30-9fd3-b15f6af217f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85aa3c3224fb430bb10f1eb671a4ba8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097311 Aug 29 04:20:39.420407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36696) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:39.486369 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f338c8a-ad49-425d-a161-eef53522a9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.522518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f338c8a-ad49-425d-a161-eef53522a9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.581370 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f338c8a-ad49-425d-a161-eef53522a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.585891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f338c8a-ad49-425d-a161-eef53522a9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.589777 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0f338c8a-ad49-425d-a161-eef53522a9d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b1be8c3-b0d8-419b-b4a6-cdff28f5abda HTTP/1.1" status: 204 len: 168 time: 0.1678431 Aug 29 04:20:39.600105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f338c8a-ad49-425d-a161-eef53522a9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1be8c3-b0d8-419b-b4a6-cdff28f5abda,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:40.026963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 45ec5374-b646-4bd0-9888-54c16a9cc525 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:40.074628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 45ec5374-b646-4bd0-9888-54c16a9cc525 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:40.078607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 45ec5374-b646-4bd0-9888-54c16a9cc525 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:40.192631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bb54-8968-481e-a7f6-44c62d103ac0 req-efbfa340-cccc-4350-9aaf-c3e83e7475ab tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.200945 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2a2bb54-8968-481e-a7f6-44c62d103ac0 req-efbfa340-cccc-4350-9aaf-c3e83e7475ab tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 945 time: 0.0710363 Aug 29 04:20:40.242915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2a2bb54-8968-481e-a7f6-44c62d103ac0 req-720f50cc-30b6-4e5b-8d78-2495d795bed7 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c3bd026-9dc5-4666-92ff-04c1d397a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408108 Aug 29 04:20:40.419053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c53994b3-026d-4b0c-aa15-f59e5dc33685 req-ef7ce617-9e5a-4a69-aac1-9f6e342c2003 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9fa07fe-acc1-4e5a-a7c4-99f5a76308a0 HTTP/1.1" status: 200 len: 210 time: 0.0597200 Aug 29 04:20:40.821074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3fefdd85-a0cb-4a81-882f-844b15afd472 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:40.857186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 3fefdd85-a0cb-4a81-882f-844b15afd472 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:40.858678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3fefdd85-a0cb-4a81-882f-844b15afd472 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:41.632807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-f620bbb9-20c5-4889-9920-1c3014edfbb5 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:41.633830 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-f620bbb9-20c5-4889-9920-1c3014edfbb5 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5d87fb3-9814-4650-b9cf-ac936a21d4eb HTTP/1.1" status: 200 len: 945 time: 0.0632279 Aug 29 04:20:41.760996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Deleting port 8f9db315-0966-4787-b1e7-8d3862f85817 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:41.761348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.872098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] For port 8f9db315-0966-4787-b1e7-8d3862f85817, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8f9db315-0966-4787-b1e7-8d3862f85817,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:41.872098 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.082900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.083320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.083641 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Floating IP d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b disassociated. External IP: 172.25.1.74, port: 8f9db315-0966-4787-b1e7-8d3862f85817. Aug 29 04:20:42.084112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Calling delete_port for 8f9db315-0966-4787-b1e7-8d3862f85817 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:42.234805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.276615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event deleted for resources: {'Port': ['ID=8f9db315-0966-4787-b1e7-8d3862f85817,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:42.420295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Router 8a20afb9-dcad-4d10-a7a2-a88c489579cb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:42.539787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:42.557104 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] Sync routers for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:42.572124 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:42.573043 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:42.589365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] No DVR routers for this DVR port 8f9db315-0966-4787-b1e7-8d3862f85817 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:42.592290 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.595403 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3bd0bf4-d20b-4202-ba9c-13d002a4ddc2 req-3e7302bb-1647-4054-95e6-65f5bf1c5cc6 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.65 "DELETE /v2.0/ports/8f9db315-0966-4787-b1e7-8d3862f85817 HTTP/1.1" status: 204 len: 173 time: 0.9550586 Aug 29 04:20:42.595935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'name': 'network-vif-deleted', 'tag': '8f9db315-0966-4787-b1e7-8d3862f85817'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:42.602172 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb1fac-8274-42c0-90de-3c42179e96f2" -d '{"events": [{"server_uuid": "b5d87fb3-9814-4650-b9cf-ac936a21d4eb", "name": "network-vif-deleted", "tag": "8f9db315-0966-4787-b1e7-8d3862f85817"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:42.929233 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:43.180144 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.212740 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] Checking router: 8a20afb9-dcad-4d10-a7a2-a88c489579cb for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:43.229600 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:43.229905 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.352666 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:43.581105 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.624525 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5ccc9-46fa-4e0c-94c0-64ee6a2d61c4 None None] The sync data for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 is: [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '43c651ac-70cd-4e13-8b5e-7d9033fb9c24', 'name': '', 'network_id': '88c820f7-ea8c-4ad4-923c-cc18d957b3a7', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'mac_address': 'fa:16:3e:98:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:48Z', 'updated_at': '2021-08-29T04:15:55Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'subnets': [{'id': 'abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:43.910090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5d783-8a48-4af7-abe7-46327ce374e4 None None] New status for floating IP d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:44.836107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8f9db315-0966-4787-b1e7-8d3862f85817 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:44.880465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-ce7e59d8-3c76-44bf-84c2-4c88aee61344 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c00ad2665e2846b69531f1ddbc85d6db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243368 Aug 29 04:20:44.888980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 8f9db315-0966-4787-b1e7-8d3862f85817 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:44.889438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8f9db315-0966-4787-b1e7-8d3862f85817 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:45.051830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539118-f109-4a35-bb25-ee3c907df340 req-d8190800-71b0-41d0-aadf-c48812526862 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.061843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-d8190800-71b0-41d0-aadf-c48812526862 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743865 Aug 29 04:20:45.080620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-7816dea2-ea3f-41ef-ac73-2bcbba26ba56 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/quotas/c00ad2665e2846b69531f1ddbc85d6db HTTP/1.1" status: 200 len: 375 time: 0.0175393 Aug 29 04:20:45.120709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-5718a225-f5ba-44ce-8414-97b94e5b2d81 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c00ad2665e2846b69531f1ddbc85d6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391726 Aug 29 04:20:45.343564 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dd6805-4cf6-486b-a9c4-1c663ad02c86 x-openstack-request-id: req-f3dd6805-4cf6-486b-a9c4-1c663ad02c86 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:45.344035 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d87fb3-9814-4650-b9cf-ac936a21d4eb", "name": "network-vif-deleted", "tag": "8f9db315-0966-4787-b1e7-8d3862f85817", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:45.344035 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3dd6805-4cf6-486b-a9c4-1c663ad02c86 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:45.344444 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d87fb3-9814-4650-b9cf-ac936a21d4eb', 'name': 'network-vif-deleted', 'tag': '8f9db315-0966-4787-b1e7-8d3862f85817', 'status': 'completed', 'code': 200} Aug 29 04:20:45.464716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b15723bb-549a-4619-83aa-cc0e095164f4 req-c8c1a00b-e39a-49ff-942b-88d37e747358 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 210 time: 0.0446694 Aug 29 04:20:45.532305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36818) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:45.616915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7391663e-7377-4089-864a-31d194a6376f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.672361 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7391663e-7377-4089-864a-31d194a6376f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.741699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7391663e-7377-4089-864a-31d194a6376f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.745853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7391663e-7377-4089-864a-31d194a6376f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.747639 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7391663e-7377-4089-864a-31d194a6376f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c3bd026-9dc5-4666-92ff-04c1d397a5bf HTTP/1.1" status: 204 len: 168 time: 0.2144225 Aug 29 04:20:45.750113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:45.760124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391663e-7377-4089-864a-31d194a6376f tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3bd026-9dc5-4666-92ff-04c1d397a5bf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.773819 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-6ebb032b-5239-4a27-8de5-0fb9dc5ce16e tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] show failed (client error): The resource could not be found. Aug 29 04:20:45.776417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6ebb032b-5239-4a27-8de5-0fb9dc5ce16e tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "GET /v2.0/security-groups/8c3bd026-9dc5-4666-92ff-04c1d397a5bf HTTP/1.1" status: 404 len: 347 time: 0.0251627 Aug 29 04:20:45.779677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36844) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:46.212294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Deleting port d80d648d-ab6d-49ca-ba3c-17b1f2fac8b0 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:46.212648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.329296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.329936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.353647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Calling delete_port for d80d648d-ab6d-49ca-ba3c-17b1f2fac8b0 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:46.658567 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.670612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8afab074-8239-47c5-b704-d291982ca306 req-9f1d9d1d-ea91-461d-aed4-2e4690737fec tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 210 time: 0.0592062 Aug 29 04:20:46.696214 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:20:46.715471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b250cd0-d2c7-41ff-8b53-dd55ceab3f76 req-d5ab838a-08be-4886-86e9-b02e580413d4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.717109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b250cd0-d2c7-41ff-8b53-dd55ceab3f76 req-d5ab838a-08be-4886-86e9-b02e580413d4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.9142489 Aug 29 04:20:46.741001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b250cd0-d2c7-41ff-8b53-dd55ceab3f76 req-93aff7af-b275-4f74-ab1f-e4c56b121896 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/quotas/16c5f4347b9a46ada3d9f0d797dcd761 HTTP/1.1" status: 200 len: 375 time: 0.0160348 Aug 29 04:20:46.741543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Pushing event deleted for resources: {'Port': ['ID=d80d648d-ab6d-49ca-ba3c-17b1f2fac8b0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:46.800810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b250cd0-d2c7-41ff-8b53-dd55ceab3f76 req-81905c43-2240-430b-9a06-4fda775f7006 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467865 Aug 29 04:20:46.853342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4663ef8e-5085-40a6-a1d0-216f29db4e9c details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:46.864614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.869507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.871355 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bcb0a537-ba0a-4382-8adf-8f0e7612d331 tempest-ServersWithSpecificFlavorTestJSON-1443612047 tempest-ServersWithSpecificFlavorTestJSON-1443612047-project] 10.222.0.58 "DELETE /v2.0/floatingips/d94f6fb3-5b8b-4e5d-aab5-cdc82cdb2b5b HTTP/1.1" status: 204 len: 168 time: 1.0902867 Aug 29 04:20:46.978389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:46.996224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'port_id': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'mac_address': 'fa:16:3e:99:c3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480b34a-6bad-4787-bac0-0d87ef5d3d8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:46.997805 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-60057f97-0c05-43ca-9a4a-87ad677eb0bf tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c00ad2665e2846b69531f1ddbc85d6db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626786 Aug 29 04:20:47.101244 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.130861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4663ef8e-5085-40a6-a1d0-216f29db4e9c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:47.165057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:47.173708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.240557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:47.336119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['4663ef8e-5085-40a6-a1d0-216f29db4e9c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:47.346329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b250cd0-d2c7-41ff-8b53-dd55ceab3f76 req-50713c0a-e294-4130-8876-b7e80ffc1892 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340567 Aug 29 04:20:47.396486 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2018bf7-66f7-4a88-ade7-328f40903678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.537800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539118-f109-4a35-bb25-ee3c907df340 req-f699076c-be88-4aa3-a50c-6bff32cff599 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.548174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-f699076c-be88-4aa3-a50c-6bff32cff599 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5333295 Aug 29 04:20:47.569738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Request body: {'port': {'device_id': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'c00ad2665e2846b69531f1ddbc85d6db'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:47.748744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b250cd0-d2c7-41ff-8b53-dd55ceab3f76 req-c186725b-4dcf-4a12-a071-782cf8e1a6c2 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896325 Aug 29 04:20:47.822747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Made reservation on behalf of c00ad2665e2846b69531f1ddbc85d6db for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:47.830813 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.853193 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.091974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36936) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:48.310376 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2dacf91b-8906-4a36-b10a-9f3723dd47bc req-9010f2e2-f85b-461a-ad94-a766b1cf40cf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=25a0862c-12b0-4ed3-adac-77196041299f HTTP/1.1" status: 200 len: 210 time: 0.0465856 Aug 29 04:20:48.423374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19ef5c70-8bbc-4ad3-8ee8-7ca127f2708c req-367326e6-cf9d-45b0-871c-d36198f433f7 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 210 time: 0.1834152 Aug 29 04:20:48.444215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.454469 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.693481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0330b0-c5fd-43d2-ae43-2b20b9221037,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.867568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4663ef8e-5085-40a6-a1d0-216f29db4e9c up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:48.953753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 4663ef8e-5085-40a6-a1d0-216f29db4e9c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:48.954261 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.971779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Allocated IP 192.168.233.155 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/6044a8b2-dccc-4e0f-a985-a06439bc9196) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:49.164421 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.250109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:49.255771 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90b3cfb-ebf6-4932-8a2c-c975680a26ce" -d '{"events": [{"server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "name": "network-vif-plugged", "status": "completed", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:49.288890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:49.301465 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.421694 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4387cab6-066d-4708-869a-b0f3197939bc x-openstack-request-id: req-4387cab6-066d-4708-869a-b0f3197939bc {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:49.422682 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "name": "network-vif-plugged", "status": "completed", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:49.423695 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4387cab6-066d-4708-869a-b0f3197939bc {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:49.425079 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'code': 200} Aug 29 04:20:49.495267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:49.532145 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.571563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Transition to ACTIVE for port object 6044a8b2-dccc-4e0f-a985-a06439bc9196 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:49.644953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.672216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.888445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:49.911900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:49.917883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:49.937289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.058513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.059296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.059875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.060451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.061367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.061367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.063093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.063570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.064046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.064769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.065297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.065691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:50.164173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.164976 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.212444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-09b08e2f-4b51-48cc-b785-d43fcb8e7970 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6577492 Aug 29 04:20:50.227462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Request body: {'port': {'device_id': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:50.270024 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.363888 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.368553 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37aa0bba-60da-43bf-b9f8-b8777dcf8376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.396390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f7b321fe-caf2-4c8a-8d9f-aee86380e08e None None] Provisioning for port 6044a8b2-dccc-4e0f-a985-a06439bc9196 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:50.397569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Deleting port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:50.397938 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.404016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f7b321fe-caf2-4c8a-8d9f-aee86380e08e None None] Provisioning complete for port 6044a8b2-dccc-4e0f-a985-a06439bc9196 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:50.409946 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f7b321fe-caf2-4c8a-8d9f-aee86380e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.504896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f7b321fe-caf2-4c8a-8d9f-aee86380e08e None None] Port 6044a8b2-dccc-4e0f-a985-a06439bc9196 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:50.607821 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] For port 43c651ac-70cd-4e13-8b5e-7d9033fb9c24, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:50.608380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.659360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Calling delete_port for 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:51.008092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6044a8b2-dccc-4e0f-a985-a06439bc9196 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:51.017288 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.038840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Transition to ACTIVE for port object 6044a8b2-dccc-4e0f-a985-a06439bc9196 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:51.043681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.045410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.121246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.133985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:51.326332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c651ac-70cd-4e13-8b5e-7d9033fb9c24,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:51.376948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Attempting to bind port 6044a8b2-dccc-4e0f-a985-a06439bc9196 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:51.381290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Attempting to bind port 6044a8b2-dccc-4e0f-a985-a06439bc9196 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:51.383547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Attempting to bind port 6044a8b2-dccc-4e0f-a985-a06439bc9196 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:51.396241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Port 6044a8b2-dccc-4e0f-a985-a06439bc9196 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:51.396726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Attempting to bind port 6044a8b2-dccc-4e0f-a985-a06439bc9196 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:51.408431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:51.408977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:51.410306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:51.415869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Bound port: 6044a8b2-dccc-4e0f-a985-a06439bc9196, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:51.416399 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.661524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:51.678278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:51.689784 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.706233 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.799137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.800552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.802642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] 10.222.0.64 "PUT /v2.0/ports/6044a8b2-dccc-4e0f-a985-a06439bc9196 HTTP/1.1" status: 200 len: 1097 time: 1.5812616 Aug 29 04:20:51.803425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:51.811956 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:51.928489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db671c-56bb-40a9-97a7-35773160d04e service neutron] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:51.984234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539118-f109-4a35-bb25-ee3c907df340 req-46084290-c794-4d2f-8a81-82ea8ba7faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.994579 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-46084290-c794-4d2f-8a81-82ea8ba7faf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c00ad2665e2846b69531f1ddbc85d6db&device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 1100 time: 0.1114068 Aug 29 04:20:52.119235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-f9bc91f3-3e55-4573-9a31-8278e9957384 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196 HTTP/1.1" status: 200 len: 217 time: 0.1222737 Aug 29 04:20:52.229997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539118-f109-4a35-bb25-ee3c907df340 req-95cff5b1-c9a4-441f-bab3-8bf3b8aab1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.234392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-95cff5b1-c9a4-441f-bab3-8bf3b8aab1a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1083710 Aug 29 04:20:52.349421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539118-f109-4a35-bb25-ee3c907df340 req-753e62cd-aa74-4871-b9d8-297764c85127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.351286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-753e62cd-aa74-4871-b9d8-297764c85127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090336 Aug 29 04:20:52.510997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-4329f7b1-eba8-4478-8047-87b02d627700 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510332 Aug 29 04:20:52.636497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06539118-f109-4a35-bb25-ee3c907df340 req-905190ee-a4c7-4ba6-8453-63a13654cbcb service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160126 Aug 29 04:20:52.685411 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.788160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Router 8a20afb9-dcad-4d10-a7a2-a88c489579cb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:53.017103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:53.030319 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] Sync routers for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:53.034510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b4d486f2-3740-4c67-983a-1808dd9478c1 admin admin] 10.222.0.58 "PUT /v2.0/routers/8a20afb9-dcad-4d10-a7a2-a88c489579cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9369664 Aug 29 04:20:53.035856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:53.043163 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:53.053918 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:53.200660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.212476 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:53.417181 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.520178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Deleting port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:53.520608 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.524723 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:20:50Z', 'revision_number': 5, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port': {'id': 'f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:45Z', 'updated_at': '2021-08-29T04:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:53.572843 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] Checking router: 8a20afb9-dcad-4d10-a7a2-a88c489579cb for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:53.592098 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] Routers {'8a20afb9-dcad-4d10-a7a2-a88c489579cb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:53.592928 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:53.640427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] For port f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:53.640954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.664536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Calling delete_port for f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:53.715599 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] Set router 8a20afb9-dcad-4d10-a7a2-a88c489579cb gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:53.810770 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:20:53Z', 'revision_number': 6, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:53.889598 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78187f9-e737-4506-91af-3acfdff4788b None None] The sync data for ids ['8a20afb9-dcad-4d10-a7a2-a88c489579cb'] in n-d-712142-15 is: [{'id': '8a20afb9-dcad-4d10-a7a2-a88c489579cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996416934-router', 'tenant_id': 'f2e716e685f94bacab12863007e2e9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:44Z', 'updated_at': '2021-08-29T04:20:53Z', 'revision_number': 6, 'project_id': 'f2e716e685f94bacab12863007e2e9cb', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:54.033195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724e531-03c6-47ea-a2b0-2d8b0fe9c624 req-3010eb48-ea52-4b76-a874-7228cf371ca4 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.034812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a724e531-03c6-47ea-a2b0-2d8b0fe9c624 req-3010eb48-ea52-4b76-a874-7228cf371ca4 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 948 time: 0.1323252 Aug 29 04:20:54.133429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:54.242829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-8e3b1ce5-1421-4806-9909-df7f7c4c9058 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.249990 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-8e3b1ce5-1421-4806-9909-df7f7c4c9058 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.4478092 Aug 29 04:20:54.268921 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.273599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:54.299063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'mac_address': 'fa:16:3e:f3:55:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:54.343951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-454fbf62-5419-45b3-86c4-22a2609917a1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/quotas/16c5f4347b9a46ada3d9f0d797dcd761 HTTP/1.1" status: 200 len: 375 time: 0.0928817 Aug 29 04:20:54.384600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a724e531-03c6-47ea-a2b0-2d8b0fe9c624 req-3cf76dbe-ed65-48b2-97fa-e1df5789c8c9 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389642 Aug 29 04:20:54.424503 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.442514 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.463427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6044a8b2-dccc-4e0f-a985-a06439bc9196 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:54.517439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:54.527307 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.577335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-ca98c5a7-e0bb-4731-961a-7ecc2958cbce tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2323639 Aug 29 04:20:54.579444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.645217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.665765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.678992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.679788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.680245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.680672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.681095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.681535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.681977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.682429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.683441 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.688293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.688751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.756867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.759942 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.808898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6044a8b2-dccc-4e0f-a985-a06439bc9196'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:54.812455 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bf2366-fe48-493f-b5ac-da47946636f8 x-openstack-request-id: req-64bf2366-fe48-493f-b5ac-da47946636f8 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:54.812807 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:54.813153 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64bf2366-fe48-493f-b5ac-da47946636f8 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:54.813806 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'status': 'completed', 'code': 200} Aug 29 04:20:54.919394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-15a3f720-8592-4362-9cbe-65e418f5cdc6 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411186 Aug 29 04:20:54.997557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:55.036475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:55.037218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 43c651ac-70cd-4e13-8b5e-7d9033fb9c24 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:55.037935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:55.079588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:55.079588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f0f7cbdd-9cf7-42b1-b78f-bdde8a90d719 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:55.233422 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.233955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a20afb9-dcad-4d10-a7a2-a88c489579cb {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:20:55.266531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.270254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5b02956e-387a-458e-b61b-04ea391b39f0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8a20afb9-dcad-4d10-a7a2-a88c489579cb HTTP/1.1" status: 204 len: 168 time: 2.2309194 Aug 29 04:20:55.273329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37078) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:55.334647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Deleting subnet abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:55.339928 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.376792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-a9a24990-25ba-4f9d-b576-d17f3d949a3f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.388026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-a9a24990-25ba-4f9d-b576-d17f3d949a3f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 820 time: 0.5704427 Aug 29 04:20:55.393076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.464429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-10776f37-9f96-4686-a953-b1e940d0c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.472338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-10776f37-9f96-4686-a953-b1e940d0c0be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c00ad2665e2846b69531f1ddbc85d6db&device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 1101 time: 0.6570976 Aug 29 04:20:55.600591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.602012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-dcd9a8af-989c-40e3-bbe2-4b0a8643649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.603944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-dcd9a8af-989c-40e3-bbe2-4b0a8643649a service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1223652 Aug 29 04:20:55.689568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-7a97c684-cd7f-4684-b4a7-4fde32334dce tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/quotas/dbb19108663b438baeaa93d47a9c8f4a HTTP/1.1" status: 200 len: 375 time: 0.3001490 Aug 29 04:20:55.696126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-4b2e341f-a694-443a-8b69-056990cc13d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196 HTTP/1.1" status: 200 len: 217 time: 0.0708299 Aug 29 04:20:55.698723 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.736145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.753025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.753385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.753632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839dfc3-4dfd-46ec-85d9-0674c951ece5 None None] Network 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:55.754112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.754201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.754496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.754834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.755381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.755723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.756089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.757189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.757550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.757878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.761747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.767150 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7c1057b6-0c54-4600-bc95-8d918266a8ee admin admin] 10.222.0.58 "DELETE /v2.0/subnets/abd62eca-6575-4cb6-a4f3-a8e6b82f5ce8 HTTP/1.1" status: 204 len: 168 time: 0.4955571 Aug 29 04:20:55.768202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37086) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:55.831068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-9d083605-4d93-4d64-b2c5-c8fb201e4cf5 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997584 Aug 29 04:20:55.868088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-9b7a0ae2-e232-426b-94c3-ad5d9432a555 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756020 Aug 29 04:20:55.962766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.090990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Deleting port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:56.091340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.108603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-ee35da18-f22d-4618-91c6-6a67adf8e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.123737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-ee35da18-f22d-4618-91c6-6a67adf8e890 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.3778126 Aug 29 04:20:56.151876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:56.212302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] DHCP port deletion for 88c820f7-ea8c-4ad4-923c-cc18d957b3a7 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:20:56.265237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] For port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7d3f9a78-c8e0-4b87-a7b3-fa965facebdf,segment=NetworkSegment(ae04ae7f-42ed-4c79-a24c-7634f74d8598),segment_id=ae04ae7f-42ed-4c79-a24c-7634f74d8598)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:56.265610 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.280464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Calling delete_port for 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:56.403117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.437702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-1c0e9b8a-bb35-46ee-8cad-9b085039679f service neutron] 10.222.0.58 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670903 Aug 29 04:20:56.456266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-a719898e-fbe9-4d53-bc50-82daae0014dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.466335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-a719898e-fbe9-4d53-bc50-82daae0014dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3387275 Aug 29 04:20:56.470894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 6044a8b2-dccc-4e0f-a985-a06439bc9196 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:56.486509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3f9a78-c8e0-4b87-a7b3-fa965facebdf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.502345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 6044a8b2-dccc-4e0f-a985-a06439bc9196 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:56.506897 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.514502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] No DVR routers for this DVR port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:56.634845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] Deleting port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:56.635179 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.701334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.717055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c820f7-ea8c-4ad4-923c-cc18d957b3a7']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:56.741191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae04ae7f-42ed-4c79-a24c-7634f74d8598') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:56.741887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae04ae7f-42ed-4c79-a24c-7634f74d8598') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:56.755915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.777037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.798665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:56.799094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:56.840213 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:56.965344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] For port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:56.969512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.995829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] Calling delete_port for 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:57.000318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] Port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:20:57.008649 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.034105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:57.061251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.071826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.077717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] 10.222.0.58 "DELETE /v2.0/networks/88c820f7-ea8c-4ad4-923c-cc18d957b3a7 HTTP/1.1" status: 204 len: 168 time: 1.3084245 Aug 29 04:20:57.080602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37120) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:57.104726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] Pushing event deleted for resources: {'Port': ['ID=7d3f9a78-c8e0-4b87-a7b3-fa965facebdf,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.116236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:57.117088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:57.124385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957ebee-ac87-4693-9c0f-7a24cbebba9a None None] No DVR routers for this DVR port 7d3f9a78-c8e0-4b87-a7b3-fa965facebdf on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:57.154673 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.208831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fe0b2-cda3-4ad7-bd16-f01646173577 admin admin] Pushing event deleted for resources: {'Network': ['ID=88c820f7-ea8c-4ad4-923c-cc18d957b3a7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.213471 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.309797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:57.318410 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a074222-218b-4343-884c-3228d678581c" -d '{"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-plugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:57.362809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:57.373545 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.496608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.680413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655174-0e50-4001-94f0-0faed0b6132a req-a279642e-3f1b-4d2a-9704-fbfd98664b8b tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.693971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8655174-0e50-4001-94f0-0faed0b6132a req-a279642e-3f1b-4d2a-9704-fbfd98664b8b tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 949 time: 1.1556430 Aug 29 04:20:57.836651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8655174-0e50-4001-94f0-0faed0b6132a req-e4de16a1-5106-4e4b-9ed7-b5e755c49477 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404812 Aug 29 04:20:57.864750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-44e66b2b-ad9f-425a-b79b-ef3273e3e63f service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3652468 Aug 29 04:20:57.878596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-044839ed-cc1d-4773-ac14-e26979c2a668 service neutron] 10.222.0.58 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4126213 Aug 29 04:20:58.087746 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.104666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-660e24cc-0dd9-42bc-9de5-993b83ce9fb5 req-c6ee25be-5e75-48cd-9082-f86005ffc9cf service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287967 Aug 29 04:20:58.387831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8e9e834-c776-42b8-ab66-910e693dae7e req-d14a871a-a93c-4054-96a3-5c4837fb6681 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 210 time: 0.0942883 Aug 29 04:20:58.400209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.576786 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb66d9d1-5e3d-4a44-ac8a-97e6bce05627 x-openstack-request-id: req-cb66d9d1-5e3d-4a44-ac8a-97e6bce05627 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:58.577087 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-plugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:58.577348 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb66d9d1-5e3d-4a44-ac8a-97e6bce05627 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:58.577737 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'code': 200} Aug 29 04:20:58.690288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-9c527251-8340-4944-81dc-f14e8e32259f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.698426 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-9c527251-8340-4944-81dc-f14e8e32259f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.4364491 Aug 29 04:20:58.830535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a075d20-6d27-46d3-b185-84b6475c48da req-2e7415f0-4ea3-4e33-890f-d621ed8419bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.837356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a075d20-6d27-46d3-b185-84b6475c48da req-2e7415f0-4ea3-4e33-890f-d621ed8419bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 1102 time: 0.1683598 Aug 29 04:20:58.857220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-795e118d-8170-45d6-ae6c-991f7f0dad0f req-ef2d56c8-cc06-4ce1-8de4-143d6a33973a tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 210 time: 0.0795832 Aug 29 04:20:58.923504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a075d20-6d27-46d3-b185-84b6475c48da req-61889f3f-e3a0-4ae7-b2d6-79ffcc437c52 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650458 Aug 29 04:20:59.000371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Request body: {'port': {'device_id': '5b8ea559-0fc5-4807-b335-5cab01c64651', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'admin_state_up': True, 'tenant_id': '16c5f4347b9a46ada3d9f0d797dcd761'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:59.043718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75b4ed-d764-49d8-bb02-d935f5516920 req-54aaeeeb-369a-420c-ac0d-214f3962f69d tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.045349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af75b4ed-d764-49d8-bb02-d935f5516920 req-54aaeeeb-369a-420c-ac0d-214f3962f69d tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 950 time: 0.0959744 Aug 29 04:20:59.190861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af75b4ed-d764-49d8-bb02-d935f5516920 req-8335f2e0-561f-4dfc-8371-7d01ed35c235 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096132 Aug 29 04:20:59.442771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Made reservation on behalf of 16c5f4347b9a46ada3d9f0d797dcd761 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:59.446295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.646862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-698e4707-e5ad-4a88-b588-5b7ff7e23152 req-c7f49ead-a65a-4ff9-8386-2abf34e8a040 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 210 time: 0.0896575 Aug 29 04:20:59.677128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Deleting port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:59.677480 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.772661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Allocated IP 172.20.0.9 (fcb2f71b-e41e-4659-8f0e-1dfdf459bc10/1fcda1e7-79b8-49e3-9169-770662cbe00b/8d0fabb5-8bbf-49fd-bd48-5b2167eecf58) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:59.845506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] For port e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,segment=NetworkSegment(bbf48478-8627-4004-8d69-127be518207b),segment_id=bbf48478-8627-4004-8d69-127be518207b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:59.845895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.876053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Calling delete_port for e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:00.025674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d01d9661-e776-4c07-9912-b68a27512e52 req-b4d480f1-0117-4a54-a75a-ce6c82f3843d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 210 time: 0.0301967 Aug 29 04:21:00.208415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.348715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.407772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:00.415116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:00.428835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:00.545494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.549895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.556426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-610364b4-2d3a-45ae-a72d-c85953fca169 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.558249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-610364b4-2d3a-45ae-a72d-c85953fca169 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 820 time: 0.1526763 Aug 29 04:21:00.581187 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6075466 Aug 29 04:21:00.589151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Request body: {'port': {'device_id': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'admin_state_up': True, 'tenant_id': 'dbb19108663b438baeaa93d47a9c8f4a'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:00.635324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9126b-796d-4ea8-9f1e-79cd0cda1145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event updated for resources: {'Port': ['ID=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.640811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.695831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd9b3-10dc-4bcf-b25d-de16dca8f91e req-bcdb45c4-adf4-498c-8eb0-92e3174b09c6 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.703281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dbcd9b3-10dc-4bcf-b25d-de16dca8f91e req-bcdb45c4-adf4-498c-8eb0-92e3174b09c6 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 950 time: 0.3329365 Aug 29 04:21:00.714723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.923838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Request body: {'port': {'device_id': '5b8ea559-0fc5-4807-b335-5cab01c64651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:00.930120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dbcd9b3-10dc-4bcf-b25d-de16dca8f91e req-ea0c8666-5298-41c9-a88d-1479c09d89d1 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248073 Aug 29 04:21:01.181773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.184917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Made reservation on behalf of dbb19108663b438baeaa93d47a9c8f4a for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:01.209408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.221670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.622585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Allocated IP 172.20.0.6 (c029ce29-153a-4a8c-9e04-455ff35bab04/cd3cda46-ed6f-4217-81ca-1387b3b26214/997baca8-67a7-415f-b7d5-524aefc086fb) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:02.014213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca1960-c46d-470a-ad20-0a387df260db req-19f6e59d-592e-46f3-a20a-5900d94999dc tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.026058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fca1960-c46d-470a-ad20-0a387df260db req-19f6e59d-592e-46f3-a20a-5900d94999dc tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 931 time: 0.8921165 Aug 29 04:21:02.271758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e5d7786-130c-474a-a4a3-45cde7a7dfaf req-c9a9b1c6-08ee-498c-80e9-2393415ce491 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 210 time: 0.1298058 Aug 29 04:21:02.295020 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fca1960-c46d-470a-ad20-0a387df260db req-1ff57775-7c17-48ae-a8ae-db95a8f29cc0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673383 Aug 29 04:21:02.345478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.495639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.508790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['fa66ac89-2637-41a1-bf0e-8d35c6e7841a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:02.662084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Network c029ce29-153a-4a8c-9e04-455ff35bab04 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:02.675329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:02.686088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:02.735122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Pushing event updated for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.755488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:02.834853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.860685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.927567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-4c7e9ef6-18a8-40fc-b510-71914028204d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3436935 Aug 29 04:21:02.971493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Request body: {'port': {'device_id': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:03.095832 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.102517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:03.120704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] Sync routers for ids ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:03.132346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:03.142506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] Routers {'f35c48fe-4289-4b2d-8e52-5faca7cb52d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:03.146700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:03.155681 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e103f300-fa8c-40ce-be4e-f22101be2421 admin admin] 10.222.0.58 "PUT /v2.0/routers/f35c48fe-4289-4b2d-8e52-5faca7cb52d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0739834 Aug 29 04:21:03.166862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37252) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:03.179551 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.447805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] Set router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:03.502261 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.649181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af531ace-5aba-4358-82c9-2ae53ea2c835 req-138f658b-be0e-4952-9069-84dbe890fa79 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.651856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af531ace-5aba-4358-82c9-2ae53ea2c835 req-138f658b-be0e-4952-9069-84dbe890fa79 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 931 time: 0.1571629 Aug 29 04:21:03.659896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dd089-40dd-4d34-baec-c689623bff66 req-c28a3921-8ba5-484e-a4d1-dfa322094752 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.668028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a59dd089-40dd-4d34-baec-c689623bff66 req-c28a3921-8ba5-484e-a4d1-dfa322094752 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 931 time: 0.1839387 Aug 29 04:21:03.672863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.679704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Transition to ACTIVE for port object 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:03.687338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.867592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997baca8-67a7-415f-b7d5-524aefc086fb {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:03.877049 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a59dd089-40dd-4d34-baec-c689623bff66 req-cf3b9683-a45e-4fb6-9889-9643a13a2902 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079265 Aug 29 04:21:03.888279 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.914765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:03.941867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af531ace-5aba-4358-82c9-2ae53ea2c835 req-e876a63e-3d85-4cd7-972f-6c76cb8abdbe tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309247 Aug 29 04:21:03.969597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Transition to ACTIVE for port object 997baca8-67a7-415f-b7d5-524aefc086fb will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:03.980076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.071737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Deleting port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:04.072106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.117819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:21:00Z', 'revision_number': 5, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port': {'id': '0c2954e4-a0e1-41ec-ad89-28ae7def60a2', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:56Z', 'updated_at': '2021-08-29T04:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:04.178278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Pushing event updated for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.218366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:04.231969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] Checking router: f35c48fe-4289-4b2d-8e52-5faca7cb52d7 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:04.274660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] Routers {'f35c48fe-4289-4b2d-8e52-5faca7cb52d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:04.276187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:20:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:04.367768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] For port 0c2954e4-a0e1-41ec-ad89-28ae7def60a2, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0c2954e4-a0e1-41ec-ad89-28ae7def60a2,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:04.383114 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.391511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] Set router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:04.417026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:04.417868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Calling delete_port for 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:04.418004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:04.418004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:04.423730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Attempting to bind port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:04.424164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Attempting to bind port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:04.424511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Attempting to bind port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:04.426104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:04.426425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:04.431380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:04.431719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Attempting to bind port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:04.445028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:04.445028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Checking segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:04.445370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Bound using segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:04.446712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Bound port: 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:04.447085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.461176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:04.461527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:04.461922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:04.462382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Bound port: 997baca8-67a7-415f-b7d5-524aefc086fb, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:04.462751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.572412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:21:03Z', 'revision_number': 6, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:04.620835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:21:04.639590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] For port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:04.663773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6514a-dde7-4739-b1c4-39be6b5a91f1 None None] The sync data for ids ['f35c48fe-4289-4b2d-8e52-5faca7cb52d7'] in n-d-712142-15 is: [{'id': 'f35c48fe-4289-4b2d-8e52-5faca7cb52d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123511756-router', 'tenant_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:54Z', 'updated_at': '2021-08-29T04:21:03Z', 'revision_number': 6, 'project_id': 'b9e3cd6d31d54903be94b3f75c04345d', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:04.681116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-a9c956ff-ec27-496f-a013-f6f667364f1e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.691624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-a9c956ff-ec27-496f-a013-f6f667364f1e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 808 time: 0.4459186 Aug 29 04:21:04.726003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] For port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:04.748870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.767844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:04.771362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-36ea11cf-36b8-424f-9f3d-3da096ac7520 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/quotas/b5e5b6dd89df4c66b2efac40fa31831a HTTP/1.1" status: 200 len: 375 time: 0.0784812 Aug 29 04:21:04.803718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'mac_address': 'fa:16:3e:f3:55:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:04.848720 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:04.853830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:04.876927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.877139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.877573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.879775 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] 10.222.0.65 "PUT /v2.0/ports/8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 HTTP/1.1" status: 200 len: 1092 time: 4.2860177 Aug 29 04:21:04.912633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8ea559-0fc5-4807-b335-5cab01c64651', 'tag': '8d0fabb5-8bbf-49fd-bd48-5b2167eecf58'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:04.915129 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8ea559-0fc5-4807-b335-5cab01c64651", "tag": "8d0fabb5-8bbf-49fd-bd48-5b2167eecf58"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:04.930865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-f3ca89b4-84b5-40e5-a871-fdeca64dc051 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1544406 Aug 29 04:21:04.981759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d69fa1-ce26-4bba-b5f4-1fc4ed2183ab service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.018605 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.044401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.075217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6044a8b2-dccc-4e0f-a985-a06439bc9196 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:05.124326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:05.146883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.147347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.148914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] 10.222.0.64 "PUT /v2.0/ports/997baca8-67a7-415f-b7d5-524aefc086fb HTTP/1.1" status: 200 len: 1092 time: 2.2052310 Aug 29 04:21:05.255678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:05.260812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:05.261726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e64c4d9f-dbbf-41aa-8d7b-453d781dd7e4 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:05.280226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:05.281405 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.294989 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f450bca-9f5e-46d2-a830-17fb7f386ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:05.295265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2954e4-a0e1-41ec-ad89-28ae7def60a2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.311980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-18a0f7e7-0d7b-4f40-a2c5-22bfadb65a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.316712 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-18a0f7e7-0d7b-4f40-a2c5-22bfadb65a63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 1095 time: 0.3569613 Aug 29 04:21:05.433729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6044a8b2-dccc-4e0f-a985-a06439bc9196'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:05.459025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-8a8dbe97-67af-43cb-b730-acfc9f83fd1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 HTTP/1.1" status: 200 len: 217 time: 0.0900805 Aug 29 04:21:05.464198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.512250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3e297-675d-49ae-94a8-63de05e14aab service neutron] Pushing event updated for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.555256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a290ca-339c-4df5-b0aa-04fd25f7107a req-7a6195f6-07fc-41c0-8ed1-77a446179510 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.565636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16a290ca-339c-4df5-b0aa-04fd25f7107a req-7a6195f6-07fc-41c0-8ed1-77a446179510 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 943 time: 0.3513660 Aug 29 04:21:05.568710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-70dff325-fb56-4932-a076-5b3c0c83901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.570280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-70dff325-fb56-4932-a076-5b3c0c83901a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.1003108 Aug 29 04:21:05.584560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-ac3b7af9-22cf-4a86-a69a-01283e4f8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.586682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-ac3b7af9-22cf-4a86-a69a-01283e4f8186 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1095 time: 0.2878957 Aug 29 04:21:05.601037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-df54285e-5dd1-42f2-a3c4-e5573e9bf207 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692374 Aug 29 04:21:05.685201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-36169cad-13d6-4242-99c3-359253c94944 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815861 Aug 29 04:21:05.751449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.795107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-05fc71e0-b0ea-414f-ae77-ded6908bd5c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=997baca8-67a7-415f-b7d5-524aefc086fb HTTP/1.1" status: 200 len: 217 time: 0.1759102 Aug 29 04:21:05.805879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16a290ca-339c-4df5-b0aa-04fd25f7107a req-7a51e1a5-b82a-4025-9835-db533c1536a3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384427 Aug 29 04:21:05.991182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-66b39957-2858-4ae2-8d1c-40e828143913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.998777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-66b39957-2858-4ae2-8d1c-40e828143913 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1793640 Aug 29 04:21:06.054896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.060831 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.112383 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-e202996e-44dd-4f98-b434-7187f7cd2851 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101731 Aug 29 04:21:06.145274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-8baeb6ca-eb82-43fb-bbd0-4cfe844c5591 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284893 Aug 29 04:21:06.145778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.146582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f35c48fe-4289-4b2d-8e52-5faca7cb52d7 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:21:06.213848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:06.234749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.239115 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c52f73b4-d295-4e76-8c93-2a2bb2478147 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f35c48fe-4289-4b2d-8e52-5faca7cb52d7 HTTP/1.1" status: 204 len: 168 time: 3.0678356 Aug 29 04:21:06.240521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37342) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:06.392177 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67f6091-dc24-4c33-8733-d13dbd42305a x-openstack-request-id: req-e67f6091-dc24-4c33-8733-d13dbd42305a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:06.392327 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8ea559-0fc5-4807-b335-5cab01c64651", "tag": "8d0fabb5-8bbf-49fd-bd48-5b2167eecf58", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:06.395444 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e67f6091-dc24-4c33-8733-d13dbd42305a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:06.395869 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8ea559-0fc5-4807-b335-5cab01c64651', 'tag': '8d0fabb5-8bbf-49fd-bd48-5b2167eecf58', 'status': 'completed', 'code': 200} Aug 29 04:21:06.403966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 6044a8b2-dccc-4e0f-a985-a06439bc9196 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:06.404374 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.455656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63073e5-e278-4f5a-9fef-5b83323278c4 admin admin] Deleting subnet 07b12323-2123-44b6-9b6a-9ec68ee99f0a {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:06.467336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b63073e5-e278-4f5a-9fef-5b83323278c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.577194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-a091d6a5-45f1-42f0-b9ee-49776019694f service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225566 Aug 29 04:21:06.596278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b63073e5-e278-4f5a-9fef-5b83323278c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.650580 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.703930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4f46-db4c-4ab6-8dc3-a1ff56e4f93b req-b3e89b20-5c7b-45fa-9f1c-f6d654fd7f73 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.712267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfdc4f46-db4c-4ab6-8dc3-a1ff56e4f93b req-b3e89b20-5c7b-45fa-9f1c-f6d654fd7f73 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 943 time: 0.2539124 Aug 29 04:21:06.753397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:06.756526 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f0361-5421-4aa8-953c-523cae92abf4" -d '{"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-plugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:06.764239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b63073e5-e278-4f5a-9fef-5b83323278c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.784887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:06.794825 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.922363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b63073e5-e278-4f5a-9fef-5b83323278c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.979500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:06.984043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfdc4f46-db4c-4ab6-8dc3-a1ff56e4f93b req-4a39f818-ecdc-4a18-b453-6a04f2eb6cfc tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705450 Aug 29 04:21:07.023392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37364) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:07.050636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:07.053130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-786163997'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:07.070948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63073e5-e278-4f5a-9fef-5b83323278c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b12323-2123-44b6-9b6a-9ec68ee99f0a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:07.099994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e27d50b7-0d95-4035-980b-e6874afe7e40 req-fdbbfad1-f550-498c-b072-8f683e351560 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127220 Aug 29 04:21:07.103184 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b63073e5-e278-4f5a-9fef-5b83323278c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.105492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b63073e5-e278-4f5a-9fef-5b83323278c4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/07b12323-2123-44b6-9b6a-9ec68ee99f0a HTTP/1.1" status: 204 len: 168 time: 0.8641081 Aug 29 04:21:07.110220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37366) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:07.112551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:07.119524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0c2954e4-a0e1-41ec-ad89-28ae7def60a2 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:07.123760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec95e5c-6a63-44bf-b00d-a1ab2e94f732 None None] Network 572317b8-0696-4cea-825d-292f7b107bc0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:07.149212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-b1ae15ed-2781-42ae-95fb-08eb47834ac4 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4557178 Aug 29 04:21:07.340624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:07.349560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.470960 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b595141f-1fff-4d6b-ae02-344c3b6a150d req-886dc2a8-8f87-4619-81c7-db1bc0cb2887 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124249 Aug 29 04:21:07.491722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.548231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:07.593056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] DHCP port deletion for 572317b8-0696-4cea-825d-292f7b107bc0 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:07.675928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.676405 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Added segment 7faa4077-1fe2-458d-8738-e01c456ca577 of type vlan for network cfdf0b50-0db3-438e-be2f-01d62e44e232 Aug 29 04:21:07.689697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-05e42281-302c-4a8c-8aac-18a7bbb50b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.692932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-05e42281-302c-4a8c-8aac-18a7bbb50b12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 1095 time: 0.1621125 Aug 29 04:21:07.730182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] Deleting port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:07.731587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.874458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.874716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-a64ffccb-d786-46ca-b702-0b6132670ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.876659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-a64ffccb-d786-46ca-b702-0b6132670ac7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 913 time: 0.1740482 Aug 29 04:21:07.908995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] For port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,segment=NetworkSegment(bbf48478-8627-4004-8d69-127be518207b),segment_id=bbf48478-8627-4004-8d69-127be518207b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:07.910165 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.934002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] Calling delete_port for 0ced9998-41aa-47f7-bda0-4424d6dfbe9d owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:07.971486 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.985008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.985906 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.015941 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-5f46024a-0c0f-4971-a200-f55ceb30e92e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 HTTP/1.1" status: 200 len: 217 time: 0.1298192 Aug 29 04:21:08.045291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Deleting port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:08.045638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.052479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0224402 Aug 29 04:21:08.089195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37380) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:08.101521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-869927016'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:08.174653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.207118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-e5958464-b4ed-47a1-b603-5abbbf4825d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.210926 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-e5958464-b4ed-47a1-b603-5abbbf4825d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.1879911 Aug 29 04:21:08.214275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:08.226103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.264762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] Pushing event deleted for resources: {'Port': ['ID=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.277147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5552c3-ca2c-4d3d-932b-0122bea6594e None None] No DVR routers for this DVR port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:08.351841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-873a29c2-9827-47a4-9237-aa6771fd634e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178682 Aug 29 04:21:08.376394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ae078-5b8a-440d-92fa-d18e27d4b4f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Network': ['ID=cfdf0b50-0db3-438e-be2f-01d62e44e232,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.398668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:08.410264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:08.465966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] For port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,segment=NetworkSegment(bbf48478-8627-4004-8d69-127be518207b),segment_id=bbf48478-8627-4004-8d69-127be518207b)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:08.466341 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.481019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Calling delete_port for 0ced9998-41aa-47f7-bda0-4424d6dfbe9d owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:08.567162 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.589620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.592146 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Added segment 919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3 of type vlan for network 3b67864d-8d83-4461-9a1f-dee00d60b3cf Aug 29 04:21:08.645655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0ced9998-41aa-47f7-bda0-4424d6dfbe9d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.647309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] No DVR routers for this DVR port 0ced9998-41aa-47f7-bda0-4424d6dfbe9d on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:08.811942 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.844505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.857812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572317b8-0696-4cea-825d-292f7b107bc0']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.894779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf48478-8627-4004-8d69-127be518207b') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.895078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf48478-8627-4004-8d69-127be518207b') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.927101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.957451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:08.986653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.989222 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-7cda1530-f176-4c69-8760-697ef638947b service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202054 Aug 29 04:21:09.018424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:09.019708 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:09.023712 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:09.063601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0ced9998-41aa-47f7-bda0-4424d6dfbe9d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:09.218202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.220472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9f4b7d5f-ee78-4d4c-9a1c-bf08f654b0db req-0563bb83-1af4-419b-8fbe-c1b71919a27a service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165630 Aug 29 04:21:09.234704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.240412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0ced9998-41aa-47f7-bda0-4424d6dfbe9d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:09.243742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0ced9998-41aa-47f7-bda0-4424d6dfbe9d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:09.244979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] 10.222.0.58 "DELETE /v2.0/networks/572317b8-0696-4cea-825d-292f7b107bc0 HTTP/1.1" status: 204 len: 168 time: 2.1212525 Aug 29 04:21:09.298302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.298783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f09dd6-6097-4254-a860-00e20c2966ad admin admin] Pushing event deleted for resources: {'Network': ['ID=572317b8-0696-4cea-825d-292f7b107bc0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.327138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.329456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.363796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:09.401805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '8d0fabb5-8bbf-49fd-bd48-5b2167eecf58', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'port_id': '8d0fabb5-8bbf-49fd-bd48-5b2167eecf58', 'mac_address': 'fa:16:3e:9b:d1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcda1e7-79b8-49e3-9169-770662cbe00b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:09.493227 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.526639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:09.576026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:09.588026 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.596872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-b452dac7-cb4e-422c-b6dc-24f162e10cc0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.602796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-b452dac7-cb4e-422c-b6dc-24f162e10cc0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 808 time: 0.9344003 Aug 29 04:21:09.607844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37386) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.626341 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5348771 Aug 29 04:21:09.636549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Request body: {'port': {'device_id': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'admin_state_up': True, 'tenant_id': 'b5e5b6dd89df4c66b2efac40fa31831a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:09.641124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37388) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.662497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'subnet': {'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:09.688370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.811744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1ea7a-35c9-45b7-8fdf-934776cef6f2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Network': ['ID=3b67864d-8d83-4461-9a1f-dee00d60b3cf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.829301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3b67864d-8d83-4461-9a1f-dee00d60b3cf details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:09.906432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c599fba3-8592-494b-bed1-65c6215e5757 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2e716e685f94bacab12863007e2e9cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2972605 Aug 29 04:21:09.908985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37390) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.963469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['8d0fabb5-8bbf-49fd-bd48-5b2167eecf58'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:10.026274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:10.036040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.152025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f11c5f66-9c53-4087-b246-cea8d685b48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.164602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Made reservation on behalf of b5e5b6dd89df4c66b2efac40fa31831a for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:10.190343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.536567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Allocated IP 172.20.0.9 (c1e435ea-b64e-4339-b938-5bad8cbfa05e/d87caf25-1667-43fd-be52-b8a81d091bdd/99c079ed-2221-4787-b57e-1a4b6c3a9730) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:10.546611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.666146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Subnet': ['ID=b74488c2-cfcf-4b09-af9a-1660eb4f07ed,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.757607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Checking segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:10.757995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network hostable DHCP agents. Network: cfdf0b50-0db3-438e-be2f-01d62e44e232, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:10.799971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:10.818995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, cfdf0b50-0db3-438e-be2f-01d62e44e232) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:10.827480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fdeb87-0564-4ef5-974b-b353d0e5096d None None] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:10.834935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.839928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.890919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d6de9472-6b52-4739-9ecd-8c692ae0c87e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2338693 Aug 29 04:21:10.891129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37392) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:10.896992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'subnet': {'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:10.949183 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f11c5f66-9c53-4087-b246-cea8d685b48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.981999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:11.119759 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f11c5f66-9c53-4087-b246-cea8d685b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.141271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f11c5f66-9c53-4087-b246-cea8d685b48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.142807 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f11c5f66-9c53-4087-b246-cea8d685b48a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a571e08-87f6-40f0-8f4a-d20e0278b609 HTTP/1.1" status: 204 len: 168 time: 1.2306600 Aug 29 04:21:11.186954 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.217327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:11.251811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:11.259650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c5f66-9c53-4087-b246-cea8d685b48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a571e08-87f6-40f0-8f4a-d20e0278b609,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.265487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:11.268163 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.274883 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.410805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.411817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-cfdf0b50-0db3-438e-be2f-01d62e44e232', 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'fixed_ips': [{'subnet_id': 'b74488c2-cfcf-4b09-af9a-1660eb4f07ed'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:11.415708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.591318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Network c1e435ea-b64e-4339-b938-5bad8cbfa05e is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:11.616666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:11.649287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:11.699427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['15441b70-142c-4607-b6bd-660d866d8065'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:11.701526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.852520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.859656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.863180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Subnet': ['ID=d4ffec13-95c1-4940-bfbf-e51f53b20248,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.865275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Pushing event updated for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.901122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Checking segment: {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:11.903908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-c2ad9e15-d91e-4481-91c5-76b0a1184148 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2831845 Aug 29 04:21:11.904528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network hostable DHCP agents. Network: 3b67864d-8d83-4461-9a1f-dee00d60b3cf, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:11.916844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Request body: {'port': {'device_id': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:11.940795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network 3b67864d-8d83-4461-9a1f-dee00d60b3cf is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:11.970169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 3b67864d-8d83-4461-9a1f-dee00d60b3cf) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:11.975698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.976422 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.001633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Allocated IP 10.1.1.2 (cfdf0b50-0db3-438e-be2f-01d62e44e232/b74488c2-cfcf-4b09-af9a-1660eb4f07ed/c987e3d7-0270-42c3-aa36-890e386d22db) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:12.009866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b6a828ed-434e-409e-bbd0-ad8620181a05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1161153 Aug 29 04:21:12.016659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37398) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.031858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'port': {'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'name': 'tempest-TaggedBootDevicesTest_v242-887381422', 'fixed_ips': [{'subnet_id': 'b74488c2-cfcf-4b09-af9a-1660eb4f07ed'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:12.087021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37400) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.097983 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.320085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.336036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Transition to ACTIVE for port object c987e3d7-0270-42c3-aa36-890e386d22db will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:12.352928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Transition to ACTIVE for port object c987e3d7-0270-42c3-aa36-890e386d22db will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:12.367011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9de62a-9cd8-488f-971a-8a12d9aaa39f None None] Network 3b67864d-8d83-4461-9a1f-dee00d60b3cf requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:12.408062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fe17befe-cba1-4ec9-b157-c16cc569164d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9e3cd6d31d54903be94b3f75c04345d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3091547 Aug 29 04:21:12.412096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37402) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.515143 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.634655 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a2e52f76-823f-49de-aa78-47d3dffa486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.642828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:12.765645 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a2e52f76-823f-49de-aa78-47d3dffa486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.846529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.895139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] device_id is not set on port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:21:12.904083 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a2e52f76-823f-49de-aa78-47d3dffa486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.914118 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a2e52f76-823f-49de-aa78-47d3dffa486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.915295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a2e52f76-823f-49de-aa78-47d3dffa486d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a01d8557-2403-4100-bee4-1b2ab0969aeb HTTP/1.1" status: 204 len: 168 time: 0.5022154 Aug 29 04:21:12.922751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c079ed-2221-4787-b57e-1a4b6c3a9730 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:12.945093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.978157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Transition to ACTIVE for port object 99c079ed-2221-4787-b57e-1a4b6c3a9730 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:12.984038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.081034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e52f76-823f-49de-aa78-47d3dffa486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01d8557-2403-4100-bee4-1b2ab0969aeb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.089731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:13.110487 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.130660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:13.134424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:13.145503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Pushing event updated for resources: {'Port': ['ID=c987e3d7-0270-42c3-aa36-890e386d22db,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.266936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Pushing event updated for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.335968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Attempting to bind port c987e3d7-0270-42c3-aa36-890e386d22db on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:13.336452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Attempting to bind port c987e3d7-0270-42c3-aa36-890e386d22db by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:13.336963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Attempting to bind port c987e3d7-0270-42c3-aa36-890e386d22db on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:13.398772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:13.405654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:13.406042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Checking segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:13.406529 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.406949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Bound using segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:13.407517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Bound port: c987e3d7-0270-42c3-aa36-890e386d22db, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:13.407922 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.449023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-3b67864d-8d83-4461-9a1f-dee00d60b3cf', 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'fixed_ips': [{'subnet_id': 'd4ffec13-95c1-4940-bfbf-e51f53b20248'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:13.456203 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.461550 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.496312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:13.499060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:13.499701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:13.512205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:13.513193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:13.525825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:13.529786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:13.530408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:13.531080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Bound port: 99c079ed-2221-4787-b57e-1a4b6c3a9730, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:13.531614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.654602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Allocated IP 10.1.1.96 (cfdf0b50-0db3-438e-be2f-01d62e44e232/b74488c2-cfcf-4b09-af9a-1660eb4f07ed/bb1f2743-d5fc-4aae-8b4e-a3829e09b36a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:13.679371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:13.686251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:13.693964 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.813854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.820878 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.825797 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] 10.222.0.65 "PUT /v2.0/ports/99c079ed-2221-4787-b57e-1a4b6c3a9730 HTTP/1.1" status: 200 len: 1092 time: 1.9119639 Aug 29 04:21:13.826631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:13.834094 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4207be2b-a636-4593-9188-00e75d36896d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:13.947524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f92327-3d8c-489e-a0df-4456dec16336 service neutron] Pushing event updated for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.996946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-67a6437b-5acb-4f6e-a1fc-68c88dbfcb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.998776 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-67a6437b-5acb-4f6e-a1fc-68c88dbfcb09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1095 time: 0.1256576 Aug 29 04:21:14.007538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.010950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Allocated IP 10.2.2.2 (3b67864d-8d83-4461-9a1f-dee00d60b3cf/d4ffec13-95c1-4940-bfbf-e51f53b20248/0b4f2bed-055f-4cee-873d-bce6e7921952) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:14.013627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] For port c987e3d7-0270-42c3-aa36-890e386d22db, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:14.018959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] For port c987e3d7-0270-42c3-aa36-890e386d22db, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c987e3d7-0270-42c3-aa36-890e386d22db,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:14.027882 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.102735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-f3e46c26-b28a-4d78-a395-e1967c4b7fe0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730 HTTP/1.1" status: 200 len: 217 time: 0.0960655 Aug 29 04:21:14.270984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed6f6-ec4a-4025-8cc7-cc8051f5ab8c None None] Pushing event updated for resources: {'Port': ['ID=c987e3d7-0270-42c3-aa36-890e386d22db,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.271941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-9aacab68-839f-4b17-aaf8-6f54820c676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.288843 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-9aacab68-839f-4b17-aaf8-6f54820c676d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.1645153 Aug 29 04:21:14.383908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-e05c5c4d-b11f-4ce5-8073-6f62000a7b3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842724 Aug 29 04:21:14.530650 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.559675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Transition to ACTIVE for port object 0b4f2bed-055f-4cee-873d-bce6e7921952 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:14.595451 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.614467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Transition to ACTIVE for port object bb1f2743-d5fc-4aae-8b4e-a3829e09b36a will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:14.630944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Transition to ACTIVE for port object 0b4f2bed-055f-4cee-873d-bce6e7921952 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:14.647518 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.658466 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0efe3a2-bb18-4f26-83d8-be922e8f3c41 x-openstack-request-id: req-b0efe3a2-bb18-4f26-83d8-be922e8f3c41 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:14.659062 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:14.659947 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0efe3a2-bb18-4f26-83d8-be922e8f3c41 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:14.660233 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb', 'status': 'completed', 'code': 200} Aug 29 04:21:14.671957 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.776426 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-09379922-95ea-400e-be72-2ba61f3d5907 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912029 Aug 29 04:21:14.819817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Network 3b67864d-8d83-4461-9a1f-dee00d60b3cf is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:14.836403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:14.848562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:14.859406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Pushing event updated for resources: {'Port': ['ID=0b4f2bed-055f-4cee-873d-bce6e7921952,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.975942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Attempting to bind port 0b4f2bed-055f-4cee-873d-bce6e7921952 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:14.976858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Attempting to bind port 0b4f2bed-055f-4cee-873d-bce6e7921952 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:14.977552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Attempting to bind port 0b4f2bed-055f-4cee-873d-bce6e7921952 on network 3b67864d-8d83-4461-9a1f-dee00d60b3cf {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:14.983573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:14.984328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Checking segment: {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:14.984896 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.985435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Bound using segment: {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:14.986087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Bound port: 0b4f2bed-055f-4cee-873d-bce6e7921952, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:14.987008 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.018369 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102c983-7ac6-40dc-bb88-3c029b2cfa8e x-openstack-request-id: req-7102c983-7ac6-40dc-bb88-3c029b2cfa8e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:15.019157 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-plugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:15.019611 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7102c983-7ac6-40dc-bb88-3c029b2cfa8e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:15.020230 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'code': 200} Aug 29 04:21:15.042171 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a5486c1-d3a8-4c7b-b653-136153a6c262 req-213ff032-afbc-4103-a9d5-053b2119e1ce service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557743 Aug 29 04:21:15.053182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.062306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:15.115958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:15.121184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:15.142578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c987e3d7-0270-42c3-aa36-890e386d22db up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:15.195730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] For port 0b4f2bed-055f-4cee-873d-bce6e7921952, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:15.213796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] For port 0b4f2bed-055f-4cee-873d-bce6e7921952, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0b4f2bed-055f-4cee-873d-bce6e7921952,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:15.226071 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.234070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.238998 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.294471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c987e3d7-0270-42c3-aa36-890e386d22db completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:15.304689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-725bcaef-e640-4e12-8018-693b8a937a16 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2843516 Aug 29 04:21:15.305793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37458) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:15.311483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'port': {'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'name': 'tempest-TaggedBootDevicesTest_v242-22171923', 'fixed_ips': [{'subnet_id': 'b74488c2-cfcf-4b09-af9a-1660eb4f07ed'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:15.340656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-3bb91240-4d03-4a2a-b238-d49540f5463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.342327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-3bb91240-4d03-4a2a-b238-d49540f5463f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1095 time: 0.6812298 Aug 29 04:21:15.363754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b95cd7-dd37-425a-9d8e-5c74f45a2921 req-10e6ba81-f72b-4ef6-8953-c8714d6a99b3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.365365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19b95cd7-dd37-425a-9d8e-5c74f45a2921 req-10e6ba81-f72b-4ef6-8953-c8714d6a99b3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.3197362 Aug 29 04:21:15.414408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03ff1-8331-4286-a38c-f96164494e37 None None] Pushing event updated for resources: {'Port': ['ID=0b4f2bed-055f-4cee-873d-bce6e7921952,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.499850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-13c6f873-f785-45ad-ae9a-0f30524b938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.502526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-13c6f873-f785-45ad-ae9a-0f30524b938b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.1360283 Aug 29 04:21:15.630116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-7a34ef0e-71b6-47b7-bac8-3bc42876044f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=997baca8-67a7-415f-b7d5-524aefc086fb HTTP/1.1" status: 200 len: 217 time: 0.1130488 Aug 29 04:21:15.643011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7814c0-4ce9-4be7-87ef-40be5e122706 req-329dee85-1df9-4eef-80e1-d6d1ea498419 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.648771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:15.652036 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb7814c0-4ce9-4be7-87ef-40be5e122706 req-329dee85-1df9-4eef-80e1-d6d1ea498419 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 943 time: 0.3894546 Aug 29 04:21:15.727416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19b95cd7-dd37-425a-9d8e-5c74f45a2921 req-989f93ef-fa10-44c1-a1c1-b9e956e9c287 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221434 Aug 29 04:21:15.729917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-88d612d0-b43b-493a-a6e9-6a3640b13dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.731585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-88d612d0-b43b-493a-a6e9-6a3640b13dbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.0764918 Aug 29 04:21:15.813092 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-5ad7b0b9-6bf8-4dda-83ca-dc4a6bae9a72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702143 Aug 29 04:21:15.918124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb7814c0-4ce9-4be7-87ef-40be5e122706 req-354de6ee-5834-417b-8e07-a7c99e53e1f4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651074 Aug 29 04:21:16.120635 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.185906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] device_id is not set on port e616e723-fe76-4b72-8d04-32d6b9a6f125 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:21:16.283793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdd21e-1f2a-4912-aa80-3f65c8e94d9f req-6e872210-93b5-4b3f-bcbd-6ce83d903f1e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.288703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cfdd21e-1f2a-4912-aa80-3f65c8e94d9f req-6e872210-93b5-4b3f-bcbd-6ce83d903f1e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 945 time: 0.3336720 Aug 29 04:21:16.312365 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a6fd1d-0703-402f-92c7-76f6aebd4668 x-openstack-request-id: req-c3a6fd1d-0703-402f-92c7-76f6aebd4668 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:16.312758 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:16.313074 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3a6fd1d-0703-402f-92c7-76f6aebd4668 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:16.313615 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730', 'status': 'completed', 'code': 200} Aug 29 04:21:16.480405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-505f1fa5-5eaa-4b61-8f80-29a5fcf697df service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466129 Aug 29 04:21:16.517516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e8c419-bc52-40aa-a91f-1df87d0b119b None None] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:16.543905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cfdd21e-1f2a-4912-aa80-3f65c8e94d9f req-aefe2794-4ca6-4120-8906-6c8d66d32613 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436926 Aug 29 04:21:16.648077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8744896f-6a86-490c-bdb6-13fa097d1dd8 None None] Provisioning for port c987e3d7-0270-42c3-aa36-890e386d22db completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:16.658535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207be2b-a636-4593-9188-00e75d36896d req-bde2fa51-6d01-4851-8cf3-10530bd8bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.665856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4207be2b-a636-4593-9188-00e75d36896d req-bde2fa51-6d01-4851-8cf3-10530bd8bce9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1095 time: 0.3512414 Aug 29 04:21:16.673614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8744896f-6a86-490c-bdb6-13fa097d1dd8 None None] Provisioning complete for port c987e3d7-0270-42c3-aa36-890e386d22db triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:16.673614 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8744896f-6a86-490c-bdb6-13fa097d1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.789861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f450bca-9f5e-46d2-a830-17fb7f386ab1 req-591973a3-fd40-4635-bcc1-eefc6e1d4e8e service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009212 Aug 29 04:21:16.877786 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8744896f-6a86-490c-bdb6-13fa097d1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.030602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8ea559-0fc5-4807-b335-5cab01c64651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fabb5-8bbf-49fd-bd48-5b2167eecf58'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:17.032932 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabe0e8b-244d-46d8-b23e-dc6072ce4319" -d '{"events": [{"server_uuid": "5b8ea559-0fc5-4807-b335-5cab01c64651", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fabb5-8bbf-49fd-bd48-5b2167eecf58"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:17.046070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207be2b-a636-4593-9188-00e75d36896d req-fbefacfe-e763-452e-8ca4-56130ac2ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.046852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4663ef8e-5085-40a6-a1d0-216f29db4e9c no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:17.052917 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4207be2b-a636-4593-9188-00e75d36896d req-fbefacfe-e763-452e-8ca4-56130ac2ec39 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.3657725 Aug 29 04:21:17.140414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943c5a-8f50-4f3d-bda2-3a216d7625f8 req-39300a9f-18b8-49d5-a530-077417eed1e5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.152914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30943c5a-8f50-4f3d-bda2-3a216d7625f8 req-39300a9f-18b8-49d5-a530-077417eed1e5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.1554296 Aug 29 04:21:17.188194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4207be2b-a636-4593-9188-00e75d36896d req-2fbaf44c-5155-4073-b388-c2d4d1658af8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730 HTTP/1.1" status: 200 len: 217 time: 0.1239471 Aug 29 04:21:17.225837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0b4f2bed-055f-4cee-873d-bce6e7921952 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:17.267211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30943c5a-8f50-4f3d-bda2-3a216d7625f8 req-1de51d18-e5b3-48b1-acb2-2d096641665c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133070 Aug 29 04:21:17.329146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207be2b-a636-4593-9188-00e75d36896d req-980e2844-9e97-4d2e-bdee-acb0e2c60b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.330946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4207be2b-a636-4593-9188-00e75d36896d req-980e2844-9e97-4d2e-bdee-acb0e2c60b3a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0773427 Aug 29 04:21:17.396098 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4207be2b-a636-4593-9188-00e75d36896d req-1a99fd29-f22e-43e0-9d2c-a7adcfeb54e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543244 Aug 29 04:21:17.440334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0808b635-5a70-4dc8-b3aa-86dfedb4b140 None None] Network 3b67864d-8d83-4461-9a1f-dee00d60b3cf requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:17.486323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0b4f2bed-055f-4cee-873d-bce6e7921952 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:17.518295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8744896f-6a86-490c-bdb6-13fa097d1dd8 None None] For port c987e3d7-0270-42c3-aa36-890e386d22db, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c987e3d7-0270-42c3-aa36-890e386d22db,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:17.527026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2fd97-4b78-4e72-a23b-17099bb17180 req-f38665f2-14b3-419b-8552-10acb984a869 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.528194 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33d3a31e-8fec-4f74-ba0e-4e253265d3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.539370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-abd2fd97-4b78-4e72-a23b-17099bb17180 req-f38665f2-14b3-419b-8552-10acb984a869 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 943 time: 0.1355200 Aug 29 04:21:17.578144 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8744896f-6a86-490c-bdb6-13fa097d1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.655548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744896f-6a86-490c-bdb6-13fa097d1dd8 None None] Pushing event updated for resources: {'Port': ['ID=c987e3d7-0270-42c3-aa36-890e386d22db,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:17.681024 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.692767 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-abd2fd97-4b78-4e72-a23b-17099bb17180 req-1e0ff33a-cc4a-4b7d-9cdf-e72b6448e939 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524806 Aug 29 04:21:17.754009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Allocated IP 10.1.1.211 (cfdf0b50-0db3-438e-be2f-01d62e44e232/b74488c2-cfcf-4b09-af9a-1660eb4f07ed/e616e723-fe76-4b72-8d04-32d6b9a6f125) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:17.764632 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4207be2b-a636-4593-9188-00e75d36896d req-8cec2039-7183-4730-b705-6bab3dbbff4f service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588529 Aug 29 04:21:17.766278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:17.775081 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.784066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-296a2476-9c3b-46b8-bbf6-ecfe72f96abd None None] Provisioning for port 0b4f2bed-055f-4cee-873d-bce6e7921952 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:17.846491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-296a2476-9c3b-46b8-bbf6-ecfe72f96abd None None] Provisioning complete for port 0b4f2bed-055f-4cee-873d-bce6e7921952 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:17.846491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-296a2476-9c3b-46b8-bbf6-ecfe72f96abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.024399 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c642812-7fbf-4bed-a57c-2014e0da3537 x-openstack-request-id: req-4c642812-7fbf-4bed-a57c-2014e0da3537 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:18.026676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.026809 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8ea559-0fc5-4807-b335-5cab01c64651", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fabb5-8bbf-49fd-bd48-5b2167eecf58", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:18.027144 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c642812-7fbf-4bed-a57c-2014e0da3537 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:18.030100 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8ea559-0fc5-4807-b335-5cab01c64651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fabb5-8bbf-49fd-bd48-5b2167eecf58', 'code': 200} Aug 29 04:21:18.061566 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Transition to ACTIVE for port object e616e723-fe76-4b72-8d04-32d6b9a6f125 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:18.101082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.127155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.243094 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-296a2476-9c3b-46b8-bbf6-ecfe72f96abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.284123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 997baca8-67a7-415f-b7d5-524aefc086fb details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:18.335024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=e616e723-fe76-4b72-8d04-32d6b9a6f125,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.388078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-296a2476-9c3b-46b8-bbf6-ecfe72f96abd None None] For port 0b4f2bed-055f-4cee-873d-bce6e7921952, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0b4f2bed-055f-4cee-873d-bce6e7921952,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:18.417086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:18.421937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:18.430971 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-296a2476-9c3b-46b8-bbf6-ecfe72f96abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.446593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:18.555693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.562713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.578296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-5ea933b0-955c-4149-8bb5-eb6aad9ac4e9 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809672 Aug 29 04:21:18.609806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f579700-586a-4ad0-ad5f-b9e985a7d226 req-36986dc7-4bf1-427b-9c16-eb2817c7e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.620074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f579700-586a-4ad0-ad5f-b9e985a7d226 req-36986dc7-4bf1-427b-9c16-eb2817c7e2f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 1097 time: 0.5103807 Aug 29 04:21:18.661628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-99cf3044-8ace-43fe-b0bf-8b78ffe1dccc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3544326 Aug 29 04:21:18.683026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4207be2b-a636-4593-9188-00e75d36896d req-075c2b05-06c1-468e-9764-9e5b55dccc62 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839982 Aug 29 04:21:18.696977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-30ef8150-7ce0-46ac-8523-20396114bc0d None None] Provisioning for port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:18.709082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-30ef8150-7ce0-46ac-8523-20396114bc0d None None] Provisioning complete for port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:18.709505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-30ef8150-7ce0-46ac-8523-20396114bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.738117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a2476-9c3b-46b8-bbf6-ecfe72f96abd None None] Pushing event updated for resources: {'Port': ['ID=0b4f2bed-055f-4cee-873d-bce6e7921952,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.748314 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f579700-586a-4ad0-ad5f-b9e985a7d226 req-891d2c1e-e320-428c-93dc-ce45ebd798b7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269929 Aug 29 04:21:18.759618 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:18.774093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fa39e-d6bc-4d68-a504-2fa44da714c7 req-23861463-3e5c-441a-95a4-856ccff63408 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.783094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc2fa39e-d6bc-4d68-a504-2fa44da714c7 req-23861463-3e5c-441a-95a4-856ccff63408 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 945 time: 0.3806980 Aug 29 04:21:18.794395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '997baca8-67a7-415f-b7d5-524aefc086fb', 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04', 'port_id': '997baca8-67a7-415f-b7d5-524aefc086fb', 'mac_address': 'fa:16:3e:b8:55:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3cda46-ed6f-4217-81ca-1387b3b26214', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:18.796208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-30ef8150-7ce0-46ac-8523-20396114bc0d None None] Port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:18.850143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc2fa39e-d6bc-4d68-a504-2fa44da714c7 req-b2e4968d-ba1a-42a6-bced-254a5ed7108b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614452 Aug 29 04:21:18.860679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-30ef8150-7ce0-46ac-8523-20396114bc0d None None] Provisioning complete for port c987e3d7-0270-42c3-aa36-890e386d22db triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:18.860679 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-30ef8150-7ce0-46ac-8523-20396114bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.931541 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.943454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-c1b7926b-131b-4cc5-a400-a59b6300d8a3 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.953462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-c1b7926b-131b-4cc5-a400-a59b6300d8a3 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3734334 Aug 29 04:21:19.012734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-85fada8c-11bb-4dc5-9bbb-562429310767 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/quotas/362dc64e7dda4cdc9b98043e7a86ba9a HTTP/1.1" status: 200 len: 375 time: 0.0582516 Aug 29 04:21:19.077581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-be102b4c-7671-4947-83c9-b39fe327872d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638089 Aug 29 04:21:19.289309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c987e3d7-0270-42c3-aa36-890e386d22db up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:19.394736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997baca8-67a7-415f-b7d5-524aefc086fb {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:19.410411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613822-0567-4bf3-a06e-2e2ae9435762 req-f55e14a3-a986-494c-a9de-258e2dfe3dbc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.432790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb613822-0567-4bf3-a06e-2e2ae9435762 req-f55e14a3-a986-494c-a9de-258e2dfe3dbc tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.1851237 Aug 29 04:21:19.449234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:19.470226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.541776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb613822-0567-4bf3-a06e-2e2ae9435762 req-c1c365f4-227c-4c75-a993-e6ac717ef64d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079924 Aug 29 04:21:19.618527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c987e3d7-0270-42c3-aa36-890e386d22db triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:19.618962 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.742582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:19.748529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b5864a24-c125-4bec-8590-115a2f8964fb None None] Provisioning for port e616e723-fe76-4b72-8d04-32d6b9a6f125 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:19.754697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b5864a24-c125-4bec-8590-115a2f8964fb None None] Provisioning complete for port e616e723-fe76-4b72-8d04-32d6b9a6f125 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:19.755092 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b5864a24-c125-4bec-8590-115a2f8964fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.775421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338737fc-7be2-41b2-9846-724e1c7512e7 req-b33d06f1-3bfd-412d-875b-4a2ad3ef9779 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.778006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-338737fc-7be2-41b2-9846-724e1c7512e7 req-b33d06f1-3bfd-412d-875b-4a2ad3ef9779 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 944 time: 0.1013713 Aug 29 04:21:19.820811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['997baca8-67a7-415f-b7d5-524aefc086fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:19.852760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-338737fc-7be2-41b2-9846-724e1c7512e7 req-7b4dd532-7081-4c63-a73d-c6a30f0390e4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620706 Aug 29 04:21:19.905467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37592) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:19.911737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c47190fa-9314-4bde-a049-66d1e4481df3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44498673', 'description': 'tempest-description--1809285287'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:19.995782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c47190fa-9314-4bde-a049-66d1e4481df3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.034526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:20.038139 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64fc67e-f041-4457-869d-aeb6639b65e1" -d '{"events": [{"server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "name": "network-vif-unplugged", "status": "completed", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:20.100708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0b4f2bed-055f-4cee-873d-bce6e7921952 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:20.167127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98b5600e-498d-43da-a0f5-f99101ac8828 req-91636263-4828-48aa-9878-e5808c9fbec1 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 210 time: 0.0442841 Aug 29 04:21:20.256828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b5864a24-c125-4bec-8590-115a2f8964fb None None] Port e616e723-fe76-4b72-8d04-32d6b9a6f125 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:20.273207 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c47190fa-9314-4bde-a049-66d1e4481df3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.281304 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c47190fa-9314-4bde-a049-66d1e4481df3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.311360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47190fa-9314-4bde-a049-66d1e4481df3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.330276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c47190fa-9314-4bde-a049-66d1e4481df3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.330722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b5864a24-c125-4bec-8590-115a2f8964fb None None] Provisioning complete for port 0b4f2bed-055f-4cee-873d-bce6e7921952 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:20.331682 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b5864a24-c125-4bec-8590-115a2f8964fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.336824 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c47190fa-9314-4bde-a049-66d1e4481df3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4294393 Aug 29 04:21:20.337618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37612) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:20.346036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b336de7c-9727-4d41-8b89-20eda377a9c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'security_group_rule': {'security_group_id': 'd8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:20.400493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b336de7c-9727-4d41-8b89-20eda377a9c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.402788 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.469354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0b4f2bed-055f-4cee-873d-bce6e7921952 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:20.470071 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.497145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-730f6aa7-f6cd-48bf-8ecb-a4af32ae73c6 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.506952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-730f6aa7-f6cd-48bf-8ecb-a4af32ae73c6 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 804 time: 0.2816896 Aug 29 04:21:20.519651 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b336de7c-9727-4d41-8b89-20eda377a9c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.524597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f070c8-7293-4bd4-b9e9-ec7cc6c6bbad req-7d21245b-389c-46b6-9a25-7b6950c4a345 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.526128 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3f825b0f-853f-4487-bce6-337671dfa37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.530743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b336de7c-9727-4d41-8b89-20eda377a9c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.535794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5f070c8-7293-4bd4-b9e9-ec7cc6c6bbad req-7d21245b-389c-46b6-9a25-7b6950c4a345 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 945 time: 0.1244454 Aug 29 04:21:20.555718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-30efc2ae-0968-428a-9ff6-23f96bf5884f tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/quotas/2bc1dc9c0bdd48039b49dd94f5a2ea4f HTTP/1.1" status: 200 len: 375 time: 0.0477810 Aug 29 04:21:20.558565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336de7c-9727-4d41-8b89-20eda377a9c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a9b78c-db4f-4508-a1de-ca12d7b82ccc,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.596189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b336de7c-9727-4d41-8b89-20eda377a9c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.602262 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b336de7c-9727-4d41-8b89-20eda377a9c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2633278 Aug 29 04:21:20.603447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37616) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:20.609088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5a2aeaa3-2f53-491d-8618-11793affda67 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'security_group_rule': {'security_group_id': 'd8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:20.655885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5f070c8-7293-4bd4-b9e9-ec7cc6c6bbad req-a8b84fbd-11b9-4545-9315-aaddf6742d05 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187623 Aug 29 04:21:20.680327 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeaa3-2f53-491d-8618-11793affda67 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.695498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-af4f77f3-94fe-41b3-9c5b-b407153f3b97 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1387839 Aug 29 04:21:20.769221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeaa3-2f53-491d-8618-11793affda67 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.771159 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5453a7f6-232b-4949-a964-6b73b24cd5f6 x-openstack-request-id: req-5453a7f6-232b-4949-a964-6b73b24cd5f6 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:20.772222 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "name": "network-vif-unplugged", "status": "completed", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:20.774379 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5453a7f6-232b-4949-a964-6b73b24cd5f6 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:20.775942 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'code': 200} Aug 29 04:21:20.777034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeaa3-2f53-491d-8618-11793affda67 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.800684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aeaa3-2f53-491d-8618-11793affda67 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2597a6a1-bef6-4423-a65b-11980fd817b5,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.827196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeaa3-2f53-491d-8618-11793affda67 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.828451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5a2aeaa3-2f53-491d-8618-11793affda67 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2237127 Aug 29 04:21:20.832442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37622) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:20.838588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:20.890927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.090976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d000d9b-74f5-48a0-91b5-842f79300001 req-f092c3e1-f0d9-49ec-8877-9096de3c10f6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.092895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d000d9b-74f5-48a0-91b5-842f79300001 req-f092c3e1-f0d9-49ec-8877-9096de3c10f6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.2257042 Aug 29 04:21:21.098137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-cbd1c8cb-b831-4af2-a46a-d06241bb1eda tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696540 Aug 29 04:21:21.119486 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.196732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-bbd7c263-555a-482a-8711-7051fd4892e2 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.198376 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-bbd7c263-555a-482a-8711-7051fd4892e2 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "GET /v2.0/ports?device_id=2464ac16-fe80-4f0f-b274-cecb85b6b585 HTTP/1.1" status: 200 len: 943 time: 0.0877750 Aug 29 04:21:21.231063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-dab58cad-f1c4-4b67-85ba-b78f5ceb96a3 service neutron] 10.222.0.58 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337269 Aug 29 04:21:21.308988 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d000d9b-74f5-48a0-91b5-842f79300001 req-7e4f9f4d-b6da-436f-8fa6-ebe3d84b4ab0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928146 Aug 29 04:21:21.346120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Deleting port 4663ef8e-5085-40a6-a1d0-216f29db4e9c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:21.346120 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.365398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-bb4c433a-958c-4740-bdea-6f20df9235ca tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.367030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-bb4c433a-958c-4740-bdea-6f20df9235ca tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611120 Aug 29 04:21:21.389146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Request body: {'port': {'device_id': '5cd36946-7e8d-4019-b423-ceaba48edc29', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '362dc64e7dda4cdc9b98043e7a86ba9a'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:21.490368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] For port 4663ef8e-5085-40a6-a1d0-216f29db4e9c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4663ef8e-5085-40a6-a1d0-216f29db4e9c,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:21.491212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.508170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Calling delete_port for 4663ef8e-5085-40a6-a1d0-216f29db4e9c owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:21.537879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c2656c7e-2ee4-4f84-be14-e52163983c8d service neutron] 10.222.0.58 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058572 Aug 29 04:21:21.579728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.796318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Made reservation on behalf of 362dc64e7dda4cdc9b98043e7a86ba9a for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:21.796472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.799686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.820874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.838306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Pushing event deleted for resources: {'Port': ['ID=4663ef8e-5085-40a6-a1d0-216f29db4e9c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:21.838772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac78cd-1a9f-4bf8-9e31-91b6272f7e3b req-fd55769c-0a94-4ade-8a2d-fc2aff26a9e4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.840399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fac78cd-1a9f-4bf8-9e31-91b6272f7e3b req-fd55769c-0a94-4ade-8a2d-fc2aff26a9e4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 944 time: 0.1733437 Aug 29 04:21:21.859220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Allocated IP 172.25.1.106 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/3afff6fd-8f47-4e71-9c88-34e89b267fe5) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:21.991140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] No DVR routers for this DVR port 4663ef8e-5085-40a6-a1d0-216f29db4e9c on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:22.001905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.004477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3f7b0c3-930c-4588-ae95-f2ead3857a86 req-25702b5e-2086-4059-aba4-7320ff874512 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "DELETE /v2.0/ports/4663ef8e-5085-40a6-a1d0-216f29db4e9c HTTP/1.1" status: 204 len: 173 time: 0.7988789 Aug 29 04:21:22.005132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'name': 'network-vif-deleted', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:22.019536 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e66a76-d76c-42c4-a9ea-735bd466de20" -d '{"events": [{"server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "name": "network-vif-deleted", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:22.023366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fac78cd-1a9f-4bf8-9e31-91b6272f7e3b req-9e908a81-e8fa-48e1-8ec8-b9fdfd6be10b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673462 Aug 29 04:21:22.177742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb549893-3bab-4403-9148-a6bbb8f18fe0 req-c67f292f-69c9-4361-9a72-48e4b1c318a8 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 210 time: 0.1026273 Aug 29 04:21:22.264071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.305477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 997baca8-67a7-415f-b7d5-524aefc086fb up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:22.317539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-080da9ed-d681-460b-9fad-8e62abffa3be req-e95bbe18-be5d-4757-bd3d-9045f1a40fb3 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 210 time: 0.0581441 Aug 29 04:21:22.392554 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a60e229-8246-462a-837e-dd0800ced48b x-openstack-request-id: req-8a60e229-8246-462a-837e-dd0800ced48b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:22.394282 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2464ac16-fe80-4f0f-b274-cecb85b6b585", "name": "network-vif-deleted", "tag": "4663ef8e-5085-40a6-a1d0-216f29db4e9c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:22.394882 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a60e229-8246-462a-837e-dd0800ced48b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:22.395710 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2464ac16-fe80-4f0f-b274-cecb85b6b585', 'name': 'network-vif-deleted', 'tag': '4663ef8e-5085-40a6-a1d0-216f29db4e9c', 'status': 'completed', 'code': 200} Aug 29 04:21:22.410931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1f9f9-c925-4d00-bb61-3d92224863cf req-1e4fe679-2c5d-4494-9451-063723109ad9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.421249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ff1f9f9-c925-4d00-bb61-3d92224863cf req-1e4fe679-2c5d-4494-9451-063723109ad9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 945 time: 0.2534397 Aug 29 04:21:22.423306 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.430973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 997baca8-67a7-415f-b7d5-524aefc086fb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:22.437195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 997baca8-67a7-415f-b7d5-524aefc086fb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:22.437802 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.438221 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.595216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ff1f9f9-c925-4d00-bb61-3d92224863cf req-cd244724-cd55-4e68-bbf6-c9de95d29851 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667933 Aug 29 04:21:22.631242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474eac38-e496-45d2-b418-c32a1a02483b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.650804 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.698322 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.741932 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.774323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:22.778186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:22.785250 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d514ee2b-723b-490e-8afb-a5fc6905e755" -d '{"events": [{"server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "name": "network-vif-plugged", "status": "completed", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:22.796844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673bbf7-b7ab-4fa0-b225-733533560058 req-0347b33f-ea2d-4517-a890-1c286e775986 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.797550 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.805375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e673bbf7-b7ab-4fa0-b225-733533560058 req-0347b33f-ea2d-4517-a890-1c286e775986 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.3306193 Aug 29 04:21:22.837191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:22.857098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:22.864430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:22.899387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.910535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=3afff6fd-8f47-4e71-9c88-34e89b267fe5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.926928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Allocated IP 192.168.233.223 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/69da588c-66ac-492f-9eb9-fd6b73cb3271) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:22.984300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e673bbf7-b7ab-4fa0-b225-733533560058 req-5153445e-82d6-404d-bc65-877a77951d64 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750989 Aug 29 04:21:22.999592 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e063b8ca-cff1-441f-9f80-a67836426390 x-openstack-request-id: req-e063b8ca-cff1-441f-9f80-a67836426390 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:23.000737 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "name": "network-vif-plugged", "status": "completed", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:23.001180 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e063b8ca-cff1-441f-9f80-a67836426390 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:23.001681 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb', 'code': 200} Aug 29 04:21:23.120526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.141576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff97f5-3f36-4b65-b5a4-fc749d395522 req-f684819d-156f-4ad6-a703-b35c2561bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.152739 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-61ff97f5-3f36-4b65-b5a4-fc749d395522 req-f684819d-156f-4ad6-a703-b35c2561bc1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1097 time: 0.0878203 Aug 29 04:21:23.201710 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-61ff97f5-3f36-4b65-b5a4-fc749d395522 req-3ee75886-4851-4530-b312-245aa5d6004f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Aug 29 04:21:23.371171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.390044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Transition to ACTIVE for port object 69da588c-66ac-492f-9eb9-fd6b73cb3271 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:23.479318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-8edd2da1-6fc2-4bbd-89e5-2700c5244453 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.481997 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-8edd2da1-6fc2-4bbd-89e5-2700c5244453 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 804 time: 0.1830928 Aug 29 04:21:23.497464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Request body: {'port': {'device_id': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'admin_state_up': True, 'tenant_id': '2bc1dc9c0bdd48039b49dd94f5a2ea4f'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:23.508362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.540327 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.551918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091e681-2022-4d0a-8a80-9e6244cdcae8 req-3ddebd25-ebcd-4443-bc76-67bcc544f2e7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.553627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7091e681-2022-4d0a-8a80-9e6244cdcae8 req-3ddebd25-ebcd-4443-bc76-67bcc544f2e7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.2978070 Aug 29 04:21:23.570508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb8f14-b47c-450b-98c5-4d8a907b6c03 req-b0066f1c-3f0d-4b7e-85aa-fedf703662e0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.580039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6eb8f14-b47c-450b-98c5-4d8a907b6c03 req-b0066f1c-3f0d-4b7e-85aa-fedf703662e0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 945 time: 0.3245203 Aug 29 04:21:23.679148 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:21:23.680754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Made reservation on behalf of 2bc1dc9c0bdd48039b49dd94f5a2ea4f for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:23.684537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.692704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:23.759459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:23.774293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:23.778699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Pushing event updated for resources: {'Port': ['ID=69da588c-66ac-492f-9eb9-fd6b73cb3271,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.871607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.872479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.876590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Allocated IP 172.20.0.14 (a6cd64d9-4479-4547-af75-ebda8319ce2f/b480b34a-6bad-4787-bac0-0d87ef5d3d8b/44f76b3c-f01c-430c-9513-1c15b78fd67a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:24.117413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.165503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-03fd77c8-8431-40e9-b27f-22740305e699 None None] Provisioning for port 69da588c-66ac-492f-9eb9-fd6b73cb3271 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:24.173560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-03fd77c8-8431-40e9-b27f-22740305e699 None None] Provisioning complete for port 69da588c-66ac-492f-9eb9-fd6b73cb3271 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:24.174089 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-03fd77c8-8431-40e9-b27f-22740305e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.213729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.234334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-03fd77c8-8431-40e9-b27f-22740305e699 None None] Port 69da588c-66ac-492f-9eb9-fd6b73cb3271 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:24.276959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Network a6cd64d9-4479-4547-af75-ebda8319ce2f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:24.286820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:24.291764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:24.299362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Pushing event updated for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.360524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.361746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.382243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-c4056d38-5890-43ec-95f8-5d8a8161ebb8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8891795 Aug 29 04:21:24.395522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Request body: {'port': {'device_id': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:24.398511 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7091e681-2022-4d0a-8a80-9e6244cdcae8 req-692a742e-99a2-4612-ac24-d9ec85fc9b71 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8054583 Aug 29 04:21:24.404277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6eb8f14-b47c-450b-98c5-4d8a907b6c03 req-09271a79-6535-4fe1-b389-bc1877d850d9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8246534 Aug 29 04:21:24.413793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6c9f23da-eb73-413e-9783-e05522adae07 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0323451 Aug 29 04:21:24.480295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.489488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.560052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=3afff6fd-8f47-4e71-9c88-34e89b267fe5,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.575390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.610203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-3953a21e-c8d7-4269-a88b-f66382c6a522 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.611729 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-3953a21e-c8d7-4269-a88b-f66382c6a522 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 945 time: 0.0742934 Aug 29 04:21:24.635769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Request body: {'port': {'device_id': '5cd36946-7e8d-4019-b423-ceaba48edc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:24.708394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.772927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277dca1-c57a-4ee3-aac5-b29b489e09b5 req-698871a9-2b07-42c2-9f50-66d91f472146 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.787143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6277dca1-c57a-4ee3-aac5-b29b489e09b5 req-698871a9-2b07-42c2-9f50-66d91f472146 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 936 time: 0.2761650 Aug 29 04:21:24.800181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e307f-7910-4127-9cb6-5bcef399837b req-5961c2e0-0d15-4042-8bd0-237d6abdec37 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.802723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-441e307f-7910-4127-9cb6-5bcef399837b req-5961c2e0-0d15-4042-8bd0-237d6abdec37 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 932 time: 0.2907653 Aug 29 04:21:24.829216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.830521 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac3f1be4-b895-4d8a-a3a7-3cc8f53b1212 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9964609 Aug 29 04:21:24.898267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Deleting port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:24.898625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.916470 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-441e307f-7910-4127-9cb6-5bcef399837b req-79a86f26-d06c-46de-a13c-9132058e42f4 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767672 Aug 29 04:21:24.917067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.059568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] For port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:25.059949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.070757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:25.081330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Calling delete_port for 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:25.089224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f76b3c-f01c-430c-9513-1c15b78fd67a {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:25.101805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.148589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6277dca1-c57a-4ee3-aac5-b29b489e09b5 req-69c28a97-0c6c-46e7-9518-3fb943ce4422 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604732 Aug 29 04:21:25.240740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Transition to ACTIVE for port object 44f76b3c-f01c-430c-9513-1c15b78fd67a will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:25.249193 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.273472 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.276768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.287138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a2775-26ec-4e19-be88-57f3f3b7577a req-ab281641-4f39-4fbf-9086-72b97c54fe46 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.288838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c0a2775-26ec-4e19-be88-57f3f3b7577a req-ab281641-4f39-4fbf-9086-72b97c54fe46 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.1610577 Aug 29 04:21:25.304155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event deleted for resources: {'Port': ['ID=8d0fabb5-8bbf-49fd-bd48-5b2167eecf58,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.371249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c0a2775-26ec-4e19-be88-57f3f3b7577a req-40799d8b-079c-4741-9a14-07fc80d5a1d2 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691209 Aug 29 04:21:25.376339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4663ef8e-5085-40a6-a1d0-216f29db4e9c no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:25.402266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 4663ef8e-5085-40a6-a1d0-216f29db4e9c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:25.402949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4663ef8e-5085-40a6-a1d0-216f29db4e9c not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:25.434833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] No DVR routers for this DVR port 8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:25.446144 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.448230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a53a9e7-6038-4bba-976e-55af882f5250 req-ac3db70c-4c93-410e-9133-e8b188f3eca1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "DELETE /v2.0/ports/8d0fabb5-8bbf-49fd-bd48-5b2167eecf58 HTTP/1.1" status: 204 len: 173 time: 0.8066921 Aug 29 04:21:25.448686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8ea559-0fc5-4807-b335-5cab01c64651', 'name': 'network-vif-deleted', 'tag': '8d0fabb5-8bbf-49fd-bd48-5b2167eecf58'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:25.451524 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ec288-0942-4916-9304-bf4baae59e5d" -d '{"events": [{"server_uuid": "5b8ea559-0fc5-4807-b335-5cab01c64651", "name": "network-vif-deleted", "tag": "8d0fabb5-8bbf-49fd-bd48-5b2167eecf58"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:25.467578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Pushing event updated for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.593247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Attempting to bind port 44f76b3c-f01c-430c-9513-1c15b78fd67a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:25.593919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Attempting to bind port 44f76b3c-f01c-430c-9513-1c15b78fd67a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:25.593919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Attempting to bind port 44f76b3c-f01c-430c-9513-1c15b78fd67a on network a6cd64d9-4479-4547-af75-ebda8319ce2f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:25.606278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Port 44f76b3c-f01c-430c-9513-1c15b78fd67a on network a6cd64d9-4479-4547-af75-ebda8319ce2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:25.606645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Attempting to bind port 44f76b3c-f01c-430c-9513-1c15b78fd67a on network a6cd64d9-4479-4547-af75-ebda8319ce2f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:25.617766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:25.618046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Checking segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:25.618381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Bound using segment: {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:25.618838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Bound port: 44f76b3c-f01c-430c-9513-1c15b78fd67a, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aa6792-e311-4f24-ac0e-00325915c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:25.619209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.661203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-d8a2c97e-c99d-42e5-8aff-2664a831bb56 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--44498673&fields=id&tenant_id=df9e508a4f694e8e88de7468142e8421 HTTP/1.1" status: 200 len: 267 time: 0.1580250 Aug 29 04:21:25.708453 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69da588c-66ac-492f-9eb9-fd6b73cb3271 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:25.720303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:25.720883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7229ea0-7709-4800-af6f-d9c672f39ade req-4ea704b5-b9c1-4d33-b1c1-e2f2a38ff4c5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.722948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7229ea0-7709-4800-af6f-d9c672f39ade req-4ea704b5-b9c1-4d33-b1c1-e2f2a38ff4c5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.1807413 Aug 29 04:21:25.724955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:25.730094 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.733921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.771497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.772730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.772915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-76316025-338b-4db6-b4a7-95c7c1b8d2a8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.774370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-76316025-338b-4db6-b4a7-95c7c1b8d2a8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports/bb1f2743-d5fc-4aae-8b4e-a3829e09b36a HTTP/1.1" status: 200 len: 935 time: 0.1021791 Aug 29 04:21:25.774574 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] 10.222.0.65 "PUT /v2.0/ports/44f76b3c-f01c-430c-9513-1c15b78fd67a HTTP/1.1" status: 200 len: 1093 time: 1.3834171 Aug 29 04:21:25.790545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Transition to ACTIVE for port object 69da588c-66ac-492f-9eb9-fd6b73cb3271 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:25.808397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61001e-67bb-47cb-9cec-ff6e4056108b service neutron] Pushing event updated for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.813015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.884800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-b54c4aab-bb21-47cb-a952-92fff2472845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.886683 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-b54c4aab-bb21-47cb-a952-92fff2472845 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 1096 time: 0.0639555 Aug 29 04:21:25.926037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7229ea0-7709-4800-af6f-d9c672f39ade req-76dda38f-9360-47af-9321-f72c118b98bd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893344 Aug 29 04:21:25.945694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-b3bd5e68-1fd3-4415-9171-f784b9b753ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a HTTP/1.1" status: 200 len: 217 time: 0.0463746 Aug 29 04:21:25.946567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-f18d2af9-a8de-4850-b84e-2f86c9641e5b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.948562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-f18d2af9-a8de-4850-b84e-2f86c9641e5b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports/e616e723-fe76-4b72-8d04-32d6b9a6f125 HTTP/1.1" status: 200 len: 935 time: 0.1568022 Aug 29 04:21:26.048999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-a323b1f7-fa3c-4913-a3e8-8748d8c9e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.051505 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-a323b1f7-fa3c-4913-a3e8-8748d8c9e4ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 200 len: 844 time: 0.0923173 Aug 29 04:21:26.080569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Pushing event updated for resources: {'Port': ['ID=69da588c-66ac-492f-9eb9-fd6b73cb3271,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.107948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-5b8a9d55-d3ce-499a-a0fa-85b9f3933ee6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6cd64d9-4479-4547-af75-ebda8319ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429440 Aug 29 04:21:26.137470 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-f31b9165-2d8e-4b15-ae17-5ab2f513a9f9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1614540 Aug 29 04:21:26.186606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d14db30-2847-402c-b625-590eb49c1dbc req-3bc66e95-dee2-459c-82bd-cef6dc3dbbcb tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ea559-0fc5-4807-b335-5cab01c64651 HTTP/1.1" status: 200 len: 210 time: 0.1426809 Aug 29 04:21:26.242196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-f3e6b5d1-4448-4ba7-adcf-b3e99328a2b2 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1037819 Aug 29 04:21:26.308146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-7edf2d48-3e14-4f1b-9546-1e043dd00de6 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693776 Aug 29 04:21:26.435145 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334883c2-2ec6-4ff8-b4a4-88a9675af0d8 x-openstack-request-id: req-334883c2-2ec6-4ff8-b4a4-88a9675af0d8 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:26.435591 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8ea559-0fc5-4807-b335-5cab01c64651", "name": "network-vif-deleted", "tag": "8d0fabb5-8bbf-49fd-bd48-5b2167eecf58", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:26.435941 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-334883c2-2ec6-4ff8-b4a4-88a9675af0d8 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:26.436397 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8ea559-0fc5-4807-b335-5cab01c64651', 'name': 'network-vif-deleted', 'tag': '8d0fabb5-8bbf-49fd-bd48-5b2167eecf58', 'status': 'completed', 'code': 200} Aug 29 04:21:26.444844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7ba5902b-a63c-42b9-bd6f-a8616759445a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.446062 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4fb7926e-6aab-4357-8f22-c10c84cf16f2 req-cdc3a392-8e41-44f6-8f1f-64089f6d0052 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286774 Aug 29 04:21:26.460757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7ba5902b-a63c-42b9-bd6f-a8616759445a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.467328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7ba5902b-a63c-42b9-bd6f-a8616759445a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.469113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7ba5902b-a63c-42b9-bd6f-a8616759445a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/networks?id=1d19174c-2b84-4b09-9a7c-d4508d51064e&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&id=3b67864d-8d83-4461-9a1f-dee00d60b3cf HTTP/1.1" status: 200 len: 1994 time: 0.2261221 Aug 29 04:21:26.499093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Attempting to bind port 69da588c-66ac-492f-9eb9-fd6b73cb3271 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:26.499443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Attempting to bind port 69da588c-66ac-492f-9eb9-fd6b73cb3271 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:26.499770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Attempting to bind port 69da588c-66ac-492f-9eb9-fd6b73cb3271 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:26.519520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Port 69da588c-66ac-492f-9eb9-fd6b73cb3271 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:26.519841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Attempting to bind port 69da588c-66ac-492f-9eb9-fd6b73cb3271 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:26.532525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:26.532866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:26.533255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:26.533696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Bound port: 69da588c-66ac-492f-9eb9-fd6b73cb3271, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:26.534597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.539130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-593bcf46-45bf-4846-bdfe-abd2bb343745 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/quotas/df9e508a4f694e8e88de7468142e8421 HTTP/1.1" status: 200 len: 375 time: 0.0285375 Aug 29 04:21:26.562671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a996e-46bb-46a9-be93-3fda13e4d730 req-dbe534d2-0c7e-4d16-b324-4d6a37d53ab9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.564480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b78a996e-46bb-46a9-be93-3fda13e4d730 req-dbe534d2-0c7e-4d16-b324-4d6a37d53ab9 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 944 time: 0.0944452 Aug 29 04:21:26.676368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b78a996e-46bb-46a9-be93-3fda13e4d730 req-e59e6d5e-fb23-4f9f-ad6a-e9a1b09641b3 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023207 Aug 29 04:21:26.696849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-394bacd7-14ce-45d2-8d47-6968ec9c05c4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1448364 Aug 29 04:21:26.698105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] For port 69da588c-66ac-492f-9eb9-fd6b73cb3271, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:26.706654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] For port 69da588c-66ac-492f-9eb9-fd6b73cb3271, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69da588c-66ac-492f-9eb9-fd6b73cb3271,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:26.735814 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.844997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.845678 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.851438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] 10.222.0.64 "PUT /v2.0/ports/69da588c-66ac-492f-9eb9-fd6b73cb3271 HTTP/1.1" status: 200 len: 1097 time: 2.4207797 Aug 29 04:21:26.852073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd36946-7e8d-4019-b423-ceaba48edc29', 'tag': '69da588c-66ac-492f-9eb9-fd6b73cb3271'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:26.854481 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783fdcec-99e1-4921-b373-1150a55c3223" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd36946-7e8d-4019-b423-ceaba48edc29", "tag": "69da588c-66ac-492f-9eb9-fd6b73cb3271"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:26.905948 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.924499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7d177-7eb6-43d5-a9e8-abbc8ce14d51 service neutron] Pushing event updated for resources: {'Port': ['ID=69da588c-66ac-492f-9eb9-fd6b73cb3271,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.949513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5283cb1-37ed-4445-a299-b224ba4c52ca req-03a3ff2c-09db-4ec6-9a7a-ed619fb65a39 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.951063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5283cb1-37ed-4445-a299-b224ba4c52ca req-03a3ff2c-09db-4ec6-9a7a-ed619fb65a39 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1097 time: 0.1793356 Aug 29 04:21:26.974359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-e149535e-e693-40a7-b172-b752c444ae22 service neutron] 10.222.0.58 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640073 Aug 29 04:21:27.048344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-2d4a7ac2-cf62-4102-982f-fea0fd17773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.049887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-2d4a7ac2-cf62-4102-982f-fea0fd17773c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 1100 time: 0.1511726 Aug 29 04:21:27.064660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5283cb1-37ed-4445-a299-b224ba4c52ca req-f140b8f6-55d1-4518-915c-b8d3fb42c241 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036036 Aug 29 04:21:27.074700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 99c079ed-2221-4787-b57e-1a4b6c3a9730 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:27.132322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-ce8abc6e-3e10-4437-aff7-2e9a0cc9ced2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=69da588c-66ac-492f-9eb9-fd6b73cb3271 HTTP/1.1" status: 200 len: 217 time: 0.0638907 Aug 29 04:21:27.195040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:27.205512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '99c079ed-2221-4787-b57e-1a4b6c3a9730', 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e', 'port_id': '99c079ed-2221-4787-b57e-1a4b6c3a9730', 'mac_address': 'fa:16:3e:7a:e8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87caf25-1667-43fd-be52-b8a81d091bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:27.236443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-f799a042-9a41-4294-b8de-8ff5489f3524 service neutron] 10.222.0.58 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515817 Aug 29 04:21:27.242631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-8e45b52e-8b37-4f02-b275-d18e5e1f04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.243651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-8e45b52e-8b37-4f02-b275-d18e5e1f04f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1019592 Aug 29 04:21:27.244991 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.258165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c079ed-2221-4787-b57e-1a4b6c3a9730 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:27.279353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:27.284027 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.309187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a04e0-fa38-41c0-b5f3-887995f3b992 req-ca67f30f-e1b6-4f51-90cd-d9371411c260 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.310669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d48a04e0-fa38-41c0-b5f3-887995f3b992 req-ca67f30f-e1b6-4f51-90cd-d9371411c260 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 948 time: 0.1559680 Aug 29 04:21:27.323567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-22849806-62ba-4ae2-b0a1-d8101101e49e service neutron] 10.222.0.58 "GET /v2.0/ports/bb1f2743-d5fc-4aae-8b4e-a3829e09b36a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0773704 Aug 29 04:21:27.345502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.398904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-1a84d44c-f512-4d6c-9fdc-59def2626a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.400624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-1a84d44c-f512-4d6c-9fdc-59def2626a5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463907 Aug 29 04:21:27.414495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d48a04e0-fa38-41c0-b5f3-887995f3b992 req-ee5beb14-c3db-4b6c-b3a4-dd36e0be4517 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948539 Aug 29 04:21:27.505772 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-04e8409a-4047-4ec5-aa66-be7745b3ac06 service neutron] 10.222.0.58 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730857 Aug 29 04:21:27.541916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['99c079ed-2221-4787-b57e-1a4b6c3a9730'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:27.571067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-6d184c8e-a765-41b2-b37f-47ba4a601084 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597717 Aug 29 04:21:27.711339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e5d30-8f87-483b-ac87-8d29fceea83c req-aa53b1de-ab05-4587-916a-56da79825036 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.712750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f72e5d30-8f87-483b-ac87-8d29fceea83c req-aa53b1de-ab05-4587-916a-56da79825036 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 944 time: 0.1461024 Aug 29 04:21:27.716357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-96cd569a-441d-4768-887b-06ab9180e374 service neutron] 10.222.0.58 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025483 Aug 29 04:21:27.773708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-644c6f80-db9f-404e-8777-5b2be93f7275 req-e96eb507-ffc5-4187-a5a9-e78bd51e63a0 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888568 Aug 29 04:21:27.790223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f72e5d30-8f87-483b-ac87-8d29fceea83c req-d8957bb2-5405-455a-9314-08ad50a95d56 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713482 Aug 29 04:21:27.792553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c47813d7-3c75-4a6b-aa23-e8a52b158311 service neutron] 10.222.0.58 "GET /v2.0/ports/e616e723-fe76-4b72-8d04-32d6b9a6f125?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0623302 Aug 29 04:21:27.883138 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-478e079f-99f3-4452-8ff2-c2c65ab83ea2 service neutron] 10.222.0.58 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840838 Aug 29 04:21:27.899096 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26c494-9d69-46d4-89a0-1aa18d59f87e x-openstack-request-id: req-ef26c494-9d69-46d4-89a0-1aa18d59f87e {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:27.899395 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd36946-7e8d-4019-b423-ceaba48edc29", "tag": "69da588c-66ac-492f-9eb9-fd6b73cb3271", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:27.900043 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef26c494-9d69-46d4-89a0-1aa18d59f87e {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:27.900193 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd36946-7e8d-4019-b423-ceaba48edc29', 'tag': '69da588c-66ac-492f-9eb9-fd6b73cb3271', 'status': 'completed', 'code': 200} Aug 29 04:21:28.022374 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.047208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fdcec-99e1-4921-b373-1150a55c3223 req-5cfbde96-0c04-42f8-8a7e-e7342c18582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.048739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783fdcec-99e1-4921-b373-1150a55c3223 req-5cfbde96-0c04-42f8-8a7e-e7342c18582d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 1100 time: 0.1063085 Aug 29 04:21:28.053219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb08bb1-6d55-4ac1-badb-aec6f85044c2 req-82ea4dd4-3ac1-4377-b8a8-ff92b12a0a22 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.054755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bb08bb1-6d55-4ac1-badb-aec6f85044c2 req-82ea4dd4-3ac1-4377-b8a8-ff92b12a0a22 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1097 time: 0.1111608 Aug 29 04:21:28.059879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa070642-3196-4843-a2fd-60952d18c115 service neutron] 10.222.0.58 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704016 Aug 29 04:21:28.200010 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bb08bb1-6d55-4ac1-badb-aec6f85044c2 req-285e5d0f-d47b-4630-96ce-0fe36a82c2a6 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379578 Aug 29 04:21:28.246196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-b9fb92a4-7340-4f49-8909-c08524ec3ddf service neutron] 10.222.0.58 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770647 Aug 29 04:21:28.274297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fdcec-99e1-4921-b373-1150a55c3223 req-34ca2afd-e950-4159-b268-6e4447cd328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.275688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783fdcec-99e1-4921-b373-1150a55c3223 req-34ca2afd-e950-4159-b268-6e4447cd328d service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2056968 Aug 29 04:21:28.437854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:28.440430 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a6ba5a-5357-47f5-8be8-db20224d4b84" -d '{"events": [{"name": "network-changed", "server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:28.635608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783fdcec-99e1-4921-b373-1150a55c3223 req-8220e5f5-929b-4a78-8fce-1d1317bd62aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=69da588c-66ac-492f-9eb9-fd6b73cb3271 HTTP/1.1" status: 200 len: 217 time: 0.3334503 Aug 29 04:21:28.738077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c1ca92be-412a-4f04-9be6-0a2ced5936e0 service neutron] 10.222.0.58 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846265 Aug 29 04:21:28.745767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3e5e-749b-4111-b527-4f13565c107d req-9cad62c3-57d2-47a3-9673-f51e2a028ca3 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.747172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-835a3e5e-749b-4111-b527-4f13565c107d req-9cad62c3-57d2-47a3-9673-f51e2a028ca3 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 944 time: 0.1163824 Aug 29 04:21:28.748520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fdcec-99e1-4921-b373-1150a55c3223 req-251323b5-c867-4207-aac9-e631dcd74503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.749843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783fdcec-99e1-4921-b373-1150a55c3223 req-251323b5-c867-4207-aac9-e631dcd74503 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1040974 Aug 29 04:21:28.873068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-835a3e5e-749b-4111-b527-4f13565c107d req-d3c19ae6-6bbf-4b5b-8cd4-6ae5fb1929fe tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147363 Aug 29 04:21:28.881681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fdcec-99e1-4921-b373-1150a55c3223 req-4283245a-12a3-4638-afd0-32f24b3225eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.883135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783fdcec-99e1-4921-b373-1150a55c3223 req-4283245a-12a3-4638-afd0-32f24b3225eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083822 Aug 29 04:21:28.918775 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-45b8fc6d-3199-4b88-8ca8-f753a28ca432 service neutron] 10.222.0.58 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679821 Aug 29 04:21:29.078924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 44f76b3c-f01c-430c-9513-1c15b78fd67a details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:29.083437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 99c079ed-2221-4787-b57e-1a4b6c3a9730 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:29.094632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783fdcec-99e1-4921-b373-1150a55c3223 req-c8fa5188-274b-4886-bec1-db169f08f9d2 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987555 Aug 29 04:21:29.098718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-903387a5-185c-462e-b2ad-c081b16bce42 service neutron] 10.222.0.58 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547761 Aug 29 04:21:29.106444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f3465-8949-407c-86fc-9e3a2b907cd8 req-12e6334d-e0b4-4827-a883-593833dc4833 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.107957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e16f3465-8949-407c-86fc-9e3a2b907cd8 req-12e6334d-e0b4-4827-a883-593833dc4833 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 950 time: 0.1441724 Aug 29 04:21:29.198912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 99c079ed-2221-4787-b57e-1a4b6c3a9730 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:29.208012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 99c079ed-2221-4787-b57e-1a4b6c3a9730 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:29.208412 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.245165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:29.266923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e16f3465-8949-407c-86fc-9e3a2b907cd8 req-c2f32b28-0745-42a3-95f1-7063ae058b93 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413345 Aug 29 04:21:29.275036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'port_id': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'mac_address': 'fa:16:3e:0c:1e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480b34a-6bad-4787-bac0-0d87ef5d3d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:29.286925 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-d63c402e-373a-4517-8d83-fb31c8227932 service neutron] 10.222.0.58 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779463 Aug 29 04:21:29.317334 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783fdcec-99e1-4921-b373-1150a55c3223 req-c8a7ac2b-ca59-4cf3-bf54-735d0acf151c service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070954 Aug 29 04:21:29.342341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.383591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f76b3c-f01c-430c-9513-1c15b78fd67a {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:29.409323 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.415267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:29.425009 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.458214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:29.458767 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-91211c24-3a8f-48b7-bf78-e08325cad5ef service neutron] 10.222.0.58 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631775 Aug 29 04:21:29.460676 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba8f87e-e4cf-4360-a52b-7fc18537e61e" -d '{"events": [{"server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "name": "network-vif-plugged", "status": "completed", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:29.489908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:29.497446 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.507875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.547006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3d96d992-99cd-453b-a7cd-7b1f3eef45ad tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.548526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3d96d992-99cd-453b-a7cd-7b1f3eef45ad tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.1801262 Aug 29 04:21:29.556814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.575640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-6dd10e34-cde3-4177-a56b-e508620b8c35 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/quotas/16c5f4347b9a46ada3d9f0d797dcd761 HTTP/1.1" status: 200 len: 375 time: 0.0163794 Aug 29 04:21:29.599040 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ca153b4c-05df-4fcf-a2b4-92cba9e80058 service neutron] 10.222.0.58 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296849 Aug 29 04:21:29.619842 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-bee58aca-c58d-4da1-94f4-c3d668f1ee6f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355937 Aug 29 04:21:29.688315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['44f76b3c-f01c-430c-9513-1c15b78fd67a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:29.774621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-cafa5e44-2456-4ff5-b6f0-6c2d4596c940 service neutron] 10.222.0.58 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570764 Aug 29 04:21:29.776673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-697e7dfc-c441-4634-b8f5-72bebe46bbc5 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491950 Aug 29 04:21:29.870893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-341ae73d-dacf-4db1-96ef-cba3e97561f9 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859370 Aug 29 04:21:30.072805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427c62a-009a-4c50-8798-987a49e07674 req-cd3da4b9-9cf8-4074-85d1-144b25bc89f7 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.074452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5427c62a-009a-4c50-8798-987a49e07674 req-cd3da4b9-9cf8-4074-85d1-144b25bc89f7 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 948 time: 0.0557811 Aug 29 04:21:30.125785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5427c62a-009a-4c50-8798-987a49e07674 req-e0a00378-fd06-49c3-8183-9a5af14b6653 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451727 Aug 29 04:21:30.177242 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d2faa2-9946-43cb-ae15-fbb0217d2b7f x-openstack-request-id: req-66d2faa2-9946-43cb-ae15-fbb0217d2b7f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:30.178086 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:30.178507 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66d2faa2-9946-43cb-ae15-fbb0217d2b7f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:30.179044 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'status': 'completed', 'code': 200} Aug 29 04:21:30.259031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-f6316631-05d1-4ffd-9ba3-3f8c8dd3f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.260701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-f6316631-05d1-4ffd-9ba3-3f8c8dd3f96d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 1097 time: 0.0583897 Aug 29 04:21:30.302293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99cb8a-b981-4f7f-968d-477e8ef25271 req-ff746c92-3253-4329-9d11-108767496f26 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.310151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a99cb8a-b981-4f7f-968d-477e8ef25271 req-ff746c92-3253-4329-9d11-108767496f26 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.0735505 Aug 29 04:21:30.327906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69da588c-66ac-492f-9eb9-fd6b73cb3271 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:30.330232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:30.385525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-3d3998aa-38c5-4ff0-814c-38e037d27146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.387429 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-3d3998aa-38c5-4ff0-814c-38e037d27146 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 200 len: 905 time: 0.1177306 Aug 29 04:21:30.393820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a99cb8a-b981-4f7f-968d-477e8ef25271 req-75cf50ed-df9a-41e6-bcc9-7ad8a745e1bd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826478 Aug 29 04:21:30.634359 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.647091 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0a294b-3089-43ca-9a95-5328afa46a1f x-openstack-request-id: req-5b0a294b-3089-43ca-9a95-5328afa46a1f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:30.647674 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "name": "network-vif-plugged", "status": "completed", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:30.648391 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b0a294b-3089-43ca-9a95-5328afa46a1f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:30.649225 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730', 'code': 200} Aug 29 04:21:30.689983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:30.700349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.790379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69da588c-66ac-492f-9eb9-fd6b73cb3271, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69da588c-66ac-492f-9eb9-fd6b73cb3271,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:30.825616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '69da588c-66ac-492f-9eb9-fd6b73cb3271', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '69da588c-66ac-492f-9eb9-fd6b73cb3271', 'mac_address': 'fa:16:3e:48:8d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:30.840671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb40e01-a2e8-4c96-a2bc-630acc9d32ac req-625bd76d-2b79-4709-860e-6e26ebf27d26 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.848936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdb40e01-a2e8-4c96-a2bc-630acc9d32ac req-625bd76d-2b79-4709-860e-6e26ebf27d26 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 945 time: 0.0803695 Aug 29 04:21:30.908924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdb40e01-a2e8-4c96-a2bc-630acc9d32ac req-cb0c0f9e-3030-487d-95c0-eb67b972223d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567307 Aug 29 04:21:30.923352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.934611 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-4a028eed-6b5f-4b8a-a4ec-a567ae33b59a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a HTTP/1.1" status: 200 len: 217 time: 0.5262933 Aug 29 04:21:30.961327 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.980567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69da588c-66ac-492f-9eb9-fd6b73cb3271 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:31.005750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69da588c-66ac-492f-9eb9-fd6b73cb3271, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69da588c-66ac-492f-9eb9-fd6b73cb3271,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:31.012599 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.017080 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98f2b06d-d436-4e3a-9112-19b589c47ba2 req-ec0e7097-58f3-4751-bef6-745fc6133ae8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 210 time: 0.0470850 Aug 29 04:21:31.023123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-751c68ae-a3fb-4112-9cf5-f461eaa7fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.025109 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-751c68ae-a3fb-4112-9cf5-f461eaa7fe1c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 200 len: 844 time: 0.0824883 Aug 29 04:21:31.027552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964d1eb-9363-4b1d-a866-bd83c3abf92c req-2ace8152-0fc7-4e03-8562-387777ddc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.029402 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0964d1eb-9363-4b1d-a866-bd83c3abf92c req-2ace8152-0fc7-4e03-8562-387777ddc1cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1097 time: 0.1421115 Aug 29 04:21:31.106109 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-45488947-7ae2-49f8-9bd4-2f7d12a0627d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6cd64d9-4479-4547-af75-ebda8319ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660107 Aug 29 04:21:31.108628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=69da588c-66ac-492f-9eb9-fd6b73cb3271,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.109635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f1f9e39-73e0-445b-80e4-82de66ae27d7 req-ca741b38-8f69-4d29-b009-d063b6dc4895 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Aug 29 04:21:31.125728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 44f76b3c-f01c-430c-9513-1c15b78fd67a up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:31.137245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0964d1eb-9363-4b1d-a866-bd83c3abf92c req-22806f64-91e8-461d-ab19-19be94336b0c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957818 Aug 29 04:21:31.221776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 44f76b3c-f01c-430c-9513-1c15b78fd67a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:31.227219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 44f76b3c-f01c-430c-9513-1c15b78fd67a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:31.229734 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.283379 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-da79d7fb-54f2-4a04-b41a-7e738c6d6c56 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443584 Aug 29 04:21:31.324893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78b04f-4381-407d-bc2c-249a42729304 req-09cdc9ab-4609-46be-bd95-f61ed0dee714 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.326319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc78b04f-4381-407d-bc2c-249a42729304 req-09cdc9ab-4609-46be-bd95-f61ed0dee714 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 949 time: 0.0643713 Aug 29 04:21:31.347082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['69da588c-66ac-492f-9eb9-fd6b73cb3271'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:31.383437 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.384132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc78b04f-4381-407d-bc2c-249a42729304 req-4573149c-6bd2-4595-b915-7e1fed7e0690 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Aug 29 04:21:31.620645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:31.631813 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1a6ba5a-5357-47f5-8be8-db20224d4b84 req-a1052089-cf5f-4361-bdda-2558309e4435 service neutron] 10.222.0.65 "GET /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791755 Aug 29 04:21:31.633339 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.653177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-cfd50676-e266-408a-a1e2-5b0bb18ae762 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.657619 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-cfd50676-e266-408a-a1e2-5b0bb18ae762 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.2929459 Aug 29 04:21:31.675690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Request body: {'port': {'device_id': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'admin_state_up': True, 'tenant_id': '16c5f4347b9a46ada3d9f0d797dcd761'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:31.722874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.840393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Made reservation on behalf of 16c5f4347b9a46ada3d9f0d797dcd761 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:31.844159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.919173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4b36cb6d-1aa6-4a8c-9186-59ff79eadd15 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:31.920337 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4b36cb6d-1aa6-4a8c-9186-59ff79eadd15 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087576 Aug 29 04:21:31.934792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Request body: {'binding': {'host': 'n-h2-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:31.935338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Unknown quota resources ['binding']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:21:32.072540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Allocated IP 172.20.0.6 (fcb2f71b-e41e-4659-8f0e-1dfdf459bc10/1fcda1e7-79b8-49e3-9169-770662cbe00b/f9f63d43-1f78-450e-b379-04ee62cb4c33) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:32.132860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca94a5-ca8f-44fa-a0df-90fdd6a78311 req-65d6c61b-42db-4190-a95d-641c56962163 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.134347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bca94a5-ca8f-44fa-a0df-90fdd6a78311 req-65d6c61b-42db-4190-a95d-641c56962163 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.0581794 Aug 29 04:21:32.178887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bca94a5-ca8f-44fa-a0df-90fdd6a78311 req-01d1767d-2928-4fde-a2bf-c681375dbc9f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 Aug 29 04:21:32.208865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on host n-h2-712142-15 for vnic_type normal with profile None {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:32.209217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:32.209555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:32.277412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fae905eb-aaca-47be-960c-812d492de42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.279015 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fae905eb-aaca-47be-960c-812d492de42f service neutron] 10.222.0.65 "GET /v2.0/ports/bb1f2743-d5fc-4aae-8b4e-a3829e09b36a HTTP/1.1" status: 200 len: 1031 time: 0.1096160 Aug 29 04:21:32.279781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:32.280261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:32.308882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:32.309599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:32.309729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:32.310310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Bound port: 997baca8-67a7-415f-b7d5-524aefc086fb, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:32.373003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1cdfd-9cf4-4151-ab66-819582db4490 req-7ac5a632-5a38-46d1-a5b9-f9ec258a0216 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.383134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bef1cdfd-9cf4-4151-ab66-819582db4490 req-7ac5a632-5a38-46d1-a5b9-f9ec258a0216 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 946 time: 0.0770030 Aug 29 04:21:32.406520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-f2c539ca-7ee1-4566-a0a4-def0a0593b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.407900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-f2c539ca-7ee1-4566-a0a4-def0a0593b80 service neutron] 10.222.0.65 "GET /v2.0/ports/e616e723-fe76-4b72-8d04-32d6b9a6f125 HTTP/1.1" status: 200 len: 1031 time: 0.1178863 Aug 29 04:21:32.422854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bef1cdfd-9cf4-4151-ab66-819582db4490 req-966d7a49-8e89-4483-a5ab-fcce38c26016 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384586 Aug 29 04:21:32.532437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.537160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:32.555447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.556829 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-4579dd72-2a16-42ec-aeaf-6efae2f502a3 service neutron] 10.222.0.58 "POST /v2.0/ports/997baca8-67a7-415f-b7d5-524aefc086fb/bindings HTTP/1.1" status: 201 len: 390 time: 0.6257539 Aug 29 04:21:32.572479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bd3fc56-abed-473a-928f-4b016c2d1bb5 req-338b4395-1d9e-4b26-afbe-e043633620d9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 210 time: 0.0480282 Aug 29 04:21:32.626740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-478456b1-1f8c-4285-92ba-5d903f073d80 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.633794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-478456b1-1f8c-4285-92ba-5d903f073d80 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.640053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-478456b1-1f8c-4285-92ba-5d903f073d80 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.641822 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-478456b1-1f8c-4285-92ba-5d903f073d80 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "GET /v2.0/networks?id=1d19174c-2b84-4b09-9a7c-d4508d51064e&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&id=3b67864d-8d83-4461-9a1f-dee00d60b3cf HTTP/1.1" status: 200 len: 1994 time: 0.2231159 Aug 29 04:21:32.651032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196'}, {'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:32.654237 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d073cb3-0f35-407a-88a9-205286fefbe7" -d '{"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-unplugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196"}, {"server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "name": "network-vif-plugged", "status": "completed", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:32.726769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.767934 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-62571492-c28f-4462-9e02-09175ffb9e6e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df9e508a4f694e8e88de7468142e8421 HTTP/1.1" status: 200 len: 378 time: 0.1098201 Aug 29 04:21:32.771085 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53ba7129-09ef-4cbe-8dd3-15302624ce0c req-d914d600-f608-455b-a8f9-3832fd364694 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0485356 Aug 29 04:21:32.812992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0af69-54cc-4d5c-9b49-48191dc49103 req-f65259ca-aadb-408c-b1cf-4cda8ed0961f tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.822265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'admin_state_up': True, 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'security_groups': ['d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:32.822693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49e0af69-54cc-4d5c-9b49-48191dc49103 req-f65259ca-aadb-408c-b1cf-4cda8ed0961f tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 949 time: 0.1115472 Aug 29 04:21:32.849103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:32.864592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:32.874042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:32.898541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49e0af69-54cc-4d5c-9b49-48191dc49103 req-c3328b4b-41c0-4cea-8987-1e4a97e61f22 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745530 Aug 29 04:21:32.916273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event updated for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.948859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-aa9e684a-dc57-44f8-bcdb-cd74ef4f2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.950673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-aa9e684a-dc57-44f8-bcdb-cd74ef4f2627 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1097 time: 0.0868838 Aug 29 04:21:32.998957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.999574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.029599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-feca3478-3f88-4378-911b-4a2394689ce7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3593991 Aug 29 04:21:33.058284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Request body: {'port': {'device_id': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:33.097097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:33.100534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.113249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-ebe1b0a1-2b13-4ea5-939c-3607163aa41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.115115 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-ebe1b0a1-2b13-4ea5-939c-3607163aa41c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.1558754 Aug 29 04:21:33.150828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcac4fe-7032-4892-ad31-beb90675c8a6 req-0790e934-77f5-41c4-9cff-a70c855f21a8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.152729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dcac4fe-7032-4892-ad31-beb90675c8a6 req-0790e934-77f5-41c4-9cff-a70c855f21a8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.1664233 Aug 29 04:21:33.192238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-740cb841-46c9-4e03-b265-e6dc09800033 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=997baca8-67a7-415f-b7d5-524aefc086fb HTTP/1.1" status: 200 len: 217 time: 0.0677316 Aug 29 04:21:33.207022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.287001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dcac4fe-7032-4892-ad31-beb90675c8a6 req-e19efc02-f922-4f62-b8db-18e07b79acb5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014314 Aug 29 04:21:33.323253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-ba7a096c-0f03-4899-bac6-bee9ba811275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.326442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-ba7a096c-0f03-4899-bac6-bee9ba811275 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1207378 Aug 29 04:21:33.331804 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84d2a01-2c76-45d6-9f14-d9694725300d x-openstack-request-id: req-f84d2a01-2c76-45d6-9f14-d9694725300d {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:33.332175 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-unplugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196", "code": 200}, {"server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "name": "network-vif-plugged", "status": "completed", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:33.332441 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f84d2a01-2c76-45d6-9f14-d9694725300d {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:33.332849 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'code': 200} Aug 29 04:21:33.333107 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'code': 200} Aug 29 04:21:33.404790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-a6469405-0023-4227-898d-cfe51bcff6d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668492 Aug 29 04:21:33.555480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Allocated IP 172.20.0.8 (1d19174c-2b84-4b09-9a7c-d4508d51064e/55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d/f536b0d4-7844-4d6b-814a-0863b48d4206) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:33.559559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635950d-8fde-4f10-89de-50bf97cee11b req-795baa66-ebe5-4d92-b509-76d9a32be499 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.561273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1635950d-8fde-4f10-89de-50bf97cee11b req-795baa66-ebe5-4d92-b509-76d9a32be499 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.1549730 Aug 29 04:21:33.603290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-193af882-8be2-4b59-8649-b4d3a412010b service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602590 Aug 29 04:21:33.613605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9d09a-557c-4907-97f7-0fa0e847f79a req-daae8a90-3cbf-4483-af64-fb0567503180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.616147 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ece9d09a-557c-4907-97f7-0fa0e847f79a req-daae8a90-3cbf-4483-af64-fb0567503180 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 1098 time: 0.1433327 Aug 29 04:21:33.620704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1635950d-8fde-4f10-89de-50bf97cee11b req-21d9939e-f9f8-4d8d-af4d-5676144d992b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495901 Aug 29 04:21:33.726197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa45a66-9b32-4362-a2d0-44250b6b26e8 req-d2b777fa-652a-49c3-9d9e-40d3726da270 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.727817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aa45a66-9b32-4362-a2d0-44250b6b26e8 req-d2b777fa-652a-49c3-9d9e-40d3726da270 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 946 time: 0.1219501 Aug 29 04:21:33.794930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-13f3cc32-2f04-44a7-8503-68175817c74c service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773436 Aug 29 04:21:33.812296 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ece9d09a-557c-4907-97f7-0fa0e847f79a req-990d8ae9-d07a-43de-8cea-ddc0f0199c17 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261716 Aug 29 04:21:33.821223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aa45a66-9b32-4362-a2d0-44250b6b26e8 req-25c5d0bb-aadd-4e94-a03f-497e78a5861c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773523 Aug 29 04:21:33.834314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f048d3-92b0-4414-a079-6d69f6bf4558 req-0eccb7d9-46ed-4431-b36d-294824727c19 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.836629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71f048d3-92b0-4414-a079-6d69f6bf4558 req-0eccb7d9-46ed-4431-b36d-294824727c19 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 931 time: 0.1059506 Aug 29 04:21:33.908500 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71f048d3-92b0-4414-a079-6d69f6bf4558 req-63b3e579-7b63-4336-a5a6-36362126fd53 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601687 Aug 29 04:21:33.945037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.967593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f63d43-1f78-450e-b379-04ee62cb4c33 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:33.972740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Transition to ACTIVE for port object f536b0d4-7844-4d6b-814a-0863b48d4206 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:33.974171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7e437-9a93-479f-bfa6-440c1c3a3c4f req-4da2980b-8385-450e-a0ed-0d22de4b79af tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.978846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.981898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5b7e437-9a93-479f-bfa6-440c1c3a3c4f req-4da2980b-8385-450e-a0ed-0d22de4b79af tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1097 time: 0.0579002 Aug 29 04:21:33.998339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Transition to ACTIVE for port object f9f63d43-1f78-450e-b379-04ee62cb4c33 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:34.010794 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.024839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5b7e437-9a93-479f-bfa6-440c1c3a3c4f req-e10c17b1-b516-41b4-9ee0-c7386a4e15f4 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Aug 29 04:21:34.078398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Pushing event updated for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.081696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.176309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:34.186176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:34.190596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:34.235428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=f536b0d4-7844-4d6b-814a-0863b48d4206,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.253407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c85d6d-977e-43b4-80a5-23509f732e79 req-c14f23d4-34f0-4413-9258-829552fde378 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.255366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8c85d6d-977e-43b4-80a5-23509f732e79 req-c14f23d4-34f0-4413-9258-829552fde378 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 931 time: 0.1578379 Aug 29 04:21:34.267603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Attempting to bind port f9f63d43-1f78-450e-b379-04ee62cb4c33 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:34.267915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Attempting to bind port f9f63d43-1f78-450e-b379-04ee62cb4c33 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:34.268823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Attempting to bind port f9f63d43-1f78-450e-b379-04ee62cb4c33 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:34.272754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f874-7b8a-46a7-beed-119ba5231a21 req-e2f24507-2a20-4cf3-8015-b290aed4d994 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.279879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Port f9f63d43-1f78-450e-b379-04ee62cb4c33 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:34.280237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Attempting to bind port f9f63d43-1f78-450e-b379-04ee62cb4c33 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:34.284585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4355f874-7b8a-46a7-beed-119ba5231a21 req-e2f24507-2a20-4cf3-8015-b290aed4d994 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 949 time: 0.1422789 Aug 29 04:21:34.302099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.302995 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.307616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:34.308020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Checking segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:34.308406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Bound using segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:34.308864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Bound port: f9f63d43-1f78-450e-b379-04ee62cb4c33, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:34.309220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.331438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69da588c-66ac-492f-9eb9-fd6b73cb3271 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:34.345461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-3d8cefb4-1183-4ddb-b74c-ac259b2d709d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1896095 Aug 29 04:21:34.369737 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-aa0c1edf-aeae-4998-b0b1-06f54930186a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5788112 Aug 29 04:21:34.401023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4355f874-7b8a-46a7-beed-119ba5231a21 req-00bc1042-7175-4f6f-a4fe-dc432a92178b tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153336 Aug 29 04:21:34.424626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8c85d6d-977e-43b4-80a5-23509f732e79 req-9de8a374-1380-4886-b90f-42993d6fd3c5 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311915 Aug 29 04:21:34.431232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'admin_state_up': True, 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'security_groups': ['d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:34.453348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 69da588c-66ac-492f-9eb9-fd6b73cb3271 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:34.466818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 69da588c-66ac-492f-9eb9-fd6b73cb3271 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:34.467433 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.608657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.620785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:34.643505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:34.661561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.670357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69da588c-66ac-492f-9eb9-fd6b73cb3271, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69da588c-66ac-492f-9eb9-fd6b73cb3271,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:34.673690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-93413210-7e05-4ec6-b085-e6c786da9a9a None None] Provisioning for port f536b0d4-7844-4d6b-814a-0863b48d4206 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:34.681954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-93413210-7e05-4ec6-b085-e6c786da9a9a None None] Provisioning complete for port f536b0d4-7844-4d6b-814a-0863b48d4206 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:34.682581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-ce1607c2-2d81-4453-bef8-6d67f2cd16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.683162 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-93413210-7e05-4ec6-b085-e6c786da9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.684150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-ce1607c2-2d81-4453-bef8-6d67f2cd16cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 1097 time: 0.2514610 Aug 29 04:21:34.685583 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.720632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.721825 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.723285 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] 10.222.0.65 "PUT /v2.0/ports/f9f63d43-1f78-450e-b379-04ee62cb4c33 HTTP/1.1" status: 200 len: 1092 time: 1.6704137 Aug 29 04:21:34.723754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:34.726255 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9914d608-4c54-45e2-801b-6c372c3f2d86" -d '{"events": [{"name": "network-changed", "server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:34.740119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:34.744223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.775352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456c193-66f7-40fa-8792-b382fd7cad2e service neutron] Pushing event updated for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.865021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708edf94-0ee4-46c6-b363-567f768ded4b req-fd5fa8ab-ca57-4f94-bc04-b76ff7e165bc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.870345 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-708edf94-0ee4-46c6-b363-567f768ded4b req-fd5fa8ab-ca57-4f94-bc04-b76ff7e165bc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.2930784 Aug 29 04:21:34.874612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1011-237c-48d1-a492-b8990b2052a9 req-05c967d2-3fd6-4746-9cd0-dc8dab5055b7 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.876677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d54e1011-237c-48d1-a492-b8990b2052a9 req-05c967d2-3fd6-4746-9cd0-dc8dab5055b7 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1097 time: 0.3235731 Aug 29 04:21:34.917991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-93413210-7e05-4ec6-b085-e6c786da9a9a None None] Port f536b0d4-7844-4d6b-814a-0863b48d4206 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:34.918439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-fed68087-e1f4-45e8-89ea-97d80d6287f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.920042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-fed68087-e1f4-45e8-89ea-97d80d6287f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 1095 time: 0.1326294 Aug 29 04:21:34.934814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=69da588c-66ac-492f-9eb9-fd6b73cb3271,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.992881 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-2b8409d5-7d04-477e-93a5-c5f4584a0821 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33 HTTP/1.1" status: 200 len: 217 time: 0.0548103 Aug 29 04:21:34.999733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Allocated IP 10.1.1.152 (cfdf0b50-0db3-438e-be2f-01d62e44e232/b74488c2-cfcf-4b09-af9a-1660eb4f07ed/9115f6b1-8028-4892-9e21-c19bdd5a40c0) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:35.026077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-8941bbf7-a5e8-4762-bb50-e345b71595ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.027695 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-8941bbf7-a5e8-4762-bb50-e345b71595ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.3138447 Aug 29 04:21:35.038411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-708edf94-0ee4-46c6-b363-567f768ded4b req-17a1e4db-c0ba-42dd-b938-28c6b3b1f019 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605000 Aug 29 04:21:35.095574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-f3eed6a1-25e3-4d45-95c4-a8431f2cb4a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 200 len: 217 time: 0.0559878 Aug 29 04:21:35.110630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-50ee2a79-3bd8-4d0d-994c-336e081b499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.112600 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-50ee2a79-3bd8-4d0d-994c-336e081b499a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.1104665 Aug 29 04:21:35.116272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d54e1011-237c-48d1-a492-b8990b2052a9 req-f59d1dce-1cab-46a0-8bcc-a21cf3aa7e0e tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117670 Aug 29 04:21:35.177393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-117b99ad-28fe-4d8f-ac00-15ed7a9b128e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533767 Aug 29 04:21:35.181081 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17443850-c77b-4326-bded-6738fd2834f7 x-openstack-request-id: req-17443850-c77b-4326-bded-6738fd2834f7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:35.181506 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:35.181976 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17443850-c77b-4326-bded-6738fd2834f7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:35.182521 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'status': 'completed', 'code': 200} Aug 29 04:21:35.207931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-ea45580b-d9ad-463c-9b34-78b9cf6dddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.209475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-ea45580b-d9ad-463c-9b34-78b9cf6dddf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0896652 Aug 29 04:21:35.270837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-c82f0328-8e93-4e23-80cd-2bb316dcbcc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439434 Aug 29 04:21:35.334185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd36946-7e8d-4019-b423-ceaba48edc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69da588c-66ac-492f-9eb9-fd6b73cb3271'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:35.336878 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ffe96-860d-4b20-a07d-3e6473084cd8" -d '{"events": [{"server_uuid": "5cd36946-7e8d-4019-b423-ceaba48edc29", "name": "network-vif-plugged", "status": "completed", "tag": "69da588c-66ac-492f-9eb9-fd6b73cb3271"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:35.374868 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-f0c1d46c-889f-4e15-81ae-a22e63378d7b service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862035 Aug 29 04:21:35.388017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.398130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa01c8-2c20-48d9-af64-15db283dd93d req-88c87371-0897-469a-9250-3266c499e78b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.399659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53fa01c8-2c20-48d9-af64-15db283dd93d req-88c87371-0897-469a-9250-3266c499e78b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 946 time: 0.1627274 Aug 29 04:21:35.438350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fe8c6-5f3d-41da-b4ac-27c1c3b52daa req-8d6671bc-00b2-49bb-ba01-c4e09cae3026 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.439835 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-953fe8c6-5f3d-41da-b4ac-27c1c3b52daa req-8d6671bc-00b2-49bb-ba01-c4e09cae3026 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 943 time: 0.1533124 Aug 29 04:21:35.448204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Transition to ACTIVE for port object 9115f6b1-8028-4892-9e21-c19bdd5a40c0 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:35.488860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-ebda003b-73ab-4348-903e-1835b875d4d5 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992078 Aug 29 04:21:35.500073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53fa01c8-2c20-48d9-af64-15db283dd93d req-17555b72-0019-4613-b069-3ebdd422c134 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894020 Aug 29 04:21:35.521716 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9347dcf7-2997-42c0-83d6-ece2eecad9c8 req-b435f065-6a33-45d5-85df-468c465eee18 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311543 Aug 29 04:21:35.524821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.591762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:35.597582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:35.610914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:35.621974 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dbda37-9721-4db9-8a9c-347f1e247db9 x-openstack-request-id: req-02dbda37-9721-4db9-8a9c-347f1e247db9 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:35.622275 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd36946-7e8d-4019-b423-ceaba48edc29", "name": "network-vif-plugged", "status": "completed", "tag": "69da588c-66ac-492f-9eb9-fd6b73cb3271", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:35.622526 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02dbda37-9721-4db9-8a9c-347f1e247db9 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:35.622927 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd36946-7e8d-4019-b423-ceaba48edc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69da588c-66ac-492f-9eb9-fd6b73cb3271', 'code': 200} Aug 29 04:21:35.646782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7e3f09e-266e-45ee-9ee9-5ee8d4a505bd req-9c31baf7-269a-453b-8653-21cf65cf787e service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397934 Aug 29 04:21:35.677436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-953fe8c6-5f3d-41da-b4ac-27c1c3b52daa req-1c2d0198-2714-4dc7-941a-3fa6e5ceeb5b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056565 Aug 29 04:21:35.741541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=9115f6b1-8028-4892-9e21-c19bdd5a40c0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:35.779116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-f6c00839-c7b3-4452-9c18-649dd6e4a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.780978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-f6c00839-c7b3-4452-9c18-649dd6e4a387 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 1095 time: 0.1872027 Aug 29 04:21:35.787629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.788439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.797816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d9790-28e3-4e7a-bb4c-62e11521ea48 req-053a0ea0-6e8c-4d0b-b187-612b27d048e0 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.806271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-835d9790-28e3-4e7a-bb4c-62e11521ea48 req-053a0ea0-6e8c-4d0b-b187-612b27d048e0 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 950 time: 0.1202345 Aug 29 04:21:35.849771 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-8f29ed0d-26d7-41ca-a8a7-b02578ed885a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4224927 Aug 29 04:21:35.895810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'admin_state_up': True, 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'security_groups': ['d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:35.954491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-526dbf38-9da0-4f6e-a6ba-b8a4ca54e6b0 None None] Provisioning for port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:35.961313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-526dbf38-9da0-4f6e-a6ba-b8a4ca54e6b0 None None] Provisioning complete for port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:35.961687 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-526dbf38-9da0-4f6e-a6ba-b8a4ca54e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.970992 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ad0a6873-f3dd-496a-919f-d36ec2d44ae1 req-64db8178-3291-407b-993b-997e182d14f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0307782 Aug 29 04:21:35.997614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-d006af8f-4e39-4cb9-a335-e06a83563feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.001036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-d006af8f-4e39-4cb9-a335-e06a83563feb service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 913 time: 0.2049527 Aug 29 04:21:36.013200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-526dbf38-9da0-4f6e-a6ba-b8a4ca54e6b0 None None] Port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:36.081650 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ad0a6873-f3dd-496a-919f-d36ec2d44ae1 req-6a276ac2-596a-49f1-a091-4beeba086f7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0792661 Aug 29 04:21:36.088733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-4a3d3072-4473-4653-bda0-4b57c78b53bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33 HTTP/1.1" status: 200 len: 217 time: 0.0683682 Aug 29 04:21:36.182264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ad0a6873-f3dd-496a-919f-d36ec2d44ae1 req-d05afdfe-8b2e-4bb8-8a2f-8509c7970693 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553629 Aug 29 04:21:36.219697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e491a-b616-4926-9a4a-74e8ab9552b1 req-fb113592-10de-48dc-9f6d-3e3fa0ccade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.221785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb2e491a-b616-4926-9a4a-74e8ab9552b1 req-fb113592-10de-48dc-9f6d-3e3fa0ccade3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 1102 time: 0.4943974 Aug 29 04:21:36.234227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-c4dd2f52-d15c-4e85-a19f-163fbc6abc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.235818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-c4dd2f52-d15c-4e85-a19f-163fbc6abc8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.1397970 Aug 29 04:21:36.244577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44719076-24f7-42f1-88f8-df7a484514c4 req-3614b4f8-ab8c-4b96-868a-d91ea49b2fd9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.250715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44719076-24f7-42f1-88f8-df7a484514c4 req-3614b4f8-ab8c-4b96-868a-d91ea49b2fd9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.252346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44719076-24f7-42f1-88f8-df7a484514c4 req-3614b4f8-ab8c-4b96-868a-d91ea49b2fd9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 1653 time: 0.4713888 Aug 29 04:21:36.269708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-835d9790-28e3-4e7a-bb4c-62e11521ea48 req-e7bbe805-b4d9-468f-98c6-3e09bd866f44 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621205 Aug 29 04:21:36.313574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb2e491a-b616-4926-9a4a-74e8ab9552b1 req-df92cd6e-e2ff-4c18-875e-7ca57a73714f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797396 Aug 29 04:21:36.338005 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-df3468ea-c7c7-45ea-9488-4c7e73936012 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706148 Aug 29 04:21:36.351332 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44719076-24f7-42f1-88f8-df7a484514c4 req-177e68aa-f484-41fb-ba5e-798fcfe30ab0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852022 Aug 29 04:21:36.369059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:36.372488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.807441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e8d0a-4ac5-441b-b2ac-81f931146d72 req-83765e99-a424-4c6a-9c4c-0ba1632393f9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.809849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f8e8d0a-4ac5-441b-b2ac-81f931146d72 req-83765e99-a424-4c6a-9c4c-0ba1632393f9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.0776885 Aug 29 04:21:36.813439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6873-f3dd-496a-919f-d36ec2d44ae1 req-c5f6d0c7-ae91-47d5-8334-3bf6511e66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.816566 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ad0a6873-f3dd-496a-919f-d36ec2d44ae1 req-c5f6d0c7-ae91-47d5-8334-3bf6511e66d7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6239495 Aug 29 04:21:36.903588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f8e8d0a-4ac5-441b-b2ac-81f931146d72 req-e974159c-515f-430c-9058-03443be533cb tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863051 Aug 29 04:21:36.952601 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-3c26b98d-e694-4767-9415-a7f8834eabc1 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970492 Aug 29 04:21:37.090685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Allocated IP 10.1.1.207 (cfdf0b50-0db3-438e-be2f-01d62e44e232/b74488c2-cfcf-4b09-af9a-1660eb4f07ed/0f86885c-3782-4877-aeb6-7a59bf51fa43) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:37.122983 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9914d608-4c54-45e2-801b-6c372c3f2d86 req-7997f9d5-db26-41d7-974c-68c06683ec69 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355903 Aug 29 04:21:37.161158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f9f63d43-1f78-450e-b379-04ee62cb4c33 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:37.365383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.372973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:37.403909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'port_id': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'mac_address': 'fa:16:3e:14:de:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcda1e7-79b8-49e3-9169-770662cbe00b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:37.407010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Transition to ACTIVE for port object 0f86885c-3782-4877-aeb6-7a59bf51fa43 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:37.458922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.496074 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.519060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f63d43-1f78-450e-b379-04ee62cb4c33 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:37.537204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958f76d-a25f-4193-805c-ee97f307f411 req-2cd60159-dd11-4b27-8706-638207f9fc02 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.551498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:37.556822 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.558665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1958f76d-a25f-4193-805c-ee97f307f411 req-2cd60159-dd11-4b27-8706-638207f9fc02 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 943 time: 0.1095262 Aug 29 04:21:37.609217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:37.616923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:37.624421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:37.629067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.641130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1958f76d-a25f-4193-805c-ee97f307f411 req-f28f958c-e077-49a4-adf8-89a9b3ffe31a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802214 Aug 29 04:21:37.674893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=0f86885c-3782-4877-aeb6-7a59bf51fa43,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.719698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.720401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.748462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9591da2d-a59a-4f23-a352-c3bd2d0edb87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8598118 Aug 29 04:21:37.772517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf', 'admin_state_up': True, 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'security_groups': ['d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:37.816459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38086) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:37.881296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6207b-9887-4da8-9ac6-ab20365be983 req-aedde2c7-7c2e-4330-bd52-20a5774d223d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.883979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4c6207b-9887-4da8-9ac6-ab20365be983 req-aedde2c7-7c2e-4330-bd52-20a5774d223d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 950 time: 0.1459994 Aug 29 04:21:37.890764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['f9f63d43-1f78-450e-b379-04ee62cb4c33'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:37.975535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-ca9ea721-2f36-4871-bf26-7038786734d8 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:37.978603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-ca9ea721-2f36-4871-bf26-7038786734d8 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1592777 Aug 29 04:21:38.017365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:38.069586 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4c6207b-9887-4da8-9ac6-ab20365be983 req-3ab1d16d-ed14-4013-8ed3-f49eeb8ab75d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767449 Aug 29 04:21:38.181881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44be861e-6c52-41e0-a129-c74a47043db2 None None] Provisioning for port 0f86885c-3782-4877-aeb6-7a59bf51fa43 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:38.188864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.217566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44be861e-6c52-41e0-a129-c74a47043db2 None None] Provisioning complete for port 0f86885c-3782-4877-aeb6-7a59bf51fa43 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:38.218461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-44be861e-6c52-41e0-a129-c74a47043db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.232290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Request body: {'binding': {'host': 'n-h1-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:38.232846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Unknown quota resources ['binding']. {{(pid=94845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:21:38.302666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-44be861e-6c52-41e0-a129-c74a47043db2 None None] Port 0f86885c-3782-4877-aeb6-7a59bf51fa43 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:38.345512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:38.510299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaea1a-f2f2-46e0-a816-9ee9ebdaa6fd req-3bf8a529-c7da-4f66-9b10-58c077aa2a44 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.519557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaea1a-f2f2-46e0-a816-9ee9ebdaa6fd req-3bf8a529-c7da-4f66-9b10-58c077aa2a44 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.528125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaea1a-f2f2-46e0-a816-9ee9ebdaa6fd req-3bf8a529-c7da-4f66-9b10-58c077aa2a44 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.545795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aaeaea1a-f2f2-46e0-a816-9ee9ebdaa6fd req-3bf8a529-c7da-4f66-9b10-58c077aa2a44 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 2374 time: 0.1976402 Aug 29 04:21:38.564403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:38.596714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'mac_address': 'fa:16:3e:f3:55:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:38.607226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Allocated IP 10.2.2.100 (3b67864d-8d83-4461-9a1f-dee00d60b3cf/d4ffec13-95c1-4940-bfbf-e51f53b20248/fad6b25c-c1af-49a5-8b0e-def2a26a4636) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:38.652340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aaeaea1a-f2f2-46e0-a816-9ee9ebdaa6fd req-ce66d475-79af-441b-b867-925fb6fb6b45 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023750 Aug 29 04:21:38.661894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on host n-h1-712142-15 for vnic_type normal with profile None {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:38.662819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:38.664644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:38.665480 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.678381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:38.679112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:38.693117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6044a8b2-dccc-4e0f-a985-a06439bc9196 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:38.697017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:38.697429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:38.699215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:38.700604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Bound port: 99c079ed-2221-4787-b57e-1a4b6c3a9730, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:38.733241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:38.743528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.856969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:38.880758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6044a8b2-dccc-4e0f-a985-a06439bc9196'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:38.929025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:38.939322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.949243 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.949583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-066137f8-541b-4fca-8adc-0a9375872fa4 service neutron] 10.222.0.58 "POST /v2.0/ports/99c079ed-2221-4787-b57e-1a4b6c3a9730/bindings HTTP/1.1" status: 201 len: 390 time: 0.8499279 Aug 29 04:21:38.987407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Transition to ACTIVE for port object fad6b25c-c1af-49a5-8b0e-def2a26a4636 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:38.997802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08618f09-1250-4b74-8893-4981e1f7c755 req-cb845762-0919-4b44-bf1e-cb058e1f1685 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.003760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08618f09-1250-4b74-8893-4981e1f7c755 req-cb845762-0919-4b44-bf1e-cb058e1f1685 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.2082558 Aug 29 04:21:39.079243 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.085604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08618f09-1250-4b74-8893-4981e1f7c755 req-9a6a820f-5a9a-4a01-8b45-5187e9b256a1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729241 Aug 29 04:21:39.166882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=fad6b25c-c1af-49a5-8b0e-def2a26a4636,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:39.189357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 44f76b3c-f01c-430c-9513-1c15b78fd67a details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:39.192702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network 3b67864d-8d83-4461-9a1f-dee00d60b3cf is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:39.197409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:39.198166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f9f63d43-1f78-450e-b379-04ee62cb4c33 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:39.206703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:39.336993 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.337571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.370492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2bf27a01-abfa-4aea-ac9a-75c101e310c7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6057637 Aug 29 04:21:39.381830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf', 'admin_state_up': True, 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'security_groups': ['d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:39.583301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port f9f63d43-1f78-450e-b379-04ee62cb4c33 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:39.603355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-c6ae41fd-3131-4190-96e6-6daf920115ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.604985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-c6ae41fd-3131-4190-96e6-6daf920115ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1097 time: 0.1846011 Aug 29 04:21:39.616991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port f9f63d43-1f78-450e-b379-04ee62cb4c33 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:39.617429 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.680487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Made reservation on behalf of df9e508a4f694e8e88de7468142e8421 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:39.691516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.788722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-071d63fe-98ca-4179-8372-d9d793aca70f None None] Provisioning for port fad6b25c-c1af-49a5-8b0e-def2a26a4636 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:39.793332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b087ab1-d251-49ec-b7a5-f71c250042d1 req-b2cb57b8-d876-42fd-bd73-643591be1751 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.800484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1b087ab1-d251-49ec-b7a5-f71c250042d1 req-b2cb57b8-d876-42fd-bd73-643591be1751 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 944 time: 0.3116465 Aug 29 04:21:39.811862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-071d63fe-98ca-4179-8372-d9d793aca70f None None] Provisioning complete for port fad6b25c-c1af-49a5-8b0e-def2a26a4636 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:39.812268 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-071d63fe-98ca-4179-8372-d9d793aca70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.827142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:39.916493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'network_id': 'a6cd64d9-4479-4547-af75-ebda8319ce2f', 'port_id': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'mac_address': 'fa:16:3e:0c:1e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480b34a-6bad-4787-bac0-0d87ef5d3d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:39.919572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Allocated IP 10.2.2.200 (3b67864d-8d83-4461-9a1f-dee00d60b3cf/d4ffec13-95c1-4940-bfbf-e51f53b20248/4cdd327a-e2bd-441b-9270-934888ddeef5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:40.024370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedb910-5c41-4e3d-9805-d0adce3de3ca req-a42b4cc8-fa3b-4cb2-bc26-5fe2934bd833 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.026154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fedb910-5c41-4e3d-9805-d0adce3de3ca req-a42b4cc8-fa3b-4cb2-bc26-5fe2934bd833 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 950 time: 0.2243209 Aug 29 04:21:40.074096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1b087ab1-d251-49ec-b7a5-f71c250042d1 req-c9299218-1dbb-4575-8413-683faa2e9dc5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688305 Aug 29 04:21:40.101276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-071d63fe-98ca-4179-8372-d9d793aca70f None None] Port fad6b25c-c1af-49a5-8b0e-def2a26a4636 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:40.134328 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.136982 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.147286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-e3363064-3d60-4e6c-bdc1-92feaee71fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.150495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-e3363064-3d60-4e6c-bdc1-92feaee71fa1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.5368395 Aug 29 04:21:40.154269 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.178090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Transition to ACTIVE for port object 4cdd327a-e2bd-441b-9270-934888ddeef5 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:40.201855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44f76b3c-f01c-430c-9513-1c15b78fd67a {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:40.208553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fedb910-5c41-4e3d-9805-d0adce3de3ca req-f47d155a-f017-4635-be31-c6145e5854ef tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708963 Aug 29 04:21:40.242342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:40.245358 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3051180-a2fb-4b53-b235-20f82ebbd7c5" -d '{"events": [{"server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "name": "network-vif-plugged", "status": "completed", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:40.256121 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.256368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:40.268909 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.273144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:40.317286 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.355007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:40.376417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['44f76b3c-f01c-430c-9513-1c15b78fd67a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:40.426009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event updated for resources: {'Port': ['ID=4cdd327a-e2bd-441b-9270-934888ddeef5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.459971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-8f251a96-2946-4224-a052-93c05442f70d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730 HTTP/1.1" status: 200 len: 217 time: 0.2698433 Aug 29 04:21:40.467732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.475784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Network 3b67864d-8d83-4461-9a1f-dee00d60b3cf is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:40.487380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:40.491162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:40.550504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20a65-d2c9-4e09-a1d3-9a79ccf9431b req-85801b7a-1a83-4a80-8f5b-4565a39a2cdb tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.552116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aae20a65-d2c9-4e09-a1d3-9a79ccf9431b req-85801b7a-1a83-4a80-8f5b-4565a39a2cdb tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.2029562 Aug 29 04:21:40.598969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-d128af56-532a-47fd-9c65-708c115394e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.600466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-d128af56-532a-47fd-9c65-708c115394e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.1266174 Aug 29 04:21:40.600933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.610680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.641796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7a5a35cb-f86b-4033-b7a6-ea99a434bab3 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2652833 Aug 29 04:21:40.658172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:40.662961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.693473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1b03703d-2a78-44fb-8b07-84d5ffcc1302 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610197 Aug 29 04:21:40.741005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 6044a8b2-dccc-4e0f-a985-a06439bc9196 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:40.745552 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.787861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.882612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1ff0-73c0-4ee9-9f68-b687c28c9a5d req-cb7f05cc-3e34-4d44-88f8-c6265c7b434d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.897082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1ff0-73c0-4ee9-9f68-b687c28c9a5d req-cb7f05cc-3e34-4d44-88f8-c6265c7b434d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.903118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1ff0-73c0-4ee9-9f68-b687c28c9a5d req-cb7f05cc-3e34-4d44-88f8-c6265c7b434d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.909754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1ff0-73c0-4ee9-9f68-b687c28c9a5d req-cb7f05cc-3e34-4d44-88f8-c6265c7b434d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.915782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1ff0-73c0-4ee9-9f68-b687c28c9a5d req-cb7f05cc-3e34-4d44-88f8-c6265c7b434d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.924178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c2c1ff0-73c0-4ee9-9f68-b687c28c9a5d req-cb7f05cc-3e34-4d44-88f8-c6265c7b434d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 3816 time: 0.3560145 Aug 29 04:21:40.949435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-5d081e15-e4ed-4347-8b1f-5c99499075f3 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332065 Aug 29 04:21:40.964956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.978003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-723e6941-b6c5-4c1b-9b08-2291f7eb8b01 None None] Provisioning for port 4cdd327a-e2bd-441b-9270-934888ddeef5 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:40.989794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-723e6941-b6c5-4c1b-9b08-2291f7eb8b01 None None] Provisioning complete for port 4cdd327a-e2bd-441b-9270-934888ddeef5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:40.990502 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-723e6941-b6c5-4c1b-9b08-2291f7eb8b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.030052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:41.057638 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.077416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c2c1ff0-73c0-4ee9-9f68-b687c28c9a5d req-90fb5865-25ee-4ff9-8f90-18d6290c3110 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516526 Aug 29 04:21:41.082456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-59222a0e-1f72-4207-8790-de996963b53d service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168728 Aug 29 04:21:41.087360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-723e6941-b6c5-4c1b-9b08-2291f7eb8b01 None None] Port 4cdd327a-e2bd-441b-9270-934888ddeef5 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:41.136802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aae20a65-d2c9-4e09-a1d3-9a79ccf9431b req-226309bd-bd2f-4403-b50d-f08f8d81fadd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311160 Aug 29 04:21:41.189038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 44f76b3c-f01c-430c-9513-1c15b78fd67a up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:41.281083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216dc69-7bfa-4309-bf8e-b71055c6bea6 req-8ccf8cc7-063e-4ade-a14d-acb57721b78b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.288779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3216dc69-7bfa-4309-bf8e-b71055c6bea6 req-8ccf8cc7-063e-4ade-a14d-acb57721b78b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.1033106 Aug 29 04:21:41.392156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.412240 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3216dc69-7bfa-4309-bf8e-b71055c6bea6 req-e066ddd3-5afd-4aaa-b997-de86d1daf9bc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156762 Aug 29 04:21:41.439816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 44f76b3c-f01c-430c-9513-1c15b78fd67a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:41.440808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.441079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f536b0d4-7844-4d6b-814a-0863b48d4206 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:41.464675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.498751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Transition to ACTIVE for port object f536b0d4-7844-4d6b-814a-0863b48d4206 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:41.507883 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.551615 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb51e99-d2b5-47af-9c7f-bcaefe7b7c60 x-openstack-request-id: req-2fb51e99-d2b5-47af-9c7f-bcaefe7b7c60 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:41.551927 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "name": "network-vif-plugged", "status": "completed", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:41.553459 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fb51e99-d2b5-47af-9c7f-bcaefe7b7c60 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:41.553977 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'code': 200} Aug 29 04:21:41.661307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Pushing event updated for resources: {'Port': ['ID=f536b0d4-7844-4d6b-814a-0863b48d4206,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.685681 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.746653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7a6bf-8217-4d3e-b97a-7fc90b430df7 req-f8b56299-f639-4106-afa7-a3a3796a0da8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.758480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aac7a6bf-8217-4d3e-b97a-7fc90b430df7 req-f8b56299-f639-4106-afa7-a3a3796a0da8 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 945 time: 0.0718794 Aug 29 04:21:41.782518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:41.791862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.857234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be036916-8f2b-45a0-94a9-afe16d387cec req-ccb86c9b-4fab-40ba-aa42-c2576db9c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.859283 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be036916-8f2b-45a0-94a9-afe16d387cec req-ccb86c9b-4fab-40ba-aa42-c2576db9c88e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 1097 time: 0.1456325 Aug 29 04:21:41.860628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aac7a6bf-8217-4d3e-b97a-7fc90b430df7 req-a901be80-d527-4958-b97e-0b046c26111b tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960734 Aug 29 04:21:41.862878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Attempting to bind port f536b0d4-7844-4d6b-814a-0863b48d4206 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:41.863439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Attempting to bind port f536b0d4-7844-4d6b-814a-0863b48d4206 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:41.863978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Attempting to bind port f536b0d4-7844-4d6b-814a-0863b48d4206 on network 1d19174c-2b84-4b09-9a7c-d4508d51064e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:41.885072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Port f536b0d4-7844-4d6b-814a-0863b48d4206 on network 1d19174c-2b84-4b09-9a7c-d4508d51064e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:41.885727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Attempting to bind port f536b0d4-7844-4d6b-814a-0863b48d4206 on network 1d19174c-2b84-4b09-9a7c-d4508d51064e {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:41.897731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:41.898577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Checking segment: {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:41.899186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Bound using segment: {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:41.899834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Bound port: f536b0d4-7844-4d6b-814a-0863b48d4206, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f03c4-b983-4566-a0d2-6be21ca159f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:41.900603 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.930879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be036916-8f2b-45a0-94a9-afe16d387cec req-22c30d98-94c7-4765-af56-19c86eac2331 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630021 Aug 29 04:21:41.937102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14ee7-da3f-413a-b1cf-3f6e219870b1 req-4d50290f-3418-4e41-b46c-c72cbc04df36 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.938710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ee14ee7-da3f-413a-b1cf-3f6e219870b1 req-4d50290f-3418-4e41-b46c-c72cbc04df36 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1252794 Aug 29 04:21:41.964346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.035300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] For port f536b0d4-7844-4d6b-814a-0863b48d4206, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:42.039653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] For port f536b0d4-7844-4d6b-814a-0863b48d4206, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f536b0d4-7844-4d6b-814a-0863b48d4206,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:42.051762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.056852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ee14ee7-da3f-413a-b1cf-3f6e219870b1 req-0884574e-8a04-4057-bcf7-d1ca6f589cbf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081772 Aug 29 04:21:42.116893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec75a02-fae4-47a6-a798-b87ff0f1e4da req-4e5f09ea-c22e-4fb4-b6dc-1d35ebb942b9 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.119396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.120251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.121872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] 10.222.0.65 "PUT /v2.0/ports/f536b0d4-7844-4d6b-814a-0863b48d4206 HTTP/1.1" status: 200 len: 1092 time: 1.4708934 Aug 29 04:21:42.122635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'f536b0d4-7844-4d6b-814a-0863b48d4206'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:42.125002 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4798fdbf-4c6d-4150-bc34-adba41527a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "f536b0d4-7844-4d6b-814a-0863b48d4206"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:42.135347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ec75a02-fae4-47a6-a798-b87ff0f1e4da req-4e5f09ea-c22e-4fb4-b6dc-1d35ebb942b9 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 950 time: 0.1397340 Aug 29 04:21:42.150926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6220cc-8688-4e25-96fe-68e065ed5e0a service neutron] Pushing event updated for resources: {'Port': ['ID=f536b0d4-7844-4d6b-814a-0863b48d4206,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.163146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:42.230730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ec75a02-fae4-47a6-a798-b87ff0f1e4da req-908971ee-1041-426d-8df4-7322df7dd6f8 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679872 Aug 29 04:21:42.258060 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.492296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c933b67-77ec-4eec-9ffc-cc0ea425f55a req-4a429bcf-f656-47b1-84e1-15578e7695e1 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.529021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c933b67-77ec-4eec-9ffc-cc0ea425f55a req-4a429bcf-f656-47b1-84e1-15578e7695e1 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.532460 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfbf8d6-e525-4c70-b60c-8efd45a3766e x-openstack-request-id: req-1bfbf8d6-e525-4c70-b60c-8efd45a3766e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:42.534128 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "f536b0d4-7844-4d6b-814a-0863b48d4206", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:42.534128 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1bfbf8d6-e525-4c70-b60c-8efd45a3766e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:42.534569 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'status': 'completed', 'code': 200} Aug 29 04:21:42.547229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c933b67-77ec-4eec-9ffc-cc0ea425f55a req-4a429bcf-f656-47b1-84e1-15578e7695e1 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.556745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c933b67-77ec-4eec-9ffc-cc0ea425f55a req-4a429bcf-f656-47b1-84e1-15578e7695e1 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.564400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c933b67-77ec-4eec-9ffc-cc0ea425f55a req-4a429bcf-f656-47b1-84e1-15578e7695e1 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.573432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c933b67-77ec-4eec-9ffc-cc0ea425f55a req-4a429bcf-f656-47b1-84e1-15578e7695e1 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 3828 time: 0.2071099 Aug 29 04:21:42.640594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c933b67-77ec-4eec-9ffc-cc0ea425f55a req-07c0f100-d8ce-4c18-95e6-6a6d1f4ebd58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602419 Aug 29 04:21:42.741569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-43c41235-aec3-40f1-b25f-825e1a5bc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.742052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-43c41235-aec3-40f1-b25f-825e1a5bc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.745965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-43c41235-aec3-40f1-b25f-825e1a5bc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.746457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-43c41235-aec3-40f1-b25f-825e1a5bc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.747010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-43c41235-aec3-40f1-b25f-825e1a5bc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.753505 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-43c41235-aec3-40f1-b25f-825e1a5bc2c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 4364 time: 0.1742220 Aug 29 04:21:42.852065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00da8-9a03-4b97-9b4f-d3bbbb10ccf7 req-0140878e-07ec-4a5b-b519-c7b7774ceb00 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.858969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32d00da8-9a03-4b97-9b4f-d3bbbb10ccf7 req-0140878e-07ec-4a5b-b519-c7b7774ceb00 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.1545272 Aug 29 04:21:43.008533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32d00da8-9a03-4b97-9b4f-d3bbbb10ccf7 req-5799d6e1-e0bb-4f99-8ea6-5d9e9b3e79f4 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409888 Aug 29 04:21:43.052731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760667da-e00d-4d09-bbec-187649aa89d2 req-6eec37fd-9b1f-4dd0-a836-321dd29b56a5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.054322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-760667da-e00d-4d09-bbec-187649aa89d2 req-6eec37fd-9b1f-4dd0-a836-321dd29b56a5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.1303923 Aug 29 04:21:43.089620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-4dfb5fe8-1469-4323-b832-99c9151df86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.090155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-4dfb5fe8-1469-4323-b832-99c9151df86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.090580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-4dfb5fe8-1469-4323-b832-99c9151df86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.098335 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-4dfb5fe8-1469-4323-b832-99c9151df86c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=df9e508a4f694e8e88de7468142e8421&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3285000 Aug 29 04:21:43.150287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-760667da-e00d-4d09-bbec-187649aa89d2 req-1719fcf8-d4e8-40c3-aa59-13acad5aad15 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833421 Aug 29 04:21:43.194193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 44f76b3c-f01c-430c-9513-1c15b78fd67a no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:43.291999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1f2743-d5fc-4aae-8b4e-a3829e09b36a {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:43.305337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.354788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-1e3974a8-1c36-4b57-b4fe-233289724dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.356354 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4798fdbf-4c6d-4150-bc34-adba41527a2a req-1e3974a8-1c36-4b57-b4fe-233289724dca service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2291741 Aug 29 04:21:43.358161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Transition to ACTIVE for port object bb1f2743-d5fc-4aae-8b4e-a3829e09b36a will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:43.370595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.461593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.500891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:43.552669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:43.558927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196'}, {'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a'}, {'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:43.561502 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f29d907-2ae5-418f-a778-10bd5d2ca1ad" -d '{"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-plugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196"}, {"server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "name": "network-vif-plugged", "status": "completed", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a"}, {"server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "name": "network-vif-unplugged", "status": "completed", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:43.565976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.621093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-acc9865b-57fb-4d49-bc84-1e1223597316 tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.622635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-acc9865b-57fb-4d49-bc84-1e1223597316 tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 1102 time: 0.2982297 Aug 29 04:21:43.721195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:43.749121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c29824-bac6-47c3-a1e8-4d3e1e91bad4 req-7d329c5b-5a05-41c7-b382-087abc033ee3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.750770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61c29824-bac6-47c3-a1e8-4d3e1e91bad4 req-7d329c5b-5a05-41c7-b382-087abc033ee3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.3157535 Aug 29 04:21:43.755207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Attempting to bind port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:43.756417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Attempting to bind port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:43.756970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Attempting to bind port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:43.764163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a on network cfdf0b50-0db3-438e-be2f-01d62e44e232 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:43.764726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Attempting to bind port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:43.773595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:43.774181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Checking segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:43.778027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Bound using segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:43.778711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Bound port: bb1f2743-d5fc-4aae-8b4e-a3829e09b36a, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:43.779256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.789685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f181a9-cbb2-4fa8-9b8d-43685f8f87b6 req-c1f96e62-1610-443a-b0b6-17dd8223fb12 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.791864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0f181a9-cbb2-4fa8-9b8d-43685f8f87b6 req-c1f96e62-1610-443a-b0b6-17dd8223fb12 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.2596631 Aug 29 04:21:43.881366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] For port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:43.883694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61c29824-bac6-47c3-a1e8-4d3e1e91bad4 req-28a6ca89-45cf-4c31-a053-cdf2b4ed1a6d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174996 Aug 29 04:21:43.897946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] For port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:43.905566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.911442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0f181a9-cbb2-4fa8-9b8d-43685f8f87b6 req-3d0f1028-3c85-49d7-9ff6-c71145a170e2 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947337 Aug 29 04:21:43.933039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] Deleting port 69da588c-66ac-492f-9eb9-fd6b73cb3271 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:43.933399 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.995918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.996593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.998969 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] 10.222.0.65 "PUT /v2.0/ports/bb1f2743-d5fc-4aae-8b4e-a3829e09b36a HTTP/1.1" status: 200 len: 1135 time: 1.8416865 Aug 29 04:21:44.027828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaccf2-2895-482b-bd80-6f6b698e5e93 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.053102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:44.080380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] For port 69da588c-66ac-492f-9eb9-fd6b73cb3271, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69da588c-66ac-492f-9eb9-fd6b73cb3271,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:44.086038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.099452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] Calling delete_port for 69da588c-66ac-492f-9eb9-fd6b73cb3271 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:44.201274 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.313150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3b56d-1572-45da-93e3-eda90145cb78 req-18064b14-0392-4d36-81b8-b9f9ce6ca7c1 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.328499 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6d3b56d-1572-45da-93e3-eda90145cb78 req-18064b14-0392-4d36-81b8-b9f9ce6ca7c1 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd36946-7e8d-4019-b423-ceaba48edc29 HTTP/1.1" status: 200 len: 950 time: 0.2138846 Aug 29 04:21:44.361921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f34ed-71a5-4e82-8f04-8fc77db671e2 req-209c1d8b-6c73-4017-9682-ba615c3b1c1c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.373428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-470f34ed-71a5-4e82-8f04-8fc77db671e2 req-209c1d8b-6c73-4017-9682-ba615c3b1c1c tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 944 time: 0.2574997 Aug 29 04:21:44.462972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-470f34ed-71a5-4e82-8f04-8fc77db671e2 req-dfdb9368-1068-4b11-a0a2-72e3eaece988 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877872 Aug 29 04:21:44.532200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6d3b56d-1572-45da-93e3-eda90145cb78 req-9dd0b0bb-1ebb-487e-a310-ed1d1003f663 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025769 Aug 29 04:21:44.600730 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41bb597-0b52-4704-ad46-eaeb6d7b4833 x-openstack-request-id: req-a41bb597-0b52-4704-ad46-eaeb6d7b4833 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:44.601752 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-plugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196", "code": 200}, {"server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "name": "network-vif-plugged", "status": "completed", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a", "code": 200}, {"server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "name": "network-vif-unplugged", "status": "completed", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:44.602188 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a41bb597-0b52-4704-ad46-eaeb6d7b4833 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:44.602763 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'code': 200} Aug 29 04:21:44.603239 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'code': 200} Aug 29 04:21:44.603683 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'code': 200} Aug 29 04:21:44.618708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e616e723-fe76-4b72-8d04-32d6b9a6f125 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:44.656248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.665211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.672159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['69da588c-66ac-492f-9eb9-fd6b73cb3271'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:44.710034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Transition to ACTIVE for port object e616e723-fe76-4b72-8d04-32d6b9a6f125 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:44.733940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] Pushing event deleted for resources: {'Port': ['ID=69da588c-66ac-492f-9eb9-fd6b73cb3271,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.746600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'bb1f2743-d5fc-4aae-8b4e-a3829e09b36a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:44.748965 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e30e0a-1c36-4797-bab1-be18cdb762dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "bb1f2743-d5fc-4aae-8b4e-a3829e09b36a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:44.760243 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.832281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] No DVR routers for this DVR port 69da588c-66ac-492f-9eb9-fd6b73cb3271 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:44.838046 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.840617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8484a0e4-5909-48ba-97d0-8fc91e244775 req-41d4a371-f097-422d-af6c-95c83ec25dba tempest-DeleteServersAdminTestJSON-47226412 tempest-DeleteServersAdminTestJSON-47226412-project-admin] 10.222.0.64 "DELETE /v2.0/ports/69da588c-66ac-492f-9eb9-fd6b73cb3271 HTTP/1.1" status: 204 len: 173 time: 1.1961312 Aug 29 04:21:44.841254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd36946-7e8d-4019-b423-ceaba48edc29', 'name': 'network-vif-deleted', 'tag': '69da588c-66ac-492f-9eb9-fd6b73cb3271'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:44.844429 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77edd573-3658-4cc7-b454-f2f4a7a5e563" -d '{"events": [{"server_uuid": "5cd36946-7e8d-4019-b423-ceaba48edc29", "name": "network-vif-deleted", "tag": "69da588c-66ac-492f-9eb9-fd6b73cb3271"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:44.865981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Pushing event updated for resources: {'Port': ['ID=e616e723-fe76-4b72-8d04-32d6b9a6f125,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.896307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-bae90fad-a6d5-4686-a928-f0feba288cfd tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.899625 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-bae90fad-a6d5-4686-a928-f0feba288cfd tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 944 time: 0.1856720 Aug 29 04:21:44.966342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-55081248-89c7-4068-9c27-3089eb066bc6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.974970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-55081248-89c7-4068-9c27-3089eb066bc6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.990554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-55081248-89c7-4068-9c27-3089eb066bc6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.014807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-55081248-89c7-4068-9c27-3089eb066bc6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.021529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-55081248-89c7-4068-9c27-3089eb066bc6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.032999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-55081248-89c7-4068-9c27-3089eb066bc6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.043918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-55081248-89c7-4068-9c27-3089eb066bc6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.063392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-55081248-89c7-4068-9c27-3089eb066bc6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5380 time: 0.3338194 Aug 29 04:21:45.148391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9be9f7f-edba-4ae6-9ff3-ecfe56aa0113 req-0fd52dee-f64c-4baf-be81-ed2922a800d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0791285 Aug 29 04:21:45.162378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5552b-33e8-403a-b30c-6918b96650a3 req-759b39de-0e35-4523-8f84-e1a7f8e138dd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.171535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bb5552b-33e8-403a-b30c-6918b96650a3 req-759b39de-0e35-4523-8f84-e1a7f8e138dd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.3129554 Aug 29 04:21:45.272740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bb5552b-33e8-403a-b30c-6918b96650a3 req-7380d71f-c746-4d38-b329-c0422fd888df tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003718 Aug 29 04:21:45.272963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Attempting to bind port e616e723-fe76-4b72-8d04-32d6b9a6f125 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:45.273114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Attempting to bind port e616e723-fe76-4b72-8d04-32d6b9a6f125 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:45.273405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Attempting to bind port e616e723-fe76-4b72-8d04-32d6b9a6f125 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:45.286396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Port e616e723-fe76-4b72-8d04-32d6b9a6f125 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:45.286606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Attempting to bind port e616e723-fe76-4b72-8d04-32d6b9a6f125 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:45.294636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Deleting port 44f76b3c-f01c-430c-9513-1c15b78fd67a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:45.294995 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.300142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:45.300495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Checking segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:45.300892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Bound using segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:45.301368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Bound port: e616e723-fe76-4b72-8d04-32d6b9a6f125, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:45.301768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.431889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd25dc4-b774-4c98-99e5-34b69cf2572f req-5db22b3e-97ef-4ab8-aeaa-d9eaf68d88c3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.440954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddd25dc4-b774-4c98-99e5-34b69cf2572f req-5db22b3e-97ef-4ab8-aeaa-d9eaf68d88c3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.1264386 Aug 29 04:21:45.479141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] For port e616e723-fe76-4b72-8d04-32d6b9a6f125, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:45.482671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] For port e616e723-fe76-4b72-8d04-32d6b9a6f125, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=e616e723-fe76-4b72-8d04-32d6b9a6f125,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:45.491115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.504604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddd25dc4-b774-4c98-99e5-34b69cf2572f req-155eff17-3d99-449a-b7ad-dfae85901c32 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574317 Aug 29 04:21:45.708542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] For port 44f76b3c-f01c-430c-9513-1c15b78fd67a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=44f76b3c-f01c-430c-9513-1c15b78fd67a,segment=NetworkSegment(17aa6792-e311-4f24-ac0e-00325915c69d),segment_id=17aa6792-e311-4f24-ac0e-00325915c69d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:45.709431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.729823 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7711cf-184b-4171-b5ad-147cb200bc20 x-openstack-request-id: req-da7711cf-184b-4171-b5ad-147cb200bc20 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:45.732635 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "bb1f2743-d5fc-4aae-8b4e-a3829e09b36a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:45.733191 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da7711cf-184b-4171-b5ad-147cb200bc20 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:45.739942 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'bb1f2743-d5fc-4aae-8b4e-a3829e09b36a', 'status': 'completed', 'code': 200} Aug 29 04:21:45.798276 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe789f2f-cf51-46a4-899e-4fce52d42909 x-openstack-request-id: req-fe789f2f-cf51-46a4-899e-4fce52d42909 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:45.798817 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd36946-7e8d-4019-b423-ceaba48edc29", "name": "network-vif-deleted", "tag": "69da588c-66ac-492f-9eb9-fd6b73cb3271", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:45.799598 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe789f2f-cf51-46a4-899e-4fce52d42909 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:45.800571 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd36946-7e8d-4019-b423-ceaba48edc29', 'name': 'network-vif-deleted', 'tag': '69da588c-66ac-492f-9eb9-fd6b73cb3271', 'status': 'completed', 'code': 200} Aug 29 04:21:45.810160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Calling delete_port for 44f76b3c-f01c-430c-9513-1c15b78fd67a owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:46.019252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcf67e-9f1e-475b-99c4-45cf2b8a2b05 req-22cafd60-c196-450c-80a5-c666876de547 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.026854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7adcf67e-9f1e-475b-99c4-45cf2b8a2b05 req-22cafd60-c196-450c-80a5-c666876de547 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1372907 Aug 29 04:21:46.090688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca1451-e0f8-4392-b3a1-f17ed06abd57 req-58586484-5cda-46c0-8ca6-e554c5b4b5be tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.102209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43ca1451-e0f8-4392-b3a1-f17ed06abd57 req-58586484-5cda-46c0-8ca6-e554c5b4b5be tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/ports?device_id=c901495d-22ca-40b1-81a0-32b10bc0cfac HTTP/1.1" status: 200 len: 944 time: 0.1320374 Aug 29 04:21:46.114801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7adcf67e-9f1e-475b-99c4-45cf2b8a2b05 req-a0327b11-3d91-4e28-8df2-e69d102aa793 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858810 Aug 29 04:21:46.233133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43ca1451-e0f8-4392-b3a1-f17ed06abd57 req-7f293f9f-9c78-46e7-bfdb-224490eb5028 tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ca18bd8-369c-44a7-94fb-483764dff887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300030 Aug 29 04:21:46.431234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.436441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.452221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] 10.222.0.65 "PUT /v2.0/ports/e616e723-fe76-4b72-8d04-32d6b9a6f125 HTTP/1.1" status: 200 len: 1135 time: 2.4090991 Aug 29 04:21:46.655739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:46.858491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.990699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95a8eb-b62e-40d1-a753-740cc2e30394 req-abb9ca33-625c-45b8-90d1-3c790d84231d tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.995359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a95a8eb-b62e-40d1-a753-740cc2e30394 req-abb9ca33-625c-45b8-90d1-3c790d84231d tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.1031983 Aug 29 04:21:47.063165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a95a8eb-b62e-40d1-a753-740cc2e30394 req-3658c312-1045-4dee-ba02-32619cb9e223 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607421 Aug 29 04:21:47.226992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 44f76b3c-f01c-430c-9513-1c15b78fd67a no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:47.289667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-cbccb9c0-45ee-4f12-851f-d0fd111876df tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320761 Aug 29 04:21:47.293113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 44f76b3c-f01c-430c-9513-1c15b78fd67a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:47.299662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 44f76b3c-f01c-430c-9513-1c15b78fd67a not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:47.323635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-fd392fac-f15d-44e1-983f-897cb790e831 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.334719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-fd392fac-f15d-44e1-983f-897cb790e831 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.343840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-fd392fac-f15d-44e1-983f-897cb790e831 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.353470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-fd392fac-f15d-44e1-983f-897cb790e831 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.354771 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92defb61-ca76-44c6-88d0-261853c192cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.364907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-fd392fac-f15d-44e1-983f-897cb790e831 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.372711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-fd392fac-f15d-44e1-983f-897cb790e831 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.380509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-fd392fac-f15d-44e1-983f-897cb790e831 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.390473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-fd392fac-f15d-44e1-983f-897cb790e831 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5380 time: 0.2281651 Aug 29 04:21:47.512085 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a73871b9-9c14-46cc-ac00-9b12fb9f3839 req-f6780ef5-b21f-46af-ba64-39ed63ba9c72 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1203246 Aug 29 04:21:47.552232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29502eb3-2472-42a1-91e7-a8b28af5908c service neutron] Pushing event updated for resources: {'Port': ['ID=e616e723-fe76-4b72-8d04-32d6b9a6f125,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:47.564472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] No DVR routers for this DVR port 44f76b3c-f01c-430c-9513-1c15b78fd67a on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:47.584264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-b67324d2-73eb-43e2-9521-540ce65a459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.584970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-b67324d2-73eb-43e2-9521-540ce65a459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.586504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-b67324d2-73eb-43e2-9521-540ce65a459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.587212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-b67324d2-73eb-43e2-9521-540ce65a459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.588277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-b67324d2-73eb-43e2-9521-540ce65a459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.588819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-b67324d2-73eb-43e2-9521-540ce65a459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.589445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-b67324d2-73eb-43e2-9521-540ce65a459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.592104 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-b67324d2-73eb-43e2-9521-540ce65a459c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6220 time: 1.1969690 Aug 29 04:21:47.617572 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.618372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-353a1bea-7204-4d6e-b0de-3e0e10a00f83 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.620364 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16724a1d-5909-4af0-a6f0-4b8333acb81c req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] 10.222.0.65 "DELETE /v2.0/ports/44f76b3c-f01c-430c-9513-1c15b78fd67a HTTP/1.1" status: 204 len: 173 time: 2.7070012 Aug 29 04:21:47.634205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.636272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-353a1bea-7204-4d6e-b0de-3e0e10a00f83 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450902 Aug 29 04:21:47.658075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283370e-3dfa-4a2c-bebf-467424a1e75d tempest-ImagesTestJSON-646089917 tempest-ImagesTestJSON-646089917-project] Pushing event deleted for resources: {'Port': ['ID=44f76b3c-f01c-430c-9513-1c15b78fd67a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:47.737679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-eb20e218-74d5-4c0e-965c-79649cfe7c75 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/quotas/362dc64e7dda4cdc9b98043e7a86ba9a HTTP/1.1" status: 200 len: 375 time: 0.0997751 Aug 29 04:21:47.741511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'e616e723-fe76-4b72-8d04-32d6b9a6f125'}, {'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'name': 'network-vif-deleted', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:47.743919 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55525ab4-f4fe-482a-9912-8f1f143051a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "e616e723-fe76-4b72-8d04-32d6b9a6f125"}, {"server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "name": "network-vif-deleted", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:47.815698 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-601df850-45a6-4421-ad19-774b88a65e35 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771170 Aug 29 04:21:47.876517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-6ebd06c6-aded-45c7-8729-811942a50eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.878232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-6ebd06c6-aded-45c7-8729-811942a50eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.879727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-6ebd06c6-aded-45c7-8729-811942a50eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.881475 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-6ebd06c6-aded-45c7-8729-811942a50eba service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=df9e508a4f694e8e88de7468142e8421&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2598109 Aug 29 04:21:47.882354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149da193-6916-454b-bbcb-02ec3019a1fc req-c16e6c4c-6eaa-4e6c-bb37-ad1e4111c8b5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.884216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-149da193-6916-454b-bbcb-02ec3019a1fc req-c16e6c4c-6eaa-4e6c-bb37-ad1e4111c8b5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.2417610 Aug 29 04:21:47.988001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-149da193-6916-454b-bbcb-02ec3019a1fc req-d2d4e21b-10e5-455a-83b3-3e6eb20c2f2f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961971 Aug 29 04:21:48.369248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f73441-d46e-493b-a3ea-4658244ce4fb req-8bf5b80e-abf7-4ac6-bb49-0c813b750e1b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.375111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25f73441-d46e-493b-a3ea-4658244ce4fb req-8bf5b80e-abf7-4ac6-bb49-0c813b750e1b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.2040396 Aug 29 04:21:48.381255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69da588c-66ac-492f-9eb9-fd6b73cb3271 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:48.423634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab85c9d-2595-4866-a099-bd43cd0cdb32 req-c055f440-def3-4846-aad9-4a73716596c7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.433837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aab85c9d-2595-4866-a099-bd43cd0cdb32 req-c055f440-def3-4846-aad9-4a73716596c7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1887541 Aug 29 04:21:48.443378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 69da588c-66ac-492f-9eb9-fd6b73cb3271 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:48.444276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69da588c-66ac-492f-9eb9-fd6b73cb3271 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:48.452049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-4a5d355d-b8b3-439c-ab02-cfb456279d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.453207 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3e30e0a-1c36-4797-bab1-be18cdb762dd req-4a5d355d-b8b3-439c-ab02-cfb456279d2a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5529909 Aug 29 04:21:48.499602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25f73441-d46e-493b-a3ea-4658244ce4fb req-4823209c-edec-4235-9bac-264a0ae1f1cb tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073151 Aug 29 04:21:48.514738 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aab85c9d-2595-4866-a099-bd43cd0cdb32 req-c4f4e2c8-aef5-41bd-8964-3caa9ae84947 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757587 Aug 29 04:21:48.712731 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bb262f-ef96-47ed-8db3-6922b1c37c87 x-openstack-request-id: req-c9bb262f-ef96-47ed-8db3-6922b1c37c87 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:48.713039 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "e616e723-fe76-4b72-8d04-32d6b9a6f125", "status": "completed", "code": 200}, {"server_uuid": "c901495d-22ca-40b1-81a0-32b10bc0cfac", "name": "network-vif-deleted", "tag": "44f76b3c-f01c-430c-9513-1c15b78fd67a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:48.713304 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9bb262f-ef96-47ed-8db3-6922b1c37c87 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:48.713719 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'e616e723-fe76-4b72-8d04-32d6b9a6f125', 'status': 'completed', 'code': 200} Aug 29 04:21:48.714000 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c901495d-22ca-40b1-81a0-32b10bc0cfac', 'name': 'network-vif-deleted', 'tag': '44f76b3c-f01c-430c-9513-1c15b78fd67a', 'status': 'completed', 'code': 200} Aug 29 04:21:48.716488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bea5a427-28d9-4d99-b180-fecaeb7c1603 req-6a5b8ec9-cf71-40be-8c5e-a0f2657bcd44 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 210 time: 0.0391254 Aug 29 04:21:48.848115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9115f6b1-8028-4892-9e21-c19bdd5a40c0 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:48.882749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.935450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-e12f65b2-6374-4622-8a3d-bea9ccdbb135 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.945155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-e12f65b2-6374-4622-8a3d-bea9ccdbb135 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.953452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-e12f65b2-6374-4622-8a3d-bea9ccdbb135 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.961207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-e12f65b2-6374-4622-8a3d-bea9ccdbb135 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.983602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-e12f65b2-6374-4622-8a3d-bea9ccdbb135 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.994413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-e12f65b2-6374-4622-8a3d-bea9ccdbb135 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.001824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-e12f65b2-6374-4622-8a3d-bea9ccdbb135 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.003622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-548c83ed-79b4-4ccc-878f-db1cff3912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.005607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-e12f65b2-6374-4622-8a3d-bea9ccdbb135 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5380 time: 0.2233253 Aug 29 04:21:49.016786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-548c83ed-79b4-4ccc-878f-db1cff3912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.017721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-548c83ed-79b4-4ccc-878f-db1cff3912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.019052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-548c83ed-79b4-4ccc-878f-db1cff3912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.019900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-548c83ed-79b4-4ccc-878f-db1cff3912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.020778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-548c83ed-79b4-4ccc-878f-db1cff3912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.021576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-548c83ed-79b4-4ccc-878f-db1cff3912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.041113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-548c83ed-79b4-4ccc-878f-db1cff3912b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6220 time: 0.3260071 Aug 29 04:21:49.081877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Transition to ACTIVE for port object 9115f6b1-8028-4892-9e21-c19bdd5a40c0 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:49.123920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.254125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f426261-48e7-45fa-9798-b0ded4ab45bd req-4acea82a-00e2-4ba7-93ae-228123e5a911 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2205067 Aug 29 04:21:49.432459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec50b90-bd16-4c98-add6-0f2d0aa5f471 req-08c4e8cc-def9-4d7e-8921-49c7256bf8e8 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.447324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9115f6b1-8028-4892-9e21-c19bdd5a40c0,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.464267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ec50b90-bd16-4c98-add6-0f2d0aa5f471 req-08c4e8cc-def9-4d7e-8921-49c7256bf8e8 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.3009272 Aug 29 04:21:49.478763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Attempting to bind port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:49.485804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Attempting to bind port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:49.487485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Attempting to bind port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:49.498098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:49.499012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Attempting to bind port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:49.525727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:49.528483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Checking segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:49.529212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Bound using segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:49.530799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Bound port: 9115f6b1-8028-4892-9e21-c19bdd5a40c0, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:49.531949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.682501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ec50b90-bd16-4c98-add6-0f2d0aa5f471 req-354cf3a1-1af2-4bd9-83f4-ee299ce16363 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149792 Aug 29 04:21:49.685613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] For port 9115f6b1-8028-4892-9e21-c19bdd5a40c0, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:49.694433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] For port 9115f6b1-8028-4892-9e21-c19bdd5a40c0, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:49.697113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-ad88af00-23d6-4771-920a-9ace539c1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.697768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-ad88af00-23d6-4771-920a-9ace539c1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.698542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-ad88af00-23d6-4771-920a-9ace539c1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.700380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-ad88af00-23d6-4771-920a-9ace539c1cd7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=df9e508a4f694e8e88de7468142e8421&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6381495 Aug 29 04:21:49.703571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.828558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741118e7-046b-42ef-8964-3e342067aa6c req-2bd44543-117e-4315-ac3c-832db7fdb3a3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.830184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-741118e7-046b-42ef-8964-3e342067aa6c req-2bd44543-117e-4315-ac3c-832db7fdb3a3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.1428716 Aug 29 04:21:49.930846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-741118e7-046b-42ef-8964-3e342067aa6c req-4f83d5bb-7ff5-41c4-9676-d708156ecffd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859754 Aug 29 04:21:49.967139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.967139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.967139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] 10.222.0.65 "PUT /v2.0/ports/9115f6b1-8028-4892-9e21-c19bdd5a40c0 HTTP/1.1" status: 200 len: 1092 time: 3.3212597 Aug 29 04:21:50.028687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:50.122679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e9e1-9ceb-4ee9-996e-1055759df7fa req-1c54cfb5-05ab-4d52-9316-8773db3c63a1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.131234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27f8e9e1-9ceb-4ee9-996e-1055759df7fa req-1c54cfb5-05ab-4d52-9316-8773db3c63a1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.0920079 Aug 29 04:21:50.187458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b111eb4-1512-46ed-8062-d7453853acc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9115f6b1-8028-4892-9e21-c19bdd5a40c0,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.242581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-fecd8422-aa73-4fe5-9697-762087bd51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.246812 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55525ab4-f4fe-482a-9912-8f1f143051a6 req-fecd8422-aa73-4fe5-9697-762087bd51a8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5231466 Aug 29 04:21:50.269126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.291650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-71565a91-ae2e-4228-ba65-7ae948c78c3c tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742161 Aug 29 04:21:50.311482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.378833 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3b82e53c-b64f-4389-9eb1-11a124093f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.417515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d6317-9f17-4437-83ec-eb0c0b30a60d req-6f5de943-1c60-4eba-a7ba-4b57de44d8cc tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.427972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-730d6317-9f17-4437-83ec-eb0c0b30a60d req-6f5de943-1c60-4eba-a7ba-4b57de44d8cc tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.2859886 Aug 29 04:21:50.538234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27f8e9e1-9ceb-4ee9-996e-1055759df7fa req-3d7b3040-2d0f-48cd-9c35-b53ce70dded3 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058456 Aug 29 04:21:50.630537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-730d6317-9f17-4437-83ec-eb0c0b30a60d req-e291ab58-e3e9-4464-9218-68e97a947ac2 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859324 Aug 29 04:21:50.655483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f86885c-3782-4877-aeb6-7a59bf51fa43 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:50.664792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.680546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Transition to ACTIVE for port object 0f86885c-3782-4877-aeb6-7a59bf51fa43 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:50.694604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.717731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-4b963f1f-d328-4a12-a74e-c3dadb2f825d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.720137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': '9115f6b1-8028-4892-9e21-c19bdd5a40c0'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:50.726230 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "9115f6b1-8028-4892-9e21-c19bdd5a40c0"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:50.746095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-4b963f1f-d328-4a12-a74e-c3dadb2f825d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403186 Aug 29 04:21:50.762344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Request body: {'port': {'device_id': '3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '362dc64e7dda4cdc9b98043e7a86ba9a'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:50.841432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-1980fd94-8fdf-428f-8803-987f21942275 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.843198 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-1980fd94-8fdf-428f-8803-987f21942275 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.1611283 Aug 29 04:21:50.879954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Pushing event updated for resources: {'Port': ['ID=0f86885c-3782-4877-aeb6-7a59bf51fa43,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.973206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97dfa495-734e-4dd9-91dc-e5e99931e71f req-039fc5a8-4a8c-4934-941f-1138785281f9 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 210 time: 0.1030605 Aug 29 04:21:51.129860 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.143233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Attempting to bind port 0f86885c-3782-4877-aeb6-7a59bf51fa43 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:51.144402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Attempting to bind port 0f86885c-3782-4877-aeb6-7a59bf51fa43 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:51.145024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Attempting to bind port 0f86885c-3782-4877-aeb6-7a59bf51fa43 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:51.154268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Port 0f86885c-3782-4877-aeb6-7a59bf51fa43 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:51.154969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Attempting to bind port 0f86885c-3782-4877-aeb6-7a59bf51fa43 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:51.157330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26135392-2fda-422a-9199-8ae01bf52a81 req-1e1c6f06-2219-46b4-bc32-cdda6be0e5c9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.163873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26135392-2fda-422a-9199-8ae01bf52a81 req-1e1c6f06-2219-46b4-bc32-cdda6be0e5c9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.170088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:51.170796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Checking segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:51.171584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Bound using segment: {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:51.172552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Bound port: 0f86885c-3782-4877-aeb6-7a59bf51fa43, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7faa4077-1fe2-458d-8738-e01c456ca577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:51.173157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.182542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26135392-2fda-422a-9199-8ae01bf52a81 req-1e1c6f06-2219-46b4-bc32-cdda6be0e5c9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.191849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26135392-2fda-422a-9199-8ae01bf52a81 req-1e1c6f06-2219-46b4-bc32-cdda6be0e5c9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.198983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26135392-2fda-422a-9199-8ae01bf52a81 req-1e1c6f06-2219-46b4-bc32-cdda6be0e5c9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.199723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Deleting port cfa88829-7d27-47fa-8f0d-67a28af575d9 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:51.200382 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.206234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26135392-2fda-422a-9199-8ae01bf52a81 req-1e1c6f06-2219-46b4-bc32-cdda6be0e5c9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.212714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26135392-2fda-422a-9199-8ae01bf52a81 req-1e1c6f06-2219-46b4-bc32-cdda6be0e5c9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.220722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26135392-2fda-422a-9199-8ae01bf52a81 req-1e1c6f06-2219-46b4-bc32-cdda6be0e5c9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5404 time: 0.3237247 Aug 29 04:21:51.312374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] For port 0f86885c-3782-4877-aeb6-7a59bf51fa43, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:51.317030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] For port 0f86885c-3782-4877-aeb6-7a59bf51fa43, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:51.343932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.370478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26135392-2fda-422a-9199-8ae01bf52a81 req-3ca0f52d-dcbf-407e-a4c1-da4d72028a3d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1387966 Aug 29 04:21:51.395048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e5e54-d843-464e-af70-9e4375a06344 req-2bfd0802-18de-45c0-b70c-51184a52b811 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.402960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-349e5e54-d843-464e-af70-9e4375a06344 req-2bfd0802-18de-45c0-b70c-51184a52b811 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.1682277 Aug 29 04:21:51.435239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.437037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.439150 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] 10.222.0.65 "PUT /v2.0/ports/0f86885c-3782-4877-aeb6-7a59bf51fa43 HTTP/1.1" status: 200 len: 1092 time: 1.4226696 Aug 29 04:21:51.452545 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a710d58-e2b0-4407-a452-eccec91e1986 x-openstack-request-id: req-6a710d58-e2b0-4407-a452-eccec91e1986 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:51.453279 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "9115f6b1-8028-4892-9e21-c19bdd5a40c0", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:51.453814 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a710d58-e2b0-4407-a452-eccec91e1986 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:51.454497 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': '9115f6b1-8028-4892-9e21-c19bdd5a40c0', 'status': 'completed', 'code': 200} Aug 29 04:21:51.498154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Made reservation on behalf of 362dc64e7dda4cdc9b98043e7a86ba9a for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:51.499471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:51.513024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.560025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48939-836d-408d-9ae1-0b9a341d8f4c service neutron] Pushing event updated for resources: {'Port': ['ID=0f86885c-3782-4877-aeb6-7a59bf51fa43,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:51.613780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-349e5e54-d843-464e-af70-9e4375a06344 req-ebd5a51c-1a15-480b-b732-b7685ae057d0 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074234 Aug 29 04:21:51.718638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] For port cfa88829-7d27-47fa-8f0d-67a28af575d9, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=cfa88829-7d27-47fa-8f0d-67a28af575d9,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:51.719219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.743159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.843865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Allocated IP 192.168.233.172 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/6f4761a9-d00d-4a4c-8071-bce821dd4387) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:51.909760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-d40cae8e-b3cd-42c2-8f14-723dc52f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.909760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-d40cae8e-b3cd-42c2-8f14-723dc52f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.909760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-d40cae8e-b3cd-42c2-8f14-723dc52f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.909760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-d40cae8e-b3cd-42c2-8f14-723dc52f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.909760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-d40cae8e-b3cd-42c2-8f14-723dc52f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.910386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-d40cae8e-b3cd-42c2-8f14-723dc52f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.910772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-d40cae8e-b3cd-42c2-8f14-723dc52f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.913134 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-d40cae8e-b3cd-42c2-8f14-723dc52f877c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6356 time: 0.3776536 Aug 29 04:21:51.958882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc858e3-6077-4972-b984-9f87bf41ec81 req-c0551a3e-bba2-40c7-9181-d8dc5144203a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.967469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc858e3-6077-4972-b984-9f87bf41ec81 req-c0551a3e-bba2-40c7-9181-d8dc5144203a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.1381538 Aug 29 04:21:52.008466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c003178-9a2f-491c-98bf-845c9f16f31a req-af7897a8-eac5-4bbc-a03f-7b25c88a5b11 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.019047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c003178-9a2f-491c-98bf-845c9f16f31a req-af7897a8-eac5-4bbc-a03f-7b25c88a5b11 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.1913564 Aug 29 04:21:52.129663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc858e3-6077-4972-b984-9f87bf41ec81 req-243995ee-d52d-4ea4-a66a-e2fd29faedc9 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594210 Aug 29 04:21:52.201420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c003178-9a2f-491c-98bf-845c9f16f31a req-71fe7c93-5c6e-483a-a459-d6c520334688 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717038 Aug 29 04:21:52.349520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.431046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Transition to ACTIVE for port object 6f4761a9-d00d-4a4c-8071-bce821dd4387 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:52.459592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-3c695dbf-d3a4-4cc4-93a2-66a25126fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.460481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-3c695dbf-d3a4-4cc4-93a2-66a25126fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.460838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-3c695dbf-d3a4-4cc4-93a2-66a25126fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.462494 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-3c695dbf-d3a4-4cc4-93a2-66a25126fe7c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=df9e508a4f694e8e88de7468142e8421&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5316830 Aug 29 04:21:52.504183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-953d7b8e-77b3-4b76-a6df-396e4d2581b1 req-6fc52fd8-324d-4072-87ac-38e1acb090b7 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 210 time: 0.0788250 Aug 29 04:21:52.570867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66822d74-6281-49db-ae46-37c283ca0bc7 req-b805d3ae-8e86-4c26-aa2e-afb0b8fac64e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.578936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66822d74-6281-49db-ae46-37c283ca0bc7 req-b805d3ae-8e86-4c26-aa2e-afb0b8fac64e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.2116868 Aug 29 04:21:52.599592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-227a9cfd-c904-4fd2-96fb-abc721e88397 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.601406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-227a9cfd-c904-4fd2-96fb-abc721e88397 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.4236395 Aug 29 04:21:52.682644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-15'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:52.701111 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.739846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66822d74-6281-49db-ae46-37c283ca0bc7 req-bb4bdb88-86a5-49a1-ac88-45ed34ed916b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600027 Aug 29 04:21:52.822189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.825552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.826855 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.829922 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Floating IP 7da04350-837c-49c3-9067-5443214a51fc disassociated. External IP: 172.25.1.55, port: cfa88829-7d27-47fa-8f0d-67a28af575d9. Aug 29 04:21:52.830222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Calling delete_port for cfa88829-7d27-47fa-8f0d-67a28af575d9 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:52.974063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-18be0081-c89f-49fb-8317-16237be2494b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.981815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-18be0081-c89f-49fb-8317-16237be2494b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.991004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-18be0081-c89f-49fb-8317-16237be2494b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.997742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-18be0081-c89f-49fb-8317-16237be2494b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.004448 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-18be0081-c89f-49fb-8317-16237be2494b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.011010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-18be0081-c89f-49fb-8317-16237be2494b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.012901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.018042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-18be0081-c89f-49fb-8317-16237be2494b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.020954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-18be0081-c89f-49fb-8317-16237be2494b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5404 time: 0.2870014 Aug 29 04:21:53.022959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-6126e39b-26a9-4750-9e74-f17c7ebf5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.023492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:53.024505 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05b2c7c-0107-4b9b-8d28-eb53cb4018ca req-6126e39b-26a9-4750-9e74-f17c7ebf5b10 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5512090 Aug 29 04:21:53.047236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:53.087063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:53.116014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Pushing event updated for resources: {'Port': ['ID=6f4761a9-d00d-4a4c-8071-bce821dd4387,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.161312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.162104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.162698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.163315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.163914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.164503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.165054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.165716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.166262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.166818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.167465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.168095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:53.211557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da82e44c-da20-4130-b3a7-d41d8c54a7ca req-3ade6eca-e861-40b9-a2a1-e44e5bfe43db tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1706302 Aug 29 04:21:53.220873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.242054 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.246119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 997baca8-67a7-415f-b7d5-524aefc086fb details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:53.272012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95e4c9-e758-4741-b666-9b53ae742307 req-2fa06147-9c96-436e-b714-6fea09f8264a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.286578 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be95e4c9-e758-4741-b666-9b53ae742307 req-2fa06147-9c96-436e-b714-6fea09f8264a tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 945 time: 0.3302307 Aug 29 04:21:53.321754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad6b25c-c1af-49a5-8b0e-def2a26a4636 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:53.336845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38408) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:53.364122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.428555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-37d85642-14b8-4b03-80ab-11afb8dc4199 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6646767 Aug 29 04:21:53.438543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Request body: {'port': {'device_id': '3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:53.538263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be95e4c9-e758-4741-b666-9b53ae742307 req-58286e9c-21f8-45ed-8a20-ed7e56d1a98c tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d208a0-bc03-4153-89b5-6109f4038df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499006 Aug 29 04:21:53.546183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:53.558365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f223c3-37f4-405f-9ba4-bc7d266df2ce admin admin] Deleting subnet b480b34a-6bad-4787-bac0-0d87ef5d3d8b {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:53.560296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 997baca8-67a7-415f-b7d5-524aefc086fb has no active binding in host n-h2-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:21:53.579864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-afa7e759-1265-473b-a48b-eccd1f80bace None None] Provisioning for port 6f4761a9-d00d-4a4c-8071-bce821dd4387 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:53.583105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1f223c3-37f4-405f-9ba4-bc7d266df2ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.598945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-afa7e759-1265-473b-a48b-eccd1f80bace None None] Provisioning complete for port 6f4761a9-d00d-4a4c-8071-bce821dd4387 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:53.599396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-afa7e759-1265-473b-a48b-eccd1f80bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.658956 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.670819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-afa7e759-1265-473b-a48b-eccd1f80bace None None] Port 6f4761a9-d00d-4a4c-8071-bce821dd4387 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:53.703906 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2c6a-122a-4b49-8815-aa2fc35e8844 req-9daaa46d-e327-4b75-9ba3-9b1e689e7e61 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.713533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5cfb2c6a-122a-4b49-8815-aa2fc35e8844 req-9daaa46d-e327-4b75-9ba3-9b1e689e7e61 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.2646403 Aug 29 04:21:53.754060 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1f223c3-37f4-405f-9ba4-bc7d266df2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.898471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5cfb2c6a-122a-4b49-8815-aa2fc35e8844 req-7901815d-eeef-4408-b93d-7ec91c6d8f94 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769524 Aug 29 04:21:53.903202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1f223c3-37f4-405f-9ba4-bc7d266df2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.961275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': '0f86885c-3782-4877-aeb6-7a59bf51fa43'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:53.964634 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "0f86885c-3782-4877-aeb6-7a59bf51fa43"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:53.981098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Transition to ACTIVE for port object fad6b25c-c1af-49a5-8b0e-def2a26a4636 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:54.000900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.112995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:54.144859 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.187083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6b25c-c1af-49a5-8b0e-def2a26a4636,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.301547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event deleted for resources: {'Port': ['ID=cfa88829-7d27-47fa-8f0d-67a28af575d9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.342420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:54.371254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device cfa88829-7d27-47fa-8f0d-67a28af575d9 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:54.403958 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.452262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: cfa88829-7d27-47fa-8f0d-67a28af575d9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:54.455736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device cfa88829-7d27-47fa-8f0d-67a28af575d9 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:54.544529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c950d-39c1-4f0b-8cd3-7c1be4c33bee req-ffd37a89-cd2e-4ce9-be3b-eb5acaad77a7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.552527 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-006c950d-39c1-4f0b-8cd3-7c1be4c33bee req-ffd37a89-cd2e-4ce9-be3b-eb5acaad77a7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 945 time: 0.8259268 Aug 29 04:21:54.598821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.617580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Router 5de9e230-63b4-4fdc-916f-59ebf91320ad has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:54.711457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Pushing event updated for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.728228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-006c950d-39c1-4f0b-8cd3-7c1be4c33bee req-f6a73ccf-b3a6-4296-b3f0-6c97edc6b185 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744282 Aug 29 04:21:54.793251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1f223c3-37f4-405f-9ba4-bc7d266df2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.823417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8503f-ae1e-423f-83b9-7094b9fce1a4 req-ba498459-0ed0-452e-a23b-783e505f6bed tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.833232 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21e8503f-ae1e-423f-83b9-7094b9fce1a4 req-ba498459-0ed0-452e-a23b-783e505f6bed tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 936 time: 0.2708237 Aug 29 04:21:54.882500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on host n-h1-712142-15 for vnic_type normal with profile {"migrating_to": "n-h2-712142-15"} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:54.883287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:54.883802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:54.928125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:54.928553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Attempting to bind port 997baca8-67a7-415f-b7d5-524aefc086fb on network c029ce29-153a-4a8c-9e04-455ff35bab04 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:54.979667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f223c3-37f4-405f-9ba4-bc7d266df2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b480b34a-6bad-4787-bac0-0d87ef5d3d8b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.990714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1f223c3-37f4-405f-9ba4-bc7d266df2ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.994102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d1f223c3-37f4-405f-9ba4-bc7d266df2ce admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b480b34a-6bad-4787-bac0-0d87ef5d3d8b HTTP/1.1" status: 204 len: 168 time: 1.6505992 Aug 29 04:21:55.006500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38430) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:55.037737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:55.038538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Checking segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:55.039560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Bound using segment: {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:55.040262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Bound port: 997baca8-67a7-415f-b7d5-524aefc086fb, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5798de-da88-41d0-b6b3-02ccbb242a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c029ce29-153a-4a8c-9e04-455ff35bab04'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:55.040856 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.118801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Attempting to bind port fad6b25c-c1af-49a5-8b0e-def2a26a4636 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:55.119026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Attempting to bind port fad6b25c-c1af-49a5-8b0e-def2a26a4636 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:55.119285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Attempting to bind port fad6b25c-c1af-49a5-8b0e-def2a26a4636 on network 3b67864d-8d83-4461-9a1f-dee00d60b3cf {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:55.119467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21e8503f-ae1e-423f-83b9-7094b9fce1a4 req-28bff118-7f10-43c0-9bda-6d0a290c7025 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702279 Aug 29 04:21:55.148729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Port fad6b25c-c1af-49a5-8b0e-def2a26a4636 on network 3b67864d-8d83-4461-9a1f-dee00d60b3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:55.148729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Attempting to bind port fad6b25c-c1af-49a5-8b0e-def2a26a4636 on network 3b67864d-8d83-4461-9a1f-dee00d60b3cf {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:55.149310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e8f1e-79dd-480c-a50c-3835efbd57c3 req-3943c9fe-4ac4-4868-b19a-cac36c097ea2 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.157569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-919e8f1e-79dd-480c-a50c-3835efbd57c3 req-3943c9fe-4ac4-4868-b19a-cac36c097ea2 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.2835004 Aug 29 04:21:55.175391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:55.175736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Checking segment: {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:55.177199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Bound using segment: {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:55.177782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Bound port: fad6b25c-c1af-49a5-8b0e-def2a26a4636, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:55.193605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.270120 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a97caf-47a9-49a1-96fd-8869050d8557 x-openstack-request-id: req-e8a97caf-47a9-49a1-96fd-8869050d8557 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:55.270395 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "0f86885c-3782-4877-aeb6-7a59bf51fa43", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:55.270644 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8a97caf-47a9-49a1-96fd-8869050d8557 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:55.271036 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': '0f86885c-3782-4877-aeb6-7a59bf51fa43', 'status': 'completed', 'code': 200} Aug 29 04:21:55.280572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:55.291403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-919e8f1e-79dd-480c-a50c-3835efbd57c3 req-f808a056-5545-46bb-8589-c903a149bc5e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322510 Aug 29 04:21:55.291631 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] Sync routers for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:55.312793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4761a9-d00d-4a4c-8071-bce821dd4387 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:55.315671 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:55.315908 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.324461 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:21:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:55.342195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Transition to ACTIVE for port object 6f4761a9-d00d-4a4c-8071-bce821dd4387 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:55.349289 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.350088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.480555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0a5ea17-ba0d-4234-856d-a808f4605e00 req-82f20738-0766-4e58-947d-555c403ed680 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed12c7fa-18d9-4729-a29f-4ad660734f9e HTTP/1.1" status: 200 len: 210 time: 0.0495284 Aug 29 04:21:55.488215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Pushing event updated for resources: {'Port': ['ID=6f4761a9-d00d-4a4c-8071-bce821dd4387,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.501043 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:55.555583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] For port fad6b25c-c1af-49a5-8b0e-def2a26a4636, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:55.560632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] For port fad6b25c-c1af-49a5-8b0e-def2a26a4636, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:55.676137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] No DVR routers for this DVR port cfa88829-7d27-47fa-8f0d-67a28af575d9 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:55.684792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.689397 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-abc6da9a-88ac-4057-8b9c-d3018fd5dd16 req-c6b7667b-c93d-4066-bba8-27bd25f2c383 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.64 "DELETE /v2.0/ports/cfa88829-7d27-47fa-8f0d-67a28af575d9 HTTP/1.1" status: 204 len: 173 time: 4.8308201 Aug 29 04:21:55.694429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.773849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-db213779-d9e4-4480-9c8a-177f1eda957f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.788849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-db213779-d9e4-4480-9c8a-177f1eda957f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.796470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-db213779-d9e4-4480-9c8a-177f1eda957f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.803328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-db213779-d9e4-4480-9c8a-177f1eda957f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.809638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-db213779-d9e4-4480-9c8a-177f1eda957f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.816865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-db213779-d9e4-4480-9c8a-177f1eda957f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.822938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-db213779-d9e4-4480-9c8a-177f1eda957f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.825005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-db213779-d9e4-4480-9c8a-177f1eda957f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5416 time: 0.3727727 Aug 29 04:21:55.828824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Attempting to bind port 6f4761a9-d00d-4a4c-8071-bce821dd4387 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:55.829185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Attempting to bind port 6f4761a9-d00d-4a4c-8071-bce821dd4387 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:55.829531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Attempting to bind port 6f4761a9-d00d-4a4c-8071-bce821dd4387 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:55.835857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Port 6f4761a9-d00d-4a4c-8071-bce821dd4387 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:55.836249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Attempting to bind port 6f4761a9-d00d-4a4c-8071-bce821dd4387 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:55.858492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:55.858896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:55.859283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:55.859739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Bound port: 6f4761a9-d00d-4a4c-8071-bce821dd4387, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:55.860205 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.947653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.948317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.949784 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] 10.222.0.65 "PUT /v2.0/ports/fad6b25c-c1af-49a5-8b0e-def2a26a4636 HTTP/1.1" status: 200 len: 1092 time: 4.4565854 Aug 29 04:21:55.951530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6b25c-c1af-49a5-8b0e-def2a26a4636,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.025225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Request body: {'port': {'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:56.031604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:56.057529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.058073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.058220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.058561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.058896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.059260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.059556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.059887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.060249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.060595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.060924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.061247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b898cd-e7ba-4a0b-bcbd-a7e0a79d59f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:56.066436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:56.115639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] For port 6f4761a9-d00d-4a4c-8071-bce821dd4387, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:56.124036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] For port 6f4761a9-d00d-4a4c-8071-bce821dd4387, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6f4761a9-d00d-4a4c-8071-bce821dd4387,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:56.132660 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:39Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:56.143441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-d417b71d-0469-4376-b4f9-bc7995133738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.143936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-d417b71d-0469-4376-b4f9-bc7995133738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.150311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-d417b71d-0469-4376-b4f9-bc7995133738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.151812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-d417b71d-0469-4376-b4f9-bc7995133738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.151812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-d417b71d-0469-4376-b4f9-bc7995133738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.151812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-d417b71d-0469-4376-b4f9-bc7995133738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.153027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-d417b71d-0469-4376-b4f9-bc7995133738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.156045 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-d417b71d-0469-4376-b4f9-bc7995133738 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6424 time: 0.5909007 Aug 29 04:21:56.157305 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.168827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75b77665-fe32-43ea-9cd5-c89a99a8a4bc req-c0f57a82-e264-4c59-9a34-5be64c3b42dc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3145335 Aug 29 04:21:56.179582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.232451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9c8d3-acc9-40d3-98aa-2bb21f178ac3 req-f07a2d0d-062d-44f3-9459-91ebd3af81d6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.245986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdc9c8d3-acc9-40d3-98aa-2bb21f178ac3 req-f07a2d0d-062d-44f3-9459-91ebd3af81d6 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.6331961 Aug 29 04:21:56.310939 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] Checking router: 5de9e230-63b4-4fdc-916f-59ebf91320ad for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:56.347433 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:56.348641 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:21:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:56.442283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdc9c8d3-acc9-40d3-98aa-2bb21f178ac3 req-71d5057d-6af8-49d7-aea0-f17b41374db0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940539 Aug 29 04:21:56.510366 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:56.596109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.604528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.606306 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.614303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] 10.222.0.64 "PUT /v2.0/ports/6f4761a9-d00d-4a4c-8071-bce821dd4387 HTTP/1.1" status: 200 len: 1097 time: 3.1816196 Aug 29 04:21:56.642876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65', 'tag': '6f4761a9-d00d-4a4c-8071-bce821dd4387'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:56.651398 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.657904 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059a93b2-6c7f-42e6-99e9-b6b13ace826b" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65", "tag": "6f4761a9-d00d-4a4c-8071-bce821dd4387"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:56.739666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cd64d9-4479-4547-af75-ebda8319ce2f']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:56.750116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd273a1-2d97-4398-b77a-eb57bc675c5a service neutron] Pushing event updated for resources: {'Port': ['ID=6f4761a9-d00d-4a4c-8071-bce821dd4387,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.818705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Pushing event updated for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=8']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.851692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17aa6792-e311-4f24-ac0e-00325915c69d') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:56.864732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17aa6792-e311-4f24-ac0e-00325915c69d') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:56.884534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.906330 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.931496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ed360-7bd8-4aa5-9aeb-252884546682 req-485dfa67-67ca-4edf-a65e-51603ea5cdf1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.934289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb6ed360-7bd8-4aa5-9aeb-252884546682 req-485dfa67-67ca-4edf-a65e-51603ea5cdf1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 943 time: 0.4589558 Aug 29 04:21:56.940453 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.959142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:56.959675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.968508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['997baca8-67a7-415f-b7d5-524aefc086fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:57.048174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6619a-95d4-4f9d-9dde-e50125430204 req-3b931fda-69f3-449d-b67a-8c6e2e7acb4b tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.049584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['997baca8-67a7-415f-b7d5-524aefc086fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:57.050222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86f6619a-95d4-4f9d-9dde-e50125430204 req-3b931fda-69f3-449d-b67a-8c6e2e7acb4b tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 948 time: 0.3239648 Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:57.073679 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:57.153365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-efac53b3-0836-4177-9edf-ac9b5b6df5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.163025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-efac53b3-0836-4177-9edf-ac9b5b6df5e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 1100 time: 0.4049594 Aug 29 04:21:57.183306 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:39Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:57.261706 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdce03-830e-401b-99c9-8f45f60157cd None None] The sync data for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 is: [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:19:31Z', 'revision_number': 4, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd5f6b40f-7fc6-4857-9c1f-f3e6240b0790', 'name': '', 'network_id': 'a9b3e010-628a-476f-8ddd-373aa24297a9', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'mac_address': 'fa:16:3e:15:29:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:30Z', 'updated_at': '2021-08-29T04:19:39Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'subnets': [{'id': '527f8927-01e7-407f-aac3-1a7e0c994668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:57.397193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb6ed360-7bd8-4aa5-9aeb-252884546682 req-9faf1e9e-b946-4a7c-9f1c-243bd8361ca4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499986 Aug 29 04:21:57.408893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86f6619a-95d4-4f9d-9dde-e50125430204 req-1dd3a526-454e-48c0-aae4-8b437dd16109 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420038 Aug 29 04:21:57.410909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-aa0a3c33-39ba-4bc9-95c2-af0bccf71fc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=6f4761a9-d00d-4a4c-8071-bce821dd4387 HTTP/1.1" status: 200 len: 217 time: 0.2064028 Aug 29 04:21:57.557672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdd327a-e2bd-441b-9270-934888ddeef5 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:57.583116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-b3a95d4d-8960-41c9-889f-bd48a553667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.589372 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-b3a95d4d-8960-41c9-889f-bd48a553667b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1695006 Aug 29 04:21:57.592136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.638555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Transition to ACTIVE for port object 4cdd327a-e2bd-441b-9270-934888ddeef5 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:57.665300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.669018 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.674626 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-bcc024cb-9383-4b95-8f4e-6206732384e1 service neutron] 10.222.0.65 "PUT /v2.0/ports/997baca8-67a7-415f-b7d5-524aefc086fb HTTP/1.1" status: 200 len: 1123 time: 5.0195172 Aug 29 04:21:57.680477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb'}, {'server_uuid': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'name': 'network-vif-deleted', 'tag': 'cfa88829-7d27-47fa-8f0d-67a28af575d9'}, {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636'}, {'name': 'network-changed', 'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:57.687968 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593" -d '{"events": [{"server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "name": "network-vif-unplugged", "status": "completed", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb"}, {"server_uuid": "ed12c7fa-18d9-4729-a29f-4ad660734f9e", "name": "network-vif-deleted", "tag": "cfa88829-7d27-47fa-8f0d-67a28af575d9"}, {"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "fad6b25c-c1af-49a5-8b0e-def2a26a4636"}, {"name": "network-changed", "server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:57.714006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.727487 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d995109-9da4-4904-9cfb-884fd9cc6d31 x-openstack-request-id: req-8d995109-9da4-4904-9cfb-884fd9cc6d31 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:57.728280 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65", "tag": "6f4761a9-d00d-4a4c-8071-bce821dd4387", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:57.729149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.729563 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d995109-9da4-4904-9cfb-884fd9cc6d31 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:57.730094 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65', 'tag': '6f4761a9-d00d-4a4c-8071-bce821dd4387', 'status': 'completed', 'code': 200} Aug 29 04:21:57.733905 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a6cd64d9-4479-4547-af75-ebda8319ce2f HTTP/1.1" status: 204 len: 168 time: 2.7214973 Aug 29 04:21:57.803459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-fa650239-bd6c-4559-84d1-4aab986a0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.805253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-fa650239-bd6c-4559-84d1-4aab986a0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.806853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-fa650239-bd6c-4559-84d1-4aab986a0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.810220 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-fa650239-bd6c-4559-84d1-4aab986a0d83 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=df9e508a4f694e8e88de7468142e8421&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.6086869 Aug 29 04:21:57.812343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.826390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-b3b37bc2-1b78-4ea7-a11a-a7f58bc8a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.828100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-b3b37bc2-1b78-4ea7-a11a-a7f58bc8a913 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2311096 Aug 29 04:21:58.054555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd544f-86c2-4feb-bcd0-8c43c3aa93ce None None] New status for floating IP 7da04350-837c-49c3-9067-5443214a51fc: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:21:58.094257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa129f3-2d37-4d4f-9271-8d1605b39244 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6cd64d9-4479-4547-af75-ebda8319ce2f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.101629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-b4a807c2-dfa5-464e-b1bf-70046c587274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.103149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b55989c-7c0c-40ad-9f4e-5b11fdf3071a req-b4a807c2-dfa5-464e-b1bf-70046c587274 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810197 Aug 29 04:21:58.118460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-dec2dcd3-ba75-4660-a630-3e97de7d9b6e service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445452 Aug 29 04:21:58.156708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-e16c4419-0dfd-4675-bd73-0a82ba1d2490 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.166136 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.178609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-e16c4419-0dfd-4675-bd73-0a82ba1d2490 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.201091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-e16c4419-0dfd-4675-bd73-0a82ba1d2490 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.218839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-e16c4419-0dfd-4675-bd73-0a82ba1d2490 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.234793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-e16c4419-0dfd-4675-bd73-0a82ba1d2490 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.239121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38468) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.250442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-e16c4419-0dfd-4675-bd73-0a82ba1d2490 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.263599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-e16c4419-0dfd-4675-bd73-0a82ba1d2490 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.271959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-e16c4419-0dfd-4675-bd73-0a82ba1d2490 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.4426799 Aug 29 04:21:58.415927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c758e-4008-4303-bcff-0560c6f2ea86 req-68e84ad3-553d-4d17-87cc-4a90ec0f41e6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.418224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-058c758e-4008-4303-bcff-0560c6f2ea86 req-68e84ad3-553d-4d17-87cc-4a90ec0f41e6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.6859961 Aug 29 04:21:58.427081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1f47d977-a515-4630-8821-f05c98ab2224 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bc1dc9c0bdd48039b49dd94f5a2ea4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036222 Aug 29 04:21:58.433425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38470) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.434133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd327a-e2bd-441b-9270-934888ddeef5,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.534184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc8f52d0-c8f5-4c89-9b24-ecf540c0cee5 req-c7195ab3-b0f9-466f-b110-66f53cd4303d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1146746 Aug 29 04:21:58.573319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83af7d93-fd1b-46c8-91b2-9c3b230e1e9b req-7bc59daf-2a71-46a1-b2bd-9857bfb76357 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986376 Aug 29 04:21:58.576132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d73ed055-c605-4f31-aee6-2dce11fa2ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.577132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-058c758e-4008-4303-bcff-0560c6f2ea86 req-e85a0422-48ec-4ec0-b933-3b57f3eda670 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279924 Aug 29 04:21:58.641443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d73ed055-c605-4f31-aee6-2dce11fa2ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.667959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Attempting to bind port 4cdd327a-e2bd-441b-9270-934888ddeef5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:58.670712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Attempting to bind port 4cdd327a-e2bd-441b-9270-934888ddeef5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:58.671602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Attempting to bind port 4cdd327a-e2bd-441b-9270-934888ddeef5 on network 3b67864d-8d83-4461-9a1f-dee00d60b3cf {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:58.715967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Port 4cdd327a-e2bd-441b-9270-934888ddeef5 on network 3b67864d-8d83-4461-9a1f-dee00d60b3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:58.716561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Attempting to bind port 4cdd327a-e2bd-441b-9270-934888ddeef5 on network 3b67864d-8d83-4461-9a1f-dee00d60b3cf {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:58.779220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:58.779654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Checking segment: {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:58.781438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Bound using segment: {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:58.782025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Bound port: 4cdd327a-e2bd-441b-9270-934888ddeef5, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:58.783748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.796591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-23a1d6b7-566c-4834-82eb-c798b253226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.798336 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-23a1d6b7-566c-4834-82eb-c798b253226d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 1100 time: 0.1517708 Aug 29 04:21:58.819686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.839699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7ac5-e5e7-4cb8-9486-3fa9aeec1b7e req-36987ad6-ef50-4313-88a2-1acd84781a92 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.854829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b98f7ac5-e5e7-4cb8-9486-3fa9aeec1b7e req-36987ad6-ef50-4313-88a2-1acd84781a92 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.1345587 Aug 29 04:21:58.879486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] For port 4cdd327a-e2bd-441b-9270-934888ddeef5, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:58.885125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] For port 4cdd327a-e2bd-441b-9270-934888ddeef5, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4cdd327a-e2bd-441b-9270-934888ddeef5,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:58.889196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d73ed055-c605-4f31-aee6-2dce11fa2ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.894936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d73ed055-c605-4f31-aee6-2dce11fa2ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.896188 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d73ed055-c605-4f31-aee6-2dce11fa2ef8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ca18bd8-369c-44a7-94fb-483764dff887 HTTP/1.1" status: 204 len: 168 time: 0.4540792 Aug 29 04:21:58.936910 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.954376 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7afbbaf-2cff-427c-af8f-de95691e936a x-openstack-request-id: req-f7afbbaf-2cff-427c-af8f-de95691e936a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:58.962337 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "name": "network-vif-unplugged", "status": "completed", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb", "code": 200}, {"server_uuid": "ed12c7fa-18d9-4729-a29f-4ad660734f9e", "name": "network-vif-deleted", "tag": "cfa88829-7d27-47fa-8f0d-67a28af575d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "fad6b25c-c1af-49a5-8b0e-def2a26a4636", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:58.962337 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7afbbaf-2cff-427c-af8f-de95691e936a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:58.962337 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb', 'code': 200} Aug 29 04:21:58.962337 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed12c7fa-18d9-4729-a29f-4ad660734f9e', 'name': 'network-vif-deleted', 'tag': 'cfa88829-7d27-47fa-8f0d-67a28af575d9', 'status': 'completed', 'code': 200} Aug 29 04:21:58.965868 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636', 'status': 'completed', 'code': 200} Aug 29 04:21:58.965868 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb', 'status': 'completed', 'code': 200} Aug 29 04:21:58.998415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b98f7ac5-e5e7-4cb8-9486-3fa9aeec1b7e req-98f3e7e4-009a-430b-b852-a9910f776919 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376891 Aug 29 04:21:59.058326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.060353 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.062519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] 10.222.0.65 "PUT /v2.0/ports/4cdd327a-e2bd-441b-9270-934888ddeef5 HTTP/1.1" status: 200 len: 1092 time: 3.0580368 Aug 29 04:21:59.063440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ed055-c605-4f31-aee6-2dce11fa2ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca18bd8-369c-44a7-94fb-483764dff887,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.190955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-5507227d-1827-42e7-bf32-80d3be011d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.201883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-5507227d-1827-42e7-bf32-80d3be011d3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3849056 Aug 29 04:21:59.226888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbb622-1ade-4c2f-8c19-3be4da6f2e76 req-8fad7a3f-0253-4fb6-8af9-fa0806be75d7 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.245763 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fcbb622-1ade-4c2f-8c19-3be4da6f2e76 req-8fad7a3f-0253-4fb6-8af9-fa0806be75d7 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 948 time: 0.2380950 Aug 29 04:21:59.254650 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-167c2305-a967-4b7f-95d2-e6f27cbb5c9f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.290533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-490641f4-b7ed-4d8e-8a9c-e85a0dd4b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.291035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-490641f4-b7ed-4d8e-8a9c-e85a0dd4b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.291525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-490641f4-b7ed-4d8e-8a9c-e85a0dd4b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.292020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-490641f4-b7ed-4d8e-8a9c-e85a0dd4b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.292630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-490641f4-b7ed-4d8e-8a9c-e85a0dd4b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.293113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-490641f4-b7ed-4d8e-8a9c-e85a0dd4b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.293578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-490641f4-b7ed-4d8e-8a9c-e85a0dd4b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.295510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-490641f4-b7ed-4d8e-8a9c-e85a0dd4b1f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6492 time: 0.3045125 Aug 29 04:21:59.298203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-54afe11a-b0d2-470b-b051-280d06be389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.300307 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-54afe11a-b0d2-470b-b051-280d06be389b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1126 time: 0.3548450 Aug 29 04:21:59.316258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3843786-9c50-4f4e-a600-a6591caa9f54 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd327a-e2bd-441b-9270-934888ddeef5,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.418036 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fcbb622-1ade-4c2f-8c19-3be4da6f2e76 req-f1b75382-a921-4a25-af38-23ab3e2af9bb tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712928 Aug 29 04:21:59.498670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-c6da0e5a-0769-4f1b-b0fe-528669194df4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=6f4761a9-d00d-4a4c-8071-bce821dd4387 HTTP/1.1" status: 200 len: 217 time: 0.2161074 Aug 29 04:21:59.515859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa426ca-6857-46b3-aa11-384ffc419a60 req-8ed8be88-a880-47a5-8a9e-e9e6cdf1236c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.520895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-213c9a73-28aa-4b89-b4db-5b8a731bd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.521386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-213c9a73-28aa-4b89-b4db-5b8a731bd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.521863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-213c9a73-28aa-4b89-b4db-5b8a731bd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.523471 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-213c9a73-28aa-4b89-b4db-5b8a731bd7cc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=df9e508a4f694e8e88de7468142e8421&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1909556 Aug 29 04:21:59.525145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fa426ca-6857-46b3-aa11-384ffc419a60 req-8ed8be88-a880-47a5-8a9e-e9e6cdf1236c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 943 time: 0.3909705 Aug 29 04:21:59.577097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-167c2305-a967-4b7f-95d2-e6f27cbb5c9f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.654691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-98af1bf1-3bbb-4563-befb-cdeb60ee1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.659630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-98af1bf1-3bbb-4563-befb-cdeb60ee1794 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1314955 Aug 29 04:21:59.746397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fa426ca-6857-46b3-aa11-384ffc419a60 req-feec9156-81fd-461e-960b-08e4c5896ea4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200572 Aug 29 04:21:59.756292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-e305d43e-241c-45e0-a3a4-7241975d6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.757989 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-e305d43e-241c-45e0-a3a4-7241975d6538 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860702 Aug 29 04:21:59.852907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-cdabfc18-3542-402d-9cdd-26c0af9a215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.854453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-cdabfc18-3542-402d-9cdd-26c0af9a215d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1766078 Aug 29 04:22:00.020709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-6c91914f-ac14-4d68-9999-e8b1c1f8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.021545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-6c91914f-ac14-4d68-9999-e8b1c1f8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.022324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-6c91914f-ac14-4d68-9999-e8b1c1f8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.022970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-6c91914f-ac14-4d68-9999-e8b1c1f8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.023644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-6c91914f-ac14-4d68-9999-e8b1c1f8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.024336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-6c91914f-ac14-4d68-9999-e8b1c1f8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.025030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-6c91914f-ac14-4d68-9999-e8b1c1f8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.027302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-6c91914f-ac14-4d68-9999-e8b1c1f8aa6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6492 time: 0.1159031 Aug 29 04:22:00.041243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-53b8fa4f-2c3e-44a3-a7ae-4edb29159db2 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748967 Aug 29 04:22:00.058331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-352fd2ed-6174-4901-b498-115630f39a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.061656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-352fd2ed-6174-4901-b498-115630f39a8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.7419603 Aug 29 04:22:00.115786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-06ce918e-84f0-44ed-ab55-8dd8aec7eb08 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.121878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-06ce918e-84f0-44ed-ab55-8dd8aec7eb08 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.130858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-06ce918e-84f0-44ed-ab55-8dd8aec7eb08 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.137464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-06ce918e-84f0-44ed-ab55-8dd8aec7eb08 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.147600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-06ce918e-84f0-44ed-ab55-8dd8aec7eb08 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.156488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-06ce918e-84f0-44ed-ab55-8dd8aec7eb08 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.169599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-06ce918e-84f0-44ed-ab55-8dd8aec7eb08 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.171773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-06ce918e-84f0-44ed-ab55-8dd8aec7eb08 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.4454978 Aug 29 04:22:00.188923 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-2def9630-927a-4234-91a9-021585898aee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=997baca8-67a7-415f-b7d5-524aefc086fb HTTP/1.1" status: 200 len: 217 time: 0.1009660 Aug 29 04:22:00.190976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-0eec3c86-b229-4f2b-83ba-7a8059b265f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f536b0d4-7844-4d6b-814a-0863b48d4206 HTTP/1.1" status: 200 len: 217 time: 0.1277618 Aug 29 04:22:00.195526 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-167c2305-a967-4b7f-95d2-e6f27cbb5c9f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.198214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-167c2305-a967-4b7f-95d2-e6f27cbb5c9f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.210711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-167c2305-a967-4b7f-95d2-e6f27cbb5c9f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "DELETE /v2.0/security-groups/30d208a0-bc03-4153-89b5-6109f4038df8 HTTP/1.1" status: 204 len: 168 time: 1.3105009 Aug 29 04:22:00.219838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38510) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:00.361934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d94856-228d-49ae-9b54-ec28c7c4c8d5 req-5c776b2a-f02c-4446-9e06-1cffbae16e48 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.375426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3d94856-228d-49ae-9b54-ec28c7c4c8d5 req-5c776b2a-f02c-4446-9e06-1cffbae16e48 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.3263655 Aug 29 04:22:00.393989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e458634f-f532-42cc-93fa-02e98b59ab9a req-36d6af24-3b15-4903-8c9f-385f569d7dd9 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2053597 Aug 29 04:22:00.496987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c2305-a967-4b7f-95d2-e6f27cbb5c9f tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d208a0-bc03-4153-89b5-6109f4038df8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.499514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38522) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:00.507272 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-9f9e3946-a017-4fda-9e32-3d48512e8681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] show failed (client error): The resource could not be found. Aug 29 04:22:00.511237 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9f9e3946-a017-4fda-9e32-3d48512e8681 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "GET /v2.0/security-groups/30d208a0-bc03-4153-89b5-6109f4038df8 HTTP/1.1" status: 404 len: 347 time: 0.2529154 Aug 29 04:22:00.516834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38528) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:00.579490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059a93b2-6c7f-42e6-99e9-b6b13ace826b req-bbe6bc14-95cd-493f-a1a6-e71751454df8 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253918 Aug 29 04:22:00.586305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3d94856-228d-49ae-9b54-ec28c7c4c8d5 req-222afb30-9f32-4044-9a74-4a1b9b0a2b69 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828444 Aug 29 04:22:00.684522 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:22:00.693008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea74d2-03b1-49db-82f8-5452b7eba834 req-e66cfbb1-d604-4e96-a332-52a07a3432b3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.695048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fea74d2-03b1-49db-82f8-5452b7eba834 req-e66cfbb1-d604-4e96-a332-52a07a3432b3 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.0854399 Aug 29 04:22:00.782312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1801643332-network', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:00.792003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c5b8084f-5c84-4bef-9a48-1ad3ade0ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.793704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-c5b8084f-5c84-4bef-9a48-1ad3ade0ff09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d HTTP/1.1" status: 200 len: 856 time: 0.5125749 Aug 29 04:22:00.795315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-63c05e6a-379d-4eb9-a5b7-7b46ef248181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.796882 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-63c05e6a-379d-4eb9-a5b7-7b46ef248181 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.5850239 Aug 29 04:22:00.804707 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fea74d2-03b1-49db-82f8-5452b7eba834 req-4b111cf8-3c44-4e17-b6be-63f9e5b1d66d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025484 Aug 29 04:22:00.853684 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-d5d35137-d21e-4c19-a454-09deaead43e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342491 Aug 29 04:22:00.854767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd82935-664a-4c03-b723-7eafbb2fd5c8 req-578e5daa-f996-41fe-869b-8795a89616ba tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.860233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecd82935-664a-4c03-b723-7eafbb2fd5c8 req-578e5daa-f996-41fe-869b-8795a89616ba tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 948 time: 0.1426151 Aug 29 04:22:00.971691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': '4cdd327a-e2bd-441b-9270-934888ddeef5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:00.974086 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "4cdd327a-e2bd-441b-9270-934888ddeef5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:00.988065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecd82935-664a-4c03-b723-7eafbb2fd5c8 req-53268f8c-974e-4e08-b12c-6ac812369bc4 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188142 Aug 29 04:22:01.037127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e81f01-39b9-4df8-b1d8-4c247e2390fd req-126d2bfe-33e7-4d18-90c6-6068c0885275 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.044341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2e81f01-39b9-4df8-b1d8-4c247e2390fd req-126d2bfe-33e7-4d18-90c6-6068c0885275 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 943 time: 0.1343870 Aug 29 04:22:01.094062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Made reservation on behalf of a8943d8e64c843f1ad880102624bf0da for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:01.100625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.110229 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c9492-739d-4afa-9f6b-bb9bf07b5947 x-openstack-request-id: req-477c9492-739d-4afa-9f6b-bb9bf07b5947 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:01.113903 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "4cdd327a-e2bd-441b-9270-934888ddeef5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:01.113903 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-477c9492-739d-4afa-9f6b-bb9bf07b5947 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:01.113903 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': '4cdd327a-e2bd-441b-9270-934888ddeef5', 'status': 'completed', 'code': 200} Aug 29 04:22:01.128922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2e81f01-39b9-4df8-b1d8-4c247e2390fd req-1552ba0c-b840-45d2-82ab-e7e565eb3394 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746610 Aug 29 04:22:01.148306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.166496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-11281d2d-f8d8-415a-b7bc-acccc2177707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.168116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-11281d2d-f8d8-415a-b7bc-acccc2177707 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d19174c-2b84-4b09-9a7c-d4508d51064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3590009 Aug 29 04:22:01.212976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Deleting port a2ea68a5-3dc5-4870-be9b-8b39f7a7fc4a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:01.213197 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.374738 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-55e9994c-8856-4311-b410-6a15110b0994 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942145 Aug 29 04:22:01.612132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.612726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.668536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Calling delete_port for a2ea68a5-3dc5-4870-be9b-8b39f7a7fc4a owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:01.709140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037e95-769b-4285-b00c-d8517b4b264e req-9bc93b8e-56dd-4716-ae7d-47359cd3d1e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.728501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037e95-769b-4285-b00c-d8517b4b264e req-9bc93b8e-56dd-4716-ae7d-47359cd3d1e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.747856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037e95-769b-4285-b00c-d8517b4b264e req-9bc93b8e-56dd-4716-ae7d-47359cd3d1e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.751528 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfcd8ec4-2f11-4a11-b020-b39cfe20a593 req-25588d26-3d51-4d83-ab41-133a5fa97aa1 service neutron] 10.222.0.64 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480933 Aug 29 04:22:01.763021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-4c39e633-f958-429e-a753-042e928bfc65 service neutron] 10.222.0.65 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767457 Aug 29 04:22:01.765435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037e95-769b-4285-b00c-d8517b4b264e req-9bc93b8e-56dd-4716-ae7d-47359cd3d1e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.791321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037e95-769b-4285-b00c-d8517b4b264e req-9bc93b8e-56dd-4716-ae7d-47359cd3d1e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.800786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037e95-769b-4285-b00c-d8517b4b264e req-9bc93b8e-56dd-4716-ae7d-47359cd3d1e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.808303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037e95-769b-4285-b00c-d8517b4b264e req-9bc93b8e-56dd-4716-ae7d-47359cd3d1e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.817588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29037e95-769b-4285-b00c-d8517b4b264e req-9bc93b8e-56dd-4716-ae7d-47359cd3d1e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.2852852 Aug 29 04:22:01.958356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29037e95-769b-4285-b00c-d8517b4b264e req-68673a1f-ca68-4ce5-bf8b-fd5a8bdad406 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1396878 Aug 29 04:22:01.968395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f2038-f281-4b5e-8243-8fceb0eabe45 req-66f09db7-2801-4687-9420-38a7d5a558ea tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.969982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e94f2038-f281-4b5e-8243-8fceb0eabe45 req-66f09db7-2801-4687-9420-38a7d5a558ea tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1500790 Aug 29 04:22:02.078765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e94f2038-f281-4b5e-8243-8fceb0eabe45 req-a782c925-2207-41f5-b95e-4428b73b0c91 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976381 Aug 29 04:22:02.215621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34d76-0633-49fb-8493-9f805e3cf718 req-5f371b80-1453-473a-9739-66ce63f7fb50 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.217234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12a34d76-0633-49fb-8493-9f805e3cf718 req-5f371b80-1453-473a-9739-66ce63f7fb50 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.1214786 Aug 29 04:22:02.429166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6f4761a9-d00d-4a4c-8071-bce821dd4387 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:02.447064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12a34d76-0633-49fb-8493-9f805e3cf718 req-fe4d3e53-1930-4da1-ab75-dc44b5f9d2ed tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041533 Aug 29 04:22:02.486330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf0e39-44e6-4c1b-a5a1-6fd305da3623 req-784ce31e-d8bc-4388-b547-0c6644f804ef tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.497983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2fcf0e39-44e6-4c1b-a5a1-6fd305da3623 req-784ce31e-d8bc-4388-b547-0c6644f804ef tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 948 time: 0.2750428 Aug 29 04:22:02.574356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.578159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.616502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2fcf0e39-44e6-4c1b-a5a1-6fd305da3623 req-a1a9b3ef-0664-4f41-abc3-99f2977623d4 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084261 Aug 29 04:22:02.619325 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.633524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:02.645678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.646033 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Added segment b8227fa9-006c-4a0f-917e-2c520c060116 of type vlan for network 91559c7f-ffd2-4517-92d8-3a113d23e010 Aug 29 04:22:02.717169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.789770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23db455b-277c-4eee-bf6b-11eb01a09f2c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:02.804198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Pushing event deleted for resources: {'Port': ['ID=a2ea68a5-3dc5-4870-be9b-8b39f7a7fc4a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:02.810662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a2bbf-65e8-4035-bb5d-43ece2948cf6 req-fac9a9a9-58b6-485b-b664-02f94ae640ba tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.822395 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.822395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.822395 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.826162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc7a2bbf-65e8-4035-bb5d-43ece2948cf6 req-fac9a9a9-58b6-485b-b664-02f94ae640ba tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 943 time: 0.1875360 Aug 29 04:22:02.911143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc7a2bbf-65e8-4035-bb5d-43ece2948cf6 req-8bdc119b-a1ec-4a04-b1c4-541187b7652d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795717 Aug 29 04:22:02.918734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6f4761a9-d00d-4a4c-8071-bce821dd4387, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6f4761a9-d00d-4a4c-8071-bce821dd4387,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:02.942091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '6f4761a9-d00d-4a4c-8071-bce821dd4387', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '6f4761a9-d00d-4a4c-8071-bce821dd4387', 'mac_address': 'fa:16:3e:ca:29:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:03.007462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38570) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:03.007667 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5022128 Aug 29 04:22:03.013701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9fe8a488-071a-4355-aec1-2ab88d7b4944 service neutron] 10.222.0.65 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2343383 Aug 29 04:22:03.020087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.021797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Request body: {'subnet': {'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1801643332-subnet', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:03.023749 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.026519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.030580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-df0baece-c30c-4440-8a3e-62f1b058cc56 tempest-ServersTestManualDisk-229544178 tempest-ServersTestManualDisk-229544178-project] 10.222.0.58 "DELETE /v2.0/floatingips/7da04350-837c-49c3-9067-5443214a51fc HTTP/1.1" status: 204 len: 168 time: 2.5062397 Aug 29 04:22:03.031759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38572) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:03.047689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becea32-d07a-4a6a-95a8-5d0709c41837 admin admin] Pushing event updated for resources: {'Network': ['ID=91559c7f-ffd2-4517-92d8-3a113d23e010,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.059725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4761a9-d00d-4a4c-8071-bce821dd4387 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:03.120063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6f4761a9-d00d-4a4c-8071-bce821dd4387, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6f4761a9-d00d-4a4c-8071-bce821dd4387,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:03.123266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:03.131278 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.146595 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-b1e4a0ff-a00f-41f2-a9c5-79e151e0dfb3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a HTTP/1.1" status: 200 len: 217 time: 0.1134927 Aug 29 04:22:03.271829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-38b68dc6-c593-4682-9e61-57e3ef11af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.273371 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-38b68dc6-c593-4682-9e61-57e3ef11af80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.1221924 Aug 29 04:22:03.295523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Made reservation on behalf of a8943d8e64c843f1ad880102624bf0da for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:03.298510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.335816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6f4761a9-d00d-4a4c-8071-bce821dd4387,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.347083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.347731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.348338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.348858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.349377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.349897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.350459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.351056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.351628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.352153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.352665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.353653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.366101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-497879ae-c802-4b59-ba7d-de2fb6b5f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.372089 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-497879ae-c802-4b59-ba7d-de2fb6b5f3b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882301 Aug 29 04:22:03.430107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6f4761a9-d00d-4a4c-8071-bce821dd4387'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:03.481023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-12bf4b45-d2a3-4415-b1d8-241e2ef1b8d5 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016231 Aug 29 04:22:03.700820 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-2ca972ce-e2ee-45ab-b480-8cafd0acb10c service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110486 Aug 29 04:22:03.794598 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-375a7975-b4fe-415f-bdd4-4dcde28c6dea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=e616e723-fe76-4b72-8d04-32d6b9a6f125 HTTP/1.1" status: 200 len: 217 time: 0.0712848 Aug 29 04:22:03.828117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab738-ffe6-4da2-bc93-79d5855c9495 req-92cc55b6-85a5-419c-9838-6b863ae19b5e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.836777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef3ab738-ffe6-4da2-bc93-79d5855c9495 req-92cc55b6-85a5-419c-9838-6b863ae19b5e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.5313601 Aug 29 04:22:03.880469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-23c08cb3-adb5-4567-a967-d6a3ee3d4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.881122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-84f22242-012d-4e94-a0c1-028480742dec tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.888111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-23c08cb3-adb5-4567-a967-d6a3ee3d4b14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0840182 Aug 29 04:22:03.888322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-84f22242-012d-4e94-a0c1-028480742dec tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.895278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-84f22242-012d-4e94-a0c1-028480742dec tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.901743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-84f22242-012d-4e94-a0c1-028480742dec tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.912361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-84f22242-012d-4e94-a0c1-028480742dec tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.920436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-84f22242-012d-4e94-a0c1-028480742dec tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.926880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-84f22242-012d-4e94-a0c1-028480742dec tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.928982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-84f22242-012d-4e94-a0c1-028480742dec tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.6272070 Aug 29 04:22:04.006554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef3ab738-ffe6-4da2-bc93-79d5855c9495 req-147925ca-19b8-4c00-ad5b-939b4f32cca4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686797 Aug 29 04:22:04.011455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-4f7f0355-99b9-4019-a01c-706577336b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.013789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-4f7f0355-99b9-4019-a01c-706577336b2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1169703 Aug 29 04:22:04.194476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-100663fb-e2cf-41b6-91e5-32b5fd422bb9 service neutron] 10.222.0.64 "GET /v2.0/ports/997baca8-67a7-415f-b7d5-524aefc086fb/bindings/n-h2-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.1691544 Aug 29 04:22:04.198884 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.246112 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-fde8459a-8222-4f71-a590-237789143127 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964524 Aug 29 04:22:04.322621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468aff73-e2bc-493c-a3f7-38d319ee06af,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.376175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-20cd7244-94e7-482f-b8aa-cf1c54183610 req-1f9ca873-28b2-45d6-be64-8dae824cfb05 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4158165 Aug 29 04:22:04.431569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 997baca8-67a7-415f-b7d5-524aefc086fb no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:04.524141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-32a17f9d-25d5-411e-ac88-e82f342e9966 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.527003 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-1811d55f-4c10-46c7-b27d-8ea546f32455 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725446 Aug 29 04:22:04.529698 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-32a17f9d-25d5-411e-ac88-e82f342e9966 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.3683960 Aug 29 04:22:04.544509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Checking segment: {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:04.545281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Network hostable DHCP agents. Network: 91559c7f-ffd2-4517-92d8-3a113d23e010, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:04.581603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-15'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:04.603902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f8ee8-79b5-434c-8c48-1d249b6336d4 req-8b7d4d00-5cde-455b-9235-0b9680d1ca44 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.613270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e10f8ee8-79b5-434c-8c48-1d249b6336d4 req-8b7d4d00-5cde-455b-9235-0b9680d1ca44 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 945 time: 0.4512289 Aug 29 04:22:04.635523 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-f6f3b674-f00f-4bcf-bded-ec877e17196d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0 HTTP/1.1" status: 200 len: 217 time: 0.0938935 Aug 29 04:22:04.743729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:04.765287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-678d6164-8e80-43e9-9470-fbb9f6de3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.766986 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-678d6164-8e80-43e9-9470-fbb9f6de3ac3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.1169717 Aug 29 04:22:04.826914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:04.880750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9fab8af9-39a8-4eec-98c4-8df3ac5c2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.882967 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-9fab8af9-39a8-4eec-98c4-8df3ac5c2f6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078739 Aug 29 04:22:04.890141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997baca8-67a7-415f-b7d5-524aefc086fb {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:05.001322 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-e9ee1c5f-eb6e-4fa6-ad0d-c7e4ea0ffb57 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011903 Aug 29 04:22:05.007932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:05.121217 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-d90115b7-a9b9-4082-9874-145e0b38cfc6 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099966 Aug 29 04:22:05.143040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.193221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-393f6d3d-db28-4943-bd4a-d55bf1636332 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43 HTTP/1.1" status: 200 len: 217 time: 0.0587049 Aug 29 04:22:05.228454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:05.279303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-682614af-5b8a-4981-a8c5-7319ad6ee2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.281424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-682614af-5b8a-4981-a8c5-7319ad6ee2d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0595493 Aug 29 04:22:05.295743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 91559c7f-ffd2-4517-92d8-3a113d23e010) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:05.309200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d36ca0-1d29-4bda-bf2e-a99ba01b77f8 None None] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:05.334626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.334999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.358435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd363a-ebc3-4ff4-aab1-4dc3bee3114a req-233a8f3e-973a-4761-8247-4890cbaa390d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.367575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bbd363a-ebc3-4ff4-aab1-4dc3bee3114a req-233a8f3e-973a-4761-8247-4890cbaa390d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 949 time: 0.8058944 Aug 29 04:22:05.391010 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e10f8ee8-79b5-434c-8c48-1d249b6336d4 req-4f27afd6-4c51-41ee-ab25-e0cbcc2af9b1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7764237 Aug 29 04:22:05.402630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-66cd86d2-0854-4c85-97e9-20fd15293ea4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3938739 Aug 29 04:22:05.410336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38590) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:05.412938 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.444511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ffc9e4c4-c481-461f-be31-a7217ff20472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.446472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-ffc9e4c4-c481-461f-be31-a7217ff20472 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565492 Aug 29 04:22:05.466937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:05.535588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bbd363a-ebc3-4ff4-aab1-4dc3bee3114a req-09008641-1e70-48e9-add3-242280139ad6 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669257 Aug 29 04:22:05.565473 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-caf41eb7-fbe4-4b91-83d1-8475bba83280 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096861 Aug 29 04:22:05.566985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] Transition to ACTIVE for port object 997baca8-67a7-415f-b7d5-524aefc086fb will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:05.664135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.728572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.729737 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.754921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-91559c7f-ffd2-4517-92d8-3a113d23e010', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:05.756974 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.790269 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.826409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-33571da8-9d26-4554-bd6e-4426dbde4f22 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514596 Aug 29 04:22:05.833635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] No DVR routers for this DVR port 997baca8-67a7-415f-b7d5-524aefc086fb on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:05.890090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.895420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-57a15031-4a78-498e-9ee5-bdda598171aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636 HTTP/1.1" status: 200 len: 217 time: 0.0577741 Aug 29 04:22:05.935012 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-395cd13f-1453-4c46-bb88-560f85710bb6 service neutron] 10.222.0.64 "PUT /v2.0/ports/997baca8-67a7-415f-b7d5-524aefc086fb/bindings/n-h2-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.7325327 Aug 29 04:22:05.962723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Allocated IP 172.20.0.2 (91559c7f-ffd2-4517-92d8-3a113d23e010/468aff73-e2bc-493c-a3f7-38d319ee06af/1313df21-f9bd-4e77-9cde-f30d9feab6b6) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:05.979144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-08e7e2f1-b3ae-4ae6-8d1d-cbcc4755d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.981101 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-08e7e2f1-b3ae-4ae6-8d1d-cbcc4755d447 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4ffec13-95c1-4940-bfbf-e51f53b20248 HTTP/1.1" status: 200 len: 797 time: 0.0626912 Aug 29 04:22:06.005731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.024801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0ed6-785a-451b-9485-509de234ab8b req-fbf25c4f-3ce6-4e33-9087-3c1d26cb557b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.034827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf8e0ed6-785a-451b-9485-509de234ab8b req-fbf25c4f-3ce6-4e33-9087-3c1d26cb557b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 944 time: 0.3579819 Aug 29 04:22:06.068807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd6a10-b13c-41c6-b7c6-232fe7500ecd req-b48cd053-4cec-4d20-9cb3-98d7f1f17b04 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.070556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10dd6a10-b13c-41c6-b7c6-232fe7500ecd req-b48cd053-4cec-4d20-9cb3-98d7f1f17b04 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.3666766 Aug 29 04:22:06.080262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-683f64c1-7f25-476a-a69d-a5e70cecdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.082719 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-683f64c1-7f25-476a-a69d-a5e70cecdfa2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908175 Aug 29 04:22:06.188805 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.207578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Transition to ACTIVE for port object 1313df21-f9bd-4e77-9cde-f30d9feab6b6 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:06.210885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:06.232483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Transition to ACTIVE for port object 1313df21-f9bd-4e77-9cde-f30d9feab6b6 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:06.241528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.285181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-50fde2ba-0e20-47d7-8541-784369d4ce6e tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.287757 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-50fde2ba-0e20-47d7-8541-784369d4ce6e tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.0932918 Aug 29 04:22:06.300780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:06.306814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:06.322366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:06.339317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Pushing event updated for resources: {'Port': ['ID=1313df21-f9bd-4e77-9cde-f30d9feab6b6,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.351396 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-a0e3b500-642b-4098-9c0b-fda2c03553c5 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595398 Aug 29 04:22:06.403831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Attempting to bind port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:06.404383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Attempting to bind port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:06.404877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Attempting to bind port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 on network 91559c7f-ffd2-4517-92d8-3a113d23e010 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:06.412868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:06.413433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Checking segment: {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:06.414126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.414638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Bound using segment: {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:06.415262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Bound port: 1313df21-f9bd-4e77-9cde-f30d9feab6b6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:06.415876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.432270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-ee20b046-be02-4a10-ba40-770bf80b89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.434285 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-ee20b046-be02-4a10-ba40-770bf80b89ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba&tenant_id=dbb19108663b438baeaa93d47a9c8f4a HTTP/1.1" status: 200 len: 1096 time: 0.1343207 Aug 29 04:22:06.436590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf8e0ed6-785a-451b-9485-509de234ab8b req-752e8c0c-5b6b-4215-af77-b94d008919b2 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008055 Aug 29 04:22:06.455065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.466256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10dd6a10-b13c-41c6-b7c6-232fe7500ecd req-be168cb9-96b4-4688-8000-a30a6e280d1e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863862 Aug 29 04:22:06.496661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 99c079ed-2221-4787-b57e-1a4b6c3a9730 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:06.530145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:06.585456 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-585dec6c-33a9-48be-bfac-061ca57f06aa service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240577 Aug 29 04:22:06.606930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6f4761a9-d00d-4a4c-8071-bce821dd4387 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:06.638582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-3c1f15f0-39b8-4e11-a02e-709ef9d3febc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cdd327a-e2bd-441b-9270-934888ddeef5 HTTP/1.1" status: 200 len: 217 time: 0.0453663 Aug 29 04:22:06.640645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-84683853-4ef3-40a0-b26f-955ab6b66782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.642428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-84683853-4ef3-40a0-b26f-955ab6b66782 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1096 time: 0.1524692 Aug 29 04:22:06.674441 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.679255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:06.684391 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8e3218-0826-443b-80dd-760736d46362" -d '{"events": [{"server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "name": "network-vif-unplugged", "status": "completed", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:06.695886 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.723977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] For port 1313df21-f9bd-4e77-9cde-f30d9feab6b6, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:06.728617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:06.732950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] For port 1313df21-f9bd-4e77-9cde-f30d9feab6b6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1313df21-f9bd-4e77-9cde-f30d9feab6b6,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:06.743829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.787968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 99c079ed-2221-4787-b57e-1a4b6c3a9730 has no active binding in host n-h1-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:22:06.789219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 6f4761a9-d00d-4a4c-8071-bce821dd4387 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:06.803635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 6f4761a9-d00d-4a4c-8071-bce821dd4387 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:06.804029 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.815902 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-befc3d22-ea3f-40d6-ac95-5cb33d978e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.817768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-befc3d22-ea3f-40d6-ac95-5cb33d978e68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4ffec13-95c1-4940-bfbf-e51f53b20248 HTTP/1.1" status: 200 len: 797 time: 0.1608737 Aug 29 04:22:06.862460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13a555-85d8-4486-b5f5-1c3b5f3ad87b None None] Pushing event updated for resources: {'Port': ['ID=1313df21-f9bd-4e77-9cde-f30d9feab6b6,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.886390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=7']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.906740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-a8660a29-0baa-4b5b-a562-6117a92e3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.908379 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-a8660a29-0baa-4b5b-a562-6117a92e3beb service neutron] 10.222.0.65 "GET /v2.0/networks?id=c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 200 len: 921 time: 0.2501161 Aug 29 04:22:06.944854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-da4c3969-3c4d-4f8a-9042-3df9363459cb tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.950310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-344a03d8-8c8f-4df9-8f75-28fac9f34c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.951673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-da4c3969-3c4d-4f8a-9042-3df9363459cb tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.952334 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-344a03d8-8c8f-4df9-8f75-28fac9f34c43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1215880 Aug 29 04:22:06.953649 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.958363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-da4c3969-3c4d-4f8a-9042-3df9363459cb tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.966098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-da4c3969-3c4d-4f8a-9042-3df9363459cb tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.973473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-da4c3969-3c4d-4f8a-9042-3df9363459cb tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.980313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-da4c3969-3c4d-4f8a-9042-3df9363459cb tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.987898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-da4c3969-3c4d-4f8a-9042-3df9363459cb tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.989914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-da4c3969-3c4d-4f8a-9042-3df9363459cb tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.4278874 Aug 29 04:22:06.992545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4761a9-d00d-4a4c-8071-bce821dd4387'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:06.995820 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaa4ed4-23d3-4d1c-b5df-4e7483f3e49c" -d '{"events": [{"server_uuid": "3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65", "name": "network-vif-plugged", "status": "completed", "tag": "6f4761a9-d00d-4a4c-8071-bce821dd4387"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:07.011541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6f4761a9-d00d-4a4c-8071-bce821dd4387, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6f4761a9-d00d-4a4c-8071-bce821dd4387,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:07.019630 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.025686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6c799-be4e-4ffc-8430-ad03cb4550c0 req-e6547ac8-6f7b-4aed-a277-0bebe7034480 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.026024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-41afbd9f-5b02-42dc-8393-15871c7abc98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=997baca8-67a7-415f-b7d5-524aefc086fb HTTP/1.1" status: 200 len: 217 time: 0.1070104 Aug 29 04:22:07.027921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86d6c799-be4e-4ffc-8430-ad03cb4550c0 req-e6547ac8-6f7b-4aed-a277-0bebe7034480 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.4309487 Aug 29 04:22:07.087874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6f4761a9-d00d-4a4c-8071-bce821dd4387,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:07.186615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on host n-h2-712142-15 for vnic_type normal with profile {"migrating_to": "n-h1-712142-15"} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:07.187047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:07.187454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:07.202300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-8adb08b6-edd9-401b-a5a3-8c761d6cfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.211066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-8adb08b6-edd9-401b-a5a3-8c761d6cfdaa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 200 len: 860 time: 0.1640100 Aug 29 04:22:07.238754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8beea5f-2527-4da4-b626-c2c2d633a152 req-13451ff4-0dee-478c-9cec-59fb07f93e35 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2349005 Aug 29 04:22:07.279836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:07.280206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Attempting to bind port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on network c1e435ea-b64e-4339-b938-5bad8cbfa05e {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:07.284189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-d5ea77ff-c157-4e1e-8cc3-b7a2f158ec80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c029ce29-153a-4a8c-9e04-455ff35bab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687561 Aug 29 04:22:07.289603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:07.289954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Checking segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:07.290383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Bound using segment: {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:07.290876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Bound port: 99c079ed-2221-4787-b57e-1a4b6c3a9730, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e50d72e-da17-486c-bea6-a886acd3699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e435ea-b64e-4339-b938-5bad8cbfa05e'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:07.291251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.292599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-b1b1df1c-7475-406e-a0ed-587cde3e9c99 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812786 Aug 29 04:22:07.403004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86d6c799-be4e-4ffc-8430-ad03cb4550c0 req-659fc60a-16a3-47ce-ad0d-2fcc6d40095c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253691 Aug 29 04:22:07.506628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-c6994ab0-850a-411b-b0da-fb12a224d2e2 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089911 Aug 29 04:22:07.509915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:07.511002 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-100c2348-ee20-4cb5-a736-0022650a8be2 req-3fb2a647-7bde-4f5b-ad6b-7c794abc5a30 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992064 Aug 29 04:22:07.513457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Deleting port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:07.513830 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.518646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:07.598776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.609280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.644723 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1264c02-963b-46a6-bfe1-cd5d5c0d9d30 x-openstack-request-id: req-b1264c02-963b-46a6-bfe1-cd5d5c0d9d30 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:07.645151 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "name": "network-vif-unplugged", "status": "completed", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:07.645467 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1264c02-963b-46a6-bfe1-cd5d5c0d9d30 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:07.645946 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730', 'code': 200} Aug 29 04:22:07.661503 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a7f1a-6beb-429e-bd5a-9540315fcae7 x-openstack-request-id: req-797a7f1a-6beb-429e-bd5a-9540315fcae7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:07.661890 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65", "name": "network-vif-plugged", "status": "completed", "tag": "6f4761a9-d00d-4a4c-8071-bce821dd4387", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:07.662209 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-797a7f1a-6beb-429e-bd5a-9540315fcae7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:07.662683 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4761a9-d00d-4a4c-8071-bce821dd4387', 'code': 200} Aug 29 04:22:07.696317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.714296 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-9df24f40-6d71-47bd-b09b-7cc6a9ca0ef9 service neutron] 10.222.0.65 "GET /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928647 Aug 29 04:22:07.744154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c74c5-e9f6-49c4-aac2-75e7ea926740 req-5e09dd06-b4da-4eee-af08-518ca8a80d59 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.749792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a33c74c5-e9f6-49c4-aac2-75e7ea926740 req-5e09dd06-b4da-4eee-af08-518ca8a80d59 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 950 time: 0.3838708 Aug 29 04:22:07.801320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-4923ddbf-5023-4855-bcdc-e3cfb0e8874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.801815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-4923ddbf-5023-4855-bcdc-e3cfb0e8874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.802299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-4923ddbf-5023-4855-bcdc-e3cfb0e8874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.802950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-4923ddbf-5023-4855-bcdc-e3cfb0e8874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.803594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-4923ddbf-5023-4855-bcdc-e3cfb0e8874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.804194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-4923ddbf-5023-4855-bcdc-e3cfb0e8874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.804729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-4923ddbf-5023-4855-bcdc-e3cfb0e8874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.807017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-4923ddbf-5023-4855-bcdc-e3cfb0e8874d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6492 time: 0.1631398 Aug 29 04:22:07.887476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8d7b3-fac0-4f08-bf42-58df811e8064 req-0e75d433-ea32-4e6e-8f04-d37e6c423c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.889358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e5e8d7b3-fac0-4f08-bf42-58df811e8064 req-0e75d433-ea32-4e6e-8f04-d37e6c423c4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 1102 time: 0.1497102 Aug 29 04:22:07.905951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.906718 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.909428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] 10.222.0.64 "PUT /v2.0/ports/99c079ed-2221-4787-b57e-1a4b6c3a9730 HTTP/1.1" status: 200 len: 1123 time: 3.3534038 Aug 29 04:22:07.998047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['99c079ed-2221-4787-b57e-1a4b6c3a9730'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:08.012686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e5e8d7b3-fac0-4f08-bf42-58df811e8064 req-11ef5edd-adb4-4ed7-89b1-0feb3d8e2c4b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149404 Aug 29 04:22:08.041526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a33c74c5-e9f6-49c4-aac2-75e7ea926740 req-7d2c7607-5c27-46cd-98f7-bd30b8f93d30 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789783 Aug 29 04:22:08.053356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-2ed42894-ba49-4eae-b4ed-d615703273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.055322 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-2ed42894-ba49-4eae-b4ed-d615703273d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b67864d-8d83-4461-9a1f-dee00d60b3cf HTTP/1.1" status: 200 len: 902 time: 0.2356966 Aug 29 04:22:08.056867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7e73f-24b8-4f9c-85f7-834a1f6fccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=8']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.074769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['99c079ed-2221-4787-b57e-1a4b6c3a9730'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:08.082806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] For port d5f6b40f-7fc6-4857-9c1f-f3e6240b0790, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:08.083868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.119031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Calling delete_port for d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:08.168036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf1d7d-ab6d-460c-8d35-7ecffdc4843b req-48adb03c-f007-459c-9c08-7ad1b468e793 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.169843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcaf1d7d-ab6d-460c-8d35-7ecffdc4843b req-48adb03c-f007-459c-9c08-7ad1b468e793 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 944 time: 0.4023514 Aug 29 04:22:08.195363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-c78e913d-f301-40cb-af2d-38a09860c4af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cdd327a-e2bd-441b-9270-934888ddeef5 HTTP/1.1" status: 200 len: 217 time: 0.1254997 Aug 29 04:22:08.289801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977fe2b-5d7c-48a9-a5ca-626ec104e090 None None] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:08.314673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-2e5be819-fa9c-4fb5-a54a-1fb3afbb9bb6 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.317181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-2e5be819-fa9c-4fb5-a54a-1fb3afbb9bb6 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba&tenant_id=dbb19108663b438baeaa93d47a9c8f4a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.2513368 Aug 29 04:22:08.325766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-c2b56a01-2c6a-41be-97cb-cf2593ae3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.327752 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-c2b56a01-2c6a-41be-97cb-cf2593ae3616 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4ffec13-95c1-4940-bfbf-e51f53b20248 HTTP/1.1" status: 200 len: 797 time: 0.0999525 Aug 29 04:22:08.340926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Allocated IP 172.25.1.202 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/e538ad5b-80b4-440a-b56c-35416ccef7ba) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:08.393013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcaf1d7d-ab6d-460c-8d35-7ecffdc4843b req-e16e715b-59c3-4235-9cf4-b85b77f069ce tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068076 Aug 29 04:22:08.438322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-eaa0bc88-a5fc-491d-9063-1c743f971a8d None None] Provisioning for port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:08.461526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bbba5-d7b9-4458-92d1-976045e49e3e req-be5f3c8b-cd2f-48cb-9257-a336790e5bbf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.473205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c94bbba5-d7b9-4458-92d1-976045e49e3e req-be5f3c8b-cd2f-48cb-9257-a336790e5bbf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.2378709 Aug 29 04:22:08.504547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:08.520264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-f44de19a-bd90-4da7-b367-51632538210d service neutron] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:08.525822 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-f44de19a-bd90-4da7-b367-51632538210d service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.527111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab96d43-4f96-43c2-b1d5-97f7f32d3e07 req-f44de19a-bd90-4da7-b367-51632538210d service neutron] 10.222.0.65 "DELETE /v2.0/ports/997baca8-67a7-415f-b7d5-524aefc086fb/bindings/n-h1-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.1981483 Aug 29 04:22:08.540413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-cb427963-be51-4428-946f-a2660ca7830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.542727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-cb427963-be51-4428-946f-a2660ca7830c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1311970 Aug 29 04:22:08.581090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c94bbba5-d7b9-4458-92d1-976045e49e3e req-cb0554ae-1b67-4787-a937-da571c0c2c17 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075053 Aug 29 04:22:08.689173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.737409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-ae9c35ca-1dfe-424c-99a9-766f7450b7f3 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861730 Aug 29 04:22:08.810174 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.836773 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.853761 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b58e4ff9-3c0f-46c1-81a6-bfa3611daac3 req-b2b9f3d2-8808-4fe5-98cd-140bbf1149e0 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966685 Aug 29 04:22:08.864927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-9d8474e0-99d7-4908-8e3e-52180d22bfde tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.871064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-9d8474e0-99d7-4908-8e3e-52180d22bfde tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.877552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-9d8474e0-99d7-4908-8e3e-52180d22bfde tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.883623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-9d8474e0-99d7-4908-8e3e-52180d22bfde tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.889731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-9d8474e0-99d7-4908-8e3e-52180d22bfde tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.896393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-9d8474e0-99d7-4908-8e3e-52180d22bfde tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.902208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:08.902559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-9d8474e0-99d7-4908-8e3e-52180d22bfde tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.904633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-9d8474e0-99d7-4908-8e3e-52180d22bfde tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.2472615 Aug 29 04:22:08.911551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f6b40f-7fc6-4857-9c1f-f3e6240b0790,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.912089 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.930513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761672-21ca-4b28-b5bb-f08ed3529f45 req-9a3f39d9-4d52-407a-bae4-64addedb054c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.932120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c761672-21ca-4b28-b5bb-f08ed3529f45 req-9a3f39d9-4d52-407a-bae4-64addedb054c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.2511196 Aug 29 04:22:09.049907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=11']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:09.070430 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.228385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:09.251670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:09.251921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1313df21-f9bd-4e77-9cde-f30d9feab6b6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:09.256877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c761672-21ca-4b28-b5bb-f08ed3529f45 req-c8c0ef95-1952-43c1-8b83-9cc457a52235 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967751 Aug 29 04:22:09.260198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:09.337503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecc864ac-aa3e-4dde-b2f0-2d28f7af9e29 req-7d75a7bc-85ed-4729-9839-30890359ab69 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4014792 Aug 29 04:22:09.396472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:09.408878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:09.408878 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.481285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Pushing event updated for resources: {'Port': ['ID=e538ad5b-80b4-440a-b56c-35416ccef7ba,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:09.496144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33239820-b993-4510-97ab-1c7f1cca0b17 None None] Provisioning complete for port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:09.496528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33239820-b993-4510-97ab-1c7f1cca0b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.590972 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.665319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:09.667804 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f90855d-106e-417e-bde6-ff0bdd39bafe" -d '{"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-unplugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:09.680572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 1313df21-f9bd-4e77-9cde-f30d9feab6b6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1313df21-f9bd-4e77-9cde-f30d9feab6b6,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:09.687953 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.696876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33239820-b993-4510-97ab-1c7f1cca0b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.811303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=1313df21-f9bd-4e77-9cde-f30d9feab6b6,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:09.826144 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-33239820-b993-4510-97ab-1c7f1cca0b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:22:09.826697 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-33239820-b993-4510-97ab-1c7f1cca0b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:22:09.933688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:09.936052 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21678bd3-1895-471e-815e-ad98ae66716b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:10.037593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a06df-0f45-44cd-ba4c-a5f03a628c09 req-c944b952-10f7-4cf0-8494-debd32f6eff2 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.039082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f7a06df-0f45-44cd-ba4c-a5f03a628c09 req-c944b952-10f7-4cf0-8494-debd32f6eff2 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 949 time: 0.5605004 Aug 29 04:22:10.050510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99314b36-3926-4f36-b3af-6ed386fea3ac req-093e5f2f-12dd-44c8-ab57-fd48ad02031e tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.052182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99314b36-3926-4f36-b3af-6ed386fea3ac req-093e5f2f-12dd-44c8-ab57-fd48ad02031e tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 950 time: 0.5721188 Aug 29 04:22:10.058132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.218653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f7a06df-0f45-44cd-ba4c-a5f03a628c09 req-39022175-b335-4011-9989-e222687371b3 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654232 Aug 29 04:22:10.224398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99314b36-3926-4f36-b3af-6ed386fea3ac req-9a82f088-07d0-461e-ae08-a0be1315e5db tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622202 Aug 29 04:22:10.381604 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.441975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25da33-5220-4d36-b0e4-08fbaa959fc3 req-4f4cc3e8-f6a6-4bf6-a236-84d6a103fc03 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.443518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f25da33-5220-4d36-b0e4-08fbaa959fc3 req-4f4cc3e8-f6a6-4bf6-a236-84d6a103fc03 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1293998 Aug 29 04:22:10.646427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f25da33-5220-4d36-b0e4-08fbaa959fc3 req-cb35b7ab-bdb8-486d-a0cd-af771364b92d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655824 Aug 29 04:22:10.672883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efbcf-a020-454a-926e-3d38b35d17ae req-2e14c0a6-4f3c-4d24-b848-ad2df7557b0f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.675066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a76efbcf-a020-454a-926e-3d38b35d17ae req-2e14c0a6-4f3c-4d24-b848-ad2df7557b0f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 944 time: 0.1819673 Aug 29 04:22:10.696679 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418ace1d-1b1c-40c1-ad05-2f6789d19acd x-openstack-request-id: req-418ace1d-1b1c-40c1-ad05-2f6789d19acd {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:10.697215 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-unplugged", "status": "completed", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:10.697336 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-418ace1d-1b1c-40c1-ad05-2f6789d19acd {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:10.697644 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'code': 200} Aug 29 04:22:10.738494 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15850ab2-da4e-4ff5-8f42-cd3a5a47d470 x-openstack-request-id: req-15850ab2-da4e-4ff5-8f42-cd3a5a47d470 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:10.738856 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:10.739111 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15850ab2-da4e-4ff5-8f42-cd3a5a47d470 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:10.739517 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730', 'status': 'completed', 'code': 200} Aug 29 04:22:10.741334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Router 5de9e230-63b4-4fdc-916f-59ebf91320ad has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:10.808681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678bd3-1895-471e-815e-ad98ae66716b req-11f17d1f-9097-42dc-b396-6e09a5f0b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.810394 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21678bd3-1895-471e-815e-ad98ae66716b req-11f17d1f-9097-42dc-b396-6e09a5f0b5a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1126 time: 0.0443749 Aug 29 04:22:10.847650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a76efbcf-a020-454a-926e-3d38b35d17ae req-db6b19f0-e63a-4105-a484-b9e34a2c1722 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398509 Aug 29 04:22:10.906829 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.931958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678bd3-1895-471e-815e-ad98ae66716b req-2c707101-a113-439e-9a3f-7ac7dfc6eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.933516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21678bd3-1895-471e-815e-ad98ae66716b req-2c707101-a113-439e-9a3f-7ac7dfc6eea5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.1108568 Aug 29 04:22:10.986967 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21678bd3-1895-471e-815e-ad98ae66716b req-148eeef7-b5d5-44e2-97a4-7df7b6166238 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730 HTTP/1.1" status: 200 len: 217 time: 0.0408432 Aug 29 04:22:11.005590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1313df21-f9bd-4e77-9cde-f30d9feab6b6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:11.050683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678bd3-1895-471e-815e-ad98ae66716b req-d0866626-5b8e-43fb-9ed5-50eb8ee39da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.052511 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21678bd3-1895-471e-815e-ad98ae66716b req-d0866626-5b8e-43fb-9ed5-50eb8ee39da8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0568950 Aug 29 04:22:11.068470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:11.074672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:11.075347 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.084540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a9fcd01e-e170-400d-bd18-608493aece5f admin admin] 10.222.0.58 "PUT /v2.0/routers/5de9e230-63b4-4fdc-916f-59ebf91320ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0513747 Aug 29 04:22:11.087951 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] Sync routers for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:11.102311 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:11.105005 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:21:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:11.115429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38686) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:11.117701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21678bd3-1895-471e-815e-ad98ae66716b req-3b227d6a-0ab9-4c4b-821d-b6e0c7527811 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549870 Aug 29 04:22:11.176160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db431c-8aab-445f-8379-1225f7903d61 req-f183ef0c-2c4b-4ab1-95b1-6a69f22507f4 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.183978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56db431c-8aab-445f-8379-1225f7903d61 req-f183ef0c-2c4b-4ab1-95b1-6a69f22507f4 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.2413261 Aug 29 04:22:11.239705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Router 9cb860f3-d204-40e9-af1b-1c856e152787 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:11.263103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56db431c-8aab-445f-8379-1225f7903d61 req-49000a9f-8cdb-42a8-aca7-eefa7618e52a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688171 Aug 29 04:22:11.379563 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:11.492401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-0ed50f29-14d7-42f4-9290-63473d7d2815 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.498631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-0ed50f29-14d7-42f4-9290-63473d7d2815 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.505296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-0ed50f29-14d7-42f4-9290-63473d7d2815 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.512622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-0ed50f29-14d7-42f4-9290-63473d7d2815 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.518753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-0ed50f29-14d7-42f4-9290-63473d7d2815 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.525094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-0ed50f29-14d7-42f4-9290-63473d7d2815 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.531670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-0ed50f29-14d7-42f4-9290-63473d7d2815 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.534355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-0ed50f29-14d7-42f4-9290-63473d7d2815 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.1610522 Aug 29 04:22:11.537583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:11.554599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Sync routers for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:11.571411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:11.572180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:21:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:11.577183 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.583139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f6dd5cdb-20a6-4d9f-82de-71775c0ccf9e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1451817 Aug 29 04:22:11.585356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38714) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:11.658114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0884eec-f229-4001-839b-6d826bfc31d4 req-3053f337-df4d-4691-8bb8-51a2df28bcdf tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1019247 Aug 29 04:22:11.704094 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:11.754267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:11.771547 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] Checking router: 5de9e230-63b4-4fdc-916f-59ebf91320ad for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:11.782772 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] Routers {'5de9e230-63b4-4fdc-916f-59ebf91320ad'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:11.783405 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:21:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5de9e230-63b4-4fdc-916f-59ebf91320ad'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:11.853629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21678bd3-1895-471e-815e-ad98ae66716b req-144510bb-eaa1-4d6f-a305-fde21679d3bd service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262528 Aug 29 04:22:11.973364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3727c7-745c-45b8-831f-767711172d74 req-dbc6fb4c-4315-4021-9afc-4a25ce5a35a0 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.975079 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] Set router 5de9e230-63b4-4fdc-916f-59ebf91320ad gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:11.980877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b3727c7-745c-45b8-831f-767711172d74 req-dbc6fb4c-4315-4021-9afc-4a25ce5a35a0 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 950 time: 0.2137218 Aug 29 04:22:12.003115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.030854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b3727c7-745c-45b8-831f-767711172d74 req-f95ac793-31e5-4090-840c-c9f69c045958 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468416 Aug 29 04:22:12.067155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:10Z', 'revision_number': 3, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:12.166547 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21678bd3-1895-471e-815e-ad98ae66716b req-6965f8d9-45fc-41c4-bab0-44cc541bd8b1 service neutron] 10.222.0.65 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015101 Aug 29 04:22:12.185686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.203151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b6c00-44ea-4fd2-9529-34de7a880a53 req-11266418-3d55-44a5-9553-e1f849e2f9ee tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.214119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa7b6c00-44ea-4fd2-9529-34de7a880a53 req-11266418-3d55-44a5-9553-e1f849e2f9ee tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 1096 time: 0.0758946 Aug 29 04:22:12.228579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369aa74-b985-428a-b168-cf840e9348a1 req-938128f0-8012-4d19-94a0-58c60003042f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.230442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7369aa74-b985-428a-b168-cf840e9348a1 req-938128f0-8012-4d19-94a0-58c60003042f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.3148277 Aug 29 04:22:12.268756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Deleting port ee903212-0c8d-4d76-a261-f40e56834e3f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:12.269393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.326782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Checking router: 9cb860f3-d204-40e9-af1b-1c856e152787 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:12.327142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Updating router 9cb860f3-d204-40e9-af1b-1c856e152787 port e538ad5b-80b4-440a-b56c-35416ccef7ba binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:12.355367 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.387089 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:12.405517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] For port ee903212-0c8d-4d76-a261-f40e56834e3f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ee903212-0c8d-4d76-a261-f40e56834e3f,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:12.405895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.427268 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a05e9-39ef-47e6-99c5-38ca8b8b6c1a None None] The sync data for ids ['5de9e230-63b4-4fdc-916f-59ebf91320ad'] in n-d-712142-15 is: [{'id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'name': 'tempest-ServersTestManualDisk-285361922-router', 'tenant_id': '979b796d709a4c46b996a0f07de4b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:25Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 5, 'project_id': '979b796d709a4c46b996a0f07de4b02a', 'gw_port': {'id': 'ee903212-0c8d-4d76-a261-f40e56834e3f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de9e230-63b4-4fdc-916f-59ebf91320ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:26Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:12.440377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Calling delete_port for ee903212-0c8d-4d76-a261-f40e56834e3f owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:12.653568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.695201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee903212-0c8d-4d76-a261-f40e56834e3f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.704825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa7b6c00-44ea-4fd2-9529-34de7a880a53 req-33b7685f-ee65-4999-aea2-228d0eea5349 tempest-LiveAutoBlockMigrationV225Test-997616745 tempest-LiveAutoBlockMigrationV225Test-997616745-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892137 Aug 29 04:22:12.707360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.721696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7369aa74-b985-428a-b168-cf840e9348a1 req-fd23ffbc-8bdb-425d-a0c3-405a5abaadd8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783020 Aug 29 04:22:12.737501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Transition to ACTIVE for port object e538ad5b-80b4-440a-b56c-35416ccef7ba will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:12.773919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.797618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.890710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Attempting to bind port e538ad5b-80b4-440a-b56c-35416ccef7ba on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:12.892979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Attempting to bind port e538ad5b-80b4-440a-b56c-35416ccef7ba by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:12.893373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Attempting to bind port e538ad5b-80b4-440a-b56c-35416ccef7ba on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:12.918162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:12.918655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:12.918957 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.919358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:12.919854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Bound port: e538ad5b-80b4-440a-b56c-35416ccef7ba, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:12.920277 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.013138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32223889-1ca3-48e6-92da-adc68fbcf1a6 None None] Pushing event updated for resources: {'Port': ['ID=e538ad5b-80b4-440a-b56c-35416ccef7ba,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.023581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.034569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.107399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:13.166318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:13.166672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d5f6b40f-7fc6-4857-9c1f-f3e6240b0790 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:13.168827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] For port e538ad5b-80b4-440a-b56c-35416ccef7ba, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:13.177501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.178106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de9e230-63b4-4fdc-916f-59ebf91320ad {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:13.186352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.190116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] For port e538ad5b-80b4-440a-b56c-35416ccef7ba, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e538ad5b-80b4-440a-b56c-35416ccef7ba,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:13.190355 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-15d5f4ed-aae8-4541-8e05-acf89054dde1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5de9e230-63b4-4fdc-916f-59ebf91320ad HTTP/1.1" status: 204 len: 168 time: 2.0689352 Aug 29 04:22:13.190758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38740) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:13.195629 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.262263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fa107c-d7ec-4b44-a1d0-c2adb9a3e477 admin admin] Deleting subnet 527f8927-01e7-407f-aac3-1a7e0c994668 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:13.268899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27fa107c-d7ec-4b44-a1d0-c2adb9a3e477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.274896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:13.275731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:21:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:13.280202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32223889-1ca3-48e6-92da-adc68fbcf1a6 None None] Pushing event updated for resources: {'Port': ['ID=e538ad5b-80b4-440a-b56c-35416ccef7ba,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.297528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.312676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068f0b-2bdb-4f10-b770-5ecc307138dd req-32c57b2a-ba01-4739-9d0a-9fc865233b14 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.320831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74068f0b-2bdb-4f10-b770-5ecc307138dd req-32c57b2a-ba01-4739-9d0a-9fc865233b14 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.1086872 Aug 29 04:22:13.328984 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27fa107c-d7ec-4b44-a1d0-c2adb9a3e477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.364553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 99c079ed-2221-4787-b57e-1a4b6c3a9730 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:13.379687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-e5b41311-018d-4ff6-b20d-131f5b319d53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.392537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-e5b41311-018d-4ff6-b20d-131f5b319d53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.396072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-e5b41311-018d-4ff6-b20d-131f5b319d53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.402053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-e5b41311-018d-4ff6-b20d-131f5b319d53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.408823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-e5b41311-018d-4ff6-b20d-131f5b319d53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.414989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-e5b41311-018d-4ff6-b20d-131f5b319d53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.421265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-e5b41311-018d-4ff6-b20d-131f5b319d53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.428555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-e5b41311-018d-4ff6-b20d-131f5b319d53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.2299800 Aug 29 04:22:13.454053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27fa107c-d7ec-4b44-a1d0-c2adb9a3e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.482405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:13.543368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74068f0b-2bdb-4f10-b770-5ecc307138dd req-10f94575-bdef-4f37-90bd-8a4d0dd281e1 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214055 Aug 29 04:22:13.561777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27fa107c-d7ec-4b44-a1d0-c2adb9a3e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.606738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa107c-d7ec-4b44-a1d0-c2adb9a3e477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527f8927-01e7-407f-aac3-1a7e0c994668,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.612840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27fa107c-d7ec-4b44-a1d0-c2adb9a3e477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.616030 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-27fa107c-d7ec-4b44-a1d0-c2adb9a3e477 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/527f8927-01e7-407f-aac3-1a7e0c994668 HTTP/1.1" status: 204 len: 168 time: 0.4231870 Aug 29 04:22:13.617885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38742) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:13.638929 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee6b93f0-f5c3-4a98-9f0d-129141b8a994 req-cc78b61f-0503-48f0-941a-c05206c79a87 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2057137 Aug 29 04:22:13.716815 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.755114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Allocated IP 172.20.0.1 (91559c7f-ffd2-4517-92d8-3a113d23e010/468aff73-e2bc-493c-a3f7-38d319ee06af/0d9b9bbb-c585-4fed-9a79-1b51854cdee5) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:13.820941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Deleting port 9df0e238-ef20-4b76-ad6a-026e5bee2873 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:13.821577 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.880443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae701507-4afd-4d57-afd5-cbdbf3c24a7f req-6c1fc190-8e90-4f2b-ba42-738abdb0f8a5 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.882539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae701507-4afd-4d57-afd5-cbdbf3c24a7f req-6c1fc190-8e90-4f2b-ba42-738abdb0f8a5 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 949 time: 0.1408312 Aug 29 04:22:13.899794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dafabb-995d-45b2-beeb-ab00f4a244ae None None] Network a9b3e010-628a-476f-8ddd-373aa24297a9 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:13.918266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] For port 9df0e238-ef20-4b76-ad6a-026e5bee2873, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9df0e238-ef20-4b76-ad6a-026e5bee2873,segment=NetworkSegment(d62e576a-dd3f-4134-a6f7-b58bf58ac6b2),segment_id=d62e576a-dd3f-4134-a6f7-b58bf58ac6b2)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:13.918932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.944651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Calling delete_port for 9df0e238-ef20-4b76-ad6a-026e5bee2873 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:14.020397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae701507-4afd-4d57-afd5-cbdbf3c24a7f req-55603166-b290-4153-be52-b9af3a2ec890 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269407 Aug 29 04:22:14.049125 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.080303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c0915-7ced-45f1-8567-24bad9b47618 req-22781af7-7109-42b8-8eea-6967c09e8b91 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.088347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a7c0915-7ced-45f1-8567-24bad9b47618 req-22781af7-7109-42b8-8eea-6967c09e8b91 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 950 time: 0.1789343 Aug 29 04:22:14.111737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:10Z', 'revision_number': 3, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:14.147863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b988096-6aa1-45bf-b516-b7326c731ef8 None None] The sync data for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 is: [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:10Z', 'revision_number': 3, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:14.152376 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a7c0915-7ced-45f1-8567-24bad9b47618 req-0d0d7bb7-9b22-4bcf-86df-3a0b34f99065 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625982 Aug 29 04:22:14.158755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.179026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] No DVR routers for this DVR port 9df0e238-ef20-4b76-ad6a-026e5bee2873 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:14.188380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df0e238-ef20-4b76-ad6a-026e5bee2873,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.229870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Transition to ACTIVE for port object 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:14.244488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a34bf-00e1-4e40-ac2b-6b4623ab3aef None None] DHCP port deletion for a9b3e010-628a-476f-8ddd-373aa24297a9 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:22:14.268556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1e8bab75-b939-4f2f-ad58-84a4f32b92d0 service neutron] 10.222.0.65 "GET /v2.0/ports/99c079ed-2221-4787-b57e-1a4b6c3a9730/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.1953254 Aug 29 04:22:14.288385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ededd5e-6447-4d84-9190-7ffb4a7da149 req-1b11ac05-60b6-4c3d-a927-49a9b82e7b73 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.289865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ededd5e-6447-4d84-9190-7ffb4a7da149 req-1b11ac05-60b6-4c3d-a927-49a9b82e7b73 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1282361 Aug 29 04:22:14.312733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.332683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b3e010-628a-476f-8ddd-373aa24297a9']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:14.356261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:14.356570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62e576a-dd3f-4134-a6f7-b58bf58ac6b2') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:14.359387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.375167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.384023 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e60607-8443-403c-9f01-dca5b45be887 req-2c633e40-ba6c-4e6e-b65b-3e321023e07c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.385615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0e60607-8443-403c-9f01-dca5b45be887 req-2c633e40-ba6c-4e6e-b65b-3e321023e07c tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 944 time: 0.1202900 Aug 29 04:22:14.413559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.421643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ededd5e-6447-4d84-9190-7ffb4a7da149 req-9158bafa-38d0-46a0-92fd-e45a0b3f1d61 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129301 Aug 29 04:22:14.427071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:14.427498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:14.429740 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:14.454790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:14.464558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:14.467032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:14.471712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Pushing event updated for resources: {'Port': ['ID=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.511097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0e60607-8443-403c-9f01-dca5b45be887 req-c08468d0-4947-4a95-93ec-8946fe5bcba4 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054432 Aug 29 04:22:14.541132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.660571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.665237 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.671955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a9b3e010-628a-476f-8ddd-373aa24297a9 HTTP/1.1" status: 204 len: 168 time: 1.0513315 Aug 29 04:22:14.700052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e1890-5277-4580-8048-9b3405e3a273 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b3e010-628a-476f-8ddd-373aa24297a9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.799361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-a48d82f8-8c9a-4edd-9373-7d5f1b485a4d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.801076 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-a48d82f8-8c9a-4edd-9373-7d5f1b485a4d tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 950 time: 0.2070045 Aug 29 04:22:14.810886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a88b-161e-436b-806b-5c6bc62e9eee req-1b1e43b4-4997-4a5e-be2b-5586308d1d3f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.819965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfe6a88b-161e-436b-806b-5c6bc62e9eee req-1b1e43b4-4997-4a5e-be2b-5586308d1d3f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 943 time: 0.1694243 Aug 29 04:22:14.823646 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.825001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-e2c192c6-8aaf-44a5-b8fb-1b40d7607c8f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.826521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-e2c192c6-8aaf-44a5-b8fb-1b40d7607c8f tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.65 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 944 time: 0.2439616 Aug 29 04:22:14.834099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:14.862980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-06b60233-a02e-4508-8ca3-e56dc2aa65ee None None] Provisioning for port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:14.867369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-06b60233-a02e-4508-8ca3-e56dc2aa65ee None None] Provisioning complete for port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:14.867745 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-06b60233-a02e-4508-8ca3-e56dc2aa65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.898467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38754) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:14.928582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-06b60233-a02e-4508-8ca3-e56dc2aa65ee None None] Port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:15.004595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:15.052845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c079ed-2221-4787-b57e-1a4b6c3a9730 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:15.071439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:15.077850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e538ad5b-80b4-440a-b56c-35416ccef7ba up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:15.104522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.116939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-d1e6eb6a-99b5-46fe-a969-dd0dd922acca tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.124011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Deleting port 997baca8-67a7-415f-b7d5-524aefc086fb {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:15.124255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-d1e6eb6a-99b5-46fe-a969-dd0dd922acca tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.124354 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.133282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-d1e6eb6a-99b5-46fe-a969-dd0dd922acca tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.140691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-d1e6eb6a-99b5-46fe-a969-dd0dd922acca tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.147545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-d1e6eb6a-99b5-46fe-a969-dd0dd922acca tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.153762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-d1e6eb6a-99b5-46fe-a969-dd0dd922acca tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.157480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e538ad5b-80b4-440a-b56c-35416ccef7ba completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:15.162557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e538ad5b-80b4-440a-b56c-35416ccef7ba triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:15.162789 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-d1e6eb6a-99b5-46fe-a969-dd0dd922acca tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.163624 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.172766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-d1e6eb6a-99b5-46fe-a969-dd0dd922acca tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.3852041 Aug 29 04:22:15.196365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfe6a88b-161e-436b-806b-5c6bc62e9eee req-96c8fc47-8163-4682-bdbe-d5568909a229 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749957 Aug 29 04:22:15.243350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] For port 997baca8-67a7-415f-b7d5-524aefc086fb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=997baca8-67a7-415f-b7d5-524aefc086fb,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:15.243739 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.261493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Calling delete_port for 997baca8-67a7-415f-b7d5-524aefc086fb owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:15.275651 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.281343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Deleting port 6f4761a9-d00d-4a4c-8071-bce821dd4387 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:15.281701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.305751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e538ad5b-80b4-440a-b56c-35416ccef7ba, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e538ad5b-80b4-440a-b56c-35416ccef7ba,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:15.314493 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.375088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9c70a6b4-e472-411a-a2d4-32e51c16f3a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=979b796d709a4c46b996a0f07de4b02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727089 Aug 29 04:22:15.379683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e538ad5b-80b4-440a-b56c-35416ccef7ba,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:15.398017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38760) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:15.409341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba271cca-4d50-46b0-889b-72805e1e4fce req-7b2315c4-260b-4454-9a0f-001ac90fe4fe tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2333062 Aug 29 04:22:15.420636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9df0e238-ef20-4b76-ad6a-026e5bee2873 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:15.441099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.456692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 9df0e238-ef20-4b76-ad6a-026e5bee2873 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:15.457048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9df0e238-ef20-4b76-ad6a-026e5bee2873 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:15.457971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ee903212-0c8d-4d76-a261-f40e56834e3f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:15.476748 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.483648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ee903212-0c8d-4d76-a261-f40e56834e3f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:15.484029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ee903212-0c8d-4d76-a261-f40e56834e3f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:15.525591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f13a1-1c1e-49b5-bc9c-88a158f2a161 req-f453eebb-e092-4b58-841e-ea11402477ce tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.527194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-786f13a1-1c1e-49b5-bc9c-88a158f2a161 req-f453eebb-e092-4b58-841e-ea11402477ce tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 949 time: 0.2159324 Aug 29 04:22:15.554538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] For port 6f4761a9-d00d-4a4c-8071-bce821dd4387, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6f4761a9-d00d-4a4c-8071-bce821dd4387,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:15.554919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.578486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Calling delete_port for 6f4761a9-d00d-4a4c-8071-bce821dd4387 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:15.583109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] Transition to ACTIVE for port object 99c079ed-2221-4787-b57e-1a4b6c3a9730 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:15.602266 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.629787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-60508dd4-4bd8-4c73-b8d8-dde615ba8505 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.631361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-60508dd4-4bd8-4c73-b8d8-dde615ba8505 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.64 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 949 time: 0.3131189 Aug 29 04:22:15.668679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Pushing event updated for resources: {'Port': ['ID=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:15.672495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.743024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] No DVR routers for this DVR port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:15.765313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-786f13a1-1c1e-49b5-bc9c-88a158f2a161 req-14ccf63d-0074-4bd8-9d2d-c7b6f98a7fa7 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278216 Aug 29 04:22:15.771375 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] Pushing event updated for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:15.812525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f073f-9769-422c-a2df-6a3b0c8b4e2c req-76d859a1-3ed0-427f-b27d-1c73c7ef3ffa tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.819355 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-1291c650-082e-4114-a4d7-a8c8d260f81a service neutron] 10.222.0.65 "PUT /v2.0/ports/99c079ed-2221-4787-b57e-1a4b6c3a9730/bindings/n-h1-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.5433116 Aug 29 04:22:15.820430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-924f073f-9769-422c-a2df-6a3b0c8b4e2c req-76d859a1-3ed0-427f-b27d-1c73c7ef3ffa tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65 HTTP/1.1" status: 200 len: 950 time: 0.2840803 Aug 29 04:22:15.820687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.838733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['fa66ac89-2637-41a1-bf0e-8d35c6e7841a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:15.854683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Pushing event deleted for resources: {'Port': ['ID=997baca8-67a7-415f-b7d5-524aefc086fb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:15.886054 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c15e191c-3782-4417-a587-891fa961343d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.952845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-924f073f-9769-422c-a2df-6a3b0c8b4e2c req-0bca5126-47cf-462b-8095-59e7ae490808 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.58 "GET /v2.0/security-groups?id=474eac38-e496-45d2-b418-c32a1a02483b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312644 Aug 29 04:22:15.955979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] No DVR routers for this DVR port 997baca8-67a7-415f-b7d5-524aefc086fb on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:15.977169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.977169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a4adb768-0ae9-4da8-926d-966b5673a077 req-74b8363d-c212-46a8-9ba3-4ee3a73e9fcc tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.65 "DELETE /v2.0/ports/997baca8-67a7-415f-b7d5-524aefc086fb HTTP/1.1" status: 204 len: 173 time: 1.1357975 Aug 29 04:22:15.977169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'name': 'network-vif-deleted', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:15.977570 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a4067-1c30-4549-8e34-990a1b4ef8cc" -d '{"events": [{"server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "name": "network-vif-deleted", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:16.014727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-078ac298-10a0-44d1-a279-bd0a265b1f6d tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.017207 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-078ac298-10a0-44d1-a279-bd0a265b1f6d tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.1339154 Aug 29 04:22:16.018415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.034876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6f4761a9-d00d-4a4c-8071-bce821dd4387'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:16.066285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Pushing event deleted for resources: {'Port': ['ID=6f4761a9-d00d-4a4c-8071-bce821dd4387,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.146442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] No DVR routers for this DVR port 6f4761a9-d00d-4a4c-8071-bce821dd4387 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:16.153273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2f2dd77-0466-45cb-8ace-203deae8e6fb req-c6bd2eeb-ffcb-4bf0-94ee-da2187ec4344 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 210 time: 0.0741460 Aug 29 04:22:16.155096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.157193 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-388fc4e2-b10d-4071-bdd7-cfe01e86bf8b req-66c6167f-a109-4a11-9e98-7e3591bd6151 tempest-DeleteServersAdminTestJSON-32969727 tempest-DeleteServersAdminTestJSON-32969727-project] 10.222.0.64 "DELETE /v2.0/ports/6f4761a9-d00d-4a4c-8071-bce821dd4387 HTTP/1.1" status: 204 len: 173 time: 1.3478825 Aug 29 04:22:16.160461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-c7940ac3-507e-4ded-9618-ca6c55e4c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.162310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-c7940ac3-507e-4ded-9618-ca6c55e4c6e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a HTTP/1.1" status: 200 len: 1096 time: 0.1347294 Aug 29 04:22:16.176691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:16.181126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c15e191c-3782-4417-a587-891fa961343d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.186071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:16.262477 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22f796d-ca51-4931-a4c6-d0db7fb55aa7 x-openstack-request-id: req-c22f796d-ca51-4931-a4c6-d0db7fb55aa7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:16.267520 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1546213a-e9a8-4798-b256-7c4386fdfcba", "name": "network-vif-deleted", "tag": "997baca8-67a7-415f-b7d5-524aefc086fb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:16.267945 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c22f796d-ca51-4931-a4c6-d0db7fb55aa7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:16.268496 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1546213a-e9a8-4798-b256-7c4386fdfcba', 'name': 'network-vif-deleted', 'tag': '997baca8-67a7-415f-b7d5-524aefc086fb', 'status': 'completed', 'code': 200} Aug 29 04:22:16.312256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-0faaab16-f35d-48b4-ac2b-e6ad936a89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.315826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-0faaab16-f35d-48b4-ac2b-e6ad936a89b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1096 time: 0.1211197 Aug 29 04:22:16.431740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afa5a7-4894-41b6-ba4a-a1b1fa4a1ab9 req-36f3c6ad-956e-4626-8b95-dc1b7541fd86 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.433492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4afa5a7-4894-41b6-ba4a-a1b1fa4a1ab9 req-36f3c6ad-956e-4626-8b95-dc1b7541fd86 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.5423038 Aug 29 04:22:16.505674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-35687bb0-fdf5-4b3b-bf9b-36baf9d5e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.508129 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-35687bb0-fdf5-4b3b-bf9b-36baf9d5e4ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.1805222 Aug 29 04:22:16.580659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-969a4ad2-ef7b-4ba9-87ac-9154e8e32485 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730 HTTP/1.1" status: 200 len: 217 time: 0.0570135 Aug 29 04:22:16.582606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Deleting port 6044a8b2-dccc-4e0f-a985-a06439bc9196 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:16.583065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.643291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-ffefbf5f-6465-4766-bcc5-0d46984c960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.644891 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-ffefbf5f-6465-4766-bcc5-0d46984c960d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.0619557 Aug 29 04:22:16.682836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7343aeaf-0255-4725-9ca6-a9b46ec360b4 None None] Provisioning complete for port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:16.683593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7343aeaf-0255-4725-9ca6-a9b46ec360b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.684332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344a13f-85c5-49f1-830d-914fc09f8cd2 req-4b7f7459-2d38-4781-b3d2-880f037aff61 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.686101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c344a13f-85c5-49f1-830d-914fc09f8cd2 req-4b7f7459-2d38-4781-b3d2-880f037aff61 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 944 time: 0.3347538 Aug 29 04:22:16.708166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-801d425f-c4d0-4c03-bb9f-4b214ac9f4ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460351 Aug 29 04:22:16.708734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4afa5a7-4894-41b6-ba4a-a1b1fa4a1ab9 req-1ff3c8ff-7d3c-4a47-836a-1f5ede3c329c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552547 Aug 29 04:22:16.735562 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c15e191c-3782-4417-a587-891fa961343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.741250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c15e191c-3782-4417-a587-891fa961343d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.757423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7343aeaf-0255-4725-9ca6-a9b46ec360b4 None None] Port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:16.762384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c15e191c-3782-4417-a587-891fa961343d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bae13a45-2dea-4d44-9a6e-68b59353e370 HTTP/1.1" status: 204 len: 168 time: 1.3394167 Aug 29 04:22:16.856390 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-83dd82bf-58b2-40c7-9d8a-9acb4bdf6303 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378474 Aug 29 04:22:16.881528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e191c-3782-4417-a587-891fa961343d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae13a45-2dea-4d44-9a6e-68b59353e370,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.902519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Router 9cb860f3-d204-40e9-af1b-1c856e152787 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:17.005523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] For port 6044a8b2-dccc-4e0f-a985-a06439bc9196, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6044a8b2-dccc-4e0f-a985-a06439bc9196,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:17.006005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.028210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e538ad5b-80b4-440a-b56c-35416ccef7ba up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:17.040022 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-f5730bae-1de4-4fd4-8f19-6dad42b03c97 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723058 Aug 29 04:22:17.045189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c344a13f-85c5-49f1-830d-914fc09f8cd2 req-0d4e1437-9212-456f-bac7-ef602fd53904 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347971 Aug 29 04:22:17.072716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Calling delete_port for 6044a8b2-dccc-4e0f-a985-a06439bc9196 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:17.134497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e538ad5b-80b4-440a-b56c-35416ccef7ba triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:17.135035 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.175905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-25f83f31-ac9b-4c34-99cf-3907577b5dd4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.183491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-25f83f31-ac9b-4c34-99cf-3907577b5dd4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.190955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-25f83f31-ac9b-4c34-99cf-3907577b5dd4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.198233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-25f83f31-ac9b-4c34-99cf-3907577b5dd4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.205224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-25f83f31-ac9b-4c34-99cf-3907577b5dd4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.212499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-25f83f31-ac9b-4c34-99cf-3907577b5dd4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.219551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-25f83f31-ac9b-4c34-99cf-3907577b5dd4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.228607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-25f83f31-ac9b-4c34-99cf-3907577b5dd4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.3956001 Aug 29 04:22:17.360071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-3ec2aa8c-14b6-4d0f-bafa-28b1e1fd9593 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.362961 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-3ec2aa8c-14b6-4d0f-bafa-28b1e1fd9593 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb&tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.0676303 Aug 29 04:22:17.369924 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e0a553c0-e638-4acb-a0ee-dc1ec41eb0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.391445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 997baca8-67a7-415f-b7d5-524aefc086fb no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:17.424245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e13b30c9-df7f-4926-bd3d-21c326af3bbb req-b16fc544-647b-49bf-8f47-92d8d3ff89e5 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1928208 Aug 29 04:22:17.426179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 997baca8-67a7-415f-b7d5-524aefc086fb {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:17.427255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 997baca8-67a7-415f-b7d5-524aefc086fb not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:17.466329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1c874-132d-4fc6-ae4d-d732f40b440a req-aaa0a46b-1e98-4d2f-b3c9-57a344de2fb5 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.474973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83d1c874-132d-4fc6-ae4d-d732f40b440a req-aaa0a46b-1e98-4d2f-b3c9-57a344de2fb5 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aa89b82-27fe-41c0-8321-8f185cbfd64d HTTP/1.1" status: 200 len: 949 time: 0.2408280 Aug 29 04:22:17.530854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:17.541199 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Sync routers for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:17.546293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f62f22cb-1d9f-4903-a165-e9debeea6e8e admin admin] 10.222.0.58 "PUT /v2.0/routers/9cb860f3-d204-40e9-af1b-1c856e152787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9599180 Aug 29 04:22:17.590473 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:17.596228 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:21:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:17.623025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83d1c874-132d-4fc6-ae4d-d732f40b440a req-8beadf4d-b249-48b7-9c7f-dc561fab6137 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.58 "GET /v2.0/security-groups?id=db0330b0-c5fd-43d2-ae43-2b20b9221037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470726 Aug 29 04:22:17.625704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-b773fbaf-8a63-43dc-a2c8-253e087ab8c4 service neutron] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:17.636220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-b773fbaf-8a63-43dc-a2c8-253e087ab8c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.638556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-499bc22d-9cd3-4a11-bf23-cd109c81ce27 req-b773fbaf-8a63-43dc-a2c8-253e087ab8c4 service neutron] 10.222.0.64 "DELETE /v2.0/ports/99c079ed-2221-4787-b57e-1a4b6c3a9730/bindings/n-h2-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.2636404 Aug 29 04:22:17.661554 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.750145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Pushing event deleted for resources: {'Port': ['ID=6044a8b2-dccc-4e0f-a985-a06439bc9196,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.761824 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-533e126d-899b-4b4e-aafa-ebe72792a3e4 req-0d6a3ad7-7bbc-4dcb-8086-42646d6948a1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 210 time: 0.1371386 Aug 29 04:22:17.773382 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:17.848810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] No DVR routers for this DVR port 6044a8b2-dccc-4e0f-a985-a06439bc9196 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:17.854574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.857418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b30e66a7-5638-4ccf-8dce-5f8251fd387f req-182fb34d-4011-462a-a041-e4e2e071a7f8 tempest-ImagesOneServerTestJSON-381873247 tempest-ImagesOneServerTestJSON-381873247-project] 10.222.0.64 "DELETE /v2.0/ports/6044a8b2-dccc-4e0f-a985-a06439bc9196 HTTP/1.1" status: 204 len: 173 time: 2.2096424 Aug 29 04:22:17.858178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-deleted', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:17.861003 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43151360-1007-48d3-9b1b-a0f8fa5318e1" -d '{"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-deleted", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:17.995611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455890f-88da-4aac-83e0-e94a3a7432b1 req-b5073b31-1886-4c62-9f65-2e599a00c3f5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.009012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a455890f-88da-4aac-83e0-e94a3a7432b1 req-b5073b31-1886-4c62-9f65-2e599a00c3f5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1301763 Aug 29 04:22:18.024224 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ce0e1e-ace2-4ad7-8323-cebf100a3f23 x-openstack-request-id: req-e2ce0e1e-ace2-4ad7-8323-cebf100a3f23 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:18.024522 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89b82-27fe-41c0-8321-8f185cbfd64d", "name": "network-vif-deleted", "tag": "6044a8b2-dccc-4e0f-a985-a06439bc9196", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:18.024783 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2ce0e1e-ace2-4ad7-8323-cebf100a3f23 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:18.027170 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa89b82-27fe-41c0-8321-8f185cbfd64d', 'name': 'network-vif-deleted', 'tag': '6044a8b2-dccc-4e0f-a985-a06439bc9196', 'status': 'completed', 'code': 200} Aug 29 04:22:18.089437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a455890f-88da-4aac-83e0-e94a3a7432b1 req-f339e685-2a4f-4da8-94a8-e570b2e7a485 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784032 Aug 29 04:22:18.269948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65', 'name': 'network-vif-deleted', 'tag': '6f4761a9-d00d-4a4c-8071-bce821dd4387'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:18.273084 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bd20e5-d991-4e58-9077-acfa4d134a23" -d '{"events": [{"server_uuid": "3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65", "name": "network-vif-deleted", "tag": "6f4761a9-d00d-4a4c-8071-bce821dd4387"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:18.281297 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 2, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:18.322522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38822) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:18.378877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dc28-22a8-4d4f-9c2e-93bfc6db1a7e req-22d2be5b-b114-4aad-92a4-649a1fd4930b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.386662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d233dc28-22a8-4d4f-9c2e-93bfc6db1a7e req-22d2be5b-b114-4aad-92a4-649a1fd4930b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 944 time: 0.1268911 Aug 29 04:22:18.405390 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Checking router: 9cb860f3-d204-40e9-af1b-1c856e152787 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:18.405781 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Updating router 9cb860f3-d204-40e9-af1b-1c856e152787 port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:18.467474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d233dc28-22a8-4d4f-9c2e-93bfc6db1a7e req-88f9a80b-29e3-45a4-b214-9aa23208b0e5 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798757 Aug 29 04:22:18.490586 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.498938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-network', 'tenant_id': 'e08cc208a5af4910becac79e40528057'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:18.507304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6f4761a9-d00d-4a4c-8071-bce821dd4387 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:18.545275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 6f4761a9-d00d-4a4c-8071-bce821dd4387 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:18.545920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6f4761a9-d00d-4a4c-8071-bce821dd4387 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:18.598142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Made reservation on behalf of e08cc208a5af4910becac79e40528057 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:18.614013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.647606 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.722686 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05af36b4-b9f9-4fbc-8e24-78f6077946a1 x-openstack-request-id: req-05af36b4-b9f9-4fbc-8e24-78f6077946a1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:18.723753 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65", "name": "network-vif-deleted", "tag": "6f4761a9-d00d-4a4c-8071-bce821dd4387", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:18.725281 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05af36b4-b9f9-4fbc-8e24-78f6077946a1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:18.726350 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb2e4c5-480e-4f8d-b7db-eb903fb1bf65', 'name': 'network-vif-deleted', 'tag': '6f4761a9-d00d-4a4c-8071-bce821dd4387', 'status': 'completed', 'code': 200} Aug 29 04:22:18.857701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.866539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.901126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:18.924317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.924975 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Added segment 6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1 of type vlan for network e1a714ab-de67-47b7-a7dc-7fad083b1715 Aug 29 04:22:18.926224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22df733e-386e-4b9b-93e7-acb38ffcfb97,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:18.929250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-1a188e83-1a98-465e-ab33-2583454b8354 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.946089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-1a188e83-1a98-465e-ab33-2583454b8354 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.954466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-1a188e83-1a98-465e-ab33-2583454b8354 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.972342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-1a188e83-1a98-465e-ab33-2583454b8354 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.979262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-1a188e83-1a98-465e-ab33-2583454b8354 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.985108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-1a188e83-1a98-465e-ab33-2583454b8354 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.992988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-1a188e83-1a98-465e-ab33-2583454b8354 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.995463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-1a188e83-1a98-465e-ab33-2583454b8354 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.1780322 Aug 29 04:22:18.999590 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.018939 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Transition to ACTIVE for port object 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:19.030632 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.051421 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.068179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38838) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:19.071174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4417f8f0-02a0-40a9-b1ec-159625d9d41d req-e1e916ff-8e27-434c-a37b-931e3dda14d5 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0683331 Aug 29 04:22:19.100226 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Pushing event updated for resources: {'Port': ['ID=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.120405 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.120906 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.121632 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.122165 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.122672 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.123033 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.123534 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.124090 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.124543 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.124942 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.125394 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.125941 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.129267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.130423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.131027 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.213090 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Attempting to bind port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:19.213485 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Attempting to bind port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:19.213932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Attempting to bind port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 on network 91559c7f-ffd2-4517-92d8-3a113d23e010 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:19.220746 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:19.221132 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Checking segment: {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:19.221594 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.222000 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Bound using segment: {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:19.222481 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Bound port: 0d9b9bbb-c585-4fed-9a79-1b51854cdee5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:19.223000 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.305170 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9790087 Aug 29 04:22:19.312340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38848) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:19.337504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Request body: {'subnet': {'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-subnet', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:19.348586 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bbee033-a7e8-4f8d-9ec3-7cfa51370970 req-8ecf6980-1915-43fd-ab3e-a0f01d9fc963 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 210 time: 0.0760100 Aug 29 04:22:19.395342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f9f63d43-1f78-450e-b379-04ee62cb4c33 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:19.419154 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] For port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:19.434262 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] For port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:19.443348 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.545048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e3cdb-463c-420d-8aac-dc80d094082a admin admin] Pushing event updated for resources: {'Network': ['ID=e1a714ab-de67-47b7-a7dc-7fad083b1715,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.567678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Made reservation on behalf of e08cc208a5af4910becac79e40528057 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:19.570729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.587219 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:19.587874 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:21:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:19.632633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:19.648363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38860) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:19.660017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069303d2-7e24-47f6-97ff-a986666462be req-6814ac37-840c-40f7-9ecc-813799ef4774 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.661614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-069303d2-7e24-47f6-97ff-a986666462be req-6814ac37-840c-40f7-9ecc-813799ef4774 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1307669 Aug 29 04:22:19.708191 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca7da0-b41a-4016-a723-698c4656f006 None None] Pushing event updated for resources: {'Port': ['ID=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.758553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-389c4180-11c6-451d-8114-b5a0974afb14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=362dc64e7dda4cdc9b98043e7a86ba9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6892021 Aug 29 04:22:19.775350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38870) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:19.808485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-069303d2-7e24-47f6-97ff-a986666462be req-af20f8f4-a3bb-4893-992e-262cedbdc5db tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343999 Aug 29 04:22:19.868831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:19.883289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'port_id': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'mac_address': 'fa:16:3e:14:de:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcda1e7-79b8-49e3-9169-770662cbe00b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:19.934930 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:19.937417 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.960822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9f63d43-1f78-450e-b379-04ee62cb4c33 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:19.986896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:19.999927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.076550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80785d-26a5-463d-afd3-19e7b7b091d6 req-10a97335-9c3e-4842-9d5e-549313c3cc32 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.086261 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f80785d-26a5-463d-afd3-19e7b7b091d6 req-10a97335-9c3e-4842-9d5e-549313c3cc32 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 1096 time: 0.1042855 Aug 29 04:22:20.106185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d41616d3-4597-4a65-88c3-f5d9df2cd326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.127361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['f9f63d43-1f78-450e-b379-04ee62cb4c33'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:20.158924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d41616d3-4597-4a65-88c3-f5d9df2cd326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.193838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f80785d-26a5-463d-afd3-19e7b7b091d6 req-21d4f7df-88f8-4eee-ac77-6e54443dcc67 tempest-LiveMigrationTest-1299541388 tempest-LiveMigrationTest-1299541388-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013360 Aug 29 04:22:20.247884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.263028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38882) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:20.268951 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d41616d3-4597-4a65-88c3-f5d9df2cd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.271708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d41616d3-4597-4a65-88c3-f5d9df2cd326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.274905 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d41616d3-4597-4a65-88c3-f5d9df2cd326 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/474eac38-e496-45d2-b418-c32a1a02483b HTTP/1.1" status: 204 len: 168 time: 0.4977658 Aug 29 04:22:20.279948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7c8508e6-7af3-4355-82e1-b3157eaf2567 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826029067', 'description': 'tempest-description--593024922'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:20.345941 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c8508e6-7af3-4355-82e1-b3157eaf2567 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.365375 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.389026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41616d3-4597-4a65-88c3-f5d9df2cd326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474eac38-e496-45d2-b418-c32a1a02483b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.437140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:20.442135 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:19Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:20.442985 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b859fbb4-688a-4361-9937-937e036b3957 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c00ad2665e2846b69531f1ddbc85d6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7802434 Aug 29 04:22:20.483049 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e3226-ce9b-4bca-9beb-99333f13e7cd None None] The sync data for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 is: [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:19Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:20.507030 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d4801b83-bd06-43ee-ad58-eabb1b203d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.549071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:20.610214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.667778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 6044a8b2-dccc-4e0f-a985-a06439bc9196 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:20.668702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6044a8b2-dccc-4e0f-a985-a06439bc9196 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:20.734242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=227e26a8-b361-4e31-ba6f-cc55ed4a7742,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.778822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Checking segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:20.779643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Network hostable DHCP agents. Network: e1a714ab-de67-47b7-a7dc-7fad083b1715, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:20.846254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:20.880004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e1a714ab-de67-47b7-a7dc-7fad083b1715) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:20.890214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f6e593-a567-4b86-8f16-23966c9b70a1 None None] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:20.918723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.922696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.184548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38900) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:21.209535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed89a146-09bb-4a72-a22c-f5ccefd29b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.288127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:21.363614 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.420707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f9f63d43-1f78-450e-b379-04ee62cb4c33 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:21.479484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c5369b6-606e-428d-9b23-8359da04856c req-c6bfe5d0-8540-446f-878e-64c7a652474b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 210 time: 0.6483026 Aug 29 04:22:21.522260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:21.530344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:21.530821 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.628354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-e1a714ab-de67-47b7-a7dc-7fad083b1715', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:21.629230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.686041 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165f6a-41d8-408d-b315-9dc714540558 req-0fc01042-7026-4e0d-a475-4c4613370368 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.703321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165f6a-41d8-408d-b315-9dc714540558 req-0fc01042-7026-4e0d-a475-4c4613370368 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.714998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165f6a-41d8-408d-b315-9dc714540558 req-0fc01042-7026-4e0d-a475-4c4613370368 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.728633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port f9f63d43-1f78-450e-b379-04ee62cb4c33 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:21.729246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.737763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165f6a-41d8-408d-b315-9dc714540558 req-0fc01042-7026-4e0d-a475-4c4613370368 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.752313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165f6a-41d8-408d-b315-9dc714540558 req-0fc01042-7026-4e0d-a475-4c4613370368 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.765707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165f6a-41d8-408d-b315-9dc714540558 req-0fc01042-7026-4e0d-a475-4c4613370368 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.781891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165f6a-41d8-408d-b315-9dc714540558 req-0fc01042-7026-4e0d-a475-4c4613370368 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.790827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89165f6a-41d8-408d-b315-9dc714540558 req-0fc01042-7026-4e0d-a475-4c4613370368 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 1.3227265 Aug 29 04:22:21.841087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3608638-3866-4a28-9b22-332e1c4ac2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.917218 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c8508e6-7af3-4355-82e1-b3157eaf2567 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.947790 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c48bac7-5c7f-4677-83a6-11d8c2cb2c1d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6317999 Aug 29 04:22:21.949177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38902) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:21.955556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:21.987082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3608638-3866-4a28-9b22-332e1c4ac2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.021025 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.101086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-dc22f571-30c5-4f42-ad55-f1d5e54ead8e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.105265 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-dc22f571-30c5-4f42-ad55-f1d5e54ead8e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 944 time: 0.6394997 Aug 29 04:22:22.115692 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c8508e6-7af3-4355-82e1-b3157eaf2567 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.126449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:22.131738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:22.135506 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7be01e-519b-4dce-97b5-e3a2872ed99d" -d '{"events": [{"server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "name": "network-vif-plugged", "status": "completed", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:22.147208 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.157734 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.211698 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed89a146-09bb-4a72-a22c-f5ccefd29b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.240619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed89a146-09bb-4a72-a22c-f5ccefd29b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.259393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:22.261558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Allocated IP 172.20.0.2 (e1a714ab-de67-47b7-a7dc-7fad083b1715/227e26a8-b361-4e31-ba6f-cc55ed4a7742/bf6891cb-42f4-4dcf-866b-8375a9b37aea) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:22.279494 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.283313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8508e6-7af3-4355-82e1-b3157eaf2567 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b3b68b-98e1-4fe6-b071-9e19ddb7d653,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.313265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.357870 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3608638-3866-4a28-9b22-332e1c4ac2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.366381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3608638-3866-4a28-9b22-332e1c4ac2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.376949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f3608638-3866-4a28-9b22-332e1c4ac2bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db0330b0-c5fd-43d2-ae43-2b20b9221037 HTTP/1.1" status: 204 len: 168 time: 1.9322772 Aug 29 04:22:22.390029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.474833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3608638-3866-4a28-9b22-332e1c4ac2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0330b0-c5fd-43d2-ae43-2b20b9221037,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.578487 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89165f6a-41d8-408d-b315-9dc714540558 req-007ed166-e757-415c-85c4-79c7227fa0d4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7546175 Aug 29 04:22:22.604147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c8508e6-7af3-4355-82e1-b3157eaf2567 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.605430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7c8508e6-7af3-4355-82e1-b3157eaf2567 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3411493 Aug 29 04:22:22.638250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:22.665016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bd8fe-e8c8-4884-80c1-772fa98fd150 req-afc1f5c2-873f-4ede-9539-2935a05397e0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.675171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de7bd8fe-e8c8-4884-80c1-772fa98fd150 req-afc1f5c2-873f-4ede-9539-2935a05397e0 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 944 time: 1.0403349 Aug 29 04:22:22.682964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bb3a929b-49b0-4a33-9802-3b34058757d2 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Request body: {'security_group_rule': {'security_group_id': '14b3b68b-98e1-4fe6-b071-9e19ddb7d653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:22.739256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Deleting port 99c079ed-2221-4787-b57e-1a4b6c3a9730 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:22.739625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.781338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.800452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Transition to ACTIVE for port object bf6891cb-42f4-4dcf-866b-8375a9b37aea will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:22.817677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.819229 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.836497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Transition to ACTIVE for port object bf6891cb-42f4-4dcf-866b-8375a9b37aea will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:22.846685 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ed89a146-09bb-4a72-a22c-f5ccefd29b23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=372ada9aec0944b8a7478dc928cccaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6497965 Aug 29 04:22:22.847827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38912) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:22.855151 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.866237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] For port 99c079ed-2221-4787-b57e-1a4b6c3a9730, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=99c079ed-2221-4787-b57e-1a4b6c3a9730,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:22.866598 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.883417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Calling delete_port for 99c079ed-2221-4787-b57e-1a4b6c3a9730 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:22.924239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89a146-09bb-4a72-a22c-f5ccefd29b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35485cf-8138-467b-b809-86f0bc830aeb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.959561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:22.962253 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.005636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.020422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Pushing event updated for resources: {'Port': ['ID=bf6891cb-42f4-4dcf-866b-8375a9b37aea,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.023292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:23.033035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:23.064650 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a17c17a-1c61-4a33-b282-9d159ab3fb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.135092 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb3a929b-49b0-4a33-9802-3b34058757d2 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.149444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.178614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['15441b70-142c-4607-b6bd-660d866d8065', '99c079ed-2221-4787-b57e-1a4b6c3a9730'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:23.205018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Pushing event deleted for resources: {'Port': ['ID=99c079ed-2221-4787-b57e-1a4b6c3a9730,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.227323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.248275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a17c17a-1c61-4a33-b282-9d159ab3fb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.305037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de7bd8fe-e8c8-4884-80c1-772fa98fd150 req-717e5ade-8a17-47d1-9013-baa10f68a818 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283669 Aug 29 04:22:23.305918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] No DVR routers for this DVR port 99c079ed-2221-4787-b57e-1a4b6c3a9730 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:23.341831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:23.354066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.360784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-414d3781-dd8c-44da-b0cb-797675ad7e1e req-0270d3f0-9edf-40e2-b766-ac477d9939ae tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.64 "DELETE /v2.0/ports/99c079ed-2221-4787-b57e-1a4b6c3a9730 HTTP/1.1" status: 204 len: 173 time: 1.2402065 Aug 29 04:22:23.381995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'name': 'network-vif-deleted', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:23.393640 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaa3246-7215-4530-ba1b-3c2dcd97c755" -d '{"events": [{"server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "name": "network-vif-deleted", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:23.436937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a17c17a-1c61-4a33-b282-9d159ab3fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.443351 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a17c17a-1c61-4a33-b282-9d159ab3fb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.446031 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2a17c17a-1c61-4a33-b282-9d159ab3fb70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b35485cf-8138-467b-b809-86f0bc830aeb HTTP/1.1" status: 204 len: 168 time: 0.5867372 Aug 29 04:22:23.470818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17c17a-1c61-4a33-b282-9d159ab3fb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35485cf-8138-467b-b809-86f0bc830aeb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.474238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f826b7-367b-4f84-9bfd-5b6eeb9f5852 req-7f3b3d09-c403-42eb-a8f7-cb8a432f5236 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.487559 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4f826b7-367b-4f84-9bfd-5b6eeb9f5852 req-7f3b3d09-c403-42eb-a8f7-cb8a432f5236 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.3939130 Aug 29 04:22:23.543596 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1936c7-fecc-4a72-9d0d-74c94a42063a x-openstack-request-id: req-3d1936c7-fecc-4a72-9d0d-74c94a42063a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:23.543912 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "name": "network-vif-plugged", "status": "completed", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:23.544166 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d1936c7-fecc-4a72-9d0d-74c94a42063a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:23.544560 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'code': 200} Aug 29 04:22:23.593387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4f826b7-367b-4f84-9bfd-5b6eeb9f5852 req-5ba6fee1-e670-42f3-8457-3ddf632d9738 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035571 Aug 29 04:22:23.595462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Attempting to bind port bf6891cb-42f4-4dcf-866b-8375a9b37aea on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:23.597416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Attempting to bind port bf6891cb-42f4-4dcf-866b-8375a9b37aea by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:23.597926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Attempting to bind port bf6891cb-42f4-4dcf-866b-8375a9b37aea on network e1a714ab-de67-47b7-a7dc-7fad083b1715 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:23.627269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:23.627652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Checking segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:23.628085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.628489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Bound using segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:23.632025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Bound port: bf6891cb-42f4-4dcf-866b-8375a9b37aea, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:23.632447 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.634203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb3a929b-49b0-4a33-9802-3b34058757d2 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.644274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb3a929b-49b0-4a33-9802-3b34058757d2 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.708433 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb3a929b-49b0-4a33-9802-3b34058757d2 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.711674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bb3a929b-49b0-4a33-9802-3b34058757d2 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0342274 Aug 29 04:22:23.717483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a929b-49b0-4a33-9802-3b34058757d2 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ba4aa7-3611-45c3-9d06-0596c0394fef,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.727596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38930) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:23.746104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-368ca8ca-1695-4e52-9e5d-7c2f144f927c tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Request body: {'security_group_rule': {'security_group_id': '14b3b68b-98e1-4fe6-b071-9e19ddb7d653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:23.787674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.829912 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89e2539-5938-4d20-8e07-d5b84f9443f8 x-openstack-request-id: req-f89e2539-5938-4d20-8e07-d5b84f9443f8 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:23.831403 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5670b2-6138-42c7-aab3-b3ceeb753afb", "name": "network-vif-deleted", "tag": "99c079ed-2221-4787-b57e-1a4b6c3a9730", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:23.832120 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f89e2539-5938-4d20-8e07-d5b84f9443f8 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:23.833702 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5670b2-6138-42c7-aab3-b3ceeb753afb', 'name': 'network-vif-deleted', 'tag': '99c079ed-2221-4787-b57e-1a4b6c3a9730', 'status': 'completed', 'code': 200} Aug 29 04:22:23.846668 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.943402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:23.943972 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.082633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-368ca8ca-1695-4e52-9e5d-7c2f144f927c tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.108620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Allocated IP 172.25.1.116 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:24.122716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15e57fde-ced6-43ef-8393-8a18a44dd96b req-c13a0735-e0e4-4e6d-8ac9-8fea57871f4e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=1546213a-e9a8-4798-b256-7c4386fdfcba HTTP/1.1" status: 200 len: 210 time: 0.3022497 Aug 29 04:22:24.141768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] For port bf6891cb-42f4-4dcf-866b-8375a9b37aea, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:24.151211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] For port bf6891cb-42f4-4dcf-866b-8375a9b37aea, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bf6891cb-42f4-4dcf-866b-8375a9b37aea,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:24.182964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.399365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-8ed6f0a8-d662-4bd2-8556-a6b0a0ff5a9b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.427458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-8ed6f0a8-d662-4bd2-8556-a6b0a0ff5a9b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.447149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-8ed6f0a8-d662-4bd2-8556-a6b0a0ff5a9b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.465465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-8ed6f0a8-d662-4bd2-8556-a6b0a0ff5a9b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.474773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914daf6d-4db3-499b-8b88-913acab451c9 None None] Pushing event updated for resources: {'Port': ['ID=bf6891cb-42f4-4dcf-866b-8375a9b37aea,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.484623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-8ed6f0a8-d662-4bd2-8556-a6b0a0ff5a9b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.507840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-8ed6f0a8-d662-4bd2-8556-a6b0a0ff5a9b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.525655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-8ed6f0a8-d662-4bd2-8556-a6b0a0ff5a9b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.529451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-8ed6f0a8-d662-4bd2-8556-a6b0a0ff5a9b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.5826437 Aug 29 04:22:24.530424 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.682077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65d52b56-650c-424c-a601-b227cd6070f1 req-d33c7200-ce95-4ef7-98dd-554837bd66fd tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 210 time: 0.1373930 Aug 29 04:22:24.709454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.729495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-368ca8ca-1695-4e52-9e5d-7c2f144f927c tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.793954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-448ddb76-0cc2-494a-83d9-ddecc6cae8f7 req-82eb9436-6782-4b03-b964-464a848a0403 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2391558 Aug 29 04:22:24.794911 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-368ca8ca-1695-4e52-9e5d-7c2f144f927c tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.884920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ca8ca-1695-4e52-9e5d-7c2f144f927c tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c86697-a2aa-4c1e-8046-455cce680f83,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.939813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:24.941009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.949712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:24.958163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:24.968638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-368ca8ca-1695-4e52-9e5d-7c2f144f927c tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.970685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-368ca8ca-1695-4e52-9e5d-7c2f144f927c tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2395089 Aug 29 04:22:24.988208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38962) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:25.008327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:25.109086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b50982-6314-4571-9309-9e0865f14f3d req-952241ce-ddd6-4da0-ba71-0440e9e01598 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.121200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9b50982-6314-4571-9309-9e0865f14f3d req-952241ce-ddd6-4da0-ba71-0440e9e01598 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.2555239 Aug 29 04:22:25.203492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.243719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bf6891cb-42f4-4dcf-866b-8375a9b37aea up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:25.409368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port bf6891cb-42f4-4dcf-866b-8375a9b37aea completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:25.485986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9b50982-6314-4571-9309-9e0865f14f3d req-9a6a0414-8f15-4196-9361-d79e63583415 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635697 Aug 29 04:22:25.538134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.628075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.906681 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07d32499-2a42-4923-8b7a-60595f11e952 req-5bbfbacd-43b9-424e-a5a8-b13cf47f5667 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 210 time: 0.0649948 Aug 29 04:22:25.972181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Allocated IP 172.25.1.222 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/0b0c62ce-0b7d-4501-8568-1cabaf17eb70) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:26.034851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.243420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795659cb-60c9-43b3-b4d1-b80df3e18d51 None None] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:26.297110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332541de-4b4a-4004-986c-a416950b8479 req-81cf7275-3078-4279-9899-da1eef55562c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.305213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332541de-4b4a-4004-986c-a416950b8479 req-81cf7275-3078-4279-9899-da1eef55562c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.316836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332541de-4b4a-4004-986c-a416950b8479 req-81cf7275-3078-4279-9899-da1eef55562c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.332100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332541de-4b4a-4004-986c-a416950b8479 req-81cf7275-3078-4279-9899-da1eef55562c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.342717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332541de-4b4a-4004-986c-a416950b8479 req-81cf7275-3078-4279-9899-da1eef55562c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.358507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332541de-4b4a-4004-986c-a416950b8479 req-81cf7275-3078-4279-9899-da1eef55562c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.365930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332541de-4b4a-4004-986c-a416950b8479 req-81cf7275-3078-4279-9899-da1eef55562c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.374375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-332541de-4b4a-4004-986c-a416950b8479 req-81cf7275-3078-4279-9899-da1eef55562c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.2411470 Aug 29 04:22:26.411264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:26.482264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0b29b072-2ed3-4482-8489-24a9a3481506 None None] Provisioning for port bf6891cb-42f4-4dcf-866b-8375a9b37aea completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:26.497861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0b29b072-2ed3-4482-8489-24a9a3481506 None None] Provisioning complete for port bf6891cb-42f4-4dcf-866b-8375a9b37aea triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:26.500529 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b29b072-2ed3-4482-8489-24a9a3481506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.590615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-332541de-4b4a-4004-986c-a416950b8479 req-3f4e270a-e8cb-450f-ad95-9bc2431dca0e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2153287 Aug 29 04:22:26.593820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 99c079ed-2221-4787-b57e-1a4b6c3a9730 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:26.691175 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.700649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:26.738798 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.740399 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-becb6644-9134-4e48-8c7c-99b0467e0154 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7883210 Aug 29 04:22:26.743097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39008) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:26.777449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Sync routers for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:26.913252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f3a4-af9f-4563-95d2-f302b32cc448 req-599e20b6-90bb-4d97-9c75-4c92eeb28331 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.920392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 99c079ed-2221-4787-b57e-1a4b6c3a9730 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:26.920665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 99c079ed-2221-4787-b57e-1a4b6c3a9730 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:26.932588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0675f3a4-af9f-4563-95d2-f302b32cc448 req-599e20b6-90bb-4d97-9c75-4c92eeb28331 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.2340403 Aug 29 04:22:26.983836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:26.985781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:22:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:26.991727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.053223 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.118782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:27.135370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:27.142765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:27.410949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0675f3a4-af9f-4563-95d2-f302b32cc448 req-cf47dcc1-47ec-4a31-bb23-a814b3399af3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766140 Aug 29 04:22:27.412825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event updated for resources: {'Port': ['ID=0b0c62ce-0b7d-4501-8568-1cabaf17eb70,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:27.424204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b2d91c8-ead8-4b20-aa8a-51d863e0067a req-d9075f62-8813-43a4-858d-fac3b7828a6e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 210 time: 0.3421426 Aug 29 04:22:27.493396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 0f86885c-3782-4877-aeb6-7a59bf51fa43 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:27.648773 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.721979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b29b072-2ed3-4482-8489-24a9a3481506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.757199 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.884188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:28.075537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d5cdabf-6657-458f-a387-ca87542b9e97 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.088298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d5cdabf-6657-458f-a387-ca87542b9e97 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.097942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d5cdabf-6657-458f-a387-ca87542b9e97 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.109824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d5cdabf-6657-458f-a387-ca87542b9e97 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.117866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.130456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d5cdabf-6657-458f-a387-ca87542b9e97 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.162485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d5cdabf-6657-458f-a387-ca87542b9e97 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.200351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d5cdabf-6657-458f-a387-ca87542b9e97 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.216351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d5cdabf-6657-458f-a387-ca87542b9e97 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5428 time: 0.3864112 Aug 29 04:22:28.461119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0b29b072-2ed3-4482-8489-24a9a3481506 None None] For port bf6891cb-42f4-4dcf-866b-8375a9b37aea, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bf6891cb-42f4-4dcf-866b-8375a9b37aea,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:28.489858 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.508755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39e91cd8-e9cc-4528-aff8-ed0dd333f2b0 req-4d9c8c9a-92b8-4b81-8820-8af5ec6cc411 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2899377 Aug 29 04:22:28.533782 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b29b072-2ed3-4482-8489-24a9a3481506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.571516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 0f86885c-3782-4877-aeb6-7a59bf51fa43, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:28.712213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '0f86885c-3782-4877-aeb6-7a59bf51fa43', 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'port_id': '0f86885c-3782-4877-aeb6-7a59bf51fa43', 'mac_address': 'fa:16:3e:0c:b3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74488c2-cfcf-4b09-af9a-1660eb4f07ed', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:28.742254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.748378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Allocated IP 172.20.0.1 (e1a714ab-de67-47b7-a7dc-7fad083b1715/227e26a8-b361-4e31-ba6f-cc55ed4a7742/6d2f528c-8b89-4841-a628-1316963633af) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:28.762837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.808477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29b072-2ed3-4482-8489-24a9a3481506 None None] Pushing event updated for resources: {'Port': ['ID=bf6891cb-42f4-4dcf-866b-8375a9b37aea,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:28.814844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-70f7c0bd-045b-4b74-9798-abc8c995559b None None] Provisioning complete for port bf6891cb-42f4-4dcf-866b-8375a9b37aea triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:28.815229 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-70f7c0bd-045b-4b74-9798-abc8c995559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.910636 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.974746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f86885c-3782-4877-aeb6-7a59bf51fa43 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:29.087266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.093028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 0f86885c-3782-4877-aeb6-7a59bf51fa43, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:29.128411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event updated for resources: {'Port': ['ID=0b0c62ce-0b7d-4501-8568-1cabaf17eb70,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.178906 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.179632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bb1f2743-d5fc-4aae-8b4e-a3829e09b36a details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:29.183354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166620c2-ab0f-421f-bca9-5bc6d6ad77d7 req-bfe05b67-8ef8-4164-9e09-0773c14c40fa tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.185682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bf6891cb-42f4-4dcf-866b-8375a9b37aea up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:29.189713 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-166620c2-ab0f-421f-bca9-5bc6d6ad77d7 req-bfe05b67-8ef8-4164-9e09-0773c14c40fa tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.3240614 Aug 29 04:22:29.191014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.208867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-81c0b8a4-8e94-4df6-9b73-bfa51066d70f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2186053 Aug 29 04:22:29.259078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.276799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Transition to ACTIVE for port object 6d2f528c-8b89-4841-a628-1316963633af will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:29.308301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-166620c2-ab0f-421f-bca9-5bc6d6ad77d7 req-b4c3bc29-2675-432b-a89f-cbcb937a9a7c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984128 Aug 29 04:22:29.340093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.389900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:25Z', 'revision_number': 3, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:29.403742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a31b06e-bdd0-4c58-b943-2a4a169c5f71 req-f9dd07a5-3b86-460c-a1c9-111ae217e6d7 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 210 time: 0.0500784 Aug 29 04:22:29.455385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Checking router: e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:29.456083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Updating router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:29.489403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:29.497366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:29.502844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:29.571133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:29.578180 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.580222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=0f86885c-3782-4877-aeb6-7a59bf51fa43,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.619724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.730865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'bb1f2743-d5fc-4aae-8b4e-a3829e09b36a', 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'port_id': 'bb1f2743-d5fc-4aae-8b4e-a3829e09b36a', 'mac_address': 'fa:16:3e:e1:8a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74488c2-cfcf-4b09-af9a-1660eb4f07ed', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:29.782918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2f528c-8b89-4841-a628-1316963633af,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.899079 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-e6d9ea3d-ebe4-43f9-ab3e-296498001367 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.905572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-e6d9ea3d-ebe4-43f9-ab3e-296498001367 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.913150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-e6d9ea3d-ebe4-43f9-ab3e-296498001367 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.920107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-e6d9ea3d-ebe4-43f9-ab3e-296498001367 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.933235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-e6d9ea3d-ebe4-43f9-ab3e-296498001367 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.940702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-e6d9ea3d-ebe4-43f9-ab3e-296498001367 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.946875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-e6d9ea3d-ebe4-43f9-ab3e-296498001367 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.957396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-e6d9ea3d-ebe4-43f9-ab3e-296498001367 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5429 time: 0.1708181 Aug 29 04:22:29.965154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.969741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port bf6891cb-42f4-4dcf-866b-8375a9b37aea triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:29.972898 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.064892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d5c8af1-7b1b-49d0-89e4-70a1c13a00ea req-b3b1fbd9-0350-432b-8922-51a7e7ee1fa4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1051347 Aug 29 04:22:30.163050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.206036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1f2743-d5fc-4aae-8b4e-a3829e09b36a {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:30.247459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.261388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7d8d1810-dfd0-4297-a348-741d3495c7da None None] Provisioning for port 6d2f528c-8b89-4841-a628-1316963633af completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:30.283568 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.284297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f536b0d4-7844-4d6b-814a-0863b48d4206 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:30.323187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7d8d1810-dfd0-4297-a348-741d3495c7da None None] Provisioning complete for port 6d2f528c-8b89-4841-a628-1316963633af triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:30.323678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1810-dfd0-4297-a348-741d3495c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.642670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.654594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.699729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:30.720053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d1810-dfd0-4297-a348-741d3495c7da None None] Port 6d2f528c-8b89-4841-a628-1316963633af cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:30.734816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c00b401d-d66e-44ef-8b3a-f97745e3f4df req-ee23d340-3db6-4559-aa2e-db3627218903 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 210 time: 0.0913048 Aug 29 04:22:30.780809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff63d-d7fb-4196-93b0-817cba416600 req-09a56baa-279f-4f1f-8c04-93f6d1c6d8ff tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.790128 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-976ff63d-d7fb-4196-93b0-817cba416600 req-09a56baa-279f-4f1f-8c04-93f6d1c6d8ff tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.2511542 Aug 29 04:22:30.915826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-976ff63d-d7fb-4196-93b0-817cba416600 req-cb38f9f0-b1e8-4343-a0f6-69767013236f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243968 Aug 29 04:22:30.956709 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.970181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2f528c-8b89-4841-a628-1316963633af,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.023054 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:22:31.226487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:31.228192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:31.432937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-205eb325-ff5b-429b-b4e4-71bf73268a47 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.468162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-205eb325-ff5b-429b-b4e4-71bf73268a47 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.482850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f536b0d4-7844-4d6b-814a-0863b48d4206, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f536b0d4-7844-4d6b-814a-0863b48d4206,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:31.494902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-205eb325-ff5b-429b-b4e4-71bf73268a47 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.536766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-205eb325-ff5b-429b-b4e4-71bf73268a47 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.561413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'port_id': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'mac_address': 'fa:16:3e:0a:1c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:31.589673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-205eb325-ff5b-429b-b4e4-71bf73268a47 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.609919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-205eb325-ff5b-429b-b4e4-71bf73268a47 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.631479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-205eb325-ff5b-429b-b4e4-71bf73268a47 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.661053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-205eb325-ff5b-429b-b4e4-71bf73268a47 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5430 time: 0.4462862 Aug 29 04:22:31.757950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:31.765532 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.777595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.782977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Transition to ACTIVE for port object cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:31.800861 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.804067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2144e0cf-0910-44af-a4ff-5cf6b15ea784 req-1ae754b0-1b2b-4f8c-800e-bdc26c9653f0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1417742 Aug 29 04:22:31.806388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f536b0d4-7844-4d6b-814a-0863b48d4206 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:31.939429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f536b0d4-7844-4d6b-814a-0863b48d4206, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f536b0d4-7844-4d6b-814a-0863b48d4206,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:31.971257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:31.984215 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f350116c-8818-4d47-9784-cef8a6cdfba0 admin admin] 10.222.0.58 "PUT /v2.0/routers/e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2397203 Aug 29 04:22:32.001631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b9f3326-25e3-4fd0-936a-1b328c1a2ffa req-123a80b4-86fc-4aed-81b5-d87066c78d9e tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 210 time: 0.0927706 Aug 29 04:22:32.028162 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.034165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 9115f6b1-8028-4892-9e21-c19bdd5a40c0 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:32.062496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0f53f-2eec-48f5-a08f-4370fb93db91 None None] Pushing event updated for resources: {'Port': ['ID=cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:32.074209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Attempting to bind port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:32.078140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Attempting to bind port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:32.085532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Attempting to bind port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:32.166737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6f4649c9-22ef-4ee9-9f1c-46a51ebc36e4 None None] Provisioning complete for port 6d2f528c-8b89-4841-a628-1316963633af triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:32.168441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f4649c9-22ef-4ee9-9f1c-46a51ebc36e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.181117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:32.190507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aed51-aa59-4b85-98ec-7154242c1a2f req-83345d35-f9e6-442d-affb-21a822c2d523 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.190955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:32.191725 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.192383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:32.193117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Bound port: cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:32.193735 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.201355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:22:32.208889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b7aed51-aa59-4b85-98ec-7154242c1a2f req-83345d35-f9e6-442d-affb-21a822c2d523 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1023796 Aug 29 04:22:32.293354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b7aed51-aa59-4b85-98ec-7154242c1a2f req-6b36991f-9718-4959-8891-3291ca7e4ee2 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785432 Aug 29 04:22:32.342362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 9115f6b1-8028-4892-9e21-c19bdd5a40c0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:32.439434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '9115f6b1-8028-4892-9e21-c19bdd5a40c0', 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'port_id': '9115f6b1-8028-4892-9e21-c19bdd5a40c0', 'mac_address': 'fa:16:3e:48:5c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74488c2-cfcf-4b09-af9a-1660eb4f07ed', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:32.462465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6f4649c9-22ef-4ee9-9f1c-46a51ebc36e4 None None] Port 6d2f528c-8b89-4841-a628-1316963633af cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:32.513964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] For port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:32.529571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] For port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:32.531664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=f536b0d4-7844-4d6b-814a-0863b48d4206,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:32.555636 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.679445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0f53f-2eec-48f5-a08f-4370fb93db91 None None] Pushing event updated for resources: {'Port': ['ID=cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:32.699833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:32.701163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:22:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:32.888095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39316) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:32.894651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f11b7924-79db-43f5-a10b-5c15096a1ce6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47032624', 'description': 'tempest-description--1574455820'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:33.022779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f11b7924-79db-43f5-a10b-5c15096a1ce6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.030449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:33.119786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a630a-1af0-4978-86c0-8448571a97de req-23e24311-0078-4cf1-b9f5-e8dd260111d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.127205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a630a-1af0-4978-86c0-8448571a97de req-23e24311-0078-4cf1-b9f5-e8dd260111d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.133684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a630a-1af0-4978-86c0-8448571a97de req-23e24311-0078-4cf1-b9f5-e8dd260111d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.140863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a630a-1af0-4978-86c0-8448571a97de req-23e24311-0078-4cf1-b9f5-e8dd260111d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.147706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a630a-1af0-4978-86c0-8448571a97de req-23e24311-0078-4cf1-b9f5-e8dd260111d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.155146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a630a-1af0-4978-86c0-8448571a97de req-23e24311-0078-4cf1-b9f5-e8dd260111d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.162365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a630a-1af0-4978-86c0-8448571a97de req-23e24311-0078-4cf1-b9f5-e8dd260111d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.164670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b2a630a-1af0-4978-86c0-8448571a97de req-23e24311-0078-4cf1-b9f5-e8dd260111d6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5431 time: 0.2145212 Aug 29 04:22:33.233760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f11b7924-79db-43f5-a10b-5c15096a1ce6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.246081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f11b7924-79db-43f5-a10b-5c15096a1ce6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.278772 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b2a630a-1af0-4978-86c0-8448571a97de req-ede5de57-8a23-4b3e-92f6-2fb3889b7c2f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0963933 Aug 29 04:22:33.294296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f11b7924-79db-43f5-a10b-5c15096a1ce6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.299436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39320) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:33.300463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f11b7924-79db-43f5-a10b-5c15096a1ce6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4098542 Aug 29 04:22:33.307656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b7924-79db-43f5-a10b-5c15096a1ce6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07907482-74bc-447d-873a-779cb84fa9f1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:33.308586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4f8e08ea-976b-4c0e-a0d3-a91edf7b6c53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'security_group_rule': {'security_group_id': '07907482-74bc-447d-873a-779cb84fa9f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:33.427077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f8e08ea-976b-4c0e-a0d3-a91edf7b6c53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.470343 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.560051 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f8e08ea-976b-4c0e-a0d3-a91edf7b6c53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.567809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f8e08ea-976b-4c0e-a0d3-a91edf7b6c53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.599608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9115f6b1-8028-4892-9e21-c19bdd5a40c0 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:33.602437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e08ea-976b-4c0e-a0d3-a91edf7b6c53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d79b5bf-ab83-4612-b3ac-44668e1b379d,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:33.616090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f2897d4-8e30-4618-be77-2089a09b80ce req-e81ad0c5-898a-48fc-8a33-7e6dcc50fd2d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5670b2-6138-42c7-aab3-b3ceeb753afb HTTP/1.1" status: 200 len: 210 time: 0.0454338 Aug 29 04:22:33.641865 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f8e08ea-976b-4c0e-a0d3-a91edf7b6c53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.645755 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4f8e08ea-976b-4c0e-a0d3-a91edf7b6c53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423791 Aug 29 04:22:33.648932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39328) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:33.654377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4f00dcb2-4ede-4eb4-83ea-a9a14baabd5c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'security_group_rule': {'security_group_id': '07907482-74bc-447d-873a-779cb84fa9f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:33.749541 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f00dcb2-4ede-4eb4-83ea-a9a14baabd5c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.771582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 9115f6b1-8028-4892-9e21-c19bdd5a40c0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:33.791842 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.792549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4cdd327a-e2bd-441b-9270-934888ddeef5 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:33.948666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16e311-be4e-41a3-b7d0-5dea0d302a14 req-de151a7e-094c-4936-b74c-666c33029f51 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.951048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d16e311-be4e-41a3-b7d0-5dea0d302a14 req-de151a7e-094c-4936-b74c-666c33029f51 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.1098840 Aug 29 04:22:33.964518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f00dcb2-4ede-4eb4-83ea-a9a14baabd5c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.973809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f00dcb2-4ede-4eb4-83ea-a9a14baabd5c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.014929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00dcb2-4ede-4eb4-83ea-a9a14baabd5c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca78e19-d9a9-49f7-b7a5-7982b5518938,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.026847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d16e311-be4e-41a3-b7d0-5dea0d302a14 req-03cbfb9e-579b-4c4f-8042-182403aed145 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652423 Aug 29 04:22:34.030887 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f00dcb2-4ede-4eb4-83ea-a9a14baabd5c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.036323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39332) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:34.037032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4f00dcb2-4ede-4eb4-83ea-a9a14baabd5c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868992 Aug 29 04:22:34.041266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:34.082159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.138432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=9115f6b1-8028-4892-9e21-c19bdd5a40c0,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.224481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4cdd327a-e2bd-441b-9270-934888ddeef5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4cdd327a-e2bd-441b-9270-934888ddeef5,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:34.248586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '4cdd327a-e2bd-441b-9270-934888ddeef5', 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf', 'port_id': '4cdd327a-e2bd-441b-9270-934888ddeef5', 'mac_address': 'fa:16:3e:b6:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ffec13-95c1-4940-bfbf-e51f53b20248', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:34.336800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.394866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 2, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:34.406874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdd327a-e2bd-441b-9270-934888ddeef5 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:34.417280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.543779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4cdd327a-e2bd-441b-9270-934888ddeef5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4cdd327a-e2bd-441b-9270-934888ddeef5,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:34.548012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1b1c9-2afd-4677-9e31-f3cb46f45414 None None] The sync data for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 is: [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 2, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:34.555589 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.557417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device e616e723-fe76-4b72-8d04-32d6b9a6f125 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:34.649599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-b9739fdd-25e7-4260-8ad1-be3434e329cd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.660243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-b9739fdd-25e7-4260-8ad1-be3434e329cd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.669988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-b9739fdd-25e7-4260-8ad1-be3434e329cd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.678240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-b9739fdd-25e7-4260-8ad1-be3434e329cd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.712816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-b9739fdd-25e7-4260-8ad1-be3434e329cd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.730559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-b9739fdd-25e7-4260-8ad1-be3434e329cd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.739005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port e616e723-fe76-4b72-8d04-32d6b9a6f125, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=e616e723-fe76-4b72-8d04-32d6b9a6f125,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:34.751812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-b9739fdd-25e7-4260-8ad1-be3434e329cd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.757986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-b9739fdd-25e7-4260-8ad1-be3434e329cd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5432 time: 0.2366929 Aug 29 04:22:34.840345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39344) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:34.886975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Allocated IP 172.25.1.72 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/e15d1279-0ee4-4d15-bb65-c8edb6aab86b) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:34.894824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'e616e723-fe76-4b72-8d04-32d6b9a6f125', 'network_id': 'cfdf0b50-0db3-438e-be2f-01d62e44e232', 'port_id': 'e616e723-fe76-4b72-8d04-32d6b9a6f125', 'mac_address': 'fa:16:3e:14:44:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74488c2-cfcf-4b09-af9a-1660eb4f07ed', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:34.900026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4cdd327a-e2bd-441b-9270-934888ddeef5,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.933023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa5485f6-3d23-416f-9c09-072e237a4ff8 req-99a9e899-e31a-4860-ab4f-817f9812b476 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1625752 Aug 29 04:22:35.049255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.067527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e616e723-fe76-4b72-8d04-32d6b9a6f125 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:35.123682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port e616e723-fe76-4b72-8d04-32d6b9a6f125, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=e616e723-fe76-4b72-8d04-32d6b9a6f125,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.134366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.135440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fad6b25c-c1af-49a5-8b0e-def2a26a4636 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:35.174124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port fad6b25c-c1af-49a5-8b0e-def2a26a4636, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.274239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6474427-c017-4ece-b31d-600cfee05dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.314654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.354862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636', 'network_id': '3b67864d-8d83-4461-9a1f-dee00d60b3cf', 'port_id': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636', 'mac_address': 'fa:16:3e:9c:e2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ffec13-95c1-4940-bfbf-e51f53b20248', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:35.417278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.441773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a498a56-e454-4c99-8a54-adac13a87974 req-440faf28-f1bd-4ecd-b6d7-c5cc21e7f3b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2746460 Aug 29 04:22:35.512041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:35.514931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:35.531553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:35.537757 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.622355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad6b25c-c1af-49a5-8b0e-def2a26a4636 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:35.693491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=e616e723-fe76-4b72-8d04-32d6b9a6f125,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.705268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port fad6b25c-c1af-49a5-8b0e-def2a26a4636, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.715957 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.747313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfb0c9-8ae5-46ca-bf09-6b45e91aa900 req-2c310bf4-8541-4e94-8f35-45862368a690 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.764270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0bcfb0c9-8ae5-46ca-bf09-6b45e91aa900 req-2c310bf4-8541-4e94-8f35-45862368a690 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.4804084 Aug 29 04:22:35.856042 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6474427-c017-4ece-b31d-600cfee05dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.903449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=fad6b25c-c1af-49a5-8b0e-def2a26a4636,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.908194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6474427-c017-4ece-b31d-600cfee05dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.980949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d6474427-c017-4ece-b31d-600cfee05dac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56533ba6e055406d92f47ea9f56741be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1389751 Aug 29 04:22:35.984047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39360) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:36.144025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a498a56-e454-4c99-8a54-adac13a87974 req-43b9ade0-25b2-475e-82cf-33225b3fb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.152397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a498a56-e454-4c99-8a54-adac13a87974 req-43b9ade0-25b2-475e-82cf-33225b3fb319 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 1097 time: 0.6819458 Aug 29 04:22:36.288103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6474427-c017-4ece-b31d-600cfee05dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbb01cf-83c4-4469-afbf-031fa441eb69,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:36.315636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0bcfb0c9-8ae5-46ca-bf09-6b45e91aa900 req-d75acf79-8532-4c21-b9e4-3a6f2dc0ba9a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502980 Aug 29 04:22:36.387704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'Port': ['ID=e15d1279-0ee4-4d15-bb65-c8edb6aab86b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:36.431447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.438446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f4-80e0-4863-9fca-e43cbfa01a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.490973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a498a56-e454-4c99-8a54-adac13a87974 req-a6adfa1c-6c48-4503-aea6-b758a88ea271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.492628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a498a56-e454-4c99-8a54-adac13a87974 req-a6adfa1c-6c48-4503-aea6-b758a88ea271 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 200 len: 909 time: 0.3003864 Aug 29 04:22:36.520748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.546175 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f4-80e0-4863-9fca-e43cbfa01a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.585807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['0f86885c-3782-4877-aeb6-7a59bf51fa43'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:36.651662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a498a56-e454-4c99-8a54-adac13a87974 req-e511d425-d4a7-46ab-b12c-ec4e04b9db35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 200 len: 217 time: 0.1456676 Aug 29 04:22:36.736988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['f536b0d4-7844-4d6b-814a-0863b48d4206'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:36.873031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a498a56-e454-4c99-8a54-adac13a87974 req-b80870ab-8686-4e98-a08c-b2551c06f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.877479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a498a56-e454-4c99-8a54-adac13a87974 req-b80870ab-8686-4e98-a08c-b2551c06f7c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 200 len: 848 time: 0.2120118 Aug 29 04:22:36.880272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['bb1f2743-d5fc-4aae-8b4e-a3829e09b36a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:36.899757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['9115f6b1-8028-4892-9e21-c19bdd5a40c0'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:36.946355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['4cdd327a-e2bd-441b-9270-934888ddeef5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:36.974348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.975244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a498a56-e454-4c99-8a54-adac13a87974 req-093e5fa4-cf3a-4c52-b9c2-f2e40690c455 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1e435ea-b64e-4339-b938-5bad8cbfa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889561 Aug 29 04:22:36.987576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.030338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-215db476-e3fe-45b1-a192-db87a168e635 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.053768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-215db476-e3fe-45b1-a192-db87a168e635 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.079216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-215db476-e3fe-45b1-a192-db87a168e635 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.107679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-215db476-e3fe-45b1-a192-db87a168e635 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.125171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-215db476-e3fe-45b1-a192-db87a168e635 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.177829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-215db476-e3fe-45b1-a192-db87a168e635 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.202558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-215db476-e3fe-45b1-a192-db87a168e635 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.214890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-215db476-e3fe-45b1-a192-db87a168e635 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5435 time: 0.5865870 Aug 29 04:22:37.260268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'Port': ['ID=e15d1279-0ee4-4d15-bb65-c8edb6aab86b,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.277284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f4-80e0-4863-9fca-e43cbfa01a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.282939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f4-80e0-4863-9fca-e43cbfa01a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.282939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-58dec9f4-80e0-4863-9fca-e43cbfa01a1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ecbb01cf-83c4-4469-afbf-031fa441eb69 HTTP/1.1" status: 204 len: 168 time: 1.2915909 Aug 29 04:22:37.311804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.387449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.404350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e57a8817-c4de-46e0-8935-0df33167e17a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3661051 Aug 29 04:22:37.492835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:37.503278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a498a56-e454-4c99-8a54-adac13a87974 req-089b0493-10ca-4882-b83b-5bfc88036d3d service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162244 Aug 29 04:22:37.510474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dec9f4-80e0-4863-9fca-e43cbfa01a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbb01cf-83c4-4469-afbf-031fa441eb69,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.637214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fcef8cb-4819-411d-a99d-14eacabf8a0b req-888f88b8-3086-41ca-abc2-a27474b29822 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3788929 Aug 29 04:22:37.685808 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:22:37.703397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['fad6b25c-c1af-49a5-8b0e-def2a26a4636'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:37.737408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['e616e723-fe76-4b72-8d04-32d6b9a6f125'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:37.807751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a498a56-e454-4c99-8a54-adac13a87974 req-a591a465-6641-48a5-b091-3c941c3156e2 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920179 Aug 29 04:22:38.185913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39388) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:38.228414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60e77144-8164-4830-b37b-1fbdc302ffba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.524830 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60e77144-8164-4830-b37b-1fbdc302ffba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.547719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60e77144-8164-4830-b37b-1fbdc302ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.701754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39396) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:38.715286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-60e77144-8164-4830-b37b-1fbdc302ffba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a120a9bd76b442c6a442fb61012e5807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281734 Aug 29 04:22:38.747999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1053e4-58f9-48a2-8aa6-010a3b896807 req-4b9df8c7-4db8-4344-a2b0-3fb5fb5218d9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.767323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c1053e4-58f9-48a2-8aa6-010a3b896807 req-4b9df8c7-4db8-4344-a2b0-3fb5fb5218d9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.2403171 Aug 29 04:22:38.791060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e77144-8164-4830-b37b-1fbdc302ffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0319c392-d279-45b0-a4c1-362d5da54c82,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:38.816681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:38.845033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:38.845481 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.905460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f4f83cc-62a4-462e-9770-81d4a846ba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.925282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c1053e4-58f9-48a2-8aa6-010a3b896807 req-36ac8f15-e818-489e-9970-145c7ea9cc80 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574230 Aug 29 04:22:38.942520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f4f83cc-62a4-462e-9770-81d4a846ba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.062455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f4f83cc-62a4-462e-9770-81d4a846ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.070083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f4f83cc-62a4-462e-9770-81d4a846ba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.072176 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3f4f83cc-62a4-462e-9770-81d4a846ba3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0319c392-d279-45b0-a4c1-362d5da54c82 HTTP/1.1" status: 204 len: 168 time: 0.3683429 Aug 29 04:22:39.106743 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Sync routers for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:39.134044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f83cc-62a4-462e-9770-81d4a846ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0319c392-d279-45b0-a4c1-362d5da54c82,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.147408 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:39.148309 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:22:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:39.425514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.461972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:39.468663 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.518127 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:39.640456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.753130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 0f86885c-3782-4877-aeb6-7a59bf51fa43 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:39.973719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 0f86885c-3782-4877-aeb6-7a59bf51fa43 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:40.002025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 0f86885c-3782-4877-aeb6-7a59bf51fa43 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:40.003783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.053816 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 2, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:40.143564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39420) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:40.192700 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca922aa2-963d-4c0c-b177-35eb5e8c0527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.198016 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Checking router: e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:40.198968 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Updating router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 port 6d2f528c-8b89-4841-a628-1316963633af binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:40.280945 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.335902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.436622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 0f86885c-3782-4877-aeb6-7a59bf51fa43, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:40.437103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca922aa2-963d-4c0c-b177-35eb5e8c0527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.438845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f86885c-3782-4877-aeb6-7a59bf51fa43'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:40.442679 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badbf7ac-c927-4e14-994f-210c8884e603" -d '{"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "0f86885c-3782-4877-aeb6-7a59bf51fa43"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:40.445194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca922aa2-963d-4c0c-b177-35eb5e8c0527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.447531 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.508678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ca922aa2-963d-4c0c-b177-35eb5e8c0527 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d8e89a93f084336aea325a8e3f63183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632164 Aug 29 04:22:40.509658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca922aa2-963d-4c0c-b177-35eb5e8c0527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2eaff7-ef21-47d5-87e6-047f0429d1a7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:40.511427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39424) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:40.585622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=0f86885c-3782-4877-aeb6-7a59bf51fa43,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:40.640325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb4da903-d2cb-4b5e-81f1-bd5755f3b9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.675499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb4da903-d2cb-4b5e-81f1-bd5755f3b9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.761405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb4da903-d2cb-4b5e-81f1-bd5755f3b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.765014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb4da903-d2cb-4b5e-81f1-bd5755f3b9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.769121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb4da903-d2cb-4b5e-81f1-bd5755f3b9f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed2eaff7-ef21-47d5-87e6-047f0429d1a7 HTTP/1.1" status: 204 len: 168 time: 0.2538381 Aug 29 04:22:40.789520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4da903-d2cb-4b5e-81f1-bd5755f3b9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2eaff7-ef21-47d5-87e6-047f0429d1a7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:41.003869 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.029449 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Transition to ACTIVE for port object 6d2f528c-8b89-4841-a628-1316963633af will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:41.044904 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.145251 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9c7f8-9ed4-429d-ab03-f63c9d2e9b88 None None] Pushing event updated for resources: {'Port': ['ID=6d2f528c-8b89-4841-a628-1316963633af,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:41.390005 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Attempting to bind port 6d2f528c-8b89-4841-a628-1316963633af on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:41.390658 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Attempting to bind port 6d2f528c-8b89-4841-a628-1316963633af by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:41.390790 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Attempting to bind port 6d2f528c-8b89-4841-a628-1316963633af on network e1a714ab-de67-47b7-a7dc-7fad083b1715 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:41.400747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:41.401616 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Checking segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:41.402027 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.402420 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Bound using segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:41.402900 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Bound port: 6d2f528c-8b89-4841-a628-1316963633af, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:41.403299 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.552980 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] For port 6d2f528c-8b89-4841-a628-1316963633af, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:41.567028 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] For port 6d2f528c-8b89-4841-a628-1316963633af, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6d2f528c-8b89-4841-a628-1316963633af,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:41.594289 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.680482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:41.731729 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:41.732419 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:22:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:41.768168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f536b0d4-7844-4d6b-814a-0863b48d4206 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:42.147943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:42.153172 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.209467 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9c7f8-9ed4-429d-ab03-f63c9d2e9b88 None None] Pushing event updated for resources: {'Port': ['ID=6d2f528c-8b89-4841-a628-1316963633af,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.240349 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:42.254454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port f536b0d4-7844-4d6b-814a-0863b48d4206 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:42.274964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port f536b0d4-7844-4d6b-814a-0863b48d4206 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:42.275351 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.669002 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.726344 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:41Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:42.766865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f536b0d4-7844-4d6b-814a-0863b48d4206, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f536b0d4-7844-4d6b-814a-0863b48d4206,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:42.780912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.781789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bb1f2743-d5fc-4aae-8b4e-a3829e09b36a up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:42.812113 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb7639-8fc2-4f0d-872a-e496d5e5a3c8 None None] The sync data for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 is: [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:41Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:43.010632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=f536b0d4-7844-4d6b-814a-0863b48d4206,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:43.079285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:43.084482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:43.085319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.342995 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.433976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:43.442174 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.443093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 9115f6b1-8028-4892-9e21-c19bdd5a40c0 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:43.691099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6d2f528c-8b89-4841-a628-1316963633af up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:43.748046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:43.849595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:43.856302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 6d2f528c-8b89-4841-a628-1316963633af completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:43.866524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6d2f528c-8b89-4841-a628-1316963633af triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:43.867839 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.870144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:43.870939 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.373522 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.456836 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.498713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 9115f6b1-8028-4892-9e21-c19bdd5a40c0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:44.513167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.514858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device e616e723-fe76-4b72-8d04-32d6b9a6f125 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:44.599645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 6d2f528c-8b89-4841-a628-1316963633af, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6d2f528c-8b89-4841-a628-1316963633af,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:44.616860 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.645405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=9115f6b1-8028-4892-9e21-c19bdd5a40c0,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:44.711467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port e616e723-fe76-4b72-8d04-32d6b9a6f125 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:44.747399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port e616e723-fe76-4b72-8d04-32d6b9a6f125 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:44.748245 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.794404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=6d2f528c-8b89-4841-a628-1316963633af,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:44.903126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.964023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port e616e723-fe76-4b72-8d04-32d6b9a6f125, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=e616e723-fe76-4b72-8d04-32d6b9a6f125,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:44.976949 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.977988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4cdd327a-e2bd-441b-9270-934888ddeef5 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:45.129412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=e616e723-fe76-4b72-8d04-32d6b9a6f125,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.157868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 4cdd327a-e2bd-441b-9270-934888ddeef5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:45.170218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 4cdd327a-e2bd-441b-9270-934888ddeef5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:45.170943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.269196 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.322748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4cdd327a-e2bd-441b-9270-934888ddeef5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4cdd327a-e2bd-441b-9270-934888ddeef5,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:45.333271 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.364720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fad6b25c-c1af-49a5-8b0e-def2a26a4636 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:45.469579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4cdd327a-e2bd-441b-9270-934888ddeef5,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.517347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port fad6b25c-c1af-49a5-8b0e-def2a26a4636 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:45.523670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port fad6b25c-c1af-49a5-8b0e-def2a26a4636 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:45.524744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.589303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6d2f528c-8b89-4841-a628-1316963633af up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:45.681491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.706768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6d2f528c-8b89-4841-a628-1316963633af triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:45.708007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.763607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port fad6b25c-c1af-49a5-8b0e-def2a26a4636, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:45.772041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.881692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=fad6b25c-c1af-49a5-8b0e-def2a26a4636,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:47.226351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-24e4fecb-6ac6-46bc-98bd-c3a65a9d0267 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--47032624&fields=id&tenant_id=e08cc208a5af4910becac79e40528057 HTTP/1.1" status: 200 len: 267 time: 0.0549870 Aug 29 04:22:47.353577 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d5b37d51-7b8f-4943-98a4-61ba2d281d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.362098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-d7c2fa3a-cd9d-4a1d-99db-b3bd7331b629 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.368471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-d7c2fa3a-cd9d-4a1d-99db-b3bd7331b629 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.374396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-d7c2fa3a-cd9d-4a1d-99db-b3bd7331b629 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.380961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-d7c2fa3a-cd9d-4a1d-99db-b3bd7331b629 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.386798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-d7c2fa3a-cd9d-4a1d-99db-b3bd7331b629 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.392694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-d7c2fa3a-cd9d-4a1d-99db-b3bd7331b629 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.398481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-d7c2fa3a-cd9d-4a1d-99db-b3bd7331b629 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.402518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-d7c2fa3a-cd9d-4a1d-99db-b3bd7331b629 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.1714897 Aug 29 04:22:47.429624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-79219e90-6806-458d-9868-ec259902bc4c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.431147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-79219e90-6806-458d-9868-ec259902bc4c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 817 time: 0.2040722 Aug 29 04:22:47.453882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-7c5428ac-4029-46ec-b9d3-ba650cfd674e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/quotas/e08cc208a5af4910becac79e40528057 HTTP/1.1" status: 200 len: 375 time: 0.0146425 Aug 29 04:22:47.479801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebc157b0-f6f8-4983-8200-5b47de54ec08 req-42fbbcf9-3430-43a4-b152-daddb1bb469d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0650663 Aug 29 04:22:47.518668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-fdf5be7e-ae9c-4a9d-a177-d531132abf97 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563385 Aug 29 04:22:47.650103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f936b-0933-4862-9584-6605fc7b8930 req-b7b34e24-2297-4380-9f10-2b2a0fa5646d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.652609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-365f936b-0933-4862-9584-6605fc7b8930 req-b7b34e24-2297-4380-9f10-2b2a0fa5646d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.0823693 Aug 29 04:22:47.715092 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-365f936b-0933-4862-9584-6605fc7b8930 req-d84db1cc-e126-48c8-a465-972048e0064e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521357 Aug 29 04:22:47.775114 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aafb0c-81a9-4408-a79e-419d4d61d4e5 x-openstack-request-id: req-24aafb0c-81a9-4408-a79e-419d4d61d4e5 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:47.776362 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "0f86885c-3782-4877-aeb6-7a59bf51fa43", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:47.776362 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24aafb0c-81a9-4408-a79e-419d4d61d4e5 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:47.776362 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f86885c-3782-4877-aeb6-7a59bf51fa43', 'code': 200} Aug 29 04:22:47.803826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-dd56533e-3068-46ea-bf87-642c03518ae1 service neutron] 10.222.0.58 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715962 Aug 29 04:22:47.880383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-ff24e3f2-5c9f-49f9-8765-5906bab699f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.886277 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-ff24e3f2-5c9f-49f9-8765-5906bab699f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 1097 time: 0.0960357 Aug 29 04:22:47.939276 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-eabc134d-db67-46f3-a209-5a267156e98b service neutron] 10.222.0.58 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291106 Aug 29 04:22:48.040125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-985f441e-2965-4b8d-82f8-3792389d28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.042498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-985f441e-2965-4b8d-82f8-3792389d28c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 913 time: 0.1487122 Aug 29 04:22:48.120502 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-97b33832-0901-4519-81c6-fda8c25a9e3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33 HTTP/1.1" status: 200 len: 217 time: 0.0691504 Aug 29 04:22:48.184157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-59e74a6c-60d5-4767-898e-721fd4bda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.185845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-59e74a6c-60d5-4767-898e-721fd4bda50a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.0571318 Aug 29 04:22:48.283504 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-c14bbe9d-058a-49fc-a3c3-b2ce6a53a3bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892179 Aug 29 04:22:48.435088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-1ea634eb-e610-4bb3-ac9e-94d617399d8b tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bcf8db3168324e898775938e30d2ff11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419703 Aug 29 04:22:48.456936 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-b796b3c5-c9c7-4009-a46b-1b9bbfb7a7c9 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635435 Aug 29 04:22:48.500335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eae6d-b53e-4e8b-981c-3c5487875020 req-c5754bbe-7a27-4313-b391-9c24bfe924b8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.508436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-479eae6d-b53e-4e8b-981c-3c5487875020 req-c5754bbe-7a27-4313-b391-9c24bfe924b8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 944 time: 0.1282835 Aug 29 04:22:48.614433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-479eae6d-b53e-4e8b-981c-3c5487875020 req-953cc729-c528-4f56-ab12-ab93e36be891 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999806 Aug 29 04:22:48.691277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-e5816040-6fb8-4a69-bf7a-6ad9e4f10187 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.700944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-e5816040-6fb8-4a69-bf7a-6ad9e4f10187 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571442 Aug 29 04:22:48.743588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a03ae-6722-4e0d-b363-65e388ec984c req-a28c28c3-9a63-4a68-8580-e7fadaa741f8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.745639 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-084a03ae-6722-4e0d-b363-65e388ec984c req-a28c28c3-9a63-4a68-8580-e7fadaa741f8 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.65 "GET /v2.0/ports?device_id=649594be-a421-4084-b459-4ceb3201b619 HTTP/1.1" status: 200 len: 944 time: 0.1327579 Aug 29 04:22:48.749738 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61c57fcc-055c-4531-aa7f-0684e0c8f29a req-251621d1-856c-4465-89cb-a38f3ac2ae37 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 210 time: 0.0453653 Aug 29 04:22:48.767406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-8e4b0b5d-d8cf-476b-b5f4-5736e5d37393 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/quotas/bcf8db3168324e898775938e30d2ff11 HTTP/1.1" status: 200 len: 375 time: 0.0626204 Aug 29 04:22:48.816419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-76a7956e-f45d-4080-be63-23c0533424fe tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcf8db3168324e898775938e30d2ff11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476656 Aug 29 04:22:48.870107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a297ed07-26ef-42ec-b172-f4ddb18d0cad req-c7bd529f-716c-4972-bba0-a48e816f6a0f service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016480 Aug 29 04:22:48.903221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Deleting port fa66ac89-2637-41a1-bf0e-8d35c6e7841a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:48.906355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.993908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-8bfc96b4-4964-4064-b007-e8367ee6712a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.004507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-8bfc96b4-4964-4064-b007-e8367ee6712a tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 944 time: 0.1585693 Aug 29 04:22:49.088916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] For port fa66ac89-2637-41a1-bf0e-8d35c6e7841a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:49.089334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.105611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Calling delete_port for fa66ac89-2637-41a1-bf0e-8d35c6e7841a owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:49.202777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497a6ef-89dd-4c71-a299-18d5985a5691 req-5267b4f8-a515-4198-b9e8-e2274a8c46d7 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.206041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f497a6ef-89dd-4c71-a299-18d5985a5691 req-5267b4f8-a515-4198-b9e8-e2274a8c46d7 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 944 time: 0.1140049 Aug 29 04:22:49.309685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Deleting port 15441b70-142c-4607-b6bd-660d866d8065 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:49.310032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.365995 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.381813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['fa66ac89-2637-41a1-bf0e-8d35c6e7841a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:49.414699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Pushing event deleted for resources: {'Port': ['ID=fa66ac89-2637-41a1-bf0e-8d35c6e7841a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.436606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f497a6ef-89dd-4c71-a299-18d5985a5691 req-610db82e-67d9-4fad-a206-a4203321fb8c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247040 Aug 29 04:22:49.469941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] No DVR routers for this DVR port fa66ac89-2637-41a1-bf0e-8d35c6e7841a on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:49.473590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.476931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-084a03ae-6722-4e0d-b363-65e388ec984c req-5d00346a-f00f-4970-b5cd-f43e5494ebbd tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.65 "DELETE /v2.0/ports/fa66ac89-2637-41a1-bf0e-8d35c6e7841a HTTP/1.1" status: 204 len: 173 time: 0.7246132 Aug 29 04:22:49.477454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'name': 'network-vif-deleted', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:49.480336 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6473b4f-799f-48a5-872f-a5310025e137" -d '{"events": [{"server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "name": "network-vif-deleted", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:49.528176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-dc47eb8c-cf78-4559-96d9-05a045d4eb58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.535375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-dc47eb8c-cf78-4559-96d9-05a045d4eb58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.543368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-dc47eb8c-cf78-4559-96d9-05a045d4eb58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.550083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-dc47eb8c-cf78-4559-96d9-05a045d4eb58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.559619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-dc47eb8c-cf78-4559-96d9-05a045d4eb58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.567656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-dc47eb8c-cf78-4559-96d9-05a045d4eb58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.574478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-dc47eb8c-cf78-4559-96d9-05a045d4eb58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.576990 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-dc47eb8c-cf78-4559-96d9-05a045d4eb58 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.2917421 Aug 29 04:22:49.778414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f536b0d4-7844-4d6b-814a-0863b48d4206'}, {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1f2743-d5fc-4aae-8b4e-a3829e09b36a'}, {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9115f6b1-8028-4892-9e21-c19bdd5a40c0'}, {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e616e723-fe76-4b72-8d04-32d6b9a6f125'}, {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd327a-e2bd-441b-9270-934888ddeef5'}, {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:49.783094 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44ba60f-be36-4a77-8029-9466cfff3d1a" -d '{"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "f536b0d4-7844-4d6b-814a-0863b48d4206"}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "bb1f2743-d5fc-4aae-8b4e-a3829e09b36a"}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "9115f6b1-8028-4892-9e21-c19bdd5a40c0"}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "e616e723-fe76-4b72-8d04-32d6b9a6f125"}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd327a-e2bd-441b-9270-934888ddeef5"}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "fad6b25c-c1af-49a5-8b0e-def2a26a4636"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:49.805327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fa66ac89-2637-41a1-bf0e-8d35c6e7841a no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:49.858869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: fa66ac89-2637-41a1-bf0e-8d35c6e7841a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:49.859816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fa66ac89-2637-41a1-bf0e-8d35c6e7841a not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:49.860539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f9f63d43-1f78-450e-b379-04ee62cb4c33 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:49.882672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-6d6f9516-2888-49d5-bea9-23a08a97238e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.885373 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-6d6f9516-2888-49d5-bea9-23a08a97238e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.64 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 817 time: 0.2489648 Aug 29 04:22:49.989646 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-f436cc93-bd97-4cc5-91fd-004fefacb89d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08cc208a5af4910becac79e40528057 HTTP/1.1" status: 200 len: 378 time: 0.0946877 Aug 29 04:22:50.016726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'port': {'device_id': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'admin_state_up': True, 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'security_groups': ['07907482-74bc-447d-873a-779cb84fa9f1']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:50.118177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.163156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.174515 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.187469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] For port 15441b70-142c-4607-b6bd-660d866d8065, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=15441b70-142c-4607-b6bd-660d866d8065,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.188626 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.233923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Calling delete_port for 15441b70-142c-4607-b6bd-660d866d8065 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:50.248346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62859028-a8f5-40a2-a1a8-13d6e8d966b7 req-11bac4b8-6292-4e4d-b787-24ae874c6703 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.256692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62859028-a8f5-40a2-a1a8-13d6e8d966b7 req-11bac4b8-6292-4e4d-b787-24ae874c6703 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 945 time: 0.6754196 Aug 29 04:22:50.263406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17729f7f-27b3-4944-a6bc-2b5f89ba3cd1 req-e4b4e98b-c246-4178-b3d9-63faa9caef01 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6703856 Aug 29 04:22:50.284773 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.314893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.335293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Made reservation on behalf of e08cc208a5af4910becac79e40528057 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:50.342508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.364385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62859028-a8f5-40a2-a1a8-13d6e8d966b7 req-7f6d2c74-9975-4086-a833-f0f7a061222b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063402 Aug 29 04:22:50.372426 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-64d08fae-1d98-48e1-b337-1dc725300bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.512703 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7043f8c4-b566-4da4-a91d-c36b7dc88a89 x-openstack-request-id: req-7043f8c4-b566-4da4-a91d-c36b7dc88a89 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:50.513031 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649594be-a421-4084-b459-4ceb3201b619", "name": "network-vif-deleted", "tag": "fa66ac89-2637-41a1-bf0e-8d35c6e7841a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:50.513323 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7043f8c4-b566-4da4-a91d-c36b7dc88a89 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:50.513740 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649594be-a421-4084-b459-4ceb3201b619', 'name': 'network-vif-deleted', 'tag': 'fa66ac89-2637-41a1-bf0e-8d35c6e7841a', 'status': 'completed', 'code': 200} Aug 29 04:22:50.517194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-fdaa22e3-b616-4bd5-8b20-ffa1bcff0659 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bcf8db3168324e898775938e30d2ff11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003988 Aug 29 04:22:50.517956 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.530147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['15441b70-142c-4607-b6bd-660d866d8065'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:50.599492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-5fa765bb-ebd7-4531-bd1b-4c2e6b7727ff tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bcf8db3168324e898775938e30d2ff11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529547 Aug 29 04:22:50.605365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Pushing event deleted for resources: {'Port': ['ID=15441b70-142c-4607-b6bd-660d866d8065,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.680797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Allocated IP 172.20.0.11 (e1a714ab-de67-47b7-a7dc-7fad083b1715/227e26a8-b361-4e31-ba6f-cc55ed4a7742/520e3302-f760-46a9-a9ee-3ba84b681764) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:50.786382 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2fa2e1e-1a98-4545-a6d6-e3a06bf71710 req-d151e82a-2932-4813-8852-f5083eb2b8d2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 210 time: 0.1080351 Aug 29 04:22:50.797600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-fb746087-af5e-4e01-b0a3-bd37c6b345b4 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.799278 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-fb746087-af5e-4e01-b0a3-bd37c6b345b4 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926215 Aug 29 04:22:50.822417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] No DVR routers for this DVR port 15441b70-142c-4607-b6bd-660d866d8065 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:50.827276 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.830150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3dec2b3-4591-4c0b-abb9-e3e78a2ebcae req-4d5df3a3-cc4f-449b-b968-9b38d9f9e206 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.64 "DELETE /v2.0/ports/15441b70-142c-4607-b6bd-660d866d8065 HTTP/1.1" status: 204 len: 173 time: 1.8182514 Aug 29 04:22:50.830623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'name': 'network-vif-deleted', 'tag': '15441b70-142c-4607-b6bd-660d866d8065'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:50.833497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Request body: {'port': {'device_id': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'bcf8db3168324e898775938e30d2ff11'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:50.833669 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd910ed8-7088-4a03-938a-9c99a00ba9fb" -d '{"events": [{"server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "name": "network-vif-deleted", "tag": "15441b70-142c-4607-b6bd-660d866d8065"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:50.872689 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e9289d-0bd1-4f40-8922-000f46129728 x-openstack-request-id: req-c0e9289d-0bd1-4f40-8922-000f46129728 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:50.873246 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "f536b0d4-7844-4d6b-814a-0863b48d4206", "code": 200}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "bb1f2743-d5fc-4aae-8b4e-a3829e09b36a", "code": 200}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "9115f6b1-8028-4892-9e21-c19bdd5a40c0", "code": 200}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "e616e723-fe76-4b72-8d04-32d6b9a6f125", "code": 200}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd327a-e2bd-441b-9270-934888ddeef5", "code": 200}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-plugged", "status": "completed", "tag": "fad6b25c-c1af-49a5-8b0e-def2a26a4636", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:50.873777 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0e9289d-0bd1-4f40-8922-000f46129728 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:50.874387 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'code': 200} Aug 29 04:22:50.874799 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1f2743-d5fc-4aae-8b4e-a3829e09b36a', 'code': 200} Aug 29 04:22:50.875277 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9115f6b1-8028-4892-9e21-c19bdd5a40c0', 'code': 200} Aug 29 04:22:50.875679 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e616e723-fe76-4b72-8d04-32d6b9a6f125', 'code': 200} Aug 29 04:22:50.876145 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd327a-e2bd-441b-9270-934888ddeef5', 'code': 200} Aug 29 04:22:50.876558 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636', 'code': 200} Aug 29 04:22:50.895557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-8f25c05d-7bf6-4f06-b811-5b130d323c7c tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.898023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-8f25c05d-7bf6-4f06-b811-5b130d323c7c tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3697615 Aug 29 04:22:50.924856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-4ed6c285-453e-4d9b-8f29-31336b193cce tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/quotas/bcf8db3168324e898775938e30d2ff11 HTTP/1.1" status: 200 len: 375 time: 0.0152252 Aug 29 04:22:50.998822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-64a16dff-5f24-414c-ba99-ca7da450ecd4 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcf8db3168324e898775938e30d2ff11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593371 Aug 29 04:22:51.043156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05f3eab0-63f0-4591-9bab-234e4c7eb32c req-68f039cf-c04b-4dda-846a-46627b024799 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb229e7-9823-4db0-a47d-0b7cae6ea6fc HTTP/1.1" status: 200 len: 210 time: 0.0532782 Aug 29 04:22:51.120953 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.192136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.222055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Transition to ACTIVE for port object 520e3302-f760-46a9-a9ee-3ba84b681764 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:51.230383 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dbe0c9-038c-4cba-91f4-1dc8a41247ac x-openstack-request-id: req-f2dbe0c9-038c-4cba-91f4-1dc8a41247ac {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:51.230728 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb229e7-9823-4db0-a47d-0b7cae6ea6fc", "name": "network-vif-deleted", "tag": "15441b70-142c-4607-b6bd-660d866d8065", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:51.231082 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2dbe0c9-038c-4cba-91f4-1dc8a41247ac {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:51.231446 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb229e7-9823-4db0-a47d-0b7cae6ea6fc', 'name': 'network-vif-deleted', 'tag': '15441b70-142c-4607-b6bd-660d866d8065', 'status': 'completed', 'code': 200} Aug 29 04:22:51.232399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-b2583912-c9cf-495a-9ae3-a47c2caa6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.233086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-b2583912-c9cf-495a-9ae3-a47c2caa6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.233573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-b2583912-c9cf-495a-9ae3-a47c2caa6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.234049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-b2583912-c9cf-495a-9ae3-a47c2caa6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.235148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-b2583912-c9cf-495a-9ae3-a47c2caa6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.235620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-b2583912-c9cf-495a-9ae3-a47c2caa6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.236125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-b2583912-c9cf-495a-9ae3-a47c2caa6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.238141 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-b2583912-c9cf-495a-9ae3-a47c2caa6f64 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6506 time: 0.2175817 Aug 29 04:22:51.261641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Made reservation on behalf of bcf8db3168324e898775938e30d2ff11 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:51.266448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.298918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.338972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2bd306-047d-49e3-8c9b-7495d737325b req-48097d06-fbfb-44c8-8cb7-cb83d98dfd67 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1af52478-42eb-40ea-a85a-601969987d14&id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0916464 Aug 29 04:22:51.347145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.389340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5c67c4b-369e-4b10-a9ab-eb5f579074d4 req-aa59a5ab-efb5-4300-923e-5ba4cd09939b tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 210 time: 0.0737200 Aug 29 04:22:51.447923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:51.456730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:51.459313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:51.494781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.544470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.545239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.686529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.695958 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.714394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367314fc-d95a-46d7-bd8b-77e7d1f8ab98 req-18b47348-2c57-4539-8540-e18b43472ccf tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.720755 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-262c86ef-da80-4a9a-bc05-1a0733ecf823 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7084408 Aug 29 04:22:51.725612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-367314fc-d95a-46d7-bd8b-77e7d1f8ab98 req-18b47348-2c57-4539-8540-e18b43472ccf tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 944 time: 0.1752400 Aug 29 04:22:51.752006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Request body: {'port': {'device_id': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:51.775674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-07902c0a-2657-45c2-9332-5b60afa5bcc8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.783604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-07902c0a-2657-45c2-9332-5b60afa5bcc8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.790180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-07902c0a-2657-45c2-9332-5b60afa5bcc8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.796242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-07902c0a-2657-45c2-9332-5b60afa5bcc8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.803555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-07902c0a-2657-45c2-9332-5b60afa5bcc8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.809903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-07902c0a-2657-45c2-9332-5b60afa5bcc8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.816399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-07902c0a-2657-45c2-9332-5b60afa5bcc8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.824842 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-07902c0a-2657-45c2-9332-5b60afa5bcc8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.2076812 Aug 29 04:22:51.841643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.864649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a579eac7-7c6b-43c4-b905-8639961e16ea None None] Provisioning for port 520e3302-f760-46a9-a9ee-3ba84b681764 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:51.872495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a579eac7-7c6b-43c4-b905-8639961e16ea None None] Provisioning complete for port 520e3302-f760-46a9-a9ee-3ba84b681764 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:51.873695 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a579eac7-7c6b-43c4-b905-8639961e16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.879946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-367314fc-d95a-46d7-bd8b-77e7d1f8ab98 req-7bdde91d-cb6d-491e-9e4d-c0686d7195c9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510997 Aug 29 04:22:51.935427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a579eac7-7c6b-43c4-b905-8639961e16ea None None] Port 520e3302-f760-46a9-a9ee-3ba84b681764 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:51.940719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84997d17-bf7e-42ee-a78f-ba4daf94bb7f req-d8e80e10-6bf0-478e-8cab-cdda17e56a8f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1146963 Aug 29 04:22:51.950123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.052874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Allocated IP 192.168.233.106 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/690b2f81-a9d9-4898-9ada-144085f47004) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:52.091577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1956e1-1e10-43c3-b6a7-fc1762a6ba08 req-c48d5c68-314e-4688-b033-0a58a4f05bba tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.093006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c1956e1-1e10-43c3-b6a7-fc1762a6ba08 req-c48d5c68-314e-4688-b033-0a58a4f05bba tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 943 time: 0.1130507 Aug 29 04:22:52.163757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ad59-0d8a-4dbd-802a-6c68dbdbb455 req-cd46e187-9381-46c5-817c-955bb850d800 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.165731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5086ad59-0d8a-4dbd-802a-6c68dbdbb455 req-cd46e187-9381-46c5-817c-955bb850d800 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 932 time: 0.1009171 Aug 29 04:22:52.174789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c1956e1-1e10-43c3-b6a7-fc1762a6ba08 req-9203b1e4-683f-406b-a310-594f8eb57337 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628612 Aug 29 04:22:52.240760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5086ad59-0d8a-4dbd-802a-6c68dbdbb455 req-64a3a328-d2fa-4e2a-aa3a-c475920dd70d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648391 Aug 29 04:22:52.407213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62413541-4cda-45a1-857b-2f55603eb008 req-130c4871-de57-4919-81c9-c2e93f27baf1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.408043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62413541-4cda-45a1-857b-2f55603eb008 req-130c4871-de57-4919-81c9-c2e93f27baf1 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 944 time: 0.3522873 Aug 29 04:22:52.482731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39638) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:52.693213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-046009f8-7ec9-400d-a8a6-b2f3555ff7fe req-f8073eb2-4786-4572-b921-480cae1c5fe9 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 210 time: 0.0681624 Aug 29 04:22:52.716150 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.720061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 15441b70-142c-4607-b6bd-660d866d8065 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:52.759459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7f2f-2660-4c8d-b9eb-b4f9dbca0d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.796377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.798142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 15441b70-142c-4607-b6bd-660d866d8065 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:52.798755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 15441b70-142c-4607-b6bd-660d866d8065 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:52.817227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Transition to ACTIVE for port object 690b2f81-a9d9-4898-9ada-144085f47004 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:52.871412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.877880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:52.882347 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b393e4b5-7fc2-46c2-a171-61f5a263896b" -d '{"events": [{"server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:52.933127 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7f2f-2660-4c8d-b9eb-b4f9dbca0d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.957937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7f2f-2660-4c8d-b9eb-b4f9dbca0d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.012613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Deleting port 2688d524-28d0-4b4d-a3e0-c3156e05e57b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:53.012968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.029209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc7f2f-2660-4c8d-b9eb-b4f9dbca0d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f13d5c-1074-4f31-83d1-a26740e0ac8c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.075809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e2bc7f2f-2660-4c8d-b9eb-b4f9dbca0d83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50d0db7c70fb438c81079c4c35a80623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913641 Aug 29 04:22:53.080535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39676) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:53.091807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db9c2b-f8bf-49ec-842d-9fe3fdc2df4e req-591b0cc9-7083-47de-9c12-8355e23024df tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.094497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19db9c2b-f8bf-49ec-842d-9fe3fdc2df4e req-591b0cc9-7083-47de-9c12-8355e23024df tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 945 time: 0.1759584 Aug 29 04:22:53.114703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fb2789ff-1ad7-485c-a09e-7e5b30bed345 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.116611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fb2789ff-1ad7-485c-a09e-7e5b30bed345 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.64 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 945 time: 0.1529441 Aug 29 04:22:53.126146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-a2e2a6bd-ff8f-4a58-86e4-0c1c9fe1ed5e tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=bcf8db3168324e898775938e30d2ff11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2344046 Aug 29 04:22:53.157952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520e3302-f760-46a9-a9ee-3ba84b681764 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:53.175173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:53.208155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.214426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:53.238709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19db9c2b-f8bf-49ec-842d-9fe3fdc2df4e req-c5b8e1d1-ab5f-4c14-bc2c-54165a61f079 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349227 Aug 29 04:22:53.266917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:53.308082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.323306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.361684 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0ff399-709e-446e-8080-1fec803d76d0 x-openstack-request-id: req-df0ff399-709e-446e-8080-1fec803d76d0 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:53.362333 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "name": "network-vif-unplugged", "status": "failed", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33", "code": 422}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:53.362756 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df0ff399-709e-446e-8080-1fec803d76d0 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:53.363341 n-d-712142-15 neutron-server[94847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'code': 422} returned with failed status Aug 29 04:22:53.385452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] For port 2688d524-28d0-4b4d-a3e0-c3156e05e57b, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=2688d524-28d0-4b4d-a3e0-c3156e05e57b,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:53.385637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.400422 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.407440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Calling delete_port for 2688d524-28d0-4b4d-a3e0-c3156e05e57b owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:53.460785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Deleting port ea329f66-4a32-4eba-bfd5-8aab116454ef {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:53.461147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.506642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Transition to ACTIVE for port object 520e3302-f760-46a9-a9ee-3ba84b681764 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:53.533197 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.583517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-12bc29e7-050d-4036-b891-7b100919ccf0 None None] Provisioning for port 690b2f81-a9d9-4898-9ada-144085f47004 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:53.589058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-12bc29e7-050d-4036-b891-7b100919ccf0 None None] Provisioning complete for port 690b2f81-a9d9-4898-9ada-144085f47004 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:53.589494 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-12bc29e7-050d-4036-b891-7b100919ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.592407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.593110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.605690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-dc711992-6686-4298-9c35-ce8401f5c6a6 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.607247 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-dc711992-6686-4298-9c35-ce8401f5c6a6 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4669473 Aug 29 04:22:53.635553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-12bc29e7-050d-4036-b891-7b100919ccf0 None None] Port 690b2f81-a9d9-4898-9ada-144085f47004 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:53.658694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Request body: {'port': {'device_id': '2de99308-5883-446f-bf34-957d6103c740', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': 'bcf8db3168324e898775938e30d2ff11'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:53.682342 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.684998 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.686185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08f13d5c-1074-4f31-83d1-a26740e0ac8c HTTP/1.1" status: 204 len: 168 time: 0.5903163 Aug 29 04:22:53.724499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-2930c27a-5ff4-4abe-b496-a8befec213ae tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.731496 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-2930c27a-5ff4-4abe-b496-a8befec213ae tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fab635b-75f5-44dd-8ba0-3f713ba103c7 HTTP/1.1" status: 200 len: 943 time: 0.2579787 Aug 29 04:22:53.733539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f13d5c-1074-4f31-83d1-a26740e0ac8c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.742844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de49e-5b8c-4d6c-8d73-477970359252 req-e8c21d35-c8a1-4bd8-a113-45d10ff62f95 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.744735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c40de49e-5b8c-4d6c-8d73-477970359252 req-e8c21d35-c8a1-4bd8-a113-45d10ff62f95 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a4222a-0540-44e3-a4bd-1697b3f8bfbe HTTP/1.1" status: 200 len: 944 time: 0.2748563 Aug 29 04:22:53.747611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] For port ea329f66-4a32-4eba-bfd5-8aab116454ef, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ea329f66-4a32-4eba-bfd5-8aab116454ef,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:53.748234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.780875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.789931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f9f63d43-1f78-450e-b379-04ee62cb4c33 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:53.803855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.804862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.805404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.805926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.806430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.806953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.807465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.808089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.808588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.809108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.809607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.810123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657d745-dd2c-4d72-9d5e-f7c09157e178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:53.834332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Calling delete_port for ea329f66-4a32-4eba-bfd5-8aab116454ef owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:53.931251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-f5128de0-9df8-4987-8c06-0d275648d1c5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1043367 Aug 29 04:22:53.971887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Request body: {'port': {'device_id': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:54.007354 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.032705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c40de49e-5b8c-4d6c-8d73-477970359252 req-7b8565ed-af64-441a-a135-195070166b20 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676189 Aug 29 04:22:54.095107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Pushing event deleted for resources: {'Port': ['ID=2688d524-28d0-4b4d-a3e0-c3156e05e57b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.114855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Deleting port f9f63d43-1f78-450e-b379-04ee62cb4c33 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:54.115512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.222868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39692) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:54.248669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] For port f9f63d43-1f78-450e-b379-04ee62cb4c33, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f9f63d43-1f78-450e-b379-04ee62cb4c33,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:54.249459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.292946 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0594d45-7894-42d9-8d1b-cb263bcfa7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.300488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Calling delete_port for f9f63d43-1f78-450e-b379-04ee62cb4c33 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:54.439770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d8a6-6610-459c-a091-7552c542ead4 req-93f68e39-3152-4975-80c9-1f1d681cd6be tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.447685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d8a6-6610-459c-a091-7552c542ead4 req-93f68e39-3152-4975-80c9-1f1d681cd6be tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.453743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d8a6-6610-459c-a091-7552c542ead4 req-93f68e39-3152-4975-80c9-1f1d681cd6be tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.459770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d8a6-6610-459c-a091-7552c542ead4 req-93f68e39-3152-4975-80c9-1f1d681cd6be tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.466006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d8a6-6610-459c-a091-7552c542ead4 req-93f68e39-3152-4975-80c9-1f1d681cd6be tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.472487 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d8a6-6610-459c-a091-7552c542ead4 req-93f68e39-3152-4975-80c9-1f1d681cd6be tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.478337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d8a6-6610-459c-a091-7552c542ead4 req-93f68e39-3152-4975-80c9-1f1d681cd6be tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.480551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1752d8a6-6610-459c-a091-7552c542ead4 req-93f68e39-3152-4975-80c9-1f1d681cd6be tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.2566123 Aug 29 04:22:54.491756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.499676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.506901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Attempting to bind port 520e3302-f760-46a9-a9ee-3ba84b681764 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:54.507243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Attempting to bind port 520e3302-f760-46a9-a9ee-3ba84b681764 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:54.507580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Attempting to bind port 520e3302-f760-46a9-a9ee-3ba84b681764 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:54.531735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Port 520e3302-f760-46a9-a9ee-3ba84b681764 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:54.532226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Attempting to bind port 520e3302-f760-46a9-a9ee-3ba84b681764 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:54.536783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] No DVR routers for this DVR port 2688d524-28d0-4b4d-a3e0-c3156e05e57b on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:54.539785 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.541750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62413541-4cda-45a1-857b-2f55603eb008 req-731fb752-7b2f-4002-a2ec-409a3e48b8e5 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.65 "DELETE /v2.0/ports/2688d524-28d0-4b4d-a3e0-c3156e05e57b HTTP/1.1" status: 204 len: 173 time: 2.0923529 Aug 29 04:22:54.552445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'name': 'network-vif-deleted', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:54.552445 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db93ff42-eff0-4a14-ba48-0b7e56c01cd1" -d '{"events": [{"server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "name": "network-vif-deleted", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:54.559723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:54.560412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Checking segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:54.561102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Bound using segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:54.561304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Bound port: 520e3302-f760-46a9-a9ee-3ba84b681764, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:54.561676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.596920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Pushing event deleted for resources: {'Port': ['ID=ea329f66-4a32-4eba-bfd5-8aab116454ef,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.670626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1752d8a6-6610-459c-a091-7552c542ead4 req-b6e1d894-930a-43d6-8c58-b620ae2ebfe5 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1687410 Aug 29 04:22:54.703787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] No DVR routers for this DVR port ea329f66-4a32-4eba-bfd5-8aab116454ef on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:54.711268 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.714410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c34e630-14ac-45ba-b658-bb489d6e1fd6 req-fd8a2999-fda3-4f15-b984-01b2aa274b3d tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.64 "DELETE /v2.0/ports/ea329f66-4a32-4eba-bfd5-8aab116454ef HTTP/1.1" status: 204 len: 173 time: 1.5588560 Aug 29 04:22:54.715107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'name': 'network-vif-deleted', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:54.718251 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c20c43b-5dbd-4b09-b6c6-dbb726bfcbb4" -d '{"events": [{"server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "name": "network-vif-deleted", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:54.827624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0594d45-7894-42d9-8d1b-cb263bcfa7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.836177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0594d45-7894-42d9-8d1b-cb263bcfa7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.896138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Made reservation on behalf of bcf8db3168324e898775938e30d2ff11 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:54.900493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.901483 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.906528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:54.913572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:54.931605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.959151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a0594d45-7894-42d9-8d1b-cb263bcfa7d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab5830bbd72d48399e138ccbb95977e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309031 Aug 29 04:22:54.961063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event deleted for resources: {'Port': ['ID=f9f63d43-1f78-450e-b379-04ee62cb4c33,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.962974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39720) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:54.963566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0594d45-7894-42d9-8d1b-cb263bcfa7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb32344-a0ea-4062-a548-554d7cc4339d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.987003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.988178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.989512 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] 10.222.0.64 "PUT /v2.0/ports/520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 1093 time: 3.2543023 Aug 29 04:22:55.021822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df259636-0e21-46fd-83d3-938c3e24fa5e req-69f723f3-b192-429a-9a5f-1ab80ba274bf tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.022474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df259636-0e21-46fd-83d3-938c3e24fa5e req-69f723f3-b192-429a-9a5f-1ab80ba274bf tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.1810014 Aug 29 04:22:55.053994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] No DVR routers for this DVR port f9f63d43-1f78-450e-b379-04ee62cb4c33 on host n-h2-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:55.064647 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.074049 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffde2386-c3c5-40e2-92ac-2a65efc0f4d9 req-8f8afb3f-f897-452f-9198-0cdd8c436987 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "DELETE /v2.0/ports/f9f63d43-1f78-450e-b379-04ee62cb4c33 HTTP/1.1" status: 204 len: 173 time: 1.3414469 Aug 29 04:22:55.150527 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df259636-0e21-46fd-83d3-938c3e24fa5e req-31a75ad4-3668-4922-ade8-9b748886efb6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074662 Aug 29 04:22:55.164139 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dbcc-41b2-4315-871f-3c04b26ff6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.235546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dbcc-41b2-4315-871f-3c04b26ff6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.314111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c2e0d-4942-40c6-b0f9-448a94bc021d service neutron] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.411311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-43eb8fa9-ad67-4da0-a26e-7d39895d3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.412957 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-43eb8fa9-ad67-4da0-a26e-7d39895d3856 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1096 time: 0.3456314 Aug 29 04:22:55.421287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690b2f81-a9d9-4898-9ada-144085f47004 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:55.456592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-feb98d21-2919-491a-bb3e-c92b2567bf7d req-91de1b17-5c5d-43e3-85eb-650108eefd35 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 210 time: 0.1548398 Aug 29 04:22:55.491087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.495514 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-c7fd8ef6-c0e0-40be-bcae-9278d54f16a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 217 time: 0.0680571 Aug 29 04:22:55.499812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dbcc-41b2-4315-871f-3c04b26ff6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.503816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dbcc-41b2-4315-871f-3c04b26ff6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.505467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b8a7dbcc-41b2-4315-871f-3c04b26ff6a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcb32344-a0ea-4062-a548-554d7cc4339d HTTP/1.1" status: 204 len: 168 time: 0.5378237 Aug 29 04:22:55.555439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7dbcc-41b2-4315-871f-3c04b26ff6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb32344-a0ea-4062-a548-554d7cc4339d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.561116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Transition to ACTIVE for port object 690b2f81-a9d9-4898-9ada-144085f47004 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:55.610952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ac32a1a-5c06-4a59-ad47-64cbbaf90a65 req-b731598a-b1d0-4554-a440-24facb16fee8 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=51221d0c-4eb6-49ff-9ba0-fb62cffdc453 HTTP/1.1" status: 200 len: 210 time: 0.0772297 Aug 29 04:22:55.616157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.640930 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8380f659-6246-4880-95bf-9d5f6aef4872 x-openstack-request-id: req-8380f659-6246-4880-95bf-9d5f6aef4872 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:55.641312 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a4222a-0540-44e3-a4bd-1697b3f8bfbe", "name": "network-vif-deleted", "tag": "2688d524-28d0-4b4d-a3e0-c3156e05e57b", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:55.641599 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8380f659-6246-4880-95bf-9d5f6aef4872 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:55.642096 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a4222a-0540-44e3-a4bd-1697b3f8bfbe', 'name': 'network-vif-deleted', 'tag': '2688d524-28d0-4b4d-a3e0-c3156e05e57b', 'status': 'completed', 'code': 200} Aug 29 04:22:55.652642 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca3a492-88fe-4fc5-84c8-aed5ed579362 x-openstack-request-id: req-1ca3a492-88fe-4fc5-84c8-aed5ed579362 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:55.653530 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51221d0c-4eb6-49ff-9ba0-fb62cffdc453", "name": "network-vif-deleted", "tag": "ea329f66-4a32-4eba-bfd5-8aab116454ef", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:55.654024 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ca3a492-88fe-4fc5-84c8-aed5ed579362 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:55.654709 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51221d0c-4eb6-49ff-9ba0-fb62cffdc453', 'name': 'network-vif-deleted', 'tag': 'ea329f66-4a32-4eba-bfd5-8aab116454ef', 'status': 'completed', 'code': 200} Aug 29 04:22:55.689764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-6816813d-cc33-4f99-a8ba-77e9b47e878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.691309 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-6816813d-cc33-4f99-a8ba-77e9b47e878d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.1828234 Aug 29 04:22:55.787419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Allocated IP 192.168.233.102 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/3a5937cc-46b9-45f4-8c76-9138a457ddbb) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:55.796288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 2688d524-28d0-4b4d-a3e0-c3156e05e57b no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:55.848987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.868171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 2688d524-28d0-4b4d-a3e0-c3156e05e57b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:55.869240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 2688d524-28d0-4b4d-a3e0-c3156e05e57b not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:55.883300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563e6e-7cdb-4658-bd19-442a277aea93 req-a3f714b0-94ca-4deb-89a4-6be2e9a5aa53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.900619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563e6e-7cdb-4658-bd19-442a277aea93 req-a3f714b0-94ca-4deb-89a4-6be2e9a5aa53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.915508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563e6e-7cdb-4658-bd19-442a277aea93 req-a3f714b0-94ca-4deb-89a4-6be2e9a5aa53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.922747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563e6e-7cdb-4658-bd19-442a277aea93 req-a3f714b0-94ca-4deb-89a4-6be2e9a5aa53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.938281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-768cb865-7599-4190-91a6-6aeb7cd0c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.948351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563e6e-7cdb-4658-bd19-442a277aea93 req-a3f714b0-94ca-4deb-89a4-6be2e9a5aa53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.960985 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-768cb865-7599-4190-91a6-6aeb7cd0c531 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2536931 Aug 29 04:22:55.978118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563e6e-7cdb-4658-bd19-442a277aea93 req-a3f714b0-94ca-4deb-89a4-6be2e9a5aa53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.010079 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563e6e-7cdb-4658-bd19-442a277aea93 req-a3f714b0-94ca-4deb-89a4-6be2e9a5aa53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.040013 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39742) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:56.047299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36563e6e-7cdb-4658-bd19-442a277aea93 req-a3f714b0-94ca-4deb-89a4-6be2e9a5aa53 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.3020902 Aug 29 04:22:56.056348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Request body: {'floatingip': {'port_id': 'f536b0d4-7844-4d6b-814a-0863b48d4206'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:56.165240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Attempting to bind port 690b2f81-a9d9-4898-9ada-144085f47004 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:56.165973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Attempting to bind port 690b2f81-a9d9-4898-9ada-144085f47004 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:56.166555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Attempting to bind port 690b2f81-a9d9-4898-9ada-144085f47004 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:56.174593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for floatingip, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.181504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Port 690b2f81-a9d9-4898-9ada-144085f47004 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:56.182227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Attempting to bind port 690b2f81-a9d9-4898-9ada-144085f47004 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:56.220151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d544b2-3b91-4f04-a38a-2f961e93c74c req-984030e4-130d-4eee-971a-b763a6ed7a2d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.222005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93d544b2-3b91-4f04-a38a-2f961e93c74c req-984030e4-130d-4eee-971a-b763a6ed7a2d tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 944 time: 0.1301320 Aug 29 04:22:56.298361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-ff68677d-4310-4ec3-bda8-1f41a0b23cb7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.306407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-ff68677d-4310-4ec3-bda8-1f41a0b23cb7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.1664722 Aug 29 04:22:56.317148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:56.317577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:56.318047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:56.318587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Bound port: 690b2f81-a9d9-4898-9ada-144085f47004, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:56.319031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.323565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93d544b2-3b91-4f04-a38a-2f961e93c74c req-2b4aac52-8c49-4d1b-b83a-f5ac10a95f4b tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921280 Aug 29 04:22:56.336304 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-c6e3b1c4-38ec-4f0c-8d28-0efd281efd8d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/quotas/16c5f4347b9a46ada3d9f0d797dcd761 HTTP/1.1" status: 200 len: 375 time: 0.0271831 Aug 29 04:22:56.387208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-034257b6-f561-4f7a-b089-fc45609e6f56 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498788 Aug 29 04:22:56.438058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.460258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Transition to ACTIVE for port object 3a5937cc-46b9-45f4-8c76-9138a457ddbb will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:56.571644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-595683ff-a057-4b6f-a5b5-556b79619bdc service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832523 Aug 29 04:22:56.593793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777a85d-6278-4862-a22b-2359e0905045 req-7078d3a5-6525-4c7e-8bce-3a78fed6ee50 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.595855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d777a85d-6278-4862-a22b-2359e0905045 req-7078d3a5-6525-4c7e-8bce-3a78fed6ee50 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.1122596 Aug 29 04:22:56.705416 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-124f4232-0d4e-403b-8b7e-6ec67abc5383 service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370069 Aug 29 04:22:56.723530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.743570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d777a85d-6278-4862-a22b-2359e0905045 req-b3c9b4f7-2544-48a5-beb0-a1c64ef299d2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372690 Aug 29 04:22:56.763276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:56.801105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-e6423d99-4ad5-4619-bf92-dc56ff059ed1 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040079 Aug 29 04:22:56.835370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:56.866966 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:56.903341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.943412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379191-8533-4815-9f03-5a1a39320542 req-f4ea372e-28c1-42cd-9fd1-ab52a13677e9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.953698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58379191-8533-4815-9f03-5a1a39320542 req-f4ea372e-28c1-42cd-9fd1-ab52a13677e9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.65 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 944 time: 0.4577115 Aug 29 04:22:56.965485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e7465-4ca7-4d11-82bd-f8795e5915eb req-cb0acadc-04ef-4134-b98e-2f56b610e653 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.970707 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-629e7465-4ca7-4d11-82bd-f8795e5915eb req-cb0acadc-04ef-4134-b98e-2f56b610e653 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 936 time: 0.1112804 Aug 29 04:22:57.063457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-629e7465-4ca7-4d11-82bd-f8795e5915eb req-e33ed00f-5fd6-46a0-86fe-2a1f6864c796 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826509 Aug 29 04:22:57.161836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab2f0a3d-f49f-47c8-8b5a-bab65ceafc5a req-3e9a441b-c4c5-4d05-86d0-b46f891f842f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 210 time: 0.0578372 Aug 29 04:22:57.192578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Pushing event updated for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:57.213729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:57.232197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:57.235758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.236242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.236743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.237722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.237972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.238477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.239157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.239749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.240457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.241223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.241915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.242522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:57.245026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5920d827-a177-4bec-bd32-74be2f8e35a8 None None] Provisioning for port 3a5937cc-46b9-45f4-8c76-9138a457ddbb completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:57.258322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5920d827-a177-4bec-bd32-74be2f8e35a8 None None] Provisioning complete for port 3a5937cc-46b9-45f4-8c76-9138a457ddbb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:57.258871 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5920d827-a177-4bec-bd32-74be2f8e35a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.267420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.351701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:57.373239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5920d827-a177-4bec-bd32-74be2f8e35a8 None None] Port 3a5937cc-46b9-45f4-8c76-9138a457ddbb cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:57.404751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Deleting port d9d65c8d-0a03-46c8-977f-6d475526bad6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:57.405351 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.495428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.496226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.541632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9dacf-840e-4a0e-9947-05f468d841bf req-152666e0-d910-458b-8635-9c44c9b18849 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.551914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccf9dacf-840e-4a0e-9947-05f468d841bf req-152666e0-d910-458b-8635-9c44c9b18849 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 944 time: 0.0806847 Aug 29 04:22:57.580347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-84dbc384-e80e-452e-9831-d83bdb38b6e0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9324846 Aug 29 04:22:57.596727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.597516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.600606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-2e07f672-fb54-4558-957e-f9bcf50cb846 service neutron] 10.222.0.64 "PUT /v2.0/ports/690b2f81-a9d9-4898-9ada-144085f47004 HTTP/1.1" status: 200 len: 1097 time: 3.6464884 Aug 29 04:22:57.658992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'name': 'network-vif-deleted', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:57.661690 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23bb90-5204-470f-ac38-2ce22f2ea8d5" -d '{"events": [{"server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "name": "network-vif-deleted", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:57.701375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccf9dacf-840e-4a0e-9947-05f468d841bf req-1d0c81fd-eb32-4fe1-86f7-4a51c263059e tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484473 Aug 29 04:22:57.717764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3965ff7-4a5b-464f-a9cf-565e11a1b6d3 req-4b29f304-6d73-4c62-9211-48efa208e11c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.720292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3965ff7-4a5b-464f-a9cf-565e11a1b6d3 req-4b29f304-6d73-4c62-9211-48efa208e11c tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 945 time: 0.1230490 Aug 29 04:22:57.743717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Request body: {'port': {'device_id': '2de99308-5883-446f-bf34-957d6103c740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:57.754686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764'}, {'name': 'network-changed', 'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:57.761564 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ebe128-26c1-4816-8b54-30232b17ef0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764"}, {"name": "network-changed", "server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "tag": "690b2f81-a9d9-4898-9ada-144085f47004"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:57.788049 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3881bfac-1b00-4789-bd6c-968333ab4520 x-openstack-request-id: req-3881bfac-1b00-4789-bd6c-968333ab4520 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:57.788419 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fab635b-75f5-44dd-8ba0-3f713ba103c7", "name": "network-vif-deleted", "tag": "f9f63d43-1f78-450e-b379-04ee62cb4c33", "status": "failed", "code": 422}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:57.788786 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3881bfac-1b00-4789-bd6c-968333ab4520 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:57.789393 n-d-712142-15 neutron-server[94845]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fab635b-75f5-44dd-8ba0-3f713ba103c7', 'name': 'network-vif-deleted', 'tag': 'f9f63d43-1f78-450e-b379-04ee62cb4c33', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:22:57.808728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dd78724e-efc0-4578-8160-67d6e4db5280 req-1ecb862e-45d8-4d99-bd18-f3488339d7f6 service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0925217 Aug 29 04:22:57.876410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3965ff7-4a5b-464f-a9cf-565e11a1b6d3 req-bbd4fd58-6aa5-4a5a-8055-62aeacd1ed76 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486051 Aug 29 04:22:57.983808 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20486ba-ae2a-4218-a4ae-948a043ca461 x-openstack-request-id: req-a20486ba-ae2a-4218-a4ae-948a043ca461 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:57.985137 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "tag": "690b2f81-a9d9-4898-9ada-144085f47004", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:57.985466 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a20486ba-ae2a-4218-a4ae-948a043ca461 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:57.985928 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764', 'status': 'completed', 'code': 200} Aug 29 04:22:57.986237 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004', 'status': 'completed', 'code': 200} Aug 29 04:22:58.039383 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.040024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] For port d9d65c8d-0a03-46c8-977f-6d475526bad6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d9d65c8d-0a03-46c8-977f-6d475526bad6,segment=NetworkSegment(2c5798de-da88-41d0-b6b3-02ccbb242a6e),segment_id=2c5798de-da88-41d0-b6b3-02ccbb242a6e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:58.040161 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.067417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.086384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-e363704b-110c-4fbe-b8ce-1b21dad223c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.088611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-e363704b-110c-4fbe-b8ce-1b21dad223c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1096 time: 0.1191256 Aug 29 04:22:58.124136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Calling delete_port for d9d65c8d-0a03-46c8-977f-6d475526bad6 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:58.201417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-2af12532-9e1d-4c5c-8b05-91d57495e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.201417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-2af12532-9e1d-4c5c-8b05-91d57495e56b service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.1024342 Aug 29 04:22:58.246305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-1cfc90cf-7735-49f3-b7e4-3ca82dacb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.248247 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-1cfc90cf-7735-49f3-b7e4-3ca82dacb2a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcf8db3168324e898775938e30d2ff11&device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 1100 time: 0.4501827 Aug 29 04:22:58.284033 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-b6c55bfa-2022-46f8-a213-e7fe793a96b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 217 time: 0.0662599 Aug 29 04:22:58.292478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3e493-7bdf-46f5-8894-83b1a192da6f req-ea6f955c-3bac-429f-82c8-642cb9f4e0fd tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.293956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afe3e493-7bdf-46f5-8894-83b1a192da6f req-ea6f955c-3bac-429f-82c8-642cb9f4e0fd tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.2818160 Aug 29 04:22:58.375845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-18506b62-96ae-46af-8236-2c52115e921f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.377770 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-18506b62-96ae-46af-8236-2c52115e921f tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 945 time: 0.3720367 Aug 29 04:22:58.379324 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-343d6703-9cba-453d-9abe-936e79062bde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=690b2f81-a9d9-4898-9ada-144085f47004 HTTP/1.1" status: 200 len: 217 time: 0.0987113 Aug 29 04:22:58.391849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db484c1-d3db-4125-b802-65f74f1f00f8 req-4d28e7a8-6eec-4771-a347-d68319084d97 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.393718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8db484c1-d3db-4125-b802-65f74f1f00f8 req-4d28e7a8-6eec-4771-a347-d68319084d97 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 936 time: 0.1753955 Aug 29 04:22:58.401954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-ce5f4877-21a4-4a1f-8b7f-022c05a0a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.403432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-ce5f4877-21a4-4a1f-8b7f-022c05a0a812 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.0948198 Aug 29 04:22:58.408276 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afe3e493-7bdf-46f5-8894-83b1a192da6f req-115accbe-bcea-493b-b655-2f391cf3a68a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914731 Aug 29 04:22:58.474219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8db484c1-d3db-4125-b802-65f74f1f00f8 req-d45fe3c1-b63c-4c8a-b249-d338590e3d1d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695782 Aug 29 04:22:58.491787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-2cdd28c3-8e9a-4516-ac4e-fd805def9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.494056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-2cdd28c3-8e9a-4516-ac4e-fd805def9fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644896 Aug 29 04:22:58.497100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.resource_extend [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:22:58.526089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a873cb56-5fd3-45db-9f26-9b931ab8acc2 req-dcf07e79-d5d3-4403-842a-a3da747a1cf4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 210 time: 0.0305395 Aug 29 04:22:58.580025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-7d9673d5-05b0-4d47-9fdf-48357d3187f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.582678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-7d9673d5-05b0-4d47-9fdf-48357d3187f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1884704 Aug 29 04:22:58.659178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-16893af6-e9d2-46a9-912d-11af224c42dd service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315229 Aug 29 04:22:58.726491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ea329f66-4a32-4eba-bfd5-8aab116454ef no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:58.785445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: ea329f66-4a32-4eba-bfd5-8aab116454ef {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:58.786092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ea329f66-4a32-4eba-bfd5-8aab116454ef not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:58.936608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e878db9-3eaf-41da-9d64-e8d9e3b9da4b req-32904ccb-5d40-4b99-af8e-ca61cd24add7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.938211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e878db9-3eaf-41da-9d64-e8d9e3b9da4b req-32904ccb-5d40-4b99-af8e-ca61cd24add7 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 944 time: 0.1184220 Aug 29 04:22:58.940559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:58.964016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-4fd4eef6-e715-4234-86b6-e2641709e3c3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.974002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-4fd4eef6-e715-4234-86b6-e2641709e3c3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.64 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.3568118 Aug 29 04:22:58.986069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-6017f2a9-61a7-47c8-8453-48fae58d1945 service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675889 Aug 29 04:22:59.017096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Request body: {'port': {'device_id': 'fe4942e4-fbf9-4ade-86a3-80c77b991b45', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'admin_state_up': True, 'tenant_id': '16c5f4347b9a46ada3d9f0d797dcd761'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:59.131396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e878db9-3eaf-41da-9d64-e8d9e3b9da4b req-84e734c8-9a27-4b92-9b5b-8c02ea3b5374 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a810011e-6770-4013-8648-d75de821e239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849213 Aug 29 04:22:59.135565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c901-ad43-4088-922a-13097c20f84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.169784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7316f81-8aac-4ee4-8064-1f70ebc4a7ad req-df2d3929-cc50-41aa-8133-5d1c4ed4547b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.171323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7316f81-8aac-4ee4-8064-1f70ebc4a7ad req-df2d3929-cc50-41aa-8133-5d1c4ed4547b tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 945 time: 0.1906991 Aug 29 04:22:59.265764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7316f81-8aac-4ee4-8064-1f70ebc4a7ad req-aa1c7dad-af7b-44bf-9129-f20120f5f2ed tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813830 Aug 29 04:22:59.338926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c901-ad43-4088-922a-13097c20f84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.350021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.358111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c901-ad43-4088-922a-13097c20f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.391518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f2a7c901-ad43-4088-922a-13097c20f84b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93df5a28619141acb3442fc1bd17f8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465926 Aug 29 04:22:59.399772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39842) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:59.400083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.401829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.439398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Made reservation on behalf of 16c5f4347b9a46ada3d9f0d797dcd761 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:59.443262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.465641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7c901-ad43-4088-922a-13097c20f84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd5a41-20e0-4c8a-ae57-2fd2a4b60acf,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.507862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Deleting port 739af030-ccdb-4289-bb06-c5dd3718c423 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:59.508861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.515580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-12625483-b410-4879-aade-7aec152bf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.516523 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-12625483-b410-4879-aade-7aec152bf3be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3028257 Aug 29 04:22:59.518157 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c984e5bc-4ecc-4cee-a7cd-8168c5a9ccc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.522447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Pushing event deleted for resources: {'Port': ['ID=d9d65c8d-0a03-46c8-977f-6d475526bad6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.651915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c984e5bc-4ecc-4cee-a7cd-8168c5a9ccc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.749548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] No DVR routers for this DVR port d9d65c8d-0a03-46c8-977f-6d475526bad6 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:59.760698 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.762916 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58379191-8533-4815-9f03-5a1a39320542 req-4ade8e02-dd55-442f-b87a-0292d50c1c07 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.65 "DELETE /v2.0/ports/d9d65c8d-0a03-46c8-977f-6d475526bad6 HTTP/1.1" status: 204 len: 173 time: 2.7702434 Aug 29 04:22:59.783520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21512d2b-ec71-4518-a474-08a83455e34d req-3437cffd-df98-4d99-b681-51cb3cea3346 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.793204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21512d2b-ec71-4518-a474-08a83455e34d req-3437cffd-df98-4d99-b681-51cb3cea3346 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 936 time: 0.2016292 Aug 29 04:22:59.814842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d9d65c8d-0a03-46c8-977f-6d475526bad6 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:59.817336 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Floating IP a4ffd9f0-9cf7-4b63-8b77-20c6af030752 associated. External IP: 172.25.1.106, port: f536b0d4-7844-4d6b-814a-0863b48d4206. Aug 29 04:22:59.818522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa5f3b-6623-49a1-ab22-31de6ac04681 req-368162f3-00fa-4207-9cdf-5b360e8c5c83 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.826191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4afa5f3b-6623-49a1-ab22-31de6ac04681 req-368162f3-00fa-4207-9cdf-5b360e8c5c83 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.2363036 Aug 29 04:22:59.870076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: d9d65c8d-0a03-46c8-977f-6d475526bad6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:59.870864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d9d65c8d-0a03-46c8-977f-6d475526bad6 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:59.927410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] For port 739af030-ccdb-4289-bb06-c5dd3718c423, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=739af030-ccdb-4289-bb06-c5dd3718c423,segment=NetworkSegment(7e50d72e-da17-486c-bea6-a886acd3699d),segment_id=7e50d72e-da17-486c-bea6-a886acd3699d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:59.928387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.933142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c984e5bc-4ecc-4cee-a7cd-8168c5a9ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.940721 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c984e5bc-4ecc-4cee-a7cd-8168c5a9ccc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.940721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c984e5bc-4ecc-4cee-a7cd-8168c5a9ccc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69dd5a41-20e0-4c8a-ae57-2fd2a4b60acf HTTP/1.1" status: 204 len: 168 time: 0.5435734 Aug 29 04:22:59.965473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Allocated IP 172.20.0.13 (fcb2f71b-e41e-4659-8f0e-1dfdf459bc10/1fcda1e7-79b8-49e3-9169-770662cbe00b/f7bdb2a2-5e38-4210-bb91-d7e66082ee9a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:00.013430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Calling delete_port for 739af030-ccdb-4289-bb06-c5dd3718c423 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:00.029467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'name': 'network-vif-deleted', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:00.032440 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd71047-1be3-4cca-97ee-042ca2a75245" -d '{"events": [{"server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "name": "network-vif-deleted", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:00.061364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4afa5f3b-6623-49a1-ab22-31de6ac04681 req-034544f7-2bf9-4c37-b613-f6438d5b5998 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2338154 Aug 29 04:23:00.063671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984e5bc-4ecc-4cee-a7cd-8168c5a9ccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd5a41-20e0-4c8a-ae57-2fd2a4b60acf,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:00.113413 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21512d2b-ec71-4518-a474-08a83455e34d req-3009aee9-3632-4c8b-a4a0-d8f96c9a5219 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800486 Aug 29 04:23:00.163103 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-5625c44a-cdde-4ad7-ba14-7a12e7319c07 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194975 Aug 29 04:23:00.303599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f76a6dda-a4d9-4226-9c01-8ddc841ca927 req-02575d38-d804-4b95-a27f-c45db8842884 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 210 time: 0.0462568 Aug 29 04:23:00.407706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.410002 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1010966-caf2-47e8-a270-ccfe0e594efb x-openstack-request-id: req-d1010966-caf2-47e8-a270-ccfe0e594efb {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:00.410574 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d8033a-4fd6-4d73-913a-8065a0c06fef", "name": "network-vif-deleted", "tag": "d9d65c8d-0a03-46c8-977f-6d475526bad6", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:00.410574 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1010966-caf2-47e8-a270-ccfe0e594efb {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:00.411046 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d8033a-4fd6-4d73-913a-8065a0c06fef', 'name': 'network-vif-deleted', 'tag': 'd9d65c8d-0a03-46c8-977f-6d475526bad6', 'status': 'completed', 'code': 200} Aug 29 04:23:00.489223 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.598498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5937cc-46b9-45f4-8c76-9138a457ddbb {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:00.622095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.663211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39862) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:00.670495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43cfa50f-9f17-400a-882d-a360ed01985a req-74a24b8f-434b-497d-b02f-2f27644615a9 tempest-LiveAutoBlockMigrationV225Test-1796285628 tempest-LiveAutoBlockMigrationV225Test-1796285628-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d8033a-4fd6-4d73-913a-8065a0c06fef HTTP/1.1" status: 200 len: 210 time: 0.1212592 Aug 29 04:23:00.681738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Transition to ACTIVE for port object 3a5937cc-46b9-45f4-8c76-9138a457ddbb will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:00.690017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:00.722151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:00.728337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:00.731221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f490a91a-f3ba-4d78-a7e4-b00fdcc48294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.736118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.743132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:00.744654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event updated for resources: {'Port': ['ID=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:00.758571 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ed0d46e6-04dc-4af4-8198-9942ed87690d req-6ac393ec-7fa5-4b74-b7a3-02d436259523 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450789 Aug 29 04:23:00.894237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca2015-0bd8-4d77-9934-773e8b99ac95 req-eb5be4b0-e3ce-4a87-83aa-bac59aa5e583 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.904321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2aca2015-0bd8-4d77-9934-773e8b99ac95 req-eb5be4b0-e3ce-4a87-83aa-bac59aa5e583 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/ports?device_id=03e417f2-f684-497a-b610-69b69b50466c HTTP/1.1" status: 200 len: 945 time: 0.3163543 Aug 29 04:23:00.920985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:00.933519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.934661 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.934983 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.983333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:01.017309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2aca2015-0bd8-4d77-9934-773e8b99ac95 req-4049099f-420e-4019-bad7-36c3e4545f36 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.58 "GET /v2.0/security-groups?id=921bc0d9-5dea-4847-bfbe-e2457d8067e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117425 Aug 29 04:23:01.020749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '520e3302-f760-46a9-a9ee-3ba84b681764', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'port_id': '520e3302-f760-46a9-a9ee-3ba84b681764', 'mac_address': 'fa:16:3e:02:f1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:01.066014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Router 910ed515-1922-4401-a5fc-eb3bb411e393 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:01.149187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f490a91a-f3ba-4d78-a7e4-b00fdcc48294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.152539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-03cf1671-9d9d-4338-9819-cd2f341298e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.160626 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f490a91a-f3ba-4d78-a7e4-b00fdcc48294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.161384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-03cf1671-9d9d-4338-9819-cd2f341298e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcf8db3168324e898775938e30d2ff11&device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 1100 time: 0.3096721 Aug 29 04:23:01.165602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Pushing event deleted for resources: {'Port': ['ID=739af030-ccdb-4289-bb06-c5dd3718c423,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.172042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.204471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520e3302-f760-46a9-a9ee-3ba84b681764 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:01.209140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-efab89cd-8f0d-4780-b8b1-62d5389334b6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2220030 Aug 29 04:23:01.245905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:01.251307 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.257784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Request body: {'port': {'device_id': 'fe4942e4-fbf9-4ade-86a3-80c77b991b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:01.263107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] No DVR routers for this DVR port 739af030-ccdb-4289-bb06-c5dd3718c423 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:01.265090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f490a91a-f3ba-4d78-a7e4-b00fdcc48294 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04c8aa5f8ee545948d1014efb84ac92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982153 Aug 29 04:23:01.270040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39870) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:01.271295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.273393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81cd58cb-dd27-4173-a65d-f02b60291bb7 req-470ad5a7-5a38-4390-8a59-3d07f72f4723 tempest-LiveMigrationTest-1303427680 tempest-LiveMigrationTest-1303427680-project] 10.222.0.64 "DELETE /v2.0/ports/739af030-ccdb-4289-bb06-c5dd3718c423 HTTP/1.1" status: 204 len: 173 time: 2.8677697 Aug 29 04:23:01.358866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Attempting to bind port 3a5937cc-46b9-45f4-8c76-9138a457ddbb on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:01.359134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Attempting to bind port 3a5937cc-46b9-45f4-8c76-9138a457ddbb by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:01.359487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Attempting to bind port 3a5937cc-46b9-45f4-8c76-9138a457ddbb on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:01.364780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.399419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Port 3a5937cc-46b9-45f4-8c76-9138a457ddbb on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:01.399778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Attempting to bind port 3a5937cc-46b9-45f4-8c76-9138a457ddbb on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:01.461326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:01.462020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:01.462020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:01.462435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Bound port: 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:01.462816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.484070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-3adb166e-331c-4d51-988d-70f59ded1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.485725 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-3adb166e-331c-4d51-988d-70f59ded1c3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3233159 Aug 29 04:23:01.507143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['520e3302-f760-46a9-a9ee-3ba84b681764'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:01.516420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e0e90e18-3055-461c-ad7d-03b872a9e28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.590875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:01.611863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] Sync routers for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:01.620076 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-472b9e8a-ecd4-4605-ab66-a896deb1990e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=690b2f81-a9d9-4898-9ada-144085f47004 HTTP/1.1" status: 200 len: 217 time: 0.1218100 Aug 29 04:23:01.628121 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.641524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:01.642283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:22:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:01.685634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490a91a-f3ba-4d78-a7e4-b00fdcc48294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e840a5c-fea9-40b1-9561-90a6ebd75103,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.717286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e0e90e18-3055-461c-ad7d-03b872a9e28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.724102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cadd0-dff0-4b01-b506-0b0f69943541 req-bdb6b6cb-6d8c-466d-8e3b-968daf52ff21 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.725712 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f61cadd0-dff0-4b01-b506-0b0f69943541 req-bdb6b6cb-6d8c-466d-8e3b-968daf52ff21 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 948 time: 0.5267291 Aug 29 04:23:01.740497 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-db0019c7-f575-498d-b3ea-1606058f5f83 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "PUT /v2.0/floatingips/a4ffd9f0-9cf7-4b63-8b77-20c6af030752 HTTP/1.1" status: 200 len: 991 time: 5.6990819 Aug 29 04:23:01.771716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:01.774981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-b47ee6f5-786c-49f7-a2dd-8f2194068ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.775321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff5d21-2bf3-44e4-bc95-e65a73ab21d0 req-36660f51-5b38-48bc-bfb8-570ee2d6701e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.777064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66ff5d21-2bf3-44e4-bc95-e65a73ab21d0 req-36660f51-5b38-48bc-bfb8-570ee2d6701e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.5496397 Aug 29 04:23:01.777853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-b47ee6f5-786c-49f7-a2dd-8f2194068ea8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1250346 Aug 29 04:23:01.781676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:01.802664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f61cadd0-dff0-4b01-b506-0b0f69943541 req-63a2ce6e-03bb-428a-a3ac-1f8c53aecd72 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538716 Aug 29 04:23:01.813206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.826919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:01.830641 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.885844 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66ff5d21-2bf3-44e4-bc95-e65a73ab21d0 req-1ef0a5ef-0570-4d7d-bffc-39d4a1ab9180 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822394 Aug 29 04:23:01.905102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.949983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.950699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.956170 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-c43079a0-4f07-4008-8301-6b396e2efa60 service neutron] 10.222.0.65 "PUT /v2.0/ports/3a5937cc-46b9-45f4-8c76-9138a457ddbb HTTP/1.1" status: 200 len: 1097 time: 4.3385787 Aug 29 04:23:01.990555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-d7b4d46d-0a16-4079-9cad-f7ab3acd74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.992465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-d7b4d46d-0a16-4079-9cad-f7ab3acd74bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1999562 Aug 29 04:23:01.993997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e0e90e18-3055-461c-ad7d-03b872a9e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.997388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e0e90e18-3055-461c-ad7d-03b872a9e28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.002847 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e0e90e18-3055-461c-ad7d-03b872a9e28a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e840a5c-fea9-40b1-9561-90a6ebd75103 HTTP/1.1" status: 204 len: 168 time: 0.7253861 Aug 29 04:23:02.037165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39880) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.038036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90e18-3055-461c-ad7d-03b872a9e28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e840a5c-fea9-40b1-9561-90a6ebd75103,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.332944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bdb2a2-5e38-4210-bb91-d7e66082ee9a {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:02.342414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.360298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Transition to ACTIVE for port object f7bdb2a2-5e38-4210-bb91-d7e66082ee9a will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:02.367633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.384969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.396013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534663-88dc-476b-9d55-6d2296e927d2 req-1f49e1bd-96a6-4322-8de3-a67fd467d62f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.401394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e534663-88dc-476b-9d55-6d2296e927d2 req-1f49e1bd-96a6-4322-8de3-a67fd467d62f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 932 time: 0.5144918 Aug 29 04:23:02.431953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'a4ffd9f0-9cf7-4b63-8b77-20c6af030752', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'port_id': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'mac_address': 'fa:16:3e:0a:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:21:22Z', 'updated_at': '2021-08-29T04:22:58Z', 'revision_number': 1, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 5, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.474433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] Checking router: 910ed515-1922-4401-a5fc-eb3bb411e393 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:02.500666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:02.501669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:22:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.540427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Pushing event updated for resources: {'Port': ['ID=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.581850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'name': 'network-vif-deleted', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423'}, {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'f536b0d4-7844-4d6b-814a-0863b48d4206'}, {'name': 'network-changed', 'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:02.584240 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0f0db-a701-4400-bcc6-10709e1a29eb" -d '{"events": [{"server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "name": "network-vif-deleted", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423"}, {"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "f536b0d4-7844-4d6b-814a-0863b48d4206"}, {"name": "network-changed", "server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:02.605283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e534663-88dc-476b-9d55-6d2296e927d2 req-65892316-39b8-4ada-afa4-d2c20db97b07 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658158 Aug 29 04:23:02.629679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Attempting to bind port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:02.629679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Attempting to bind port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:02.629679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Attempting to bind port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:02.646594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-d9ad71e4-4924-4cfb-8163-03ac104845ea tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1826029067&fields=id&tenant_id=a8943d8e64c843f1ad880102624bf0da HTTP/1.1" status: 200 len: 267 time: 0.1757398 Aug 29 04:23:02.659854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:02.660287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Attempting to bind port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:02.665994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-8a4d1ad0-e747-4790-b03f-eb5771082930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.668092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:02.668525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Checking segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:02.668660 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-8a4d1ad0-e747-4790-b03f-eb5771082930 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bcf8db3168324e898775938e30d2ff11&device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 1100 time: 0.0878286 Aug 29 04:23:02.669045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Bound using segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:02.669573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Bound port: f7bdb2a2-5e38-4210-bb91-d7e66082ee9a, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:02.670293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.691638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-c88eeb01-f904-4a39-8f95-eb33a46a10ea service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872256 Aug 29 04:23:02.752453 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-cc365242-9fc4-476b-843f-a4f393d5e1de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb HTTP/1.1" status: 200 len: 217 time: 0.0752151 Aug 29 04:23:02.753981 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75aaf94-cc3d-48c0-82fd-142b860c2679 x-openstack-request-id: req-c75aaf94-cc3d-48c0-82fd-142b860c2679 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:02.754255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:02.754405 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e417f2-f684-497a-b610-69b69b50466c", "name": "network-vif-deleted", "tag": "739af030-ccdb-4289-bb06-c5dd3718c423", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "tag": "f536b0d4-7844-4d6b-814a-0863b48d4206", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:02.754538 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c75aaf94-cc3d-48c0-82fd-142b860c2679 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:02.754930 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e417f2-f684-497a-b610-69b69b50466c', 'name': 'network-vif-deleted', 'tag': '739af030-ccdb-4289-bb06-c5dd3718c423', 'status': 'completed', 'code': 200} Aug 29 04:23:02.755191 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'tag': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'status': 'completed', 'code': 200} Aug 29 04:23:02.755444 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'status': 'completed', 'code': 200} Aug 29 04:23:02.823582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] For port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:02.827495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] For port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:02.869034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.976085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4ebe128-26c1-4816-8b54-30232b17ef0d req-e2fb1e63-9046-4354-970a-0ec6b5199bfb service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323468 Aug 29 04:23:03.011360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:03.016879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.017609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.019212 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] 10.222.0.64 "PUT /v2.0/ports/f7bdb2a2-5e38-4210-bb91-d7e66082ee9a HTTP/1.1" status: 200 len: 1093 time: 1.7871261 Aug 29 04:23:03.020061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-872b2839-2959-4672-8f1c-aa46ba7b4108 admin admin] Deleting subnet cd3cda46-ed6f-4217-81ca-1387b3b26214 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:03.024066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4942e4-fbf9-4ade-86a3-80c77b991b45', 'tag': 'f7bdb2a2-5e38-4210-bb91-d7e66082ee9a'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:03.025847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-018caa93-0c7a-4fb3-b1e5-2b39fdfc0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.026624 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840ccbda-4297-4c02-b581-0113578c1245" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4942e4-fbf9-4ade-86a3-80c77b991b45", "tag": "f7bdb2a2-5e38-4210-bb91-d7e66082ee9a"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:03.028329 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-018caa93-0c7a-4fb3-b1e5-2b39fdfc0f4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.2183883 Aug 29 04:23:03.034737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-a3d5f214-b835-48b1-a6f6-4ca75616cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.035568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-a3d5f214-b835-48b1-a6f6-4ca75616cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.036786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-a3d5f214-b835-48b1-a6f6-4ca75616cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.037556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-a3d5f214-b835-48b1-a6f6-4ca75616cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.038449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-a3d5f214-b835-48b1-a6f6-4ca75616cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.039970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-a3d5f214-b835-48b1-a6f6-4ca75616cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.040662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-a3d5f214-b835-48b1-a6f6-4ca75616cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.044650 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-a3d5f214-b835-48b1-a6f6-4ca75616cbae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6506 time: 0.2323449 Aug 29 04:23:03.048430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-872b2839-2959-4672-8f1c-aa46ba7b4108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.095778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-f403e4a7-f015-4601-9ced-8d9f72252d66 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.098668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-f403e4a7-f015-4601-9ced-8d9f72252d66 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/networks?id=91559c7f-ffd2-4517-92d8-3a113d23e010 HTTP/1.1" status: 200 len: 816 time: 0.4502516 Aug 29 04:23:03.117659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-46faa719-dd71-4b08-80a8-3540fb90db19 admin admin] Deleting subnet d87caf25-1667-43fd-be52-b8a81d091bdd {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:03.136654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745bf5e-594e-4b6c-baa2-a190b02780ba service neutron] Pushing event updated for resources: {'Port': ['ID=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.138525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 520e3302-f760-46a9-a9ee-3ba84b681764 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:03.151292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 520e3302-f760-46a9-a9ee-3ba84b681764 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:03.152205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.157455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46faa719-dd71-4b08-80a8-3540fb90db19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.187908 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-872b2839-2959-4672-8f1c-aa46ba7b4108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.220074 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417fdc9-6ddc-413c-b463-a689a599bc9d req-074df213-bf28-4949-8b26-779bf92dd413 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.220429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-e222349b-1073-4d41-b0dd-e6a9484a9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.221614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7417fdc9-6ddc-413c-b463-a689a599bc9d req-074df213-bf28-4949-8b26-779bf92dd413 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 948 time: 0.2997758 Aug 29 04:23:03.221937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-e222349b-1073-4d41-b0dd-e6a9484a9255 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759222 Aug 29 04:23:03.235968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-6fe3d5a2-f394-4d6b-b025-83d2fdfc6fc7 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/quotas/a8943d8e64c843f1ad880102624bf0da HTTP/1.1" status: 200 len: 375 time: 0.1020436 Aug 29 04:23:03.306585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46faa719-dd71-4b08-80a8-3540fb90db19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.319334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-872b2839-2959-4672-8f1c-aa46ba7b4108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.347008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-3038791b-2b6f-4ed2-ac30-98800ab08102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.348201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-3038791b-2b6f-4ed2-ac30-98800ab08102 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 1096 time: 0.2444282 Aug 29 04:23:03.349958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-f6d7d480-0335-4151-b275-4421cfd63d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.351177 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-f6d7d480-0335-4151-b275-4421cfd63d6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d19174c-2b84-4b09-9a7c-d4508d51064e HTTP/1.1" status: 200 len: 918 time: 0.2681098 Aug 29 04:23:03.389338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7417fdc9-6ddc-413c-b463-a689a599bc9d req-a0ef77f9-4f9f-4b26-a03f-02ce39166d67 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431305 Aug 29 04:23:03.434980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-7e9295f8-4c9b-4905-a41f-bb3cb5c6e9b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f536b0d4-7844-4d6b-814a-0863b48d4206 HTTP/1.1" status: 200 len: 999 time: 0.0712843 Aug 29 04:23:03.435698 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a2568260-15f6-48cb-9949-f917fdea8d2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a HTTP/1.1" status: 200 len: 217 time: 0.0676522 Aug 29 04:23:03.458950 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.476241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-4b55eefe-6b46-49ea-952a-334204944f10 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8943d8e64c843f1ad880102624bf0da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2313647 Aug 29 04:23:03.493038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-04138c22-10f5-4d58-b7f9-7209c98f4426 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556992 Aug 29 04:23:03.542008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:03.545228 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb39c81-d2c7-409d-b48c-2aa358749b16" -d '{"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-plugged", "status": "completed", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:03.547682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46faa719-dd71-4b08-80a8-3540fb90db19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.568941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:03.586739 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.587577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 739af030-ccdb-4289-bb06-c5dd3718c423 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:03.615877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 739af030-ccdb-4289-bb06-c5dd3718c423 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:03.624554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 739af030-ccdb-4289-bb06-c5dd3718c423 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:03.632699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-872b2839-2959-4672-8f1c-aa46ba7b4108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.637396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-86c5df9f-db17-4451-b462-08f03435bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.639899 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-86c5df9f-db17-4451-b462-08f03435bc20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d HTTP/1.1" status: 200 len: 856 time: 0.1935375 Aug 29 04:23:03.684490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.695802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.696158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.697159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.697614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.698026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b2839-2959-4672-8f1c-aa46ba7b4108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd3cda46-ed6f-4217-81ca-1387b3b26214,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.698204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.698538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.698969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.699355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.700308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.700308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.701949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.701949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.709611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'a4ffd9f0-9cf7-4b63-8b77-20c6af030752', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'port_id': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'mac_address': 'fa:16:3e:0a:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:21:22Z', 'updated_at': '2021-08-29T04:22:58Z', 'revision_number': 1, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 5, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:03.756978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-872b2839-2959-4672-8f1c-aa46ba7b4108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.757730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962a36c-07f7-4b12-8b90-7cc1852356c9 None None] The sync data for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 is: [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'a4ffd9f0-9cf7-4b63-8b77-20c6af030752', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'port_id': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'mac_address': 'fa:16:3e:0a:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:21:22Z', 'updated_at': '2021-08-29T04:22:58Z', 'revision_number': 1, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 5, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:03.761405 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-872b2839-2959-4672-8f1c-aa46ba7b4108 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd3cda46-ed6f-4217-81ca-1387b3b26214 HTTP/1.1" status: 204 len: 168 time: 1.7176800 Aug 29 04:23:03.764143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39934) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:03.824184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-7e77fea7-8bde-4327-b8f9-456c6a9e86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.828670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-7e77fea7-8bde-4327-b8f9-456c6a9e86ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.3833001 Aug 29 04:23:03.848648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fabacec-c297-4c94-ad31-c7dc1e62bf1d req-93246dc2-e1ea-4fca-b669-0e7d6db0f03f service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419816 Aug 29 04:23:03.857678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-0d807c69-c344-4f4e-867a-54952b682569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.860757 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-0d807c69-c344-4f4e-867a-54952b682569 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d19174c-2b84-4b09-9a7c-d4508d51064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665740 Aug 29 04:23:03.864109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.898830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-a3f98eeb-00fe-43cc-a2f9-df6fbeca186f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589104 Aug 29 04:23:03.939855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf6acd-6743-491c-9e73-8d9715a10d21 req-1f8b9ca7-0762-4b28-b980-b86700480fed tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.942409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71cf6acd-6743-491c-9e73-8d9715a10d21 req-1f8b9ca7-0762-4b28-b980-b86700480fed tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.3875604 Aug 29 04:23:04.011541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-0a24f01a-e527-46b1-85e6-0d497e77af9d service neutron] 10.222.0.58 "GET /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342908 Aug 29 04:23:04.024712 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46faa719-dd71-4b08-80a8-3540fb90db19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.037491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.061502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c029ce29-153a-4a8c-9e04-455ff35bab04']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:04.066950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-3ad6a549-1b63-4dfd-9e65-7920a47af709 service neutron] 10.222.0.65 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997869 Aug 29 04:23:04.091832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5798de-da88-41d0-b6b3-02ccbb242a6e') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:04.091832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5798de-da88-41d0-b6b3-02ccbb242a6e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:04.113477 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f74e8-70e3-4c20-aa1c-002823eca509 None None] New status for floating IP a4ffd9f0-9cf7-4b63-8b77-20c6af030752: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:23:04.125264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faa719-dd71-4b08-80a8-3540fb90db19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87caf25-1667-43fd-be52-b8a81d091bdd,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.135169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.137438 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46faa719-dd71-4b08-80a8-3540fb90db19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.141182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-46faa719-dd71-4b08-80a8-3540fb90db19 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d87caf25-1667-43fd-be52-b8a81d091bdd HTTP/1.1" status: 204 len: 168 time: 1.7717304 Aug 29 04:23:04.144437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39944) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.170640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.190527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:04.191303 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.249434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71cf6acd-6743-491c-9e73-8d9715a10d21 req-b5b64e28-fcba-41df-b7a8-ede3157118ac tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2895923 Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:04.283920 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:04.286421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-f000d66e-9900-49fe-bc84-ca9f41b43115 service neutron] 10.222.0.64 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755593 Aug 29 04:23:04.320489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-59fc85e2-a0be-4ebc-b74d-bec1b505e117 service neutron] 10.222.0.65 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454283 Aug 29 04:23:04.321590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.350898 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.355304 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4483ed61-6213-4c39-b293-405ac2365e3a x-openstack-request-id: req-4483ed61-6213-4c39-b293-405ac2365e3a {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:04.355895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.356122 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4942e4-fbf9-4ade-86a3-80c77b991b45", "tag": "f7bdb2a2-5e38-4210-bb91-d7e66082ee9a", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:04.356439 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4483ed61-6213-4c39-b293-405ac2365e3a {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:04.356848 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4942e4-fbf9-4ade-86a3-80c77b991b45', 'tag': 'f7bdb2a2-5e38-4210-bb91-d7e66082ee9a', 'status': 'completed', 'code': 200} Aug 29 04:23:04.358094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] 10.222.0.58 "DELETE /v2.0/networks/c029ce29-153a-4a8c-9e04-455ff35bab04 HTTP/1.1" status: 204 len: 168 time: 0.5930047 Aug 29 04:23:04.364394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39950) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.378859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-5142de54-8637-40c1-95bd-77b2e2ef7a6f service neutron] 10.222.0.58 "GET /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618183 Aug 29 04:23:04.390267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dced7e0-380f-49dc-a27f-7e59e297ccec admin admin] Pushing event deleted for resources: {'Network': ['ID=c029ce29-153a-4a8c-9e04-455ff35bab04,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.512599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-d03568b2-cedb-4dac-ac74-6dac6b266b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.513798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-d03568b2-cedb-4dac-ac74-6dac6b266b71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bcf8db3168324e898775938e30d2ff11&device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 1100 time: 0.0959375 Aug 29 04:23:04.520992 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e39170-4469-4ba1-8ec0-d306c7e276fa admin admin] Deleting subnet b8ff2df6-d698-4fde-8fea-d3d6d145894c {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:04.525558 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aaddbf-2bee-46a8-9d86-7ee5e640c61e x-openstack-request-id: req-66aaddbf-2bee-46a8-9d86-7ee5e640c61e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:04.526084 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-plugged", "status": "completed", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:04.526084 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66aaddbf-2bee-46a8-9d86-7ee5e640c61e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:04.526493 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764', 'code': 200} Aug 29 04:23:04.534967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00e39170-4469-4ba1-8ec0-d306c7e276fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.595867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.609884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c14bc7e7-83ab-404a-981c-d5bd9c3814a8 req-5d8c0dfa-be14-4073-a18c-dd7f430f0926 service neutron] 10.222.0.64 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118098 Aug 29 04:23:04.612146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e435ea-b64e-4339-b938-5bad8cbfa05e']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:04.625505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e50d72e-da17-486c-bea6-a886acd3699d') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:04.626025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e50d72e-da17-486c-bea6-a886acd3699d') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:04.651008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.703772 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00e39170-4469-4ba1-8ec0-d306c7e276fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.726964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.738658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:04.760389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:04.760816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:04.764131 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:04.784946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b006d5-02c2-4802-b3d8-43b4be69f59b req-54e46117-8d88-41fb-ae69-6390989fdded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.786642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b006d5-02c2-4802-b3d8-43b4be69f59b req-54e46117-8d88-41fb-ae69-6390989fdded service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1098 time: 0.1559370 Aug 29 04:23:04.823670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00e39170-4469-4ba1-8ec0-d306c7e276fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.843027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ccbda-4297-4c02-b581-0113578c1245 req-6ff642d1-9b97-4125-9000-9d79235b99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.845667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840ccbda-4297-4c02-b581-0113578c1245 req-6ff642d1-9b97-4125-9000-9d79235b99a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 1096 time: 0.1714916 Aug 29 04:23:04.858124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-e6e5c1de-c432-4627-b0cb-7ac176d69bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.860422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-e6e5c1de-c432-4627-b0cb-7ac176d69bbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3369751 Aug 29 04:23:04.866598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493df7d-1475-4ced-9485-091a3d64a0ef req-0a074868-4025-4aea-a96b-60baa027909d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.868971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5493df7d-1475-4ced-9485-091a3d64a0ef req-0a074868-4025-4aea-a96b-60baa027909d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 944 time: 0.2404852 Aug 29 04:23:04.896120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:04.912050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '690b2f81-a9d9-4898-9ada-144085f47004', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '690b2f81-a9d9-4898-9ada-144085f47004', 'mac_address': 'fa:16:3e:fe:63:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:04.928648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-46b31cd3-fbd7-4ee9-8175-34c1fab92f3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb HTTP/1.1" status: 200 len: 217 time: 0.0608370 Aug 29 04:23:04.930499 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b006d5-02c2-4802-b3d8-43b4be69f59b req-6d38502d-3e05-4e03-860e-92ea6b0ec1fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324797 Aug 29 04:23:04.959297 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.982192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b2f81-a9d9-4898-9ada-144085f47004 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:05.000405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-59c8daf0-2757-4d14-be33-df89dcaa00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.002113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-59c8daf0-2757-4d14-be33-df89dcaa00b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0653856 Aug 29 04:23:05.003722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00e39170-4469-4ba1-8ec0-d306c7e276fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.010563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:05.018548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.028331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.034346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.036719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] 10.222.0.58 "DELETE /v2.0/networks/c1e435ea-b64e-4339-b938-5bad8cbfa05e HTTP/1.1" status: 204 len: 168 time: 0.8872027 Aug 29 04:23:05.042622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39970) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:05.050325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e39170-4469-4ba1-8ec0-d306c7e276fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ff2df6-d698-4fde-8fea-d3d6d145894c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.071734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5493df7d-1475-4ced-9485-091a3d64a0ef req-69b2ef8d-80ff-49bf-bd52-4d43e3a9123e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760521 Aug 29 04:23:05.081285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00e39170-4469-4ba1-8ec0-d306c7e276fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.084166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-00e39170-4469-4ba1-8ec0-d306c7e276fa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b8ff2df6-d698-4fde-8fea-d3d6d145894c HTTP/1.1" status: 204 len: 168 time: 0.7019389 Aug 29 04:23:05.089609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39972) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:05.101644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.191612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59551579-ec1e-4653-ab15-3b1d087b5d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e435ea-b64e-4339-b938-5bad8cbfa05e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.217867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec8485-4ec2-4ec0-8ada-bb21033d95b8 req-6b614d03-3223-4836-a405-1d4ace436578 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.219550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bec8485-4ec2-4ec0-8ada-bb21033d95b8 req-6b614d03-3223-4836-a405-1d4ace436578 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 948 time: 0.3727472 Aug 29 04:23:05.230334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-58067f52-93ad-4a7d-b753-69082991e6e6 admin admin] Deleting subnet 5d0d33e9-9d95-4fba-85f6-894627646766 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:05.232956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.239789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-20f03779-ecc9-48c5-ab95-1d26688cf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.241895 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-20f03779-ecc9-48c5-ab95-1d26688cf51d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2296097 Aug 29 04:23:05.247740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['690b2f81-a9d9-4898-9ada-144085f47004'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:05.256336 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58067f52-93ad-4a7d-b753-69082991e6e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.297569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bec8485-4ec2-4ec0-8ada-bb21033d95b8 req-70c84088-7ba2-444d-b796-48b5394387fb tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628238 Aug 29 04:23:05.317391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ccbda-4297-4c02-b581-0113578c1245 req-b40683a1-f2f3-457e-9adc-6f96d6ea3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.319013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840ccbda-4297-4c02-b581-0113578c1245 req-b40683a1-f2f3-457e-9adc-6f96d6ea3f1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 913 time: 0.4484499 Aug 29 04:23:05.377566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58067f52-93ad-4a7d-b753-69082991e6e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.381130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840ccbda-4297-4c02-b581-0113578c1245 req-ac90edb8-2c3a-4078-a238-e746f175c5b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a HTTP/1.1" status: 200 len: 217 time: 0.0523593 Aug 29 04:23:05.491406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e90e8bc-41de-4081-9168-4d8cd88402ca req-46fad3ea-5e1e-46f3-be15-bf3b045abb7e tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 210 time: 0.0823250 Aug 29 04:23:05.501713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.517389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-3917f28e-92b0-4feb-9766-e2dab585d065 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=69b0b3daf0e847a09070c3911e139d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468702 Aug 29 04:23:05.527249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72b6dbf-4d4d-4ba0-bf10-57e6ea276872']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:05.540632 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-85a02aca-4d1f-4da7-8dbd-764d6680f47e service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819846 Aug 29 04:23:05.544837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0e4533-63ab-4675-aa23-ff3c2023670f') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:05.545242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0e4533-63ab-4675-aa23-ff3c2023670f') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:05.572105 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.605625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58067f52-93ad-4a7d-b753-69082991e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.636643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ccbda-4297-4c02-b581-0113578c1245 req-0f65e0cb-f435-4f04-ab38-41e412fc2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.637024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.638326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840ccbda-4297-4c02-b581-0113578c1245 req-0f65e0cb-f435-4f04-ab38-41e412fc2f2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.2280025 Aug 29 04:23:05.651182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:05.651182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:05.652994 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:05.735129 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0de0f0db-a701-4400-bcc6-10709e1a29eb req-1592a4bc-70cd-494e-b0e3-60b88245e29e service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868572 Aug 29 04:23:05.736271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.741987 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.750390 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] 10.222.0.58 "DELETE /v2.0/networks/f72b6dbf-4d4d-4ba0-bf10-57e6ea276872 HTTP/1.1" status: 204 len: 168 time: 0.6588712 Aug 29 04:23:05.763707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a0d33-b338-4009-9967-46f8726409fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f72b6dbf-4d4d-4ba0-bf10-57e6ea276872,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.843347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3a5937cc-46b9-45f4-8c76-9138a457ddbb details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:05.945212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39992) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:05.961263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:05.976091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'mac_address': 'fa:16:3e:90:7b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:05.993166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a8e7e429-1c8c-4967-9d4a-c4ea87d357a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbb19108663b438baeaa93d47a9c8f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465789 Aug 29 04:23:05.995549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39994) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:06.018057 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840ccbda-4297-4c02-b581-0113578c1245 req-e167e328-b451-4f8f-b446-4d9d39e020a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3611515 Aug 29 04:23:06.026801 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.048687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5937cc-46b9-45f4-8c76-9138a457ddbb {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:06.081413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce336300-b091-4177-969b-77d7a0857565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.086777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:06.096613 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.107028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce336300-b091-4177-969b-77d7a0857565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.131942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9bc7e-0467-4cc5-96ba-187280387178 req-21b99396-f4a4-4562-8bd6-b600d28ed660 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.134075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94a9bc7e-0467-4cc5-96ba-187280387178 req-21b99396-f4a4-4562-8bd6-b600d28ed660 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.5377648 Aug 29 04:23:06.139843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58067f52-93ad-4a7d-b753-69082991e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.158555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.188292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce336300-b091-4177-969b-77d7a0857565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.191766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce336300-b091-4177-969b-77d7a0857565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.192863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-ba3f21a7-c68c-4e29-a0b6-9807b2e6ba36 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.193062 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ce336300-b091-4177-969b-77d7a0857565 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a810011e-6770-4013-8648-d75de821e239 HTTP/1.1" status: 204 len: 168 time: 0.1963415 Aug 29 04:23:06.194466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-ba3f21a7-c68c-4e29-a0b6-9807b2e6ba36 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6672723 Aug 29 04:23:06.233117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58067f52-93ad-4a7d-b753-69082991e6e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0d33e9-9d95-4fba-85f6-894627646766,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.237821 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58067f52-93ad-4a7d-b753-69082991e6e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.239679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-58067f52-93ad-4a7d-b753-69082991e6e6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5d0d33e9-9d95-4fba-85f6-894627646766 HTTP/1.1" status: 204 len: 168 time: 1.1919274 Aug 29 04:23:06.245454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40000) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:06.248536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce336300-b091-4177-969b-77d7a0857565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a810011e-6770-4013-8648-d75de821e239,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.282657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-a41a16ea-5c74-48c3-8dc1-a69999091e84 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/quotas/69b0b3daf0e847a09070c3911e139d07 HTTP/1.1" status: 200 len: 375 time: 0.0597467 Aug 29 04:23:06.286767 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94a9bc7e-0467-4cc5-96ba-187280387178 req-5cd2006c-08cc-4bc8-a5fb-e8e6ed86cb80 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1368339 Aug 29 04:23:06.355513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-a1ec1041-8307-467f-8e4c-dbfea83742d1 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657222 Aug 29 04:23:06.367979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840ccbda-4297-4c02-b581-0113578c1245 req-c3c52eb5-dc97-453c-b15f-d072280d21db service neutron] 10.222.0.64 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393638 Aug 29 04:23:06.394303 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.416929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3a5937cc-46b9-45f4-8c76-9138a457ddbb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:06.421323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1e3760a9-12d0-4a53-b4b5-15d119907f8d tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.423421 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1e3760a9-12d0-4a53-b4b5-15d119907f8d tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.65 "GET /v2.0/networks?id=91559c7f-ffd2-4517-92d8-3a113d23e010 HTTP/1.1" status: 200 len: 816 time: 0.2293391 Aug 29 04:23:06.605432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-840ccbda-4297-4c02-b581-0113578c1245 req-8742c593-ea4d-4ce9-9ca2-4d9505e0b381 service neutron] 10.222.0.64 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286391 Aug 29 04:23:06.689588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31c5b-aca1-4d59-9ecb-78277d4e7334 req-b3aefdde-6f94-4973-925c-daa72ef802d9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.691618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03e31c5b-aca1-4d59-9ecb-78277d4e7334 req-b3aefdde-6f94-4973-925c-daa72ef802d9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 944 time: 0.1031964 Aug 29 04:23:06.741945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:06.754908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03e31c5b-aca1-4d59-9ecb-78277d4e7334 req-04c9bd61-1df3-47c5-93c8-08230a07a16a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568964 Aug 29 04:23:06.829690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 690b2f81-a9d9-4898-9ada-144085f47004 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:06.843021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 690b2f81-a9d9-4898-9ada-144085f47004 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:06.844069 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.849299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4083c0d-d72c-4897-813b-80003ed38b86 req-82d6b724-84aa-42d3-8bb9-1ea882a9ed9c tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.859151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4083c0d-d72c-4897-813b-80003ed38b86 req-82d6b724-84aa-42d3-8bb9-1ea882a9ed9c tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 949 time: 0.0967853 Aug 29 04:23:06.960876 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4083c0d-d72c-4897-813b-80003ed38b86 req-2a3cddee-f99d-4689-b7db-fca7370c9c55 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006384 Aug 29 04:23:06.994719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f29c4a1-2ec7-4e8c-9e54-c9c2aa21ec53 req-eac38033-5b75-40b1-b788-983cfea47684 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 210 time: 0.0679295 Aug 29 04:23:06.999791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40014) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:07.002918 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.080643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:07.089992 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943b6f9d-2a63-4574-a428-7db52f555856" -d '{"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-plugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:07.110426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-a5cf5677-8dbc-4955-90d0-109a075a4b7c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=69b0b3daf0e847a09070c3911e139d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303016 Aug 29 04:23:07.120976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:07.126389 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.130918 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.158287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5a3ef4-e568-4572-acbf-4e066d3f635b']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:07.174134 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34002226-08fb-4f87-af73-b256e26a7e56 x-openstack-request-id: req-34002226-08fb-4f87-af73-b256e26a7e56 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:07.174772 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-plugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:07.175291 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34002226-08fb-4f87-af73-b256e26a7e56 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:07.176173 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004', 'code': 200} Aug 29 04:23:07.194952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d7a8d7-360e-43ce-bb6c-50c736da779d') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:07.195522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d7a8d7-360e-43ce-bb6c-50c736da779d') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:07.207794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.232574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0e91870b-af86-441e-9229-c9af81544c5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceb18eebd0364b648304fbfdd2bf9ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310302 Aug 29 04:23:07.248928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:07.261392 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-b86959e4-1463-4872-b754-dbb84de2d7a9 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8943d8e64c843f1ad880102624bf0da HTTP/1.1" status: 200 len: 380 time: 0.8135993 Aug 29 04:23:07.263537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.277942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Request body: {'port': {'device_id': '6589c089-7241-4a3c-9c51-54489bd96248', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'admin_state_up': True, 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'security_groups': ['14b3b68b-98e1-4fe6-b071-9e19ddb7d653']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:07.350953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.366889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:07.367231 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:07.369683 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:07.385530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f7f61-71c9-473a-a175-30de374d1547 req-f0bffb44-7163-4a00-952f-9edfea4bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.388656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-975f7f61-71c9-473a-a175-30de374d1547 req-f0bffb44-7163-4a00-952f-9edfea4bbdd4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 1102 time: 0.1508529 Aug 29 04:23:07.403783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700437c-3758-48e9-88ec-5b5337417320 req-884b868c-ceb7-47ad-b7ba-740fa9c68306 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.405467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-884b868c-ceb7-47ad-b7ba-740fa9c68306 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942057 Aug 29 04:23:07.449560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-3a123869-72ba-4500-a423-e9abd6e7cd7a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/quotas/69b0b3daf0e847a09070c3911e139d07 HTTP/1.1" status: 200 len: 375 time: 0.0270703 Aug 29 04:23:07.471863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.492599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.496183 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] 10.222.0.58 "DELETE /v2.0/networks/af5a3ef4-e568-4572-acbf-4e066d3f635b HTTP/1.1" status: 204 len: 168 time: 1.2489893 Aug 29 04:23:07.513782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-975f7f61-71c9-473a-a175-30de374d1547 req-17644fcd-6263-4888-a5f2-4f7e39874c75 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177695 Aug 29 04:23:07.537539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8732b-4721-43e4-9e19-e0ee9c7cc829 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5a3ef4-e568-4572-acbf-4e066d3f635b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.545146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Made reservation on behalf of a8943d8e64c843f1ad880102624bf0da for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:07.547891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-a96144ef-c3de-4e79-ba83-c7e9fee0a31c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974631 Aug 29 04:23:07.549454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d23620ce-8906-41f5-98e3-91836b70a096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.549613 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.571594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0740f6-e61c-4873-8210-2c6ae7f76dbc req-6cbe7126-f4b4-4b4f-ac4e-7ec9e90d7eca tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.586141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a0740f6-e61c-4873-8210-2c6ae7f76dbc req-6cbe7126-f4b4-4b4f-ac4e-7ec9e90d7eca tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1660254 Aug 29 04:23:07.627378 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d23620ce-8906-41f5-98e3-91836b70a096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.694375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a0740f6-e61c-4873-8210-2c6ae7f76dbc req-2e07bebd-e486-4697-bd77-d3a2b8980775 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983553 Aug 29 04:23:07.779830 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d23620ce-8906-41f5-98e3-91836b70a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.783946 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d23620ce-8906-41f5-98e3-91836b70a096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.813584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d23620ce-8906-41f5-98e3-91836b70a096 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d862c346-96c1-4d83-ad7b-50b3db12d0f1 HTTP/1.1" status: 204 len: 168 time: 0.5607786 Aug 29 04:23:07.848429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Allocated IP 172.20.0.14 (91559c7f-ffd2-4517-92d8-3a113d23e010/468aff73-e2bc-493c-a3f7-38d319ee06af/be3c2cec-ae6c-4e3d-9dd5-813174da8fea) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:07.853352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3a5937cc-46b9-45f4-8c76-9138a457ddbb up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:07.901950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23620ce-8906-41f5-98e3-91836b70a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d862c346-96c1-4d83-ad7b-50b3db12d0f1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.963379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40050) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:08.015733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 3a5937cc-46b9-45f4-8c76-9138a457ddbb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:08.022554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 3a5937cc-46b9-45f4-8c76-9138a457ddbb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:08.022938 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.048036 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2dd7f61-17b7-4072-8f48-7bb6e8fe20ca req-e3b7e6b8-3b34-4b2a-b9d9-789ff4fa2f12 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 210 time: 0.1037529 Aug 29 04:23:08.058093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048c3fd-edd3-408d-97a7-2993bb3bde8b req-deb48bb8-647d-45a7-9fd7-b7672b141a0a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.060210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c048c3fd-edd3-408d-97a7-2993bb3bde8b req-deb48bb8-647d-45a7-9fd7-b7672b141a0a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.2288585 Aug 29 04:23:08.076724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40060) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:08.086351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'floatingip': {'port_id': '520e3302-f760-46a9-a9ee-3ba84b681764'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:08.124805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.135350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.141775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Transition to ACTIVE for port object be3c2cec-ae6c-4e3d-9dd5-813174da8fea will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:08.196968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.278268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:08.284240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:08.290106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:08.295698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event updated for resources: {'Port': ['ID=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:08.320340 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.393755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:08.402607 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.413168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.418554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.461661 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-bf17f338-31b5-41c7-80ba-5b1bd90372de tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1892962 Aug 29 04:23:08.476942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Request body: {'port': {'device_id': '6589c089-7241-4a3c-9c51-54489bd96248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:08.518447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:08.591863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-880d152c-bbcc-4aa0-8803-29df2df24ed0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=69b0b3daf0e847a09070c3911e139d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798233 Aug 29 04:23:08.603356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-15f9c902-a7c3-4b0c-809e-bed3b0cbed40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5e5b6dd89df4c66b2efac40fa31831a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250687 Aug 29 04:23:08.608114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40070) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:08.743442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device f7bdb2a2-5e38-4210-bb91-d7e66082ee9a details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:08.763312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8baa4f56-2b8a-4122-b4ec-0668446096f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.776568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.806019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8baa4f56-2b8a-4122-b4ec-0668446096f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.832716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5089b929-c5ed-4e78-a58f-6f10cdc46c37 None None] Provisioning for port be3c2cec-ae6c-4e3d-9dd5-813174da8fea completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:08.930667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:08.969524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5089b929-c5ed-4e78-a58f-6f10cdc46c37 None None] Provisioning complete for port be3c2cec-ae6c-4e3d-9dd5-813174da8fea triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:08.970310 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5089b929-c5ed-4e78-a58f-6f10cdc46c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.035772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5089b929-c5ed-4e78-a58f-6f10cdc46c37 None None] Port be3c2cec-ae6c-4e3d-9dd5-813174da8fea cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:09.066526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'f7bdb2a2-5e38-4210-bb91-d7e66082ee9a', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'port_id': 'f7bdb2a2-5e38-4210-bb91-d7e66082ee9a', 'mac_address': 'fa:16:3e:ab:d7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcda1e7-79b8-49e3-9169-770662cbe00b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:09.115642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8baa4f56-2b8a-4122-b4ec-0668446096f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.118276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8baa4f56-2b8a-4122-b4ec-0668446096f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.123843 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8baa4f56-2b8a-4122-b4ec-0668446096f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/921bc0d9-5dea-4847-bfbe-e2457d8067e1 HTTP/1.1" status: 204 len: 168 time: 0.5103631 Aug 29 04:23:09.165271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a204488-50d9-4efd-99c6-ad5b0d259073 req-b45aadef-f79b-4bd1-a24f-fd3abf30142f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.166926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a204488-50d9-4efd-99c6-ad5b0d259073 req-b45aadef-f79b-4bd1-a24f-fd3abf30142f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 944 time: 0.8361263 Aug 29 04:23:09.168677 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.184073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510a276-3849-4855-8904-60a397ac9c8a req-c39d06bf-f869-49b0-a735-489164cf47a0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.192436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:09.196479 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f9f930-e5f9-4558-b728-20caf4e7de91" -d '{"events": [{"server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "name": "network-vif-plugged", "status": "completed", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:09.200660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4510a276-3849-4855-8904-60a397ac9c8a req-c39d06bf-f869-49b0-a735-489164cf47a0 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 950 time: 0.8622770 Aug 29 04:23:09.219925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa4f56-2b8a-4122-b4ec-0668446096f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921bc0d9-5dea-4847-bfbe-e2457d8067e1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:09.224451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bdb2a2-5e38-4210-bb91-d7e66082ee9a {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:09.305261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:09.310961 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.407349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:09.444946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3c2cec-ae6c-4e3d-9dd5-813174da8fea {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:09.454335 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.486018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Transition to ACTIVE for port object be3c2cec-ae6c-4e3d-9dd5-813174da8fea will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:09.506507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.517538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a204488-50d9-4efd-99c6-ad5b0d259073 req-eab05e03-7038-445c-a3a2-6ffab5d5bd2c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028088 Aug 29 04:23:09.563816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['f7bdb2a2-5e38-4210-bb91-d7e66082ee9a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:09.570032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4510a276-3849-4855-8904-60a397ac9c8a req-0d37d7d2-7873-4393-a395-c89e4ab27bab tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548675 Aug 29 04:23:09.610768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-58a7396e-181e-4510-9118-574182e4b16b tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.616168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-58a7396e-181e-4510-9118-574182e4b16b tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9833577 Aug 29 04:23:09.664169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Request body: {'port': {'device_id': '630487bd-8156-4874-9e06-8f1398a6623e', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '69b0b3daf0e847a09070c3911e139d07'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:09.760927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-ef96354d-31d1-4095-9296-4c1645452d3d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=69b0b3daf0e847a09070c3911e139d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019957 Aug 29 04:23:09.767058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40098) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:09.794345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Pushing event updated for resources: {'Port': ['ID=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:09.817287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:23:09.908059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.957571 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.096860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-521194e3-9910-43db-a6ac-fbdbcaba9d0f req-00fdded4-3de1-49a5-a546-a822158a85e5 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 210 time: 0.1791639 Aug 29 04:23:10.100789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2ddd37a3-c0b8-4d4c-93f4-cc25c2f6e34e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0ed5c1a596b485fbdf5df69dd757ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283753 Aug 29 04:23:10.101180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40102) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:10.121505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700437c-3758-48e9-88ec-5b5337417320 req-9de9db1e-5848-4e4f-8d76-37e8df2579ea tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.123010 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-9de9db1e-5848-4e4f-8d76-37e8df2579ea tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459344 Aug 29 04:23:10.144630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Request body: {'port': {'device_id': '2da1e692-757b-4819-b073-d31e5dc7ab88', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '69b0b3daf0e847a09070c3911e139d07'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:10.165351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f83b9-93d2-42c6-9c85-49a08decfae9 req-a0b18ea6-0f88-4aab-8f73-bbdbaf64d179 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.177329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe1f83b9-93d2-42c6-9c85-49a08decfae9 req-a0b18ea6-0f88-4aab-8f73-bbdbaf64d179 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.5202832 Aug 29 04:23:10.197664 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba46703f-8615-470e-a74c-74fee892ace1 x-openstack-request-id: req-ba46703f-8615-470e-a74c-74fee892ace1 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:10.198183 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "name": "network-vif-plugged", "status": "completed", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:10.198378 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba46703f-8615-470e-a74c-74fee892ace1 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:10.198861 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'code': 200} Aug 29 04:23:10.214716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Made reservation on behalf of 69b0b3daf0e847a09070c3911e139d07 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:10.218920 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.248509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.263905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Attempting to bind port be3c2cec-ae6c-4e3d-9dd5-813174da8fea on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:10.264493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Attempting to bind port be3c2cec-ae6c-4e3d-9dd5-813174da8fea by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:10.264630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Attempting to bind port be3c2cec-ae6c-4e3d-9dd5-813174da8fea on network 91559c7f-ffd2-4517-92d8-3a113d23e010 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:10.278933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Port be3c2cec-ae6c-4e3d-9dd5-813174da8fea on network 91559c7f-ffd2-4517-92d8-3a113d23e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:10.279235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Attempting to bind port be3c2cec-ae6c-4e3d-9dd5-813174da8fea on network 91559c7f-ffd2-4517-92d8-3a113d23e010 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:10.315429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:10.315782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Checking segment: {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:10.316561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Bound using segment: {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:10.316689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Bound port: be3c2cec-ae6c-4e3d-9dd5-813174da8fea, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8227fa9-006c-4a0f-917e-2c520c060116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:10.316988 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.322229 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe1f83b9-93d2-42c6-9c85-49a08decfae9 req-7beef2af-6ed5-4e8b-9486-408878c508b6 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434131 Aug 29 04:23:10.348864 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Floating IP 0613b100-52c5-41f5-9e55-efeebdae9370 associated. External IP: 172.25.1.72, port: 520e3302-f760-46a9-a9ee-3ba84b681764. Aug 29 04:23:10.357164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fe2-3812-4175-8538-b2aff2793ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.441205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fe2-3812-4175-8538-b2aff2793ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.496076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] For port be3c2cec-ae6c-4e3d-9dd5-813174da8fea, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:10.501269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] For port be3c2cec-ae6c-4e3d-9dd5-813174da8fea, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:10.517250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694e56-dd29-4b6f-bd8f-65524578b6a1 req-7d42d84b-e4f0-44cd-a9b0-ddacf9d379a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.518890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48694e56-dd29-4b6f-bd8f-65524578b6a1 req-7d42d84b-e4f0-44cd-a9b0-ddacf9d379a7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 1102 time: 0.2240484 Aug 29 04:23:10.524644 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.637579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.638459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.641835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.642709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] 10.222.0.65 "PUT /v2.0/ports/be3c2cec-ae6c-4e3d-9dd5-813174da8fea HTTP/1.1" status: 200 len: 1093 time: 2.1730828 Aug 29 04:23:10.646032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589c089-7241-4a3c-9c51-54489bd96248', 'tag': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:10.657909 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6589c089-7241-4a3c-9c51-54489bd96248", "tag": "be3c2cec-ae6c-4e3d-9dd5-813174da8fea"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:10.668675 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.673949 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48694e56-dd29-4b6f-bd8f-65524578b6a1 req-4a7c99aa-e733-4e4d-8cb3-48b8e2037caf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387699 Aug 29 04:23:10.737216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Made reservation on behalf of 69b0b3daf0e847a09070c3911e139d07 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:10.745561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.752414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:10.754641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device f7bdb2a2-5e38-4210-bb91-d7e66082ee9a up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:10.817162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8a1d6-647e-44d0-b3cc-430bd2b9ded8 service neutron] Pushing event updated for resources: {'Port': ['ID=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:10.827122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fe2-3812-4175-8538-b2aff2793ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.831405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fe2-3812-4175-8538-b2aff2793ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.835656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:10.836728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ba5c8fe2-3812-4175-8538-b2aff2793ffa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34fb8598-2cd6-48fc-ac14-7fd63ed5f1be HTTP/1.1" status: 204 len: 168 time: 0.7316575 Aug 29 04:23:10.844143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:10.844779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.865121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c8fe2-3812-4175-8538-b2aff2793ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb8598-2cd6-48fc-ac14-7fd63ed5f1be,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:10.998546 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.036282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-abf605f7-1b43-44f1-aa88-6723c65eceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.038209 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-abf605f7-1b43-44f1-aa88-6723c65eceea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a8943d8e64c843f1ad880102624bf0da&device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 1096 time: 0.1663849 Aug 29 04:23:11.048642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51827ea-7c61-49fc-87ff-83a59b0ce267 req-11d540c4-f5f1-42ad-ba44-73de091ca530 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.057460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f51827ea-7c61-49fc-87ff-83a59b0ce267 req-11d540c4-f5f1-42ad-ba44-73de091ca530 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 945 time: 0.4183965 Aug 29 04:23:11.060821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:11.066442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f629d5-c817-4669-b294-6317b186e0b0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:11.089231 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.140175 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-f15de65b-bd73-4b35-ac48-a2fb5ccec608 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be3c2cec-ae6c-4e3d-9dd5-813174da8fea HTTP/1.1" status: 200 len: 217 time: 0.0767496 Aug 29 04:23:11.192600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:11.202268 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8678ef-eeaa-44af-a8e2-b8b068368e7b req-f4a58a35-293f-4bce-8d76-15d2fa608a22 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.203883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed8678ef-eeaa-44af-a8e2-b8b068368e7b req-f4a58a35-293f-4bce-8d76-15d2fa608a22 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 950 time: 0.4400828 Aug 29 04:23:11.206849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-70e4d324-7a18-42e4-8852-eca8b54aed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.209180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-70e4d324-7a18-42e4-8852-eca8b54aed0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=468aff73-e2bc-493c-a3f7-38d319ee06af HTTP/1.1" status: 200 len: 855 time: 0.0613992 Aug 29 04:23:11.220216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Allocated IP 192.168.233.7 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/b386306c-9fcd-46b9-8994-40400ec723db) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:11.279814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-b85009ef-4e1d-49d4-b0f5-3406001f2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.282012 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-b85009ef-4e1d-49d4-b0f5-3406001f2d28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91559c7f-ffd2-4517-92d8-3a113d23e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605738 Aug 29 04:23:11.285487 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f51827ea-7c61-49fc-87ff-83a59b0ce267 req-529f8db3-1c8c-42a5-ba62-d48e8392ff76 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271552 Aug 29 04:23:11.363811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:11.379394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] Sync routers for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:11.401372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:11.402330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:22:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:11.414391 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055e33db-2951-4dc5-a10f-d83d9b367c10 x-openstack-request-id: req-055e33db-2951-4dc5-a10f-d83d9b367c10 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:11.414735 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589c089-7241-4a3c-9c51-54489bd96248", "tag": "be3c2cec-ae6c-4e3d-9dd5-813174da8fea", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:11.414938 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-055e33db-2951-4dc5-a10f-d83d9b367c10 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:11.415351 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589c089-7241-4a3c-9c51-54489bd96248', 'tag': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'status': 'completed', 'code': 200} Aug 29 04:23:11.424519 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.470627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed8678ef-eeaa-44af-a8e2-b8b068368e7b req-ecc7633c-0ea3-440b-b150-d68a16055f8c tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399380 Aug 29 04:23:11.522803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-92263c63-cb80-4c12-8217-cd3a67b016af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "PUT /v2.0/floatingips/0613b100-52c5-41f5-9e55-efeebdae9370 HTTP/1.1" status: 200 len: 991 time: 3.4445732 Aug 29 04:23:11.526926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:11.531922 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2164ffd-5f96-47fb-88bc-eda69e4748a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:11.535647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-1f84ee59-8f49-47b0-bdd5-93aaf78f7add service neutron] 10.222.0.65 "GET /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416043 Aug 29 04:23:11.632136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae375991-8c0e-458a-ad18-06b8d06492dc req-151b40c0-1aa2-415b-854b-f551d8f3b62f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 210 time: 0.0587792 Aug 29 04:23:11.676486 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:11.786628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10f26ffc-f064-4b86-803e-b92084b0d268 req-dbc90e56-f08a-4b73-929d-ceea9762aa88 service neutron] 10.222.0.65 "GET /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327907 Aug 29 04:23:11.963227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-c15997ec-e15e-4219-8849-7d73e333a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.967602 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-c15997ec-e15e-4219-8849-7d73e333a631 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a8943d8e64c843f1ad880102624bf0da&device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 1096 time: 0.1233516 Aug 29 04:23:12.132679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0613b100-52c5-41f5-9e55-efeebdae9370', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'port_id': '520e3302-f760-46a9-a9ee-3ba84b681764', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'mac_address': 'fa:16:3e:02:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:35Z', 'updated_at': '2021-08-29T04:23:09Z', 'revision_number': 1, 'project_id': 'e08cc208a5af4910becac79e40528057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:12.162514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-8c0a0718-a8de-4bc1-8e4a-113ea9e8b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.164393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-8c0a0718-a8de-4bc1-8e4a-113ea9e8b589 service neutron] 10.222.0.65 "GET /v2.0/networks?id=91559c7f-ffd2-4517-92d8-3a113d23e010 HTTP/1.1" status: 200 len: 917 time: 0.1886449 Aug 29 04:23:12.176678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] Checking router: e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:12.193159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:12.195006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:22:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:12.200611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4942e4-fbf9-4ade-86a3-80c77b991b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bdb2a2-5e38-4210-bb91-d7e66082ee9a'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:12.204301 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c52ff-9c31-441c-b6bf-4b095ebfd4ed" -d '{"events": [{"server_uuid": "fe4942e4-fbf9-4ade-86a3-80c77b991b45", "name": "network-vif-plugged", "status": "completed", "tag": "f7bdb2a2-5e38-4210-bb91-d7e66082ee9a"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:12.240532 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-9cc81d59-7895-4220-b683-4a1ee30eb6e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be3c2cec-ae6c-4e3d-9dd5-813174da8fea HTTP/1.1" status: 200 len: 217 time: 0.0656869 Aug 29 04:23:12.278082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.320668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-3927bc66-125e-4f98-ad1a-fbd6d3f7946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.323575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-3927bc66-125e-4f98-ad1a-fbd6d3f7946c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=468aff73-e2bc-493c-a3f7-38d319ee06af HTTP/1.1" status: 200 len: 855 time: 0.0745831 Aug 29 04:23:12.335273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-e969a2be-26c6-4090-a4fa-43e7316b135e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549803 Aug 29 04:23:12.339911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Transition to ACTIVE for port object b386306c-9fcd-46b9-8994-40400ec723db will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:12.391161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:12.421268 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6531d-81b9-4e86-95d4-6852cf92f0b4 req-e680f654-7804-46dc-ad5c-dad1767b6379 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.427392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-2f742372-1b20-45fd-acd1-ff29cd5ff252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.428928 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34a6531d-81b9-4e86-95d4-6852cf92f0b4 req-e680f654-7804-46dc-ad5c-dad1767b6379 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.6744933 Aug 29 04:23:12.430483 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-2f742372-1b20-45fd-acd1-ff29cd5ff252 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91559c7f-ffd2-4517-92d8-3a113d23e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988419 Aug 29 04:23:12.504242 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.518312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34a6531d-81b9-4e86-95d4-6852cf92f0b4 req-5bc57659-9896-492b-8b23-8447eb3abc58 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884020 Aug 29 04:23:12.611256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Allocated IP 192.168.233.142 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/be55727a-7c9b-4f9d-ad76-614bb76cce65) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:12.653859 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-12d19081-404f-40d9-8124-ac6c523cdc53 service neutron] 10.222.0.65 "GET /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041900 Aug 29 04:23:12.659053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-cec88364-aba8-400d-92c4-7b71dd66d9ed tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.666276 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-cec88364-aba8-400d-92c4-7b71dd66d9ed tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195632 Aug 29 04:23:12.709119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:12.716087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:12.740296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-d88a3350-5f55-432e-b91c-605566af68bb tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/quotas/01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 375 time: 0.0731158 Aug 29 04:23:12.742639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:12.764052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:12.794272 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc16987-b137-4679-8b36-83bb6cefd2f5 x-openstack-request-id: req-fbc16987-b137-4679-8b36-83bb6cefd2f5 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:12.794272 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:12.794272 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbc16987-b137-4679-8b36-83bb6cefd2f5 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:12.794272 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764', 'status': 'completed', 'code': 200} Aug 29 04:23:12.841742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-b5a7bf92-adf5-44a9-a2d1-8e743c905d2e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002610 Aug 29 04:23:12.909275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.910018 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.942500 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c985130-a3f4-437c-a739-d54594687eac x-openstack-request-id: req-5c985130-a3f4-437c-a739-d54594687eac {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:12.943231 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4942e4-fbf9-4ade-86a3-80c77b991b45", "name": "network-vif-plugged", "status": "completed", "tag": "f7bdb2a2-5e38-4210-bb91-d7e66082ee9a", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:12.943784 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c985130-a3f4-437c-a739-d54594687eac {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:12.944515 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4942e4-fbf9-4ade-86a3-80c77b991b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bdb2a2-5e38-4210-bb91-d7e66082ee9a', 'code': 200} Aug 29 04:23:12.958535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-2657ce80-2a9f-4ac9-b312-e5e23e7d7af0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3000307 Aug 29 04:23:12.973947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Request body: {'port': {'device_id': '630487bd-8156-4874-9e06-8f1398a6623e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:13.158096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0613b100-52c5-41f5-9e55-efeebdae9370', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'port_id': '520e3302-f760-46a9-a9ee-3ba84b681764', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'mac_address': 'fa:16:3e:02:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:35Z', 'updated_at': '2021-08-29T04:23:09Z', 'revision_number': 1, 'project_id': 'e08cc208a5af4910becac79e40528057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:13.174285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-979c81ff-4b62-41b1-ad66-bd1dae4f3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.175894 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-979c81ff-4b62-41b1-ad66-bd1dae4f3038 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1098 time: 0.3604853 Aug 29 04:23:13.177865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-316c33eb-ffff-46f9-9191-b3ab8e8d24ce req-c7e36727-45db-423e-97c7-97a642204382 service neutron] 10.222.0.65 "GET /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170925 Aug 29 04:23:13.213538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db6f59-2a0b-485c-860a-b511b2814f26 None None] The sync data for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 is: [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0613b100-52c5-41f5-9e55-efeebdae9370', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'port_id': '520e3302-f760-46a9-a9ee-3ba84b681764', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'mac_address': 'fa:16:3e:02:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:35Z', 'updated_at': '2021-08-29T04:23:09Z', 'revision_number': 1, 'project_id': 'e08cc208a5af4910becac79e40528057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:13.298595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b694783f-873a-41f1-8783-928385f7ef12 None None] Provisioning for port b386306c-9fcd-46b9-8994-40400ec723db completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:13.303571 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.308150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b694783f-873a-41f1-8783-928385f7ef12 None None] Provisioning complete for port b386306c-9fcd-46b9-8994-40400ec723db triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:13.308893 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b694783f-873a-41f1-8783-928385f7ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.321095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6d58a-0f35-4b28-af75-d7ffe4409332 req-ccf69b9b-aa86-4b65-b1cc-dbb0ef0426e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.327734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7b6d58a-0f35-4b28-af75-d7ffe4409332 req-ccf69b9b-aa86-4b65-b1cc-dbb0ef0426e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 1098 time: 0.3416460 Aug 29 04:23:13.407781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b694783f-873a-41f1-8783-928385f7ef12 None None] Port b386306c-9fcd-46b9-8994-40400ec723db cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:13.438556 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.479374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-3c5a74e2-08ed-4791-9d21-bbad336bde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.479946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef856488-3b6e-44d9-b2b4-35089248add5 req-c8661163-b51c-4c2b-af8b-dfd48c08a705 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.481181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-3c5a74e2-08ed-4791-9d21-bbad336bde1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.2967346 Aug 29 04:23:13.482058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Transition to ACTIVE for port object be55727a-7c9b-4f9d-ad76-614bb76cce65 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:13.485745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef856488-3b6e-44d9-b2b4-35089248add5 req-c8661163-b51c-4c2b-af8b-dfd48c08a705 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.3697469 Aug 29 04:23:13.569165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7b6d58a-0f35-4b28-af75-d7ffe4409332 req-c885dd55-a1c6-4c26-becd-d805899ff478 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293501 Aug 29 04:23:13.638545 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3167ec-5756-4c33-b844-e83b2a2b46d2 None None] New status for floating IP 0613b100-52c5-41f5-9e55-efeebdae9370: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:23:13.682796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.689238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef856488-3b6e-44d9-b2b4-35089248add5 req-8413b00a-843a-441d-a8d4-9863bd73a8a8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561399 Aug 29 04:23:13.762506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Pushing event updated for resources: {'Port': ['ID=be55727a-7c9b-4f9d-ad76-614bb76cce65,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.773016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07d383-7988-483f-86f2-2ab85cd975a9 req-49802a8d-aa79-4357-84c2-17614bbc4e36 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.778158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-933728d6-1b5e-4a49-8cb6-7929784bfd60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 999 time: 0.2884309 Aug 29 04:23:13.781194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c07d383-7988-483f-86f2-2ab85cd975a9 req-49802a8d-aa79-4357-84c2-17614bbc4e36 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 950 time: 0.3493447 Aug 29 04:23:13.827039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:13.831746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:13.837849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:13.902767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-2f4c9553-7d28-4198-b9ec-03aff5b7aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.904623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-2f4c9553-7d28-4198-b9ec-03aff5b7aad7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.1178529 Aug 29 04:23:13.989730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.993192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.017868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c07d383-7988-483f-86f2-2ab85cd975a9 req-2a72e77b-5993-42b0-afdc-eb9231df2fc9 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315466 Aug 29 04:23:14.049407 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-ffbed17f-2a76-4768-8c91-59a1a3191371 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9116497 Aug 29 04:23:14.063876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-d5617131-767d-4106-b421-1b4b6a26eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.066992 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-d5617131-767d-4106-b421-1b4b6a26eb41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506398 Aug 29 04:23:14.074129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Request body: {'port': {'device_id': '2da1e692-757b-4819-b073-d31e5dc7ab88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:14.095333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6fbd0-928c-45f2-bedf-cbc23966e285 req-b2441fe1-4c51-4b96-8b5c-0c18e40a92d6 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.108050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6a6fbd0-928c-45f2-bedf-cbc23966e285 req-b2441fe1-4c51-4b96-8b5c-0c18e40a92d6 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 936 time: 0.2835093 Aug 29 04:23:14.229784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd3b0d8c-f593-4bf4-a244-c834a3725d0d req-9630c71c-e5a4-414d-b405-ed75bc76f92d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 210 time: 0.0796263 Aug 29 04:23:14.247012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3b4b47f6-d517-4500-8fe4-5c28281ce452 None None] Provisioning for port be55727a-7c9b-4f9d-ad76-614bb76cce65 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:14.259136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.262434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3b4b47f6-d517-4500-8fe4-5c28281ce452 None None] Provisioning complete for port be55727a-7c9b-4f9d-ad76-614bb76cce65 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:14.263137 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3b4b47f6-d517-4500-8fe4-5c28281ce452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.280558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6a6fbd0-928c-45f2-bedf-cbc23966e285 req-5fbc5950-69d1-4a68-bc24-e3fc262b191e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665180 Aug 29 04:23:14.299434 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-a497384c-e9e3-4b4d-83df-3b7900095fbf service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207618 Aug 29 04:23:14.354884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b47f6-d517-4500-8fe4-5c28281ce452 None None] Port be55727a-7c9b-4f9d-ad76-614bb76cce65 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:14.384768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b386306c-9fcd-46b9-8994-40400ec723db {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:14.405842 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.438065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Transition to ACTIVE for port object b386306c-9fcd-46b9-8994-40400ec723db will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:14.446266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.498468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.552356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b88e9-0db0-4bae-a0bf-9b691cc6cf3e req-fcd48252-1a07-4651-bc55-334c89a1dc4b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.552356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-317b88e9-0db0-4bae-a0bf-9b691cc6cf3e req-fcd48252-1a07-4651-bc55-334c89a1dc4b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.1332545 Aug 29 04:23:14.639005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-317b88e9-0db0-4bae-a0bf-9b691cc6cf3e req-75677369-f6ff-4d80-ade3-6422ae7d228c tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122875 Aug 29 04:23:14.678549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2164ffd-5f96-47fb-88bc-eda69e4748a3 req-64a4c81a-bbc8-43b1-8709-d36a56bf4b63 service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575325 Aug 29 04:23:14.696765 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:14.739785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Attempting to bind port b386306c-9fcd-46b9-8994-40400ec723db on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:14.740117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Attempting to bind port b386306c-9fcd-46b9-8994-40400ec723db by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:14.752195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Attempting to bind port b386306c-9fcd-46b9-8994-40400ec723db on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:14.780877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Port b386306c-9fcd-46b9-8994-40400ec723db on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:14.781406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Attempting to bind port b386306c-9fcd-46b9-8994-40400ec723db on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:14.818115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:14.818464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:14.818878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:14.819415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Bound port: b386306c-9fcd-46b9-8994-40400ec723db, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:14.819891 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.841797 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-2e9d0335-d4db-41c7-979a-467dccf59953 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349290 Aug 29 04:23:14.924592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:14.928778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:14.947800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd20ddd-0623-43d0-baf6-5b3fe104eb64 req-4914bb5a-7b7e-4d6f-86fa-f3dfb56761d5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.953659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcd20ddd-0623-43d0-baf6-5b3fe104eb64 req-4914bb5a-7b7e-4d6f-86fa-f3dfb56761d5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 950 time: 0.1931922 Aug 29 04:23:14.956885 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.028623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.029295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.031767 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/b386306c-9fcd-46b9-8994-40400ec723db HTTP/1.1" status: 200 len: 1095 time: 2.0635636 Aug 29 04:23:15.037313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:15.041321 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3461f08-0c09-4fa4-a8d4-a200c5240041" -d '{"events": [{"name": "network-changed", "server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "tag": "b386306c-9fcd-46b9-8994-40400ec723db"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:15.044596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be55727a-7c9b-4f9d-ad76-614bb76cce65 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:15.063491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.088173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcd20ddd-0623-43d0-baf6-5b3fe104eb64 req-77286cb4-8d34-4d1a-a499-e0f4445cb7ba tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287496 Aug 29 04:23:15.088965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb08f-a872-46d5-be69-0206984948d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:15.142670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Transition to ACTIVE for port object be55727a-7c9b-4f9d-ad76-614bb76cce65 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:15.163714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-1de27a56-50c7-4879-a967-12d7f94eb00d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.164852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-17916cce-8d64-4761-b067-c870984816f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.165745 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-1de27a56-50c7-4879-a967-12d7f94eb00d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145781 Aug 29 04:23:15.166459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-17916cce-8d64-4761-b067-c870984816f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1098 time: 0.0614579 Aug 29 04:23:15.169980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.211382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Request body: {'port': {'device_id': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '01da46c9d6144fe0aac1f6c244f09d5d'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:15.286455 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045c532b-915b-49f2-a3e9-ed63e4d6578f x-openstack-request-id: req-045c532b-915b-49f2-a3e9-ed63e4d6578f {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:15.286771 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "tag": "b386306c-9fcd-46b9-8994-40400ec723db", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:15.287018 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-045c532b-915b-49f2-a3e9-ed63e4d6578f {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:15.287444 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db', 'status': 'completed', 'code': 200} Aug 29 04:23:15.289220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-b1b438f3-56b9-4a69-ac13-af2b2fdc8085 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b386306c-9fcd-46b9-8994-40400ec723db HTTP/1.1" status: 200 len: 217 time: 0.0963137 Aug 29 04:23:15.306277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Pushing event updated for resources: {'Port': ['ID=be55727a-7c9b-4f9d-ad76-614bb76cce65,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:15.431077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Attempting to bind port be55727a-7c9b-4f9d-ad76-614bb76cce65 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:15.431595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Attempting to bind port be55727a-7c9b-4f9d-ad76-614bb76cce65 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:15.431719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Attempting to bind port be55727a-7c9b-4f9d-ad76-614bb76cce65 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:15.438651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Made reservation on behalf of 01da46c9d6144fe0aac1f6c244f09d5d for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:15.440857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb163e3f-5854-4f38-a0d7-8e71bc327c4f req-fa2e4778-e2f2-43d8-bd24-fa5a44365dd5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.442947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.444491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb163e3f-5854-4f38-a0d7-8e71bc327c4f req-fa2e4778-e2f2-43d8-bd24-fa5a44365dd5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1645303 Aug 29 04:23:15.446636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-7828aaf1-0d85-41f4-8a72-04d80af1b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.446786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Port be55727a-7c9b-4f9d-ad76-614bb76cce65 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:15.448336 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-7828aaf1-0d85-41f4-8a72-04d80af1b3a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1396356 Aug 29 04:23:15.448803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Attempting to bind port be55727a-7c9b-4f9d-ad76-614bb76cce65 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:15.466645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:15.467558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:15.468853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:15.469436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Bound port: be55727a-7c9b-4f9d-ad76-614bb76cce65, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:15.469920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.473551 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.500659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb163e3f-5854-4f38-a0d7-8e71bc327c4f req-3b469941-76bc-428d-bf89-58c17295d827 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Aug 29 04:23:15.595544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-311b2c14-6100-4ea5-9c17-684ccaf335fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.597232 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-311b2c14-6100-4ea5-9c17-684ccaf335fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925660 Aug 29 04:23:15.685231 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b798c61-fd16-4d3c-b2ec-b3180e39d297 req-6f2462ab-d0f9-43bb-9298-091d5be9a3a7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 210 time: 0.0771029 Aug 29 04:23:15.853621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e754a4-702b-4044-bff1-1f2181417e42 req-5bbe95fb-6241-47c9-94d8-d04d95df7237 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.855362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94e754a4-702b-4044-bff1-1f2181417e42 req-5bbe95fb-6241-47c9-94d8-d04d95df7237 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 948 time: 0.1168053 Aug 29 04:23:15.871875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-dd1aeaca-2920-48be-97cc-60d3b0b930e2 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527914 Aug 29 04:23:15.955484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] For port be55727a-7c9b-4f9d-ad76-614bb76cce65, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:15.963212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] For port be55727a-7c9b-4f9d-ad76-614bb76cce65, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=be55727a-7c9b-4f9d-ad76-614bb76cce65,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:15.972069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.976416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3ff59b0-5de5-4762-ae57-3cfac72fdbe0 req-5441d560-ec51-405c-b182-493daff79295 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4d4c94b5254748d0b2e4db497ffac925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914459 Aug 29 04:23:16.016794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.017427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.018966 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] 10.222.0.64 "PUT /v2.0/ports/be55727a-7c9b-4f9d-ad76-614bb76cce65 HTTP/1.1" status: 200 len: 1097 time: 1.9594586 Aug 29 04:23:16.019478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da1e692-757b-4819-b073-d31e5dc7ab88', 'tag': 'be55727a-7c9b-4f9d-ad76-614bb76cce65'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:16.021985 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89ec8cd-0311-4d40-9da5-03c3b5557d94" -d '{"events": [{"name": "network-changed", "server_uuid": "2da1e692-757b-4819-b073-d31e5dc7ab88", "tag": "be55727a-7c9b-4f9d-ad76-614bb76cce65"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:16.068097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94e754a4-702b-4044-bff1-1f2181417e42 req-e09750e7-df37-46f0-a886-d6991ad3fdb2 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844463 Aug 29 04:23:16.101922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.104083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d510c6-86ca-440d-9b8d-e9c4cae36530 service neutron] Pushing event updated for resources: {'Port': ['ID=be55727a-7c9b-4f9d-ad76-614bb76cce65,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.111536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.132245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d4038e0-7c22-4d5d-9289-389d058b6345 req-d0faebe4-b6ce-4402-87d9-2ec3491c9170 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586663 Aug 29 04:23:16.203062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff59b0-5de5-4762-ae57-3cfac72fdbe0 req-6548ffeb-3753-452a-9971-d961ddf82a72 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.208229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700437c-3758-48e9-88ec-5b5337417320 req-dcc617aa-2978-46ac-89be-af823f4d55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.210134 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-dcc617aa-2978-46ac-89be-af823f4d55eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 1100 time: 0.1432192 Aug 29 04:23:16.211270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0737423a-ba4a-49e2-b1ac-4f9735e326ed,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.213485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3ff59b0-5de5-4762-ae57-3cfac72fdbe0 req-6548ffeb-3753-452a-9971-d961ddf82a72 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190762 Aug 29 04:23:16.270992 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3ff59b0-5de5-4762-ae57-3cfac72fdbe0 req-7cd4f09c-59f8-4717-8d68-e2952a9e30f7 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/quotas/4d4c94b5254748d0b2e4db497ffac925 HTTP/1.1" status: 200 len: 375 time: 0.0566490 Aug 29 04:23:16.294038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-322cb77d-b30b-43d8-8388-f4997c51b1e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=be55727a-7c9b-4f9d-ad76-614bb76cce65 HTTP/1.1" status: 200 len: 217 time: 0.0640469 Aug 29 04:23:16.328605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3ff59b0-5de5-4762-ae57-3cfac72fdbe0 req-f39f51c0-bf07-4da8-84e3-f016059d59b9 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d4c94b5254748d0b2e4db497ffac925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567417 Aug 29 04:23:16.339219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-097313e4-7750-44aa-8e66-6fee4e90a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.341120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-097313e4-7750-44aa-8e66-6fee4e90a12c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1098 time: 0.1155646 Aug 29 04:23:16.373647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Allocated IP 192.168.233.11 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/16bb51de-2719-42f0-b3a2-603f27cd02e8) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:16.482392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-1c8f8bac-2656-4e8f-b568-e8e559d9952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.483354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-1c8f8bac-2656-4e8f-b568-e8e559d9952d service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1307466 Aug 29 04:23:16.500668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700437c-3758-48e9-88ec-5b5337417320 req-0c94e3fe-622b-4c7f-82e3-cb64ef738c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.502255 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-0c94e3fe-622b-4c7f-82e3-cb64ef738c3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1913581 Aug 29 04:23:16.543912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-6866e445-ee9e-4e17-b367-8dc8b2661bf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b386306c-9fcd-46b9-8994-40400ec723db HTTP/1.1" status: 200 len: 217 time: 0.0392544 Aug 29 04:23:16.558918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c01369-21b9-4ee2-8272-c8d6c5740d27 req-2a814635-f711-44ea-ae8b-5b6617a5e36d tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.566400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3c01369-21b9-4ee2-8272-c8d6c5740d27 req-2a814635-f711-44ea-ae8b-5b6617a5e36d tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.1089735 Aug 29 04:23:16.582524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.598000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700437c-3758-48e9-88ec-5b5337417320 req-4824dffb-1138-4072-958c-0dd6e80f552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.598000 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-4824dffb-1138-4072-958c-0dd6e80f552b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789404 Aug 29 04:23:16.604406 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ea205-4575-4099-928a-aff9847197b5 x-openstack-request-id: req-482ea205-4575-4099-928a-aff9847197b5 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:16.604697 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da1e692-757b-4819-b073-d31e5dc7ab88", "tag": "be55727a-7c9b-4f9d-ad76-614bb76cce65", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:16.604946 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-482ea205-4575-4099-928a-aff9847197b5 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:16.605330 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da1e692-757b-4819-b073-d31e5dc7ab88', 'tag': 'be55727a-7c9b-4f9d-ad76-614bb76cce65', 'status': 'completed', 'code': 200} Aug 29 04:23:16.606202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Transition to ACTIVE for port object 16bb51de-2719-42f0-b3a2-603f27cd02e8 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:16.649794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-30fa6237-f328-4f30-8a33-0530bb739da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.652053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-30fa6237-f328-4f30-8a33-0530bb739da8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0837419 Aug 29 04:23:16.700839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.707466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3c01369-21b9-4ee2-8272-c8d6c5740d27 req-8c8e5d75-7e4d-4192-a785-15c69a80c988 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889618 Aug 29 04:23:16.760860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4dab1-b006-4f4f-b4e7-8cee8255e2ec req-f48c2919-06df-4ae7-8e34-c2075f06e38d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.762607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76e4dab1-b006-4f4f-b4e7-8cee8255e2ec req-f48c2919-06df-4ae7-8e34-c2075f06e38d tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1041584 Aug 29 04:23:16.767568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:16.769406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-37f5007b-ed34-4039-b0ed-33a197798264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.769958 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-d89db1a0-54b0-4db0-8521-f7713528b586 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519561 Aug 29 04:23:16.771081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-37f5007b-ed34-4039-b0ed-33a197798264 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997047 Aug 29 04:23:16.775490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:16.779527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:16.826143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.872097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76e4dab1-b006-4f4f-b4e7-8cee8255e2ec req-1fdcb6e8-1098-4fe1-a5ca-b777b1653154 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949628 Aug 29 04:23:16.910254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.910900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.959094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-9a8f17db-b1a1-4565-8613-556428da3285 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655750 Aug 29 04:23:16.962234 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-a049d7ce-b17e-4e74-9b10-ae6e79225dfa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7584362 Aug 29 04:23:16.982421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Request body: {'port': {'device_id': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:16.991465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d700437c-3758-48e9-88ec-5b5337417320 req-80b0af86-b9d6-4836-b9c1-5279469dd486 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811872 Aug 29 04:23:17.100094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.154445 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3461f08-0c09-4fa4-a8d4-a200c5240041 req-2d94b068-b805-49c7-bdfc-bd2590f3f551 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848571 Aug 29 04:23:17.172455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c3486452-0213-4b5b-bf7e-a5c86a72ebc6 None None] Provisioning for port 16bb51de-2719-42f0-b3a2-603f27cd02e8 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:17.177439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f67f90-35e1-40c9-9099-bc4d14e2f007 req-e9910d9e-916d-46fc-a898-0f0f798abcef tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.179594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c3486452-0213-4b5b-bf7e-a5c86a72ebc6 None None] Provisioning complete for port 16bb51de-2719-42f0-b3a2-603f27cd02e8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:17.180276 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c3486452-0213-4b5b-bf7e-a5c86a72ebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.185621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69f67f90-35e1-40c9-9099-bc4d14e2f007 req-e9910d9e-916d-46fc-a898-0f0f798abcef tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 935 time: 0.1072702 Aug 29 04:23:17.255216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69f67f90-35e1-40c9-9099-bc4d14e2f007 req-54aaa6f8-c175-43f9-8ecb-5afc9040dbda tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631633 Aug 29 04:23:17.258591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c3486452-0213-4b5b-bf7e-a5c86a72ebc6 None None] Port 16bb51de-2719-42f0-b3a2-603f27cd02e8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:17.279475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-3a4da37f-91a2-4721-8f7c-a25b5e2451c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.282339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-3a4da37f-91a2-4721-8f7c-a25b5e2451c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 1100 time: 0.2255836 Aug 29 04:23:17.352945 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-febd312d-f666-4a53-b5c3-4955a4cae247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.372311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3425b-e89f-4414-a101-3d9396279b30 req-e25db9de-d727-4a46-b0af-e0ae0d0bae4e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.375393 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbf3425b-e89f-4414-a101-3d9396279b30 req-e25db9de-d727-4a46-b0af-e0ae0d0bae4e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 948 time: 0.0760448 Aug 29 04:23:17.409177 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40ecca10-4dbd-41f9-88c4-13f48244356a req-bf51e94c-320e-497d-84bb-00cb5bec85fd tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4d4c94b5254748d0b2e4db497ffac925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319066 Aug 29 04:23:17.452343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-31b44ac0-ec73-45c7-9b5e-fbcb65d381ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.453852 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-31b44ac0-ec73-45c7-9b5e-fbcb65d381ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1618769 Aug 29 04:23:17.489612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbf3425b-e89f-4414-a101-3d9396279b30 req-051636af-9aeb-4f4e-ae8a-bd9f41dd409d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969183 Aug 29 04:23:17.522035 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-01aa5272-28fe-4fc1-947f-324c2be1b4aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=be55727a-7c9b-4f9d-ad76-614bb76cce65 HTTP/1.1" status: 200 len: 217 time: 0.0592194 Aug 29 04:23:17.559429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecca10-4dbd-41f9-88c4-13f48244356a req-9f696821-e643-4bdb-83f5-a72e415f96a7 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.561345 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40ecca10-4dbd-41f9-88c4-13f48244356a req-9f696821-e643-4bdb-83f5-a72e415f96a7 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433115 Aug 29 04:23:17.589359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bb51de-2719-42f0-b3a2-603f27cd02e8 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:17.592094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40ecca10-4dbd-41f9-88c4-13f48244356a req-471157df-8972-4264-a7b7-e90dbc0b463f tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/quotas/4d4c94b5254748d0b2e4db497ffac925 HTTP/1.1" status: 200 len: 375 time: 0.0209239 Aug 29 04:23:17.602843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.611754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-8a49c83d-fce4-4ebc-8ba0-666ce96675e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.613312 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-8a49c83d-fce4-4ebc-8ba0-666ce96675e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0905008 Aug 29 04:23:17.620997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Transition to ACTIVE for port object 16bb51de-2719-42f0-b3a2-603f27cd02e8 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:17.624848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40ecca10-4dbd-41f9-88c4-13f48244356a req-037ace08-9d90-4561-8033-699d49a6877f tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d4c94b5254748d0b2e4db497ffac925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316260 Aug 29 04:23:17.626664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.721885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:17.762433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-870827de-0238-4c87-8132-a77e80ef9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.764227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-870827de-0238-4c87-8132-a77e80ef9948 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322083 Aug 29 04:23:17.880646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3542792-4b69-4bcf-97e3-55e21be4a060 req-3081a9fc-0b6d-4ee5-aa3f-38f994bbaa4e tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.892534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3542792-4b69-4bcf-97e3-55e21be4a060 req-3081a9fc-0b6d-4ee5-aa3f-38f994bbaa4e tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.0875051 Aug 29 04:23:17.895337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Attempting to bind port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:17.901380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Attempting to bind port 16bb51de-2719-42f0-b3a2-603f27cd02e8 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:17.901380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Attempting to bind port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:17.912471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:17.912806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Attempting to bind port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:17.942554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:17.943015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:17.943415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:17.944053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Bound port: 16bb51de-2719-42f0-b3a2-603f27cd02e8, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:17.944881 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.948262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3542792-4b69-4bcf-97e3-55e21be4a060 req-49b4bc94-fabb-4de5-886f-0eaafd1383dc tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546000 Aug 29 04:23:17.961418 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-47775375-4d7c-4df4-b041-f4f6cb1a443c service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763628 Aug 29 04:23:18.092549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c1059-d16f-47b0-b329-677b6c17e35d req-54be5429-8f1e-4e29-9688-938b305baefb tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.094718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-437c1059-d16f-47b0-b329-677b6c17e35d req-54be5429-8f1e-4e29-9688-938b305baefb tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.0605841 Aug 29 04:23:18.116751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:18.121328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:18.130059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.145577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-437c1059-d16f-47b0-b329-677b6c17e35d req-d624f51a-2e0d-45e8-b46c-d15d3c4d5d27 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 Aug 29 04:23:18.173637 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f89ec8cd-0311-4d40-9da5-03c3b5557d94 req-b0ef3411-b28d-4289-bc31-40733084030a service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990898 Aug 29 04:23:18.182288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.182918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.184454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] 10.222.0.65 "PUT /v2.0/ports/16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 1096 time: 1.2101023 Aug 29 04:23:18.222995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b553f-b4be-4689-bef7-636b22933c79 service neutron] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:18.292209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-1c3b0058-2253-492f-8d88-3debbbeba21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.294186 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-1c3b0058-2253-492f-8d88-3debbbeba21a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1099 time: 0.0660629 Aug 29 04:23:18.304595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0cdd9d56-d61f-4513-a4ec-d63fdf6bc793 req-4830ca93-e804-4d2f-a385-48626755abb6 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4d4c94b5254748d0b2e4db497ffac925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297968 Aug 29 04:23:18.366231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-d7ab3145-1345-4f8a-90c9-5f7df59197ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.0586812 Aug 29 04:23:18.423904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-e0a36923-c727-4812-a2a5-a8dcb12cd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.425465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-e0a36923-c727-4812-a2a5-a8dcb12cd0d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0486484 Aug 29 04:23:18.454833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5f80e-a540-4a2c-8ea6-9d9aa9aa29b2 req-3f46d9f8-913d-435c-99f7-0d86238ee340 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.456352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35e5f80e-a540-4a2c-8ea6-9d9aa9aa29b2 req-3f46d9f8-913d-435c-99f7-0d86238ee340 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.0956221 Aug 29 04:23:18.468859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9d56-d61f-4513-a4ec-d63fdf6bc793 req-a6cd481f-6fe4-42ce-ae68-ac38e7b7c013 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.470324 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0cdd9d56-d61f-4513-a4ec-d63fdf6bc793 req-a6cd481f-6fe4-42ce-ae68-ac38e7b7c013 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632142 Aug 29 04:23:18.475600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-31865e3f-42f3-4e17-a6c4-9a67da27ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.477210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-31865e3f-42f3-4e17-a6c4-9a67da27ac6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437045 Aug 29 04:23:18.498810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0cdd9d56-d61f-4513-a4ec-d63fdf6bc793 req-1c27db87-ab24-4d69-985e-456563fe3251 tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/quotas/4d4c94b5254748d0b2e4db497ffac925 HTTP/1.1" status: 200 len: 375 time: 0.0206935 Aug 29 04:23:18.528278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35e5f80e-a540-4a2c-8ea6-9d9aa9aa29b2 req-eb464336-34f4-4c77-ba14-b1e4662f74b7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569313 Aug 29 04:23:18.543778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0cdd9d56-d61f-4513-a4ec-d63fdf6bc793 req-9534d1a3-31b8-4631-ad8f-9c0b29179edf tempest-QuotasAdminNegativeTest-1927337092 tempest-QuotasAdminNegativeTest-1927337092-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d4c94b5254748d0b2e4db497ffac925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317640 Aug 29 04:23:18.585795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-17acc758-5c97-4712-95c0-1bea3e686cd4 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003385 Aug 29 04:23:18.614176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:18.616116 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb1152f-740a-4aab-903e-9ad7f2f7b275" -d '{"events": [{"name": "network-changed", "server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:18.666839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eccc6-1a01-4531-a9a4-f85750b01f15 req-b862f721-d530-43c6-9063-0eeed118cb25 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.668517 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e83eccc6-1a01-4531-a9a4-f85750b01f15 req-b862f721-d530-43c6-9063-0eeed118cb25 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 948 time: 0.0638003 Aug 29 04:23:18.696101 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5921c997-99d1-4e35-b6c7-9a16675366c9 req-edf8aee9-7afd-4966-80fc-5733e44666d6 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013281 Aug 29 04:23:18.714244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e83eccc6-1a01-4531-a9a4-f85750b01f15 req-4fa1beef-2b43-43e0-a3d9-952ff224af16 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Aug 29 04:23:18.765914 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a75efc-5611-4552-a6d7-1b651e10d208 x-openstack-request-id: req-c5a75efc-5611-4552-a6d7-1b651e10d208 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:18.766195 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:18.766448 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5a75efc-5611-4552-a6d7-1b651e10d208 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:18.766848 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'status': 'completed', 'code': 200} Aug 29 04:23:18.794012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:18.863782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-67372081-bada-44ee-8244-0740e1a8f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.869828 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-67372081-bada-44ee-8244-0740e1a8f050 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1099 time: 0.0660748 Aug 29 04:23:18.930882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:18.956602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '690b2f81-a9d9-4898-9ada-144085f47004', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '690b2f81-a9d9-4898-9ada-144085f47004', 'mac_address': 'fa:16:3e:fe:63:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:18.994562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-a53013f7-65c8-4d5f-8b68-2b45bd8678b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.996271 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-a53013f7-65c8-4d5f-8b68-2b45bd8678b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1139860 Aug 29 04:23:19.066289 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.082014 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-c2e912d5-6e45-4264-bd4e-527287e35df2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.0779498 Aug 29 04:23:19.102618 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 690b2f81-a9d9-4898-9ada-144085f47004 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:19.141784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:19.152866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.175642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212ae01-31a4-4253-b447-112a30566eb5 req-62d8d2e6-8938-4da9-921a-c23e7ecbbced tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.177290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a212ae01-31a4-4253-b447-112a30566eb5 req-62d8d2e6-8938-4da9-921a-c23e7ecbbced tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.1016188 Aug 29 04:23:19.182630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-c0e34262-e582-46e6-b2c1-22c8e16f887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.184880 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-c0e34262-e582-46e6-b2c1-22c8e16f887f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0965917 Aug 29 04:23:19.221181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.261418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a212ae01-31a4-4253-b447-112a30566eb5 req-a8d240cd-e269-4b94-8a15-1856cbf1e337 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738547 Aug 29 04:23:19.264246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-23d8dc92-e4d2-4238-b8ec-11ea71fbab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.268216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-23d8dc92-e4d2-4238-b8ec-11ea71fbab90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752006 Aug 29 04:23:19.288343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['690b2f81-a9d9-4898-9ada-144085f47004'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:19.331679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997211-1ba7-450d-b8aa-88adb0c31f7d req-702e429e-eced-4ab2-984e-4935535028a7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.336323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2997211-1ba7-450d-b8aa-88adb0c31f7d req-702e429e-eced-4ab2-984e-4935535028a7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.0640993 Aug 29 04:23:19.337086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40402) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:19.405331 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2997211-1ba7-450d-b8aa-88adb0c31f7d req-b021945b-5868-4b68-9fa6-57ada9260108 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573645 Aug 29 04:23:19.462604 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-b0c5888d-94d1-40ea-b72f-0917a116b0de service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869709 Aug 29 04:23:19.510218 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3960e821-27df-45ac-ad9f-1518d7e31acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.609919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2cb1152f-740a-4aab-903e-9ad7f2f7b275 req-6d4706b0-054e-4d0b-bf9b-82c0bd1c850a service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393638 Aug 29 04:23:19.664996 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3960e821-27df-45ac-ad9f-1518d7e31acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.670473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3960e821-27df-45ac-ad9f-1518d7e31acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.736032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3960e821-27df-45ac-ad9f-1518d7e31acd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d4c94b5254748d0b2e4db497ffac925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961065 Aug 29 04:23:19.738933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40428) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:19.753051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eefd57-4af3-4c33-ac3b-6a7f381cd10b req-4dc1c3b6-5222-4645-bfd9-6556703454fb tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.762465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86eefd57-4af3-4c33-ac3b-6a7f381cd10b req-4dc1c3b6-5222-4645-bfd9-6556703454fb tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.1394837 Aug 29 04:23:19.764553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960e821-27df-45ac-ad9f-1518d7e31acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f4d990-95c4-4910-934b-bb6adf2501db,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.813584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c724e150-aec2-4687-a2ad-e95ffdd940fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.837820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86eefd57-4af3-4c33-ac3b-6a7f381cd10b req-a9756108-67e6-4880-b304-c10f0b7ea18b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742848 Aug 29 04:23:19.855937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c724e150-aec2-4687-a2ad-e95ffdd940fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.946045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c724e150-aec2-4687-a2ad-e95ffdd940fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.949107 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c724e150-aec2-4687-a2ad-e95ffdd940fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.955618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c724e150-aec2-4687-a2ad-e95ffdd940fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4f4d990-95c4-4910-934b-bb6adf2501db HTTP/1.1" status: 204 len: 168 time: 0.2125041 Aug 29 04:23:19.982211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724e150-aec2-4687-a2ad-e95ffdd940fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f4d990-95c4-4910-934b-bb6adf2501db,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.988886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc595b7-5b96-4ca0-8e5d-3edd730a1ff7 req-8240a5c1-5e49-4724-be36-90da4b1d9d25 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.991715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddc595b7-5b96-4ca0-8e5d-3edd730a1ff7 req-8240a5c1-5e49-4724-be36-90da4b1d9d25 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 948 time: 0.0897353 Aug 29 04:23:20.052598 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddc595b7-5b96-4ca0-8e5d-3edd730a1ff7 req-3eeb220f-bf4b-45c7-9b58-e4434b94ab23 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534899 Aug 29 04:23:20.269167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.377962 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-df8f45f4-8f9d-429c-9e0a-e6fcc861ec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.440073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364f4c-84d9-4d9d-8d6b-735ac4dda5d5 req-d0aa3b6c-e2f8-45a7-8db8-870c7d703117 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.443219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:20.453221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10364f4c-84d9-4d9d-8d6b-735ac4dda5d5 req-d0aa3b6c-e2f8-45a7-8db8-870c7d703117 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.0888546 Aug 29 04:23:20.475455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-913e55ac-66a6-4cca-99f5-7cd5f5b21f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.536040 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10364f4c-84d9-4d9d-8d6b-735ac4dda5d5 req-321ce214-ef2a-4da9-85c6-e281e9d94e47 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787821 Aug 29 04:23:20.633831 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-913e55ac-66a6-4cca-99f5-7cd5f5b21f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.635092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25cb41-d576-4a78-993d-e73e16ed1a3a req-cf636246-1717-460f-9a00-ff139b31f4de tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.638814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee25cb41-d576-4a78-993d-e73e16ed1a3a req-cf636246-1717-460f-9a00-ff139b31f4de tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.0774755 Aug 29 04:23:20.651285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-913e55ac-66a6-4cca-99f5-7cd5f5b21f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.726600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee25cb41-d576-4a78-993d-e73e16ed1a3a req-b08cf495-e0ab-4a78-b4c6-be78c415e9d5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690441 Aug 29 04:23:20.732895 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-913e55ac-66a6-4cca-99f5-7cd5f5b21f5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=381f578d00ea4c7c8db164ad4ffaa344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861714 Aug 29 04:23:20.734897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e55ac-66a6-4cca-99f5-7cd5f5b21f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f62b10-3552-4081-88d6-4e5985cc9219,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:20.737062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40448) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:20.801696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device be55727a-7c9b-4f9d-ad76-614bb76cce65 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:20.820678 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f5e0-129c-44bd-990c-137dd50413af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.861227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:20.868606 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f5e0-129c-44bd-990c-137dd50413af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.939684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f5e0-129c-44bd-990c-137dd50413af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.943251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f5e0-129c-44bd-990c-137dd50413af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.949573 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3ec8f5e0-129c-44bd-990c-137dd50413af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3f62b10-3552-4081-88d6-4e5985cc9219 HTTP/1.1" status: 204 len: 168 time: 0.2088535 Aug 29 04:23:20.965407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8f5e0-129c-44bd-990c-137dd50413af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f62b10-3552-4081-88d6-4e5985cc9219,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.031572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 690b2f81-a9d9-4898-9ada-144085f47004 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:21.031969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.032128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713c465-2040-41a2-af84-6fc934f65da2 req-61e75dcd-05e2-44f9-9742-74899b168901 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.044648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d713c465-2040-41a2-af84-6fc934f65da2 req-61e75dcd-05e2-44f9-9742-74899b168901 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.0813270 Aug 29 04:23:21.127415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d713c465-2040-41a2-af84-6fc934f65da2 req-17f748fc-3b3d-4753-8590-805ff24e6eee tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817740 Aug 29 04:23:21.152900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port be55727a-7c9b-4f9d-ad76-614bb76cce65, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=be55727a-7c9b-4f9d-ad76-614bb76cce65,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.172435 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.177375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'be55727a-7c9b-4f9d-ad76-614bb76cce65', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'be55727a-7c9b-4f9d-ad76-614bb76cce65', 'mac_address': 'fa:16:3e:e3:8d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:21.263594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.266403 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.284678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be55727a-7c9b-4f9d-ad76-614bb76cce65 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:21.292674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ca0ef-5a7e-4ffa-a83d-7288828dbc50 req-2f6e4cbf-86c2-4899-b9c2-e8b31468998a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.307063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-950ca0ef-5a7e-4ffa-a83d-7288828dbc50 req-2f6e4cbf-86c2-4899-b9c2-e8b31468998a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 948 time: 0.1102569 Aug 29 04:23:21.328173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:21.331931 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58df2ee1-9cdb-4fdd-9219-3a060efb9e87" -d '{"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-plugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:21.336390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port be55727a-7c9b-4f9d-ad76-614bb76cce65, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=be55727a-7c9b-4f9d-ad76-614bb76cce65,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.349987 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.351028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:21.359125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.393692 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.406691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-950ca0ef-5a7e-4ffa-a83d-7288828dbc50 req-77c9ece1-d243-4eda-b5f7-b3cf602c91be tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905004 Aug 29 04:23:21.433103 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4993a9c5-dbbf-4ec0-8c6a-8d88d9d7b23a x-openstack-request-id: req-4993a9c5-dbbf-4ec0-8c6a-8d88d9d7b23a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:21.433429 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-plugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:21.433534 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4993a9c5-dbbf-4ec0-8c6a-8d88d9d7b23a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:21.433958 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004', 'code': 200} Aug 29 04:23:21.441319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.449125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=be55727a-7c9b-4f9d-ad76-614bb76cce65,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.491263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'b386306c-9fcd-46b9-8994-40400ec723db', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'b386306c-9fcd-46b9-8994-40400ec723db', 'mac_address': 'fa:16:3e:b4:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:21.545959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.555000 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.571697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b386306c-9fcd-46b9-8994-40400ec723db {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:21.597965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.604407 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.681250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.746688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc9389-c192-4f95-b692-affcb7d7459f req-3d366ea5-10a0-4dee-afca-0f974ddd2e00 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.749809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4cdc9389-c192-4f95-b692-affcb7d7459f req-3d366ea5-10a0-4dee-afca-0f974ddd2e00 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.0785425 Aug 29 04:23:21.817041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4cdc9389-c192-4f95-b692-affcb7d7459f req-4e4bc895-7416-4a32-890e-6c0f9712f88a tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590694 Aug 29 04:23:21.890917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 16bb51de-2719-42f0-b3a2-603f27cd02e8 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:21.951572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['be55727a-7c9b-4f9d-ad76-614bb76cce65'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:21.954773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['b386306c-9fcd-46b9-8994-40400ec723db'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:21.999549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2de6-5e8d-4631-a85c-7ed3754ed9b4 req-0194f2c9-f4b8-4e57-b315-770d59de79e5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.001474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3bd2de6-5e8d-4631-a85c-7ed3754ed9b4 req-0194f2c9-f4b8-4e57-b315-770d59de79e5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1204715 Aug 29 04:23:22.080137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3bd2de6-5e8d-4631-a85c-7ed3754ed9b4 req-10228881-d933-47a3-a687-ad59c866edf4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717931 Aug 29 04:23:22.180804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:22.218804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'mac_address': 'fa:16:3e:db:ce:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:22.365541 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.372074 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e87f-8911-4701-8d4b-6f97c1fad95c req-20fe7548-7505-40a0-83ab-5d40190e1b89 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.382218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7993e87f-8911-4701-8d4b-6f97c1fad95c req-20fe7548-7505-40a0-83ab-5d40190e1b89 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.1186130 Aug 29 04:23:22.389517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bb51de-2719-42f0-b3a2-603f27cd02e8 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:22.466189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7993e87f-8911-4701-8d4b-6f97c1fad95c req-0de2e39b-b87f-4ae1-89ea-3ed2cc5fc1ff tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827377 Aug 29 04:23:22.487408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:22.517854 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.612590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.634669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c0fb0-2bb1-45d1-a096-e88f44dfd4b9 req-81a86520-2f83-4e9e-a412-b2a2c27bcbcb tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.636819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad3c0fb0-2bb1-45d1-a096-e88f44dfd4b9 req-81a86520-2f83-4e9e-a412-b2a2c27bcbcb tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 949 time: 0.1080782 Aug 29 04:23:22.699254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad3c0fb0-2bb1-45d1-a096-e88f44dfd4b9 req-d93bc543-a998-4b0c-96af-3b6eb09bd7e1 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548825 Aug 29 04:23:22.719303 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.824440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:23.412468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bff91a-b447-459d-8b2a-8f79a1494a9e req-fabd09eb-1947-42c1-ab9e-b4e006dc361b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.414697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70bff91a-b447-459d-8b2a-8f79a1494a9e req-fabd09eb-1947-42c1-ab9e-b4e006dc361b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 944 time: 0.5068345 Aug 29 04:23:23.442288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99315f4-2478-43b4-9115-a8839e02b4f0 req-83723a94-1158-496b-8a36-792f49f3e104 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.444123 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d99315f4-2478-43b4-9115-a8839e02b4f0 req-83723a94-1158-496b-8a36-792f49f3e104 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.0833602 Aug 29 04:23:23.490613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70bff91a-b447-459d-8b2a-8f79a1494a9e req-5799341b-6d94-4400-9835-7d1988e93f96 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640230 Aug 29 04:23:23.516319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d99315f4-2478-43b4-9115-a8839e02b4f0 req-8c6a4205-b78b-41b2-af09-8e05f45f0c64 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640447 Aug 29 04:23:23.817738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc836d-20a1-455d-bda7-14f141f154b7 req-6e70e814-39a9-4df9-87f6-dfbf0334973a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.819287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fccc836d-20a1-455d-bda7-14f141f154b7 req-6e70e814-39a9-4df9-87f6-dfbf0334973a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 948 time: 0.0689332 Aug 29 04:23:23.889169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bc8a7-6ecf-49ad-b60c-b0e5dae5ff27 req-aa135809-68c7-450a-bec7-5d5519b17be3 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.891204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2bc8a7-6ecf-49ad-b60c-b0e5dae5ff27 req-aa135809-68c7-450a-bec7-5d5519b17be3 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 949 time: 0.0911410 Aug 29 04:23:23.896895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fccc836d-20a1-455d-bda7-14f141f154b7 req-7e3ff460-9480-4f56-bef8-9018bc9399ea tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550141 Aug 29 04:23:23.921937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device be3c2cec-ae6c-4e3d-9dd5-813174da8fea details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:23.921937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 16bb51de-2719-42f0-b3a2-603f27cd02e8 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:23.970525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2bc8a7-6ecf-49ad-b60c-b0e5dae5ff27 req-45f2331b-ef4b-41db-9d50-374f1b875101 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Aug 29 04:23:24.078635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 16bb51de-2719-42f0-b3a2-603f27cd02e8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:24.095939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 16bb51de-2719-42f0-b3a2-603f27cd02e8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:24.095939 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.143199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port be3c2cec-ae6c-4e3d-9dd5-813174da8fea, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:24.163519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'port_id': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'mac_address': 'fa:16:3e:10:89:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:24.218192 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.271477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3c2cec-ae6c-4e3d-9dd5-813174da8fea {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:24.289331 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.352645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port be3c2cec-ae6c-4e3d-9dd5-813174da8fea, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:24.363289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:24.366080 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1edb84-1984-4b0c-971e-eac85b646b38" -d '{"events": [{"server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "name": "network-vif-plugged", "status": "completed", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:24.395160 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.448196 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082f247-0add-465f-af6d-955af6ae9b40 x-openstack-request-id: req-0082f247-0add-465f-af6d-955af6ae9b40 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:24.448482 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "name": "network-vif-plugged", "status": "completed", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:24.448754 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0082f247-0add-465f-af6d-955af6ae9b40 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:24.449155 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'code': 200} Aug 29 04:23:24.450875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:24.466611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.473546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:24.646796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee3184-496b-4d8b-81ae-d1ee0d8bcff7 req-b48581ee-4a28-4fb4-972d-f2ecc548219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.648977 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63ee3184-496b-4d8b-81ae-d1ee0d8bcff7 req-b48581ee-4a28-4fb4-972d-f2ecc548219e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1101 time: 0.1245842 Aug 29 04:23:24.677310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:24.698077 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63ee3184-496b-4d8b-81ae-d1ee0d8bcff7 req-5bc0dd07-1440-4ddc-a4a8-40258bb1d2ef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Aug 29 04:23:24.709144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['be3c2cec-ae6c-4e3d-9dd5-813174da8fea'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:24.747465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7c0f0-a1d3-45e1-b82f-3649aa317daf req-2d504e1a-1a9b-49eb-86f5-a4fd4a61f016 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.749790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81a7c0f0-a1d3-45e1-b82f-3649aa317daf req-2d504e1a-1a9b-49eb-86f5-a4fd4a61f016 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1082990 Aug 29 04:23:24.773732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bd533-f51d-4c8f-b247-87569390e00d req-5cda5c73-8979-47e6-8a2a-303b29001714 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.786326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c99bd533-f51d-4c8f-b247-87569390e00d req-5cda5c73-8979-47e6-8a2a-303b29001714 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 945 time: 0.1134818 Aug 29 04:23:24.849708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81a7c0f0-a1d3-45e1-b82f-3649aa317daf req-52f1a4d4-0cf2-42b5-b7a3-f6a7b502650f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847919 Aug 29 04:23:24.923234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c99bd533-f51d-4c8f-b247-87569390e00d req-62a8478c-1b46-4012-a16b-39a6f0f49702 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358662 Aug 29 04:23:24.946735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device be55727a-7c9b-4f9d-ad76-614bb76cce65 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:24.984444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40608) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:25.056518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port be55727a-7c9b-4f9d-ad76-614bb76cce65 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:25.072097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port be55727a-7c9b-4f9d-ad76-614bb76cce65 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:25.072500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.164652 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6dde71c-e2dc-4239-bae1-03b68d9608aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.176294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f8a7-2578-4b18-b7d3-0fb1e33e1165 req-de2cf608-8b5b-43a9-8725-44af3b4fc4c9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.183775 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddc8f8a7-2578-4b18-b7d3-0fb1e33e1165 req-de2cf608-8b5b-43a9-8725-44af3b4fc4c9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0944719 Aug 29 04:23:25.202464 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.249764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port be55727a-7c9b-4f9d-ad76-614bb76cce65, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=be55727a-7c9b-4f9d-ad76-614bb76cce65,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:25.256874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.257703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:25.294840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddc8f8a7-2578-4b18-b7d3-0fb1e33e1165 req-f2bc8033-c54e-40f2-8cdf-ea36228521b2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099358 Aug 29 04:23:25.333690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468d95f-f5f5-4c10-a20f-e7fd7f31535d req-3ed33047-203e-4e9d-a533-364037406c96 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.335833 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f468d95f-f5f5-4c10-a20f-e7fd7f31535d req-3ed33047-203e-4e9d-a533-364037406c96 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 949 time: 0.1499479 Aug 29 04:23:25.401145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=be55727a-7c9b-4f9d-ad76-614bb76cce65,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:25.409556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port b386306c-9fcd-46b9-8994-40400ec723db completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:25.414265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port b386306c-9fcd-46b9-8994-40400ec723db triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:25.414650 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.442530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f468d95f-f5f5-4c10-a20f-e7fd7f31535d req-84a9d9a1-19b9-40d4-a12d-7e92bed3b24a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896652 Aug 29 04:23:25.458327 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6dde71c-e2dc-4239-bae1-03b68d9608aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.471822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6dde71c-e2dc-4239-bae1-03b68d9608aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.506202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dde71c-e2dc-4239-bae1-03b68d9608aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab07cf9e-af18-498f-86fa-062b8a157d88,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:25.537886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40624) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:25.548530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e6dde71c-e2dc-4239-bae1-03b68d9608aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c00819b3c2a432484398ca059e42421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623848 Aug 29 04:23:25.561042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.599465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:25.608310 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.611599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6113025f-0730-4ac6-972e-f1eb289df7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.640757 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6113025f-0730-4ac6-972e-f1eb289df7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.672011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:25.703787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6113025f-0730-4ac6-972e-f1eb289df7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.707037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6113025f-0730-4ac6-972e-f1eb289df7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.711083 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6113025f-0730-4ac6-972e-f1eb289df7d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab07cf9e-af18-498f-86fa-062b8a157d88 HTTP/1.1" status: 204 len: 168 time: 0.1696160 Aug 29 04:23:25.718225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113025f-0730-4ac6-972e-f1eb289df7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab07cf9e-af18-498f-86fa-062b8a157d88,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.002974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9181e30-1ee2-4402-ab41-7518f09469e0 req-d511371d-f85d-4634-bca8-ef7fb12230ab tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.004859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9181e30-1ee2-4402-ab41-7518f09469e0 req-d511371d-f85d-4634-bca8-ef7fb12230ab tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.0789585 Aug 29 04:23:26.058356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9181e30-1ee2-4402-ab41-7518f09469e0 req-976a796e-ef40-4e3a-aeab-edbae9a1b7b3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Aug 29 04:23:26.160857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40638) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.180646 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abdb5469-bac7-463f-9da5-1dfd8ed74472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.185618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b02483-2a7a-44b9-aac3-ffb10f27df59 req-79d6771f-acfa-4509-92d4-69b601ef61cb tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.200241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66b02483-2a7a-44b9-aac3-ffb10f27df59 req-79d6771f-acfa-4509-92d4-69b601ef61cb tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 945 time: 0.1248400 Aug 29 04:23:26.263856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66b02483-2a7a-44b9-aac3-ffb10f27df59 req-c28f763d-a3cb-4535-89a9-3cd0aa505668 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627568 Aug 29 04:23:26.320602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abdb5469-bac7-463f-9da5-1dfd8ed74472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.330850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abdb5469-bac7-463f-9da5-1dfd8ed74472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.391364 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-abdb5469-bac7-463f-9da5-1dfd8ed74472 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81583ce7501a45aeb39f258e60dc9112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291584 Aug 29 04:23:26.392952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb5469-bac7-463f-9da5-1dfd8ed74472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b07e12e-7125-4746-b8fe-f16fdbc694ca,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.395596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40642) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.451034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da1e692-757b-4819-b073-d31e5dc7ab88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be55727a-7c9b-4f9d-ad76-614bb76cce65'}, {'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:26.454101 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9258665f-d9db-44b6-8828-da3a09f12184" -d '{"events": [{"server_uuid": "2da1e692-757b-4819-b073-d31e5dc7ab88", "name": "network-vif-plugged", "status": "completed", "tag": "be55727a-7c9b-4f9d-ad76-614bb76cce65"}, {"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-plugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:26.458060 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e63de9-208b-49c8-952d-e2ff394a453a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.464109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bb6e3-8c2d-485e-9ad7-30daa2c88ada req-1465fae1-1042-4ea3-b989-a0920792477f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.474471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-708bb6e3-8c2d-485e-9ad7-30daa2c88ada req-1465fae1-1042-4ea3-b989-a0920792477f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0984402 Aug 29 04:23:26.499788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e63de9-208b-49c8-952d-e2ff394a453a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.533809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-708bb6e3-8c2d-485e-9ad7-30daa2c88ada req-6a0d5c5e-6afb-41c1-81cd-46289a32146d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580246 Aug 29 04:23:26.535376 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731eb4e6-c17e-4c02-826d-54e3bb22dd7a x-openstack-request-id: req-731eb4e6-c17e-4c02-826d-54e3bb22dd7a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:26.535691 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da1e692-757b-4819-b073-d31e5dc7ab88", "name": "network-vif-plugged", "status": "completed", "tag": "be55727a-7c9b-4f9d-ad76-614bb76cce65", "code": 200}, {"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-plugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:26.535952 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-731eb4e6-c17e-4c02-826d-54e3bb22dd7a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:26.536403 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da1e692-757b-4819-b073-d31e5dc7ab88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be55727a-7c9b-4f9d-ad76-614bb76cce65', 'code': 200} Aug 29 04:23:26.536911 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db', 'code': 200} Aug 29 04:23:26.595795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e63de9-208b-49c8-952d-e2ff394a453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.599834 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e63de9-208b-49c8-952d-e2ff394a453a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.601984 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44e63de9-208b-49c8-952d-e2ff394a453a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b07e12e-7125-4746-b8fe-f16fdbc694ca HTTP/1.1" status: 204 len: 168 time: 0.2054088 Aug 29 04:23:26.613670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e63de9-208b-49c8-952d-e2ff394a453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b07e12e-7125-4746-b8fe-f16fdbc694ca,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.729015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d472c-70cc-4b34-8d87-68143b02d6ec req-1fce7cdc-c609-402a-81b5-9bcbf3fae45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.731340 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c4d472c-70cc-4b34-8d87-68143b02d6ec req-1fce7cdc-c609-402a-81b5-9bcbf3fae45c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1100 time: 0.0538430 Aug 29 04:23:26.743766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab3cbd-d3de-4ef5-b966-785c7cb9f63c req-9358d5ad-00fb-4976-8499-e1136d157e51 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.748415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7aab3cbd-d3de-4ef5-b966-785c7cb9f63c req-9358d5ad-00fb-4976-8499-e1136d157e51 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 950 time: 0.1153617 Aug 29 04:23:26.801645 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c4d472c-70cc-4b34-8d87-68143b02d6ec req-1ccc3fa6-d877-4a7b-a16e-fa06df970766 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 Aug 29 04:23:26.829357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd246a5b-b537-4a66-8bc2-730315564f05 req-06e37365-2e2a-46b7-9144-eaef149bb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.830997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd246a5b-b537-4a66-8bc2-730315564f05 req-06e37365-2e2a-46b7-9144-eaef149bb2e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 1102 time: 0.1155686 Aug 29 04:23:26.834371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7aab3cbd-d3de-4ef5-b966-785c7cb9f63c req-17aa1645-20de-4fa0-b92b-3bbeed200a8f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748963 Aug 29 04:23:26.913342 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.106783 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd246a5b-b537-4a66-8bc2-730315564f05 req-9bc218d4-988c-4c71-b2c7-de8ac82e692f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768497 Aug 29 04:23:27.121149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d93105-e2be-453f-9f8f-a243ac10ff5b req-3661c28b-ea2b-4c22-8474-e7a06e487db8 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.122980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70d93105-e2be-453f-9f8f-a243ac10ff5b req-3661c28b-ea2b-4c22-8474-e7a06e487db8 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1101 time: 0.0623081 Aug 29 04:23:27.147494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-70d93105-e2be-453f-9f8f-a243ac10ff5b req-d88b547a-1c81-4289-96de-a83b93e1fb04 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.278618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05334c71-a6e4-4eea-adc4-512809b832ce req-a6e42ef4-8088-4255-9de7-454a97827511 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.279917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05334c71-a6e4-4eea-adc4-512809b832ce req-a6e42ef4-8088-4255-9de7-454a97827511 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1162128 Aug 29 04:23:27.332889 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-70d93105-e2be-453f-9f8f-a243ac10ff5b req-d88b547a-1c81-4289-96de-a83b93e1fb04 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.346341 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-70d93105-e2be-453f-9f8f-a243ac10ff5b req-d88b547a-1c81-4289-96de-a83b93e1fb04 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.371550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05334c71-a6e4-4eea-adc4-512809b832ce req-f008ce66-a81f-45c9-bc44-0e152fdf732a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Aug 29 04:23:27.381227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70d93105-e2be-453f-9f8f-a243ac10ff5b req-d88b547a-1c81-4289-96de-a83b93e1fb04 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516265 Aug 29 04:23:27.393656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b547a-1c81-4289-96de-a83b93e1fb04 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e170ee5b-6058-4d3a-9a0b-df3af715842c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.663163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a64c3-5e69-4bac-a2a7-caf7dd9fe791 req-36669d71-0f5e-4877-a894-6ab1e19c8712 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.676977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae2a64c3-5e69-4bac-a2a7-caf7dd9fe791 req-36669d71-0f5e-4877-a894-6ab1e19c8712 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 945 time: 0.0766134 Aug 29 04:23:27.731361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae2a64c3-5e69-4bac-a2a7-caf7dd9fe791 req-ae6a57da-f8d1-47a1-97c2-546b44e9f5e8 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533013 Aug 29 04:23:27.868520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40718) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.940010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device be3c2cec-ae6c-4e3d-9dd5-813174da8fea up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:28.010668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9efdd8-b168-41cf-986f-9b7828a5f6c2 req-db995b1a-00e3-4b38-b1dc-501c91f3bbb9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.012284 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed9efdd8-b168-41cf-986f-9b7828a5f6c2 req-db995b1a-00e3-4b38-b1dc-501c91f3bbb9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 950 time: 0.0766594 Aug 29 04:23:28.020460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1438079719-network', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:28.050758 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.056145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port be3c2cec-ae6c-4e3d-9dd5-813174da8fea completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:28.061920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port be3c2cec-ae6c-4e3d-9dd5-813174da8fea triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:28.063173 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.094471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed9efdd8-b168-41cf-986f-9b7828a5f6c2 req-caa57ae8-d3cd-4419-b8b4-9cb7c02dba33 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Aug 29 04:23:28.095978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:28.109554 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.120650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.192811 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.239721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port be3c2cec-ae6c-4e3d-9dd5-813174da8fea, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:28.248369 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.330990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.467569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-374daba3-2993-4cde-a475-08719200c34b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1987078 Aug 29 04:23:28.477354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3f702-2495-4595-b677-57c0d482d698 req-343abe8d-0e01-4715-b659-c21d9a17ba14 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.478954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eac3f702-2495-4595-b677-57c0d482d698 req-343abe8d-0e01-4715-b659-c21d9a17ba14 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1902699 Aug 29 04:23:28.538664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6589c089-7241-4a3c-9c51-54489bd96248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:28.541408 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03e481-2ccc-41e2-96d5-016597ee4534" -d '{"events": [{"server_uuid": "6589c089-7241-4a3c-9c51-54489bd96248", "name": "network-vif-plugged", "status": "completed", "tag": "be3c2cec-ae6c-4e3d-9dd5-813174da8fea"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:28.558123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.599134 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.668103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eac3f702-2495-4595-b677-57c0d482d698 req-41e7bf7f-f9d5-45a6-a11d-89a319ad0573 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804469 Aug 29 04:23:28.681595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b887c-2d5c-45a9-8d78-606ba3e4ca15,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.685860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:28.727356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf31a1e-6b4c-4a50-885a-6d61a1116b51 req-64216e00-60fb-46ee-b1a1-60a067793d11 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.731079 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbf31a1e-6b4c-4a50-885a-6d61a1116b51 req-64216e00-60fb-46ee-b1a1-60a067793d11 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1933985 Aug 29 04:23:28.733508 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.735676 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Added segment 3180ef26-6543-40b7-9b2c-9a6546c3a4fe of type vlan for network cbfb259f-1119-41e2-a019-e3389bc60064 Aug 29 04:23:28.824696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.874912 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295289bc-7ef8-46c6-867b-eb083a97070d x-openstack-request-id: req-295289bc-7ef8-46c6-867b-eb083a97070d {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:28.875209 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6589c089-7241-4a3c-9c51-54489bd96248", "name": "network-vif-plugged", "status": "completed", "tag": "be3c2cec-ae6c-4e3d-9dd5-813174da8fea", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:28.875463 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-295289bc-7ef8-46c6-867b-eb083a97070d {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:28.875858 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6589c089-7241-4a3c-9c51-54489bd96248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'code': 200} Aug 29 04:23:28.880921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbf31a1e-6b4c-4a50-885a-6d61a1116b51 req-4ebe9ed2-561d-48bd-826b-262fe87b2c81 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215055 Aug 29 04:23:28.883514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.886931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.887565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.034719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1651037 Aug 29 04:23:29.047847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40758) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:29.067679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Request body: {'subnet': {'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1438079719-subnet', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:29.069169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6b273-4852-413e-b3e9-1573e360c229 admin admin] Pushing event updated for resources: {'Network': ['ID=cbfb259f-1119-41e2-a019-e3389bc60064,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.075745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1e85-3be7-4c6e-a342-e0697f2995c5 req-008688b9-7538-40f3-b222-931b3ff06be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.078440 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3bc1e85-3be7-4c6e-a342-e0697f2995c5 req-008688b9-7538-40f3-b222-931b3ff06be7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 1098 time: 0.1147487 Aug 29 04:23:29.109540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network cbfb259f-1119-41e2-a019-e3389bc60064 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:29.121300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5d1d1-043d-46d1-a96a-e206cc524627 req-5ffaaf1e-79dc-4662-8ad4-651ed91ffedc tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.123300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eed5d1d1-043d-46d1-a96a-e206cc524627 req-5ffaaf1e-79dc-4662-8ad4-651ed91ffedc tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.1147439 Aug 29 04:23:29.155242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:29.158328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.238516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eed5d1d1-043d-46d1-a96a-e206cc524627 req-5e4c0650-4dd6-4000-aa5a-cf64546c4661 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071668 Aug 29 04:23:29.262556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31102a-b2b5-4080-99d8-28caa3389f20 req-2bfdf07e-9877-4452-8b45-152574cd126f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.271491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e31102a-b2b5-4080-99d8-28caa3389f20 req-2bfdf07e-9877-4452-8b45-152574cd126f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 950 time: 0.0850539 Aug 29 04:23:29.287242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3bc1e85-3be7-4c6e-a342-e0697f2995c5 req-a7d64ce5-5acc-42f0-b175-dd93ef38ff48 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895385 Aug 29 04:23:29.316838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e31102a-b2b5-4080-99d8-28caa3389f20 req-27e2cda5-8473-413b-912c-2e5ae5701555 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446906 Aug 29 04:23:29.503442 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.550626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87c61-d36a-45e8-aea8-2951ed91822c req-6b969a23-b658-4a27-acfc-385d85be9c3e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.559146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36e87c61-d36a-45e8-aea8-2951ed91822c req-6b969a23-b658-4a27-acfc-385d85be9c3e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0936885 Aug 29 04:23:29.604100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a554d73e-0fea-43f9-a29f-cf9b46f51763,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.625380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36e87c61-d36a-45e8-aea8-2951ed91822c req-e000f19d-032a-43ce-a75d-2a2b596810a3 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652092 Aug 29 04:23:29.629423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Checking segment: {'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:29.629810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Network hostable DHCP agents. Network: cbfb259f-1119-41e2-a019-e3389bc60064, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:29.655830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Network cbfb259f-1119-41e2-a019-e3389bc60064 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:29.675336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, cbfb259f-1119-41e2-a019-e3389bc60064) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:29.686046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818c3501-6c49-47c1-a82a-7db669582fef None None] Network cbfb259f-1119-41e2-a019-e3389bc60064 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:29.690733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.692054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.717209 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f3a07eea-f423-486f-90de-7c015af573a4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6658401 Aug 29 04:23:29.720207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40774) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:29.732296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:29.784953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.786412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.919764 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.944225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346e60c-f228-46a7-b080-5495d118aa9a req-9c6c5905-7909-4b8d-afd3-17e518f94ae5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.957108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9346e60c-f228-46a7-b080-5495d118aa9a req-9c6c5905-7909-4b8d-afd3-17e518f94ae5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1289589 Aug 29 04:23:30.011972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-cbfb259f-1119-41e2-a019-e3389bc60064', 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'fixed_ips': [{'subnet_id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:30.013161 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.035449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9346e60c-f228-46a7-b080-5495d118aa9a req-5a31626b-5efe-4585-a586-121eeac6bccb tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774212 Aug 29 04:23:30.179967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.200290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-45de4e59-1944-4de7-989a-78419ac13a0e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=69b0b3daf0e847a09070c3911e139d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369790 Aug 29 04:23:30.211062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bef7f-e7a3-4414-acf8-7670958f0ad9 req-aa12314f-4e64-4be5-b23e-859168a46486 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.216505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-529bef7f-e7a3-4414-acf8-7670958f0ad9 req-aa12314f-4e64-4be5-b23e-859168a46486 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1892309 Aug 29 04:23:30.274138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Allocated IP 172.20.0.2 (cbfb259f-1119-41e2-a019-e3389bc60064/a554d73e-0fea-43f9-a29f-cf9b46f51763/f08bb6ed-7108-47c6-8b01-82053db991c2) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:30.349398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-529bef7f-e7a3-4414-acf8-7670958f0ad9 req-364d318c-34a1-4a4c-a637-133578cbef02 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130095 Aug 29 04:23:30.427281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-0943e0ad-374c-4ce7-9848-e8c5f25db0e0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.438243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-0943e0ad-374c-4ce7-9848-e8c5f25db0e0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369206 Aug 29 04:23:30.465867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a9c1500d-6a21-4a1d-bbf9-7907c1340c5c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/quotas/69b0b3daf0e847a09070c3911e139d07 HTTP/1.1" status: 200 len: 375 time: 0.0250387 Aug 29 04:23:30.486589 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.525040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.571198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-b27abbba-fb72-40f6-9a79-696e858bbfdb tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043451 Aug 29 04:23:30.611957 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.633120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Transition to ACTIVE for port object f08bb6ed-7108-47c6-8b01-82053db991c2 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:30.671888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Transition to ACTIVE for port object f08bb6ed-7108-47c6-8b01-82053db991c2 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:30.686843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-c6fe271c-c2c1-49ed-a5a5-9ecab9bb9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.689214 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.702188 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-c6fe271c-c2c1-49ed-a5a5-9ecab9bb9ef9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1101 time: 0.1875567 Aug 29 04:23:30.719437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Network cbfb259f-1119-41e2-a019-e3389bc60064 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:30.725158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:30.729893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:30.798807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f4eaa-3b5c-4258-b6c8-e540a47a71cb req-47495e23-fec3-4805-b03a-73c357f71dbf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.815472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de5f4eaa-3b5c-4258-b6c8-e540a47a71cb req-47495e23-fec3-4805-b03a-73c357f71dbf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.1286225 Aug 29 04:23:30.909847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de5f4eaa-3b5c-4258-b6c8-e540a47a71cb req-31240392-f7f7-4b7c-9f28-fca517cee3a3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906129 Aug 29 04:23:30.929087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9905974e-d415-4f0b-be3e-87587a0c86d2 req-4be36d1c-551c-4094-9a1b-ac09a65a450e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 210 time: 0.0720417 Aug 29 04:23:30.947560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Attempting to bind port f08bb6ed-7108-47c6-8b01-82053db991c2 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:30.947935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Attempting to bind port f08bb6ed-7108-47c6-8b01-82053db991c2 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:30.948332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Attempting to bind port f08bb6ed-7108-47c6-8b01-82053db991c2 on network cbfb259f-1119-41e2-a019-e3389bc60064 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:30.984174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:30.984560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Checking segment: {'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:30.985869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.986278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Bound using segment: {'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:30.986763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Bound port: f08bb6ed-7108-47c6-8b01-82053db991c2, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:30.987154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.999751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Pushing event updated for resources: {'Port': ['ID=f08bb6ed-7108-47c6-8b01-82053db991c2,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:31.130995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] For port f08bb6ed-7108-47c6-8b01-82053db991c2, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:31.140840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] For port f08bb6ed-7108-47c6-8b01-82053db991c2, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f08bb6ed-7108-47c6-8b01-82053db991c2,segment=NetworkSegment(3180ef26-6543-40b7-9b2c-9a6546c3a4fe),segment_id=3180ef26-6543-40b7-9b2c-9a6546c3a4fe)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:31.151645 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.271082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6653f-055d-4fe0-a912-c884eee9e82f None None] Pushing event updated for resources: {'Port': ['ID=f08bb6ed-7108-47c6-8b01-82053db991c2,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:31.389189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e890f58-3c97-45fc-98f4-9f23d07dc05c req-22e6ad11-c68c-448b-bafe-43d2694ab7ed tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.392301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e890f58-3c97-45fc-98f4-9f23d07dc05c req-22e6ad11-c68c-448b-bafe-43d2694ab7ed tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1042368 Aug 29 04:23:31.466543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e890f58-3c97-45fc-98f4-9f23d07dc05c req-ee6f1d07-4028-43e0-9d89-a12c3da27e7f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674088 Aug 29 04:23:31.586361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Allocated IP 172.25.1.81 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/b9539e02-845a-4662-a1d8-20cc926f131e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:31.668253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-0f4dff6e-2a95-4cf0-b82b-9951308a7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.669988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-0f4dff6e-2a95-4cf0-b82b-9951308a7c29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.9579935 Aug 29 04:23:31.739899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47942ae-75ee-4176-afcf-69a9a80aed1f req-9f12dcb6-2e84-409f-9571-cc7b9ddecbf3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.755969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b47942ae-75ee-4176-afcf-69a9a80aed1f req-9f12dcb6-2e84-409f-9571-cc7b9ddecbf3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.2376411 Aug 29 04:23:31.842107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b47942ae-75ee-4176-afcf-69a9a80aed1f req-1a38668a-7f0a-409c-bac2-6cee4478b694 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706909 Aug 29 04:23:31.893567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-beb99b45-821c-4294-82da-d36423dfb741 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.2126808 Aug 29 04:23:31.997063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-35e628f3-0ace-491c-bf13-b40d8c16b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.999212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-35e628f3-0ace-491c-bf13-b40d8c16b5aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0902939 Aug 29 04:23:32.056557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.085040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-c86ff9bc-712f-434d-bea0-9a6da9e62a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.087077 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-c86ff9bc-712f-434d-bea0-9a6da9e62a2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745199 Aug 29 04:23:32.185294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cb4a5da-e9fd-4758-a501-fd312614ac00 req-adcc4a66-f83c-41ef-b590-09dfb771635a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 210 time: 0.1049747 Aug 29 04:23:32.242747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd612-ad69-4f7f-ac07-1ef6e7ea3a38 req-b66464d2-8629-47ce-88bd-0dd97c9c5f09 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.257506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fddd612-ad69-4f7f-ac07-1ef6e7ea3a38 req-b66464d2-8629-47ce-88bd-0dd97c9c5f09 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.1585946 Aug 29 04:23:32.356207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fddd612-ad69-4f7f-ac07-1ef6e7ea3a38 req-2d61336d-6c92-4c10-ae9e-c1cf6e322880 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934842 Aug 29 04:23:32.370839 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-77497c65-f55c-4b6a-9a73-823818d22e0b service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460737 Aug 29 04:23:32.381834 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.499782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665aef-df1a-4d57-a090-8974de5282ad req-ba5fb18f-df88-4718-9fbc-2feb0f7d6aa6 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.502357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24665aef-df1a-4d57-a090-8974de5282ad req-ba5fb18f-df88-4718-9fbc-2feb0f7d6aa6 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.0732067 Aug 29 04:23:32.513375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40844) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:32.518744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Request body: {'floatingip': {'port_id': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:32.572123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Pushing event updated for resources: {'Port': ['ID=b9539e02-845a-4662-a1d8-20cc926f131e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:32.586751 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-1b5e1b7f-8b8e-4729-a48a-ae8f5fb63e50 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149622 Aug 29 04:23:32.596749 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.652124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:32.658380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:32.669830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:32.781714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021203d-20ab-4ade-a30a-44e99ec69480 req-0dbce2f8-9fd5-4032-ba51-8b5c34866b2e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.790992 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a021203d-20ab-4ade-a30a-44e99ec69480 req-0dbce2f8-9fd5-4032-ba51-8b5c34866b2e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1237967 Aug 29 04:23:32.964274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-55218a98-2db6-4692-8374-b49e9a5da242 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=69b0b3daf0e847a09070c3911e139d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137176 Aug 29 04:23:33.037011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a021203d-20ab-4ade-a30a-44e99ec69480 req-7a94742b-f69a-4ee6-a922-e93c7cf37e2f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301455 Aug 29 04:23:33.045092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b6745-65af-40da-b8c2-ef51bd1fde6d None None] Network cbfb259f-1119-41e2-a019-e3389bc60064 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:33.145941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6f795b65-f5f4-4936-8cd2-2480a23c6ea3 None None] Provisioning for port f08bb6ed-7108-47c6-8b01-82053db991c2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:33.156860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.300035 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b87b9-69ca-4ded-8ded-067fdc9111df req-3974a13f-8823-4e0b-ab3b-7160f463e8f1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.307255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c48b87b9-69ca-4ded-8ded-067fdc9111df req-3974a13f-8823-4e0b-ab3b-7160f463e8f1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.2550607 Aug 29 04:23:33.321260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a6b8afc6-b888-4ade-bc81-f14f352e957f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.322774 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a6b8afc6-b888-4ade-bc81-f14f352e957f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3464510 Aug 29 04:23:33.397128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Request body: {'port': {'device_id': '7908d056-797d-4326-a661-bbbeea4e9274', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '69b0b3daf0e847a09070c3911e139d07'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:33.430900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-680a3c78-3773-4a16-9454-6a36b1b7166f req-e4e261b1-4a57-40be-89dc-3c39476b368b tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 210 time: 0.1170371 Aug 29 04:23:33.499965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.638781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c48b87b9-69ca-4ded-8ded-067fdc9111df req-c77264c2-73d1-4a80-99bf-6c1138650095 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298016 Aug 29 04:23:33.734003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Router a757e564-ad9c-4411-80fa-16b7fb9f3917 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:33.762556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f08bb6ed-7108-47c6-8b01-82053db991c2 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:33.847140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port f08bb6ed-7108-47c6-8b01-82053db991c2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:33.851853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f08bb6ed-7108-47c6-8b01-82053db991c2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:33.852192 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.852399 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.863084 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.870647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:33.885398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Sync routers for ids ['a757e564-ad9c-4411-80fa-16b7fb9f3917'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:33.907536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Routers {'a757e564-ad9c-4411-80fa-16b7fb9f3917'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:33.908178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:23:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['a757e564-ad9c-4411-80fa-16b7fb9f3917'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:33.991798 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.997574 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-09c50ae2-fc62-4cfe-9428-3c2829fbd9ad admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2757380 Aug 29 04:23:33.999398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40872) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:34.049480 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.067497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Made reservation on behalf of 69b0b3daf0e847a09070c3911e139d07 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:34.072544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.083942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Set router a757e564-ad9c-4411-80fa-16b7fb9f3917 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:34.212598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port f08bb6ed-7108-47c6-8b01-82053db991c2, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f08bb6ed-7108-47c6-8b01-82053db991c2,segment=NetworkSegment(3180ef26-6543-40b7-9b2c-9a6546c3a4fe),segment_id=3180ef26-6543-40b7-9b2c-9a6546c3a4fe)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:34.225662 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.336475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=f08bb6ed-7108-47c6-8b01-82053db991c2,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:34.355376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Allocated IP 192.168.233.250 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:34.383048 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Floating IP d9771a11-2e5a-465f-a44d-e04d0954fac9 associated. External IP: 172.25.1.222, port: be3c2cec-ae6c-4e3d-9dd5-813174da8fea. Aug 29 04:23:34.476021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:32Z', 'revision_number': 3, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port': {'id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:30Z', 'updated_at': '2021-08-29T04:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:34.533906 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cab9a5-af17-45b7-ba80-b062d87f17eb req-94e81ba6-186d-4f7f-b00f-7aaa3c83f152 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.541401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87cab9a5-af17-45b7-ba80-b062d87f17eb req-94e81ba6-186d-4f7f-b00f-7aaa3c83f152 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1892762 Aug 29 04:23:34.598044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Checking router: a757e564-ad9c-4411-80fa-16b7fb9f3917 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:34.598044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Updating router a757e564-ad9c-4411-80fa-16b7fb9f3917 port b9539e02-845a-4662-a1d8-20cc926f131e binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:23:34.674933 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.695542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87cab9a5-af17-45b7-ba80-b062d87f17eb req-171f0e05-bc6c-4d34-bbf0-096f70a69a3e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531205 Aug 29 04:23:34.697708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4baa3f42-61bc-4c6d-88ca-f194c4aa35c7 req-aa8f138d-f2e3-4186-a436-1c467f7ab485 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 210 time: 0.0665915 Aug 29 04:23:34.763052 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.898982 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.930356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Transition to ACTIVE for port object fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:34.947609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935649e2-2ce6-430f-906a-5116e82bc209 req-b105ec4a-3af6-4733-ac9d-35367466fe32 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.949180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-935649e2-2ce6-430f-906a-5116e82bc209 req-b105ec4a-3af6-4733-ac9d-35367466fe32 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1348357 Aug 29 04:23:34.952687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Router 9cb860f3-d204-40e9-af1b-1c856e152787 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:35.007611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Allocated IP 172.20.0.1 (cbfb259f-1119-41e2-a019-e3389bc60064/a554d73e-0fea-43f9-a29f-cf9b46f51763/eb07cf43-0d3c-4f3e-8dca-f6f8a6267190) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:35.055838 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.068634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Transition to ACTIVE for port object b9539e02-845a-4662-a1d8-20cc926f131e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:35.072237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-935649e2-2ce6-430f-906a-5116e82bc209 req-0f96851a-f933-42b2-a2f7-a054c43e2035 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107743 Aug 29 04:23:35.080573 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.115154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.134703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['b386306c-9fcd-46b9-8994-40400ec723db', 'be55727a-7c9b-4f9d-ad76-614bb76cce65'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:35.178885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Attempting to bind port b9539e02-845a-4662-a1d8-20cc926f131e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:35.179259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Attempting to bind port b9539e02-845a-4662-a1d8-20cc926f131e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:35.179707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Attempting to bind port b9539e02-845a-4662-a1d8-20cc926f131e on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:35.192024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882b25b-260c-47da-a9d0-4d40846dc473 None None] Pushing event updated for resources: {'Port': ['ID=b9539e02-845a-4662-a1d8-20cc926f131e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.196184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:35.196564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:35.196979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.197375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:35.197496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.197930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Bound port: b9539e02-845a-4662-a1d8-20cc926f131e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:35.198360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.226403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:35.227132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Transition to ACTIVE for port object eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:35.233396 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.243792 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] Sync routers for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:35.276860 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:35.278478 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:23:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:35.348491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.445482 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:35.450309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Pushing event updated for resources: {'Port': ['ID=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.477268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Network cbfb259f-1119-41e2-a019-e3389bc60064 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:35.479781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:35.489308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:35.557443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.606904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] For port b9539e02-845a-4662-a1d8-20cc926f131e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:35.687686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f08bb6ed-7108-47c6-8b01-82053db991c2 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:35.698994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] For port b9539e02-845a-4662-a1d8-20cc926f131e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b9539e02-845a-4662-a1d8-20cc926f131e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:35.741198 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.757714 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd9771a11-2e5a-465f-a44d-e04d0954fac9', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'port_id': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'mac_address': 'fa:16:3e:10:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6589c089-7241-4a3c-9c51-54489bd96248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:27Z', 'updated_at': '2021-08-29T04:23:33Z', 'revision_number': 1, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:35.797653 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] Checking router: 9cb860f3-d204-40e9-af1b-1c856e152787 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:35.807190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.811130 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:35.813175 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:23:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:35.881334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:35.897714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Routers {'a757e564-ad9c-4411-80fa-16b7fb9f3917'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:35.898411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:23:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['a757e564-ad9c-4411-80fa-16b7fb9f3917'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:35.909216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:35.930247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:35.934193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-200006ed-6f26-487f-bb2f-3b1e9dac98c3 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "PUT /v2.0/floatingips/d9771a11-2e5a-465f-a44d-e04d0954fac9 HTTP/1.1" status: 200 len: 992 time: 3.4195278 Aug 29 04:23:35.934996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Pushing event updated for resources: {'Port': ['ID=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.942564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589c089-7241-4a3c-9c51-54489bd96248', 'tag': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:35.945318 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ea03a7-13d3-4b28-b455-b4ef072421c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6589c089-7241-4a3c-9c51-54489bd96248", "tag": "be3c2cec-ae6c-4e3d-9dd5-813174da8fea"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:35.958962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882b25b-260c-47da-a9d0-4d40846dc473 None None] Pushing event updated for resources: {'Port': ['ID=b9539e02-845a-4662-a1d8-20cc926f131e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.041160 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:36.053080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f08bb6ed-7108-47c6-8b01-82053db991c2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:36.053351 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.060397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108bdca-010a-41f0-b1bc-b8616a179694 req-f5df6c0a-e82b-4a11-83b4-c63ed222ec90 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.062724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5108bdca-010a-41f0-b1bc-b8616a179694 req-f5df6c0a-e82b-4a11-83b4-c63ed222ec90 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 950 time: 0.2675722 Aug 29 04:23:36.090234 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.099436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.116943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-372ecd94-4891-45c4-9d91-0a03755b5889 None None] Provisioning for port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:36.128123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.129153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.150063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499610d9-4a21-4815-b275-4d973427fc6d req-7200adcf-980c-4693-b8c5-914fa40ec5cd tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.164134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499610d9-4a21-4815-b275-4d973427fc6d req-7200adcf-980c-4693-b8c5-914fa40ec5cd tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.3071556 Aug 29 04:23:36.168841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Pushing event updated for resources: {'Port': ['ID=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.203028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-372ecd94-4891-45c4-9d91-0a03755b5889 None None] Provisioning complete for port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:36.205511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-372ecd94-4891-45c4-9d91-0a03755b5889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.206393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.207205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-e037f0c8-289f-49d5-941f-e813e3c49ba9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8658092 Aug 29 04:23:36.213826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5108bdca-010a-41f0-b1bc-b8616a179694 req-d088ea49-4501-4f68-beb9-3c821ebc9fcc tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355820 Aug 29 04:23:36.240930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Request body: {'port': {'device_id': '7908d056-797d-4326-a661-bbbeea4e9274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:36.241843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] Set router a757e564-ad9c-4411-80fa-16b7fb9f3917 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:36.257650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-499610d9-4a21-4815-b275-4d973427fc6d req-329d25e3-97bc-4a1c-9b84-d5f210de51ac tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923645 Aug 29 04:23:36.335553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Network cbfb259f-1119-41e2-a019-e3389bc60064 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:36.337338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:36.427935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.473397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efead14-4e16-4842-a27e-c399fca45af5 req-2c907f29-04e4-4412-80d1-19748253ca55 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.481468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3efead14-4e16-4842-a27e-c399fca45af5 req-2c907f29-04e4-4412-80d1-19748253ca55 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 936 time: 0.1105754 Aug 29 04:23:36.521694 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd9771a11-2e5a-465f-a44d-e04d0954fac9', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'port_id': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'mac_address': 'fa:16:3e:10:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6589c089-7241-4a3c-9c51-54489bd96248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:27Z', 'updated_at': '2021-08-29T04:23:33Z', 'revision_number': 1, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:36.541971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-372ecd94-4891-45c4-9d91-0a03755b5889 None None] Port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:36.564297 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae2340-510f-4514-9326-63fa8c7a0f82 x-openstack-request-id: req-afae2340-510f-4514-9326-63fa8c7a0f82 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:36.564594 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589c089-7241-4a3c-9c51-54489bd96248", "tag": "be3c2cec-ae6c-4e3d-9dd5-813174da8fea", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:36.564891 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afae2340-510f-4514-9326-63fa8c7a0f82 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:36.565294 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589c089-7241-4a3c-9c51-54489bd96248', 'tag': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'status': 'completed', 'code': 200} Aug 29 04:23:36.617831 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ef8e4-d29c-4710-bd5f-d69286f2b81f None None] The sync data for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 is: [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'd9771a11-2e5a-465f-a44d-e04d0954fac9', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'port_id': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'mac_address': 'fa:16:3e:10:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6589c089-7241-4a3c-9c51-54489bd96248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:27Z', 'updated_at': '2021-08-29T04:23:33Z', 'revision_number': 1, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:36.619704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3efead14-4e16-4842-a27e-c399fca45af5 req-1de34e28-6b69-46c6-89a5-4ddbffb61b93 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368439 Aug 29 04:23:36.662082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Router a757e564-ad9c-4411-80fa-16b7fb9f3917 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:36.673686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-ca6b71f0-498c-40f9-8bdc-c517717a1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.675745 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-ca6b71f0-498c-40f9-8bdc-c517717a1c88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a8943d8e64c843f1ad880102624bf0da&device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 1098 time: 0.0940142 Aug 29 04:23:36.766404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-93a44319-4d10-4f69-889c-57c6d9b9cea0 None None] Provisioning for port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:36.790544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-93a44319-4d10-4f69-889c-57c6d9b9cea0 None None] Provisioning complete for port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:36.791080 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-93a44319-4d10-4f69-889c-57c6d9b9cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.890510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-93a44319-4d10-4f69-889c-57c6d9b9cea0 None None] Port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:36.922496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e8084-6579-4b8f-bad5-d5edae59f688 req-c63c27f5-65b0-4cba-9ecc-722e4a199497 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.932420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-946e8084-6579-4b8f-bad5-d5edae59f688 req-c63c27f5-65b0-4cba-9ecc-722e4a199497 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1587644 Aug 29 04:23:36.954126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 4, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port': {'id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:30Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'eb07cf43-0d3c-4f3e-8dca-f6f8a6267190', 'name': '', 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'mac_address': 'fa:16:3e:2d:9d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:34Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 1, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'subnets': [{'id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:36.997720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbecc7c-41a8-449a-b28f-8b084d60b0b8 None None] The sync data for ids ['a757e564-ad9c-4411-80fa-16b7fb9f3917'] in n-d-712142-15 is: [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 4, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port': {'id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:30Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'eb07cf43-0d3c-4f3e-8dca-f6f8a6267190', 'name': '', 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'mac_address': 'fa:16:3e:2d:9d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:34Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 1, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'subnets': [{'id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:37.034837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a84d553-0e43-4f41-9ba3-4d8c8d2ca4c3 None None] New status for floating IP d9771a11-2e5a-465f-a44d-e04d0954fac9: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:23:37.039435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d1c6a1b1-7a7f-4eda-8893-9c8de063cb62 None None] Provisioning complete for port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:37.040210 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a1b1-7a7f-4eda-8893-9c8de063cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.052401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-946e8084-6579-4b8f-bad5-d5edae59f688 req-39f7ebe7-f45b-4abe-a149-c2db1a3ded4e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121778 Aug 29 04:23:37.152317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d1c6a1b1-7a7f-4eda-8893-9c8de063cb62 None None] Port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:37.226021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:37.242587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.266182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Transition to ACTIVE for port object fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:37.272675 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.415316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:37.440086 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5ada317a-4d85-4992-9a60-85ea6dbd50fd admin admin] 10.222.0.58 "PUT /v2.0/routers/a757e564-ad9c-4411-80fa-16b7fb9f3917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4219332 Aug 29 04:23:37.462111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-14949621-4250-487b-a1f3-678fb607bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.462111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-14949621-4250-487b-a1f3-678fb607bc19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=91559c7f-ffd2-4517-92d8-3a113d23e010 HTTP/1.1" status: 200 len: 917 time: 0.7215075 Aug 29 04:23:37.612326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.643428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40956) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.691772 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-c48f8a2c-57d1-455f-983f-75f4443df6f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be3c2cec-ae6c-4e3d-9dd5-813174da8fea HTTP/1.1" status: 200 len: 1002 time: 0.2255862 Aug 29 04:23:37.775577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-c752a88c-7973-446f-b37a-022ce51b77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.777503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-c752a88c-7973-446f-b37a-022ce51b77cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=468aff73-e2bc-493c-a3f7-38d319ee06af HTTP/1.1" status: 200 len: 855 time: 0.0720308 Aug 29 04:23:37.790987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c4d41-d598-4d16-a863-ac083748ac99 req-bef89c14-0e3a-4bbc-ac42-96e00e661dc3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.796356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b87c4d41-d598-4d16-a863-ac083748ac99 req-bef89c14-0e3a-4bbc-ac42-96e00e661dc3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.4408631 Aug 29 04:23:37.800959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Attempting to bind port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:37.801368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Attempting to bind port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:37.801697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Attempting to bind port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:37.821129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1630411163'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:37.829868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:37.830339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Attempting to bind port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:37.865353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:37.869495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.893083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:37.893875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:37.894644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:37.894944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Bound port: fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:37.895574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.928663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b87c4d41-d598-4d16-a863-ac083748ac99 req-8057e56c-cf4f-46f1-bce1-e0ec3b1578b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220539 Aug 29 04:23:37.960893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:37.971437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-78d857ad-9719-4120-8aed-d4c9ef910feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.975570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-78d857ad-9719-4120-8aed-d4c9ef910feb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91559c7f-ffd2-4517-92d8-3a113d23e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859157 Aug 29 04:23:38.070017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.070478 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Added segment 87bcaeb2-41f2-47b3-85c2-e8be61b6f451 of type vlan for network 14fb8b26-5aba-4019-86aa-b635b78895eb Aug 29 04:23:38.150818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] For port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:38.158208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] For port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:38.174693 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.189979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55a5c-de99-4d8a-93c0-ce2b90a20ee2 req-0d5ea441-3be4-4832-a77d-0144ad0db7f7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.197563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17c55a5c-de99-4d8a-93c0-ce2b90a20ee2 req-0d5ea441-3be4-4832-a77d-0144ad0db7f7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 948 time: 0.1460500 Aug 29 04:23:38.203176 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.246826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-4410de1b-7ec3-4333-88d8-2d5ff1877ea2 service neutron] 10.222.0.65 "GET /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609897 Aug 29 04:23:38.254334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.266790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.267390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.316156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.316761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.318409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] 10.222.0.64 "PUT /v2.0/ports/fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 HTTP/1.1" status: 200 len: 1097 time: 2.0949974 Aug 29 04:23:38.361700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17c55a5c-de99-4d8a-93c0-ce2b90a20ee2 req-70be8f73-25ef-4b1c-bcae-2aa678813637 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630156 Aug 29 04:23:38.385776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4747eda-18d4-404f-900b-efc26c07a1cb service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.441514 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643c3c-fa99-4474-8183-f9bc546bf195 req-302acfcb-f2c4-43b2-b8e3-9dc2896fc9e7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.448489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7963898 Aug 29 04:23:38.454565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee643c3c-fa99-4474-8183-f9bc546bf195 req-302acfcb-f2c4-43b2-b8e3-9dc2896fc9e7 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.2945399 Aug 29 04:23:38.462582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40978) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.481438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'subnet': {'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:38.510948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee643c3c-fa99-4474-8183-f9bc546bf195 req-a3920117-3661-4226-8c72-760b51ab7d8c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Aug 29 04:23:38.515164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-9f8b01f1-ec98-4835-ad41-b8dff8b8a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.517377 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-9f8b01f1-ec98-4835-ad41-b8dff8b8a7c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 1100 time: 0.1267805 Aug 29 04:23:38.583106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7908d056-797d-4326-a661-bbbeea4e9274', 'tag': 'fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:38.588087 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab459532-6875-45c1-9622-7e5a467bf1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7908d056-797d-4326-a661-bbbeea4e9274", "tag": "fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:38.595061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a63a4d3c-06f9-40c0-90e8-0248f4bed6f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 HTTP/1.1" status: 200 len: 217 time: 0.0627720 Aug 29 04:23:38.599491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853cdea-174d-404b-9608-8acb2b7fa115 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Network': ['ID=14fb8b26-5aba-4019-86aa-b635b78895eb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.620929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 14fb8b26-5aba-4019-86aa-b635b78895eb details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:38.655051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-60ea03a7-13d3-4b28-b455-b4ef072421c3 req-a0aec715-30cd-46be-9ad7-0b42edf8bc7d service neutron] 10.222.0.65 "GET /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835704 Aug 29 04:23:38.669347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:38.673318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.693012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-b36ec44a-3046-4a94-88bb-aeb5472a3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.697508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-b36ec44a-3046-4a94-88bb-aeb5472a3244 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0852442 Aug 29 04:23:38.704113 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b56b9e-2aa8-4fdd-981f-6c85738f3a2f x-openstack-request-id: req-49b56b9e-2aa8-4fdd-981f-6c85738f3a2f {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:38.704480 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7908d056-797d-4326-a661-bbbeea4e9274", "tag": "fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:38.704796 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49b56b9e-2aa8-4fdd-981f-6c85738f3a2f {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:38.705323 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7908d056-797d-4326-a661-bbbeea4e9274', 'tag': 'fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8', 'status': 'completed', 'code': 200} Aug 29 04:23:38.769725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a6a0da88-43c8-441c-af0b-b5d31d67b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.771873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-a6a0da88-43c8-441c-af0b-b5d31d67b715 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582993 Aug 29 04:23:38.898599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-572c515e-65b1-40a5-a55a-7bc9fc770a2e service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176620 Aug 29 04:23:38.931329 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.957881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:39.086880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Checking segment: {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:39.087268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network hostable DHCP agents. Network: 14fb8b26-5aba-4019-86aa-b635b78895eb, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:39.090967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Subnet': ['ID=dc4170c8-5bf5-4b5a-89e1-c27a833214bb,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.116908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48ff99-235f-45ab-83f4-ddde150e99b5 req-c4e0d56f-de88-4960-9661-1f50a7703442 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.118700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a48ff99-235f-45ab-83f4-ddde150e99b5 req-c4e0d56f-de88-4960-9661-1f50a7703442 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1067140 Aug 29 04:23:39.121101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6814fda8-94e6-49f1-82a5-6000b4505557 req-b82ee647-79c2-40dc-b875-7257eee99901 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152143 Aug 29 04:23:39.125595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 14fb8b26-5aba-4019-86aa-b635b78895eb is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:39.131458 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.145068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 14fb8b26-5aba-4019-86aa-b635b78895eb) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:39.157359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.158144 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.177814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00246d95-ba5d-4529-ad7f-cb9a4fc1afcc None None] Network 14fb8b26-5aba-4019-86aa-b635b78895eb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:39.178270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a48ff99-235f-45ab-83f4-ddde150e99b5 req-98c88bc2-cc74-4dec-943c-3b732fbdd54c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Aug 29 04:23:39.187219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-66a3a4ec-0b9b-465f-9280-a72ce3c27e65 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7158532 Aug 29 04:23:39.189330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41000) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.199594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-157500766'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:39.222444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:39.225425 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db0769d-67ac-4b76-b718-b739c110c582" -d '{"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-unplugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:39.234634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:39.238751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.242627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-e8013b6d-27c4-4ba1-b11d-0eaee79c808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.244251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-e8013b6d-27c4-4ba1-b11d-0eaee79c808e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69b0b3daf0e847a09070c3911e139d07&device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 1100 time: 0.0522766 Aug 29 04:23:39.270847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:39.283388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.284271 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Added segment cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef of type vlan for network 0dde5c59-567a-42cf-a465-0b0e0f45e966 Aug 29 04:23:39.347329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:39.349472 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9752476e-d0d7-454e-ab4b-d0ce201d1a90 x-openstack-request-id: req-9752476e-d0d7-454e-ab4b-d0ce201d1a90 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:39.349801 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-unplugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:39.350051 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9752476e-d0d7-454e-ab4b-d0ce201d1a90 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:39.350971 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004', 'code': 200} Aug 29 04:23:39.357329 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.376883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-0e613975-0f76-47a2-8482-d52c6fd35f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.378546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-0e613975-0f76-47a2-8482-d52c6fd35f6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1223257 Aug 29 04:23:39.386790 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.403652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.412052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.412896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.438808 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2453799 Aug 29 04:23:39.451027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41008) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.457095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-83eae8d3-e5db-409f-90c4-7b497011a58d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 HTTP/1.1" status: 200 len: 217 time: 0.0628443 Aug 29 04:23:39.459285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'subnet': {'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:39.482553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.493753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635ece12-0478-4487-b973-16159854c881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-14fb8b26-5aba-4019-86aa-b635b78895eb', 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'fixed_ips': [{'subnet_id': 'dc4170c8-5bf5-4b5a-89e1-c27a833214bb'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:39.500156 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-635ece12-0478-4487-b973-16159854c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.572231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-59a13a4e-c6b4-439c-9205-61062a451dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.573923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-59a13a4e-c6b4-439c-9205-61062a451dd1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1082249 Aug 29 04:23:39.613160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fc0e0-6508-4ebe-ae0e-2de79a036cbf req-ccc63518-6d14-4584-ba7e-f462b9b4af4c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.614880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf9fc0e0-6508-4ebe-ae0e-2de79a036cbf req-ccc63518-6d14-4584-ba7e-f462b9b4af4c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 948 time: 0.1044700 Aug 29 04:23:39.631261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcee74-85d8-4300-9fe0-f3ab92383a6b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Network': ['ID=0dde5c59-567a-42cf-a465-0b0e0f45e966,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.671717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0dde5c59-567a-42cf-a465-0b0e0f45e966 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:39.686894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:39.691725 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.731322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-ef69f661-6866-46c2-afb5-4a329741919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.734208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-ef69f661-6866-46c2-afb5-4a329741919a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405692 Aug 29 04:23:39.746048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b9539e02-845a-4662-a1d8-20cc926f131e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:39.750807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf9fc0e0-6508-4ebe-ae0e-2de79a036cbf req-0ab3cb78-9dbb-4da0-a813-1c9a3925b6ab tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922213 Aug 29 04:23:39.862343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-635ece12-0478-4487-b973-16159854c881 None None] Allocated IP 19.80.0.2 (14fb8b26-5aba-4019-86aa-b635b78895eb/dc4170c8-5bf5-4b5a-89e1-c27a833214bb/d20f44a2-b2e2-4114-ac8a-72d6b3e228a1) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:39.867147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ccc9f-114b-45a7-b9c7-cc63fba43342 req-e024303b-1e34-407e-ab3b-b26db998a1f6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.869007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-722ccc9f-114b-45a7-b9c7-cc63fba43342 req-e024303b-1e34-407e-ab3b-b26db998a1f6 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1574185 Aug 29 04:23:39.919513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-c7e1dee8-f0c8-42d1-8e95-a3ab82edd13c service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421716 Aug 29 04:23:39.923900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.944484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-722ccc9f-114b-45a7-b9c7-cc63fba43342 req-052729a0-1cf9-4f4f-b25a-abc1490bba89 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642009 Aug 29 04:23:40.011130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Subnet': ['ID=1dd053ee-2b18-4582-9ee4-9ef853ecdf7f,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.013860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Checking segment: {'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:40.014823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network hostable DHCP agents. Network: 0dde5c59-567a-42cf-a465-0b0e0f45e966, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:40.056070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 0dde5c59-567a-42cf-a465-0b0e0f45e966 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:40.060376 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab459532-6875-45c1-9622-7e5a467bf1c7 req-bdba8248-59ec-4693-a1a3-81dc0b9ba70c service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305459 Aug 29 04:23:40.081382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 0dde5c59-567a-42cf-a465-0b0e0f45e966) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:40.089327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.089996 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.112053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2cb6872e-4596-431d-ae21-a647b095307f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6604266 Aug 29 04:23:40.131551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b4326-75b4-4b7d-9989-2f7a3f30926b None None] Network 0dde5c59-567a-42cf-a465-0b0e0f45e966 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:40.138542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b9539e02-845a-4662-a1d8-20cc926f131e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:40.159769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b9539e02-845a-4662-a1d8-20cc926f131e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:40.159912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.384971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-392ff9ff-a75b-4d56-b00d-5861112dda7b req-57e44d9c-6875-4184-b31f-b4ab3355aca6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311899 Aug 29 04:23:40.427059 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-635ece12-0478-4487-b973-16159854c881 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.435173 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.438024 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Sync routers for ids ['a757e564-ad9c-4411-80fa-16b7fb9f3917'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:40.446465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-635ece12-0478-4487-b973-16159854c881 None None] Transition to ACTIVE for port object d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:40.448086 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Routers {'a757e564-ad9c-4411-80fa-16b7fb9f3917'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:40.448671 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:23:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['a757e564-ad9c-4411-80fa-16b7fb9f3917'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:40.449467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-7f815403-85e0-4ee7-ac4d-fc92dc94b2bd tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.457794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-7f815403-85e0-4ee7-ac4d-fc92dc94b2bd tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.461083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-7f815403-85e0-4ee7-ac4d-fc92dc94b2bd tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/networks?id=14fb8b26-5aba-4019-86aa-b635b78895eb&id=0dde5c59-567a-42cf-a465-0b0e0f45e966&id=14fb8b26-5aba-4019-86aa-b635b78895eb HTTP/1.1" status: 200 len: 1391 time: 0.2030573 Aug 29 04:23:40.474151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c82baf-7224-4b11-95fe-f09e2bb36613 req-577033dd-dc49-4665-bf0e-fbf079781466 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.475820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07c82baf-7224-4b11-95fe-f09e2bb36613 req-577033dd-dc49-4665-bf0e-fbf079781466 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1939278 Aug 29 04:23:40.496785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port b9539e02-845a-4662-a1d8-20cc926f131e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b9539e02-845a-4662-a1d8-20cc926f131e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:40.497828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-635ece12-0478-4487-b973-16159854c881 None None] Transition to ACTIVE for port object d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:40.503531 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.516617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0dde5c59-567a-42cf-a465-0b0e0f45e966', 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'fixed_ips': [{'subnet_id': '1dd053ee-2b18-4582-9ee4-9ef853ecdf7f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:40.517854 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.519288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-f7560912-42d4-4fac-931e-90e4ccc25c4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/quotas/84b8fc8bebb342bca4bb1b607b789ec2 HTTP/1.1" status: 200 len: 375 time: 0.0420084 Aug 29 04:23:40.523142 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-635ece12-0478-4487-b973-16159854c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.525904 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-392ff9ff-a75b-4d56-b00d-5861112dda7b req-42804edb-a3b3-4d77-ab37-5645206b15cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0719299 Aug 29 04:23:40.576217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ece12-0478-4487-b973-16159854c881 None None] Network 14fb8b26-5aba-4019-86aa-b635b78895eb is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:40.578975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-392ff9ff-a75b-4d56-b00d-5861112dda7b req-f5401df5-02f0-4f88-9f43-abc18b38e3df service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313392 Aug 29 04:23:40.579628 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Set router a757e564-ad9c-4411-80fa-16b7fb9f3917 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:40.585912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-635ece12-0478-4487-b973-16159854c881 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:40.593709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ece12-0478-4487-b973-16159854c881 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:40.609091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07c82baf-7224-4b11-95fe-f09e2bb36613 req-5d0e7826-5b64-4854-b15e-4b84e8e3f366 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244335 Aug 29 04:23:40.657682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=b9539e02-845a-4662-a1d8-20cc926f131e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.665287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-39a7b60b-1cfa-46b9-905b-5416b6f493e8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445310 Aug 29 04:23:40.734892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ff9ff-a75b-4d56-b00d-5861112dda7b req-f4f2e1b9-4b78-41a1-b9ee-a70a2c78d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.737479 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-392ff9ff-a75b-4d56-b00d-5861112dda7b req-f4f2e1b9-4b78-41a1-b9ee-a70a2c78d71b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462324 Aug 29 04:23:40.799891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-635ece12-0478-4487-b973-16159854c881 None None] Attempting to bind port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:40.800494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-635ece12-0478-4487-b973-16159854c881 None None] Attempting to bind port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:40.800651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ece12-0478-4487-b973-16159854c881 None None] Attempting to bind port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 on network 14fb8b26-5aba-4019-86aa-b635b78895eb {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:40.809616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ece12-0478-4487-b973-16159854c881 None None] Pushing event updated for resources: {'Port': ['ID=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.817757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ece12-0478-4487-b973-16159854c881 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:40.818214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ece12-0478-4487-b973-16159854c881 None None] Checking segment: {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:40.818555 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-635ece12-0478-4487-b973-16159854c881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.818986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ece12-0478-4487-b973-16159854c881 None None] Bound using segment: {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:40.819451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-635ece12-0478-4487-b973-16159854c881 None None] Bound port: d20f44a2-b2e2-4114-ac8a-72d6b3e228a1, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:40.819848 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-635ece12-0478-4487-b973-16159854c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.844282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-6dab856c-aee9-42cd-aed4-cb0ae6ab8bdc service neutron] 10.222.0.58 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779561 Aug 29 04:23:40.847936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Allocated IP 19.86.0.2 (0dde5c59-567a-42cf-a465-0b0e0f45e966/1dd053ee-2b18-4582-9ee4-9ef853ecdf7f/05fded47-5a5d-4f01-9a2a-d671cd1303dc) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:40.965518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd342a-7ccb-4b17-84bd-e288ed5220fa req-938669e3-5e75-478a-a85c-798f23439335 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.973434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-20dd342a-7ccb-4b17-84bd-e288ed5220fa req-938669e3-5e75-478a-a85c-798f23439335 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 948 time: 0.1207721 Aug 29 04:23:40.983013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-635ece12-0478-4487-b973-16159854c881 None None] For port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:40.988840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-635ece12-0478-4487-b973-16159854c881 None None] For port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:41.002578 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-635ece12-0478-4487-b973-16159854c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.017308 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-371d2967-2cee-4872-b366-6fb73f6f1993 service neutron] 10.222.0.58 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633420 Aug 29 04:23:41.024845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-20dd342a-7ccb-4b17-84bd-e288ed5220fa req-89c0448c-2f58-4d69-84d0-89eaa2946d63 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505245 Aug 29 04:23:41.035948 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 4, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port': {'id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:30Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'eb07cf43-0d3c-4f3e-8dca-f6f8a6267190', 'name': '', 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'mac_address': 'fa:16:3e:2d:9d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:34Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 2, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'subnets': [{'id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:41.087457 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Checking router: a757e564-ad9c-4411-80fa-16b7fb9f3917 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:41.089666 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Updating router a757e564-ad9c-4411-80fa-16b7fb9f3917 port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:23:41.133284 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.154025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ece12-0478-4487-b973-16159854c881 None None] Pushing event updated for resources: {'Port': ['ID=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.174462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-f68d21b1-0bbd-4968-9009-5e502e797591 service neutron] 10.222.0.58 "GET /v2.0/networks/0dde5c59-567a-42cf-a465-0b0e0f45e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485479 Aug 29 04:23:41.188487 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.199192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Transition to ACTIVE for port object 05fded47-5a5d-4f01-9a2a-d671cd1303dc will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:41.218273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Transition to ACTIVE for port object 05fded47-5a5d-4f01-9a2a-d671cd1303dc will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:41.225934 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.268274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Network 0dde5c59-567a-42cf-a465-0b0e0f45e966 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:41.271409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:41.275306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:41.288929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff3edb-366d-4a83-ad0e-76db69f8f9c9 req-2ad46a83-341a-4250-9130-8cfd299aaa3a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.290557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50ff3edb-366d-4a83-ad0e-76db69f8f9c9 req-2ad46a83-341a-4250-9130-8cfd299aaa3a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1708043 Aug 29 04:23:41.313173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Pushing event updated for resources: {'Port': ['ID=05fded47-5a5d-4f01-9a2a-d671cd1303dc,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.354511 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4687486c-782d-4e42-aee0-9f8eab48c401 service neutron] 10.222.0.58 "GET /v2.0/networks/0dde5c59-567a-42cf-a465-0b0e0f45e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718774 Aug 29 04:23:41.402294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Attempting to bind port 05fded47-5a5d-4f01-9a2a-d671cd1303dc on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:41.402678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Attempting to bind port 05fded47-5a5d-4f01-9a2a-d671cd1303dc by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:41.403045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Attempting to bind port 05fded47-5a5d-4f01-9a2a-d671cd1303dc on network 0dde5c59-567a-42cf-a465-0b0e0f45e966 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:41.408809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:41.409186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Checking segment: {'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:41.409593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.409991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Bound using segment: {'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:41.410460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Bound port: 05fded47-5a5d-4f01-9a2a-d671cd1303dc, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:41.410863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.450482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50ff3edb-366d-4a83-ad0e-76db69f8f9c9 req-9be91506-d937-4842-a615-6cda68c191e3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374285 Aug 29 04:23:41.521139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-a99b1020-d950-468a-8e89-3c1fa774ee21 service neutron] 10.222.0.58 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657116 Aug 29 04:23:41.539810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-27dfa328-3dac-4767-b835-23178cba005b None None] For port 05fded47-5a5d-4f01-9a2a-d671cd1303dc, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:41.544591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-27dfa328-3dac-4767-b835-23178cba005b None None] For port 05fded47-5a5d-4f01-9a2a-d671cd1303dc, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=05fded47-5a5d-4f01-9a2a-d671cd1303dc,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:41.551503 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.557714 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.571036 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Transition to ACTIVE for port object eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:41.582167 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.665241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfa328-3dac-4767-b835-23178cba005b None None] Pushing event updated for resources: {'Port': ['ID=05fded47-5a5d-4f01-9a2a-d671cd1303dc,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.766034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4dc2f71d-4e29-4c08-8475-3fc1cdae572a service neutron] 10.222.0.58 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364690 Aug 29 04:23:41.894866 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Pushing event updated for resources: {'Port': ['ID=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.917605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:41.954636 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Attempting to bind port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:41.954992 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Attempting to bind port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:41.955412 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Attempting to bind port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 on network cbfb259f-1119-41e2-a019-e3389bc60064 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:41.963040 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.963395 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.963741 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.966919 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.976798 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.976989 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.977341 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.977998 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.978293 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.978630 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.979045 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.979396 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:41.996708 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:41.997089 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Checking segment: {'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:42.000444 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.000853 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Bound using segment: {'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:42.001354 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Bound port: eb07cf43-0d3c-4f3e-8dca-f6f8a6267190, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180ef26-6543-40b7-9b2c-9a6546c3a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:42.001749 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.118261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3a5937cc-46b9-45f4-8c76-9138a457ddbb details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:42.256459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f345f06-43c7-40d8-b05e-92402a2e9972 req-fdb7b72d-2110-418a-bd35-e021d4f4fa2a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.258324 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f345f06-43c7-40d8-b05e-92402a2e9972 req-fdb7b72d-2110-418a-bd35-e021d4f4fa2a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1823030 Aug 29 04:23:42.258617 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] For port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:42.262781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:42.281762 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] For port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,segment=NetworkSegment(3180ef26-6543-40b7-9b2c-9a6546c3a4fe),segment_id=3180ef26-6543-40b7-9b2c-9a6546c3a4fe)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:42.291882 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.362946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b9539e02-845a-4662-a1d8-20cc926f131e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:42.375444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c82c1ba5-da8d-4f58-91fe-de883cf2dcf1 req-24d5ab8b-0ac0-41da-aaaa-288be5052fac tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 210 time: 0.0681028 Aug 29 04:23:42.418636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f345f06-43c7-40d8-b05e-92402a2e9972 req-2fbb8581-24c8-48e9-8e3e-ca66b0f689a1 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367986 Aug 29 04:23:42.480306 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Routers {'a757e564-ad9c-4411-80fa-16b7fb9f3917'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:42.482186 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:23:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['a757e564-ad9c-4411-80fa-16b7fb9f3917'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:42.705254 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbc923-bc90-46a4-b199-6006a1a9cec8 None None] Pushing event updated for resources: {'Port': ['ID=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.717644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b9539e02-845a-4662-a1d8-20cc926f131e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:42.725354 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.787099 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] Set router a757e564-ad9c-4411-80fa-16b7fb9f3917 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:42.801060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cbc39-8e40-4510-91ac-b65bc3d55935 req-5f00d98c-bb86-4a22-a726-c45a77116ef1 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.814584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e81cbc39-8e40-4510-91ac-b65bc3d55935 req-5f00d98c-bb86-4a22-a726-c45a77116ef1 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 948 time: 0.2681308 Aug 29 04:23:42.895828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:42.965209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d163d7-5c48-4179-b601-4afa289bff82 req-b3279c54-dea6-46e5-9aab-f34ce0ec6483 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.974895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4d163d7-5c48-4179-b601-4afa289bff82 req-b3279c54-dea6-46e5-9aab-f34ce0ec6483 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.3209310 Aug 29 04:23:42.979126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'mac_address': 'fa:16:3e:90:7b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:43.002131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:43.052293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e81cbc39-8e40-4510-91ac-b65bc3d55935 req-63798dd7-5a5e-4025-baab-8a4b7576943e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366512 Aug 29 04:23:43.145697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.159730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97d6b0-7f09-46a8-8998-0fb68a096028 None None] Network 14fb8b26-5aba-4019-86aa-b635b78895eb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:43.181629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4d163d7-5c48-4179-b601-4afa289bff82 req-8bb979ad-9251-44cf-9934-90073ff0c4b4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051408 Aug 29 04:23:43.265097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a5937cc-46b9-45f4-8c76-9138a457ddbb {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:43.387545 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 4, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port': {'id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:30Z', 'updated_at': '2021-08-29T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'eb07cf43-0d3c-4f3e-8dca-f6f8a6267190', 'name': '', 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'mac_address': 'fa:16:3e:2d:9d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:34Z', 'updated_at': '2021-08-29T04:23:42Z', 'revision_number': 4, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'subnets': [{'id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:43.427486 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:23:43.460349 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fee23-295a-49c8-877c-621c78271d09 None None] The sync data for ids ['a757e564-ad9c-4411-80fa-16b7fb9f3917'] in n-d-712142-15 is: [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 4, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port': {'id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:30Z', 'updated_at': '2021-08-29T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'eb07cf43-0d3c-4f3e-8dca-f6f8a6267190', 'name': '', 'network_id': 'cbfb259f-1119-41e2-a019-e3389bc60064', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'mac_address': 'fa:16:3e:2d:9d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:34Z', 'updated_at': '2021-08-29T04:23:42Z', 'revision_number': 4, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'subnets': [{'id': 'a554d73e-0fea-43f9-a29f-cf9b46f51763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:43.500220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:43.557898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f1c97d07-248f-4874-932d-1b3e1c895277 None None] Provisioning for port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:43.564959 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.573714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f1c97d07-248f-4874-932d-1b3e1c895277 None None] Provisioning complete for port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:43.574534 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f1c97d07-248f-4874-932d-1b3e1c895277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.743481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.837784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62533d39-7406-4b66-9c14-1ba3f6c229a5 req-054843f0-bea4-4dbb-b57d-6a7df580c8f8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 210 time: 0.1115952 Aug 29 04:23:43.979309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57a2a-48aa-4ad1-bdd8-f4bbcf773ce5 req-840e90f5-1bbe-4f4c-9965-2327e81456c7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.983878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3a5937cc-46b9-45f4-8c76-9138a457ddbb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:43.988116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49f57a2a-48aa-4ad1-bdd8-f4bbcf773ce5 req-840e90f5-1bbe-4f4c-9965-2327e81456c7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0858052 Aug 29 04:23:43.988278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608156f-8a4a-4e0b-8e86-5b01db63e9c8 None None] Network 0dde5c59-567a-42cf-a465-0b0e0f45e966 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:44.106595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49f57a2a-48aa-4ad1-bdd8-f4bbcf773ce5 req-557f1697-b50e-4a5e-8b3d-81a59874d5d0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107821 Aug 29 04:23:44.458649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781fada-a684-443c-a5ca-a7e11928dc0a req-c8f6f06d-e204-46f5-b539-e46b44d318b8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.460930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4781fada-a684-443c-a5ca-a7e11928dc0a req-c8f6f06d-e204-46f5-b539-e46b44d318b8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.3195238 Aug 29 04:23:44.475049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398720b2-f8de-4cbc-acda-075d363dff95 req-9ac45232-d324-44bf-a0fb-311bc91ec196 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.485878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-398720b2-f8de-4cbc-acda-075d363dff95 req-9ac45232-d324-44bf-a0fb-311bc91ec196 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 948 time: 0.2232573 Aug 29 04:23:44.498131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9ff98b04-c384-44a2-8f53-27ed47ca280a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.506577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9ff98b04-c384-44a2-8f53-27ed47ca280a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.508362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9ff98b04-c384-44a2-8f53-27ed47ca280a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "GET /v2.0/networks?id=14fb8b26-5aba-4019-86aa-b635b78895eb&id=0dde5c59-567a-42cf-a465-0b0e0f45e966&id=14fb8b26-5aba-4019-86aa-b635b78895eb HTTP/1.1" status: 200 len: 1391 time: 0.3958311 Aug 29 04:23:44.546769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'port': {'device_id': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb', 'admin_state_up': True, 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:44.609289 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f1c97d07-248f-4874-932d-1b3e1c895277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.616326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 05fded47-5a5d-4f01-9a2a-d671cd1303dc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:44.758058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4781fada-a684-443c-a5ca-a7e11928dc0a req-5b4a217d-d9a4-42ec-ab87-f752a3804e83 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697330 Aug 29 04:23:44.771220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-398720b2-f8de-4cbc-acda-075d363dff95 req-b5b292df-2235-4845-a8e4-291d0d6188c9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842479 Aug 29 04:23:44.902274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:44.914731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.923274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f1c97d07-248f-4874-932d-1b3e1c895277 None None] For port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:44.986795 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f1c97d07-248f-4874-932d-1b3e1c895277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.101924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:45.202263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8', 'mac_address': 'fa:16:3e:73:91:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:45.220499 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d23df68-f209-4ef4-9236-5d91f6440b8c req-b20e8da8-23c5-41cc-bc86-50229b9908c3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 210 time: 0.1048074 Aug 29 04:23:45.272519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 05fded47-5a5d-4f01-9a2a-d671cd1303dc completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:45.287827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97d07-248f-4874-932d-1b3e1c895277 None None] Pushing event updated for resources: {'Port': ['ID=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.308261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Allocated IP 19.80.0.248 (14fb8b26-5aba-4019-86aa-b635b78895eb/dc4170c8-5bf5-4b5a-89e1-c27a833214bb/4c47faa5-79bd-46bf-ab71-eabd86853fe2) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:45.317819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7826fb89-f386-47b7-bb39-ee08bf5c6a40 None None] Provisioning for port 05fded47-5a5d-4f01-9a2a-d671cd1303dc completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:45.324251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:45.336531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7826fb89-f386-47b7-bb39-ee08bf5c6a40 None None] Provisioning complete for port 05fded47-5a5d-4f01-9a2a-d671cd1303dc triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:45.337056 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7826fb89-f386-47b7-bb39-ee08bf5c6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.361761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02045a8b-f361-44a6-8b4b-6276eccc2ed2 req-6d2e2833-4098-4fb5-a9d9-7dde3e3afa30 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.370761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02045a8b-f361-44a6-8b4b-6276eccc2ed2 req-6d2e2833-4098-4fb5-a9d9-7dde3e3afa30 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1490870 Aug 29 04:23:45.423423 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.447346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02045a8b-f361-44a6-8b4b-6276eccc2ed2 req-04d03162-2148-427d-9242-45cd42900fc6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756948 Aug 29 04:23:45.506500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:45.601456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:45.637919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.641754 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.679706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Transition to ACTIVE for port object 4c47faa5-79bd-46bf-ab71-eabd86853fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:45.722049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:45.738391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:45.738849 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.741722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-e7d82adc-8fca-4c69-a0b5-dd773e575f5b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.742929 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7826fb89-f386-47b7-bb39-ee08bf5c6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.747362 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-e7d82adc-8fca-4c69-a0b5-dd773e575f5b tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1830146 Aug 29 04:23:45.760801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.834227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.863301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 14fb8b26-5aba-4019-86aa-b635b78895eb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:45.868955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:45.891637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7826fb89-f386-47b7-bb39-ee08bf5c6a40 None None] For port 05fded47-5a5d-4f01-9a2a-d671cd1303dc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=05fded47-5a5d-4f01-9a2a-d671cd1303dc,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:45.894340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:45.907769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Port': ['ID=4c47faa5-79bd-46bf-ab71-eabd86853fe2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.918174 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7826fb89-f386-47b7-bb39-ee08bf5c6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.986943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:46.057174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.069016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.131431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3a5937cc-46b9-45f4-8c76-9138a457ddbb up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:46.180775 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-131b45ce-5635-4814-a81a-7e59f1c6518a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6478069 Aug 29 04:23:46.198925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'port': {'device_id': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966', 'admin_state_up': True, 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:46.213185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e3a5-348f-4517-95be-cf7f3572e7a0 req-b04c9ae8-43d6-4806-99ec-94f5cb37f5ec tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.218500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Deleting port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:46.219573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.223354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5e6e3a5-348f-4517-95be-cf7f3572e7a0 req-b04c9ae8-43d6-4806-99ec-94f5cb37f5ec tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4942e4-fbf9-4ade-86a3-80c77b991b45 HTTP/1.1" status: 200 len: 946 time: 0.1507046 Aug 29 04:23:46.314159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b11e-e572-416f-b0c1-14cd095f715c req-705be304-1fe1-48f4-9ce4-9f1d83549178 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.315827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b618b11e-e572-416f-b0c1-14cd095f715c req-705be304-1fe1-48f4-9ce4-9f1d83549178 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 949 time: 0.2255595 Aug 29 04:23:46.401130 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.496053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-99fd3863-4b55-4d27-9707-8e2c9b28bdba None None] Provisioning complete for port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:46.496994 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-99fd3863-4b55-4d27-9707-8e2c9b28bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.501674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] For port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:46.503036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.575643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Calling delete_port for f7bdb2a2-5e38-4210-bb91-d7e66082ee9a owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:46.583302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826fb89-f386-47b7-bb39-ee08bf5c6a40 None None] Pushing event updated for resources: {'Port': ['ID=05fded47-5a5d-4f01-9a2a-d671cd1303dc,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.677526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,segment=NetworkSegment(3180ef26-6543-40b7-9b2c-9a6546c3a4fe),segment_id=3180ef26-6543-40b7-9b2c-9a6546c3a4fe)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:46.702920 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.785814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5e6e3a5-348f-4517-95be-cf7f3572e7a0 req-296635e8-a4f6-45c2-b6af-5c0376e543a4 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602586 Aug 29 04:23:46.787279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 3a5937cc-46b9-45f4-8c76-9138a457ddbb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:46.788456 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.958351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b618b11e-e572-416f-b0c1-14cd095f715c req-d8daa56c-5af7-46c4-a841-853ce2312b18 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078341 Aug 29 04:23:46.998106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:47.001860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.038367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:47.092612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.253587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.281195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] No DVR routers for this DVR port f7bdb2a2-5e38-4210-bb91-d7e66082ee9a on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:47.286189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.290305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bd17ec78-b976-43bf-8beb-6a39c3977da2 req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.64 "DELETE /v2.0/ports/f7bdb2a2-5e38-4210-bb91-d7e66082ee9a HTTP/1.1" status: 204 len: 173 time: 1.5273407 Aug 29 04:23:47.291190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4942e4-fbf9-4ade-86a3-80c77b991b45', 'name': 'network-vif-deleted', 'tag': 'f7bdb2a2-5e38-4210-bb91-d7e66082ee9a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:47.296925 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7bcb95-f6b1-40de-ac6b-6951c2b20a44" -d '{"events": [{"server_uuid": "fe4942e4-fbf9-4ade-86a3-80c77b991b45", "name": "network-vif-deleted", "tag": "f7bdb2a2-5e38-4210-bb91-d7e66082ee9a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:47.301265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a281c2-326a-4243-959c-f5e4b0c1d3d3 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event deleted for resources: {'Port': ['ID=f7bdb2a2-5e38-4210-bb91-d7e66082ee9a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.362711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Allocated IP 19.86.0.137 (0dde5c59-567a-42cf-a465-0b0e0f45e966/1dd053ee-2b18-4582-9ee4-9ef853ecdf7f/9d8ef672-ccd4-41ca-bf7c-04f64ff43758) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:47.511153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d0549744-219e-4c84-9d4d-6e90f4512a7d None None] Provisioning for port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:47.525082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d0549744-219e-4c84-9d4d-6e90f4512a7d None None] Provisioning complete for port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:47.525695 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0549744-219e-4c84-9d4d-6e90f4512a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.535595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.574496 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9b67fc1b-ad32-437e-ab0d-83de7d610f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.615624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:47.616259 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.687590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:47.691399 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ebe069-64b1-446d-9cb1-d8f2147cf3f6" -d '{"events": [{"server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "name": "network-vif-plugged", "status": "completed", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:47.724488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d0549744-219e-4c84-9d4d-6e90f4512a7d None None] Port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:47.732144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:47.746721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.789979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c65b7-14a0-4536-9712-afcae8fcb93d req-5b4e229d-36d7-4610-af9e-bfe9cc5bd9ca tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:47.798106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d0549744-219e-4c84-9d4d-6e90f4512a7d None None] Provisioning complete for port 05fded47-5a5d-4f01-9a2a-d671cd1303dc triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:47.798711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0549744-219e-4c84-9d4d-6e90f4512a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.816168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d9c65b7-14a0-4536-9712-afcae8fcb93d req-5b4e229d-36d7-4610-af9e-bfe9cc5bd9ca tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.2284803 Aug 29 04:23:47.868918 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.894659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Transition to ACTIVE for port object 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:47.933046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.978798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 05fded47-5a5d-4f01-9a2a-d671cd1303dc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:48.010462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d62e63-b0f5-4038-b5b9-1972e7e68c54 req-21c20bef-add7-41ce-80a5-6e70d1f01c39 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.023854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37d62e63-b0f5-4038-b5b9-1972e7e68c54 req-21c20bef-add7-41ce-80a5-6e70d1f01c39 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 932 time: 0.4401064 Aug 29 04:23:48.038594 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.128412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 05fded47-5a5d-4f01-9a2a-d671cd1303dc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:48.129285 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.211389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37d62e63-b0f5-4038-b5b9-1972e7e68c54 req-75567e86-6b4a-4276-9a8d-61f0b3073f75 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861615 Aug 29 04:23:48.242233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d9c65b7-14a0-4536-9712-afcae8fcb93d req-f53fbf19-ab72-4718-8ee7-4de5f0c30fae tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246168 Aug 29 04:23:48.302080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 0dde5c59-567a-42cf-a465-0b0e0f45e966 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:48.309997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Port': ['ID=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:48.321949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:48.333465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:48.380167 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec49368-ddc7-49c7-adeb-7ea7b620e8d2 x-openstack-request-id: req-9ec49368-ddc7-49c7-adeb-7ea7b620e8d2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:48.380755 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4942e4-fbf9-4ade-86a3-80c77b991b45", "name": "network-vif-deleted", "tag": "f7bdb2a2-5e38-4210-bb91-d7e66082ee9a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:48.381007 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ec49368-ddc7-49c7-adeb-7ea7b620e8d2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:48.381528 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4942e4-fbf9-4ade-86a3-80c77b991b45', 'name': 'network-vif-deleted', 'tag': 'f7bdb2a2-5e38-4210-bb91-d7e66082ee9a', 'status': 'completed', 'code': 200} Aug 29 04:23:48.409807 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9368eb6e-d34d-4be6-acd5-6e32d37022c9 x-openstack-request-id: req-9368eb6e-d34d-4be6-acd5-6e32d37022c9 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:48.410415 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "name": "network-vif-plugged", "status": "completed", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:48.410642 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9368eb6e-d34d-4be6-acd5-6e32d37022c9 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:48.411264 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'code': 200} Aug 29 04:23:48.538118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.539745 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.570493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-169ed964-3a06-4e84-b04e-3b81ed6ff6e6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3782585 Aug 29 04:23:48.615094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'port': {'device_id': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb', 'admin_state_up': True, 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:48.856315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97bf4-6555-47c3-8270-209ebce7b809 req-0fe6fc0f-765e-4f03-88ad-bfe0c438a73c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.860483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88f97bf4-6555-47c3-8270-209ebce7b809 req-0fe6fc0f-765e-4f03-88ad-bfe0c438a73c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 949 time: 0.2046993 Aug 29 04:23:48.878572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:48.995152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8fd0c0e2-605d-4e88-a34d-dc461badf6fc None None] Provisioning for port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:49.002549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8fd0c0e2-605d-4e88-a34d-dc461badf6fc None None] Provisioning complete for port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:49.002935 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8fd0c0e2-605d-4e88-a34d-dc461badf6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.033903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88f97bf4-6555-47c3-8270-209ebce7b809 req-cd5270bb-007d-42d2-a32c-1aaa3dddf737 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622701 Aug 29 04:23:49.093918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:49.094209 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.112223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:49.116847 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.134764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0c0e2-605d-4e88-a34d-dc461badf6fc None None] Port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:49.293207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-42af9bbd-d0fc-4098-9ed2-ef032cee7ef5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.300665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-42af9bbd-d0fc-4098-9ed2-ef032cee7ef5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.2340841 Aug 29 04:23:49.350693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-5e133284-b98e-47fa-a8f7-9c065e396a52 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/quotas/16c5f4347b9a46ada3d9f0d797dcd761 HTTP/1.1" status: 200 len: 375 time: 0.0490870 Aug 29 04:23:49.411071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-24740b2c-51ca-4305-a20d-2fe01e87b61c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593383 Aug 29 04:23:49.473065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd9c43-14a6-43d4-a08b-08c4ef4b9e8b req-aa28b1ba-4172-4659-b889-5f471e563b83 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.479389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd9c43-14a6-43d4-a08b-08c4ef4b9e8b req-aa28b1ba-4172-4659-b889-5f471e563b83 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.483755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22fd9c43-14a6-43d4-a08b-08c4ef4b9e8b req-aa28b1ba-4172-4659-b889-5f471e563b83 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 1655 time: 0.1507733 Aug 29 04:23:49.485373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Allocated IP 19.80.0.39 (14fb8b26-5aba-4019-86aa-b635b78895eb/dc4170c8-5bf5-4b5a-89e1-c27a833214bb/0af68873-bff9-4d30-959b-2bdb8bd81674) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:49.605238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22fd9c43-14a6-43d4-a08b-08c4ef4b9e8b req-d8a083bf-a0d1-4460-8bc6-81977d464e61 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872705 Aug 29 04:23:49.662982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-66b82906-bd18-4e87-b923-87fba575fda1 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322161 Aug 29 04:23:49.695614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:49.896565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.912531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d96cbc-6338-4ae0-ae0d-5b0067561e8c req-90eaba92-dbad-477b-bd25-20f164cc13a0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.914144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33d96cbc-6338-4ae0-ae0d-5b0067561e8c req-90eaba92-dbad-477b-bd25-20f164cc13a0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.2168314 Aug 29 04:23:49.918899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:49.924322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:49.924723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.960966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-ecd4dd93-20b8-4323-a684-90cec356d383 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645142 Aug 29 04:23:49.977168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Transition to ACTIVE for port object 0af68873-bff9-4d30-959b-2bdb8bd81674 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:50.014186 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33d96cbc-6338-4ae0-ae0d-5b0067561e8c req-9399cf7a-6e86-4ebd-8d0f-656c0f1b73b8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827770 Aug 29 04:23:50.073270 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.078254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.127227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 14fb8b26-5aba-4019-86aa-b635b78895eb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:50.131882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:50.137354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:50.189075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:50.205128 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.206060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device f7bdb2a2-5e38-4210-bb91-d7e66082ee9a no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:50.240310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Port': ['ID=0af68873-bff9-4d30-959b-2bdb8bd81674,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.275444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.276311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.303729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-1537b7c1-f058-4b2f-aeea-89e3e9a6f5de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6936188 Aug 29 04:23:50.319419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Request body: {'port': {'device_id': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:50.394468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.415113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: f7bdb2a2-5e38-4210-bb91-d7e66082ee9a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:50.416132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device f7bdb2a2-5e38-4210-bb91-d7e66082ee9a not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:50.428747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0cafe6-2c3a-4a70-adf1-9ec515e32794 req-67aae1b4-b551-49eb-b794-2e2ff2683fcf tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 210 time: 0.0385354 Aug 29 04:23:50.455409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7908d056-797d-4326-a661-bbbeea4e9274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:50.455409 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0efdf0a-f5b5-442d-86cc-b58dbfe45307" -d '{"events": [{"server_uuid": "7908d056-797d-4326-a661-bbbeea4e9274", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:50.484399 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.492617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e34cc589-70cc-46de-bb8f-7266c0e19451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.516707 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fee37a-a254-43bb-b16d-8c40fad70d0e x-openstack-request-id: req-c8fee37a-a254-43bb-b16d-8c40fad70d0e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:50.517559 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7908d056-797d-4326-a661-bbbeea4e9274", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:50.518061 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8fee37a-a254-43bb-b16d-8c40fad70d0e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:50.518678 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7908d056-797d-4326-a661-bbbeea4e9274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8', 'code': 200} Aug 29 04:23:50.522879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.621920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-62c0d86f-f69e-4bde-9e31-259f1980e84d None None] Provisioning for port 0af68873-bff9-4d30-959b-2bdb8bd81674 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:50.627465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-62c0d86f-f69e-4bde-9e31-259f1980e84d None None] Provisioning complete for port 0af68873-bff9-4d30-959b-2bdb8bd81674 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:50.628846 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-62c0d86f-f69e-4bde-9e31-259f1980e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.682339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c792b0-bf06-4be4-9ef4-fc69d7a523d3 req-b6a04288-e85e-435f-a7ff-ae5767c8b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.684609 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-85c792b0-bf06-4be4-9ef4-fc69d7a523d3 req-b6a04288-e85e-435f-a7ff-ae5767c8b92e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 1102 time: 0.0819943 Aug 29 04:23:50.748736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-62c0d86f-f69e-4bde-9e31-259f1980e84d None None] Port 0af68873-bff9-4d30-959b-2bdb8bd81674 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:50.757001 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-85c792b0-bf06-4be4-9ef4-fc69d7a523d3 req-7da2bf37-4212-40c2-9371-428f7fe11d32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Aug 29 04:23:50.853751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bf2f6-9899-40cd-a402-69f93abf1695 req-30fd64f5-c32f-4dbe-8804-e4d5292e8a90 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.855467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-433bf2f6-9899-40cd-a402-69f93abf1695 req-30fd64f5-c32f-4dbe-8804-e4d5292e8a90 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 950 time: 0.3441162 Aug 29 04:23:50.954583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011bf2-67f6-4265-93c0-a2a202c2daa7 req-34d990e4-e239-46b3-99b8-9ce5a150443a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.961493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011bf2-67f6-4265-93c0-a2a202c2daa7 req-34d990e4-e239-46b3-99b8-9ce5a150443a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.967594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011bf2-67f6-4265-93c0-a2a202c2daa7 req-34d990e4-e239-46b3-99b8-9ce5a150443a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.969396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9011bf2-67f6-4265-93c0-a2a202c2daa7 req-34d990e4-e239-46b3-99b8-9ce5a150443a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2376 time: 0.1782668 Aug 29 04:23:50.993488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-433bf2f6-9899-40cd-a402-69f93abf1695 req-e6301dd7-d416-44bf-a4d1-49536c5522a5 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235838 Aug 29 04:23:51.075087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9011bf2-67f6-4265-93c0-a2a202c2daa7 req-7f92e02b-3b9a-4033-866a-5d9591f488be tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855827 Aug 29 04:23:51.086410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c47faa5-79bd-46bf-ab71-eabd86853fe2 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:51.096456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.121942 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.123728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Transition to ACTIVE for port object 4c47faa5-79bd-46bf-ab71-eabd86853fe2 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:51.144495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.242941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577605c-533d-436e-a409-5588e6932592 service neutron] Pushing event updated for resources: {'Port': ['ID=4c47faa5-79bd-46bf-ab71-eabd86853fe2,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.274922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106af2d-8700-4932-9b1f-80546d3ebb8c req-15b86436-6f28-4ba7-a9c4-838027885635 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.283252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4106af2d-8700-4932-9b1f-80546d3ebb8c req-15b86436-6f28-4ba7-a9c4-838027885635 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1543648 Aug 29 04:23:51.393343 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4106af2d-8700-4932-9b1f-80546d3ebb8c req-b7567366-240c-4b58-8ad3-89ce47dd2c98 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089790 Aug 29 04:23:51.425645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Attempting to bind port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:51.425988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Attempting to bind port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:51.426422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Attempting to bind port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 on network 14fb8b26-5aba-4019-86aa-b635b78895eb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:51.433092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 on network 14fb8b26-5aba-4019-86aa-b635b78895eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:51.433092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Attempting to bind port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 on network 14fb8b26-5aba-4019-86aa-b635b78895eb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:51.439587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:51.440084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Checking segment: {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:51.440564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Bound using segment: {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:51.441382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Bound port: 4c47faa5-79bd-46bf-ab71-eabd86853fe2, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:51.441895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.582195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] For port 4c47faa5-79bd-46bf-ab71-eabd86853fe2, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:51.586562 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] For port 4c47faa5-79bd-46bf-ab71-eabd86853fe2, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4c47faa5-79bd-46bf-ab71-eabd86853fe2,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:51.594934 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.669948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.671071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.672671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-4577605c-533d-436e-a409-5588e6932592 service neutron] 10.222.0.64 "PUT /v2.0/ports/4c47faa5-79bd-46bf-ab71-eabd86853fe2 HTTP/1.1" status: 200 len: 1093 time: 1.3583369 Aug 29 04:23:51.676528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'tag': '4c47faa5-79bd-46bf-ab71-eabd86853fe2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:51.679646 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eac56dc-4115-485d-8815-c616ea26b36c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "tag": "4c47faa5-79bd-46bf-ab71-eabd86853fe2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:51.699356 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:51.739892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Request body: {'port': {'device_id': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:51.825478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-087ac477-7d7d-423d-b3c9-c4e5d4959f39 req-2a96f58b-4b22-44a3-a65c-3106c818fa50 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 210 time: 0.1787901 Aug 29 04:23:51.830473 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df87ce88-e349-418a-89aa-a681051c8565 x-openstack-request-id: req-df87ce88-e349-418a-89aa-a681051c8565 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:51.830897 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "tag": "4c47faa5-79bd-46bf-ab71-eabd86853fe2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:51.831421 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df87ce88-e349-418a-89aa-a681051c8565 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:51.831838 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'tag': '4c47faa5-79bd-46bf-ab71-eabd86853fe2', 'status': 'completed', 'code': 200} Aug 29 04:23:51.832529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.871502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9a66245c-9bff-4e46-a9af-e79553ad25e8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.874433 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9a66245c-9bff-4e46-a9af-e79553ad25e8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 812 time: 0.2166922 Aug 29 04:23:51.895003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Request body: {'port': {'device_id': '2c5d673e-b840-4585-a8d3-6ee6318cec25', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'admin_state_up': True, 'tenant_id': '16c5f4347b9a46ada3d9f0d797dcd761'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:51.946583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577605c-533d-436e-a409-5588e6932592 service neutron] Pushing event updated for resources: {'Port': ['ID=4c47faa5-79bd-46bf-ab71-eabd86853fe2,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.020742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac56dc-4115-485d-8815-c616ea26b36c req-243622fa-f601-4d91-a4d1-650012de69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.021571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac56dc-4115-485d-8815-c616ea26b36c req-243622fa-f601-4d91-a4d1-650012de69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.022233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac56dc-4115-485d-8815-c616ea26b36c req-243622fa-f601-4d91-a4d1-650012de69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.024316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9eac56dc-4115-485d-8815-c616ea26b36c req-243622fa-f601-4d91-a4d1-650012de69d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2732 time: 0.1488836 Aug 29 04:23:52.225120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Made reservation on behalf of 16c5f4347b9a46ada3d9f0d797dcd761 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:52.230030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.256988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac56dc-4115-485d-8815-c616ea26b36c req-abd5dbfa-aa5f-4787-a984-0d21f6ca080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.257540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac56dc-4115-485d-8815-c616ea26b36c req-abd5dbfa-aa5f-4787-a984-0d21f6ca080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.258245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac56dc-4115-485d-8815-c616ea26b36c req-abd5dbfa-aa5f-4787-a984-0d21f6ca080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.260167 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9eac56dc-4115-485d-8815-c616ea26b36c req-abd5dbfa-aa5f-4787-a984-0d21f6ca080e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1975179 Aug 29 04:23:52.362010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:52.387921 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.428523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Transition to ACTIVE for port object 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:52.438407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f4a2c-dd7c-4c07-b697-24155a5c2e2c req-7be3cbe7-b8da-492b-832d-38a24cfa26c7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.440215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-506f4a2c-dd7c-4c07-b697-24155a5c2e2c req-7be3cbe7-b8da-492b-832d-38a24cfa26c7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 950 time: 0.1328323 Aug 29 04:23:52.449901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ff23-3951-4f93-a021-b8096482d922 req-e21311aa-b654-4703-8ff3-1abbf16149ab tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.456555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ff23-3951-4f93-a021-b8096482d922 req-e21311aa-b654-4703-8ff3-1abbf16149ab tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.462687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ff23-3951-4f93-a021-b8096482d922 req-e21311aa-b654-4703-8ff3-1abbf16149ab tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.471011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c23ff23-3951-4f93-a021-b8096482d922 req-e21311aa-b654-4703-8ff3-1abbf16149ab tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2388 time: 0.1480513 Aug 29 04:23:52.480193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac56dc-4115-485d-8815-c616ea26b36c req-eebd50d3-989d-4318-9e85-3a1ce41bac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.481804 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9eac56dc-4115-485d-8815-c616ea26b36c req-eebd50d3-989d-4318-9e85-3a1ce41bac0d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091072 Aug 29 04:23:52.504017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Allocated IP 172.20.0.8 (fcb2f71b-e41e-4659-8f0e-1dfdf459bc10/1fcda1e7-79b8-49e3-9169-770662cbe00b/882c60c1-2dc6-4806-9de4-afde5622f6b8) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:52.513344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.588701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c23ff23-3951-4f93-a021-b8096482d922 req-c33630d9-6028-4538-bf5e-b270b20d6efb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164017 Aug 29 04:23:52.599116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-506f4a2c-dd7c-4c07-b697-24155a5c2e2c req-cb94110e-22ba-4fad-9e16-694741534e4e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084123 Aug 29 04:23:52.609289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Pushing event updated for resources: {'Port': ['ID=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.727152 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.799543 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.861933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Attempting to bind port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:52.862624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Attempting to bind port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:52.863188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Attempting to bind port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 on network 0dde5c59-567a-42cf-a465-0b0e0f45e966 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:52.877415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 on network 0dde5c59-567a-42cf-a465-0b0e0f45e966 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:52.878061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Attempting to bind port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 on network 0dde5c59-567a-42cf-a465-0b0e0f45e966 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:52.889551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:52.890017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Checking segment: {'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:52.890480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Bound using segment: {'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:52.890999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Bound port: 9d8ef672-ccd4-41ca-bf7c-04f64ff43758, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:52.891531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.893502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.967544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:52.972316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:52.976554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:53.010044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad782-ad46-4b42-98a3-1e9bbb94d20f req-763f93a6-afc4-464c-9f9a-c96a06c66636 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.019533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-899ad782-ad46-4b42-98a3-1e9bbb94d20f req-763f93a6-afc4-464c-9f9a-c96a06c66636 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.2231977 Aug 29 04:23:53.028188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event updated for resources: {'Port': ['ID=882c60c1-2dc6-4806-9de4-afde5622f6b8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.054299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.055414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.067838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] For port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:53.075021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] For port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:53.079687 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f433b432-21d7-48dc-bcc3-89ca15d2bd2f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1894181 Aug 29 04:23:53.090086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-899ad782-ad46-4b42-98a3-1e9bbb94d20f req-2760efcc-9fbc-4798-b791-00efe1b3e764 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694871 Aug 29 04:23:53.092349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.102695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Request body: {'port': {'device_id': '2c5d673e-b840-4585-a8d3-6ee6318cec25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:53.166307 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.167080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.168570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] 10.222.0.64 "PUT /v2.0/ports/9d8ef672-ccd4-41ca-bf7c-04f64ff43758 HTTP/1.1" status: 200 len: 1093 time: 1.4332073 Aug 29 04:23:53.211478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Request body: {'port': {'device_id': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:53.214947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.246667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5c05b-a831-449f-b160-11455d5311fb service neutron] Pushing event updated for resources: {'Port': ['ID=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.271327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a69b00-c7a7-4724-b5b7-6e5fb04c9ec4 req-1c61eb6d-3fa1-48c2-9553-442962e946fb tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.280164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43a69b00-c7a7-4724-b5b7-6e5fb04c9ec4 req-1c61eb6d-3fa1-48c2-9553-442962e946fb tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 931 time: 0.1552215 Aug 29 04:23:53.353535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.395059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43a69b00-c7a7-4724-b5b7-6e5fb04c9ec4 req-2d1de888-d41e-47b3-84e0-4c26363db022 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138654 Aug 29 04:23:53.634152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882c60c1-2dc6-4806-9de4-afde5622f6b8 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:53.644443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.670489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Transition to ACTIVE for port object 882c60c1-2dc6-4806-9de4-afde5622f6b8 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:53.675093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.831383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Pushing event updated for resources: {'Port': ['ID=882c60c1-2dc6-4806-9de4-afde5622f6b8,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.834235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'tag': '9d8ef672-ccd4-41ca-bf7c-04f64ff43758'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:53.837223 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045485d-2932-4d3b-805d-83810564859c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "tag": "9d8ef672-ccd4-41ca-bf7c-04f64ff43758"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:53.873968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Attempting to bind port 882c60c1-2dc6-4806-9de4-afde5622f6b8 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:53.874241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Attempting to bind port 882c60c1-2dc6-4806-9de4-afde5622f6b8 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:53.874529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Attempting to bind port 882c60c1-2dc6-4806-9de4-afde5622f6b8 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:53.880473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Port 882c60c1-2dc6-4806-9de4-afde5622f6b8 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:53.880784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Attempting to bind port 882c60c1-2dc6-4806-9de4-afde5622f6b8 on network fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:53.893110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:53.894464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Checking segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:53.895040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Bound using segment: {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:53.895317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Bound port: 882c60c1-2dc6-4806-9de4-afde5622f6b8, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4fe3da-c2da-484a-933e-932380ce2a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:53.895695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.901366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f680c-3992-493c-a901-08eca4ae9706 req-74e00db4-8471-406c-aa3d-a9d2abbf3d4a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.911378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c9f680c-3992-493c-a901-08eca4ae9706 req-74e00db4-8471-406c-aa3d-a9d2abbf3d4a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 950 time: 0.1604879 Aug 29 04:23:53.919690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af68873-bff9-4d30-959b-2bdb8bd81674 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:53.934735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece289f2-bf99-4686-b055-21f51445ccc2 req-480de1bf-cf6e-4f42-a9a0-5bbbe78db3de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.941590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece289f2-bf99-4686-b055-21f51445ccc2 req-480de1bf-cf6e-4f42-a9a0-5bbbe78db3de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.947679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece289f2-bf99-4686-b055-21f51445ccc2 req-480de1bf-cf6e-4f42-a9a0-5bbbe78db3de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.949815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ece289f2-bf99-4686-b055-21f51445ccc2 req-480de1bf-cf6e-4f42-a9a0-5bbbe78db3de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2400 time: 0.1978588 Aug 29 04:23:53.962110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.015822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Transition to ACTIVE for port object 0af68873-bff9-4d30-959b-2bdb8bd81674 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:54.019846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] For port 882c60c1-2dc6-4806-9de4-afde5622f6b8, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:54.022061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c9f680c-3992-493c-a901-08eca4ae9706 req-b4dae30f-c7f1-40d2-a695-a9d44bef27b5 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092491 Aug 29 04:23:54.029961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] For port 882c60c1-2dc6-4806-9de4-afde5622f6b8, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=882c60c1-2dc6-4806-9de4-afde5622f6b8,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:54.031775 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.037708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.072962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ece289f2-bf99-4686-b055-21f51445ccc2 req-803dd22f-f9c9-4d6c-ac38-c1d8e91e9735 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075616 Aug 29 04:23:54.109462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.110189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.111848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] 10.222.0.65 "PUT /v2.0/ports/882c60c1-2dc6-4806-9de4-afde5622f6b8 HTTP/1.1" status: 200 len: 1092 time: 1.0144837 Aug 29 04:23:54.112495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5d673e-b840-4585-a8d3-6ee6318cec25', 'tag': '882c60c1-2dc6-4806-9de4-afde5622f6b8'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:54.114906 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf2e79-b367-4c27-8fbb-7611984771b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5d673e-b840-4585-a8d3-6ee6318cec25", "tag": "882c60c1-2dc6-4806-9de4-afde5622f6b8"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:54.144256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa18571-fa97-4743-9ec9-82fd0eadcaca service neutron] Pushing event updated for resources: {'Port': ['ID=882c60c1-2dc6-4806-9de4-afde5622f6b8,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.184371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Pushing event updated for resources: {'Port': ['ID=0af68873-bff9-4d30-959b-2bdb8bd81674,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.198107 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f6e239-6771-4655-8d96-1fb3031c8307 x-openstack-request-id: req-c8f6e239-6771-4655-8d96-1fb3031c8307 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:54.198394 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "tag": "9d8ef672-ccd4-41ca-bf7c-04f64ff43758", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:54.198647 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8f6e239-6771-4655-8d96-1fb3031c8307 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:54.199109 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'tag': '9d8ef672-ccd4-41ca-bf7c-04f64ff43758', 'status': 'completed', 'code': 200} Aug 29 04:23:54.222305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.227885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.228260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.228774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.229133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.229471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.229801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.230177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.230446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.230776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.231710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.231940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:54.275778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Attempting to bind port 0af68873-bff9-4d30-959b-2bdb8bd81674 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:54.276317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Attempting to bind port 0af68873-bff9-4d30-959b-2bdb8bd81674 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:54.276652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Attempting to bind port 0af68873-bff9-4d30-959b-2bdb8bd81674 on network 14fb8b26-5aba-4019-86aa-b635b78895eb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:54.284956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Port 0af68873-bff9-4d30-959b-2bdb8bd81674 on network 14fb8b26-5aba-4019-86aa-b635b78895eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:54.286746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Attempting to bind port 0af68873-bff9-4d30-959b-2bdb8bd81674 on network 14fb8b26-5aba-4019-86aa-b635b78895eb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:54.297411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-942901f7-7322-4722-a4bd-43a6d425fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.299129 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-942901f7-7322-4722-a4bd-43a6d425fa1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 1095 time: 0.1175878 Aug 29 04:23:54.306063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:54.306689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Checking segment: {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:54.307265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Bound using segment: {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:54.307912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Bound port: 0af68873-bff9-4d30-959b-2bdb8bd81674, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87bcaeb2-41f2-47b3-85c2-e8be61b6f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:54.308495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.324224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045485d-2932-4d3b-805d-83810564859c req-212bf857-e36f-42f7-812d-b26e85464022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.324820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045485d-2932-4d3b-805d-83810564859c req-212bf857-e36f-42f7-812d-b26e85464022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.325322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045485d-2932-4d3b-805d-83810564859c req-212bf857-e36f-42f7-812d-b26e85464022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.327378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d045485d-2932-4d3b-805d-83810564859c req-212bf857-e36f-42f7-812d-b26e85464022 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2826 time: 0.0973504 Aug 29 04:23:54.421856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] For port 0af68873-bff9-4d30-959b-2bdb8bd81674, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:54.427863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] For port 0af68873-bff9-4d30-959b-2bdb8bd81674, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0af68873-bff9-4d30-959b-2bdb8bd81674,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:54.434852 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.439150 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-248a36c6-d46d-4ba3-a54b-82c19cbcf4af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882c60c1-2dc6-4806-9de4-afde5622f6b8 HTTP/1.1" status: 200 len: 217 time: 0.1105065 Aug 29 04:23:54.603785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Pushing event updated for resources: {'Port': ['ID=0af68873-bff9-4d30-959b-2bdb8bd81674,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.612120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.614380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.616441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-9bd6b019-044b-461e-8adf-7d0a90ddbc43 service neutron] 10.222.0.64 "PUT /v2.0/ports/0af68873-bff9-4d30-959b-2bdb8bd81674 HTTP/1.1" status: 200 len: 1092 time: 1.4115536 Aug 29 04:23:54.619018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-82a183e5-69c9-4ef4-9c8c-3d711521e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.620984 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-82a183e5-69c9-4ef4-9c8c-3d711521e22f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.1107886 Aug 29 04:23:54.694339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f6ea-ed71-40b1-a3e2-23b83e39fcf6 req-6d096276-6ba4-4ea3-91fa-a6b13e3fd7f1 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.702990 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e968f6ea-ed71-40b1-a3e2-23b83e39fcf6 req-6d096276-6ba4-4ea3-91fa-a6b13e3fd7f1 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0853071 Aug 29 04:23:54.706599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-f0c13b0b-fa9a-45e0-a58a-ae002014a870 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649381 Aug 29 04:23:54.714254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045485d-2932-4d3b-805d-83810564859c req-7f0a6bfd-c43e-48fb-8e4a-da430d97129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.714620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045485d-2932-4d3b-805d-83810564859c req-7f0a6bfd-c43e-48fb-8e4a-da430d97129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.715249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045485d-2932-4d3b-805d-83810564859c req-7f0a6bfd-c43e-48fb-8e4a-da430d97129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.718976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d045485d-2932-4d3b-805d-83810564859c req-7f0a6bfd-c43e-48fb-8e4a-da430d97129d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2993174 Aug 29 04:23:54.774465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e968f6ea-ed71-40b1-a3e2-23b83e39fcf6 req-a38036af-97ba-4c0a-8b36-4f6a62d43419 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699275 Aug 29 04:23:54.948185 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6a1f8c-559e-43bc-9edb-cec1ca15fa44 x-openstack-request-id: req-6d6a1f8c-559e-43bc-9edb-cec1ca15fa44 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:54.949314 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5d673e-b840-4585-a8d3-6ee6318cec25", "tag": "882c60c1-2dc6-4806-9de4-afde5622f6b8", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:54.949824 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d6a1f8c-559e-43bc-9edb-cec1ca15fa44 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:54.952670 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5d673e-b840-4585-a8d3-6ee6318cec25', 'tag': '882c60c1-2dc6-4806-9de4-afde5622f6b8', 'status': 'completed', 'code': 200} Aug 29 04:23:54.959474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf19ae1-30d7-4527-a277-dc811036704b req-188ad9f7-d5f2-43d0-92c2-96189fbbc7e8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.968135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cf19ae1-30d7-4527-a277-dc811036704b req-188ad9f7-d5f2-43d0-92c2-96189fbbc7e8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 943 time: 0.0782092 Aug 29 04:23:54.999929 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-615e9a95-7305-4f09-a65a-73a47089bcc7 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798862 Aug 29 04:23:55.034857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cf19ae1-30d7-4527-a277-dc811036704b req-ce2e5082-9a7e-4f17-b705-674e6ca02c28 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657303 Aug 29 04:23:55.116907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045485d-2932-4d3b-805d-83810564859c req-c0d94af8-d5d8-4b4c-a7a0-86d033d15d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.118493 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d045485d-2932-4d3b-805d-83810564859c req-c0d94af8-d5d8-4b4c-a7a0-86d033d15d53 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3658605 Aug 29 04:23:55.151887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5a04573d-3a2c-4e2b-95c6-9b43b749495b req-e2848226-7bc3-40d7-9aef-2674d39ce3cf service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356227 Aug 29 04:23:55.228929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-b8f263b9-28b0-4abe-8643-8d24caf16e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.229514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-b8f263b9-28b0-4abe-8643-8d24caf16e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.239320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-b8f263b9-28b0-4abe-8643-8d24caf16e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.241181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-b8f263b9-28b0-4abe-8643-8d24caf16e77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2868 time: 0.0602129 Aug 29 04:23:55.315442 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-614a0983-361a-4a02-8489-0811c2d9cd45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=4c47faa5-79bd-46bf-ab71-eabd86853fe2 HTTP/1.1" status: 200 len: 217 time: 0.0539269 Aug 29 04:23:55.380648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-8b7b2ff3-f3ee-4a0a-863f-0d688d8a459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.382202 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-8b7b2ff3-f3ee-4a0a-863f-0d688d8a459c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc4170c8-5bf5-4b5a-89e1-c27a833214bb HTTP/1.1" status: 200 len: 801 time: 0.0546739 Aug 29 04:23:55.422786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-8aca1941-0b89-459b-a5cc-995a6bba1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.424988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-8aca1941-0b89-459b-a5cc-995a6bba1418 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 1095 time: 0.1813855 Aug 29 04:23:55.523924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-2cf1d3c0-85d6-497e-8b4f-cdc7b7b87934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.525501 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-2cf1d3c0-85d6-497e-8b4f-cdc7b7b87934 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14fb8b26-5aba-4019-86aa-b635b78895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268916 Aug 29 04:23:55.656131 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-3eff37ee-318b-4bb0-ac57-f949b0e02f68 service neutron] 10.222.0.64 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130354 Aug 29 04:23:55.660848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-40c845ee-aeb9-4b28-a402-bb52626aa694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.662352 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-40c845ee-aeb9-4b28-a402-bb52626aa694 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 200 len: 913 time: 0.2155805 Aug 29 04:23:55.684421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e53f3-11ba-4374-ac41-f18a9fc87b1d req-7d0d32ce-1fb0-43d8-9445-228be126d40c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.690964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e53f3-11ba-4374-ac41-f18a9fc87b1d req-7d0d32ce-1fb0-43d8-9445-228be126d40c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.697254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e53f3-11ba-4374-ac41-f18a9fc87b1d req-7d0d32ce-1fb0-43d8-9445-228be126d40c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.706803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c19e53f3-11ba-4374-ac41-f18a9fc87b1d req-7d0d32ce-1fb0-43d8-9445-228be126d40c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2412 time: 0.4696195 Aug 29 04:23:55.725052 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-c133d5dc-6368-4f76-84ee-dc319f6eb39d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882c60c1-2dc6-4806-9de4-afde5622f6b8 HTTP/1.1" status: 200 len: 217 time: 0.0467043 Aug 29 04:23:55.751852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.752414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.752948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.753423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.753892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.754369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.754879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.755332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.755805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.756396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.756922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.757391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.757885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.758354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.758846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.759321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.759782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.760270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.760734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.766059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e08dff8e-553e-4063-a66c-6519106b39ef req-f79dd049-b4ef-4909-b662-2628d66aac08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25&device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0&device_id=7908d056-797d-4326-a661-bbbeea4e9274&device_id=d58b504f-a59a-47db-a917-652a71edf0d0&device_id=2da1e692-757b-4819-b073-d31e5dc7ab88&device_id=630487bd-8156-4874-9e06-8f1398a6623e&device_id=6589c089-7241-4a3c-9c51-54489bd96248&device_id=2de99308-5883-446f-bf34-957d6103c740&device_id=66fc0edc-df7c-421c-a647-adcb20dd5149&device_id=6d28044c-d70c-4bb4-b582-1f9d17959270&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 17172 time: 0.5000086 Aug 29 04:23:55.798976 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e08dff8e-553e-4063-a66c-6519106b39ef req-fa6925d3-7180-4cb6-bca5-3a9ea224ddba tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.805621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c19e53f3-11ba-4374-ac41-f18a9fc87b1d req-4dd21ea9-3549-4700-9776-04097d48bc5f tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972128 Aug 29 04:23:55.960498 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e08dff8e-553e-4063-a66c-6519106b39ef req-fa6925d3-7180-4cb6-bca5-3a9ea224ddba tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.970676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e08dff8e-553e-4063-a66c-6519106b39ef req-fa6925d3-7180-4cb6-bca5-3a9ea224ddba tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.036945 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e08dff8e-553e-4063-a66c-6519106b39ef req-fa6925d3-7180-4cb6-bca5-3a9ea224ddba tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&id=94f629d5-c817-4669-b294-6317b186e0b0&id=07907482-74bc-447d-873a-779cb84fa9f1&id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 897 time: 0.2631054 Aug 29 04:23:56.082202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6925d3-7180-4cb6-bca5-3a9ea224ddba tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462c8a56-1e0e-4381-bf38-d36fbe8e647c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:56.205435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2d1f2-b49e-4cb3-9beb-b92e87ae679b req-a91be223-0422-4dcb-a44a-2398409cad29 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.207342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-def2d1f2-b49e-4cb3-9beb-b92e87ae679b req-a91be223-0422-4dcb-a44a-2398409cad29 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0690179 Aug 29 04:23:56.207895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'tag': '0af68873-bff9-4d30-959b-2bdb8bd81674'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:56.210565 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de55f6-40d4-4d95-871f-d630b17afd20" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "tag": "0af68873-bff9-4d30-959b-2bdb8bd81674"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:56.281951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-def2d1f2-b49e-4cb3-9beb-b92e87ae679b req-43768e1d-1dc6-484c-aa75-30a47a5c4976 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678694 Aug 29 04:23:56.284877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-f7c20c39-4011-40f9-a505-044195581702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.286991 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-f7c20c39-4011-40f9-a505-044195581702 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 200 len: 852 time: 0.5504522 Aug 29 04:23:56.299131 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-15ab97ea-ee2a-4503-b0f9-2d1f422d121e service neutron] 10.222.0.64 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301746 Aug 29 04:23:56.303474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebb754-23a4-4234-9707-6f14f05f17f9 req-3f007811-e876-480e-8d5e-bb11e8b24f37 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.305272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0ebb754-23a4-4234-9707-6f14f05f17f9 req-3f007811-e876-480e-8d5e-bb11e8b24f37 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 943 time: 0.0836921 Aug 29 04:23:56.359201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-d4a72049-37a2-4d30-8722-006aa285fb56 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581286 Aug 29 04:23:56.363408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0ebb754-23a4-4234-9707-6f14f05f17f9 req-49089e04-f7f0-44e8-9402-a83f5b5c1484 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492198 Aug 29 04:23:56.415038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-55e711fd-c710-4550-b92b-6d4d962a3171 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=9d8ef672-ccd4-41ca-bf7c-04f64ff43758 HTTP/1.1" status: 200 len: 217 time: 0.1031950 Aug 29 04:23:56.421421 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7713a2fa-1dd1-4939-80af-a8ffd5946706 x-openstack-request-id: req-7713a2fa-1dd1-4939-80af-a8ffd5946706 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:56.421818 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "tag": "0af68873-bff9-4d30-959b-2bdb8bd81674", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:56.422080 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7713a2fa-1dd1-4939-80af-a8ffd5946706 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:56.422492 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'tag': '0af68873-bff9-4d30-959b-2bdb8bd81674', 'status': 'completed', 'code': 200} Aug 29 04:23:56.535128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-3a5d2af1-8e91-4493-9eaa-488d25b04578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.537415 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-3a5d2af1-8e91-4493-9eaa-488d25b04578 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1dd053ee-2b18-4582-9ee4-9ef853ecdf7f HTTP/1.1" status: 200 len: 801 time: 0.0770710 Aug 29 04:23:56.585841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-b533b0da-2eb6-45c8-b187-1c30cd7590d8 service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802039 Aug 29 04:23:56.690929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3753da-a142-42a7-b521-43138dfdfd75 req-19b09cf5-8f58-48a3-ae8f-2274f31b5e08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.691726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3753da-a142-42a7-b521-43138dfdfd75 req-19b09cf5-8f58-48a3-ae8f-2274f31b5e08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.692524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3753da-a142-42a7-b521-43138dfdfd75 req-19b09cf5-8f58-48a3-ae8f-2274f31b5e08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.693658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-76f6eab5-8b72-4d30-b61a-20493a5a06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.695178 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-76f6eab5-8b72-4d30-b61a-20493a5a06f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dde5c59-567a-42cf-a465-0b0e0f45e966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085181 Aug 29 04:23:56.702576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba3753da-a142-42a7-b521-43138dfdfd75 req-19b09cf5-8f58-48a3-ae8f-2274f31b5e08 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274&device_id=2da1e692-757b-4819-b073-d31e5dc7ab88&device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 2885 time: 0.0595562 Aug 29 04:23:56.738639 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6fbf2e79-b367-4c27-8fbb-7611984771b3 req-22550c66-1f3d-4771-988d-774b3233b79d service neutron] 10.222.0.65 "GET /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208096 Aug 29 04:23:56.750771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba3753da-a142-42a7-b521-43138dfdfd75 req-01d3e364-1af5-4118-8102-99a16f800866 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Aug 29 04:23:56.898117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-066c688c-2a40-4f8b-965b-9f9af3ae78bc service neutron] 10.222.0.64 "GET /v2.0/networks/0dde5c59-567a-42cf-a465-0b0e0f45e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584601 Aug 29 04:23:56.913550 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.012861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb363c-813e-4c23-8008-af01d896d674 req-fbbc4f47-b84e-4c2f-966b-f969783e46cf tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.020184 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-d026b47c-62fa-4920-8ac9-42e6d5f941ca service neutron] 10.222.0.64 "GET /v2.0/networks/0dde5c59-567a-42cf-a465-0b0e0f45e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068313 Aug 29 04:23:57.029039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb363c-813e-4c23-8008-af01d896d674 req-fbbc4f47-b84e-4c2f-966b-f969783e46cf tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.037208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb363c-813e-4c23-8008-af01d896d674 req-fbbc4f47-b84e-4c2f-966b-f969783e46cf tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.048596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1aeb363c-813e-4c23-8008-af01d896d674 req-fbbc4f47-b84e-4c2f-966b-f969783e46cf tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2412 time: 0.1193573 Aug 29 04:23:57.096235 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-7641a8ea-8027-499c-979f-96119114ec2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=0af68873-bff9-4d30-959b-2bdb8bd81674 HTTP/1.1" status: 200 len: 217 time: 0.0627263 Aug 29 04:23:57.106352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1aeb363c-813e-4c23-8008-af01d896d674 req-44deaaa2-6f4f-41ab-b510-c32e7824ec2b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523922 Aug 29 04:23:57.190415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-aaa83905-f834-4f18-aa14-28dc5a8b2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.193245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-aaa83905-f834-4f18-aa14-28dc5a8b2732 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc4170c8-5bf5-4b5a-89e1-c27a833214bb HTTP/1.1" status: 200 len: 801 time: 0.0838208 Aug 29 04:23:57.290588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-cdb893a8-058b-4dc5-af4d-76a785d84676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.292242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-cdb893a8-058b-4dc5-af4d-76a785d84676 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14fb8b26-5aba-4019-86aa-b635b78895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762448 Aug 29 04:23:57.443490 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-7f69d4e5-c90f-4d5f-b1c2-cabf885da179 service neutron] 10.222.0.64 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325345 Aug 29 04:23:57.460489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a228f-1659-47e2-b08c-84d483d132db req-58e627bf-3c80-48c5-880b-6643515c94e8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.462493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e9a228f-1659-47e2-b08c-84d483d132db req-58e627bf-3c80-48c5-880b-6643515c94e8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0668757 Aug 29 04:23:57.522782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e9a228f-1659-47e2-b08c-84d483d132db req-19f3eeb1-b4c2-4af1-a214-a4ac9f67ffb3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517499 Aug 29 04:23:57.595625 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9517a0ff-c5df-45e4-8649-5c3b4c312026 req-0e91e30f-f355-49da-802e-6966e78102d4 service neutron] 10.222.0.64 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404660 Aug 29 04:23:57.692305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df0c5c-8f88-4f5b-afae-727bfc259c4b req-4f8b5c1f-4687-4e92-a823-d5560f35cf3e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.695721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39df0c5c-8f88-4f5b-afae-727bfc259c4b req-4f8b5c1f-4687-4e92-a823-d5560f35cf3e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 943 time: 0.1438642 Aug 29 04:23:57.699096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58231a-77c9-4745-a801-1df24d0a4873 req-2390c74c-0017-4f74-ac8f-1ffce7ba8230 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.702013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db58231a-77c9-4745-a801-1df24d0a4873 req-2390c74c-0017-4f74-ac8f-1ffce7ba8230 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1100 time: 0.0919240 Aug 29 04:23:57.750786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-74663c17-bd04-4abd-801b-01d64c8c1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.750786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-74663c17-bd04-4abd-801b-01d64c8c1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.750786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-74663c17-bd04-4abd-801b-01d64c8c1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.750786 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-74663c17-bd04-4abd-801b-01d64c8c1aa7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2868 time: 0.0844462 Aug 29 04:23:57.792678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db58231a-77c9-4745-a801-1df24d0a4873 req-ad096e74-72cf-4b88-8108-4aab400752b6 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838761 Aug 29 04:23:57.819792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39df0c5c-8f88-4f5b-afae-727bfc259c4b req-58d84e67-d697-4c56-a854-a7a0b7b0bf0a tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086011 Aug 29 04:23:57.911593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-5708e036-1e36-47ce-889f-67a8ac760fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.913297 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-5708e036-1e36-47ce-889f-67a8ac760fff service neutron] 10.222.0.64 "GET /v2.0/networks?id=14fb8b26-5aba-4019-86aa-b635b78895eb HTTP/1.1" status: 200 len: 903 time: 0.1531785 Aug 29 04:23:57.937386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47200ab-4656-4d17-a427-ce32eab16e71 req-ea2693a5-d20b-4bcd-ba49-c28da94c4b71 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.940190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e47200ab-4656-4d17-a427-ce32eab16e71 req-ea2693a5-d20b-4bcd-ba49-c28da94c4b71 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1100 time: 0.0601640 Aug 29 04:23:57.978496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-dc3f47e1-7b42-402e-a979-c6c3395608da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=0af68873-bff9-4d30-959b-2bdb8bd81674 HTTP/1.1" status: 200 len: 217 time: 0.0557973 Aug 29 04:23:57.985447 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e47200ab-4656-4d17-a427-ce32eab16e71 req-a4ceced5-c14e-4353-93ec-5dffd4f6a88c tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Aug 29 04:23:58.069243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-18c6a6b0-0782-4e71-8d8b-a22bfa509cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.071837 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-18c6a6b0-0782-4e71-8d8b-a22bfa509cfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc4170c8-5bf5-4b5a-89e1-c27a833214bb HTTP/1.1" status: 200 len: 801 time: 0.0819349 Aug 29 04:23:58.075644 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.113100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 882c60c1-2dc6-4806-9de4-afde5622f6b8 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:58.170939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-5710654e-541f-4bcc-88f4-c5a401177275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.172521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-5710654e-541f-4bcc-88f4-c5a401177275 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14fb8b26-5aba-4019-86aa-b635b78895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919514 Aug 29 04:23:58.258625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 882c60c1-2dc6-4806-9de4-afde5622f6b8, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=882c60c1-2dc6-4806-9de4-afde5622f6b8,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:58.272803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '882c60c1-2dc6-4806-9de4-afde5622f6b8', 'network_id': 'fcb2f71b-e41e-4659-8f0e-1dfdf459bc10', 'port_id': '882c60c1-2dc6-4806-9de4-afde5622f6b8', 'mac_address': 'fa:16:3e:df:62:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcda1e7-79b8-49e3-9169-770662cbe00b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:58.328852 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.347280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882c60c1-2dc6-4806-9de4-afde5622f6b8 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:58.350944 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-0280564c-522e-437d-852f-9a3d48253d5f service neutron] 10.222.0.64 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630809 Aug 29 04:23:58.385052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dededfd0-058b-4b9f-b7db-28d4ef988c40 req-3f60ef36-f23b-499e-b97e-cba4d60942d0 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.387660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 882c60c1-2dc6-4806-9de4-afde5622f6b8, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=882c60c1-2dc6-4806-9de4-afde5622f6b8,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:58.402140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dededfd0-058b-4b9f-b7db-28d4ef988c40 req-3f60ef36-f23b-499e-b97e-cba4d60942d0 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.406203 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.414995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dededfd0-058b-4b9f-b7db-28d4ef988c40 req-3f60ef36-f23b-499e-b97e-cba4d60942d0 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.424358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dededfd0-058b-4b9f-b7db-28d4ef988c40 req-3f60ef36-f23b-499e-b97e-cba4d60942d0 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2412 time: 0.1981032 Aug 29 04:23:58.487973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dededfd0-058b-4b9f-b7db-28d4ef988c40 req-85101ced-7dfa-4fe2-9092-9634f6419bda tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617294 Aug 29 04:23:58.516565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=882c60c1-2dc6-4806-9de4-afde5622f6b8,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:58.550524 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8de55f6-40d4-4d95-871f-d630b17afd20 req-539f46ea-4ae5-49db-bca3-2c75a2a31520 service neutron] 10.222.0.64 "GET /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924274 Aug 29 04:23:58.692766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968f307-2a6e-4571-8266-06f88f074f11 req-ef6aa1aa-0ccb-4eb7-b2af-4900354894d9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.695136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1968f307-2a6e-4571-8266-06f88f074f11 req-ef6aa1aa-0ccb-4eb7-b2af-4900354894d9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0753024 Aug 29 04:23:58.740743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1968f307-2a6e-4571-8266-06f88f074f11 req-1830ca10-1362-4f22-8928-1566d270bdf4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Aug 29 04:23:58.878413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['882c60c1-2dc6-4806-9de4-afde5622f6b8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:59.019052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4fd06-0f84-4f0d-8a1e-48f43e907c6f req-de91c35f-f397-4258-b5ab-ba74377a10e2 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.026833 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67c4fd06-0f84-4f0d-8a1e-48f43e907c6f req-de91c35f-f397-4258-b5ab-ba74377a10e2 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 944 time: 0.0686407 Aug 29 04:23:59.117836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67c4fd06-0f84-4f0d-8a1e-48f43e907c6f req-c4e24cd8-c966-4be5-a469-5b93e78b702f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896966 Aug 29 04:23:59.135100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f7503-f630-4367-ada9-ed9ce7155137 req-99bbc584-dfd2-434b-9969-f09605869a13 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.137358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b48f7503-f630-4367-ada9-ed9ce7155137 req-99bbc584-dfd2-434b-9969-f09605869a13 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1012752 Aug 29 04:23:59.200530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b48f7503-f630-4367-ada9-ed9ce7155137 req-97355eb6-31e8-45b8-b2a3-0d7b1257374e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560009 Aug 29 04:23:59.651749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c671af-4ad0-4825-808b-0759a15db2ba req-d0be77e8-bc3e-42c8-92e1-e32b44dbcc26 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.658305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c671af-4ad0-4825-808b-0759a15db2ba req-d0be77e8-bc3e-42c8-92e1-e32b44dbcc26 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.666405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c671af-4ad0-4825-808b-0759a15db2ba req-d0be77e8-bc3e-42c8-92e1-e32b44dbcc26 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.668770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13c671af-4ad0-4825-808b-0759a15db2ba req-d0be77e8-bc3e-42c8-92e1-e32b44dbcc26 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2412 time: 0.0880113 Aug 29 04:23:59.719915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13c671af-4ad0-4825-808b-0759a15db2ba req-f928b5f7-2352-4550-a462-87ed67ee4ca2 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Aug 29 04:23:59.878917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6e4c-b168-497a-ba4b-3d51df8420d3 req-9c4fe80b-38da-43c2-808a-815164c7b126 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.880715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ce6e4c-b168-497a-ba4b-3d51df8420d3 req-9c4fe80b-38da-43c2-808a-815164c7b126 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0547652 Aug 29 04:23:59.927973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03ce6e4c-b168-497a-ba4b-3d51df8420d3 req-d0915fc5-354a-4c8d-b6cf-7bd9fd93de1c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Aug 29 04:24:00.236509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31958f-6722-45ec-86f2-382c377e9e2e req-cdebc73d-32f3-4ee7-a65c-c57ae87901cd tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.238041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff31958f-6722-45ec-86f2-382c377e9e2e req-cdebc73d-32f3-4ee7-a65c-c57ae87901cd tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 944 time: 0.0578790 Aug 29 04:24:00.277949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff31958f-6722-45ec-86f2-382c377e9e2e req-7e90dc1d-34e6-4ec3-b55b-b9515f5fc30c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Aug 29 04:24:00.370863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3a09f-8917-48cb-9058-0bb388b97307 req-838aae57-b90b-444a-87ef-559d33358986 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.372404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efe3a09f-8917-48cb-9058-0bb388b97307 req-838aae57-b90b-444a-87ef-559d33358986 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0530033 Aug 29 04:24:00.440345 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efe3a09f-8917-48cb-9058-0bb388b97307 req-0e6e6d82-bd23-4407-b647-d39ac875a414 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616636 Aug 29 04:24:00.458428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374f3e4-7a06-42d0-af3e-7855d9dba3ad req-4f178501-3844-41d0-bb1d-83a4bc031e2b tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.460898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4374f3e4-7a06-42d0-af3e-7855d9dba3ad req-4f178501-3844-41d0-bb1d-83a4bc031e2b tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 950 time: 0.0688074 Aug 29 04:24:00.508394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4374f3e4-7a06-42d0-af3e-7855d9dba3ad req-802bf752-ac08-480f-b669-ae5e2a82fcf6 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371153 Aug 29 04:24:00.870326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b9ae4-ee88-497c-8945-9525927f505c req-b2abd71c-395c-4a5d-ad77-41932ade82cc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.877272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b9ae4-ee88-497c-8945-9525927f505c req-b2abd71c-395c-4a5d-ad77-41932ade82cc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.883185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b9ae4-ee88-497c-8945-9525927f505c req-b2abd71c-395c-4a5d-ad77-41932ade82cc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.884937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d4b9ae4-ee88-497c-8945-9525927f505c req-b2abd71c-395c-4a5d-ad77-41932ade82cc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2412 time: 0.0769424 Aug 29 04:24:00.922601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d4b9ae4-ee88-497c-8945-9525927f505c req-e31d1441-3512-4d16-85d5-eb3dab83bca0 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Aug 29 04:24:01.062722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59505c57-668a-4832-b3b7-04b9e394fb73 req-c1fc77a5-339d-4e5a-96ff-fb54daa792f3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.064242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59505c57-668a-4832-b3b7-04b9e394fb73 req-c1fc77a5-339d-4e5a-96ff-fb54daa792f3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0514824 Aug 29 04:24:01.103763 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59505c57-668a-4832-b3b7-04b9e394fb73 req-41ca4ec9-8f53-4cf7-86c8-d55e89dbb477 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Aug 29 04:24:01.395190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2c4ce-5e5d-420e-ade3-24f91346e758 req-8e3c627c-7db3-43d7-8b10-4dbccc15b6f1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.396876 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ad2c4ce-5e5d-420e-ade3-24f91346e758 req-8e3c627c-7db3-43d7-8b10-4dbccc15b6f1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 944 time: 0.0493605 Aug 29 04:24:01.435593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ad2c4ce-5e5d-420e-ade3-24f91346e758 req-168c9ad4-eeaf-4682-b96c-f6146ed3a329 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Aug 29 04:24:01.569372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3871c-76a7-4110-91a9-ef9e1e790eee req-112d4de4-e7ac-4e39-84d7-27f0235fdf80 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.570848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91f3871c-76a7-4110-91a9-ef9e1e790eee req-112d4de4-e7ac-4e39-84d7-27f0235fdf80 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0577328 Aug 29 04:24:01.617087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91f3871c-76a7-4110-91a9-ef9e1e790eee req-1f152fb6-ffb0-4e19-986d-956c813256ba tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398378 Aug 29 04:24:01.688832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe1545-e172-49e8-b033-066d0b02e745 req-cdf1daec-4989-4484-9fc3-8bfb7ea2c01b tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.690501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97fe1545-e172-49e8-b033-066d0b02e745 req-cdf1daec-4989-4484-9fc3-8bfb7ea2c01b tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 950 time: 0.0635252 Aug 29 04:24:01.725028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:01.732485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97fe1545-e172-49e8-b033-066d0b02e745 req-b0d313a0-3ad4-412f-bfb3-12a86ec9d2f3 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Aug 29 04:24:01.837623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:01.849053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '9d8ef672-ccd4-41ca-bf7c-04f64ff43758', 'network_id': '0dde5c59-567a-42cf-a465-0b0e0f45e966', 'port_id': '9d8ef672-ccd4-41ca-bf7c-04f64ff43758', 'mac_address': 'fa:16:3e:7f:de:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd053ee-2b18-4582-9ee4-9ef853ecdf7f', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:01.887699 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.901156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:01.927875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:01.932525 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.933203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0af68873-bff9-4d30-959b-2bdb8bd81674 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:02.047832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.056451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f1856-ea38-43f5-88ff-77c92d7c7a54 req-d99f7e73-5293-4c36-9a8a-11fb5e97cf90 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.072406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f1856-ea38-43f5-88ff-77c92d7c7a54 req-d99f7e73-5293-4c36-9a8a-11fb5e97cf90 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.082994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f1856-ea38-43f5-88ff-77c92d7c7a54 req-d99f7e73-5293-4c36-9a8a-11fb5e97cf90 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.082994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c0f1856-ea38-43f5-88ff-77c92d7c7a54 req-d99f7e73-5293-4c36-9a8a-11fb5e97cf90 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2413 time: 0.0816522 Aug 29 04:24:02.113340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0af68873-bff9-4d30-959b-2bdb8bd81674, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0af68873-bff9-4d30-959b-2bdb8bd81674,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:02.132952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 882c60c1-2dc6-4806-9de4-afde5622f6b8 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:02.163939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '0af68873-bff9-4d30-959b-2bdb8bd81674', 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb', 'port_id': '0af68873-bff9-4d30-959b-2bdb8bd81674', 'mac_address': 'fa:16:3e:8b:22:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4170c8-5bf5-4b5a-89e1-c27a833214bb', 'ip_address': '19.80.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:02.164218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c0f1856-ea38-43f5-88ff-77c92d7c7a54 req-475f8897-6d1d-450d-b82b-dc2e4a53c97d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679374 Aug 29 04:24:02.237408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.252393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af68873-bff9-4d30-959b-2bdb8bd81674 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:02.256476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a918bd8-3934-4eb4-800d-02de05be5a5f req-c291a62c-1a67-48a9-8bf2-c6a72698e1c7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.258225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 882c60c1-2dc6-4806-9de4-afde5622f6b8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:02.260909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a918bd8-3934-4eb4-800d-02de05be5a5f req-c291a62c-1a67-48a9-8bf2-c6a72698e1c7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0593512 Aug 29 04:24:02.269319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 882c60c1-2dc6-4806-9de4-afde5622f6b8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:02.270009 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.303394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a918bd8-3934-4eb4-800d-02de05be5a5f req-ed93d13c-e014-4c01-b952-eed9c47dcaad tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366426 Aug 29 04:24:02.305381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0af68873-bff9-4d30-959b-2bdb8bd81674, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0af68873-bff9-4d30-959b-2bdb8bd81674,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:02.312755 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.313443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4c47faa5-79bd-46bf-ab71-eabd86853fe2 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:02.410703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4c47faa5-79bd-46bf-ab71-eabd86853fe2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4c47faa5-79bd-46bf-ab71-eabd86853fe2,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:02.420736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0af68873-bff9-4d30-959b-2bdb8bd81674,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.455583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '4c47faa5-79bd-46bf-ab71-eabd86853fe2', 'network_id': '14fb8b26-5aba-4019-86aa-b635b78895eb', 'port_id': '4c47faa5-79bd-46bf-ab71-eabd86853fe2', 'mac_address': 'fa:16:3e:2b:4f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4170c8-5bf5-4b5a-89e1-c27a833214bb', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:02.492226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.526385 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.533055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5d673e-b840-4585-a8d3-6ee6318cec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882c60c1-2dc6-4806-9de4-afde5622f6b8'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:02.535482 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90446b33-7552-4877-b875-a8f1f22bc395" -d '{"events": [{"server_uuid": "2c5d673e-b840-4585-a8d3-6ee6318cec25", "name": "network-vif-plugged", "status": "completed", "tag": "882c60c1-2dc6-4806-9de4-afde5622f6b8"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:02.559675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234fe05-06b1-4b6b-8413-53e9b0901b11 req-7fe70ca4-72e5-4dd3-bb21-6d3a18820141 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.561196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0234fe05-06b1-4b6b-8413-53e9b0901b11 req-7fe70ca4-72e5-4dd3-bb21-6d3a18820141 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 944 time: 0.0550396 Aug 29 04:24:02.562675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 882c60c1-2dc6-4806-9de4-afde5622f6b8, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=882c60c1-2dc6-4806-9de4-afde5622f6b8,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:02.566369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c47faa5-79bd-46bf-ab71-eabd86853fe2 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:02.576940 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.595449 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f2d124-faf9-41ec-a620-d42a21846119 x-openstack-request-id: req-d0f2d124-faf9-41ec-a620-d42a21846119 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:02.595891 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5d673e-b840-4585-a8d3-6ee6318cec25", "name": "network-vif-plugged", "status": "completed", "tag": "882c60c1-2dc6-4806-9de4-afde5622f6b8", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:02.596167 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0f2d124-faf9-41ec-a620-d42a21846119 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:02.596577 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5d673e-b840-4585-a8d3-6ee6318cec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882c60c1-2dc6-4806-9de4-afde5622f6b8', 'code': 200} Aug 29 04:24:02.626349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4c47faa5-79bd-46bf-ab71-eabd86853fe2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4c47faa5-79bd-46bf-ab71-eabd86853fe2,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:02.632801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0234fe05-06b1-4b6b-8413-53e9b0901b11 req-2f5bb342-5afc-4eb8-8084-686ce8364d63 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566642 Aug 29 04:24:02.635032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.669550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=882c60c1-2dc6-4806-9de4-afde5622f6b8,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.741424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4c47faa5-79bd-46bf-ab71-eabd86853fe2,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.742251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67594b2-22a9-402a-827f-3202ac925a7c req-85e8c959-0299-45b8-973b-8667cc43b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.743344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a67594b2-22a9-402a-827f-3202ac925a7c req-85e8c959-0299-45b8-973b-8667cc43b7c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 1097 time: 0.0614741 Aug 29 04:24:02.762323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa53e9-4a60-4c9a-bffd-4a8c03db9921 req-5dfec333-c644-4e4f-a304-e76f45833900 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.764054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42fa53e9-4a60-4c9a-bffd-4a8c03db9921 req-5dfec333-c644-4e4f-a304-e76f45833900 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0569839 Aug 29 04:24:02.794025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a67594b2-22a9-402a-827f-3202ac925a7c req-4c47cae4-1bac-4bf7-8550-e5c6df795196 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302377 Aug 29 04:24:02.810873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42fa53e9-4a60-4c9a-bffd-4a8c03db9921 req-46944aff-8034-4310-8922-7a5e386cd1a7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Aug 29 04:24:03.289063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79161e8a-261a-4cd2-bea7-8c08f5634478 req-eadb8c1b-0e80-424c-b73b-719ca5a32fa3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.294933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79161e8a-261a-4cd2-bea7-8c08f5634478 req-eadb8c1b-0e80-424c-b73b-719ca5a32fa3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.301430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79161e8a-261a-4cd2-bea7-8c08f5634478 req-eadb8c1b-0e80-424c-b73b-719ca5a32fa3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.303061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79161e8a-261a-4cd2-bea7-8c08f5634478 req-eadb8c1b-0e80-424c-b73b-719ca5a32fa3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2415 time: 0.0676639 Aug 29 04:24:03.346561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0af68873-bff9-4d30-959b-2bdb8bd81674'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:03.349477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79161e8a-261a-4cd2-bea7-8c08f5634478 req-9a3071a9-0ce7-43f0-aff5-2d7837469ae2 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Aug 29 04:24:03.427212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d326047-6070-495c-b8d9-5f1e11ea0f33 req-df9edaa4-38a1-41f2-9838-3c1114cb547d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.428231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['9d8ef672-ccd4-41ca-bf7c-04f64ff43758'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:03.428870 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d326047-6070-495c-b8d9-5f1e11ea0f33 req-df9edaa4-38a1-41f2-9838-3c1114cb547d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0519347 Aug 29 04:24:03.467348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d326047-6070-495c-b8d9-5f1e11ea0f33 req-a99d4b51-aede-44b7-83bc-5b2cdf6fbf0c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Aug 29 04:24:03.470326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4c47faa5-79bd-46bf-ab71-eabd86853fe2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:03.765544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a73cb-8bb0-4383-96c1-9a7be5a0bc12 req-c869946f-f478-4844-b674-bfcc2badde5c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.767779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce2a73cb-8bb0-4383-96c1-9a7be5a0bc12 req-c869946f-f478-4844-b674-bfcc2badde5c tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 945 time: 0.0577774 Aug 29 04:24:03.811097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce2a73cb-8bb0-4383-96c1-9a7be5a0bc12 req-e6345de0-d8a7-4474-9431-3a7c42f505c9 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Aug 29 04:24:03.934002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3589b3-1e34-4c29-9af5-cb7c97217de0 req-dae158ff-1b70-4586-ae08-36906a0099c0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.935393 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f3589b3-1e34-4c29-9af5-cb7c97217de0 req-dae158ff-1b70-4586-ae08-36906a0099c0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0550811 Aug 29 04:24:03.979310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f3589b3-1e34-4c29-9af5-cb7c97217de0 req-3780bbfc-ccec-494d-b9ed-cd4d4ded6b84 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354595 Aug 29 04:24:04.114502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3a5937cc-46b9-45f4-8c76-9138a457ddbb no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:04.201894 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.239559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:04.244232 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.292894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:04.300211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.300561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.300905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.301245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.301579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.301910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.302354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.302682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.303010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.303340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.303666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.304016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.484076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c984d5-3487-4a49-b700-d641b41cf9ea req-b7af60ed-448b-4021-ae21-bb9439a625aa tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.489942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c984d5-3487-4a49-b700-d641b41cf9ea req-b7af60ed-448b-4021-ae21-bb9439a625aa tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.496381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c984d5-3487-4a49-b700-d641b41cf9ea req-b7af60ed-448b-4021-ae21-bb9439a625aa tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.498063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46c984d5-3487-4a49-b700-d641b41cf9ea req-b7af60ed-448b-4021-ae21-bb9439a625aa tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2415 time: 0.0673575 Aug 29 04:24:04.538340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46c984d5-3487-4a49-b700-d641b41cf9ea req-1698a0ce-cde9-41a3-a72b-f03d2e312093 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Aug 29 04:24:04.589222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f697e-ff31-4ac4-b74d-21ece69a0318 req-582678d2-9713-495f-ac47-7d5dc3922c76 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.590728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce7f697e-ff31-4ac4-b74d-21ece69a0318 req-582678d2-9713-495f-ac47-7d5dc3922c76 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0515072 Aug 29 04:24:04.597596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:04.600011 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f99ec96-4620-4dfb-a2ee-1904939b1b38" -d '{"events": [{"server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "name": "network-vif-unplugged", "status": "completed", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:04.641360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce7f697e-ff31-4ac4-b74d-21ece69a0318 req-33043c07-f530-48cb-b204-813094418e23 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438068 Aug 29 04:24:04.647328 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19d7d3-b669-487a-8756-750a9f1bc85e x-openstack-request-id: req-cf19d7d3-b669-487a-8756-750a9f1bc85e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:04.647728 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "name": "network-vif-unplugged", "status": "completed", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:04.648127 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf19d7d3-b669-487a-8756-750a9f1bc85e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:04.648620 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'code': 200} Aug 29 04:24:04.928496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699829df-4906-4cfa-9df0-3096501bfa72 req-8c23a919-30f4-4184-a40a-1edd49722c53 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.930166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-699829df-4906-4cfa-9df0-3096501bfa72 req-8c23a919-30f4-4184-a40a-1edd49722c53 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 945 time: 0.0545850 Aug 29 04:24:04.970198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-699829df-4906-4cfa-9df0-3096501bfa72 req-a2dfda8e-df22-4ecf-aebf-1fb1347ab76e tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Aug 29 04:24:05.105359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b84c3-b6c7-4d4c-8d24-2e329f72fbaf req-39a60d70-6312-42a7-ad94-6ae0740026d7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.106895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e45b84c3-b6c7-4d4c-8d24-2e329f72fbaf req-39a60d70-6312-42a7-ad94-6ae0740026d7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0548666 Aug 29 04:24:05.156798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e45b84c3-b6c7-4d4c-8d24-2e329f72fbaf req-a3de0c50-e3f6-4521-a1dc-f6c1d29ab087 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Aug 29 04:24:05.232766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af50ec-fd92-4005-923b-86d44b605538 req-23b80282-7689-414c-94eb-18084810b999 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.234475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7af50ec-fd92-4005-923b-86d44b605538 req-23b80282-7689-414c-94eb-18084810b999 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 945 time: 0.0537078 Aug 29 04:24:05.279907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7af50ec-fd92-4005-923b-86d44b605538 req-908339ff-b2e9-42b2-a471-d6dbbc98fe11 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Aug 29 04:24:05.672014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4af22-40c1-47b6-915d-b1ac79fb591b req-bbad6e3b-fafd-4c80-aa88-6d0873e15c2c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.678601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4af22-40c1-47b6-915d-b1ac79fb591b req-bbad6e3b-fafd-4c80-aa88-6d0873e15c2c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.684601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4af22-40c1-47b6-915d-b1ac79fb591b req-bbad6e3b-fafd-4c80-aa88-6d0873e15c2c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.687133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47b4af22-40c1-47b6-915d-b1ac79fb591b req-bbad6e3b-fafd-4c80-aa88-6d0873e15c2c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2415 time: 0.0760708 Aug 29 04:24:05.768635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47b4af22-40c1-47b6-915d-b1ac79fb591b req-22386fda-9c24-4a3f-b5af-73a8feeb81fd tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669501 Aug 29 04:24:05.772094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:05.777993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:05.783365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb55d8-2138-415b-85af-5029849ca772 req-2656ed7a-a6e4-447d-b835-109a13539fb8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.784983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8cb55d8-2138-415b-85af-5029849ca772 req-2656ed7a-a6e4-447d-b835-109a13539fb8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0676322 Aug 29 04:24:05.829910 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8cb55d8-2138-415b-85af-5029849ca772 req-8e6ee6c6-8ab0-4bb7-b6be-1dd3a6ba0c60 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371816 Aug 29 04:24:05.905100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:05.917427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:05.917809 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.961512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:05.991065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '690b2f81-a9d9-4898-9ada-144085f47004', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '690b2f81-a9d9-4898-9ada-144085f47004', 'mac_address': 'fa:16:3e:fe:63:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:06.054720 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.075614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b2f81-a9d9-4898-9ada-144085f47004 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:06.080107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.111296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:06.122099 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.135482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:06.158761 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.159552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0af68873-bff9-4d30-959b-2bdb8bd81674 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:06.224051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.257465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['690b2f81-a9d9-4898-9ada-144085f47004'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:06.307668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff5f3-1c27-43bd-b4c3-f80e648aad4d req-1610715c-67db-42bc-a3c2-12e0b3cbf568 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.309489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b4ff5f3-1c27-43bd-b4c3-f80e648aad4d req-1610715c-67db-42bc-a3c2-12e0b3cbf568 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0671451 Aug 29 04:24:06.333724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.338307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 0af68873-bff9-4d30-959b-2bdb8bd81674 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:06.348615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 0af68873-bff9-4d30-959b-2bdb8bd81674 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:06.349042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.445796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b4ff5f3-1c27-43bd-b4c3-f80e648aad4d req-db97586f-b97b-4339-82bd-e0e813ae04ae tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265552 Aug 29 04:24:06.567175 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.569073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a5004-270b-4d9b-9268-d2a1efbb08b0 req-de9c16ce-0d6e-4bbb-96dc-eb761c524e4f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.577309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-654a5004-270b-4d9b-9268-d2a1efbb08b0 req-de9c16ce-0d6e-4bbb-96dc-eb761c524e4f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 945 time: 0.0799689 Aug 29 04:24:06.611052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0af68873-bff9-4d30-959b-2bdb8bd81674, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0af68873-bff9-4d30-959b-2bdb8bd81674,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:06.618049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.618963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4c47faa5-79bd-46bf-ab71-eabd86853fe2 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:06.628905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-654a5004-270b-4d9b-9268-d2a1efbb08b0 req-a9a0e899-0680-486a-bc23-284fa71faae1 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506012 Aug 29 04:24:06.668236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8ef672-ccd4-41ca-bf7c-04f64ff43758'}, {'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af68873-bff9-4d30-959b-2bdb8bd81674'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:06.670761 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4bf56d-fbc5-4e7e-ac5d-0f2397a7ba15" -d '{"events": [{"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-plugged", "status": "completed", "tag": "9d8ef672-ccd4-41ca-bf7c-04f64ff43758"}, {"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-plugged", "status": "completed", "tag": "0af68873-bff9-4d30-959b-2bdb8bd81674"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:06.716161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0af68873-bff9-4d30-959b-2bdb8bd81674,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.737742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:06.747518 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda730e-6c6c-4360-ad03-8d2ca7ef78f2 x-openstack-request-id: req-bfda730e-6c6c-4360-ad03-8d2ca7ef78f2 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:06.747712 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-plugged", "status": "completed", "tag": "9d8ef672-ccd4-41ca-bf7c-04f64ff43758", "code": 200}, {"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-plugged", "status": "completed", "tag": "0af68873-bff9-4d30-959b-2bdb8bd81674", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:06.747951 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfda730e-6c6c-4360-ad03-8d2ca7ef78f2 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:06.748382 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8ef672-ccd4-41ca-bf7c-04f64ff43758', 'code': 200} Aug 29 04:24:06.748670 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af68873-bff9-4d30-959b-2bdb8bd81674', 'code': 200} Aug 29 04:24:06.749265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:06.749645 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.908661 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.956968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4c47faa5-79bd-46bf-ab71-eabd86853fe2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4c47faa5-79bd-46bf-ab71-eabd86853fe2,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:06.964212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.981498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314484ef-1845-4a08-a88a-df3d633ab988 req-2644be32-e641-434e-a6e7-2d7c79f172c8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.989614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314484ef-1845-4a08-a88a-df3d633ab988 req-2644be32-e641-434e-a6e7-2d7c79f172c8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.996735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314484ef-1845-4a08-a88a-df3d633ab988 req-2644be32-e641-434e-a6e7-2d7c79f172c8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.999783 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-314484ef-1845-4a08-a88a-df3d633ab988 req-2644be32-e641-434e-a6e7-2d7c79f172c8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2417 time: 0.0974557 Aug 29 04:24:07.034659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4c47faa5-79bd-46bf-ab71-eabd86853fe2,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.088231 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-314484ef-1845-4a08-a88a-df3d633ab988 req-fe4fa8de-436e-4d5e-b454-c34f12c6e602 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758393 Aug 29 04:24:07.098257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f8087-f143-4363-9e22-c18769bf0f28 req-8751f836-d6ba-4e4d-8a2b-aebfd7b0b70c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.099801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-099f8087-f143-4363-9e22-c18769bf0f28 req-8751f836-d6ba-4e4d-8a2b-aebfd7b0b70c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0986741 Aug 29 04:24:07.160803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-099f8087-f143-4363-9e22-c18769bf0f28 req-5a4ed8bf-50b1-45c7-aee8-86204b847cab tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537050 Aug 29 04:24:07.247313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69555fab-56a0-42d9-beca-e25214a1b622 req-69145cd8-ca92-497c-9bc6-5fbcf2cf8ba8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.255226 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69555fab-56a0-42d9-beca-e25214a1b622 req-69145cd8-ca92-497c-9bc6-5fbcf2cf8ba8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 945 time: 0.0701070 Aug 29 04:24:07.301094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69555fab-56a0-42d9-beca-e25214a1b622 req-145ac87b-2534-4502-aa5d-a8fbfd7d6274 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448792 Aug 29 04:24:07.585266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f97e7-3d89-4268-8601-a338e0a22a2d req-a077b21e-084b-464a-8ace-a10e27429707 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.586883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df6f97e7-3d89-4268-8601-a338e0a22a2d req-a077b21e-084b-464a-8ace-a10e27429707 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0656528 Aug 29 04:24:07.656202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df6f97e7-3d89-4268-8601-a338e0a22a2d req-c2d2598c-c499-49d6-ae19-c65e5a0ce647 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610366 Aug 29 04:24:07.784710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:07.849721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 690b2f81-a9d9-4898-9ada-144085f47004 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:07.850203 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.940400 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.978119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:07.983277 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.035137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.251847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666ba61-6bad-4bac-98ae-8dcf61e6662f req-e862bb94-e88a-4e78-a154-fc6632df83c8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.258878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666ba61-6bad-4bac-98ae-8dcf61e6662f req-e862bb94-e88a-4e78-a154-fc6632df83c8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.270291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666ba61-6bad-4bac-98ae-8dcf61e6662f req-e862bb94-e88a-4e78-a154-fc6632df83c8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.272160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6666ba61-6bad-4bac-98ae-8dcf61e6662f req-e862bb94-e88a-4e78-a154-fc6632df83c8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2418 time: 0.0921862 Aug 29 04:24:08.354251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb44b4-3942-43f1-ad18-969596c0b572 req-3240dc05-03f8-4ff0-9ba1-abd4f042642f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.355769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44cb44b4-3942-43f1-ad18-969596c0b572 req-3240dc05-03f8-4ff0-9ba1-abd4f042642f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0825059 Aug 29 04:24:08.358723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6666ba61-6bad-4bac-98ae-8dcf61e6662f req-b43873b8-8b2d-4053-972f-08b50fa23fc3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727661 Aug 29 04:24:08.406200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44cb44b4-3942-43f1-ad18-969596c0b572 req-f58a12d1-da2c-4300-890e-38a813d272c2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Aug 29 04:24:08.557688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3f3de-03b5-4579-868e-3a6fb6a89c1b req-b96dfdde-9d21-4d53-b888-51437d80193f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.563554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ac3f3de-03b5-4579-868e-3a6fb6a89c1b req-b96dfdde-9d21-4d53-b888-51437d80193f tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 945 time: 0.0678823 Aug 29 04:24:08.614507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ac3f3de-03b5-4579-868e-3a6fb6a89c1b req-20ff596b-49b8-450d-9d9c-f3f0f0a21fa5 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d77732d-6147-4560-9777-357e8b5cbd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499034 Aug 29 04:24:08.666725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-27105bed-2841-4837-af79-9ae5f8d88223 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.668286 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-27105bed-2841-4837-af79-9ae5f8d88223 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 945 time: 0.0686498 Aug 29 04:24:08.750400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c47faa5-79bd-46bf-ab71-eabd86853fe2'}, {'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:08.753023 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0cf872-bbe0-48b7-bd21-6937b64c42bb" -d '{"events": [{"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-plugged", "status": "completed", "tag": "4c47faa5-79bd-46bf-ab71-eabd86853fe2"}, {"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-plugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:08.813788 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332369b9-5baa-4fc7-878d-62a7180205a7 x-openstack-request-id: req-332369b9-5baa-4fc7-878d-62a7180205a7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:08.814223 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-plugged", "status": "completed", "tag": "4c47faa5-79bd-46bf-ab71-eabd86853fe2", "code": 200}, {"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-plugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:08.814635 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-332369b9-5baa-4fc7-878d-62a7180205a7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:08.816042 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c47faa5-79bd-46bf-ab71-eabd86853fe2', 'code': 200} Aug 29 04:24:08.816042 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004', 'code': 200} Aug 29 04:24:08.816304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Deleting port 882c60c1-2dc6-4806-9de4-afde5622f6b8 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:08.816304 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.847707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f6092-8f7c-4ad1-a0fd-633f7e294fb4 req-da5c1a6d-244a-4d12-9b17-04a8ad100709 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.856318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de2f6092-8f7c-4ad1-a0fd-633f7e294fb4 req-da5c1a6d-244a-4d12-9b17-04a8ad100709 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0897751 Aug 29 04:24:08.901099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de2f6092-8f7c-4ad1-a0fd-633f7e294fb4 req-b3b2b943-6430-4e60-967d-89bf521de6d5 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Aug 29 04:24:08.973348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae8b2-f01c-491d-a157-1ea7cd44ad6f req-54b790b0-a505-4802-9159-bb2d5752d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.973746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae8b2-f01c-491d-a157-1ea7cd44ad6f req-54b790b0-a505-4802-9159-bb2d5752d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.974227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae8b2-f01c-491d-a157-1ea7cd44ad6f req-54b790b0-a505-4802-9159-bb2d5752d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.975873 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c09ae8b2-f01c-491d-a157-1ea7cd44ad6f req-54b790b0-a505-4802-9159-bb2d5752d046 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2874 time: 0.0852103 Aug 29 04:24:08.981072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] For port 882c60c1-2dc6-4806-9de4-afde5622f6b8, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=882c60c1-2dc6-4806-9de4-afde5622f6b8,segment=NetworkSegment(6c4fe3da-c2da-484a-933e-932380ce2a5c),segment_id=6c4fe3da-c2da-484a-933e-932380ce2a5c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:08.984038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.013011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Calling delete_port for 882c60c1-2dc6-4806-9de4-afde5622f6b8 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:09.072628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c09ae8b2-f01c-491d-a157-1ea7cd44ad6f req-d05aa7fc-bf24-4fd6-b178-d4fd8b8a69ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855832 Aug 29 04:24:09.170541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.183373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['882c60c1-2dc6-4806-9de4-afde5622f6b8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:09.213197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Pushing event deleted for resources: {'Port': ['ID=882c60c1-2dc6-4806-9de4-afde5622f6b8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:09.240549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.240820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.241158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.241507 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.241846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.242190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.242523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.242855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.243188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.243517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.243847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.244197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:09.278612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] No DVR routers for this DVR port 882c60c1-2dc6-4806-9de4-afde5622f6b8 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:09.283219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.285547 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efec0cc5-8a30-46d9-ba27-5d02ee98f181 req-35c45d81-b30f-43cf-bdae-07a3ee7a7de8 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.65 "DELETE /v2.0/ports/882c60c1-2dc6-4806-9de4-afde5622f6b8 HTTP/1.1" status: 204 len: 173 time: 0.6004868 Aug 29 04:24:09.286086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5d673e-b840-4585-a8d3-6ee6318cec25', 'name': 'network-vif-deleted', 'tag': '882c60c1-2dc6-4806-9de4-afde5622f6b8'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:09.289665 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42180354-890e-4a98-bdad-16fcd49b68b8" -d '{"events": [{"server_uuid": "2c5d673e-b840-4585-a8d3-6ee6318cec25", "name": "network-vif-deleted", "tag": "882c60c1-2dc6-4806-9de4-afde5622f6b8"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:09.352664 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a8935b-8d4e-4c36-b7e1-c85f256b075a x-openstack-request-id: req-98a8935b-8d4e-4c36-b7e1-c85f256b075a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:09.353048 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5d673e-b840-4585-a8d3-6ee6318cec25", "name": "network-vif-deleted", "tag": "882c60c1-2dc6-4806-9de4-afde5622f6b8", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:09.353376 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98a8935b-8d4e-4c36-b7e1-c85f256b075a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:09.353854 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5d673e-b840-4585-a8d3-6ee6318cec25', 'name': 'network-vif-deleted', 'tag': '882c60c1-2dc6-4806-9de4-afde5622f6b8', 'status': 'completed', 'code': 200} Aug 29 04:24:09.522516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87302b7f-6135-4e9f-9bf5-9f93f174dc88 req-5e281a7a-079f-41ba-9d5e-d6f1c4a24131 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.528795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87302b7f-6135-4e9f-9bf5-9f93f174dc88 req-5e281a7a-079f-41ba-9d5e-d6f1c4a24131 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.535488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87302b7f-6135-4e9f-9bf5-9f93f174dc88 req-5e281a7a-079f-41ba-9d5e-d6f1c4a24131 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.537280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87302b7f-6135-4e9f-9bf5-9f93f174dc88 req-5e281a7a-079f-41ba-9d5e-d6f1c4a24131 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2418 time: 0.0982952 Aug 29 04:24:09.621118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87302b7f-6135-4e9f-9bf5-9f93f174dc88 req-69a19d05-4a23-4134-acd3-bf491fc5286d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652306 Aug 29 04:24:09.633527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c93a9d-e51a-48fd-add0-12b894ee0041 req-6cd242ae-0793-481f-ab7f-f01e500ea52c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.635088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6c93a9d-e51a-48fd-add0-12b894ee0041 req-6cd242ae-0793-481f-ab7f-f01e500ea52c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1369805 Aug 29 04:24:09.692969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6c93a9d-e51a-48fd-add0-12b894ee0041 req-ec498798-4d3c-4516-992b-179fab1b93df tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441124 Aug 29 04:24:09.823088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4bcd64b-7bbc-43ed-a1e3-816e17ec08ee req-1a4b8705-708f-4f17-ae81-65618c519bd0 tempest-DeleteServersTestJSON-715869720 tempest-DeleteServersTestJSON-715869720-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5d673e-b840-4585-a8d3-6ee6318cec25 HTTP/1.1" status: 200 len: 210 time: 0.0360572 Aug 29 04:24:10.096420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e69dd8-f05b-4e9a-8831-530848e39d99 req-e6bd485b-afd7-425a-9a73-87029d8d8cdd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.105316 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84e69dd8-f05b-4e9a-8831-530848e39d99 req-e6bd485b-afd7-425a-9a73-87029d8d8cdd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1099524 Aug 29 04:24:10.154968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84e69dd8-f05b-4e9a-8831-530848e39d99 req-bfa54d5e-1b56-4323-97ae-2d6ddb730a86 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483456 Aug 29 04:24:10.339931 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-485eb790-ee97-4f27-b674-633a66638bf7 service neutron] show failed (client error): The resource could not be found. Aug 29 04:24:10.341391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-485eb790-ee97-4f27-b674-633a66638bf7 service neutron] 10.222.0.65 "GET /v2.0/ports/16bb51de-2719-42f0-b3a2-603f27cd02e8/bindings/n-h1-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.0697112 Aug 29 04:24:10.595908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-f6562eb6-7328-48bc-bf95-124674e8e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.598067 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-f6562eb6-7328-48bc-bf95-124674e8e727 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 1101 time: 0.0569768 Aug 29 04:24:10.614891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:10.687626 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.858779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f67b-f8f6-4e06-a274-0c3a2be8c946 req-68c0af4f-5b82-4468-ba36-5d44bcd7f63d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.866445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f67b-f8f6-4e06-a274-0c3a2be8c946 req-68c0af4f-5b82-4468-ba36-5d44bcd7f63d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.873941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f67b-f8f6-4e06-a274-0c3a2be8c946 req-68c0af4f-5b82-4468-ba36-5d44bcd7f63d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.883239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80b4f67b-f8f6-4e06-a274-0c3a2be8c946 req-68c0af4f-5b82-4468-ba36-5d44bcd7f63d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2418 time: 0.0923250 Aug 29 04:24:10.946180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80b4f67b-f8f6-4e06-a274-0c3a2be8c946 req-e3f2d2a6-5d8f-4248-bed9-c3cbc145385d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619056 Aug 29 04:24:10.996802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4957cfb-90b7-4f0f-98eb-9a770b79fe06 req-1a8b0fbc-95f3-486d-a7f1-91881bd555da tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.998636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4957cfb-90b7-4f0f-98eb-9a770b79fe06 req-1a8b0fbc-95f3-486d-a7f1-91881bd555da tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0881393 Aug 29 04:24:11.036517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:11.084118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4957cfb-90b7-4f0f-98eb-9a770b79fe06 req-a591355d-6c8a-4139-8f8b-808e7112c5f0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768492 Aug 29 04:24:11.103666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:11.187097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.211632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Transition to ACTIVE for port object 16bb51de-2719-42f0-b3a2-603f27cd02e8 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:11.219809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.341410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] No DVR routers for this DVR port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:11.350118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.384801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:11.387351 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6bce81-c0f4-466b-a6d4-ce7af480fdcb" -d '{"events": [{"server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "name": "network-vif-unplugged", "status": "completed", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:11.410678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Attempting to bind port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:11.411042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Attempting to bind port 16bb51de-2719-42f0-b3a2-603f27cd02e8 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:11.411411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Attempting to bind port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:11.430419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:11.430929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Attempting to bind port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:11.439347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:11.439491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:11.439977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:11.440361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Bound port: 16bb51de-2719-42f0-b3a2-603f27cd02e8, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:11.440731 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.499337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a1125-d0f3-4b3f-8d66-8103bbdce56b req-9362518b-a5fb-40d9-8e9e-312ca41eb077 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.515126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee5a1125-d0f3-4b3f-8d66-8103bbdce56b req-9362518b-a5fb-40d9-8e9e-312ca41eb077 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1173508 Aug 29 04:24:11.566189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:11.571574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:11.577528 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.596344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee5a1125-d0f3-4b3f-8d66-8103bbdce56b req-ca3b5df9-25aa-4874-8ab0-ac769f2b8582 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726719 Aug 29 04:24:11.663295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.664535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.669303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] 10.222.0.64 "PUT /v2.0/ports/16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 1096 time: 1.0570426 Aug 29 04:24:11.727575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce8c04-3c79-4675-a575-138a507a929b service neutron] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.763424 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444b4497-59dc-4e6d-bf55-1fb6618850bc x-openstack-request-id: req-444b4497-59dc-4e6d-bf55-1fb6618850bc {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:11.763818 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "name": "network-vif-unplugged", "status": "completed", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:11.764032 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-444b4497-59dc-4e6d-bf55-1fb6618850bc {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:11.764415 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'code': 200} Aug 29 04:24:11.799783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-1a2f5c2f-ec07-40a2-ab98-c507a6c186c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.807856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-1a2f5c2f-ec07-40a2-ab98-c507a6c186c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1099 time: 0.1075845 Aug 29 04:24:11.876796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1aef4-c837-40ac-9099-355126b2114d req-50a310f0-65a9-4ab9-b7e0-3441e0014345 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.884402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1aef4-c837-40ac-9099-355126b2114d req-50a310f0-65a9-4ab9-b7e0-3441e0014345 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.903834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1aef4-c837-40ac-9099-355126b2114d req-50a310f0-65a9-4ab9-b7e0-3441e0014345 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.910886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bba1aef4-c837-40ac-9099-355126b2114d req-50a310f0-65a9-4ab9-b7e0-3441e0014345 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2418 time: 0.1249647 Aug 29 04:24:11.986008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bba1aef4-c837-40ac-9099-355126b2114d req-280a35fe-7cf2-4537-b6f5-962dab683be0 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614116 Aug 29 04:24:12.032874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-67fbc24f-caae-4662-9d22-27b7b829e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.035613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-67fbc24f-caae-4662-9d22-27b7b829e49f service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2093947 Aug 29 04:24:12.111556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-05a3602c-156b-4aa1-b7d9-309f2819a577 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.0527887 Aug 29 04:24:12.187086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 882c60c1-2dc6-4806-9de4-afde5622f6b8 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:12.212563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 882c60c1-2dc6-4806-9de4-afde5622f6b8 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:12.213272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 882c60c1-2dc6-4806-9de4-afde5622f6b8 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:12.213931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 16bb51de-2719-42f0-b3a2-603f27cd02e8 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:12.238657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-cbc092a2-9fd1-4b7a-9e1c-b655f820c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.243206 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-cbc092a2-9fd1-4b7a-9e1c-b655f820c951 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1165340 Aug 29 04:24:12.296469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 16bb51de-2719-42f0-b3a2-603f27cd02e8 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:12.324156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23861a-a4e0-4467-9e68-9c40679ce0e5 req-4a0e5c18-7431-470d-aab8-56715eea1aff tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.334254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba23861a-a4e0-4467-9e68-9c40679ce0e5 req-4a0e5c18-7431-470d-aab8-56715eea1aff tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.1150525 Aug 29 04:24:12.360333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-890b2137-1d6b-49db-ae1d-282073c49cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.363785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-890b2137-1d6b-49db-ae1d-282073c49cd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114113 Aug 29 04:24:12.387942 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba23861a-a4e0-4467-9e68-9c40679ce0e5 req-7646db20-490d-4e8b-a737-236227fef36e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519691 Aug 29 04:24:12.529156 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-4a8245f1-f2c9-40d5-aaaa-215bce0330f0 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480825 Aug 29 04:24:12.650859 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a234b925-83af-4963-8bad-2b3c0c238b83 req-63ae1e7e-10fc-4106-b7d3-f0637f942c6e service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110497 Aug 29 04:24:12.778547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bb161-c07e-4605-81c9-aab1abf1d1d6 req-0845fc89-4b83-49aa-b077-490ee05441ad tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.780443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f7bb161-c07e-4605-81c9-aab1abf1d1d6 req-0845fc89-4b83-49aa-b077-490ee05441ad tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0791094 Aug 29 04:24:12.830175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f7bb161-c07e-4605-81c9-aab1abf1d1d6 req-eea5ba2e-d287-4b7d-ba23-8767e6678e4e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Aug 29 04:24:13.190200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde42849-c232-46b0-8408-db43543bb6b9 req-679d8d4e-8ade-4069-be53-bd23a8c14829 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.197403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde42849-c232-46b0-8408-db43543bb6b9 req-679d8d4e-8ade-4069-be53-bd23a8c14829 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.205068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde42849-c232-46b0-8408-db43543bb6b9 req-679d8d4e-8ade-4069-be53-bd23a8c14829 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.213671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dde42849-c232-46b0-8408-db43543bb6b9 req-679d8d4e-8ade-4069-be53-bd23a8c14829 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2418 time: 0.1044562 Aug 29 04:24:13.275312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dde42849-c232-46b0-8408-db43543bb6b9 req-1bc28883-e81d-4897-b4f2-7cb4ffc2d143 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606036 Aug 29 04:24:13.586793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4480f-73c3-42b8-8fee-21ac8dc9cee1 req-9a83c774-b42a-436d-b5c7-2103f8fe0c86 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.594705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14f4480f-73c3-42b8-8fee-21ac8dc9cee1 req-9a83c774-b42a-436d-b5c7-2103f8fe0c86 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.0882318 Aug 29 04:24:13.647809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14f4480f-73c3-42b8-8fee-21ac8dc9cee1 req-4d152067-8a05-4ab3-9426-ca26c911b8a3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Aug 29 04:24:13.766071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:13.769249 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32" -d '{"events": [{"name": "network-changed", "server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:13.799681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:13.851909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-d2871485-3981-465b-9556-71da82e34aee tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.862548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-d2871485-3981-465b-9556-71da82e34aee tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.881944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-d2871485-3981-465b-9556-71da82e34aee tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.884428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-d2871485-3981-465b-9556-71da82e34aee tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2418 time: 0.1188030 Aug 29 04:24:13.886179 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d93d04e-62e5-40a3-bcf6-471b981c6edf x-openstack-request-id: req-5d93d04e-62e5-40a3-bcf6-471b981c6edf {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:13.886457 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:13.886708 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d93d04e-62e5-40a3-bcf6-471b981c6edf {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:13.887090 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'status': 'completed', 'code': 200} Aug 29 04:24:13.939116 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.967724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-993d87c8-ac21-4c97-9948-ae6c78a9b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.970897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-993d87c8-ac21-4c97-9948-ae6c78a9b973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1099 time: 0.0784051 Aug 29 04:24:13.987335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-746c4301-0f24-48d7-89ed-d1d148b13015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.989037 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-746c4301-0f24-48d7-89ed-d1d148b13015 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1099 time: 0.0963399 Aug 29 04:24:14.018990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:14.022570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:14.028858 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cd60a3-59d7-434e-a1c6-6ecb6353990d" -d '{"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-unplugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:14.040471 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.121722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:14.142689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:14.143185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.157949 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec82f9d-b7ab-49d5-a233-2870b10388bd x-openstack-request-id: req-cec82f9d-b7ab-49d5-a233-2870b10388bd {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:14.158382 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-unplugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:14.158725 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cec82f9d-b7ab-49d5-a233-2870b10388bd {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:14.159252 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db', 'code': 200} Aug 29 04:24:14.225911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334631dc-7a5c-4ef0-861d-b471dec2efe0 req-928c3886-3310-4292-8f1c-79daa95d1de9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.228218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-334631dc-7a5c-4ef0-861d-b471dec2efe0 req-928c3886-3310-4292-8f1c-79daa95d1de9 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 946 time: 0.1344833 Aug 29 04:24:14.272751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-7962877b-2645-43ee-bd88-731976587f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.274158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-7962877b-2645-43ee-bd88-731976587f3a service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2560050 Aug 29 04:24:14.315506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-1ae97738-694b-4a24-a949-becf2773d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.317056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-1ae97738-694b-4a24-a949-becf2773d567 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3374970 Aug 29 04:24:14.326633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-334631dc-7a5c-4ef0-861d-b471dec2efe0 req-b48deec9-c3a2-4a3f-bf57-77718a24c1cc tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890603 Aug 29 04:24:14.385405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:14.385809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.437599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-37251a27-8f84-4eb9-a5d8-9475bf7408da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.0596120 Aug 29 04:24:14.445940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:14.468657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-5044e43b-b81d-4c31-a1ff-65f340f5155f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.1409957 Aug 29 04:24:14.501479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-63cd78c1-8026-4384-a46d-10d0724c9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.503317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-63cd78c1-8026-4384-a46d-10d0724c9979 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0551891 Aug 29 04:24:14.566522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-1859830b-7b19-4d73-82f2-71d139f225e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.568128 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-1859830b-7b19-4d73-82f2-71d139f225e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0883210 Aug 29 04:24:14.638114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-cf3728fa-37c6-4aab-840f-a768d2909d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.639738 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-cf3728fa-37c6-4aab-840f-a768d2909d7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268945 Aug 29 04:24:14.657874 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bf772-5b3f-4b12-9602-3ef903014bc3 req-9beaeae7-701e-4053-a7cc-7d1a45ba494c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.664748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bf772-5b3f-4b12-9602-3ef903014bc3 req-9beaeae7-701e-4053-a7cc-7d1a45ba494c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.674716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bf772-5b3f-4b12-9602-3ef903014bc3 req-9beaeae7-701e-4053-a7cc-7d1a45ba494c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.684833 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e9bf772-5b3f-4b12-9602-3ef903014bc3 req-9beaeae7-701e-4053-a7cc-7d1a45ba494c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 2418 time: 0.2584910 Aug 29 04:24:14.736390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-fc5382c2-b288-4c96-8ce4-d6dc0c363d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.738200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-fc5382c2-b288-4c96-8ce4-d6dc0c363d55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1612463 Aug 29 04:24:14.755326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e9bf772-5b3f-4b12-9602-3ef903014bc3 req-cda57016-7d45-469a-b6d2-94c8157da612 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692384 Aug 29 04:24:14.810706 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-ab25c0ea-d865-4c02-baed-6e539cd95db7 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617846 Aug 29 04:24:14.815815 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.831428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0af68873-bff9-4d30-959b-2bdb8bd81674', '4c47faa5-79bd-46bf-ab71-eabd86853fe2', '9d8ef672-ccd4-41ca-bf7c-04f64ff43758'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:14.910784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8ec4d-a75f-4df1-8915-2432768321a1 req-aa7d18e8-f4ea-4b70-be65-96f6c85f81fc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.919295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16e8ec4d-a75f-4df1-8915-2432768321a1 req-aa7d18e8-f4ea-4b70-be65-96f6c85f81fc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.1011698 Aug 29 04:24:14.971535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-25784cfc-0581-401f-816a-9180cd9fd064 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146122 Aug 29 04:24:15.121640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=9d8ef672-ccd4-41ca-bf7c-04f64ff43758,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:15.129321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:15.201895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.205840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-9d998db0-48e5-4600-8a19-1ecc6718e3ce tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "DELETE /v2.0/ports/9d8ef672-ccd4-41ca-bf7c-04f64ff43758 HTTP/1.1" status: 204 len: 173 time: 1.2752593 Aug 29 04:24:15.263533 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-88799cf6-365b-4e88-9ad4-cb3c44b8c7d9 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292064 Aug 29 04:24:15.291221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bc861f3-e467-4aaa-be7a-58ec3f90cf32 req-aaa270ba-654f-4353-ab9b-07d3bb7b2997 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982140 Aug 29 04:24:15.323860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16e8ec4d-a75f-4df1-8915-2432768321a1 req-a1ca2df3-5ffa-4a30-b7af-6c8277d3ec4d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030793 Aug 29 04:24:15.445550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:15.445550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.527061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f551-951c-4d3f-8861-9d9d4ef5f0e1 req-7f5f099e-a71d-4c3d-9cad-380c51048c02 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.542172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b6d6f551-951c-4d3f-8861-9d9d4ef5f0e1 req-7f5f099e-a71d-4c3d-9cad-380c51048c02 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 946 time: 0.0754848 Aug 29 04:24:15.597362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port 4c47faa5-79bd-46bf-ab71-eabd86853fe2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4c47faa5-79bd-46bf-ab71-eabd86853fe2,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:15.598204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.618669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for 4c47faa5-79bd-46bf-ab71-eabd86853fe2 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:15.650817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b6d6f551-951c-4d3f-8861-9d9d4ef5f0e1 req-035710bc-273e-4533-9ddf-eac48988c977 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048410 Aug 29 04:24:15.819519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:15.836716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.882976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=4c47faa5-79bd-46bf-ab71-eabd86853fe2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:15.905929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-deleted', 'tag': '9d8ef672-ccd4-41ca-bf7c-04f64ff43758'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:15.910229 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b73bac7-52b3-4d33-9afe-be7e695a90c3" -d '{"events": [{"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-deleted", "tag": "9d8ef672-ccd4-41ca-bf7c-04f64ff43758"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:15.990123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port 4c47faa5-79bd-46bf-ab71-eabd86853fe2 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:15.993412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.995425 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-85546a35-a7f7-4b85-a605-7f08eeb43c33 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "DELETE /v2.0/ports/4c47faa5-79bd-46bf-ab71-eabd86853fe2 HTTP/1.1" status: 204 len: 173 time: 0.7346199 Aug 29 04:24:16.003139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66771e-27ef-4199-b662-2fb7658ca8e6 req-3c7554d0-9906-4fe4-af60-3ce77976eca3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.003391 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abdd730-75d2-4484-b4b9-edb32fbb8091 x-openstack-request-id: req-9abdd730-75d2-4484-b4b9-edb32fbb8091 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:16.003511 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-deleted", "tag": "9d8ef672-ccd4-41ca-bf7c-04f64ff43758", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:16.003702 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9abdd730-75d2-4484-b4b9-edb32fbb8091 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:16.004151 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-deleted', 'tag': '9d8ef672-ccd4-41ca-bf7c-04f64ff43758', 'status': 'completed', 'code': 200} Aug 29 04:24:16.011581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc66771e-27ef-4199-b662-2fb7658ca8e6 req-3c7554d0-9906-4fe4-af60-3ce77976eca3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 945 time: 0.1394560 Aug 29 04:24:16.072502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:16.098507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc66771e-27ef-4199-b662-2fb7658ca8e6 req-9a7ba666-a681-4b7d-9874-0f9b6b4df1ca tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780766 Aug 29 04:24:16.102444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'b386306c-9fcd-46b9-8994-40400ec723db', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'b386306c-9fcd-46b9-8994-40400ec723db', 'mac_address': 'fa:16:3e:b4:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:16.106665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['9d8ef672-ccd4-41ca-bf7c-04f64ff43758'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:16.218539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.236728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b386306c-9fcd-46b9-8994-40400ec723db {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:16.243402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port 0af68873-bff9-4d30-959b-2bdb8bd81674 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:16.243761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.258772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:16.266727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.340484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:16.369893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port 0af68873-bff9-4d30-959b-2bdb8bd81674, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0af68873-bff9-4d30-959b-2bdb8bd81674,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:16.370384 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.387886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for 0af68873-bff9-4d30-959b-2bdb8bd81674 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:16.525243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c87e5c-c9c0-473a-ae9b-730944c5d6de req-84bd0ec5-09b3-4083-9530-36076f151eb8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.542257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9c87e5c-c9c0-473a-ae9b-730944c5d6de req-84bd0ec5-09b3-4083-9530-36076f151eb8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.1406515 Aug 29 04:24:16.626880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9c87e5c-c9c0-473a-ae9b-730944c5d6de req-6aff7122-364f-4089-a406-d5e7b732377b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833793 Aug 29 04:24:16.632308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['b386306c-9fcd-46b9-8994-40400ec723db'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:16.675921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.797777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=0af68873-bff9-4d30-959b-2bdb8bd81674,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:16.871345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a72b9-bf19-4279-8552-784848eb25d7 req-60c1bd0e-9451-4dfe-ad71-322dfcf74735 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.885136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f39a72b9-bf19-4279-8552-784848eb25d7 req-60c1bd0e-9451-4dfe-ad71-322dfcf74735 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 947 time: 0.1289284 Aug 29 04:24:16.936985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port 0af68873-bff9-4d30-959b-2bdb8bd81674 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:16.947314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.949575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-90f442ab-3acd-44dd-a9de-357d69c37d95 req-8e3e00c6-fb51-4030-88ef-53e345864678 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "DELETE /v2.0/ports/0af68873-bff9-4d30-959b-2bdb8bd81674 HTTP/1.1" status: 204 len: 173 time: 0.9362047 Aug 29 04:24:16.994948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f39a72b9-bf19-4279-8552-784848eb25d7 req-55f22fcb-0e53-4095-867f-de5cf5836557 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059163 Aug 29 04:24:17.292904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-0ce5d611-b5a1-4a61-9bdf-491b16582a1a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.296830 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-0ce5d611-b5a1-4a61-9bdf-491b16582a1a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 947 time: 0.2329497 Aug 29 04:24:17.361046 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69df50ca-ea17-413c-9647-af4e1029e41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.397397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d1b9f-52b9-47f8-91a1-e96521f538b9 req-e9758172-c34a-406d-8749-2593d0e9b904 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.401104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a40d1b9f-52b9-47f8-91a1-e96521f538b9 req-e9758172-c34a-406d-8749-2593d0e9b904 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 947 time: 0.2032392 Aug 29 04:24:17.403260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfc149b0-0985-4e09-8a99-40bbb681dbb9 req-136a1cb4-4a84-4388-bf91-efac2650ca97 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e5ea6ed-f038-40df-b9b8-ba6955cadca0 HTTP/1.1" status: 200 len: 210 time: 0.0885262 Aug 29 04:24:17.430416 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-9acc0b7f-b15d-4044-af7c-11fbc5d45803 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:24:17.431471 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-9acc0b7f-b15d-4044-af7c-11fbc5d45803 service neutron] 10.222.0.65 "DELETE /v2.0/ports/16bb51de-2719-42f0-b3a2-603f27cd02e8/bindings/n-h2-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.1205747 Aug 29 04:24:17.451937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a40d1b9f-52b9-47f8-91a1-e96521f538b9 req-c950000d-ff74-43a9-9469-a2fe5b3e157b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Aug 29 04:24:17.532314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41948) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:17.634428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3516de-377e-4a8b-a468-354ec525836b admin admin] Deleting subnet 1fcda1e7-79b8-49e3-9169-770662cbe00b {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:17.640371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d3516de-377e-4a8b-a468-354ec525836b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.700699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d3516de-377e-4a8b-a468-354ec525836b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.704106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-ced2141a-e8c1-488a-a390-585219e65f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.705807 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-ced2141a-e8c1-488a-a390-585219e65f61 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1099 time: 0.1620712 Aug 29 04:24:17.818586 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d3516de-377e-4a8b-a468-354ec525836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.843391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 16bb51de-2719-42f0-b3a2-603f27cd02e8 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:17.847116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:17.892249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-26a851ed-088c-4b1b-8718-c2f5e0291699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.893853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-26a851ed-088c-4b1b-8718-c2f5e0291699 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1640937 Aug 29 04:24:17.965066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-4292003b-3aa0-4694-8b4d-3a0b5137cd89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.0627842 Aug 29 04:24:17.965917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d3516de-377e-4a8b-a468-354ec525836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.005034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-deleted', 'tag': '4c47faa5-79bd-46bf-ab71-eabd86853fe2'}, {'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-deleted', 'tag': '0af68873-bff9-4d30-959b-2bdb8bd81674'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:18.007428 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250b04a6-d49a-4b51-b432-175c8e16f4b2" -d '{"events": [{"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-deleted", "tag": "4c47faa5-79bd-46bf-ab71-eabd86853fe2"}, {"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-deleted", "tag": "0af68873-bff9-4d30-959b-2bdb8bd81674"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:18.011244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3516de-377e-4a8b-a468-354ec525836b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcda1e7-79b8-49e3-9169-770662cbe00b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.039915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d3516de-377e-4a8b-a468-354ec525836b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.044348 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d3516de-377e-4a8b-a468-354ec525836b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1fcda1e7-79b8-49e3-9169-770662cbe00b HTTP/1.1" status: 204 len: 168 time: 0.5060666 Aug 29 04:24:18.044899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41958) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.081387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-388c0a74-261c-4474-a68b-d7bfd41a3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.081677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-388c0a74-261c-4474-a68b-d7bfd41a3387 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0873063 Aug 29 04:24:18.105354 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3320555-289f-4c17-88f7-3ab6b1c29764 x-openstack-request-id: req-d3320555-289f-4c17-88f7-3ab6b1c29764 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:18.105674 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-deleted", "tag": "4c47faa5-79bd-46bf-ab71-eabd86853fe2", "status": "completed", "code": 200}, {"server_uuid": "2e5ea6ed-f038-40df-b9b8-ba6955cadca0", "name": "network-vif-deleted", "tag": "0af68873-bff9-4d30-959b-2bdb8bd81674", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:18.105936 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3320555-289f-4c17-88f7-3ab6b1c29764 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:18.106460 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-deleted', 'tag': '4c47faa5-79bd-46bf-ab71-eabd86853fe2', 'status': 'completed', 'code': 200} Aug 29 04:24:18.106725 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5ea6ed-f038-40df-b9b8-ba6955cadca0', 'name': 'network-vif-deleted', 'tag': '0af68873-bff9-4d30-959b-2bdb8bd81674', 'status': 'completed', 'code': 200} Aug 29 04:24:18.142622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-a2dfb048-1ac3-4d98-9b96-b28709957249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.144644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-a2dfb048-1ac3-4d98-9b96-b28709957249 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517163 Aug 29 04:24:18.256808 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.278779 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-cf09238e-b7c3-4736-9673-87d30469aef5 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234171 Aug 29 04:24:18.325326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1c91e-ad91-40aa-b062-b625ecba1718 req-1f18d47b-8e0e-4576-a7aa-b1aebd8450c8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.337180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26c1c91e-ad91-40aa-b062-b625ecba1718 req-1f18d47b-8e0e-4576-a7aa-b1aebd8450c8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 947 time: 0.1478398 Aug 29 04:24:18.351941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:18.369243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'mac_address': 'fa:16:3e:db:ce:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:18.425147 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d74dbda0-aa61-4f3f-9fd1-ab546f0d4d9e req-7e547df7-68f2-454c-9747-dcf1f25f0bd8 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294947 Aug 29 04:24:18.446412 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.469008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26c1c91e-ad91-40aa-b062-b625ecba1718 req-5ddcbcd0-c023-4f69-8592-1bdb4d1a8199 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260664 Aug 29 04:24:18.475167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bb51de-2719-42f0-b3a2-603f27cd02e8 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:18.489574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41976) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.489736 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.503241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb2f71b-e41e-4659-8f0e-1dfdf459bc10']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:18.523097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4fe3da-c2da-484a-933e-932380ce2a5c') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:18.523097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4fe3da-c2da-484a-933e-932380ce2a5c') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:18.531240 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.543167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:18.551521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port b386306c-9fcd-46b9-8994-40400ec723db triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:18.552080 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.557210 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.575446 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.598924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:18.599350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:18.607647 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:18.625680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1eabbc-5eb9-48e1-b152-395e4bedf9b8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting subnet 1dd053ee-2b18-4582-9ee4-9ef853ecdf7f {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:18.630365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a1eabbc-5eb9-48e1-b152-395e4bedf9b8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.636939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.675115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d41b3-a899-46d8-a1b3-dfd0a0836bd4 req-18285b51-0cac-4e49-82e9-28b52fa282e6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.683118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d5d41b3-a899-46d8-a1b3-dfd0a0836bd4 req-18285b51-0cac-4e49-82e9-28b52fa282e6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 948 time: 0.1282670 Aug 29 04:24:18.739754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d5d41b3-a899-46d8-a1b3-dfd0a0836bd4 req-1fb5c3d7-58b3-4695-be38-10735c285445 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556660 Aug 29 04:24:18.740917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a1eabbc-5eb9-48e1-b152-395e4bedf9b8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.773408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.785892 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.794691 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.796678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] 10.222.0.58 "DELETE /v2.0/networks/fcb2f71b-e41e-4659-8f0e-1dfdf459bc10 HTTP/1.1" status: 204 len: 168 time: 0.7506166 Aug 29 04:24:18.798432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f964bc-1b04-4c22-8d24-99a9ac64c11b admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb2f71b-e41e-4659-8f0e-1dfdf459bc10,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.821025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:18.823390 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f696a8-c1e1-4ce9-bbd7-7cdcbfd4aafb" -d '{"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-plugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:18.841259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:18.849124 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.855007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:18.879193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:18.879744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9d8ef672-ccd4-41ca-bf7c-04f64ff43758 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:18.880001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0af68873-bff9-4d30-959b-2bdb8bd81674 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:18.906077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:18.930651 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba9bf60-00c0-473a-a4a5-8f271ba5f52f x-openstack-request-id: req-3ba9bf60-00c0-473a-a4a5-8f271ba5f52f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:18.930925 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-plugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:18.931174 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ba9bf60-00c0-473a-a4a5-8f271ba5f52f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:18.931642 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db', 'code': 200} Aug 29 04:24:18.956346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 0af68873-bff9-4d30-959b-2bdb8bd81674 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:18.956704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0af68873-bff9-4d30-959b-2bdb8bd81674 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:18.957139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4c47faa5-79bd-46bf-ab71-eabd86853fe2 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:18.972404 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a1eabbc-5eb9-48e1-b152-395e4bedf9b8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.991922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41986) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.049460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 4c47faa5-79bd-46bf-ab71-eabd86853fe2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:19.049812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4c47faa5-79bd-46bf-ab71-eabd86853fe2 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:19.071757 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a1eabbc-5eb9-48e1-b152-395e4bedf9b8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.090633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a1eabbc-5eb9-48e1-b152-395e4bedf9b8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.091190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.093295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3a1eabbc-5eb9-48e1-b152-395e4bedf9b8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "DELETE /v2.0/subnets/1dd053ee-2b18-4582-9ee4-9ef853ecdf7f HTTP/1.1" status: 204 len: 168 time: 0.6023798 Aug 29 04:24:19.104705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41988) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.116149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1eabbc-5eb9-48e1-b152-395e4bedf9b8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd053ee-2b18-4582-9ee4-9ef853ecdf7f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.125897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf1c4f0-7824-4654-8d8e-01df5ca83a8b None None] Network 0dde5c59-567a-42cf-a465-0b0e0f45e966 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:19.254338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.264616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41992) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.278099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0019962b-c352-4ba9-994f-b71d21a6496a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16c5f4347b9a46ada3d9f0d797dcd761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742229 Aug 29 04:24:19.424336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f49db4-58b6-4687-8f30-bf5aa3793591 req-15edb90b-2d06-4542-96ad-79952641e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.426299 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f49db4-58b6-4687-8f30-bf5aa3793591 req-15edb90b-2d06-4542-96ad-79952641e267 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1100 time: 0.0877917 Aug 29 04:24:19.444777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83455718-3a25-40d4-a90f-42dde884f015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.446868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port 05fded47-5a5d-4f01-9a2a-d671cd1303dc {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:19.447454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.454725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] DHCP port deletion for 0dde5c59-567a-42cf-a465-0b0e0f45e966 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:19.536791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port 05fded47-5a5d-4f01-9a2a-d671cd1303dc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=05fded47-5a5d-4f01-9a2a-d671cd1303dc,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:19.537385 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.541669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83455718-3a25-40d4-a90f-42dde884f015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.557798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] Deleting port 05fded47-5a5d-4f01-9a2a-d671cd1303dc {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:19.558088 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.558644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for 05fded47-5a5d-4f01-9a2a-d671cd1303dc owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:19.582835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f49db4-58b6-4687-8f30-bf5aa3793591 req-e121f6bf-a6ef-4145-95ea-07e40d699f9d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395822 Aug 29 04:24:19.639667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83455718-3a25-40d4-a90f-42dde884f015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.644358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83455718-3a25-40d4-a90f-42dde884f015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.646194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-83455718-3a25-40d4-a90f-42dde884f015 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d77732d-6147-4560-9777-357e8b5cbd0b HTTP/1.1" status: 204 len: 168 time: 0.3805897 Aug 29 04:24:19.662833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455718-3a25-40d4-a90f-42dde884f015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d77732d-6147-4560-9777-357e8b5cbd0b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.670628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] For port 05fded47-5a5d-4f01-9a2a-d671cd1303dc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=05fded47-5a5d-4f01-9a2a-d671cd1303dc,segment=NetworkSegment(cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef),segment_id=cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:19.670990 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.699125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] Calling delete_port for 05fded47-5a5d-4f01-9a2a-d671cd1303dc owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:19.722531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b11ac-0b8a-4932-9b78-443150a77b60 req-841a07b2-07e4-4319-b19a-c7d81b219d7d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.730325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e2b11ac-0b8a-4932-9b78-443150a77b60 req-841a07b2-07e4-4319-b19a-c7d81b219d7d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0987692 Aug 29 04:24:19.801818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.833490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] Pushing event deleted for resources: {'Port': ['ID=05fded47-5a5d-4f01-9a2a-d671cd1303dc,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.839576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e2b11ac-0b8a-4932-9b78-443150a77b60 req-5847644a-5609-416f-b5bd-e9d9061b4b22 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082799 Aug 29 04:24:19.845603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674f6d0-7077-47d5-8288-e8a939645f47 None None] No DVR routers for this DVR port 05fded47-5a5d-4f01-9a2a-d671cd1303dc on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:19.852638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.922552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=05fded47-5a5d-4f01-9a2a-d671cd1303dc,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.941673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port 05fded47-5a5d-4f01-9a2a-d671cd1303dc on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:20.144501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0c5d-6897-4ba9-952d-2e399097bc51 req-3ff3f553-c980-453f-ac52-3c7a2b835bb3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.160668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db6e0c5d-6897-4ba9-952d-2e399097bc51 req-3ff3f553-c980-453f-ac52-3c7a2b835bb3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 948 time: 0.1713924 Aug 29 04:24:20.170702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.198614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dde5c59-567a-42cf-a465-0b0e0f45e966']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.226757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.227048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd20b6b-72bf-4ee0-8f0e-b918a519d2ef') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.233461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db6e0c5d-6897-4ba9-952d-2e399097bc51 req-761011df-c967-44b2-b92f-344398ee559f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705636 Aug 29 04:24:20.243396 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.272048 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.279720 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.280003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:20.280433 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:20.284921 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:20.374723 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.381862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f02a769-48ef-4073-9837-7385dbff70be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.416979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.419501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "DELETE /v2.0/networks/0dde5c59-567a-42cf-a465-0b0e0f45e966 HTTP/1.1" status: 204 len: 168 time: 1.3138192 Aug 29 04:24:20.421129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be930f5-fec1-4439-91a2-4eacd8d7dd49 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Network': ['ID=0dde5c59-567a-42cf-a465-0b0e0f45e966,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.422980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42036) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.469658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093b54-65ec-49d5-8a9f-8fad96904cd2 req-38a72149-cdf1-4f84-bb14-d0af04fa4a9d tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.476696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1093b54-65ec-49d5-8a9f-8fad96904cd2 req-38a72149-cdf1-4f84-bb14-d0af04fa4a9d tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1100 time: 0.0970199 Aug 29 04:24:20.531104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1093b54-65ec-49d5-8a9f-8fad96904cd2 req-5ac3eb3c-35a8-4fe8-a6e6-3f58f3f74a83 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Aug 29 04:24:20.536739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f257edf4-aabf-4999-9505-dc9e79ab1adc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting subnet dc4170c8-5bf5-4b5a-89e1-c27a833214bb {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:20.540425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f257edf4-aabf-4999-9505-dc9e79ab1adc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.628176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f257edf4-aabf-4999-9505-dc9e79ab1adc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.773667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f257edf4-aabf-4999-9505-dc9e79ab1adc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.887539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f257edf4-aabf-4999-9505-dc9e79ab1adc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.921255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257edf4-aabf-4999-9505-dc9e79ab1adc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4170c8-5bf5-4b5a-89e1-c27a833214bb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.930316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f257edf4-aabf-4999-9505-dc9e79ab1adc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.932831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f257edf4-aabf-4999-9505-dc9e79ab1adc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "DELETE /v2.0/subnets/dc4170c8-5bf5-4b5a-89e1-c27a833214bb HTTP/1.1" status: 204 len: 168 time: 0.5081379 Aug 29 04:24:20.935376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42072) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.937280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666f1a8-068f-4343-9b5a-59c4fc1cf2e5 None None] Network 14fb8b26-5aba-4019-86aa-b635b78895eb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:20.967954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 05fded47-5a5d-4f01-9a2a-d671cd1303dc no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:20.993924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-133eddd8-64cf-407d-b849-28dc63cfa473 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856023 Aug 29 04:24:21.052410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42076) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:21.063169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.162303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 05fded47-5a5d-4f01-9a2a-d671cd1303dc {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:21.167817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 05fded47-5a5d-4f01-9a2a-d671cd1303dc not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:21.229176 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.257760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-68ae57c3-af96-4b65-b7e9-8b0618afb009 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.265013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-68ae57c3-af96-4b65-b7e9-8b0618afb009 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827478 Aug 29 04:24:21.285838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-5708a8f9-706a-4046-9716-24c96cdaa3fb tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/quotas/01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 375 time: 0.0189707 Aug 29 04:24:21.327370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daddfc-1284-403f-9915-749333d7d17a req-4bad7717-9375-40d4-accd-dc97c567a3ef tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.336095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51daddfc-1284-403f-9915-749333d7d17a req-4bad7717-9375-40d4-accd-dc97c567a3ef tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.3410692 Aug 29 04:24:21.385658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51daddfc-1284-403f-9915-749333d7d17a req-249cdd6c-1670-4a30-8863-a5bd5bcb7b58 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482461 Aug 29 04:24:21.416593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-84db4529-68f0-4e0d-befa-af66f196df1a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294856 Aug 29 04:24:21.452574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ed557-52ae-467e-b023-721c366d2782 None None] DHCP port deletion for 14fb8b26-5aba-4019-86aa-b635b78895eb request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:21.512884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2028932430-network', 'tenant_id': 'f8b68e65e39444fbb190d86063fbfdbf'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:21.569972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-962ed557-52ae-467e-b023-721c366d2782 None None] Deleting port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:21.571874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-962ed557-52ae-467e-b023-721c366d2782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.596575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:21.596925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.598787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Made reservation on behalf of f8b68e65e39444fbb190d86063fbfdbf for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:21.601261 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.633170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.727109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-962ed557-52ae-467e-b023-721c366d2782 None None] For port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:21.727819 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-962ed557-52ae-467e-b023-721c366d2782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.763013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8ee5807-1a34-4ccb-8043-47b8e9edfcb6 req-0d7543b1-d695-4242-a194-1cbc138d4f95 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 210 time: 0.0358500 Aug 29 04:24:21.793158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-962ed557-52ae-467e-b023-721c366d2782 None None] Calling delete_port for d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:21.833845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,segment=NetworkSegment(87bcaeb2-41f2-47b3-85c2-e8be61b6f451),segment_id=87bcaeb2-41f2-47b3-85c2-e8be61b6f451)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:21.835249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.860984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:21.921851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 16bb51de-2719-42f0-b3a2-603f27cd02e8 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:21.943753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.947292 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-962ed557-52ae-467e-b023-721c366d2782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.957723 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.985834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ed557-52ae-467e-b023-721c366d2782 None None] Pushing event deleted for resources: {'Port': ['ID=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.995225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:22.003076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ed557-52ae-467e-b023-721c366d2782 None None] No DVR routers for this DVR port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:22.025162 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.025674 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Added segment 152ed2ab-76a9-4eae-b388-24fbde177739 of type vlan for network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc Aug 29 04:24:22.027579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f805acb-8ff7-4043-81e1-0ce2e469839a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.039603 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.041541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 16bb51de-2719-42f0-b3a2-603f27cd02e8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:22.050629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 16bb51de-2719-42f0-b3a2-603f27cd02e8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:22.051018 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.097913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=d20f44a2-b2e2-4114-ac8a-72d6b3e228a1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.100176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:22.136959 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.148246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.174192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:22.176919 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c91a4-177a-4cec-a243-0d6f3c4d3dc5" -d '{"events": [{"server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "name": "network-vif-plugged", "status": "completed", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:22.196249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:22.203892 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.214199 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.223076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.224181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.225564 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.239150 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590f7e4-b07c-4d06-a9ea-cb17d2d2a773 x-openstack-request-id: req-0590f7e4-b07c-4d06-a9ea-cb17d2d2a773 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:22.239443 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "name": "network-vif-plugged", "status": "completed", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:22.239701 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0590f7e4-b07c-4d06-a9ea-cb17d2d2a773 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:22.240121 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'code': 200} Aug 29 04:24:22.240818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fb8b26-5aba-4019-86aa-b635b78895eb']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:22.265062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.286138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bcaeb2-41f2-47b3-85c2-e8be61b6f451') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:22.286419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bcaeb2-41f2-47b3-85c2-e8be61b6f451') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:22.303450 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2497351 Aug 29 04:24:22.305139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.306476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42114) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:22.311493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Request body: {'subnet': {'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2028932430-subnet', 'tenant_id': 'f8b68e65e39444fbb190d86063fbfdbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:22.323571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aaa45-210b-455c-b6ac-79f0df4eca42 admin admin] Pushing event updated for resources: {'Network': ['ID=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.326045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.333901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:22.334324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:22.338687 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:22.345142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:22.368839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Made reservation on behalf of f8b68e65e39444fbb190d86063fbfdbf for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:22.371256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.419902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.439782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.448601 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "DELETE /v2.0/networks/14fb8b26-5aba-4019-86aa-b635b78895eb HTTP/1.1" status: 204 len: 168 time: 1.5119135 Aug 29 04:24:22.456973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:22.462519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-482496168'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:22.466487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f120e9-7baf-460f-8c33-85b249d839de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Network': ['ID=14fb8b26-5aba-4019-86aa-b635b78895eb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.508062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:22.511468 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.596321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:22.636985 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.637410 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Added segment eeec9347-9b2b-47a0-bffc-48cd3b460296 of type vlan for network 4027093e-05be-48e3-87ea-3c067d826edb Aug 29 04:24:22.666407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030d3a9-3505-41c8-acec-df1a856ce83c req-81e2ed63-bb2d-4fca-9f1e-5eafa2d65a99 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.667947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5030d3a9-3505-41c8-acec-df1a856ce83c req-81e2ed63-bb2d-4fca-9f1e-5eafa2d65a99 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1631293 Aug 29 04:24:22.710984 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.721967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.728756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.808039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5030d3a9-3505-41c8-acec-df1a856ce83c req-7d76f623-df67-4dc7-8b43-aafdce84ee93 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164272 Aug 29 04:24:22.811651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f26e98-5b10-4ae4-ac64-d53dff97392d,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.814153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.819624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.820267 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.854568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:22.904168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:22.904526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d20f44a2-b2e2-4114-ac8a-72d6b3e228a1 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:22.908189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4497287 Aug 29 04:24:22.911749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42150) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:22.912291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Checking segment: {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:22.912291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Network hostable DHCP agents. Network: 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:22.918030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787c518-7dd8-45db-956e-d081353569a1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Network': ['ID=4027093e-05be-48e3-87ea-3c067d826edb,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.921063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'subnet': {'network_id': '4027093e-05be-48e3-87ea-3c067d826edb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:22.933821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4027093e-05be-48e3-87ea-3c067d826edb details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:22.939598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:22.954106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:22.964682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.969554 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.980961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda4cf83-50b7-4570-b7bf-ccc7facf6b74 None None] Network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:23.044688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0a3fd648-bdca-44f2-90ed-1f9301099b9d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7370236 Aug 29 04:24:23.076384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d45326d-72bd-4719-ae2a-420315b5ba29 req-ca64c766-3672-4cdd-b142-331c7a58bcbc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 210 time: 0.0705898 Aug 29 04:24:23.117086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b6b4c-7d1b-418e-8984-c188356da9af req-372da53d-4c8c-4292-99d3-5b64db134dfd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.128818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930b6b4c-7d1b-418e-8984-c188356da9af req-372da53d-4c8c-4292-99d3-5b64db134dfd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1263363 Aug 29 04:24:23.129084 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-b4676bbc-4e5d-46f1-a773-2134959ea56e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838342 Aug 29 04:24:23.199227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930b6b4c-7d1b-418e-8984-c188356da9af req-dd7b37cf-d8c8-44bb-af57-b3f66be2fd49 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691531 Aug 29 04:24:23.222861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c12ae93-0df6-4a01-8a2f-f04c0eee82bf None None] Network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:23.231821 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:23.236518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.258643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecf2a3-e89d-470c-b2cc-b78cda042a78 req-c9cabc14-0744-4b16-88e7-65142e398013 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.260247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79ecf2a3-e89d-470c-b2cc-b78cda042a78 req-c9cabc14-0744-4b16-88e7-65142e398013 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 951 time: 0.0857618 Aug 29 04:24:23.314899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79ecf2a3-e89d-470c-b2cc-b78cda042a78 req-c02b2bbc-2074-4789-b76d-dbed86f0ed34 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Aug 29 04:24:23.396501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ede5ee4a-8d86-41ea-be9e-41bdb4b31696 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.398021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ede5ee4a-8d86-41ea-be9e-41bdb4b31696 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551279 Aug 29 04:24:23.419257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Request body: {'port': {'device_id': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '01da46c9d6144fe0aac1f6c244f09d5d'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:23.622198 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.665874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Made reservation on behalf of 01da46c9d6144fe0aac1f6c244f09d5d for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:23.669580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.722561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Subnet': ['ID=4fbf51d2-5451-46fe-a361-301936aa356b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:23.762759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Checking segment: {'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:23.763129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network hostable DHCP agents. Network: 4027093e-05be-48e3-87ea-3c067d826edb, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:23.803800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 4027093e-05be-48e3-87ea-3c067d826edb is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:23.858914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4027093e-05be-48e3-87ea-3c067d826edb) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:23.865336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.866704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.868795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a352c497-a13d-4903-b743-b1a50ba08737 None None] Network 4027093e-05be-48e3-87ea-3c067d826edb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:23.919513 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1961a897-8d73-4436-8791-540f8e8bb177 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0053360 Aug 29 04:24:23.935080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42204) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:23.945135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-456708096'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:23.945135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Allocated IP 192.168.233.49 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/bccc8972-aef7-42be-97cb-ac0529c9e534) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:23.982287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:23.986326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.058925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-4027093e-05be-48e3-87ea-3c067d826edb', 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'fixed_ips': [{'subnet_id': '4fbf51d2-5451-46fe-a361-301936aa356b'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:24.059845 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.071901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-9f63cbff-671d-460d-81da-fc0d4dab3110 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.074666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:24.080090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-9f63cbff-671d-460d-81da-fc0d4dab3110 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 815 time: 0.4725654 Aug 29 04:24:24.096863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-b3bbd1d8-47ec-4365-915f-dbae2da9686c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/quotas/f8b68e65e39444fbb190d86063fbfdbf HTTP/1.1" status: 200 len: 375 time: 0.0154757 Aug 29 04:24:24.105754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31313-65d2-48e6-8e1c-be20313fdd57 req-ad0fa927-19e4-40fc-bff3-546c97cc9a33 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.108897 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.117870 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Added segment e3f33fbe-c391-4c50-a1f0-95a635a33d9d of type vlan for network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 Aug 29 04:24:24.118090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38b31313-65d2-48e6-8e1c-be20313fdd57 req-ad0fa927-19e4-40fc-bff3-546c97cc9a33 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.4019527 Aug 29 04:24:24.158141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-340444d9-27b3-4c8b-8287-c994bad65b7b tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422547 Aug 29 04:24:24.180927 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.214606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Allocated IP 19.80.0.2 (4027093e-05be-48e3-87ea-3c067d826edb/4fbf51d2-5451-46fe-a361-301936aa356b/dcb55c35-b126-40d0-9021-1942b9a3a092) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:24.225227 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.236739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38b31313-65d2-48e6-8e1c-be20313fdd57 req-94af1e2a-aeaa-41bf-b090-c0373ae3be35 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218257 Aug 29 04:24:24.248615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Transition to ACTIVE for port object bccc8972-aef7-42be-97cb-ac0529c9e534 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:24.250783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.257680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.257680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.310621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-5504a804-124a-446f-a1b7-16c3b88efc97 service neutron] 10.222.0.58 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365707 Aug 29 04:24:24.348477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4120770 Aug 29 04:24:24.356213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42208) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:24.362140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'subnet': {'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:24.365769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c8bb3-a46c-4088-917d-0cc96d31a23d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Network': ['ID=3a4ffef4-f6ac-447f-a6c5-c9464f606256,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.451318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:24.457178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.478663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-38618958-d653-4714-bf4e-221ab474d1ef service neutron] 10.222.0.58 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611211 Aug 29 04:24:24.482841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:24.543710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:24.557906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:24.579178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:24.624820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.671681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:24.679892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.884360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.891439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.924986 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.939659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Transition to ACTIVE for port object dcb55c35-b126-40d0-9021-1942b9a3a092 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:24.960628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326945c5-ea2a-439b-8760-f176c85edc32 req-e9652a37-67bb-47c1-8d94-62b1ef37340f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.967440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-326945c5-ea2a-439b-8760-f176c85edc32 req-e9652a37-67bb-47c1-8d94-62b1ef37340f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 935 time: 0.2185259 Aug 29 04:24:24.972379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Transition to ACTIVE for port object dcb55c35-b126-40d0-9021-1942b9a3a092 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:24.980544 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.991182 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-ebed80a8-8433-4551-b135-8858b69d51b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5722387 Aug 29 04:24:24.999461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Request body: {'port': {'device_id': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:25.051142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-215e9630-e345-4120-bc3c-f2082aac32fd req-b71b91ae-6869-4be3-a768-9bdf80d9d012 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 210 time: 0.0563929 Aug 29 04:24:25.066729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-326945c5-ea2a-439b-8760-f176c85edc32 req-604dbc9e-88f0-42f1-bff8-9bddfb07e6bc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914295 Aug 29 04:24:25.098212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Network 4027093e-05be-48e3-87ea-3c067d826edb is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:25.100698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:25.110905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.116967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:25.119320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-67439252-7386-45c5-bd4f-19c866f0f21d None None] Provisioning for port bccc8972-aef7-42be-97cb-ac0529c9e534 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:25.138398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-67439252-7386-45c5-bd4f-19c866f0f21d None None] Provisioning complete for port bccc8972-aef7-42be-97cb-ac0529c9e534 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:25.138926 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-67439252-7386-45c5-bd4f-19c866f0f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.144482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Pushing event updated for resources: {'Port': ['ID=dcb55c35-b126-40d0-9021-1942b9a3a092,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.217507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.267030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-67439252-7386-45c5-bd4f-19c866f0f21d None None] Port bccc8972-aef7-42be-97cb-ac0529c9e534 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:25.269715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Attempting to bind port dcb55c35-b126-40d0-9021-1942b9a3a092 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:25.270182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Attempting to bind port dcb55c35-b126-40d0-9021-1942b9a3a092 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:25.270685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Attempting to bind port dcb55c35-b126-40d0-9021-1942b9a3a092 on network 4027093e-05be-48e3-87ea-3c067d826edb {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:25.278938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:25.279575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Checking segment: {'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:25.279909 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.280560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Bound using segment: {'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:25.280808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Bound port: dcb55c35-b126-40d0-9021-1942b9a3a092, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:25.282182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.393686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Checking segment: {'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:25.394054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network hostable DHCP agents. Network: 3a4ffef4-f6ac-447f-a6c5-c9464f606256, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:25.440643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Subnet': ['ID=fc519620-74df-499b-851d-05c02b381c8d,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.445962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] For port dcb55c35-b126-40d0-9021-1942b9a3a092, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:25.451157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] For port dcb55c35-b126-40d0-9021-1942b9a3a092, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dcb55c35-b126-40d0-9021-1942b9a3a092,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:25.462777 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.472842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c060e0-9787-4025-a811-e1889f8f9376 req-177afc77-eea4-4250-9179-0eabf23e2ecc tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:25.476405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79c060e0-9787-4025-a811-e1889f8f9376 req-177afc77-eea4-4250-9179-0eabf23e2ecc tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1041696 Aug 29 04:24:25.497860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:25.530741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 3a4ffef4-f6ac-447f-a6c5-c9464f606256) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:25.537577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ffca0-034a-4266-8841-fb94be40a714 None None] Pushing event updated for resources: {'Port': ['ID=dcb55c35-b126-40d0-9021-1942b9a3a092,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.558571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18daa1f-b2d3-443c-9b76-1ae5b17134ad None None] Network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:25.578235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:25.578806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79c060e0-9787-4025-a811-e1889f8f9376 req-90b4cb5d-bb3e-47ea-a810-100da6c3b014 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905139 Aug 29 04:24:25.579325 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.663548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a5b78faf-2394-4643-8215-b7d33964e66a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3060598 Aug 29 04:24:25.719547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccc8972-aef7-42be-97cb-ac0529c9e534 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:25.728944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.745511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Transition to ACTIVE for port object bccc8972-aef7-42be-97cb-ac0529c9e534 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:25.752486 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.892540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:25.909080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.944971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-3a4ffef4-f6ac-447f-a6c5-c9464f606256', 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'fixed_ips': [{'subnet_id': 'fc519620-74df-499b-851d-05c02b381c8d'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:25.945687 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.058558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Attempting to bind port bccc8972-aef7-42be-97cb-ac0529c9e534 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:26.060697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Attempting to bind port bccc8972-aef7-42be-97cb-ac0529c9e534 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:26.061270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Attempting to bind port bccc8972-aef7-42be-97cb-ac0529c9e534 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:26.077523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Port bccc8972-aef7-42be-97cb-ac0529c9e534 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:26.078481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Attempting to bind port bccc8972-aef7-42be-97cb-ac0529c9e534 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:26.090544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:26.090923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:26.091397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:26.091863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Bound port: bccc8972-aef7-42be-97cb-ac0529c9e534, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:26.092385 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.188917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:26.194189 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.194937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:26.202927 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.256334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Allocated IP 19.86.0.2 (3a4ffef4-f6ac-447f-a6c5-c9464f606256/fc519620-74df-499b-851d-05c02b381c8d/ffc38446-cb16-488b-9425-6f6edb157e65) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:26.258157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:26.269399 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78717540-450d-4bba-bc5c-a50b556cae55" -d '{"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-unplugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:26.277946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:26.288934 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.351600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-f1228af1-75eb-46d2-bcec-76ba43fc450c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.359598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-f1228af1-75eb-46d2-bcec-76ba43fc450c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.359888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.361503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-f1228af1-75eb-46d2-bcec-76ba43fc450c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/networks?id=4027093e-05be-48e3-87ea-3c067d826edb&id=3a4ffef4-f6ac-447f-a6c5-c9464f606256 HTTP/1.1" status: 200 len: 1390 time: 0.3183334 Aug 29 04:24:26.368920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.370297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.372158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-854161d5-f789-4dfc-90fc-5e60b5662ec5 service neutron] 10.222.0.64 "PUT /v2.0/ports/bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 1096 time: 1.3774698 Aug 29 04:24:26.383272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44af0f-ba16-4d9b-8c82-5dbf7ce04f31 req-44ae1c6a-15a4-47c6-979f-119b991328f5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.395628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de44af0f-ba16-4d9b-8c82-5dbf7ce04f31 req-44ae1c6a-15a4-47c6-979f-119b991328f5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.1571403 Aug 29 04:24:26.422334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:26.425223 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86156a77-736d-4fa7-bb0a-08991bde9e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:26.439892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-89bb7469-fc51-405b-8eae-9a2553b70a15 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/quotas/84b8fc8bebb342bca4bb1b607b789ec2 HTTP/1.1" status: 200 len: 375 time: 0.0382047 Aug 29 04:24:26.463788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=11']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.523356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-793464d1-1edf-407c-89e4-2438827c9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.525203 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-793464d1-1edf-407c-89e4-2438827c9845 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 1099 time: 0.0940275 Aug 29 04:24:26.526581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de44af0f-ba16-4d9b-8c82-5dbf7ce04f31 req-5f2bc52b-12ca-45c7-9946-56236073c35c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279402 Aug 29 04:24:26.559582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d3b0d344-fbb9-4a82-b9d1-3692f46c0988 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.567609 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d3b0d344-fbb9-4a82-b9d1-3692f46c0988 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.65 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 815 time: 0.2650955 Aug 29 04:24:26.591940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-0f2b5568-0cd7-489c-9890-ab13388dd771 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508520 Aug 29 04:24:26.601594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.613656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-b9f611fc-7fdc-44cd-8e92-8046758481c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 217 time: 0.0715396 Aug 29 04:24:26.618684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Request body: {'port': {'device_id': '21fd83ff-25be-45e7-9212-ad938850532c', 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'admin_state_up': True, 'tenant_id': 'f8b68e65e39444fbb190d86063fbfdbf'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:26.619816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Transition to ACTIVE for port object ffc38446-cb16-488b-9425-6f6edb157e65 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:26.641787 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Transition to ACTIVE for port object ffc38446-cb16-488b-9425-6f6edb157e65 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:26.651109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.693501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd1cc785-83ad-44d3-b45d-0160b9b9efdb req-eb90f7b5-c588-4fe8-bb3d-383a2a691286 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 210 time: 0.0945587 Aug 29 04:24:26.707762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:26.713285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:26.721905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:26.725306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Pushing event updated for resources: {'Port': ['ID=ffc38446-cb16-488b-9425-6f6edb157e65,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.769328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-bd408efd-a27d-4fc2-905a-014e0b97ef86 service neutron] 10.222.0.58 "GET /v2.0/networks/4027093e-05be-48e3-87ea-3c067d826edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682758 Aug 29 04:24:26.804458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Attempting to bind port ffc38446-cb16-488b-9425-6f6edb157e65 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:26.804840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Attempting to bind port ffc38446-cb16-488b-9425-6f6edb157e65 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:26.805214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Attempting to bind port ffc38446-cb16-488b-9425-6f6edb157e65 on network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:26.816357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:26.816781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Checking segment: {'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:26.817213 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.817619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Bound using segment: {'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:26.818153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Bound port: ffc38446-cb16-488b-9425-6f6edb157e65, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:26.818551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.917077 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9363ac-bae5-47d9-954e-75a81d507124 x-openstack-request-id: req-aa9363ac-bae5-47d9-954e-75a81d507124 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:26.917390 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-unplugged", "status": "completed", "tag": "690b2f81-a9d9-4898-9ada-144085f47004", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:26.917629 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa9363ac-bae5-47d9-954e-75a81d507124 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:26.918247 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004', 'code': 200} Aug 29 04:24:26.925820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-1122c86d-9173-4e54-bc91-63a4208392cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.927139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-e996bc70-8085-43f3-b944-96699209dc6f service neutron] 10.222.0.58 "GET /v2.0/networks/4027093e-05be-48e3-87ea-3c067d826edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516533 Aug 29 04:24:26.928954 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-1122c86d-9173-4e54-bc91-63a4208392cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.3022296 Aug 29 04:24:26.930560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dcb55c35-b126-40d0-9021-1942b9a3a092 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:26.974775 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4772fd1-0d39-4d49-b914-3e5aa1b76b8a x-openstack-request-id: req-e4772fd1-0d39-4d49-b914-3e5aa1b76b8a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:26.975624 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:26.975939 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4772fd1-0d39-4d49-b914-3e5aa1b76b8a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:26.976656 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'status': 'completed', 'code': 200} Aug 29 04:24:27.000255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.034889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] For port ffc38446-cb16-488b-9425-6f6edb157e65, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:27.040432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] For port ffc38446-cb16-488b-9425-6f6edb157e65, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ffc38446-cb16-488b-9425-6f6edb157e65,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:27.041085 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-5aae0704-f352-42d3-9528-699f2a9d96aa service neutron] 10.222.0.58 "GET /v2.0/networks/3a4ffef4-f6ac-447f-a6c5-c9464f606256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125264 Aug 29 04:24:27.050663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-b8d89d4c-6eb6-4521-aedf-2e65ab7f7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.051827 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.053756 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-b8d89d4c-6eb6-4521-aedf-2e65ab7f7a62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046393 Aug 29 04:24:27.087073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port dcb55c35-b126-40d0-9021-1942b9a3a092 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:27.142237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcfcdd-df8f-41a4-bc52-84d19d4216c0 None None] Pushing event updated for resources: {'Port': ['ID=ffc38446-cb16-488b-9425-6f6edb157e65,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.169370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Made reservation on behalf of f8b68e65e39444fbb190d86063fbfdbf for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:27.173659 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.247330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5017b30-6d50-4f59-a3ba-7fd22674e24e req-d0b89975-74c2-4db0-baa0-9dd70302b4e7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.253042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5017b30-6d50-4f59-a3ba-7fd22674e24e req-d0b89975-74c2-4db0-baa0-9dd70302b4e7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1149557 Aug 29 04:24:27.256586 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-1c4fb1fe-d83c-4f30-8d76-77c68c5437e5 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938860 Aug 29 04:24:27.256757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-edeac280-7256-4e2f-a806-c12a8f5b65ea service neutron] 10.222.0.58 "GET /v2.0/networks/3a4ffef4-f6ac-447f-a6c5-c9464f606256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132998 Aug 29 04:24:27.266829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28a824-e8ad-4810-b7f8-ce28f03b5eb2 None None] Network 4027093e-05be-48e3-87ea-3c067d826edb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:27.347718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5017b30-6d50-4f59-a3ba-7fd22674e24e req-e1a051db-7a50-4047-a7fd-82bc8b1603a1 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797441 Aug 29 04:24:27.450388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1a42d3b7-d19d-458f-bcc5-9b45f9db82e1 None None] Provisioning for port dcb55c35-b126-40d0-9021-1942b9a3a092 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:27.509750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-09dfc20d-4f7f-424d-9b71-31ede9adb6ec req-d6fc99c4-d33d-4e1b-9023-26461968d8fb service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451065 Aug 29 04:24:27.510358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1a42d3b7-d19d-458f-bcc5-9b45f9db82e1 None None] Provisioning complete for port dcb55c35-b126-40d0-9021-1942b9a3a092 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:27.510744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1a42d3b7-d19d-458f-bcc5-9b45f9db82e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.523700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Allocated IP 172.20.0.6 (4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc/b2f26e98-5b10-4ae4-ac64-d53dff97392d/4a7ee26c-7977-4f8b-a76e-d4a3938f1643) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:27.703838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b28c88c5-a51d-47c7-a03c-e3b22291068d req-fb9dd7dc-ac42-4e79-98db-228275f97214 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 210 time: 0.0505154 Aug 29 04:24:27.754463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-0f1e09cb-0ff9-42bb-8362-eaec59d89307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.756074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-0f1e09cb-0ff9-42bb-8362-eaec59d89307 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 1099 time: 0.1628039 Aug 29 04:24:27.769781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1a42d3b7-d19d-458f-bcc5-9b45f9db82e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.806907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309c291-5dc1-4729-80c1-8121721c95b7 req-02e36241-ede2-4adf-bc44-8117a452c455 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.808754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d309c291-5dc1-4729-80c1-8121721c95b7 req-02e36241-ede2-4adf-bc44-8117a452c455 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.1017387 Aug 29 04:24:27.847051 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.852985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1a42d3b7-d19d-458f-bcc5-9b45f9db82e1 None None] For port dcb55c35-b126-40d0-9021-1942b9a3a092, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dcb55c35-b126-40d0-9021-1942b9a3a092,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:27.861318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1a42d3b7-d19d-458f-bcc5-9b45f9db82e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.903765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d309c291-5dc1-4729-80c1-8121721c95b7 req-6cbd78bf-6758-4380-96ba-314fa62efdf9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858779 Aug 29 04:24:27.974115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42d3b7-d19d-458f-bcc5-9b45f9db82e1 None None] Pushing event updated for resources: {'Port': ['ID=dcb55c35-b126-40d0-9021-1942b9a3a092,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.984645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-410c2af9-7bdf-42d7-b603-400c8dd1b171 req-2ef14367-8a7b-476c-9f7f-6acfad28ea46 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 210 time: 0.0477767 Aug 29 04:24:28.055731 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.065587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.085113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-020a84fd-c075-40ee-bdc5-7a0c0a5498be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.086781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-020a84fd-c075-40ee-bdc5-7a0c0a5498be service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1968589 Aug 29 04:24:28.212685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-81fa9692-2713-497c-8284-ccacaf0cc880 None None] Provisioning complete for port dcb55c35-b126-40d0-9021-1942b9a3a092 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:28.213072 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-81fa9692-2713-497c-8284-ccacaf0cc880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.224068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:28.226197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-9b0ab7d1-8ff1-4ec2-953d-1a51345fb99b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 217 time: 0.1079912 Aug 29 04:24:28.227060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:28.240297 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:28.303272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Pushing event updated for resources: {'Port': ['ID=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:28.356178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-942b5569-688c-4002-a26e-d1644ef438fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.357855 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-942b5569-688c-4002-a26e-d1644ef438fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1145568 Aug 29 04:24:28.412438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.413208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.448549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-ab777623-84fb-4734-9d2e-54f4bd95784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.450643 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-ab777623-84fb-4734-9d2e-54f4bd95784c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824237 Aug 29 04:24:28.452687 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d693a782-8e77-4c23-acfa-4d2ae3108ead tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8409495 Aug 29 04:24:28.470058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Request body: {'port': {'device_id': '21fd83ff-25be-45e7-9212-ad938850532c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:28.528759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f26175-92f3-4ef3-8adf-8b1e3e825257 req-223e8703-c133-45d2-b18c-772350d2f2e5 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.537949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75f26175-92f3-4ef3-8adf-8b1e3e825257 req-223e8703-c133-45d2-b18c-772350d2f2e5 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0934348 Aug 29 04:24:28.543919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59612852-50db-4042-b8a0-7632ac51e517 None None] Network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:28.582234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75f26175-92f3-4ef3-8adf-8b1e3e825257 req-d4aa6b18-bbe4-43dd-9765-6dd7f5d97bed tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433176 Aug 29 04:24:28.607915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.624466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3f8c9151-c38d-4c67-9908-b602885684dc None None] Provisioning for port ffc38446-cb16-488b-9425-6f6edb157e65 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:28.690375 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:24:28.719635 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-dcf41bc8-325d-44eb-9c93-8621297d3fe4 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447073 Aug 29 04:24:28.919135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76f8af17-636b-49c1-bf00-ec43602dba16 req-c8cbd0ea-14e9-4e38-899b-4d7beac2156a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 210 time: 0.0579245 Aug 29 04:24:29.056311 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86156a77-736d-4fa7-bb0a-08991bde9e6b req-636c7a62-091e-4413-a331-bf58916b1463 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260956 Aug 29 04:24:29.062778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ffc38446-cb16-488b-9425-6f6edb157e65 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:29.145361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c6d6b-0c78-4eeb-8648-e3fe1d5213d1 req-f522f926-23b6-49dc-8cb9-d5cf12d2d91d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.147139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ffc38446-cb16-488b-9425-6f6edb157e65 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:29.153745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-013c6d6b-0c78-4eeb-8648-e3fe1d5213d1 req-f522f926-23b6-49dc-8cb9-d5cf12d2d91d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.1050193 Aug 29 04:24:29.161383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ffc38446-cb16-488b-9425-6f6edb157e65 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:29.161772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.199557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:29.213938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-625aa367-90d8-4e9c-b3bf-4bfa9e37a90a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.220462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.221808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-625aa367-90d8-4e9c-b3bf-4bfa9e37a90a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.223934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-625aa367-90d8-4e9c-b3bf-4bfa9e37a90a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "GET /v2.0/networks?id=4027093e-05be-48e3-87ea-3c067d826edb&id=3a4ffef4-f6ac-447f-a6c5-c9464f606256 HTTP/1.1" status: 200 len: 1390 time: 0.2925708 Aug 29 04:24:29.237115 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-013c6d6b-0c78-4eeb-8648-e3fe1d5213d1 req-e4224bbf-5e7f-490c-94ab-b47159ce635f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823791 Aug 29 04:24:29.250529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'port': {'device_id': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb', 'admin_state_up': True, 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:29.255299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Transition to ACTIVE for port object 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:29.268248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.289829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.353674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port ffc38446-cb16-488b-9425-6f6edb157e65, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ffc38446-cb16-488b-9425-6f6edb157e65,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:29.361628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.362510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dcb55c35-b126-40d0-9021-1942b9a3a092 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:29.393747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.489690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313d93d-fecb-4e66-914b-bd97d2b81968 req-2b175472-5199-4b96-a6eb-a6faa85a137c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.497662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7313d93d-fecb-4e66-914b-bd97d2b81968 req-2b175472-5199-4b96-a6eb-a6faa85a137c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 943 time: 0.1197832 Aug 29 04:24:29.511495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=ffc38446-cb16-488b-9425-6f6edb157e65,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.528029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Attempting to bind port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:29.528361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Attempting to bind port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:29.528892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Attempting to bind port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:29.535100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:29.535100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Attempting to bind port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:29.536482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port dcb55c35-b126-40d0-9021-1942b9a3a092 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:29.536922 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.540121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:29.540520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Checking segment: {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:29.540843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Bound using segment: {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:29.541497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Bound port: 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:29.542084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.564714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7313d93d-fecb-4e66-914b-bd97d2b81968 req-72b2c778-961a-482d-af77-183fad5e8a77 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645535 Aug 29 04:24:29.580018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:29.583684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.602149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-309ee984-3a3f-4176-9d30-3a119c5e3ea7 None None] Provisioning complete for port ffc38446-cb16-488b-9425-6f6edb157e65 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:29.604661 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-309ee984-3a3f-4176-9d30-3a119c5e3ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.664112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:29.681989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:29.690630 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.747079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.747835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.751420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] 10.222.0.65 "PUT /v2.0/ports/4a7ee26c-7977-4f8b-a76e-d4a3938f1643 HTTP/1.1" status: 200 len: 1092 time: 1.2892969 Aug 29 04:24:29.752915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fd83ff-25be-45e7-9212-ad938850532c', 'tag': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:29.756472 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883" -d '{"events": [{"name": "network-changed", "server_uuid": "21fd83ff-25be-45e7-9212-ad938850532c", "tag": "4a7ee26c-7977-4f8b-a76e-d4a3938f1643"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:29.787336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7256071-1a3e-4b9b-bdd5-3dee7bdc0119 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.838160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9cc77-8057-4951-a9ad-f1ea83898df1 req-35037277-2dde-4756-b35c-e95fbe4f6dce tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.840452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55e9cc77-8057-4951-a9ad-f1ea83898df1 req-35037277-2dde-4756-b35c-e95fbe4f6dce tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1211216 Aug 29 04:24:29.844844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-2d29f1ca-7384-464f-9b50-c5f707785870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.846503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-2d29f1ca-7384-464f-9b50-c5f707785870 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 1095 time: 0.0449464 Aug 29 04:24:29.878353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Allocated IP 19.80.0.76 (4027093e-05be-48e3-87ea-3c067d826edb/4fbf51d2-5451-46fe-a361-301936aa356b/7d0dc1dd-ee2b-4708-a1a5-2168c36582b8) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:29.896385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-7f727533-1343-4770-9d1d-7334364ba3b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643 HTTP/1.1" status: 200 len: 217 time: 0.0396354 Aug 29 04:24:29.908467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55e9cc77-8057-4951-a9ad-f1ea83898df1 req-7333f31b-ca9e-4968-842f-86412746970f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597908 Aug 29 04:24:30.103377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.142506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Transition to ACTIVE for port object 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:30.170565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28637a59-e182-44d7-ac9c-e44a59e5889e req-5015ef10-57ef-4767-b782-687dd62669fa tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 210 time: 0.0403018 Aug 29 04:24:30.230881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.247017 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00df871-0578-4005-998f-3040d2b7083b x-openstack-request-id: req-d00df871-0578-4005-998f-3040d2b7083b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:30.247394 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fd83ff-25be-45e7-9212-ad938850532c", "tag": "4a7ee26c-7977-4f8b-a76e-d4a3938f1643", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:30.247552 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d00df871-0578-4005-998f-3040d2b7083b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:30.247922 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21fd83ff-25be-45e7-9212-ad938850532c', 'tag': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643', 'status': 'completed', 'code': 200} Aug 29 04:24:30.275722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-8ee55ccb-aaa3-41eb-a9cd-fce4893fd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.278425 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-8ee55ccb-aaa3-41eb-a9cd-fce4893fd5f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2f26e98-5b10-4ae4-ac64-d53dff97392d HTTP/1.1" status: 200 len: 855 time: 0.3748369 Aug 29 04:24:30.291856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 4027093e-05be-48e3-87ea-3c067d826edb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:30.303454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:30.305872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Port': ['ID=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:30.308091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:30.324836 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-f6d6b2e4-4446-4b48-8ab6-63a78b17e3a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381587 Aug 29 04:24:30.403298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.404131 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.427445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82372d-05b7-4799-b358-60733123adcb req-03239066-98d1-4f94-a221-2077f0c18031 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.429250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a82372d-05b7-4799-b358-60733123adcb req-03239066-98d1-4f94-a221-2077f0c18031 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.0873282 Aug 29 04:24:30.437154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-c26823c8-59f8-42df-975d-2eacefa92512 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1935530 Aug 29 04:24:30.445490 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-5f33449a-e307-4591-a534-a48efe32d497 service neutron] 10.222.0.65 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128495 Aug 29 04:24:30.451062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Request body: {'port': {'device_id': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256', 'admin_state_up': True, 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:30.560361 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f2bd19-1c61-475e-8398-ca92da185e75 req-bfef111e-a236-4aff-b504-3b008455b973 service neutron] 10.222.0.65 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065671 Aug 29 04:24:30.567551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a82372d-05b7-4799-b358-60733123adcb req-d3d18542-6f1c-4d60-9940-41ace6a2da5d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287453 Aug 29 04:24:30.609610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb766487-4664-4474-985c-a7c5d8296f2e None None] Provisioning for port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:30.616074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb766487-4664-4474-985c-a7c5d8296f2e None None] Provisioning complete for port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:30.616547 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb766487-4664-4474-985c-a7c5d8296f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.643393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Made reservation on behalf of 84b8fc8bebb342bca4bb1b607b789ec2 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:30.648824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.661182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fb766487-4664-4474-985c-a7c5d8296f2e None None] Port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:30.705940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-a4fa3d20-ab8a-45eb-a858-8b16f4a7b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.708046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-a4fa3d20-ab8a-45eb-a858-8b16f4a7b0f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 1095 time: 0.0769510 Aug 29 04:24:30.855078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ffc38446-cb16-488b-9425-6f6edb157e65 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:30.876693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-18615bf1-a6cc-4817-9d4f-635f6ff7293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.878656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-18615bf1-a6cc-4817-9d4f-635f6ff7293f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 916 time: 0.1590505 Aug 29 04:24:30.886881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Allocated IP 19.86.0.237 (3a4ffef4-f6ac-447f-a6c5-c9464f606256/fc519620-74df-499b-851d-05c02b381c8d/b9b1d881-0c93-46eb-9c00-ed677a37b3fb) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:30.911134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fe38a-587a-4117-aeb9-2e1242ec6008 req-6dd8bd7b-df3b-4742-9456-3a7f0b4eb98e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.912620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d5fe38a-587a-4117-aeb9-2e1242ec6008 req-6dd8bd7b-df3b-4742-9456-3a7f0b4eb98e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 943 time: 0.1269825 Aug 29 04:24:30.917952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ffc38446-cb16-488b-9425-6f6edb157e65 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:30.918933 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.940080 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-6f8d9fde-f697-4535-a7c8-415f9a2db062 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643 HTTP/1.1" status: 200 len: 217 time: 0.0450523 Aug 29 04:24:30.992943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-2576278d-9342-42c2-a856-96b4b221b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.994571 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-2576278d-9342-42c2-a856-96b4b221b540 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2f26e98-5b10-4ae4-ac64-d53dff97392d HTTP/1.1" status: 200 len: 855 time: 0.0461116 Aug 29 04:24:31.037002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d5fe38a-587a-4117-aeb9-2e1242ec6008 req-0327557c-f2fd-45ec-a939-69444231f302 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097360 Aug 29 04:24:31.044442 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-8dcc30c0-0c00-40d6-b08f-e9426cab7ada service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407248 Aug 29 04:24:31.073246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146f251-2b71-4169-a5ca-6b4461e25499 req-a000123e-f76e-437e-8eea-98e2c63ed36c tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.075036 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0146f251-2b71-4169-a5ca-6b4461e25499 req-a000123e-f76e-437e-8eea-98e2c63ed36c tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 948 time: 0.1607442 Aug 29 04:24:31.146199 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-cf4755bd-aa61-49d8-ac5d-c7768c3d23b1 service neutron] 10.222.0.65 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930939 Aug 29 04:24:31.182703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0146f251-2b71-4169-a5ca-6b4461e25499 req-5a2c68fb-f037-48ca-8aee-39d8dc237ca8 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909195 Aug 29 04:24:31.221986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700b75-5df7-465d-8c5d-2df21560a11c req-ea8532e4-ac8d-4d21-817b-1af2ea75a094 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.223837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8700b75-5df7-465d-8c5d-2df21560a11c req-ea8532e4-ac8d-4d21-817b-1af2ea75a094 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1129861 Aug 29 04:24:31.226962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.253461 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1864ea9-23d2-4b9c-9d4f-a003d8cac883 req-cfda3681-9caa-4e0b-803d-3fad6241ca13 service neutron] 10.222.0.65 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998147 Aug 29 04:24:31.256234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Transition to ACTIVE for port object b9b1d881-0c93-46eb-9c00-ed677a37b3fb will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:31.287192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8700b75-5df7-465d-8c5d-2df21560a11c req-7d39d512-cccb-45cd-9736-07c12e37fbb8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548625 Aug 29 04:24:31.321822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.398704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:31.407187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:31.413529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:31.423007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event updated for resources: {'Port': ['ID=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.472875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18432-d463-4a32-b1c7-cfd7fc75ae60 req-5ca539ba-a9bb-45f4-a828-fc9cfb0f7545 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.478844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18432-d463-4a32-b1c7-cfd7fc75ae60 req-5ca539ba-a9bb-45f4-a828-fc9cfb0f7545 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.480541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ce18432-d463-4a32-b1c7-cfd7fc75ae60 req-5ca539ba-a9bb-45f4-a828-fc9cfb0f7545 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1654 time: 0.1175485 Aug 29 04:24:31.492343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.493039 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.524000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-1242c8b7-0a04-40a1-9f68-0e2cb5218111 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0779614 Aug 29 04:24:31.537969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ce18432-d463-4a32-b1c7-cfd7fc75ae60 req-6b7462bd-0cc2-4e1b-889e-90030c892a08 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Aug 29 04:24:31.543882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Request body: {'port': {'device_id': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:31.613829 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.690681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a49bcf1f-bb24-4f9d-9621-1eba9dcd9eeb None None] Provisioning for port b9b1d881-0c93-46eb-9c00-ed677a37b3fb completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:31.695513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a49bcf1f-bb24-4f9d-9621-1eba9dcd9eeb None None] Provisioning complete for port b9b1d881-0c93-46eb-9c00-ed677a37b3fb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:31.695891 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a49bcf1f-bb24-4f9d-9621-1eba9dcd9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.790288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e46ea4-6818-48ef-bb40-0f48e67f3cf9 req-b58c69fd-6564-4bf0-86d4-303338f5ef10 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.791907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28e46ea4-6818-48ef-bb40-0f48e67f3cf9 req-b58c69fd-6564-4bf0-86d4-303338f5ef10 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.1392248 Aug 29 04:24:31.873012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a49bcf1f-bb24-4f9d-9621-1eba9dcd9eeb None None] Port b9b1d881-0c93-46eb-9c00-ed677a37b3fb cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:31.881960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28e46ea4-6818-48ef-bb40-0f48e67f3cf9 req-fa15e1ac-1e3c-4cc3-90b7-6670d429e5bf tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830674 Aug 29 04:24:31.923069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bccc8972-aef7-42be-97cb-ac0529c9e534 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:31.975585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:31.982904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.995142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Transition to ACTIVE for port object 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:31.999449 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.016171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:32.028651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'mac_address': 'fa:16:3e:5c:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:32.078907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.079553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.106121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccc8972-aef7-42be-97cb-ac0529c9e534 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:32.133260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:32.138340 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.182678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Attempting to bind port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:32.183030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Attempting to bind port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:32.183610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Attempting to bind port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 on network 4027093e-05be-48e3-87ea-3c067d826edb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:32.190479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 on network 4027093e-05be-48e3-87ea-3c067d826edb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:32.190823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Attempting to bind port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 on network 4027093e-05be-48e3-87ea-3c067d826edb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:32.193422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.208503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaec1a4-b137-4f72-8aa1-a870a78f56b4 req-16c841e3-5c2f-4812-a4b5-865eec92ec3a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.210335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3eaec1a4-b137-4f72-8aa1-a870a78f56b4 req-16c841e3-5c2f-4812-a4b5-865eec92ec3a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 943 time: 0.0873828 Aug 29 04:24:32.211150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:32.211920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Checking segment: {'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:32.212368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Bound using segment: {'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:32.212784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Bound port: 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeec9347-9b2b-47a0-bffc-48cd3b460296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:32.213149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.324796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3eaec1a4-b137-4f72-8aa1-a870a78f56b4 req-0e432510-f164-45d4-a10e-67c931d37fd4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021652 Aug 29 04:24:32.346553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] For port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:32.350541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] For port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:32.361179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982ac01-8bfc-4014-9b76-19d27b5a9f77 req-61bfc43d-09f1-4bfd-8f77-71878beaf8be tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.362693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5982ac01-8bfc-4014-9b76-19d27b5a9f77 req-61bfc43d-09f1-4bfd-8f77-71878beaf8be tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 948 time: 0.1020589 Aug 29 04:24:32.364308 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.425751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.426394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.427907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 HTTP/1.1" status: 200 len: 1092 time: 0.8890133 Aug 29 04:24:32.429751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'tag': '7d0dc1dd-ee2b-4708-a1a5-2168c36582b8'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:32.432832 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "tag": "7d0dc1dd-ee2b-4708-a1a5-2168c36582b8"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:32.466736 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Request body: {'port': {'device_id': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:32.494218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bccc8972-aef7-42be-97cb-ac0529c9e534'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:32.505191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5982ac01-8bfc-4014-9b76-19d27b5a9f77 req-2a2670d0-e7ff-4fb9-9dd7-ffe5a1d7c294 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356542 Aug 29 04:24:32.543287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bd365-4f8f-4e34-8f59-546e1366b4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.595800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31e2cb-6607-461c-9a96-fc4e2161980e req-072fbd43-e56c-496e-835e-bf783ee55d94 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.597461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d31e2cb-6607-461c-9a96-fc4e2161980e req-072fbd43-e56c-496e-835e-bf783ee55d94 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1222439 Aug 29 04:24:32.598284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.676911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d31e2cb-6607-461c-9a96-fc4e2161980e req-17831105-d1c6-4920-9298-7159e135abd5 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675917 Aug 29 04:24:32.678463 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ba5a2f-ed25-48ae-aa2f-fb0e97bb9ef7 x-openstack-request-id: req-12ba5a2f-ed25-48ae-aa2f-fb0e97bb9ef7 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:32.678818 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "tag": "7d0dc1dd-ee2b-4708-a1a5-2168c36582b8", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:32.679138 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12ba5a2f-ed25-48ae-aa2f-fb0e97bb9ef7 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:32.679598 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'tag': '7d0dc1dd-ee2b-4708-a1a5-2168c36582b8', 'status': 'completed', 'code': 200} Aug 29 04:24:32.776793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-2bac9a19-5ece-4793-9f6d-6c18d7796ae5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.779428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-2bac9a19-5ece-4793-9f6d-6c18d7796ae5 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 948 time: 0.1260931 Aug 29 04:24:32.784309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-027728ec-04b4-4ccd-8a06-9618654f7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.785268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-027728ec-04b4-4ccd-8a06-9618654f7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.786831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-027728ec-04b4-4ccd-8a06-9618654f7ea8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1914 time: 0.0776372 Aug 29 04:24:32.862979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8be3a-bd4f-46de-a56c-b16a1fceb3e7 req-38ef6b2a-0790-4b67-a416-cb95c54cac19 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.868857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8be3a-bd4f-46de-a56c-b16a1fceb3e7 req-38ef6b2a-0790-4b67-a416-cb95c54cac19 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.870416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37d8be3a-bd4f-46de-a56c-b16a1fceb3e7 req-38ef6b2a-0790-4b67-a416-cb95c54cac19 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1666 time: 0.1158838 Aug 29 04:24:32.927006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37d8be3a-bd4f-46de-a56c-b16a1fceb3e7 req-1c6c6753-40f0-4320-b04b-6782d6a759c2 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Aug 29 04:24:32.976899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-4b66ca43-f995-4cdf-ad52-ad510bbf5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.977379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-4b66ca43-f995-4cdf-ad52-ad510bbf5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.977855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-4b66ca43-f995-4cdf-ad52-ad510bbf5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.979512 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-4b66ca43-f995-4cdf-ad52-ad510bbf5b06 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1637771 Aug 29 04:24:32.986685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Deleting port 3a5937cc-46b9-45f4-8c76-9138a457ddbb {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:32.987031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.044997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b1d881-0c93-46eb-9c00-ed677a37b3fb {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:33.056015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18fcb-0e56-458d-9366-1a26f3f5e7fa req-e395ff26-d348-456e-a133-4a69047eca2b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.057629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05d18fcb-0e56-458d-9366-1a26f3f5e7fa req-e395ff26-d348-456e-a133-4a69047eca2b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 948 time: 0.0969508 Aug 29 04:24:33.063320 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.091915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Transition to ACTIVE for port object b9b1d881-0c93-46eb-9c00-ed677a37b3fb will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:33.101532 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.134758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05d18fcb-0e56-458d-9366-1a26f3f5e7fa req-030be2a9-4733-4fce-9825-d83b385a5cd3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687017 Aug 29 04:24:33.147773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] For port 3a5937cc-46b9-45f4-8c76-9138a457ddbb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3a5937cc-46b9-45f4-8c76-9138a457ddbb,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:33.148178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.161738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-00ed22e7-3175-4bae-b1fa-02fc754e4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.162114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.163439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cecb9c96-c36a-4fec-a480-0e4ed9e0505e req-00ed22e7-3175-4bae-b1fa-02fc754e4355 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735165 Aug 29 04:24:33.170501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Calling delete_port for 3a5937cc-46b9-45f4-8c76-9138a457ddbb owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:33.241364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Attempting to bind port b9b1d881-0c93-46eb-9c00-ed677a37b3fb on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:33.241981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Attempting to bind port b9b1d881-0c93-46eb-9c00-ed677a37b3fb by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:33.242105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Attempting to bind port b9b1d881-0c93-46eb-9c00-ed677a37b3fb on network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:33.246455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Port b9b1d881-0c93-46eb-9c00-ed677a37b3fb on network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:33.246771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Attempting to bind port b9b1d881-0c93-46eb-9c00-ed677a37b3fb on network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:33.252701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:33.253045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Checking segment: {'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:33.253435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Bound using segment: {'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:33.253866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Bound port: b9b1d881-0c93-46eb-9c00-ed677a37b3fb, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:33.254227 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.329110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.330826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] For port b9b1d881-0c93-46eb-9c00-ed677a37b3fb, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:33.334877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] For port b9b1d881-0c93-46eb-9c00-ed677a37b3fb, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:33.341185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.361898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Pushing event deleted for resources: {'Port': ['ID=3a5937cc-46b9-45f4-8c76-9138a457ddbb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.377032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.377676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.379101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] 10.222.0.64 "PUT /v2.0/ports/b9b1d881-0c93-46eb-9c00-ed677a37b3fb HTTP/1.1" status: 200 len: 1093 time: 0.9186170 Aug 29 04:24:33.411444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89d003-9d69-4c67-b793-c80eb162cd12 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.418539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] No DVR routers for this DVR port 3a5937cc-46b9-45f4-8c76-9138a457ddbb on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:33.421463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.423669 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8690203c-4964-4d9f-a5f4-2dd360a04e11 req-874e13b9-c66a-4700-be50-26804b221789 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.65 "DELETE /v2.0/ports/3a5937cc-46b9-45f4-8c76-9138a457ddbb HTTP/1.1" status: 204 len: 173 time: 0.6358705 Aug 29 04:24:33.424172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'name': 'network-vif-deleted', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:33.428468 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7da6d8-bbe7-48fd-83da-c7ec7945c319" -d '{"events": [{"server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "name": "network-vif-deleted", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:33.541706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-baa08ac9-e943-4e4a-b548-bf155719b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.542370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-baa08ac9-e943-4e4a-b548-bf155719b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.544116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-baa08ac9-e943-4e4a-b548-bf155719b5a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1982 time: 0.0990896 Aug 29 04:24:33.553046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edbdd-5ee5-40ac-af51-0ecbf25e121b req-0f8840f2-127f-4984-a1d5-7222e6934c68 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.554595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f7edbdd-5ee5-40ac-af51-0ecbf25e121b req-0f8840f2-127f-4984-a1d5-7222e6934c68 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 943 time: 0.0748415 Aug 29 04:24:33.559346 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b13f68-1339-4646-9805-bf802ffad631 x-openstack-request-id: req-e7b13f68-1339-4646-9805-bf802ffad631 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:33.559805 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de99308-5883-446f-bf34-957d6103c740", "name": "network-vif-deleted", "tag": "3a5937cc-46b9-45f4-8c76-9138a457ddbb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:33.560219 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7b13f68-1339-4646-9805-bf802ffad631 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:33.560689 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de99308-5883-446f-bf34-957d6103c740', 'name': 'network-vif-deleted', 'tag': '3a5937cc-46b9-45f4-8c76-9138a457ddbb', 'status': 'completed', 'code': 200} Aug 29 04:24:33.601921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-80a06aee-a6bf-4e05-9ecf-19bf90b907c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.76&port_id=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 HTTP/1.1" status: 200 len: 217 time: 0.0463381 Aug 29 04:24:33.685449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0fd6113-7b5f-40ac-8367-d1200c13539b req-43c5a03d-8d03-4a84-891a-732b02650176 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de99308-5883-446f-bf34-957d6103c740 HTTP/1.1" status: 200 len: 210 time: 0.0473459 Aug 29 04:24:33.694429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f7edbdd-5ee5-40ac-af51-0ecbf25e121b req-1b43f70c-2c62-4dc5-bd3e-5912dd678c01 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003263 Aug 29 04:24:33.703283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-e21b0e87-dc6f-49d3-86a6-5e0ebeb4d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.705204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-e21b0e87-dc6f-49d3-86a6-5e0ebeb4d094 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4fbf51d2-5451-46fe-a361-301936aa356b HTTP/1.1" status: 200 len: 801 time: 0.0943151 Aug 29 04:24:33.762687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-b0b0f895-0230-4260-90ee-aa8651275114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.764399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-b0b0f895-0230-4260-90ee-aa8651275114 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4027093e-05be-48e3-87ea-3c067d826edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506587 Aug 29 04:24:33.925191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bccc8972-aef7-42be-97cb-ac0529c9e534 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:33.993952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port bccc8972-aef7-42be-97cb-ac0529c9e534 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:33.999060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port bccc8972-aef7-42be-97cb-ac0529c9e534 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:34.000763 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.092218 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.117253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:34.119483 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf1e089-51f6-4d82-8c26-3d31d54ac252" -d '{"events": [{"server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "name": "network-vif-plugged", "status": "completed", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:34.133309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:34.138067 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.186478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.233000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5d2fd-6dec-4a40-a79f-202926fbd43e req-43bfa4e8-7bd6-4908-94c9-41e31f065973 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.234503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84e5d2fd-6dec-4a40-a79f-202926fbd43e req-43bfa4e8-7bd6-4908-94c9-41e31f065973 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.4676507 Aug 29 04:24:34.245777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5ef2f-75df-487f-a5ce-490e870d894c req-7685b6d6-8150-48b5-b995-e63f3701c667 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.252105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5ef2f-75df-487f-a5ce-490e870d894c req-7685b6d6-8150-48b5-b995-e63f3701c667 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.253691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87b5ef2f-75df-487f-a5ce-490e870d894c req-7685b6d6-8150-48b5-b995-e63f3701c667 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1678 time: 0.1021359 Aug 29 04:24:34.289699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-bb566728-f9e8-4c53-9319-2bc90cb3827b service neutron] 10.222.0.64 "GET /v2.0/networks/4027093e-05be-48e3-87ea-3c067d826edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141225 Aug 29 04:24:34.339190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:34.339441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87b5ef2f-75df-487f-a5ce-490e870d894c req-f0c45b82-b942-4210-a767-3b52f63c0c8b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777462 Aug 29 04:24:34.368412 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84e5d2fd-6dec-4a40-a79f-202926fbd43e req-428dd689-f5aa-4e84-8316-d144a501c690 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135149 Aug 29 04:24:34.418976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-bca3c253-4ac8-46e9-b3ab-8272a0c7a6d0 service neutron] 10.222.0.64 "GET /v2.0/networks/4027093e-05be-48e3-87ea-3c067d826edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151505 Aug 29 04:24:34.423001 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08a8dea-0f3e-4e5f-9aff-18131a157693 x-openstack-request-id: req-b08a8dea-0f3e-4e5f-9aff-18131a157693 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:34.423306 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "name": "network-vif-plugged", "status": "completed", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:34.423623 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b08a8dea-0f3e-4e5f-9aff-18131a157693 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:34.423942 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'code': 200} Aug 29 04:24:34.447051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:34.462595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643', 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'port_id': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643', 'mac_address': 'fa:16:3e:7c:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f26e98-5b10-4ae4-ac64-d53dff97392d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:34.478851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-8578d4c5-4a61-43eb-86f3-134d26a04ded service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=b9b1d881-0c93-46eb-9c00-ed677a37b3fb HTTP/1.1" status: 200 len: 217 time: 0.0429401 Aug 29 04:24:34.502836 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.520316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:34.542698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:34.552732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.558484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e8d0-ee9c-413a-ad69-a34931439abf req-c6b59c9f-2e29-42f6-bd29-d4a593950ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.560218 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0367e8d0-ee9c-413a-ad69-a34931439abf req-c6b59c9f-2e29-42f6-bd29-d4a593950ef2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 1101 time: 0.0557072 Aug 29 04:24:34.570897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-20df9fd0-6b0a-4c16-b2ed-1203776bb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.572838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-20df9fd0-6b0a-4c16-b2ed-1203776bb84d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc519620-74df-499b-851d-05c02b381c8d HTTP/1.1" status: 200 len: 801 time: 0.0680873 Aug 29 04:24:34.581210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28912-3332-4d78-b49d-f4a5d2651f52 req-50792e9a-8881-49c5-a7db-34176e6d25e5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.589413 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72a28912-3332-4d78-b49d-f4a5d2651f52 req-50792e9a-8881-49c5-a7db-34176e6d25e5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.1129069 Aug 29 04:24:34.603116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0367e8d0-ee9c-413a-ad69-a34931439abf req-7d55a1c0-f757-4782-9515-ea61619686da service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Aug 29 04:24:34.609014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.652667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72a28912-3332-4d78-b49d-f4a5d2651f52 req-3252ff22-57fd-4cb7-91c6-ab4c8ed5178f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621514 Aug 29 04:24:34.658958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-4fc44b88-ab1c-4148-b138-1ba6d818d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.660436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-4fc44b88-ab1c-4148-b138-1ba6d818d7a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a4ffef4-f6ac-447f-a6c5-c9464f606256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686965 Aug 29 04:24:34.681204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'tag': 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:34.683605 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54b41a3-ea90-4eca-8056-737eff26a063" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "tag": "b9b1d881-0c93-46eb-9c00-ed677a37b3fb"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:34.720273 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6affcf6a-d634-400c-b3bb-4b28561c62fa x-openstack-request-id: req-6affcf6a-d634-400c-b3bb-4b28561c62fa {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:34.720697 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "tag": "b9b1d881-0c93-46eb-9c00-ed677a37b3fb", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:34.720955 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6affcf6a-d634-400c-b3bb-4b28561c62fa {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:34.721425 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'tag': 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb', 'status': 'completed', 'code': 200} Aug 29 04:24:34.816192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6276eb-3a0a-487e-8a0f-8969bc20b3a0 req-53c83971-b8e6-439f-8b3a-accf1c2101e8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.817717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be6276eb-3a0a-487e-8a0f-8969bc20b3a0 req-53c83971-b8e6-439f-8b3a-accf1c2101e8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 944 time: 0.0504756 Aug 29 04:24:34.828328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['4a7ee26c-7977-4f8b-a76e-d4a3938f1643'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:34.924357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be6276eb-3a0a-487e-8a0f-8969bc20b3a0 req-dca7c618-d89c-4ccf-a461-4d6de40f2787 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926476 Aug 29 04:24:34.982790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-80817a46-ca6e-4415-a0f6-b678912ac2cb service neutron] 10.222.0.64 "GET /v2.0/networks/3a4ffef4-f6ac-447f-a6c5-c9464f606256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500945 Aug 29 04:24:35.119015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6202f-1e10-445c-aec7-9eb0a6cd2024 req-b47635c9-d24f-46db-9d12-c7677c7f8a22 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.120541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9b6202f-1e10-445c-aec7-9eb0a6cd2024 req-b47635c9-d24f-46db-9d12-c7677c7f8a22 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 949 time: 0.1067452 Aug 29 04:24:35.127146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12e2057f-3b23-4add-8666-a92fe29dae86 req-9b5d2732-ef2f-46ad-b98e-fa4934d591f4 service neutron] 10.222.0.64 "GET /v2.0/networks/3a4ffef4-f6ac-447f-a6c5-c9464f606256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328490 Aug 29 04:24:35.163924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9b6202f-1e10-445c-aec7-9eb0a6cd2024 req-ce451d5d-1b1a-4dd5-b3ea-eae2e13709fc tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359216 Aug 29 04:24:35.226497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-ab80aba1-867e-4b1d-b55e-9facc9ad9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.226983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-ab80aba1-867e-4b1d-b55e-9facc9ad9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.228579 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-ab80aba1-867e-4b1d-b55e-9facc9ad9d2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1982 time: 0.0451400 Aug 29 04:24:35.327334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-6b4e1d02-a96a-4e49-ba51-4da4a0803efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.329552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-6b4e1d02-a96a-4e49-ba51-4da4a0803efe service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a4ffef4-f6ac-447f-a6c5-c9464f606256 HTTP/1.1" status: 200 len: 902 time: 0.0912421 Aug 29 04:24:35.373482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-3fb91f60-a51e-4836-8640-5a651ce37dd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=b9b1d881-0c93-46eb-9c00-ed677a37b3fb HTTP/1.1" status: 200 len: 217 time: 0.0353413 Aug 29 04:24:35.437701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-70b30a3f-759b-4d3d-8f27-70894bdb6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.439109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-70b30a3f-759b-4d3d-8f27-70894bdb6bf5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc519620-74df-499b-851d-05c02b381c8d HTTP/1.1" status: 200 len: 801 time: 0.0576775 Aug 29 04:24:35.545083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dbecf-5d2a-40ca-afc2-1d723460eac3 req-3c8c0d01-aae7-49d0-8f1a-f55a86c82c21 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.551464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dbecf-5d2a-40ca-afc2-1d723460eac3 req-3c8c0d01-aae7-49d0-8f1a-f55a86c82c21 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.553272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-217dbecf-5d2a-40ca-afc2-1d723460eac3 req-3c8c0d01-aae7-49d0-8f1a-f55a86c82c21 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1678 time: 0.1254988 Aug 29 04:24:35.558847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-e5a19c50-4c4c-4362-9b11-ef7ccc08f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.560363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-e5a19c50-4c4c-4362-9b11-ef7ccc08f61b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a4ffef4-f6ac-447f-a6c5-c9464f606256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983896 Aug 29 04:24:35.569469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aff363-2834-415c-8078-580bd12ed79b req-2a14fc39-0836-4fc6-8b4f-ac7221d22879 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.570820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46aff363-2834-415c-8078-580bd12ed79b req-2a14fc39-0836-4fc6-8b4f-ac7221d22879 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1077483 Aug 29 04:24:35.674163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-217dbecf-5d2a-40ca-afc2-1d723460eac3 req-c91c24ad-d578-4cce-80c5-3a4562b59b70 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128151 Aug 29 04:24:35.700022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46aff363-2834-415c-8078-580bd12ed79b req-ae17ede4-87c4-4d29-bc2c-66f4b519dedd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171215 Aug 29 04:24:35.718738 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-bb9eacd4-ac34-4955-9611-032c8fea5530 service neutron] 10.222.0.64 "GET /v2.0/networks/3a4ffef4-f6ac-447f-a6c5-c9464f606256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429956 Aug 29 04:24:35.850067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6eb74-9ab9-422d-80e3-84b7f4f3dd6d req-67796c1a-613f-497a-a6d1-d1c056c61456 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.851540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74e6eb74-9ab9-422d-80e3-84b7f4f3dd6d req-67796c1a-613f-497a-a6d1-d1c056c61456 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0720367 Aug 29 04:24:35.877789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54b41a3-ea90-4eca-8056-737eff26a063 req-134c141e-7da6-4b2f-87bb-da129667a0ee service neutron] 10.222.0.64 "GET /v2.0/networks/3a4ffef4-f6ac-447f-a6c5-c9464f606256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469078 Aug 29 04:24:35.898250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74e6eb74-9ab9-422d-80e3-84b7f4f3dd6d req-03586a8d-1c41-4d87-aa46-a3cecbc9c9ce tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399632 Aug 29 04:24:36.060364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c06be-5b76-45a0-874c-926128760980 req-8200fd5a-e6dc-46ea-84c4-df8dcd8e36bf tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.061995 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e92c06be-5b76-45a0-874c-926128760980 req-8200fd5a-e6dc-46ea-84c4-df8dcd8e36bf tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 944 time: 0.0618196 Aug 29 04:24:36.107234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e92c06be-5b76-45a0-874c-926128760980 req-2fe21b53-6b1d-479e-b8fc-8e524d1595d2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387163 Aug 29 04:24:36.194653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-25b21812-5712-4d07-b2ea-bf9e74b6070f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451741 Aug 29 04:24:36.315178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a725-1a45-4257-a1e1-9121710b586b req-acbef914-68f3-4cf8-a130-6f1f94a01dfa tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.316619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53b0a725-1a45-4257-a1e1-9121710b586b req-acbef914-68f3-4cf8-a130-6f1f94a01dfa tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 949 time: 0.0826287 Aug 29 04:24:36.319282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-ab59c5e9-0ab0-4feb-8ed6-5be459c0e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.320701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-ab59c5e9-0ab0-4feb-8ed6-5be459c0e97c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1098 time: 0.0594077 Aug 29 04:24:36.357219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:36.366600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53b0a725-1a45-4257-a1e1-9121710b586b req-f9234c0a-ff14-48ed-b354-9894e435673c tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Aug 29 04:24:36.408494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:36.412093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:36.412474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.448648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-38d66513-fb20-4a36-bed3-e59419d973ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.450118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-38d66513-fb20-4a36-bed3-e59419d973ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.0972223 Aug 29 04:24:36.496587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.519230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fd83ff-25be-45e7-9212-ad938850532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:36.521551 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8a3945-8c35-4d6b-882c-ac8b40e9a0da" -d '{"events": [{"server_uuid": "21fd83ff-25be-45e7-9212-ad938850532c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ee26c-7977-4f8b-a76e-d4a3938f1643"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:36.524885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-cd8fe6e2-bafb-4072-be0d-2c6e70c40ad3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 1001 time: 0.0600555 Aug 29 04:24:36.534405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:36.539002 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.539865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3a5937cc-46b9-45f4-8c76-9138a457ddbb no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:36.562541 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001cf33f-eed0-4184-8ffd-256c98be2c2c x-openstack-request-id: req-001cf33f-eed0-4184-8ffd-256c98be2c2c {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:36.562838 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fd83ff-25be-45e7-9212-ad938850532c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ee26c-7977-4f8b-a76e-d4a3938f1643", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:36.563093 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-001cf33f-eed0-4184-8ffd-256c98be2c2c {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:36.563490 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fd83ff-25be-45e7-9212-ad938850532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643', 'code': 200} Aug 29 04:24:36.580496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 3a5937cc-46b9-45f4-8c76-9138a457ddbb {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:36.580760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3a5937cc-46b9-45f4-8c76-9138a457ddbb not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:36.594612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-380a516d-85f5-4bde-a15b-7338ece9d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.596166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-380a516d-85f5-4bde-a15b-7338ece9d626 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.0504329 Aug 29 04:24:36.615931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.647376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-64c2f5ed-30e0-44e3-a0fc-da349dfeca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.649091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-64c2f5ed-30e0-44e3-a0fc-da349dfeca57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436239 Aug 29 04:24:36.672442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f76c7d-127e-401f-9b80-2a2627cd818c req-e1ad0248-ce5b-4371-a85b-f585f8cefa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.674033 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-24f76c7d-127e-401f-9b80-2a2627cd818c req-e1ad0248-ce5b-4371-a85b-f585f8cefa5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 1097 time: 0.0423496 Aug 29 04:24:36.717935 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-24f76c7d-127e-401f-9b80-2a2627cd818c req-a008421e-1377-4835-9799-a2ab84fc589e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Aug 29 04:24:36.756565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-4760fe38-cfb8-4146-988b-e612cff91feb service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984123 Aug 29 04:24:36.916673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3abf6-9ec0-474f-b7e3-e50e9daf55e5 req-521ef163-1f6c-4fe5-9d51-8af8eaf91f6f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.918152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ce3abf6-9ec0-474f-b7e3-e50e9daf55e5 req-521ef163-1f6c-4fe5-9d51-8af8eaf91f6f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1450465 Aug 29 04:24:36.930449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abc306-c14d-4dc7-869f-f6d1960469c3 req-27e8fcd4-685a-4260-b949-51243cbfab13 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.936302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abc306-c14d-4dc7-869f-f6d1960469c3 req-27e8fcd4-685a-4260-b949-51243cbfab13 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.938434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2abc306-c14d-4dc7-869f-f6d1960469c3 req-27e8fcd4-685a-4260-b949-51243cbfab13 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1678 time: 0.1742074 Aug 29 04:24:36.942358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3042bbbb-37f5-4a33-96b2-5835146b843f req-df5993ec-eea9-4b81-ace4-44d2f8b373d0 service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682682 Aug 29 04:24:36.994888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ce3abf6-9ec0-474f-b7e3-e50e9daf55e5 req-6a629fb2-1e11-44a9-962c-e747e07f1325 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552447 Aug 29 04:24:37.002561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2abc306-c14d-4dc7-869f-f6d1960469c3 req-04f835cd-6810-43f8-a0c6-8c013cd8e2e1 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552468 Aug 29 04:24:37.128057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454a0e1-3fd4-42b9-a1a2-262478b36907 req-ba62f20c-d1c8-4177-996e-e8b2ae7108ab tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.129669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6454a0e1-3fd4-42b9-a1a2-262478b36907 req-ba62f20c-d1c8-4177-996e-e8b2ae7108ab tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0534480 Aug 29 04:24:37.171222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6454a0e1-3fd4-42b9-a1a2-262478b36907 req-a1c58a3c-02e8-4fa7-83af-9ae5f2e629b2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Aug 29 04:24:37.286425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcbe76-8db4-4de5-8f08-d41107182809 req-91cfc08e-5354-4193-bed7-5136ce4768f2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.287918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53dcbe76-8db4-4de5-8f08-d41107182809 req-91cfc08e-5354-4193-bed7-5136ce4768f2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0516100 Aug 29 04:24:37.327112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53dcbe76-8db4-4de5-8f08-d41107182809 req-8a9c120a-f00f-498d-8411-a70b32827a5e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 29 04:24:37.519971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907285-8272-43f3-9eb0-c181729677bc req-99bdf910-1c95-405c-9a99-a6ba24dea136 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.521526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22907285-8272-43f3-9eb0-c181729677bc req-99bdf910-1c95-405c-9a99-a6ba24dea136 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 949 time: 0.0839603 Aug 29 04:24:37.556886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593307e-462b-492e-8dd1-2d119b7a5bcf req-112d4321-a96c-4681-a472-096aeedc5864 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.558397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4593307e-462b-492e-8dd1-2d119b7a5bcf req-112d4321-a96c-4681-a472-096aeedc5864 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0805502 Aug 29 04:24:37.584367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22907285-8272-43f3-9eb0-c181729677bc req-00dba481-76e2-4acd-8fa7-11343c916980 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543945 Aug 29 04:24:37.611219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-97a60e18-85f8-42f9-a2f2-a00d52ea1974 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122150 Aug 29 04:24:37.628249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4593307e-462b-492e-8dd1-2d119b7a5bcf req-658c5a79-5d39-4004-8340-30782453caf6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545032 Aug 29 04:24:37.792118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-f7711b68-446f-49c6-8154-521e52bb45b4 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.793677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-f7711b68-446f-49c6-8154-521e52bb45b4 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.64 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 949 time: 0.0542233 Aug 29 04:24:37.904708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Deleting port 690b2f81-a9d9-4898-9ada-144085f47004 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:37.904951 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.002623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] For port 690b2f81-a9d9-4898-9ada-144085f47004, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=690b2f81-a9d9-4898-9ada-144085f47004,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:38.002840 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.017533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Calling delete_port for 690b2f81-a9d9-4898-9ada-144085f47004 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:38.176822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864ed7-311d-4a25-a7fe-6112842561e6 req-a3b37160-d5df-4158-a08b-9c0a8ca90421 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.178338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b864ed7-311d-4a25-a7fe-6112842561e6 req-a3b37160-d5df-4158-a08b-9c0a8ca90421 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1060762 Aug 29 04:24:38.202721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb468-a22e-41b4-a811-5a428bff342e req-a2944b51-cfb6-499c-895f-fc61c2d14686 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.208953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb468-a22e-41b4-a811-5a428bff342e req-a2944b51-cfb6-499c-895f-fc61c2d14686 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.210945 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0edb468-a22e-41b4-a811-5a428bff342e req-a2944b51-cfb6-499c-895f-fc61c2d14686 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1678 time: 0.1095073 Aug 29 04:24:38.291314 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b864ed7-311d-4a25-a7fe-6112842561e6 req-44d81c2f-e82e-4aa9-ac99-7ed42f06d2f3 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044047 Aug 29 04:24:38.325391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0edb468-a22e-41b4-a811-5a428bff342e req-a71f2306-8621-49ea-9e69-24377be33ec8 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034877 Aug 29 04:24:38.333007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.379667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Pushing event deleted for resources: {'Port': ['ID=690b2f81-a9d9-4898-9ada-144085f47004,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.430321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] No DVR routers for this DVR port 690b2f81-a9d9-4898-9ada-144085f47004 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:38.443893 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.447253 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba560fa6-e9c4-4c1c-b437-3b9771d83253 req-198a6e59-09a5-4e19-b1ad-73845677ef2d tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.64 "DELETE /v2.0/ports/690b2f81-a9d9-4898-9ada-144085f47004 HTTP/1.1" status: 204 len: 173 time: 0.6460183 Aug 29 04:24:38.447744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-deleted', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:38.452240 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652e5c04-34cf-43f7-b413-d892cd8eaf2b" -d '{"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-deleted", "tag": "690b2f81-a9d9-4898-9ada-144085f47004"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:38.528525 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ce4aa8-fe3a-4f22-847b-690da355f766 x-openstack-request-id: req-61ce4aa8-fe3a-4f22-847b-690da355f766 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:38.529140 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fc0edc-df7c-421c-a647-adcb20dd5149", "name": "network-vif-deleted", "tag": "690b2f81-a9d9-4898-9ada-144085f47004", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:38.529140 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61ce4aa8-fe3a-4f22-847b-690da355f766 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:38.529541 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc0edc-df7c-421c-a647-adcb20dd5149', 'name': 'network-vif-deleted', 'tag': '690b2f81-a9d9-4898-9ada-144085f47004', 'status': 'completed', 'code': 200} Aug 29 04:24:38.550259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee014-6245-443b-9d19-8437be8cc307 req-20e3e4cd-491d-4854-b72f-f4427ccc1604 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.551717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-980ee014-6245-443b-9d19-8437be8cc307 req-20e3e4cd-491d-4854-b72f-f4427ccc1604 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0671821 Aug 29 04:24:38.596857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-980ee014-6245-443b-9d19-8437be8cc307 req-8f6a8bb4-2c42-499f-8559-a426df7e9ba5 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371501 Aug 29 04:24:38.717645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7c20c89-dada-4863-8883-83bd7ce6629d req-1ffd6c8b-f58b-478b-9860-80ab2eca5756 tempest-ListImageFiltersTestJSON-1415027660 tempest-ListImageFiltersTestJSON-1415027660-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fc0edc-df7c-421c-a647-adcb20dd5149 HTTP/1.1" status: 200 len: 210 time: 0.0390775 Aug 29 04:24:38.744890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7136be2-ed6b-4406-aa2f-7eef2ddfe8ff req-2bed828b-149a-470a-b11a-85bdea170213 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.746466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7136be2-ed6b-4406-aa2f-7eef2ddfe8ff req-2bed828b-149a-470a-b11a-85bdea170213 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0780487 Aug 29 04:24:38.794398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7136be2-ed6b-4406-aa2f-7eef2ddfe8ff req-11a9f929-c283-412c-b37a-066dea1caa21 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Aug 29 04:24:38.850609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4f690-6924-43e8-9aae-44149638eb8a req-7bcab9a1-0fd1-4016-a5b0-f299c2b5abca tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.852243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4b4f690-6924-43e8-9aae-44149638eb8a req-7bcab9a1-0fd1-4016-a5b0-f299c2b5abca tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0622215 Aug 29 04:24:38.913132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4b4f690-6924-43e8-9aae-44149638eb8a req-a5bd76b1-4ab7-4494-a5f4-fe6536f02049 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549533 Aug 29 04:24:38.996313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-ba2e0172-727f-4ffb-a71a-e2a812c60e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.997927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-ba2e0172-727f-4ffb-a71a-e2a812c60e37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 1101 time: 0.0496798 Aug 29 04:24:39.124850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-c658270f-ef4a-4f61-a36d-d068ad0338fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.126830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-c658270f-ef4a-4f61-a36d-d068ad0338fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1153452 Aug 29 04:24:39.216510 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-12edd514-39a8-4296-8387-78e7c03f32c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 217 time: 0.0795040 Aug 29 04:24:39.304567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a961a-8aa1-41c4-9b76-f4a6f6240c64 req-022d9718-7a14-4264-8cb6-1e4e6e80ce63 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.306187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-313a961a-8aa1-41c4-9b76-f4a6f6240c64 req-022d9718-7a14-4264-8cb6-1e4e6e80ce63 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1555271 Aug 29 04:24:39.307739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-9394cf78-d87d-4bde-80b1-82e197feb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.309044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-9394cf78-d87d-4bde-80b1-82e197feb518 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0776224 Aug 29 04:24:39.379358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-313a961a-8aa1-41c4-9b76-f4a6f6240c64 req-eb6bd9b0-91a8-4b5d-8248-e0f476a11736 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664096 Aug 29 04:24:39.391791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-ab371e65-87e0-45dc-9edf-07d8e5cefa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.393399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-ab371e65-87e0-45dc-9edf-07d8e5cefa07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645909 Aug 29 04:24:39.542290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d2308-7c68-426e-b056-e93c762fc61b req-aa0a2af9-a415-4b3b-8e0a-1f2b76822ad8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.543798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-973d2308-7c68-426e-b056-e93c762fc61b req-aa0a2af9-a415-4b3b-8e0a-1f2b76822ad8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1495068 Aug 29 04:24:39.589691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d76bc-2223-4b17-b3ed-c1e1006e4c52 req-2c6453e1-e5f1-40cc-aa2b-4133d6b0f051 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.596008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d76bc-2223-4b17-b3ed-c1e1006e4c52 req-2c6453e1-e5f1-40cc-aa2b-4133d6b0f051 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.597555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c54d76bc-2223-4b17-b3ed-c1e1006e4c52 req-2c6453e1-e5f1-40cc-aa2b-4133d6b0f051 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1678 time: 0.1261358 Aug 29 04:24:39.603566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-f645512a-2338-457e-8b37-eda18c774e16 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952505 Aug 29 04:24:39.648811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-973d2308-7c68-426e-b056-e93c762fc61b req-5bd68b81-ec0b-4398-975c-a20fdbe161ed tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980773 Aug 29 04:24:39.705753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c54d76bc-2223-4b17-b3ed-c1e1006e4c52 req-b0a45c83-0d20-4097-a80c-7da57772ba12 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012003 Aug 29 04:24:39.738697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-03b9b31b-005e-4139-8de4-745ce050f5b2 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194580 Aug 29 04:24:39.949653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:40.043864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a774a90-2515-4cd6-862e-32885203741b req-4f5c319c-6fcd-4b56-b19b-15f46e5fc15f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.045421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a774a90-2515-4cd6-862e-32885203741b req-4f5c319c-6fcd-4b56-b19b-15f46e5fc15f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0574398 Aug 29 04:24:40.060589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:40.073132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '7d0dc1dd-ee2b-4708-a1a5-2168c36582b8', 'network_id': '4027093e-05be-48e3-87ea-3c067d826edb', 'port_id': '7d0dc1dd-ee2b-4708-a1a5-2168c36582b8', 'mac_address': 'fa:16:3e:4c:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbf51d2-5451-46fe-a361-301936aa356b', 'ip_address': '19.80.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:40.097127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a774a90-2515-4cd6-862e-32885203741b req-b2137d32-db2a-4499-b71e-27fa74cb1400 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Aug 29 04:24:40.121156 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.135152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:40.156629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:40.161753 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.162533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b9b1d881-0c93-46eb-9c00-ed677a37b3fb details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:40.274182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.330689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b9b1d881-0c93-46eb-9c00-ed677a37b3fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:40.344111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb', 'network_id': '3a4ffef4-f6ac-447f-a6c5-c9464f606256', 'port_id': 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb', 'mac_address': 'fa:16:3e:43:bd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc519620-74df-499b-851d-05c02b381c8d', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:40.381976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.396413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b1d881-0c93-46eb-9c00-ed677a37b3fb {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:40.420871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b9b1d881-0c93-46eb-9c00-ed677a37b3fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:40.426127 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.474442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.536221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d763-f5e1-4d5d-b8c3-15b4a46f53b0 req-f43c044a-28d0-4b23-a3bc-305e9051b278 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.543410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f346d763-f5e1-4d5d-b8c3-15b4a46f53b0 req-f43c044a-28d0-4b23-a3bc-305e9051b278 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0624177 Aug 29 04:24:40.578327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f346d763-f5e1-4d5d-b8c3-15b4a46f53b0 req-43f90c29-a1c9-416d-ba7d-3c741fdf9e6f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Aug 29 04:24:40.587911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-9ffcc6a2-acb7-4d55-ad84-8a231604e15c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0544565 Aug 29 04:24:40.668723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-17f776e4-4a7c-4a9e-9ec1-6c19fed441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.669349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-17f776e4-4a7c-4a9e-9ec1-6c19fed441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.669813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-17f776e4-4a7c-4a9e-9ec1-6c19fed441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.670192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-17f776e4-4a7c-4a9e-9ec1-6c19fed441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.670639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-17f776e4-4a7c-4a9e-9ec1-6c19fed441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.671104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-17f776e4-4a7c-4a9e-9ec1-6c19fed441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.671604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-17f776e4-4a7c-4a9e-9ec1-6c19fed441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.673648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-17f776e4-4a7c-4a9e-9ec1-6c19fed441fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6506 time: 0.0533469 Aug 29 04:24:40.798725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42818) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:40.819727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-96c8446f-74a4-4690-936c-84d8c884090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.820510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-96c8446f-74a4-4690-936c-84d8c884090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.821138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-96c8446f-74a4-4690-936c-84d8c884090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.821885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['7d0dc1dd-ee2b-4708-a1a5-2168c36582b8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:40.822924 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-96c8446f-74a4-4690-936c-84d8c884090a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d19174c-2b84-4b09-9a7c-d4508d51064e&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&id=3b67864d-8d83-4461-9a1f-dee00d60b3cf HTTP/1.1" status: 200 len: 2297 time: 0.1250594 Aug 29 04:24:40.848570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['b9b1d881-0c93-46eb-9c00-ed677a37b3fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:40.849595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acff8c-f585-42eb-99c7-57e0e6f11752 req-b91016e3-608f-4d4f-8504-921480caeed7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.857070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97acff8c-f585-42eb-99c7-57e0e6f11752 req-b91016e3-608f-4d4f-8504-921480caeed7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1232216 Aug 29 04:24:40.911581 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-737b60c3-318f-4bb5-b3de-a85c273aa60a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f536b0d4-7844-4d6b-814a-0863b48d4206 HTTP/1.1" status: 200 len: 1001 time: 0.0806441 Aug 29 04:24:40.912784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbf883-0dac-4eeb-a4b9-74c8babd4f7f req-2a2bc406-b12a-41a4-9fc8-40ae25d7c611 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.919216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbf883-0dac-4eeb-a4b9-74c8babd4f7f req-2a2bc406-b12a-41a4-9fc8-40ae25d7c611 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.921288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ddbf883-0dac-4eeb-a4b9-74c8babd4f7f req-2a2bc406-b12a-41a4-9fc8-40ae25d7c611 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1680 time: 0.1109715 Aug 29 04:24:40.943664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97acff8c-f585-42eb-99c7-57e0e6f11752 req-d7fba5d7-bc28-4e39-b1f1-8261c628de3b tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855823 Aug 29 04:24:40.967980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-1cc8cbbe-8d52-475b-8fc3-353769c0086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.970731 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-1cc8cbbe-8d52-475b-8fc3-353769c0086a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d HTTP/1.1" status: 200 len: 856 time: 0.0512686 Aug 29 04:24:41.007650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f43efc8-19a0-4a08-8c3e-51aa360235ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcf8db3168324e898775938e30d2ff11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076652 Aug 29 04:24:41.010210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42824) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:41.020136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ddbf883-0dac-4eeb-a4b9-74c8babd4f7f req-80108b32-56fa-4350-ba0f-6b72c616a851 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863264 Aug 29 04:24:41.040873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-771b6d53-52ff-41d1-aa3f-3bf23888bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.043113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-771b6d53-52ff-41d1-aa3f-3bf23888bdf8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d19174c-2b84-4b09-9a7c-d4508d51064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642099 Aug 29 04:24:41.083472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b7561dae-6332-4895-858c-27670e71d1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.111505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b7561dae-6332-4895-858c-27670e71d1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.182788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b7561dae-6332-4895-858c-27670e71d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.184550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-b65e9b45-3380-4687-b1f0-1246883a36f4 service neutron] 10.222.0.65 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320529 Aug 29 04:24:41.185872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b7561dae-6332-4895-858c-27670e71d1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.187110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b7561dae-6332-4895-858c-27670e71d1eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc46bc28-d239-4cc4-84d7-ea4a9f80a63e HTTP/1.1" status: 204 len: 168 time: 0.1758590 Aug 29 04:24:41.195829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7561dae-6332-4895-858c-27670e71d1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46bc28-d239-4cc4-84d7-ea4a9f80a63e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:41.268465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15664dbd-8b82-400d-b9c0-922abc95284c req-efd0f7ff-979d-494b-993a-a03a1bc4486b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.270176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15664dbd-8b82-400d-b9c0-922abc95284c req-efd0f7ff-979d-494b-993a-a03a1bc4486b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0524580 Aug 29 04:24:41.290740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-0950e99c-964b-47db-a99d-6e7ae5f68437 service neutron] 10.222.0.65 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990849 Aug 29 04:24:41.319464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15664dbd-8b82-400d-b9c0-922abc95284c req-7588602a-a5bc-471a-a96c-d65043497e26 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Aug 29 04:24:41.335197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-e5d6b148-3d96-4762-934f-f3acee1c7351 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a HTTP/1.1" status: 200 len: 217 time: 0.0371151 Aug 29 04:24:41.388509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-bbdf9ac8-d1ea-4ad6-b6fa-c49447396884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.390572 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-bbdf9ac8-d1ea-4ad6-b6fa-c49447396884 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0470793 Aug 29 04:24:41.436336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-83694a37-3435-4075-8336-657e4ccbad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.437943 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-83694a37-3435-4075-8336-657e4ccbad2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406990 Aug 29 04:24:41.541631 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-32bf6b0c-189a-458f-b61a-6cdb570b91ff service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959854 Aug 29 04:24:41.638458 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-be60d601-9a1a-453b-9801-412c0cf28e4a service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898364 Aug 29 04:24:41.688492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-6fa78e96-c8ef-4ce0-bb43-f8e35bf04853 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=e616e723-fe76-4b72-8d04-32d6b9a6f125 HTTP/1.1" status: 200 len: 217 time: 0.0432379 Aug 29 04:24:41.706488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd64ab-3969-4c26-a124-04a6b521a1c3 req-4b0886a3-91de-46b1-bbef-ef7ac1b90c7a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.708198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbcd64ab-3969-4c26-a124-04a6b521a1c3 req-4b0886a3-91de-46b1-bbef-ef7ac1b90c7a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0575230 Aug 29 04:24:41.745908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-8835a24b-c293-40ba-b860-881946e04c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.747612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-8835a24b-c293-40ba-b860-881946e04c2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0523031 Aug 29 04:24:41.750062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbcd64ab-3969-4c26-a124-04a6b521a1c3 req-c1dc469d-3a27-4c8a-8543-a123bb2cd442 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346684 Aug 29 04:24:41.797045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-3df342e3-4017-44a6-bff5-c27f6795e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.798914 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-3df342e3-4017-44a6-bff5-c27f6795e1fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0444794 Aug 29 04:24:41.895933 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-83e5d07c-33c1-4424-9042-7bf50b5c14da service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896976 Aug 29 04:24:41.972800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:41.995143 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-8bef6dc9-4a25-4b8a-b696-de97f14a6844 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928590 Aug 29 04:24:41.997869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 690b2f81-a9d9-4898-9ada-144085f47004 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:41.998223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 690b2f81-a9d9-4898-9ada-144085f47004 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:42.047708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-08eb96f8-f54d-4fa8-9153-fc80a0868ef2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0 HTTP/1.1" status: 200 len: 217 time: 0.0450792 Aug 29 04:24:42.087780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e234e1-61c8-4a1a-a7f7-013b96e490f8 req-c48b7488-00c2-4cd1-88c8-833b79cc3344 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.089294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7e234e1-61c8-4a1a-a7f7-013b96e490f8 req-c48b7488-00c2-4cd1-88c8-833b79cc3344 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0587800 Aug 29 04:24:42.104503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-70dbbdde-54e6-47bd-b7c5-2726e7fc8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.105960 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-70dbbdde-54e6-47bd-b7c5-2726e7fc8781 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0514352 Aug 29 04:24:42.129834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7e234e1-61c8-4a1a-a7f7-013b96e490f8 req-1f1c5707-af6d-400b-ad76-d51ad81cc3cd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335152 Aug 29 04:24:42.164045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-1d61da36-6c63-4c84-9b34-fd0bd20a41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.165588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-1d61da36-6c63-4c84-9b34-fd0bd20a41fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0528369 Aug 29 04:24:42.242753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58005f-4887-4867-8bed-67ee306fd5d6 req-c64755d9-7ab6-4afd-bce1-4a8697f25e9e tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.248810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58005f-4887-4867-8bed-67ee306fd5d6 req-c64755d9-7ab6-4afd-bce1-4a8697f25e9e tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.251099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf58005f-4887-4867-8bed-67ee306fd5d6 req-c64755d9-7ab6-4afd-bce1-4a8697f25e9e tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1680 time: 0.0600042 Aug 29 04:24:42.281180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-fd730df0-2b46-420c-8090-21edc3689b04 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072919 Aug 29 04:24:42.294795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf58005f-4887-4867-8bed-67ee306fd5d6 req-d506ad2c-1846-46eb-a1c9-4d4d9ec56c18 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Aug 29 04:24:42.392416 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-90c9f891-895e-4ee5-a37a-460410a1e520 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045797 Aug 29 04:24:42.442808 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-80b6b5a6-4f12-4ae3-a9f2-61d173122777 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43 HTTP/1.1" status: 200 len: 217 time: 0.0434220 Aug 29 04:24:42.501338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-db1ce191-52cb-4d72-80df-a21f0498ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.502737 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-db1ce191-52cb-4d72-80df-a21f0498ec4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0531774 Aug 29 04:24:42.507302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1efb0-3bdc-4433-bc67-1ab73fbeb6aa req-5215cf72-80a3-4cdd-9a39-fddbe0be732e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.508890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9f1efb0-3bdc-4433-bc67-1ab73fbeb6aa req-5215cf72-80a3-4cdd-9a39-fddbe0be732e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0541871 Aug 29 04:24:42.551623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9f1efb0-3bdc-4433-bc67-1ab73fbeb6aa req-1b7dde6b-d353-4dea-85e6-c3b41d0357aa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365639 Aug 29 04:24:42.552399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-51c00711-5a3d-44b4-b64f-9d6bb959e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.553909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-51c00711-5a3d-44b4-b64f-9d6bb959e49d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423715 Aug 29 04:24:42.657233 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-10218be9-4126-414e-abed-f1a609fa91c7 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951064 Aug 29 04:24:42.758334 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-98f2761c-64f6-431b-9817-5b894638227b service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931029 Aug 29 04:24:42.801374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-5bc86bf4-9c16-4c26-9748-c388b251a36a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636 HTTP/1.1" status: 200 len: 217 time: 0.0360341 Aug 29 04:24:42.869042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-9c126daf-8da9-4ec4-9c70-d66204fc01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.870689 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-9c126daf-8da9-4ec4-9c70-d66204fc01a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4ffec13-95c1-4940-bfbf-e51f53b20248 HTTP/1.1" status: 200 len: 797 time: 0.0625162 Aug 29 04:24:42.884748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f3c47-4bc3-4037-9c2a-828387290693 req-768f2389-8309-4ee2-b6c2-433b72b61f5e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.886250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-081f3c47-4bc3-4037-9c2a-828387290693 req-768f2389-8309-4ee2-b6c2-433b72b61f5e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0575988 Aug 29 04:24:42.919866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-3e46363b-797b-450b-b258-3610250de1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.921564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-3e46363b-797b-450b-b258-3610250de1df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0434549 Aug 29 04:24:42.928644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-081f3c47-4bc3-4037-9c2a-828387290693 req-5c8c104b-0c7d-4a73-97b7-8f88aa543359 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Aug 29 04:24:43.015593 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-d926ec11-fbcd-46ce-95a7-b96d53f6cb5a service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826848 Aug 29 04:24:43.110388 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-2a9f0e20-b38b-4e7b-8165-a1ea9674a609 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882957 Aug 29 04:24:43.153211 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-e9d4caa7-6fec-4894-9b50-129e556b0b62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cdd327a-e2bd-441b-9270-934888ddeef5 HTTP/1.1" status: 200 len: 217 time: 0.0357597 Aug 29 04:24:43.215681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-b0913c26-78a4-4055-ac72-544e664b5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.217210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-b0913c26-78a4-4055-ac72-544e664b5dcc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4ffec13-95c1-4940-bfbf-e51f53b20248 HTTP/1.1" status: 200 len: 797 time: 0.0549366 Aug 29 04:24:43.255155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0627c-f49e-4f8b-abad-4d014e649bda req-f4936f88-b262-4f8e-a277-a8c68e7cdca8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.256901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfa0627c-f49e-4f8b-abad-4d014e649bda req-f4936f88-b262-4f8e-a277-a8c68e7cdca8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0550625 Aug 29 04:24:43.273926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-1d30abb6-b948-46e2-bd32-8bb18d6c2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.274076 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-1d30abb6-b948-46e2-bd32-8bb18d6c2c23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502200 Aug 29 04:24:43.300689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfa0627c-f49e-4f8b-abad-4d014e649bda req-3e08888d-1b4e-4e6a-af30-afce90d5bd46 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Aug 29 04:24:43.375658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-fe4beda9-40ed-4311-83ae-d1dae084cbcb service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939837 Aug 29 04:24:43.431103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be203f-785f-44af-b6b9-bf58f183b897 req-43a4fa29-a141-40a7-b844-65470aabd260 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.437190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be203f-785f-44af-b6b9-bf58f183b897 req-43a4fa29-a141-40a7-b844-65470aabd260 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.438771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3be203f-785f-44af-b6b9-bf58f183b897 req-43a4fa29-a141-40a7-b844-65470aabd260 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1680 time: 0.0610504 Aug 29 04:24:43.475883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1f0f082-d61d-4048-af43-a9f8ab02af33 req-bf9a2e91-127e-4637-b824-6be706456a70 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935862 Aug 29 04:24:43.485195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3be203f-785f-44af-b6b9-bf58f183b897 req-8c0bbba2-ee66-48aa-848c-749c897840f3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Aug 29 04:24:43.721155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019707ca-4854-40bd-9db4-32fbc747c0d9 req-431cb45b-1ff6-47b2-b745-549218713900 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.723302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-019707ca-4854-40bd-9db4-32fbc747c0d9 req-431cb45b-1ff6-47b2-b745-549218713900 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0569410 Aug 29 04:24:43.770013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-019707ca-4854-40bd-9db4-32fbc747c0d9 req-5343aefe-f8a4-4497-a553-251c8e24c75a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Aug 29 04:24:43.987337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:44.043148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40c7e-235c-48ca-8bfa-5fd403835d1b req-be3335e7-459d-419a-abd6-a865e2caee64 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.046193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5a40c7e-235c-48ca-8bfa-5fd403835d1b req-be3335e7-459d-419a-abd6-a865e2caee64 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0509682 Aug 29 04:24:44.048837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:44.054847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:44.055234 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.087538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5a40c7e-235c-48ca-8bfa-5fd403835d1b req-c53fd822-b0d8-4040-bce3-135857db9cd4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Aug 29 04:24:44.137699 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.166253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0dc1dd-ee2b-4708-a1a5-2168c36582b8'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:44.168506 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e28b8-6ded-436b-a72b-1755b5dec2bb" -d '{"events": [{"server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "name": "network-vif-plugged", "status": "completed", "tag": "7d0dc1dd-ee2b-4708-a1a5-2168c36582b8"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:44.181788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:44.186137 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.187105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b9b1d881-0c93-46eb-9c00-ed677a37b3fb up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:44.232600 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305377ae-b65c-49fe-b92b-40cc714d1021 x-openstack-request-id: req-305377ae-b65c-49fe-b92b-40cc714d1021 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:44.232895 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "name": "network-vif-plugged", "status": "completed", "tag": "7d0dc1dd-ee2b-4708-a1a5-2168c36582b8", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:44.233148 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-305377ae-b65c-49fe-b92b-40cc714d1021 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:44.233638 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0dc1dd-ee2b-4708-a1a5-2168c36582b8', 'code': 200} Aug 29 04:24:44.274548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:44.289646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port b9b1d881-0c93-46eb-9c00-ed677a37b3fb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:44.295217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port b9b1d881-0c93-46eb-9c00-ed677a37b3fb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:44.295596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.388902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.428506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b9b1d881-0c93-46eb-9c00-ed677a37b3fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:44.429819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc268f-c253-459b-8d7f-0941dc6ac275 req-794b6991-aa6e-402d-a390-7e59d0b7cf62 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.431440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70dc268f-c253-459b-8d7f-0941dc6ac275 req-794b6991-aa6e-402d-a390-7e59d0b7cf62 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0524483 Aug 29 04:24:44.432938 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.488804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70dc268f-c253-459b-8d7f-0941dc6ac275 req-9a35829d-8494-4556-9fa0-098f127cad33 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489056 Aug 29 04:24:44.492981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:44.623913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79e612-3224-4985-b00b-77a1c0afc735 req-2a4cca7f-ed12-4c71-9279-0f7c145ebb81 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.630178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79e612-3224-4985-b00b-77a1c0afc735 req-2a4cca7f-ed12-4c71-9279-0f7c145ebb81 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.631796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a79e612-3224-4985-b00b-77a1c0afc735 req-2a4cca7f-ed12-4c71-9279-0f7c145ebb81 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1682 time: 0.0712483 Aug 29 04:24:44.674393 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a79e612-3224-4985-b00b-77a1c0afc735 req-7a136e1b-d049-4f9b-8b3b-8d1baf422d5e tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362279 Aug 29 04:24:44.902112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367b65-f35b-4019-9311-a89c787770f5 req-73139e23-f649-4de4-9429-463d1f3cf57d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.903605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7367b65-f35b-4019-9311-a89c787770f5 req-73139e23-f649-4de4-9429-463d1f3cf57d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0511951 Aug 29 04:24:44.945968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7367b65-f35b-4019-9311-a89c787770f5 req-d2dd94fd-2503-43c8-994a-02cdfa829106 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349920 Aug 29 04:24:45.010694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42942) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:45.126327 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4498827e-2d1a-47d9-a2b6-0be8bea43c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.232615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c25c5b-d11b-43e5-9740-01c850339e8f req-231aba27-65e0-45dd-94bd-f238cdd67b75 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.234645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54c25c5b-d11b-43e5-9740-01c850339e8f req-231aba27-65e0-45dd-94bd-f238cdd67b75 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0711818 Aug 29 04:24:45.288632 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4498827e-2d1a-47d9-a2b6-0be8bea43c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.298173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54c25c5b-d11b-43e5-9740-01c850339e8f req-addf8143-c2e7-4610-9514-4b934cb367bc tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Aug 29 04:24:45.298758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4498827e-2d1a-47d9-a2b6-0be8bea43c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.335869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498827e-2d1a-47d9-a2b6-0be8bea43c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70e4a4-f973-44ab-b0da-b23ebe4e269f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.340320 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4498827e-2d1a-47d9-a2b6-0be8bea43c46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5ecf172c01e40c4999b7b985c2efb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284986 Aug 29 04:24:45.342891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42948) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:45.392658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b128c5f-6d88-4678-bd95-d876f930c789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.414338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b128c5f-6d88-4678-bd95-d876f930c789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.463309 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b128c5f-6d88-4678-bd95-d876f930c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.466135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b128c5f-6d88-4678-bd95-d876f930c789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.467333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9b128c5f-6d88-4678-bd95-d876f930c789 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d70e4a4-f973-44ab-b0da-b23ebe4e269f HTTP/1.1" status: 204 len: 168 time: 0.1229572 Aug 29 04:24:45.475595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b128c5f-6d88-4678-bd95-d876f930c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70e4a4-f973-44ab-b0da-b23ebe4e269f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.613843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5da692-0d9b-4611-b240-94b9488bd6e3 req-b9f221e6-87ba-4be0-9a10-277eda614212 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.615514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab5da692-0d9b-4611-b240-94b9488bd6e3 req-b9f221e6-87ba-4be0-9a10-277eda614212 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0617456 Aug 29 04:24:45.657870 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab5da692-0d9b-4611-b240-94b9488bd6e3 req-6954c444-89ac-4445-ac1c-c184d0510244 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Aug 29 04:24:45.817294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0e2a0-d123-4a89-afd1-1a9b062e33e0 req-48539c6b-4a9d-46a2-9ee0-3d5d5c735abc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.825765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0e2a0-d123-4a89-afd1-1a9b062e33e0 req-48539c6b-4a9d-46a2-9ee0-3d5d5c735abc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.825765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0f0e2a0-d123-4a89-afd1-1a9b062e33e0 req-48539c6b-4a9d-46a2-9ee0-3d5d5c735abc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1682 time: 0.0624192 Aug 29 04:24:45.873972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0f0e2a0-d123-4a89-afd1-1a9b062e33e0 req-0d76f3e3-4d6e-4e8e-b82b-b8956df0fd2a tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Aug 29 04:24:46.067006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4486-a291-45d9-b221-3c03acf77df7 req-dc97f1f6-75b5-476a-8d52-707c8b74ec3a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.068539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b57d4486-a291-45d9-b221-3c03acf77df7 req-dc97f1f6-75b5-476a-8d52-707c8b74ec3a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0516319 Aug 29 04:24:46.107923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b57d4486-a291-45d9-b221-3c03acf77df7 req-d778d8f3-47cc-4d9b-9e83-ca979709d21d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Aug 29 04:24:46.143092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42982) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:46.234964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:46.238034 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3338a0-9c43-4386-8327-921af98d7abc" -d '{"events": [{"server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "name": "network-vif-plugged", "status": "completed", "tag": "b9b1d881-0c93-46eb-9c00-ed677a37b3fb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:46.245149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-432535894-network', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:46.267700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Made reservation on behalf of d32c156958664a30b6bf71c29b56a5f6 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:46.269935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.274735 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c26a07-f882-4890-a9fc-d6373cdc0aa5 x-openstack-request-id: req-c8c26a07-f882-4890-a9fc-d6373cdc0aa5 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:46.275033 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "name": "network-vif-plugged", "status": "completed", "tag": "b9b1d881-0c93-46eb-9c00-ed677a37b3fb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:46.275288 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8c26a07-f882-4890-a9fc-d6373cdc0aa5 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:46.275684 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb', 'code': 200} Aug 29 04:24:46.278423 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.452827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.455512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008cd6b-dce9-4a8f-af51-e41c8359baa0 req-d8bbe0fa-f978-48e0-aa98-da729e370be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.456021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008cd6b-dce9-4a8f-af51-e41c8359baa0 req-d8bbe0fa-f978-48e0-aa98-da729e370be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.457594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5008cd6b-dce9-4a8f-af51-e41c8359baa0 req-d8bbe0fa-f978-48e0-aa98-da729e370be6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1986 time: 0.1155777 Aug 29 04:24:46.460561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.508900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889895b6-fed1-4edb-a8be-a6efe3737f4b req-4c7c80af-878b-4708-aa97-a73084734475 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.510310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-889895b6-fed1-4edb-a8be-a6efe3737f4b req-4c7c80af-878b-4708-aa97-a73084734475 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1373513 Aug 29 04:24:46.518458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:46.553627 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.553980 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Added segment 2660c79b-e645-41ec-80db-89903a380bf2 of type vlan for network 6ae7768b-6d20-4b35-836f-6eccfd085d7a Aug 29 04:24:46.574126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad11f38-3ddb-4d90-8204-697533ef1c95,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:46.588402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5008cd6b-dce9-4a8f-af51-e41c8359baa0 req-56605c01-57d5-46e2-bd89-7a4cc6ceb92e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209319 Aug 29 04:24:46.621785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-889895b6-fed1-4edb-a8be-a6efe3737f4b req-7d4c8df9-4533-4308-a8bb-d23f65244685 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042228 Aug 29 04:24:46.630770 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.657300 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.658281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.658899 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.716013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5717633 Aug 29 04:24:46.719740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42992) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:46.723866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Request body: {'subnet': {'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-432535894-subnet', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:46.731753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6266cf-1eec-422a-90a6-fe91a5d3d9ca admin admin] Pushing event updated for resources: {'Network': ['ID=6ae7768b-6d20-4b35-836f-6eccfd085d7a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:46.743495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:46.760063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Made reservation on behalf of d32c156958664a30b6bf71c29b56a5f6 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:46.762298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.875732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d079fb-35f6-4d02-b5d1-384496d59e10 req-61d0487b-fb79-4406-81ba-eb9dce9af92d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.875732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d079fb-35f6-4d02-b5d1-384496d59e10 req-61d0487b-fb79-4406-81ba-eb9dce9af92d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1269960 Aug 29 04:24:46.949693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d079fb-35f6-4d02-b5d1-384496d59e10 req-68335cf1-72fa-4e51-97b8-3b4aaafa03ba tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674875 Aug 29 04:24:47.055182 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.101026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d37e-ec8b-4177-9be7-73da1de6066f req-d722cdcc-ad2b-46b5-af34-c47d5218bdd6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.106974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d37e-ec8b-4177-9be7-73da1de6066f req-d722cdcc-ad2b-46b5-af34-c47d5218bdd6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.108592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5694d37e-ec8b-4177-9be7-73da1de6066f req-d722cdcc-ad2b-46b5-af34-c47d5218bdd6 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1682 time: 0.0994778 Aug 29 04:24:47.150038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:47.168486 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Checking segment: {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:47.168856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Network hostable DHCP agents. Network: 6ae7768b-6d20-4b35-836f-6eccfd085d7a, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:47.183421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5694d37e-ec8b-4177-9be7-73da1de6066f req-09631452-97bc-41e0-82a2-1ece579ab09c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650077 Aug 29 04:24:47.232046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:47.244999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 6ae7768b-6d20-4b35-836f-6eccfd085d7a) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:47.253242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.254113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.255062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfda212-2774-468f-bff6-fdd9c4efefa0 None None] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:47.266805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fe7cf-7c76-409e-bfb0-c98da578d57d req-421ac004-c0de-49e6-b885-3a681c9d266a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.268433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d1fe7cf-7c76-409e-bfb0-c98da578d57d req-421ac004-c0de-49e6-b885-3a681c9d266a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0840776 Aug 29 04:24:47.286251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e59c0f46-ff6a-46e8-b871-8f0c3987bfdc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5661950 Aug 29 04:24:47.289892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43004) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:47.294939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:47.313574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d1fe7cf-7c76-409e-bfb0-c98da578d57d req-3f90b833-c41a-4b4d-b137-80608e04c0a9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Aug 29 04:24:47.318487 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.320478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.364453 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a53e7fb4-f5a5-4341-916e-c97eb03b1834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.392596 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.432337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:47.433211 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.535048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.572278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Allocated IP 172.20.0.2 (6ae7768b-6d20-4b35-836f-6eccfd085d7a/0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99/89d1aa2c-81e4-453f-a388-34864dc66d1a) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:47.730192 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.749200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Transition to ACTIVE for port object 89d1aa2c-81e4-453f-a388-34864dc66d1a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:47.753491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.754553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae10d1-f031-49b4-b47a-ddcea07f6196 req-b964fba4-08f2-403c-bf84-cb886ae03be4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.756389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39ae10d1-f031-49b4-b47a-ddcea07f6196 req-b964fba4-08f2-403c-bf84-cb886ae03be4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0544901 Aug 29 04:24:47.773786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Transition to ACTIVE for port object 89d1aa2c-81e4-453f-a388-34864dc66d1a will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:47.774070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.784673 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.807427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:47.813420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39ae10d1-f031-49b4-b47a-ddcea07f6196 req-90bf975a-7e79-477f-bb9c-bbdfbc2b3c7f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492921 Aug 29 04:24:47.835434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:47.842699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:47.929672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Pushing event updated for resources: {'Port': ['ID=89d1aa2c-81e4-453f-a388-34864dc66d1a,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:47.975918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Allocated IP 172.25.1.229 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/a31d5b1a-ce45-4f65-a16c-e8bc37fb9509) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:48.018340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Attempting to bind port 89d1aa2c-81e4-453f-a388-34864dc66d1a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:48.019101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Attempting to bind port 89d1aa2c-81e4-453f-a388-34864dc66d1a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:48.019940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Attempting to bind port 89d1aa2c-81e4-453f-a388-34864dc66d1a on network 6ae7768b-6d20-4b35-836f-6eccfd085d7a {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:48.030215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:48.031581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Checking segment: {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:48.032266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.032894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Bound using segment: {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:48.033599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Bound port: 89d1aa2c-81e4-453f-a388-34864dc66d1a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:48.034230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.110449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] For port 89d1aa2c-81e4-453f-a388-34864dc66d1a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:48.119405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] For port 89d1aa2c-81e4-453f-a388-34864dc66d1a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=89d1aa2c-81e4-453f-a388-34864dc66d1a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:48.127495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.128102 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.173329 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.180240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a62be-97b6-4bb5-8bb4-f9f8de641ba4 req-b0b309b5-93df-4a3f-83f3-ad69b0b47fcb tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.194618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-659a62be-97b6-4bb5-8bb4-f9f8de641ba4 req-b0b309b5-93df-4a3f-83f3-ad69b0b47fcb tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0952477 Aug 29 04:24:48.242524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-659a62be-97b6-4bb5-8bb4-f9f8de641ba4 req-c39bcb77-368c-4f4a-894d-db28e2ed6142 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Aug 29 04:24:48.244067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:48.247270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:48.251633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:48.305705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a31d5b1a-ce45-4f65-a16c-e8bc37fb9509,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.386800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635d1e0-88bb-479b-8bbe-c4bb4c1ca59a req-b0bba935-1050-4d4a-8f9f-21668f3021f5 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.393893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635d1e0-88bb-479b-8bbe-c4bb4c1ca59a req-b0bba935-1050-4d4a-8f9f-21668f3021f5 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.395635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f635d1e0-88bb-479b-8bbe-c4bb4c1ca59a req-b0bba935-1050-4d4a-8f9f-21668f3021f5 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1682 time: 0.1134343 Aug 29 04:24:48.489749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756c638-7a1c-4e37-8b73-5dfc09deefcb None None] Pushing event updated for resources: {'Port': ['ID=89d1aa2c-81e4-453f-a388-34864dc66d1a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.526729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f635d1e0-88bb-479b-8bbe-c4bb4c1ca59a req-9bc4e404-20f1-49df-9c4e-f7d421f8bc6d tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229112 Aug 29 04:24:48.555897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fc8b8-7e51-4bb6-8c86-70b967269729 req-8f0e69ec-033a-4bfa-a56a-778c9aaa506a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.557550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-233fc8b8-7e51-4bb6-8c86-70b967269729 req-8f0e69ec-033a-4bfa-a56a-778c9aaa506a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.1239207 Aug 29 04:24:48.623021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-233fc8b8-7e51-4bb6-8c86-70b967269729 req-b85ce99c-1933-47bf-8c38-a185e73ece49 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574994 Aug 29 04:24:48.717875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.909004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 89d1aa2c-81e4-453f-a388-34864dc66d1a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:48.919504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae17d2-95e5-408c-a685-56974e57f1e9 req-034fb501-676a-4b83-acc4-4032a87ae807 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.926049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae17d2-95e5-408c-a685-56974e57f1e9 req-034fb501-676a-4b83-acc4-4032a87ae807 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.927676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5ae17d2-95e5-408c-a685-56974e57f1e9 req-034fb501-676a-4b83-acc4-4032a87ae807 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1682 time: 0.1030946 Aug 29 04:24:48.969537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 89d1aa2c-81e4-453f-a388-34864dc66d1a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:48.977817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.323257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6251e0-4b38-46e2-acb2-1bb0e0638beb req-4a15e7ee-e7bb-4b47-a3f7-7b370aeb1368 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.324879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c6251e0-4b38-46e2-acb2-1bb0e0638beb req-4a15e7ee-e7bb-4b47-a3f7-7b370aeb1368 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.4142108 Aug 29 04:24:49.331375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5ae17d2-95e5-408c-a685-56974e57f1e9 req-9efd6047-dc7e-4676-8f25-ce944ff134bc tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688927 Aug 29 04:24:49.383469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c6251e0-4b38-46e2-acb2-1bb0e0638beb req-35608223-d06c-4528-a00f-2ff8493b55ad tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Aug 29 04:24:49.405400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8141399-158a-47e7-b0cf-54a4082d2fe6 None None] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:49.467930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Router 70e1d15d-c4ce-4a45-a413-574962183a6b is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:24:49.490250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6bf8e350-4d2e-4c47-aaa1-92cb08ec3ce7 None None] Provisioning for port 89d1aa2c-81e4-453f-a388-34864dc66d1a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:49.505689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6bf8e350-4d2e-4c47-aaa1-92cb08ec3ce7 None None] Provisioning complete for port 89d1aa2c-81e4-453f-a388-34864dc66d1a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:49.506365 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bf8e350-4d2e-4c47-aaa1-92cb08ec3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.582586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d8a9-edd5-46a9-a360-ad16e0fa423c req-a01ee988-b134-45b1-8efd-015cd315985c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.584301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ee1d8a9-edd5-46a9-a360-ad16e0fa423c req-a01ee988-b134-45b1-8efd-015cd315985c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0543282 Aug 29 04:24:49.611874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:49.630181 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.632218 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d06c7077-7e86-4251-ae7d-7f05841f98c9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3411422 Aug 29 04:24:49.634379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Sync routers for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:49.634913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43036) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:49.652244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ee1d8a9-edd5-46a9-a360-ad16e0fa423c req-42081785-75c3-4c1b-ab21-3ed142c542fd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 Aug 29 04:24:49.668394 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bf8e350-4d2e-4c47-aaa1-92cb08ec3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.673263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:49.673991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:24:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:49.781558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2b97-e835-4ad6-90d6-36366479a85d req-3b34eab9-4b6f-41c8-a57b-84219a3a5ace tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.783122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-545f2b97-e835-4ad6-90d6-36366479a85d req-3b34eab9-4b6f-41c8-a57b-84219a3a5ace tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0638063 Aug 29 04:24:49.783732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6bf8e350-4d2e-4c47-aaa1-92cb08ec3ce7 None None] For port 89d1aa2c-81e4-453f-a388-34864dc66d1a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=89d1aa2c-81e4-453f-a388-34864dc66d1a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:49.793807 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6bf8e350-4d2e-4c47-aaa1-92cb08ec3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.829366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-545f2b97-e835-4ad6-90d6-36366479a85d req-cdae0939-59ca-404f-b7fa-d8f52ccb14b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387580 Aug 29 04:24:49.873234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:49.906831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8e350-4d2e-4c47-aaa1-92cb08ec3ce7 None None] Pushing event updated for resources: {'Port': ['ID=89d1aa2c-81e4-453f-a388-34864dc66d1a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.037331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d109b26e-43bc-4d53-a85d-22d976f5a686 None None] Provisioning complete for port 89d1aa2c-81e4-453f-a388-34864dc66d1a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:50.037622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d109b26e-43bc-4d53-a85d-22d976f5a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.136483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.143259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:48Z', 'revision_number': 3, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:50.175736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Checking router: 70e1d15d-c4ce-4a45-a413-574962183a6b for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:50.176130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Updating router 70e1d15d-c4ce-4a45-a413-574962183a6b port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:50.206078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.310905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Allocated IP 172.20.0.1 (6ae7768b-6d20-4b35-836f-6eccfd085d7a/0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99/15865555-e8c9-42d6-97e5-904f4e068b09) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:50.319080 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.404135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ede3b9b9-2517-477e-a785-a87b9cb53a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.451025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.469955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Transition to ACTIVE for port object 15865555-e8c9-42d6-97e5-904f4e068b09 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:50.498384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f935f7c-f8c7-4401-a855-a6b41e2b3a16 req-5a8257c9-d50d-4ba0-acd5-0242315e0674 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.505849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f935f7c-f8c7-4401-a855-a6b41e2b3a16 req-5a8257c9-d50d-4ba0-acd5-0242315e0674 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.507816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f935f7c-f8c7-4401-a855-a6b41e2b3a16 req-5a8257c9-d50d-4ba0-acd5-0242315e0674 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1682 time: 0.0752079 Aug 29 04:24:50.509464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.526176 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.539540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Transition to ACTIVE for port object a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:50.548417 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.555931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:50.559430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:50.564616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:50.567855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Pushing event updated for resources: {'Port': ['ID=15865555-e8c9-42d6-97e5-904f4e068b09,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.614996 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.615275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11323-28dd-4b50-a591-a0911a08fd48 None None] Pushing event updated for resources: {'Port': ['ID=a31d5b1a-ce45-4f65-a16c-e8bc37fb9509,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.618509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Attempting to bind port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:50.619002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Attempting to bind port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:50.619247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc10cb4-33db-4ace-8268-70c956d3118b req-7bfcd6eb-3a0d-4660-8f72-0d77430d7da8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.619571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Attempting to bind port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:50.623056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc10cb4-33db-4ace-8268-70c956d3118b req-7bfcd6eb-3a0d-4660-8f72-0d77430d7da8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1493328 Aug 29 04:24:50.629567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:50.632402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:50.632833 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.633410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:50.633914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Bound port: a31d5b1a-ce45-4f65-a16c-e8bc37fb9509, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:50.634309 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.644744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-94d0818f-f7c0-435e-bd36-a9764a4c0cf7 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.644744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-94d0818f-f7c0-435e-bd36-a9764a4c0cf7 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.646797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-94d0818f-f7c0-435e-bd36-a9764a4c0cf7 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 1682 time: 0.1584759 Aug 29 04:24:50.656968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f935f7c-f8c7-4401-a855-a6b41e2b3a16 req-b551118d-bf68-4fc3-8b7a-b29ed0fd24a3 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239448 Aug 29 04:24:50.737268 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc10cb4-33db-4ace-8268-70c956d3118b req-8d20f83a-1eaa-4872-83a2-bf1ded488e9a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893202 Aug 29 04:24:50.760812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] For port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:50.799495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] For port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a31d5b1a-ce45-4f65-a16c-e8bc37fb9509,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:50.820481 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.842183 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.880726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port b9b1d881-0c93-46eb-9c00-ed677a37b3fb {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:50.881005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.942399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 89d1aa2c-81e4-453f-a388-34864dc66d1a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:51.000614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:51.001411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:24:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:51.047045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11323-28dd-4b50-a591-a0911a08fd48 None None] Pushing event updated for resources: {'Port': ['ID=a31d5b1a-ce45-4f65-a16c-e8bc37fb9509,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:51.072496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3ceede08-a26b-4411-86af-1890cc466433 None None] Provisioning for port 15865555-e8c9-42d6-97e5-904f4e068b09 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:51.076958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 89d1aa2c-81e4-453f-a388-34864dc66d1a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:51.078176 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.082839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3ceede08-a26b-4411-86af-1890cc466433 None None] Provisioning complete for port 15865555-e8c9-42d6-97e5-904f4e068b09 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:51.083543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3ceede08-a26b-4411-86af-1890cc466433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.116097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.122536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.127728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port b9b1d881-0c93-46eb-9c00-ed677a37b3fb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:51.128167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.140215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d65701-2782-4e79-a616-146bc91638f6 req-f41c0703-ffdc-49f3-8726-4b19bc2efe3e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.141731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0d65701-2782-4e79-a616-146bc91638f6 req-f41c0703-ffdc-49f3-8726-4b19bc2efe3e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.1246130 Aug 29 04:24:51.156978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for b9b1d881-0c93-46eb-9c00-ed677a37b3fb owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:51.187287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e75476-1927-46ab-a182-cd32099b2d5c req-9adb2917-4318-40f3-a09b-6861345beb11 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.189340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4e75476-1927-46ab-a182-cd32099b2d5c req-9adb2917-4318-40f3-a09b-6861345beb11 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1673200 Aug 29 04:24:51.202866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.205337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Pushing event updated for resources: {'Port': ['ID=15865555-e8c9-42d6-97e5-904f4e068b09,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:51.213377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.219203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3ceede08-a26b-4411-86af-1890cc466433 None None] Port 15865555-e8c9-42d6-97e5-904f4e068b09 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:51.236878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:51.265652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0d65701-2782-4e79-a616-146bc91638f6 req-ad708c4a-4702-4d2c-87a9-455854ed3870 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161094 Aug 29 04:24:51.312322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4e75476-1927-46ab-a182-cd32099b2d5c req-038a43a0-1ae9-496c-8526-6dcebdee5548 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078186 Aug 29 04:24:51.324060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:51.326784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:51.401144 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.443546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=b9b1d881-0c93-46eb-9c00-ed677a37b3fb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:51.486108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port b9b1d881-0c93-46eb-9c00-ed677a37b3fb on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:51.490295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.492858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-c3b8bab8-66c3-4afa-9aa8-47d1eb8fe882 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "DELETE /v2.0/ports/b9b1d881-0c93-46eb-9c00-ed677a37b3fb HTTP/1.1" status: 204 len: 173 time: 0.8336766 Aug 29 04:24:51.493369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'name': 'network-vif-deleted', 'tag': 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:51.495844 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b821473c-bfd6-4067-a041-d76ef9f799d9" -d '{"events": [{"server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "name": "network-vif-deleted", "tag": "b9b1d881-0c93-46eb-9c00-ed677a37b3fb"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:51.520068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Router 70e1d15d-c4ce-4a45-a413-574962183a6b has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:51.562279 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a7e7b1-760f-4a8c-851b-62eeeddc83d7 x-openstack-request-id: req-a7a7e7b1-760f-4a8c-851b-62eeeddc83d7 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:51.562908 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "name": "network-vif-deleted", "tag": "b9b1d881-0c93-46eb-9c00-ed677a37b3fb", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:51.562908 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7a7e7b1-760f-4a8c-851b-62eeeddc83d7 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:51.563367 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'name': 'network-vif-deleted', 'tag': 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb', 'status': 'completed', 'code': 200} Aug 29 04:24:51.622871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['7d0dc1dd-ee2b-4708-a1a5-2168c36582b8', 'b9b1d881-0c93-46eb-9c00-ed677a37b3fb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:51.670121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:51.670490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.739223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:51.746785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f37bbd8a-6d29-4235-9f2b-fc403bcf0e37 admin admin] 10.222.0.58 "PUT /v2.0/routers/70e1d15d-c4ce-4a45-a413-574962183a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1103847 Aug 29 04:24:51.786539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9f6aac6e-606c-438a-87b9-a69686a8ce1a None None] Provisioning complete for port 15865555-e8c9-42d6-97e5-904f4e068b09 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:51.786917 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f6aac6e-606c-438a-87b9-a69686a8ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.847600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae541fd8-b46b-4685-b7c2-801ed812d18e req-66c00476-ea48-4f22-af5c-31c62236ad7e tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.847600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae541fd8-b46b-4685-b7c2-801ed812d18e req-66c00476-ea48-4f22-af5c-31c62236ad7e tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae7952ba-9b5b-4d18-a127-cd264895938a HTTP/1.1" status: 200 len: 945 time: 0.0946314 Aug 29 04:24:51.848905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:51.849292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.886964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9f6aac6e-606c-438a-87b9-a69686a8ce1a None None] Port 15865555-e8c9-42d6-97e5-904f4e068b09 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:51.889507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:51.907259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae541fd8-b46b-4685-b7c2-801ed812d18e req-e753ac2c-ce0f-4c1e-9f33-a0b199b9516e tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "GET /v2.0/security-groups?id=800b887c-2d5c-45a9-8d78-606ba3e4ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494044 Aug 29 04:24:51.920779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 1, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:51.970464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865e4ef-73b6-4db2-b9f5-f8ff1c307427 None None] The sync data for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 is: [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 1, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:52.013377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc09e2-8b0e-41a8-8da0-d839e4b126f7 req-5de3a3ce-96d7-4854-88b0-ee4eece80818 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.015578 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dabc09e2-8b0e-41a8-8da0-d839e4b126f7 req-5de3a3ce-96d7-4854-88b0-ee4eece80818 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1031134 Aug 29 04:24:52.080090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dabc09e2-8b0e-41a8-8da0-d839e4b126f7 req-2d808eeb-3694-451d-824f-2d6a2122ca98 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 Aug 29 04:24:52.135939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.179702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=7d0dc1dd-ee2b-4708-a1a5-2168c36582b8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.246011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:52.249992 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.252374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b5df471-8727-4563-8b3a-36cd72fa8f14 req-b95a665a-df94-40eb-a563-efa1935979bb tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.64 "DELETE /v2.0/ports/7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 HTTP/1.1" status: 204 len: 173 time: 0.7442124 Aug 29 04:24:52.449525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86ad3f-30da-4c85-8e6c-2dbd518169f6 req-6c4c35d8-83c9-470e-b6a2-3e6352fbdc47 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.451237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a86ad3f-30da-4c85-8e6c-2dbd518169f6 req-6c4c35d8-83c9-470e-b6a2-3e6352fbdc47 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0725815 Aug 29 04:24:52.501380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a86ad3f-30da-4c85-8e6c-2dbd518169f6 req-95bf7224-c462-4781-a6aa-861fe34fd700 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 Aug 29 04:24:52.625166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4dab9-3678-40be-b68b-ce168b239fb3 req-dd5900c3-7edb-4776-8987-db74261d3171 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.627101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56b4dab9-3678-40be-b68b-ce168b239fb3 req-dd5900c3-7edb-4776-8987-db74261d3171 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0539820 Aug 29 04:24:52.698793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56b4dab9-3678-40be-b68b-ce168b239fb3 req-fc76fec7-1ac7-493c-8434-23e68fd0b27e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655370 Aug 29 04:24:52.730898 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.942670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43080) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:52.948118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c0be5203-a5aa-4ef5-badc-c5d9016ec4a3 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505271646', 'description': 'tempest-description--1844502066'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:52.954061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:52.986885 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0be5203-a5aa-4ef5-badc-c5d9016ec4a3 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.997239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43082) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.025093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:53.029241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:53.029713 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.073559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebf3cf3-834c-445d-a38e-7ae7720a1030 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting subnet fc519620-74df-499b-851d-05c02b381c8d {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:53.081777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bebf3cf3-834c-445d-a38e-7ae7720a1030 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.137099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0be5203-a5aa-4ef5-badc-c5d9016ec4a3 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.143966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0be5203-a5aa-4ef5-badc-c5d9016ec4a3 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.159620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bebf3cf3-834c-445d-a38e-7ae7720a1030 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.178948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0be5203-a5aa-4ef5-badc-c5d9016ec4a3 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.183674 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c0be5203-a5aa-4ef5-badc-c5d9016ec4a3 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2359428 Aug 29 04:24:53.191179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43090) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.198425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-faa8670c-9da6-41e8-a3da-385b6dbff188 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Request body: {'security_group_rule': {'security_group_id': 'b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:53.206837 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.219066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be5203-a5aa-4ef5-badc-c5d9016ec4a3 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.245551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a31d5b1a-ce45-4f65-a16c-e8bc37fb9509,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:53.250492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-faa8670c-9da6-41e8-a3da-385b6dbff188 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.251455 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.310373 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-faa8670c-9da6-41e8-a3da-385b6dbff188 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.317019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-faa8670c-9da6-41e8-a3da-385b6dbff188 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.320453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a31d5b1a-ce45-4f65-a16c-e8bc37fb9509,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.329505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bebf3cf3-834c-445d-a38e-7ae7720a1030 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.351262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-faa8670c-9da6-41e8-a3da-385b6dbff188 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.352488 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-faa8670c-9da6-41e8-a3da-385b6dbff188 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599889 Aug 29 04:24:53.354213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8670c-9da6-41e8-a3da-385b6dbff188 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cc7366-9f7b-4b89-9dbc-159a3b54bb23,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.356663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.362254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d784bbb4-e2c5-44f2-9948-595084fbc839 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Request body: {'security_group_rule': {'security_group_id': 'b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:53.404090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940dc41-f74f-4b91-827e-026f024a4b0f req-19d25726-f82e-4db8-84e8-f04b065c3cb7 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.406248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e940dc41-f74f-4b91-827e-026f024a4b0f req-19d25726-f82e-4db8-84e8-f04b065c3cb7 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1934364 Aug 29 04:24:53.441070 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d784bbb4-e2c5-44f2-9948-595084fbc839 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.470108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bebf3cf3-834c-445d-a38e-7ae7720a1030 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.494995 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e940dc41-f74f-4b91-827e-026f024a4b0f req-28785f81-2e1c-4b3a-9dad-8ab3232931e3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823746 Aug 29 04:24:53.523440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf3cf3-834c-445d-a38e-7ae7720a1030 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Subnet': ['ID=fc519620-74df-499b-851d-05c02b381c8d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.527532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f52e34-2e78-48f5-82fa-c61f4c1bd6fa None None] Network 3a4ffef4-f6ac-447f-a6c5-c9464f606256 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:53.532201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bebf3cf3-834c-445d-a38e-7ae7720a1030 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.534158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bebf3cf3-834c-445d-a38e-7ae7720a1030 tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "DELETE /v2.0/subnets/fc519620-74df-499b-851d-05c02b381c8d HTTP/1.1" status: 204 len: 168 time: 0.5356121 Aug 29 04:24:53.536812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43096) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.578868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d784bbb4-e2c5-44f2-9948-595084fbc839 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.580202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'name': 'network-vif-deleted', 'tag': '7d0dc1dd-ee2b-4708-a1a5-2168c36582b8'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:53.583564 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8378ea89-ad6a-48d4-92a7-edd2476ff241" -d '{"events": [{"server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "name": "network-vif-deleted", "tag": "7d0dc1dd-ee2b-4708-a1a5-2168c36582b8"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:53.632320 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f7e1d8-b998-45b8-acf6-a070f1a2140f x-openstack-request-id: req-f3f7e1d8-b998-45b8-acf6-a070f1a2140f {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:53.633174 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7952ba-9b5b-4d18-a127-cd264895938a", "name": "network-vif-deleted", "tag": "7d0dc1dd-ee2b-4708-a1a5-2168c36582b8", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:53.633174 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3f7e1d8-b998-45b8-acf6-a070f1a2140f {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:53.633861 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7952ba-9b5b-4d18-a127-cd264895938a', 'name': 'network-vif-deleted', 'tag': '7d0dc1dd-ee2b-4708-a1a5-2168c36582b8', 'status': 'completed', 'code': 200} Aug 29 04:24:53.634702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d784bbb4-e2c5-44f2-9948-595084fbc839 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.662813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784bbb4-e2c5-44f2-9948-595084fbc839 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc52d3a6-7039-426e-ba57-2b610560a7b2,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.682582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d784bbb4-e2c5-44f2-9948-595084fbc839 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.687238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d784bbb4-e2c5-44f2-9948-595084fbc839 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285711 Aug 29 04:24:53.690170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43100) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.696781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:53.699830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eef345-1c99-4b1f-85a9-75bf2df3bdd1 req-6945cc2d-d6de-4111-a0c5-2b550d8af7ad tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.701429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5eef345-1c99-4b1f-85a9-75bf2df3bdd1 req-6945cc2d-d6de-4111-a0c5-2b550d8af7ad tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.1020062 Aug 29 04:24:53.727824 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.748387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.768750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5eef345-1c99-4b1f-85a9-75bf2df3bdd1 req-6cb0ea06-9285-477a-ba56-360644b19c2a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592711 Aug 29 04:24:53.774911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] DHCP port deletion for 3a4ffef4-f6ac-447f-a6c5-c9464f606256 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:53.835278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea84e03-1d8c-49c0-9005-ef510cfba5d0 req-ff74326d-b205-4afa-b06f-79e9e758e35e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.840593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ea84e03-1d8c-49c0-9005-ef510cfba5d0 req-ff74326d-b205-4afa-b06f-79e9e758e35e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0599837 Aug 29 04:24:53.843386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] Deleting port ffc38446-cb16-488b-9425-6f6edb157e65 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:53.843774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.863105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port ffc38446-cb16-488b-9425-6f6edb157e65 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:53.863580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.896939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ea84e03-1d8c-49c0-9005-ef510cfba5d0 req-8038d1f4-4b96-4050-80cb-57130e3bef94 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506086 Aug 29 04:24:53.918066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] For port ffc38446-cb16-488b-9425-6f6edb157e65, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ffc38446-cb16-488b-9425-6f6edb157e65,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:53.918473 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.931893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] Calling delete_port for ffc38446-cb16-488b-9425-6f6edb157e65 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:53.944058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port ffc38446-cb16-488b-9425-6f6edb157e65, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ffc38446-cb16-488b-9425-6f6edb157e65,segment=NetworkSegment(e3f33fbe-c391-4c50-a1f0-95a635a33d9d),segment_id=e3f33fbe-c391-4c50-a1f0-95a635a33d9d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:53.944704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.961394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for ffc38446-cb16-488b-9425-6f6edb157e65 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:54.012264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.020107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:54.042212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.045760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:54.046630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7d0dc1dd-ee2b-4708-a1a5-2168c36582b8 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:54.047058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b9b1d881-0c93-46eb-9c00-ed677a37b3fb no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:54.087942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] Pushing event deleted for resources: {'Port': ['ID=ffc38446-cb16-488b-9425-6f6edb157e65,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.093110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891dae7-4b5e-4ef8-90ac-24f96592b2d4 None None] No DVR routers for this DVR port ffc38446-cb16-488b-9425-6f6edb157e65 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:54.097360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: b9b1d881-0c93-46eb-9c00-ed677a37b3fb {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:54.097717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b9b1d881-0c93-46eb-9c00-ed677a37b3fb not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:54.128956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.175845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=ffc38446-cb16-488b-9425-6f6edb157e65,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.178078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port ffc38446-cb16-488b-9425-6f6edb157e65 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:54.179787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Allocated IP 172.25.1.146 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/b704bda5-ef4e-4d11-9e88-ad6a5587fba6) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:54.316891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.330260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4ffef4-f6ac-447f-a6c5-c9464f606256']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:54.347318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:54.347619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f33fbe-c391-4c50-a1f0-95a635a33d9d') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:54.361056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.384137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.398025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:54.398480 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:54.401446 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:54.405248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.454591 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Sync routers for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:54.465354 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:54.465985 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:24:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:54.478810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.483599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.487921 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "DELETE /v2.0/networks/3a4ffef4-f6ac-447f-a6c5-c9464f606256 HTTP/1.1" status: 204 len: 168 time: 0.9473581 Aug 29 04:24:54.488647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43110) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:54.505315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a2302-5532-4c77-8cea-5dbdef53ec7c tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Network': ['ID=3a4ffef4-f6ac-447f-a6c5-c9464f606256,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.529915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.552936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting subnet 4fbf51d2-5451-46fe-a361-301936aa356b {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:54.557892 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.573081 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:54.578715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:54.587535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:54.592171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:54.623460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event updated for resources: {'Port': ['ID=b704bda5-ef4e-4d11-9e88-ad6a5587fba6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.638991 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.697289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460fe73-9221-4f49-af54-6c660a6a5885 req-ea652f98-3a66-444e-9797-7ce01d113ee6 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.704536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d460fe73-9221-4f49-af54-6c660a6a5885 req-ea652f98-3a66-444e-9797-7ce01d113ee6 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1071765 Aug 29 04:24:54.704925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.744245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.782233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d460fe73-9221-4f49-af54-6c660a6a5885 req-6a6c0493-f957-4c0e-b546-b6540e3ec28c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728667 Aug 29 04:24:54.789977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.871122 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.916094 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 2, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:54.917526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.919828 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "DELETE /v2.0/subnets/4fbf51d2-5451-46fe-a361-301936aa356b HTTP/1.1" status: 204 len: 168 time: 0.4300990 Aug 29 04:24:54.921636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbf51d2-5451-46fe-a361-301936aa356b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.925531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43118) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:54.933310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.933848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.934488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.935001 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.935549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.936230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.937407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.937923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.938468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:54.938946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.940105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.940623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.941378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00e9b-8b6b-4a80-8ff7-e3cab43a37de tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:54.965223 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Checking router: 70e1d15d-c4ce-4a45-a413-574962183a6b for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:54.965719 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Updating router 70e1d15d-c4ce-4a45-a413-574962183a6b port 15865555-e8c9-42d6-97e5-904f4e068b09 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:54.995380 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.997139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16921ccc-fbda-4dee-8aad-390a60216f2f None None] Network 4027093e-05be-48e3-87ea-3c067d826edb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:55.043380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12161-9c9a-48b7-9f83-20be08c20fdd req-b052a79c-e147-43e0-8244-9dc2672ef754 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.044959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05b12161-9c9a-48b7-9f83-20be08c20fdd req-b052a79c-e147-43e0-8244-9dc2672ef754 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0999265 Aug 29 04:24:55.093302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.099527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a6c8-992d-42c9-8f40-335fd00b44c0 req-5216ac0e-7db3-4000-8516-44744f95317f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.101112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5de3a6c8-992d-42c9-8f40-335fd00b44c0 req-5216ac0e-7db3-4000-8516-44744f95317f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1070378 Aug 29 04:24:55.113187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:55.113862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.116945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.122857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05b12161-9c9a-48b7-9f83-20be08c20fdd req-d3f41e7c-738c-46ac-8bd5-c686d76bd999 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700581 Aug 29 04:24:55.126860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.164660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5de3a6c8-992d-42c9-8f40-335fd00b44c0 req-42702415-ef83-4444-8bce-3ba3a67668d7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548627 Aug 29 04:24:55.253297 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event updated for resources: {'Port': ['ID=b704bda5-ef4e-4d11-9e88-ad6a5587fba6,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.266358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.303110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Deleting port dcb55c35-b126-40d0-9021-1942b9a3a092 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:55.305171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.312438 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.312438 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8e9ab0cc-3dd3-4a0f-86ed-070549b67ec9 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6167736 Aug 29 04:24:55.329651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] DHCP port deletion for 4027093e-05be-48e3-87ea-3c067d826edb request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:55.432519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ffc38446-cb16-488b-9425-6f6edb157e65 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:55.439552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] For port dcb55c35-b126-40d0-9021-1942b9a3a092, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dcb55c35-b126-40d0-9021-1942b9a3a092,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:55.440029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.459581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Calling delete_port for dcb55c35-b126-40d0-9021-1942b9a3a092 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:55.464889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ffc38446-cb16-488b-9425-6f6edb157e65 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:55.465481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ffc38446-cb16-488b-9425-6f6edb157e65 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:55.468642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] Deleting port dcb55c35-b126-40d0-9021-1942b9a3a092 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:55.469260 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.489811 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.491136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-41a81339-91a4-4022-b3c8-7e376d04b92f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--505271646&fields=id&tenant_id=d32c156958664a30b6bf71c29b56a5f6 HTTP/1.1" status: 200 len: 267 time: 0.0438249 Aug 29 04:24:55.503026 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Transition to ACTIVE for port object 15865555-e8c9-42d6-97e5-904f4e068b09 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:55.510295 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.545585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] For port dcb55c35-b126-40d0-9021-1942b9a3a092, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dcb55c35-b126-40d0-9021-1942b9a3a092,segment=NetworkSegment(eeec9347-9b2b-47a0-bffc-48cd3b460296),segment_id=eeec9347-9b2b-47a0-bffc-48cd3b460296)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:55.546338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.560192 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Pushing event updated for resources: {'Port': ['ID=15865555-e8c9-42d6-97e5-904f4e068b09,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.561571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] Calling delete_port for dcb55c35-b126-40d0-9021-1942b9a3a092 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:55.571608 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.572039 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.572487 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.572902 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.573240 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.573577 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.574205 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.574745 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.575047 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.575387 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.575851 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.576305 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:55.595255 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.623005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-5b2e4ace-ace9-4b83-b8d5-c57d8f451e58 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.632507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-5b2e4ace-ace9-4b83-b8d5-c57d8f451e58 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/networks?id=6ae7768b-6d20-4b35-836f-6eccfd085d7a HTTP/1.1" status: 200 len: 814 time: 0.1402733 Aug 29 04:24:55.639328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Port': ['ID=dcb55c35-b126-40d0-9021-1942b9a3a092,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.666786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] No DVR routers for this DVR port dcb55c35-b126-40d0-9021-1942b9a3a092 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:55.675144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-d58b9193-0500-464f-93d3-8f9a5769bf1e tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/quotas/d32c156958664a30b6bf71c29b56a5f6 HTTP/1.1" status: 200 len: 375 time: 0.0411043 Aug 29 04:24:55.676737 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Attempting to bind port 15865555-e8c9-42d6-97e5-904f4e068b09 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:55.677751 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Attempting to bind port 15865555-e8c9-42d6-97e5-904f4e068b09 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:55.678231 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Attempting to bind port 15865555-e8c9-42d6-97e5-904f4e068b09 on network 6ae7768b-6d20-4b35-836f-6eccfd085d7a {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:55.690425 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:55.690862 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Checking segment: {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:55.692109 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.692109 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Bound using segment: {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:55.692798 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Bound port: 15865555-e8c9-42d6-97e5-904f4e068b09, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:55.693275 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.700667 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.735308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] Pushing event deleted for resources: {'Port': ['ID=dcb55c35-b126-40d0-9021-1942b9a3a092,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.744792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7b7cd-9066-48a1-a508-2869a0120660 None None] No DVR routers for this DVR port dcb55c35-b126-40d0-9021-1942b9a3a092 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:55.811873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.821926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-b14e8d1b-0ba4-4efc-9599-fef9a0b57c90 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d32c156958664a30b6bf71c29b56a5f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1311214 Aug 29 04:24:55.826815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4027093e-05be-48e3-87ea-3c067d826edb']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:55.827696 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] For port 15865555-e8c9-42d6-97e5-904f4e068b09, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:55.831779 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] For port 15865555-e8c9-42d6-97e5-904f4e068b09, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=15865555-e8c9-42d6-97e5-904f4e068b09,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:55.840962 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.842202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeec9347-9b2b-47a0-bffc-48cd3b460296') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:55.843281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeec9347-9b2b-47a0-bffc-48cd3b460296') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:55.855009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.877362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.885640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:55.886502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:55.891109 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:55.920482 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:55.921692 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:24:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:55.983343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.998560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453b62d-60a4-438c-9d82-889794c41d6b req-9e59cc88-7bba-41c1-bead-40aaca210cb8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.999656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.003942 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168c2dd-7f31-4c87-abc9-2cf668827507 None None] Pushing event updated for resources: {'Port': ['ID=15865555-e8c9-42d6-97e5-904f4e068b09,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:56.006505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c453b62d-60a4-438c-9d82-889794c41d6b req-9e59cc88-7bba-41c1-bead-40aaca210cb8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0894330 Aug 29 04:24:56.022411 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] 10.222.0.58 "DELETE /v2.0/networks/4027093e-05be-48e3-87ea-3c067d826edb HTTP/1.1" status: 204 len: 168 time: 1.0888999 Aug 29 04:24:56.031829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68a11a-1e16-4027-98eb-3a2940db9a4b tempest-ServersTestMultiNic-541627605 tempest-ServersTestMultiNic-541627605-project] Pushing event deleted for resources: {'Network': ['ID=4027093e-05be-48e3-87ea-3c067d826edb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:56.051449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-f369aa99-acd0-443e-8291-cebea4cfe974 service neutron] 10.222.0.58 "GET /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284329 Aug 29 04:24:56.059603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c453b62d-60a4-438c-9d82-889794c41d6b req-dbce015e-7509-4971-a5bc-89e38a26c5f9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522113 Aug 29 04:24:56.113845 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:56.217407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-090831cb-b3fb-4a68-84c0-ba17a7c123eb service neutron] 10.222.0.58 "GET /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564062 Aug 29 04:24:56.305516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ef08b-cffa-4ad1-be5f-c09aeac760fc req-7f1506fe-78dd-40f5-9a8c-82e2e719a821 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.307389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-873ef08b-cffa-4ad1-be5f-c09aeac760fc req-7f1506fe-78dd-40f5-9a8c-82e2e719a821 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0593302 Aug 29 04:24:56.355617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-873ef08b-cffa-4ad1-be5f-c09aeac760fc req-5d2294f2-56dd-484d-b71e-dced830d9429 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Aug 29 04:24:56.372867 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:55Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:56.414699 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a7b6fe-a493-4f92-871b-b32f4b88867b None None] The sync data for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 is: [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:55Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:56.475119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87f7ec-401a-4204-bb21-6a758b18c5d3 req-52df5508-53ac-4a94-a6b5-ae13bda7cfcd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.476892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c87f7ec-401a-4204-bb21-6a758b18c5d3 req-52df5508-53ac-4a94-a6b5-ae13bda7cfcd tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0726669 Aug 29 04:24:56.538561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c87f7ec-401a-4204-bb21-6a758b18c5d3 req-c3b6e3c5-54da-4d8a-8524-98423d553f4a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509861 Aug 29 04:24:56.616809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c654a72e-2b62-41b8-a8b2-5d0a4d1ec7da req-95f43c16-e671-458f-b7a7-03ffc52f94b5 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 210 time: 0.0406487 Aug 29 04:24:56.672673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43166) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:56.893976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 15865555-e8c9-42d6-97e5-904f4e068b09 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:56.949273 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.976913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 15865555-e8c9-42d6-97e5-904f4e068b09 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:56.981865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 15865555-e8c9-42d6-97e5-904f4e068b09 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:56.982250 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.088527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.116087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.175555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 15865555-e8c9-42d6-97e5-904f4e068b09, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=15865555-e8c9-42d6-97e5-904f4e068b09,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:57.181564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.252552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=15865555-e8c9-42d6-97e5-904f4e068b09,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:57.258952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec2a3f-35a4-411a-8902-f527e035f868 req-6dbd1204-ac69-459c-8606-7fe67b631bd8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.267210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fec2a3f-35a4-411a-8902-f527e035f868 req-6dbd1204-ac69-459c-8606-7fe67b631bd8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1031141 Aug 29 04:24:57.273528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dcb55c35-b126-40d0-9021-1942b9a3a092 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:57.295614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: dcb55c35-b126-40d0-9021-1942b9a3a092 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:57.296537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dcb55c35-b126-40d0-9021-1942b9a3a092 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:57.312587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fec2a3f-35a4-411a-8902-f527e035f868 req-af294b6d-c37c-4d29-af5d-48feb07ab56c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Aug 29 04:24:57.503365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7073a-49ab-4094-9e8f-bd93e994fddd req-41b3e097-9e97-4e86-b505-0b31b1852131 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.505799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78d7073a-49ab-4094-9e8f-bd93e994fddd req-41b3e097-9e97-4e86-b505-0b31b1852131 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0634928 Aug 29 04:24:57.556613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78d7073a-49ab-4094-9e8f-bd93e994fddd req-bea45433-8769-4d57-9527-a7e09c4f3a73 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Aug 29 04:24:57.679049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8154b-7745-4006-9792-fb87024c520c req-22086866-3715-4eff-bdcb-837f4bef7654 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.680981 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5da8154b-7745-4006-9792-fb87024c520c req-22086866-3715-4eff-bdcb-837f4bef7654 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0677667 Aug 29 04:24:57.712670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-97fbad22-1017-4104-8307-5ea45a1d0ca0 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.714180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-97fbad22-1017-4104-8307-5ea45a1d0ca0 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.65 "GET /v2.0/networks?id=6ae7768b-6d20-4b35-836f-6eccfd085d7a HTTP/1.1" status: 200 len: 814 time: 0.1847506 Aug 29 04:24:57.729094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5da8154b-7745-4006-9792-fb87024c520c req-20126dda-556f-4b02-9b62-d12c505ef290 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379231 Aug 29 04:24:57.774384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-d91bd744-26d3-41bd-b50d-6c2284fdf226 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d32c156958664a30b6bf71c29b56a5f6 HTTP/1.1" status: 200 len: 379 time: 0.0494654 Aug 29 04:24:57.774731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a46b5de-aa43-4c37-a94a-32567e996eac req-d547d0b8-5d42-4b09-8c11-ea428929d1f6 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 210 time: 0.0301392 Aug 29 04:24:57.797068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Request body: {'port': {'device_id': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'admin_state_up': True, 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'security_groups': ['b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:57.928611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Deleting port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:57.928959 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.993351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Made reservation on behalf of d32c156958664a30b6bf71c29b56a5f6 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:57.996856 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.027390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:58.078541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] For port eb07cf43-0d3c-4f3e-8dca-f6f8a6267190, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,segment=NetworkSegment(3180ef26-6543-40b7-9b2c-9a6546c3a4fe),segment_id=3180ef26-6543-40b7-9b2c-9a6546c3a4fe)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:58.078920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.084051 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.101886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Calling delete_port for eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:58.122631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.146197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:58.148472 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe693f4-b31a-4ec8-a94d-483e0ee8315b" -d '{"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-unplugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:58.161905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:58.168183 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.194222 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae1900e-59bd-4d54-93d5-e8b029b4e2db x-openstack-request-id: req-aae1900e-59bd-4d54-93d5-e8b029b4e2db {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:58.194513 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-unplugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:58.194913 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aae1900e-59bd-4d54-93d5-e8b029b4e2db {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:58.195285 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db', 'code': 200} Aug 29 04:24:58.213305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Allocated IP 172.20.0.5 (6ae7768b-6d20-4b35-836f-6eccfd085d7a/0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99/125515ac-adf7-4304-9211-c5cf7d58219a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:58.224994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.450848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.456644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748ace9-14ad-4dd5-8fc1-2a93742c2e5b req-49cd9633-bb9e-4448-9a53-f2d5fafb20a3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.458223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8748ace9-14ad-4dd5-8fc1-2a93742c2e5b req-49cd9633-bb9e-4448-9a53-f2d5fafb20a3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0610292 Aug 29 04:24:58.464779 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.474957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Transition to ACTIVE for port object 125515ac-adf7-4304-9211-c5cf7d58219a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:58.501834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb07cf43-0d3c-4f3e-8dca-f6f8a6267190,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.521549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8748ace9-14ad-4dd5-8fc1-2a93742c2e5b req-59377f14-c8e3-402f-9256-e0ac84d82e47 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542123 Aug 29 04:24:58.587402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.685056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:58.722100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:58.725472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65232188-53d6-4d78-ade0-b6768a0ee7ac req-0aeb8ad9-3910-44cf-a3df-9ee99aabe5fd tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.726196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:58.728151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65232188-53d6-4d78-ade0-b6768a0ee7ac req-0aeb8ad9-3910-44cf-a3df-9ee99aabe5fd tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0648620 Aug 29 04:24:58.729847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event updated for resources: {'Port': ['ID=125515ac-adf7-4304-9211-c5cf7d58219a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.811526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65232188-53d6-4d78-ade0-b6768a0ee7ac req-3dd059d8-3a8f-423a-926a-7fc874a82854 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692902 Aug 29 04:24:58.876217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.974596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 15865555-e8c9-42d6-97e5-904f4e068b09 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:58.997545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.997545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.000648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d5257-bd47-4d1c-842e-33a029dca762 req-44c3b819-43ef-48bf-9577-17001ddbbe7e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.002422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac2d5257-bd47-4d1c-842e-33a029dca762 req-44c3b819-43ef-48bf-9577-17001ddbbe7e tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 946 time: 0.1053929 Aug 29 04:24:59.028648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9cec5b27-742e-4cf0-b256-9c2c908d7896 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2361026 Aug 29 04:24:59.043445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e49d1-474d-4244-ad68-4896a52ebd23 req-0dfeb75b-f644-457e-adae-394bb45083b7 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.045580 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a14e49d1-474d-4244-ad68-4896a52ebd23 req-0dfeb75b-f644-457e-adae-394bb45083b7 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 931 time: 0.1147575 Aug 29 04:24:59.055416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 15865555-e8c9-42d6-97e5-904f4e068b09 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:59.056479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.069504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Request body: {'port': {'device_id': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:59.105682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac2d5257-bd47-4d1c-842e-33a029dca762 req-8e5c7686-2278-4e3a-a871-0a8ad595ff23 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958536 Aug 29 04:24:59.121788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a14e49d1-474d-4244-ad68-4896a52ebd23 req-81d2b494-f20d-4cdd-bb91-1eb7ba72ffaa tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599799 Aug 29 04:24:59.181449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e472f186-0b50-42e9-8888-ccc3053be699 None None] Provisioning for port 125515ac-adf7-4304-9211-c5cf7d58219a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:59.186161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e472f186-0b50-42e9-8888-ccc3053be699 None None] Provisioning complete for port 125515ac-adf7-4304-9211-c5cf7d58219a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:59.187104 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e472f186-0b50-42e9-8888-ccc3053be699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.199870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.223643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e472f186-0b50-42e9-8888-ccc3053be699 None None] Port 125515ac-adf7-4304-9211-c5cf7d58219a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:59.371294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Router a757e564-ad9c-4411-80fa-16b7fb9f3917 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:59.561381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:59.572547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] Sync routers for ids ['a757e564-ad9c-4411-80fa-16b7fb9f3917'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:59.576120 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-227b5d80-eac2-41c7-830d-e28fe1341222 admin admin] 10.222.0.58 "PUT /v2.0/routers/a757e564-ad9c-4411-80fa-16b7fb9f3917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9019380 Aug 29 04:24:59.579426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43202) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:59.583480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] Routers {'a757e564-ad9c-4411-80fa-16b7fb9f3917'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:59.584418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:24:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['a757e564-ad9c-4411-80fa-16b7fb9f3917'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:59.628304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125515ac-adf7-4304-9211-c5cf7d58219a {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:59.636714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.650691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Transition to ACTIVE for port object 125515ac-adf7-4304-9211-c5cf7d58219a will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:59.656627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.715497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] Set router a757e564-ad9c-4411-80fa-16b7fb9f3917 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:59.720382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4fc3a-56a6-4743-94ff-5d355be80266 req-9b6bda0d-7a01-4b80-b423-f6438215279e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.721997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9d4fc3a-56a6-4743-94ff-5d355be80266 req-9b6bda0d-7a01-4b80-b423-f6438215279e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1028397 Aug 29 04:24:59.741232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.785839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Pushing event updated for resources: {'Port': ['ID=125515ac-adf7-4304-9211-c5cf7d58219a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.840348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Attempting to bind port 125515ac-adf7-4304-9211-c5cf7d58219a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:59.840999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Attempting to bind port 125515ac-adf7-4304-9211-c5cf7d58219a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:59.841595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Attempting to bind port 125515ac-adf7-4304-9211-c5cf7d58219a on network 6ae7768b-6d20-4b35-836f-6eccfd085d7a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:59.847679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Port 125515ac-adf7-4304-9211-c5cf7d58219a on network 6ae7768b-6d20-4b35-836f-6eccfd085d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:59.848492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Attempting to bind port 125515ac-adf7-4304-9211-c5cf7d58219a on network 6ae7768b-6d20-4b35-836f-6eccfd085d7a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:59.854796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:59.855537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Checking segment: {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:59.856204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Bound using segment: {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:59.856913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Bound port: 125515ac-adf7-4304-9211-c5cf7d58219a, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2660c79b-e645-41ec-80db-89903a380bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:59.857696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.877345 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9d4fc3a-56a6-4743-94ff-5d355be80266 req-41e0ede8-2e20-4d5a-86de-48ec6089253b tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458635 Aug 29 04:24:59.971575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:24:58Z', 'revision_number': 5, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port': {'id': 'b9539e02-845a-4662-a1d8-20cc926f131e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:30Z', 'updated_at': '2021-08-29T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:59.992724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] For port 125515ac-adf7-4304-9211-c5cf7d58219a, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:59.997984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] For port 125515ac-adf7-4304-9211-c5cf7d58219a, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=125515ac-adf7-4304-9211-c5cf7d58219a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:00.005825 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.018828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.034929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:00.044711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] Checking router: a757e564-ad9c-4411-80fa-16b7fb9f3917 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:00.045678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.046660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.048507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] 10.222.0.65 "PUT /v2.0/ports/125515ac-adf7-4304-9211-c5cf7d58219a HTTP/1.1" status: 200 len: 1092 time: 0.9849603 Aug 29 04:25:00.049016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'tag': '125515ac-adf7-4304-9211-c5cf7d58219a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:00.051795 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742c31cc-5545-4c79-b2a1-9acc27777971" -d '{"events": [{"name": "network-changed", "server_uuid": "3555353a-9f75-442f-8c04-5db8a9bde8af", "tag": "125515ac-adf7-4304-9211-c5cf7d58219a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:00.072823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e800b8-54ad-408f-bfc3-c260d08bba91 req-fb45d213-9081-4dbc-995f-e3aaf8e27107 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.074664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63e800b8-54ad-408f-bfc3-c260d08bba91 req-fb45d213-9081-4dbc-995f-e3aaf8e27107 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0934131 Aug 29 04:25:00.082080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] Routers {'a757e564-ad9c-4411-80fa-16b7fb9f3917'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:00.082786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:24:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['a757e564-ad9c-4411-80fa-16b7fb9f3917'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:00.127798 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8992e643-a8d2-45ae-8bd1-27fd3f280777 x-openstack-request-id: req-8992e643-a8d2-45ae-8bd1-27fd3f280777 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:00.128469 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3555353a-9f75-442f-8c04-5db8a9bde8af", "tag": "125515ac-adf7-4304-9211-c5cf7d58219a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:00.128939 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8992e643-a8d2-45ae-8bd1-27fd3f280777 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:00.129553 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'tag': '125515ac-adf7-4304-9211-c5cf7d58219a', 'status': 'completed', 'code': 200} Aug 29 04:25:00.155169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63e800b8-54ad-408f-bfc3-c260d08bba91 req-cee38721-4793-4ef2-8e83-7c236b7081cf tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600159 Aug 29 04:25:00.159732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Deleting port b9539e02-845a-4662-a1d8-20cc926f131e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:00.160122 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.209182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7234500-39ae-4005-ab3e-aab3692aecce service neutron] Pushing event updated for resources: {'Port': ['ID=125515ac-adf7-4304-9211-c5cf7d58219a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.259237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-4919cce6-fdf7-4ff9-9bc6-ebb469434bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.261001 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-4919cce6-fdf7-4ff9-9bc6-ebb469434bcb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d32c156958664a30b6bf71c29b56a5f6&device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 1095 time: 0.1513247 Aug 29 04:25:00.335236 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-82b07667-555a-4c9f-9059-8c189d1266fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125515ac-adf7-4304-9211-c5cf7d58219a HTTP/1.1" status: 200 len: 217 time: 0.0594578 Aug 29 04:25:00.368971 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:00.391975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] For port b9539e02-845a-4662-a1d8-20cc926f131e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b9539e02-845a-4662-a1d8-20cc926f131e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:00.392384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.410667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e979c302-9e73-4f1f-8f05-83cebc54f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.413655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-e979c302-9e73-4f1f-8f05-83cebc54f5e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99 HTTP/1.1" status: 200 len: 853 time: 0.0711212 Aug 29 04:25:00.415551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Calling delete_port for b9539e02-845a-4662-a1d8-20cc926f131e owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:00.421838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] Set router a757e564-ad9c-4411-80fa-16b7fb9f3917 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:00.440051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e750fd-f2b4-4547-8709-009041c7c712 req-fd30d4c3-e74c-4e85-a8af-1aec095a68cb tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.441945 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34e750fd-f2b4-4547-8709-009041c7c712 req-fd30d4c3-e74c-4e85-a8af-1aec095a68cb tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 946 time: 0.2082906 Aug 29 04:25:00.472107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-3f39bbd1-60e1-4d46-847a-695b0f49db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.473857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-3f39bbd1-60e1-4d46-847a-695b0f49db99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6ae7768b-6d20-4b35-836f-6eccfd085d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497212 Aug 29 04:25:00.475925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5121-b78f-4da5-a0f3-18b07a27ca22 req-11854590-637d-4a84-813c-e6884c769a3a tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.477591 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12bd5121-b78f-4da5-a0f3-18b07a27ca22 req-11854590-637d-4a84-813c-e6884c769a3a tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 943 time: 0.1910086 Aug 29 04:25:00.489754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:25:00Z', 'revision_number': 6, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:00.525449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9f829-155a-4efd-932c-48b4475b8459 None None] The sync data for ids ['a757e564-ad9c-4411-80fa-16b7fb9f3917'] in n-d-712142-15 is: [{'id': 'a757e564-ad9c-4411-80fa-16b7fb9f3917', 'name': 'tempest-ServersTestMultiNic-1438079719-router', 'tenant_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:25:00Z', 'revision_number': 6, 'project_id': '84b8fc8bebb342bca4bb1b607b789ec2', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:00.582024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:00.596495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'b386306c-9fcd-46b9-8994-40400ec723db', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'b386306c-9fcd-46b9-8994-40400ec723db', 'mac_address': 'fa:16:3e:b4:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:00.597195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-9c300720-594a-4e03-a83c-307ec138e4af service neutron] 10.222.0.65 "GET /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106389 Aug 29 04:25:00.608601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34e750fd-f2b4-4547-8709-009041c7c712 req-c6fc923d-42dc-4a07-b780-9ff016083e7a tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570985 Aug 29 04:25:00.617044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12bd5121-b78f-4da5-a0f3-18b07a27ca22 req-66e7a474-93ab-495c-8ecd-8ed5a2291392 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030130 Aug 29 04:25:00.666743 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.683875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b386306c-9fcd-46b9-8994-40400ec723db {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:00.710974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:00.717035 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.750829 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a9aa6a44-ca99-4d7f-a077-3773578cf957 req-1875ca60-dd17-4bd4-a712-5cd17814dc94 service neutron] 10.222.0.65 "GET /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447930 Aug 29 04:25:00.766151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.798305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.798555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9539e02-845a-4662-a1d8-20cc926f131e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.926454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-766c71d2-8874-41ce-b1ae-0916f96197e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.928137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-766c71d2-8874-41ce-b1ae-0916f96197e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d32c156958664a30b6bf71c29b56a5f6&device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 1095 time: 0.1078124 Aug 29 04:25:00.941533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.008177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['b386306c-9fcd-46b9-8994-40400ec723db'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:01.118553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:01.168129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:01.170222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eb07cf43-0d3c-4f3e-8dca-f6f8a6267190 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:01.176348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-105d38e9-a0f0-4768-bf77-81f7610e2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.186192 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-105d38e9-a0f0-4768-bf77-81f7610e2dd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6ae7768b-6d20-4b35-836f-6eccfd085d7a HTTP/1.1" status: 200 len: 915 time: 0.2396438 Aug 29 04:25:01.214360 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.222817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.312460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-3c38fbe7-6803-4a8f-bb97-e74fd4610398 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125515ac-adf7-4304-9211-c5cf7d58219a HTTP/1.1" status: 200 len: 217 time: 0.1106744 Aug 29 04:25:01.384048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-853b199c-09d0-4d77-9e5a-3a04bff5a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.385585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-853b199c-09d0-4d77-9e5a-3a04bff5a3e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99 HTTP/1.1" status: 200 len: 853 time: 0.0686677 Aug 29 04:25:01.437548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-23ff8222-5386-496f-bc34-cae4aced1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.439226 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-23ff8222-5386-496f-bc34-cae4aced1205 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6ae7768b-6d20-4b35-836f-6eccfd085d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451057 Aug 29 04:25:01.551069 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-b07e7563-a0ff-4d54-a9ef-4c1fbc860266 service neutron] 10.222.0.65 "GET /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002562 Aug 29 04:25:01.654800 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-742c31cc-5545-4c79-b2a1-9acc27777971 req-df59883c-e5d7-42a6-a0c8-26759eba0063 service neutron] 10.222.0.65 "GET /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944889 Aug 29 04:25:01.684616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.685236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a757e564-ad9c-4411-80fa-16b7fb9f3917 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:01.691218 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.692399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-10518600-2046-4872-a9e1-ed3a3662a8b9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a757e564-ad9c-4411-80fa-16b7fb9f3917 HTTP/1.1" status: 204 len: 168 time: 2.1119545 Aug 29 04:25:01.695244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43232) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.706683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca4c66-7282-4ea0-b7af-03d18d0b0a7f req-46d5c3f0-9cd3-4b8b-8f8a-a18332add133 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.708271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-adca4c66-7282-4ea0-b7af-03d18d0b0a7f req-46d5c3f0-9cd3-4b8b-8f8a-a18332add133 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.5452852 Aug 29 04:25:01.729684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21148bf1-1f5a-47e3-bd66-0ab714a1aaad req-dc6d0f31-a54d-49b5-b580-f578929246a7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.731248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21148bf1-1f5a-47e3-bd66-0ab714a1aaad req-dc6d0f31-a54d-49b5-b580-f578929246a7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.3850152 Aug 29 04:25:01.768320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0ee585-d5f9-4e07-ac78-d65ca0d2de9f admin admin] Deleting subnet a554d73e-0fea-43f9-a29f-cf9b46f51763 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:01.772992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee585-d5f9-4e07-ac78-d65ca0d2de9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.796613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-adca4c66-7282-4ea0-b7af-03d18d0b0a7f req-bf09d4f7-90f7-45c9-b96c-304cd6bfda55 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798457 Aug 29 04:25:01.800483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21148bf1-1f5a-47e3-bd66-0ab714a1aaad req-4d5f085a-83c3-4dbc-a33a-83cf87f6f627 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598416 Aug 29 04:25:01.828862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee585-d5f9-4e07-ac78-d65ca0d2de9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.937192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee585-d5f9-4e07-ac78-d65ca0d2de9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.941236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203787d-b035-4c1b-ad90-5cb6d7737e5b req-7a95b392-82f1-4f5c-ad87-8a2fdb55a270 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.942741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3203787d-b035-4c1b-ad90-5cb6d7737e5b req-7a95b392-82f1-4f5c-ad87-8a2fdb55a270 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 943 time: 0.0792041 Aug 29 04:25:02.013479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee585-d5f9-4e07-ac78-d65ca0d2de9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.017056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3203787d-b035-4c1b-ad90-5cb6d7737e5b req-f9d4dc91-5cd6-4dc1-83d7-d17a7af1ea12 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528281 Aug 29 04:25:02.026962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4f67-b44c-4cb1-bfe3-b2cf0265e1c4 req-7b4b780c-42db-4d90-a52c-3a777b670014 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.035352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-713a4f67-b44c-4cb1-bfe3-b2cf0265e1c4 req-7b4b780c-42db-4d90-a52c-3a777b670014 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.1121769 Aug 29 04:25:02.052701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ee585-d5f9-4e07-ac78-d65ca0d2de9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a554d73e-0fea-43f9-a29f-cf9b46f51763,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.065773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee585-d5f9-4e07-ac78-d65ca0d2de9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.072045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f096f50-7dc8-4dd1-a90e-1f9ba2581282 None None] Network cbfb259f-1119-41e2-a019-e3389bc60064 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:02.072852 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd0ee585-d5f9-4e07-ac78-d65ca0d2de9f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a554d73e-0fea-43f9-a29f-cf9b46f51763 HTTP/1.1" status: 204 len: 168 time: 0.3758171 Aug 29 04:25:02.073604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43240) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:02.095059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-713a4f67-b44c-4cb1-bfe3-b2cf0265e1c4 req-c94e744b-33a0-481f-94e0-98001d869839 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585325 Aug 29 04:25:02.192315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.259320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Deleting port f08bb6ed-7108-47c6-8b01-82053db991c2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:02.259649 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.353988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] DHCP port deletion for cbfb259f-1119-41e2-a019-e3389bc60064 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:02.373477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] For port f08bb6ed-7108-47c6-8b01-82053db991c2, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f08bb6ed-7108-47c6-8b01-82053db991c2,segment=NetworkSegment(3180ef26-6543-40b7-9b2c-9a6546c3a4fe),segment_id=3180ef26-6543-40b7-9b2c-9a6546c3a4fe)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:02.373477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.397682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Calling delete_port for f08bb6ed-7108-47c6-8b01-82053db991c2 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:02.412592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] Deleting port f08bb6ed-7108-47c6-8b01-82053db991c2 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:02.412977 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.482391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] For port f08bb6ed-7108-47c6-8b01-82053db991c2, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f08bb6ed-7108-47c6-8b01-82053db991c2,segment=NetworkSegment(3180ef26-6543-40b7-9b2c-9a6546c3a4fe),segment_id=3180ef26-6543-40b7-9b2c-9a6546c3a4fe)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:02.482696 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.495697 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.502700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] Calling delete_port for f08bb6ed-7108-47c6-8b01-82053db991c2 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:02.533502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f08bb6ed-7108-47c6-8b01-82053db991c2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.535568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] No DVR routers for this DVR port f08bb6ed-7108-47c6-8b01-82053db991c2 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:02.597507 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.615864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.625722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] Pushing event deleted for resources: {'Port': ['ID=f08bb6ed-7108-47c6-8b01-82053db991c2,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.627198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfb259f-1119-41e2-a019-e3389bc60064']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:02.631224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeabb2c-1e23-4d9c-800f-63bb238abd0c None None] No DVR routers for this DVR port f08bb6ed-7108-47c6-8b01-82053db991c2 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:02.650061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3180ef26-6543-40b7-9b2c-9a6546c3a4fe') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:02.651719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3180ef26-6543-40b7-9b2c-9a6546c3a4fe') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:02.661979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.678251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.685392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:02.685803 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:02.688310 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:02.752753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.758538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.760600 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] 10.222.0.58 "DELETE /v2.0/networks/cbfb259f-1119-41e2-a019-e3389bc60064 HTTP/1.1" status: 204 len: 168 time: 0.6860280 Aug 29 04:25:02.772855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68822854-58d3-4348-b918-25ad8c65d0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfb259f-1119-41e2-a019-e3389bc60064,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.877042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f08bb6ed-7108-47c6-8b01-82053db991c2 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:02.903894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: f08bb6ed-7108-47c6-8b01-82053db991c2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:02.904305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f08bb6ed-7108-47c6-8b01-82053db991c2 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:02.904799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b9539e02-845a-4662-a1d8-20cc926f131e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:02.933637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b9539e02-845a-4662-a1d8-20cc926f131e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:02.934452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b9539e02-845a-4662-a1d8-20cc926f131e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:02.973076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43254) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.039435 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f9e9c9aa-03ec-4f45-8e05-f7b4ca3676d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84b8fc8bebb342bca4bb1b607b789ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649402 Aug 29 04:25:03.042994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43256) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.063446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620f2e-12eb-4323-9353-5645aa7a74d5 req-0af8ba07-0f44-4f3b-acd2-9ece66ef62ef tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.065228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03620f2e-12eb-4323-9353-5645aa7a74d5 req-0af8ba07-0f44-4f3b-acd2-9ece66ef62ef tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.1190269 Aug 29 04:25:03.103116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603929d2-a373-43cb-853b-9c619c36ebdd req-c6532c59-b3db-4ee1-87db-6ffb95b9d109 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.105570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-603929d2-a373-43cb-853b-9c619c36ebdd req-c6532c59-b3db-4ee1-87db-6ffb95b9d109 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.1076801 Aug 29 04:25:03.119096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad55a-419a-4cda-aa3b-e5759df45c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.134996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03620f2e-12eb-4323-9353-5645aa7a74d5 req-8805c307-e589-4842-afd8-5147d5290ea6 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626380 Aug 29 04:25:03.143201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad55a-419a-4cda-aa3b-e5759df45c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.173616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-603929d2-a373-43cb-853b-9c619c36ebdd req-28584c2e-15c7-49c0-9117-acd672464a70 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Aug 29 04:25:03.211180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad55a-419a-4cda-aa3b-e5759df45c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.214222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad55a-419a-4cda-aa3b-e5759df45c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.218038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9e5ad55a-419a-4cda-aa3b-e5759df45c8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/800b887c-2d5c-45a9-8d78-606ba3e4ca15 HTTP/1.1" status: 204 len: 168 time: 0.1712267 Aug 29 04:25:03.225042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ad55a-419a-4cda-aa3b-e5759df45c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b887c-2d5c-45a9-8d78-606ba3e4ca15,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:03.294847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7086840-2862-4327-9125-8e09acd12906 req-b9e6ffa5-1798-4191-83f9-4674b4c1bb05 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.296941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7086840-2862-4327-9125-8e09acd12906 req-b9e6ffa5-1798-4191-83f9-4674b4c1bb05 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 943 time: 0.0931501 Aug 29 04:25:03.321525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c385e4-f3ce-4e33-8abb-303555968fa4 req-bac25dc1-33b0-4117-b716-b5592ceeeec6 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.323142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54c385e4-f3ce-4e33-8abb-303555968fa4 req-bac25dc1-33b0-4117-b716-b5592ceeeec6 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 948 time: 0.0799241 Aug 29 04:25:03.376127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7086840-2862-4327-9125-8e09acd12906 req-5e1121df-47e0-49f4-99f1-6fb8cf236c29 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703793 Aug 29 04:25:03.404729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54c385e4-f3ce-4e33-8abb-303555968fa4 req-e3235910-8421-47d1-a1d5-f75b61fac92f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717223 Aug 29 04:25:03.972654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43292) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.033547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:04.076665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-156670311-network', 'tenant_id': '037588919348479b8a848e32a36e5d91'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:04.094454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port b386306c-9fcd-46b9-8994-40400ec723db triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:04.094829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.103914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Made reservation on behalf of 037588919348479b8a848e32a36e5d91 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:04.107198 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.117644 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.181924 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.228346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:04.229584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:04.232127 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ca8b7b-6456-41e0-adaf-cac26f1e2169" -d '{"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-plugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:04.237075 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.247861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.253130 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.287851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff65fe1-a177-4217-89c4-a0d70788b064 req-6226bb88-0b8d-4ae6-a82c-78ec49e302df tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.288499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:04.295140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fff65fe1-a177-4217-89c4-a0d70788b064 req-6226bb88-0b8d-4ae6-a82c-78ec49e302df tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0672114 Aug 29 04:25:04.297755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=11']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.304281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.305091 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Added segment 93438349-3049-4fd4-a0de-b5708e9ce733 of type vlan for network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec Aug 29 04:25:04.321120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5aaeee-e6ca-41bb-9a84-8501697c2677,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.344488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fff65fe1-a177-4217-89c4-a0d70788b064 req-7badbb20-bc08-4dd9-9509-32f687e34668 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484867 Aug 29 04:25:04.370562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.401675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.403118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.404061 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.478688 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5048633 Aug 29 04:25:04.479613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe0119-52a3-4b20-b8d0-d24495589be7 admin admin] Pushing event updated for resources: {'Network': ['ID=91f2d6e4-6c92-4148-9fe1-525c26a3fbec,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.482833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43320) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.489095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Request body: {'subnet': {'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-156670311-subnet', 'tenant_id': '037588919348479b8a848e32a36e5d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:04.498357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:04.509013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830795-ec76-4e68-af0f-06c176fa3fa7 req-57f58271-c529-4450-b33e-5388df9e9c36 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.510556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55830795-ec76-4e68-af0f-06c176fa3fa7 req-57f58271-c529-4450-b33e-5388df9e9c36 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.1011069 Aug 29 04:25:04.515666 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7c0be0-f346-4355-8d44-43a956fb1047 x-openstack-request-id: req-aa7c0be0-f346-4355-8d44-43a956fb1047 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:04.516241 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-plugged", "status": "completed", "tag": "b386306c-9fcd-46b9-8994-40400ec723db", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:04.516616 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa7c0be0-f346-4355-8d44-43a956fb1047 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:04.517193 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db', 'code': 200} Aug 29 04:25:04.550511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 125515ac-adf7-4304-9211-c5cf7d58219a details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:04.556786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Made reservation on behalf of 037588919348479b8a848e32a36e5d91 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:04.561942 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.682243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 125515ac-adf7-4304-9211-c5cf7d58219a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=125515ac-adf7-4304-9211-c5cf7d58219a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:04.694306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '125515ac-adf7-4304-9211-c5cf7d58219a', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'port_id': '125515ac-adf7-4304-9211-c5cf7d58219a', 'mac_address': 'fa:16:3e:e6:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:04.705788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55830795-ec76-4e68-af0f-06c176fa3fa7 req-f20c5292-fd8e-49c9-8a85-e9d47a5a6095 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684594 Aug 29 04:25:04.739463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa28bb-c05b-4fae-abd2-b5359a5c4197 req-81008b70-8d87-4223-8c4f-3c1ade1676bf tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.741070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56fa28bb-c05b-4fae-abd2-b5359a5c4197 req-81008b70-8d87-4223-8c4f-3c1ade1676bf tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 943 time: 0.1746478 Aug 29 04:25:04.749977 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.750252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21b8a-4bb8-4e2b-9d98-316e49b197c8 req-305561c6-689f-46c3-b8a8-11e1deb22c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.751523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6b21b8a-4bb8-4e2b-9d98-316e49b197c8 req-305561c6-689f-46c3-b8a8-11e1deb22c1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1101 time: 0.1037562 Aug 29 04:25:04.764333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125515ac-adf7-4304-9211-c5cf7d58219a {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:04.787648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 125515ac-adf7-4304-9211-c5cf7d58219a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=125515ac-adf7-4304-9211-c5cf7d58219a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:04.792123 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.842545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=125515ac-adf7-4304-9211-c5cf7d58219a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.850398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.850754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.851102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.851444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.851785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.852158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.852496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.852828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.853309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.853649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.853981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.854313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.900865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56fa28bb-c05b-4fae-abd2-b5359a5c4197 req-7b480cac-be3b-4d5b-86fc-b6a9ba831fdb tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466584 Aug 29 04:25:04.902370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6b21b8a-4bb8-4e2b-9d98-316e49b197c8 req-f4c764bf-792a-451f-9347-d664684339d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365228 Aug 29 04:25:04.922098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b21f2b-b2dd-4894-a10b-813a498cce79 req-8b2545ea-98df-469e-9ed9-87887cee74a6 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.923643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74b21f2b-b2dd-4894-a10b-813a498cce79 req-8b2545ea-98df-469e-9ed9-87887cee74a6 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 949 time: 0.1487193 Aug 29 04:25:04.988426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.027651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74b21f2b-b2dd-4894-a10b-813a498cce79 req-fcec2ba8-43f7-40cc-80ec-72e05d63ec1d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779793 Aug 29 04:25:05.094253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['125515ac-adf7-4304-9211-c5cf7d58219a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:05.101198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f75685-4abb-45f9-a3cf-dabad7736ad3,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.109719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Checking segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:05.110093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Network hostable DHCP agents. Network: 91f2d6e4-6c92-4148-9fe1-525c26a3fbec, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:05.127924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b80a-de90-4b32-9ad1-efb9ea0be2f7 req-12dba2ef-70dd-4853-aaab-0b5c5c2e7bea tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.129433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd27b80a-de90-4b32-9ad1-efb9ea0be2f7 req-12dba2ef-70dd-4853-aaab-0b5c5c2e7bea tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1058905 Aug 29 04:25:05.152366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:05.169737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 91f2d6e4-6c92-4148-9fe1-525c26a3fbec) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:05.174788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.176099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.181252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9be44ff-6b40-4337-836a-2d6b2cd2e4b4 None None] Network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:05.187919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd27b80a-de90-4b32-9ad1-efb9ea0be2f7 req-24ac717b-6523-4783-99f7-06b8f27a62ed tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513027 Aug 29 04:25:05.197436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-56199d23-2337-4eca-89ab-ee2752bd13dd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7125192 Aug 29 04:25:05.349866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20efd2-fb37-42b6-8fe1-b3e879608226 None None] Network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:05.471661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b62e4-51e2-42df-8a51-4f22a0659f42 req-e85095ae-c4c6-4bc5-bf92-94f88e69399c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.473301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b4b62e4-51e2-42df-8a51-4f22a0659f42 req-e85095ae-c4c6-4bc5-bf92-94f88e69399c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0538735 Aug 29 04:25:05.521237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b4b62e4-51e2-42df-8a51-4f22a0659f42 req-f180e149-36fd-40b5-9120-501dc6d363a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Aug 29 04:25:05.660330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-c0a78bf1-0551-45fa-a632-85c169a4cb85 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.661933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-c0a78bf1-0551-45fa-a632-85c169a4cb85 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 812 time: 0.1072009 Aug 29 04:25:05.677770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-5cbe9df0-3296-4d7d-ab9f-e37399e1734d tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/quotas/037588919348479b8a848e32a36e5d91 HTTP/1.1" status: 200 len: 375 time: 0.0097029 Aug 29 04:25:05.689469 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:25:05.713481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-1739ade0-f35e-4cac-b936-982f49873573 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299652 Aug 29 04:25:05.858082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5b867-1d2f-4191-9a01-c6b2d931a33a req-8ff68cfb-0cf5-423c-956f-408dd305dc08 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.860165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bb5b867-1d2f-4191-9a01-c6b2d931a33a req-8ff68cfb-0cf5-423c-956f-408dd305dc08 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0817173 Aug 29 04:25:05.861976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-74ec6ad1-1361-4901-a669-29f7593af131 service neutron] 10.222.0.58 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383293 Aug 29 04:25:05.951310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bb5b867-1d2f-4191-9a01-c6b2d931a33a req-14fdde58-6351-4367-8f9c-2021bdce8cff tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832684 Aug 29 04:25:05.990807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-963ab960-79a0-4633-9dac-9b2106044ab2 service neutron] 10.222.0.58 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162498 Aug 29 04:25:06.067005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832231-488b-4be7-a7a3-2778b07fd4b3 req-0a19d629-da58-4568-89c6-3b269057d0c0 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.068537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15832231-488b-4be7-a7a3-2778b07fd4b3 req-0a19d629-da58-4568-89c6-3b269057d0c0 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 944 time: 0.0554633 Aug 29 04:25:06.114360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15832231-488b-4be7-a7a3-2778b07fd4b3 req-feac8ed7-c70a-4850-9d6b-e970de75dc11 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397749 Aug 29 04:25:06.285593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc8f98-d57d-471c-bb16-10270394fea3 req-39b93643-c997-493b-b17e-e1be87fd89bc tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.287195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cdc8f98-d57d-471c-bb16-10270394fea3 req-39b93643-c997-493b-b17e-e1be87fd89bc tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 949 time: 0.0652986 Aug 29 04:25:06.341958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cdc8f98-d57d-471c-bb16-10270394fea3 req-97053c67-a12c-4172-9ecd-62904546ef8f tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Aug 29 04:25:06.436292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6660881a-d9a6-4772-8507-0ed65dd20e4b req-adf7905a-8a04-46a3-be24-c81adf5032d9 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 210 time: 0.0311630 Aug 29 04:25:06.502545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e5cff-12c8-4b31-82c6-39988b126621 req-907ade66-a21d-4778-a62c-25686fb3d93b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.504196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-202e5cff-12c8-4b31-82c6-39988b126621 req-907ade66-a21d-4778-a62c-25686fb3d93b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0705600 Aug 29 04:25:06.533347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 125515ac-adf7-4304-9211-c5cf7d58219a up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:06.560526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-202e5cff-12c8-4b31-82c6-39988b126621 req-3b8ab572-f324-4a5d-b471-8c235eb03874 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456555 Aug 29 04:25:06.603032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 125515ac-adf7-4304-9211-c5cf7d58219a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:06.610152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 125515ac-adf7-4304-9211-c5cf7d58219a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:06.610905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.716048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2b31-a287-48dc-82b3-b605baed202f req-e71e1c79-6cac-4058-8df6-a33a96e1a546 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.717666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5afd2b31-a287-48dc-82b3-b605baed202f req-e71e1c79-6cac-4058-8df6-a33a96e1a546 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0863519 Aug 29 04:25:06.755697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee3ab2-b51b-4b78-ab6f-c58c8a687733 req-d097643f-c9e9-4ced-8ea6-d115e045a046 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.756857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16ee3ab2-b51b-4b78-ab6f-c58c8a687733 req-d097643f-c9e9-4ced-8ea6-d115e045a046 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1101 time: 0.0805843 Aug 29 04:25:06.758311 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.785075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125515ac-adf7-4304-9211-c5cf7d58219a'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:06.787341 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c64df38-c2ca-43c2-9a7e-856c2862e09a" -d '{"events": [{"server_uuid": "3555353a-9f75-442f-8c04-5db8a9bde8af", "name": "network-vif-plugged", "status": "completed", "tag": "125515ac-adf7-4304-9211-c5cf7d58219a"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:06.798512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5afd2b31-a287-48dc-82b3-b605baed202f req-ef855d16-7354-484b-b262-d91f3ef83f04 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718153 Aug 29 04:25:06.804160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 125515ac-adf7-4304-9211-c5cf7d58219a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=125515ac-adf7-4304-9211-c5cf7d58219a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:06.809874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.810097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16ee3ab2-b51b-4b78-ab6f-c58c8a687733 req-457ba217-2f21-47c3-99d7-4a7a81203464 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Aug 29 04:25:06.867246 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c25ff1-94b8-4677-834a-c34b7cf1c1aa x-openstack-request-id: req-c1c25ff1-94b8-4677-834a-c34b7cf1c1aa {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:06.867744 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3555353a-9f75-442f-8c04-5db8a9bde8af", "name": "network-vif-plugged", "status": "completed", "tag": "125515ac-adf7-4304-9211-c5cf7d58219a", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:06.868028 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1c25ff1-94b8-4677-834a-c34b7cf1c1aa {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:06.868714 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125515ac-adf7-4304-9211-c5cf7d58219a', 'code': 200} Aug 29 04:25:06.900135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=125515ac-adf7-4304-9211-c5cf7d58219a,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:06.995201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865feb-e1ef-4b49-b2aa-74c895ef3736 req-3b77f2ce-2293-4c38-84a9-0a2b2f9611c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.998773 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1865feb-e1ef-4b49-b2aa-74c895ef3736 req-3b77f2ce-2293-4c38-84a9-0a2b2f9611c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 1097 time: 0.0510645 Aug 29 04:25:07.053525 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c1865feb-e1ef-4b49-b2aa-74c895ef3736 req-6fe2a241-e55d-464d-9e98-a92109ab2f7d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486624 Aug 29 04:25:07.138196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43472-2441-47e0-9233-936a7148a2ad req-e17d9ba5-a8a1-497f-9984-7f1baa9c9622 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.140379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0a43472-2441-47e0-9233-936a7148a2ad req-e17d9ba5-a8a1-497f-9984-7f1baa9c9622 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0845182 Aug 29 04:25:07.143229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237f452-95c8-4f31-b421-3eb77efb5522 req-08e2abb3-0fc2-451c-98b8-73c14b7bbe13 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.144867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f237f452-95c8-4f31-b421-3eb77efb5522 req-08e2abb3-0fc2-451c-98b8-73c14b7bbe13 tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 1101 time: 0.0801671 Aug 29 04:25:07.208208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f237f452-95c8-4f31-b421-3eb77efb5522 req-18944775-6b04-45d0-a697-f05f018600df tempest-ServersAdminTestJSON-741944881 tempest-ServersAdminTestJSON-741944881-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531237 Aug 29 04:25:07.211397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0a43472-2441-47e0-9233-936a7148a2ad req-766d7ae8-08cb-41c4-bc88-ccfb0b06b665 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Aug 29 04:25:07.328016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c2423-6f00-4bc1-acf4-b74c94db09ff req-46efc96e-93cc-42b1-93e0-be011c5fa83e tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.329596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-831c2423-6f00-4bc1-acf4-b74c94db09ff req-46efc96e-93cc-42b1-93e0-be011c5fa83e tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 945 time: 0.0547590 Aug 29 04:25:07.376926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-831c2423-6f00-4bc1-acf4-b74c94db09ff req-00cf55d1-e869-4daa-a25b-aa8f893a2fdc tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376139 Aug 29 04:25:07.519804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49b723-5d70-4d95-8cb9-b2fa02c7b82f req-c5538281-7777-483e-a6bf-b85ec8128a16 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.522204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f49b723-5d70-4d95-8cb9-b2fa02c7b82f req-c5538281-7777-483e-a6bf-b85ec8128a16 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 950 time: 0.0621028 Aug 29 04:25:07.566847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2fe75f9-cd69-4559-b919-fd1c51cc9a4e req-3a54ead9-9703-4f7f-85af-f5801d01791e tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 210 time: 0.0436468 Aug 29 04:25:07.654504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f49b723-5d70-4d95-8cb9-b2fa02c7b82f req-8e247140-e448-4fd4-86dd-3accaf4e9a30 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192477 Aug 29 04:25:07.733815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-17f66d7d-5179-4570-98d0-cf768babec16 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.735154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-17f66d7d-5179-4570-98d0-cf768babec16 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.64 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 812 time: 0.1999788 Aug 29 04:25:07.744106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b7336-fad0-48a9-8bdf-d54dc1f8cf86 req-d1aea314-02a1-4939-8df7-1bd02c160bf1 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.745585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e07b7336-fad0-48a9-8bdf-d54dc1f8cf86 req-d1aea314-02a1-4939-8df7-1bd02c160bf1 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0899746 Aug 29 04:25:07.751933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Request body: {'port': {'device_id': '92d48ec5-6d0a-4d32-9028-7a9ce2840438', 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'admin_state_up': True, 'tenant_id': '037588919348479b8a848e32a36e5d91'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:07.809831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-23d975c8-3fc8-464f-ab27-a99bda0d5398 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.811416 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-23d975c8-3fc8-464f-ab27-a99bda0d5398 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.65 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 812 time: 0.1427596 Aug 29 04:25:07.824930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Request body: {'port': {'device_id': '76c2f3fe-928d-4bcb-9142-ab6da2012edc', 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'admin_state_up': True, 'tenant_id': '037588919348479b8a848e32a36e5d91'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:07.859947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e07b7336-fad0-48a9-8bdf-d54dc1f8cf86 req-50a51dd5-4ef3-4967-9a25-3c69fe4c6ea8 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021919 Aug 29 04:25:07.929551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Made reservation on behalf of 037588919348479b8a848e32a36e5d91 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:07.933063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.949316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Made reservation on behalf of 037588919348479b8a848e32a36e5d91 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:07.953398 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.955858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430582d6-3112-4547-8122-fc39c256415a req-c523b2a0-c015-477d-b738-7cf31c18566f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.957569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-430582d6-3112-4547-8122-fc39c256415a req-c523b2a0-c015-477d-b738-7cf31c18566f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0760667 Aug 29 04:25:08.046438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-430582d6-3112-4547-8122-fc39c256415a req-15f81db0-d2aa-4b3c-bcbb-c2084b18b704 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761886 Aug 29 04:25:08.088157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Allocated IP 172.20.0.10 (91f2d6e4-6c92-4148-9fe1-525c26a3fbec/e4f75685-4abb-45f9-a3cf-dabad7736ad3/d29f260a-4198-49e6-8f48-fc52f0aed0e5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:08.357847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53648ad1-22f6-4396-bd89-1b9f68185926 req-5afa1ddc-79c2-4db4-ae69-f1d1c865ee8e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.359507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53648ad1-22f6-4396-bd89-1b9f68185926 req-5afa1ddc-79c2-4db4-ae69-f1d1c865ee8e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0710387 Aug 29 04:25:08.401489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53648ad1-22f6-4396-bd89-1b9f68185926 req-f72cecb9-7041-4488-b43b-c7829555fbdf tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Aug 29 04:25:08.509275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e10c1-6764-4b3f-86d2-aa2d254bfd2c req-a8faef2e-52a2-4abd-8793-5e922b857e43 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.510972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-303e10c1-6764-4b3f-86d2-aa2d254bfd2c req-a8faef2e-52a2-4abd-8793-5e922b857e43 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 945 time: 0.0586278 Aug 29 04:25:08.535483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:08.557150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-303e10c1-6764-4b3f-86d2-aa2d254bfd2c req-c516bd18-2bf6-4fcb-9d6f-c453b1a2baa2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400262 Aug 29 04:25:08.573268 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.626148 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.667598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:08.684927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643', 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'port_id': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643', 'mac_address': 'fa:16:3e:7c:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f26e98-5b10-4ae4-ac64-d53dff97392d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:08.694087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:08.695082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Pushing event updated for resources: {'Port': ['ID=d29f260a-4198-49e6-8f48-fc52f0aed0e5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.699079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:08.701287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:08.704624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7d993e6-4c50-4870-a291-69e01383381f req-6e68d679-ad2c-472a-80d2-4f18f091f4fc tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 210 time: 0.0437942 Aug 29 04:25:08.749588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Allocated IP 172.20.0.12 (91f2d6e4-6c92-4148-9fe1-525c26a3fbec/e4f75685-4abb-45f9-a3cf-dabad7736ad3/6a8186de-07cd-4ac8-9b96-83f198305a70) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:08.761848 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.763577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.764403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.764818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e138d-13f1-4b40-903a-8933e9055851 req-eab0bac9-984f-493c-b7fa-658c37c23405 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.767752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-562e138d-13f1-4b40-903a-8933e9055851 req-eab0bac9-984f-493c-b7fa-658c37c23405 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 945 time: 0.1067224 Aug 29 04:25:08.776019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43414) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:08.785967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Request body: {'floatingip': {'port_id': '125515ac-adf7-4304-9211-c5cf7d58219a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:08.789479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:08.813452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:08.833045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.841060 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for floatingip, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.845817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-25f026cc-25b3-4e3e-a40f-52a263853b52 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0249429 Aug 29 04:25:08.884248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Request body: {'port': {'device_id': '76c2f3fe-928d-4bcb-9142-ab6da2012edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:08.894258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.937942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6904051-55ab-4355-95b0-159bd221be54 req-cb0e29c6-e376-4e0b-bef9-d3c94774d18d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.939488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6904051-55ab-4355-95b0-159bd221be54 req-cb0e29c6-e376-4e0b-bef9-d3c94774d18d tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 950 time: 0.1134386 Aug 29 04:25:09.015201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.019266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.044398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6904051-55ab-4355-95b0-159bd221be54 req-cbc5dedb-0957-4073-9006-dc9a039473a0 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947015 Aug 29 04:25:09.060631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707084-e21d-4375-9ed2-ed9c10f40c24 req-9c136aae-01b1-482c-ae70-4bcbeea77300 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.062999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b707084-e21d-4375-9ed2-ed9c10f40c24 req-9c136aae-01b1-482c-ae70-4bcbeea77300 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1152163 Aug 29 04:25:09.118744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['4a7ee26c-7977-4f8b-a76e-d4a3938f1643'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:09.121369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b707084-e21d-4375-9ed2-ed9c10f40c24 req-5e9e5cb4-15a2-4ff0-b216-72ec92eb903f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503426 Aug 29 04:25:09.125657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.215766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:09.224408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:09.233851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:09.238658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Pushing event updated for resources: {'Port': ['ID=6a8186de-07cd-4ac8-9b96-83f198305a70,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:09.274707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e520962c-e4b3-48e9-b9b9-c183230b9130 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.276235 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e520962c-e4b3-48e9-b9b9-c183230b9130 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 950 time: 0.2438042 Aug 29 04:25:09.278142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f1c85-2bdc-41ed-9dcd-1dd84ab5377e req-edf1ad47-4659-4f1b-a273-b69e7bce4e70 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.279655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b0f1c85-2bdc-41ed-9dcd-1dd84ab5377e req-edf1ad47-4659-4f1b-a273-b69e7bce4e70 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 944 time: 0.1469531 Aug 29 04:25:09.310121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.310791 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.334648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-2efc0cbd-fb71-4cfa-99e1-53b978826d61 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5873888 Aug 29 04:25:09.343433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b0f1c85-2bdc-41ed-9dcd-1dd84ab5377e req-33623f26-b4dc-4f1d-9e6d-269a13d9c924 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Aug 29 04:25:09.350415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Request body: {'port': {'device_id': '92d48ec5-6d0a-4d32-9028-7a9ce2840438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:09.411032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.591696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d324cc5-dcf6-4d55-806d-cab240d52de7 req-675d59f5-6933-413e-9170-51b03c052d3d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.593665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d324cc5-dcf6-4d55-806d-cab240d52de7 req-675d59f5-6933-413e-9170-51b03c052d3d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0765073 Aug 29 04:25:09.636349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d324cc5-dcf6-4d55-806d-cab240d52de7 req-07c674f5-70c3-421f-8317-05ce26aa6e8c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366058 Aug 29 04:25:09.659778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Deleting port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:09.660164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.753687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.resource_extend [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:09.822051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29f260a-4198-49e6-8f48-fc52f0aed0e5 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:09.825948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3819a74-f5c6-4d33-9e59-6bba9f0c42de req-b897222b-1a78-43d6-b6eb-4daafe2f54b4 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.828023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3819a74-f5c6-4d33-9e59-6bba9f0c42de req-b897222b-1a78-43d6-b6eb-4daafe2f54b4 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 932 time: 0.0492935 Aug 29 04:25:09.833382 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.838843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.845928 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.868507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3819a74-f5c6-4d33-9e59-6bba9f0c42de req-195ed2f2-4000-4530-b398-2048784f00ba tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Aug 29 04:25:09.905871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] For port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:09.906234 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.910110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Transition to ACTIVE for port object d29f260a-4198-49e6-8f48-fc52f0aed0e5 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:09.922692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.935920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Calling delete_port for fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:10.057817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Pushing event updated for resources: {'Port': ['ID=d29f260a-4198-49e6-8f48-fc52f0aed0e5,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.061094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8186de-07cd-4ac8-9b96-83f198305a70 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:10.069374 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.081420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Transition to ACTIVE for port object 6a8186de-07cd-4ac8-9b96-83f198305a70 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:10.090837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.097922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.098356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.098752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.098947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.099287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.099718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.099933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.100290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.101777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.101777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.101777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.101777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:10.127376 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Floating IP b5a783cc-bd43-4a6a-afd1-154dbaaac7ac associated. External IP: 172.25.1.146, port: 125515ac-adf7-4304-9211-c5cf7d58219a. Aug 29 04:25:10.175738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8186de-07cd-4ac8-9b96-83f198305a70,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.261892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Attempting to bind port d29f260a-4198-49e6-8f48-fc52f0aed0e5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:10.262231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Attempting to bind port d29f260a-4198-49e6-8f48-fc52f0aed0e5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:10.262569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Attempting to bind port d29f260a-4198-49e6-8f48-fc52f0aed0e5 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:10.275685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Port d29f260a-4198-49e6-8f48-fc52f0aed0e5 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:10.276411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Attempting to bind port d29f260a-4198-49e6-8f48-fc52f0aed0e5 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:10.291563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294d64-0b51-4bf8-a431-4fa7169d1a47 req-6bc3b690-9cb9-4b09-8539-270886149858 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.293106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6294d64-0b51-4bf8-a431-4fa7169d1a47 req-6bc3b690-9cb9-4b09-8539-270886149858 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=7908d056-797d-4326-a661-bbbeea4e9274 HTTP/1.1" status: 200 len: 950 time: 0.1508403 Aug 29 04:25:10.309940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:10.310286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Checking segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:10.310677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Bound using segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:10.311147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Bound port: d29f260a-4198-49e6-8f48-fc52f0aed0e5, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:10.311547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.320491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Attempting to bind port 6a8186de-07cd-4ac8-9b96-83f198305a70 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:10.320840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Attempting to bind port 6a8186de-07cd-4ac8-9b96-83f198305a70 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:10.321176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Attempting to bind port 6a8186de-07cd-4ac8-9b96-83f198305a70 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:10.337773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Port 6a8186de-07cd-4ac8-9b96-83f198305a70 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:10.338178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Attempting to bind port 6a8186de-07cd-4ac8-9b96-83f198305a70 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:10.349731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae44fe1-eb94-45eb-8266-297885218323 req-20f41f7c-de29-41de-a83a-7eb1e2714193 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.351221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ae44fe1-eb94-45eb-8266-297885218323 req-20f41f7c-de29-41de-a83a-7eb1e2714193 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1152177 Aug 29 04:25:10.373017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:10.373362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Checking segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:10.373746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Bound using segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:10.374262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Bound port: 6a8186de-07cd-4ac8-9b96-83f198305a70, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:10.374638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.386911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6294d64-0b51-4bf8-a431-4fa7169d1a47 req-fba7974e-6304-49bf-aadb-edfe6c2eb897 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811646 Aug 29 04:25:10.421317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.433387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['be55727a-7c9b-4f9d-ad76-614bb76cce65', 'b386306c-9fcd-46b9-8994-40400ec723db'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:10.439948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ae44fe1-eb94-45eb-8266-297885218323 req-9582cfa1-3a88-4704-82ab-ad67c2e8e295 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795856 Aug 29 04:25:10.521977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Pushing event deleted for resources: {'Port': ['ID=fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.532721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] For port 6a8186de-07cd-4ac8-9b96-83f198305a70, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:10.541665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] For port d29f260a-4198-49e6-8f48-fc52f0aed0e5, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:10.547311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] For port d29f260a-4198-49e6-8f48-fc52f0aed0e5, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d29f260a-4198-49e6-8f48-fc52f0aed0e5,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:10.553269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] For port 6a8186de-07cd-4ac8-9b96-83f198305a70, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a8186de-07cd-4ac8-9b96-83f198305a70,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:10.558371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:10.574048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b509808-3283-4566-8e37-da02c3cd1dbd req-4a5135e6-6591-482d-8dca-ce771bf8daf8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.575753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b509808-3283-4566-8e37-da02c3cd1dbd req-4a5135e6-6591-482d-8dca-ce771bf8daf8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 944 time: 0.0856364 Aug 29 04:25:10.578299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.591410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.643153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.643819 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.645732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] 10.222.0.64 "PUT /v2.0/ports/6a8186de-07cd-4ac8-9b96-83f198305a70 HTTP/1.1" status: 200 len: 1093 time: 1.3004746 Aug 29 04:25:10.646866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d48ec5-6d0a-4d32-9028-7a9ce2840438', 'tag': '6a8186de-07cd-4ac8-9b96-83f198305a70'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:10.649850 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "92d48ec5-6d0a-4d32-9028-7a9ce2840438", "tag": "6a8186de-07cd-4ac8-9b96-83f198305a70"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:10.650695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] No DVR routers for this DVR port fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:10.663267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.666409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3392f29a-1ff3-465f-a227-63dd09747db1 req-e2a5bd67-ea70-45a2-86ff-7976a1b52fc8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "DELETE /v2.0/ports/fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 HTTP/1.1" status: 204 len: 173 time: 1.3726022 Aug 29 04:25:10.669069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:10.669514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.731767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7908d056-797d-4326-a661-bbbeea4e9274', 'name': 'network-vif-deleted', 'tag': 'fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:10.735447 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4bae9a-ec86-4d66-9fa5-bdcefd441b0d" -d '{"events": [{"server_uuid": "7908d056-797d-4326-a661-bbbeea4e9274", "name": "network-vif-deleted", "tag": "fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:10.737127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b509808-3283-4566-8e37-da02c3cd1dbd req-41b78f1d-64f4-4ebe-ad48-4aff8dc63cfe tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318829 Aug 29 04:25:10.737594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a23985-a14d-4b0d-a02f-8ac21ed80958 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8186de-07cd-4ac8-9b96-83f198305a70,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.773137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Router 70e1d15d-c4ce-4a45-a413-574962183a6b has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:10.775016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.775648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.777293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] 10.222.0.65 "PUT /v2.0/ports/d29f260a-4198-49e6-8f48-fc52f0aed0e5 HTTP/1.1" status: 200 len: 1093 time: 1.8994064 Aug 29 04:25:10.779328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86470c7-b1ed-4e77-a854-f39f2f377b1e service neutron] Pushing event updated for resources: {'Port': ['ID=d29f260a-4198-49e6-8f48-fc52f0aed0e5,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.831705 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32ff3f2-887e-47ff-83a9-e19116652bfb x-openstack-request-id: req-d32ff3f2-887e-47ff-83a9-e19116652bfb {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:10.832010 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d48ec5-6d0a-4d32-9028-7a9ce2840438", "tag": "6a8186de-07cd-4ac8-9b96-83f198305a70", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:10.832320 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d32ff3f2-887e-47ff-83a9-e19116652bfb {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:10.832738 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d48ec5-6d0a-4d32-9028-7a9ce2840438', 'tag': '6a8186de-07cd-4ac8-9b96-83f198305a70', 'status': 'completed', 'code': 200} Aug 29 04:25:10.886493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-477a4fc3-248f-4019-b7fa-eea8910ff32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.888832 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-477a4fc3-248f-4019-b7fa-eea8910ff32a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 1096 time: 0.1327114 Aug 29 04:25:10.890690 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.892643 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fe6536-ce4d-467e-9d24-91e428fa1cf7 x-openstack-request-id: req-a5fe6536-ce4d-467e-9d24-91e428fa1cf7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:10.892978 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7908d056-797d-4326-a661-bbbeea4e9274", "name": "network-vif-deleted", "tag": "fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:10.893355 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5fe6536-ce4d-467e-9d24-91e428fa1cf7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:10.893709 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7908d056-797d-4326-a661-bbbeea4e9274', 'name': 'network-vif-deleted', 'tag': 'fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8', 'status': 'completed', 'code': 200} Aug 29 04:25:10.929819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fd83ff-25be-45e7-9212-ad938850532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:10.938442 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab423d3-c77a-4974-ab7a-e4170aa4920f" -d '{"events": [{"server_uuid": "21fd83ff-25be-45e7-9212-ad938850532c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ee26c-7977-4f8b-a76e-d4a3938f1643"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:10.948677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b7a65-7809-4227-a8a8-bbd052a46efb req-5d4c26a7-26f4-4a91-8b7f-c628ffac6abc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.950284 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d47b7a65-7809-4227-a8a8-bbd052a46efb req-5d4c26a7-26f4-4a91-8b7f-c628ffac6abc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.1088173 Aug 29 04:25:10.963851 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-b8ce3951-c1d7-4234-8f97-d3667ee18997 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a8186de-07cd-4ac8-9b96-83f198305a70 HTTP/1.1" status: 200 len: 217 time: 0.0492051 Aug 29 04:25:10.967574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:10.973800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.035025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:11.041576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d47b7a65-7809-4227-a8a8-bbd052a46efb req-2d2090f3-6910-418d-8c54-cef9da0a7052 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852461 Aug 29 04:25:11.055340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd682b-be3a-4b2e-ad88-1c0f3f52c3d4 req-71bb7d30-cc15-46e1-93d1-7fc16ba27611 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.064284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-912bc3c3-0910-47cd-af7c-c149ec86b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.064415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99fd682b-be3a-4b2e-ad88-1c0f3f52c3d4 req-71bb7d30-cc15-46e1-93d1-7fc16ba27611 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 944 time: 0.0876358 Aug 29 04:25:11.064527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-912bc3c3-0910-47cd-af7c-c149ec86b8ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=76c2f3fe-928d-4bcb-9142-ab6da2012edc HTTP/1.1" status: 200 len: 1096 time: 0.1984262 Aug 29 04:25:11.080314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-30c7b12e-4a87-42a3-94eb-dd5311c9fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.082307 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-30c7b12e-4a87-42a3-94eb-dd5311c9fd7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 200 len: 852 time: 0.0882313 Aug 29 04:25:11.109591 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3cddae-4221-474e-a321-622248ba2e53 x-openstack-request-id: req-0e3cddae-4221-474e-a321-622248ba2e53 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:11.109892 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fd83ff-25be-45e7-9212-ad938850532c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ee26c-7977-4f8b-a76e-d4a3938f1643", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:11.110149 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e3cddae-4221-474e-a321-622248ba2e53 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:11.110554 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fd83ff-25be-45e7-9212-ad938850532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643', 'code': 200} Aug 29 04:25:11.116296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99fd682b-be3a-4b2e-ad88-1c0f3f52c3d4 req-18bf6fa1-aaad-43e1-85ad-1cb34096da7f tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476830 Aug 29 04:25:11.122928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:11.134062 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] Sync routers for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:11.150894 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:11.151529 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:24:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:11.163241 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-6b802d2e-dc0b-44cc-8424-553607721841 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711579 Aug 29 04:25:11.166693 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.170622 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-addbe75b-5be1-4184-a932-32d72155ec66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d29f260a-4198-49e6-8f48-fc52f0aed0e5 HTTP/1.1" status: 200 len: 217 time: 0.0958045 Aug 29 04:25:11.275135 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-79047b14-15fb-4261-97a8-b89eb29fab8f tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "PUT /v2.0/floatingips/b5a783cc-bd43-4a6a-afd1-154dbaaac7ac HTTP/1.1" status: 200 len: 991 time: 2.4970884 Aug 29 04:25:11.279748 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:11.567956 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b5a783cc-bd43-4a6a-afd1-154dbaaac7ac', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'port_id': '125515ac-adf7-4304-9211-c5cf7d58219a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'mac_address': 'fa:16:3e:e6:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:54Z', 'updated_at': '2021-08-29T04:25:09Z', 'revision_number': 1, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:57Z', 'revision_number': 5, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:11.606880 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] Checking router: 70e1d15d-c4ce-4a45-a413-574962183a6b for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:11.627573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f2917-004c-4d7a-ac4b-054af81b7d7a req-bf62660a-e650-47a1-90bb-cbe0b639e4c5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.629228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-715f2917-004c-4d7a-ac4b-054af81b7d7a req-bf62660a-e650-47a1-90bb-cbe0b639e4c5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0893404 Aug 29 04:25:11.630429 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:11.631089 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:24:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:11.676235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-f1c81192-21c2-49a4-9eeb-2f15613daa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.677624 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-f1c81192-21c2-49a4-9eeb-2f15613daa75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 200 len: 852 time: 0.4877169 Aug 29 04:25:11.678927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-715f2917-004c-4d7a-ac4b-054af81b7d7a req-982e4a9f-46b7-4f25-b036-4cc0fdc3b7d1 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428543 Aug 29 04:25:11.706039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662639b3-f7f1-419b-9e84-692550b1ea4d req-1569fc5d-6272-4b09-8ea7-9c0fa607cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.706039 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662639b3-f7f1-419b-9e84-692550b1ea4d req-1569fc5d-6272-4b09-8ea7-9c0fa607cb52 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 1097 time: 0.4276681 Aug 29 04:25:11.724768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-f51395ba-1307-4edf-93f0-1eb564d97d85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369892 Aug 29 04:25:11.754763 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-d3b3ab91-b506-4870-85c7-7be07a19951d service neutron] 10.222.0.64 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628958 Aug 29 04:25:11.809541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2d2a-ec96-47e3-8e2d-a095f62a4456 req-dbcfe2a3-c8a8-4de1-bddc-2dfadd772a0c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.809723 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:11.811260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c2e2d2a-ec96-47e3-8e2d-a095f62a4456 req-dbcfe2a3-c8a8-4de1-bddc-2dfadd772a0c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 950 time: 0.0611403 Aug 29 04:25:11.863534 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662639b3-f7f1-419b-9e84-692550b1ea4d req-8439c9ae-fbab-4780-a2e2-f4b37cbb3227 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410432 Aug 29 04:25:11.873834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c2e2d2a-ec96-47e3-8e2d-a095f62a4456 req-3d5d38ea-9853-451a-ad9e-86c1670ab622 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546858 Aug 29 04:25:11.913591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0a3d2-e3e4-42aa-b71e-13437bd83d26 req-91b01a39-6a09-4f25-901b-4aae65fc6ff1 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.915461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7bc0a3d2-e3e4-42aa-b71e-13437bd83d26 req-91b01a39-6a09-4f25-901b-4aae65fc6ff1 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0608084 Aug 29 04:25:11.935384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-f16ee8b7-3a06-41d9-a515-ccc2b629b720 service neutron] 10.222.0.65 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008307 Aug 29 04:25:11.937848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-7f03a1a6-e6f9-47d4-9613-ec1afabfda26 service neutron] 10.222.0.64 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730855 Aug 29 04:25:11.961583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7bc0a3d2-e3e4-42aa-b71e-13437bd83d26 req-1900da4d-2b5a-4285-9ebc-93fb40f95d39 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394287 Aug 29 04:25:12.087782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:12.122298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-7a16319f-1f55-4f92-851b-1cad4a9ef773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.124163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-7a16319f-1f55-4f92-851b-1cad4a9ef773 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 1096 time: 0.1065357 Aug 29 04:25:12.140697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:12.141487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device fa4f9b62-19f4-4f6a-8b46-0e858f34e6f8 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:12.221255 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7974b56-f39b-4104-bac5-ccc3e206013c req-78b0bfa5-4c3f-4ed0-9e5f-f31f176e0393 service neutron] 10.222.0.65 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731513 Aug 29 04:25:12.255277 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b5a783cc-bd43-4a6a-afd1-154dbaaac7ac', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'port_id': '125515ac-adf7-4304-9211-c5cf7d58219a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'mac_address': 'fa:16:3e:e6:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:54Z', 'updated_at': '2021-08-29T04:25:09Z', 'revision_number': 1, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:57Z', 'revision_number': 5, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:12.264924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-802e29ef-7f88-4144-9369-0860bf180382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.266518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-802e29ef-7f88-4144-9369-0860bf180382 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 913 time: 0.1329069 Aug 29 04:25:12.286631 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f1753-7665-47f1-aaea-b20c7bbdee9d None None] The sync data for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 is: [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b5a783cc-bd43-4a6a-afd1-154dbaaac7ac', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'port_id': '125515ac-adf7-4304-9211-c5cf7d58219a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'mac_address': 'fa:16:3e:e6:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:54Z', 'updated_at': '2021-08-29T04:25:09Z', 'revision_number': 1, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:57Z', 'revision_number': 5, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:12.316370 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-4bc61d8a-d8c1-459b-a459-ba6d39ed52a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a8186de-07cd-4ac8-9b96-83f198305a70 HTTP/1.1" status: 200 len: 217 time: 0.0414023 Aug 29 04:25:12.374954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-810a76dd-4ea4-4e8a-8de6-357a9ddf1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.376692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-810a76dd-4ea4-4e8a-8de6-357a9ddf1770 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 200 len: 852 time: 0.0520236 Aug 29 04:25:12.388648 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-21dda4b3-dd61-4e1c-9065-7827b0ca92df service neutron] show failed (client error): The resource could not be found. Aug 29 04:25:12.389802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-21dda4b3-dd61-4e1c-9065-7827b0ca92df service neutron] 10.222.0.64 "GET /v2.0/ports/bccc8972-aef7-42be-97cb-ac0529c9e534/bindings/n-h2-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.4400849 Aug 29 04:25:12.405675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d64846-6094-48fa-8dd8-0e724a8dca29 req-1dcbf90f-b43f-4ab5-9ad0-8d83e6da8a84 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.407243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71d64846-6094-48fa-8dd8-0e724a8dca29 req-1dcbf90f-b43f-4ab5-9ad0-8d83e6da8a84 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.1006930 Aug 29 04:25:12.418130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-bd0a22b8-85a9-4dae-8ac7-76029704ad49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263655 Aug 29 04:25:12.421014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4419-7b0c-4b94-b6ac-da399fee5a67 req-8aea652f-ba41-4699-a625-ce5034ec9889 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.422495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e89f4419-7b0c-4b94-b6ac-da399fee5a67 req-8aea652f-ba41-4699-a625-ce5034ec9889 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 944 time: 0.1170502 Aug 29 04:25:12.482928 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71d64846-6094-48fa-8dd8-0e724a8dca29 req-621b7043-859c-43bc-8f2f-b5e0f34eaaa1 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593357 Aug 29 04:25:12.496880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e89f4419-7b0c-4b94-b6ac-da399fee5a67 req-375daa53-8b2f-40d5-9930-2e93b990064f tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Aug 29 04:25:12.558833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-3f59a606-be5e-4a44-aede-455165217428 service neutron] 10.222.0.64 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238401 Aug 29 04:25:12.601914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252380a-33ec-4aad-a213-64b68cbc0a45 None None] New status for floating IP b5a783cc-bd43-4a6a-afd1-154dbaaac7ac: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:25:12.708219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-0a9fa282-5714-4421-90ee-377de30cc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.709746 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-0a9fa282-5714-4421-90ee-377de30cc09e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 1101 time: 0.0859213 Aug 29 04:25:12.715629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bfc3c5dc-55d4-4aae-b18c-4f677c7dcc6e req-aa01660e-70f8-4204-9ad8-e2aa0eefc388 service neutron] 10.222.0.64 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438625 Aug 29 04:25:12.725823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:12.799335 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.892028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8443-4b48-49a7-a197-fdaaf8a43c60 req-354a46cb-8b68-4d64-9f78-c433685a7f15 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.893820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01ff8443-4b48-49a7-a197-fdaaf8a43c60 req-354a46cb-8b68-4d64-9f78-c433685a7f15 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0829957 Aug 29 04:25:12.933705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c2f3fe-928d-4bcb-9142-ab6da2012edc', 'tag': 'd29f260a-4198-49e6-8f48-fc52f0aed0e5'}, {'name': 'network-changed', 'server_uuid': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'tag': '125515ac-adf7-4304-9211-c5cf7d58219a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:12.935913 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f" -d '{"events": [{"name": "network-changed", "server_uuid": "76c2f3fe-928d-4bcb-9142-ab6da2012edc", "tag": "d29f260a-4198-49e6-8f48-fc52f0aed0e5"}, {"name": "network-changed", "server_uuid": "3555353a-9f75-442f-8c04-5db8a9bde8af", "tag": "125515ac-adf7-4304-9211-c5cf7d58219a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:12.949275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01ff8443-4b48-49a7-a197-fdaaf8a43c60 req-be9b5e73-485c-4fb2-90a6-03f8d289c883 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460091 Aug 29 04:25:13.020644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc30d02-22b6-4991-89d0-9e92b8a4f194 req-4ff427af-0178-4216-8b70-d28f26309758 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.022887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efc30d02-22b6-4991-89d0-9e92b8a4f194 req-4ff427af-0178-4216-8b70-d28f26309758 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 950 time: 0.0697043 Aug 29 04:25:13.041098 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6799b7c0-4cc6-4555-af8b-7d25fab96c51 x-openstack-request-id: req-6799b7c0-4cc6-4555-af8b-7d25fab96c51 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:13.041745 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c2f3fe-928d-4bcb-9142-ab6da2012edc", "tag": "d29f260a-4198-49e6-8f48-fc52f0aed0e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3555353a-9f75-442f-8c04-5db8a9bde8af", "tag": "125515ac-adf7-4304-9211-c5cf7d58219a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:13.042095 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6799b7c0-4cc6-4555-af8b-7d25fab96c51 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:13.042585 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c2f3fe-928d-4bcb-9142-ab6da2012edc', 'tag': 'd29f260a-4198-49e6-8f48-fc52f0aed0e5', 'status': 'completed', 'code': 200} Aug 29 04:25:13.042929 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'tag': '125515ac-adf7-4304-9211-c5cf7d58219a', 'status': 'completed', 'code': 200} Aug 29 04:25:13.071690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efc30d02-22b6-4991-89d0-9e92b8a4f194 req-c7366c7d-a6c6-4eec-8d3f-5ec3f56248b8 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Aug 29 04:25:13.076393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:13.164271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef039f62-daa9-4e2f-a85d-6dfe36aa8989 req-318b378f-f297-4846-8f54-b764a0bb0434 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.166029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef039f62-daa9-4e2f-a85d-6dfe36aa8989 req-318b378f-f297-4846-8f54-b764a0bb0434 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0495241 Aug 29 04:25:13.176607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:13.204439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef039f62-daa9-4e2f-a85d-6dfe36aa8989 req-da3a89b8-a5b6-41ad-b2ed-6a85390fd1cb tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Aug 29 04:25:13.232749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-d66805d4-3c0a-4a04-b1ab-e2125871cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.234710 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-d66805d4-3c0a-4a04-b1ab-e2125871cc4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=76c2f3fe-928d-4bcb-9142-ab6da2012edc HTTP/1.1" status: 200 len: 1096 time: 0.1249723 Aug 29 04:25:13.236508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.262316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef262a12-5532-4793-93ef-63ec7123a34a req-847e2ae0-9f59-497a-8cf2-5b20f9b43c61 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.263776 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef262a12-5532-4793-93ef-63ec7123a34a req-847e2ae0-9f59-497a-8cf2-5b20f9b43c61 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 950 time: 0.1334288 Aug 29 04:25:13.279241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Transition to ACTIVE for port object bccc8972-aef7-42be-97cb-ac0529c9e534 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:13.323292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.325329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05d42-4110-4f13-8039-36b33b1ff9e1 req-90e16362-095a-4414-974a-723ce6b07b4c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.326940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fa05d42-4110-4f13-8039-36b33b1ff9e1 req-90e16362-095a-4414-974a-723ce6b07b4c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.0547340 Aug 29 04:25:13.366294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fa05d42-4110-4f13-8039-36b33b1ff9e1 req-c68b8a24-d81f-481a-9cc0-9e01488fbd29 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332286 Aug 29 04:25:13.460928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.466514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] No DVR routers for this DVR port bccc8972-aef7-42be-97cb-ac0529c9e534 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:13.515505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-565a7b72-2613-4d58-8cca-40e16cb6260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.521505 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-565a7b72-2613-4d58-8cca-40e16cb6260e service neutron] 10.222.0.65 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 913 time: 0.2745204 Aug 29 04:25:13.615329 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-014a1d8f-7449-47d7-add5-52282a398f3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d29f260a-4198-49e6-8f48-fc52f0aed0e5 HTTP/1.1" status: 200 len: 217 time: 0.0584216 Aug 29 04:25:13.617621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Attempting to bind port bccc8972-aef7-42be-97cb-ac0529c9e534 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:13.618195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Attempting to bind port bccc8972-aef7-42be-97cb-ac0529c9e534 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:13.618748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Attempting to bind port bccc8972-aef7-42be-97cb-ac0529c9e534 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:13.641021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Port bccc8972-aef7-42be-97cb-ac0529c9e534 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:13.641356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Attempting to bind port bccc8972-aef7-42be-97cb-ac0529c9e534 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:13.668015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dd068-69a5-4435-ada3-376dfb2e22ea req-554cceff-117b-464a-bda1-7de5bbc70ca6 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.669647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f1dd068-69a5-4435-ada3-376dfb2e22ea req-554cceff-117b-464a-bda1-7de5bbc70ca6 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 944 time: 0.0961301 Aug 29 04:25:13.679420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Deleting port be55727a-7c9b-4f9d-ad76-614bb76cce65 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:13.679778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.689343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915027-ed2e-40f7-bdfc-da958dcdd2e6 req-b33f917b-d0d6-49a2-b93d-a62fea0cfb12 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.692050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01915027-ed2e-40f7-bdfc-da958dcdd2e6 req-b33f917b-d0d6-49a2-b93d-a62fea0cfb12 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.0841167 Aug 29 04:25:13.700352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:13.700968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:13.701108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:13.701520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Bound port: bccc8972-aef7-42be-97cb-ac0529c9e534, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:13.701891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.752655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f1dd068-69a5-4435-ada3-376dfb2e22ea req-13363b05-e10f-432e-b7e7-28e41e988549 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594220 Aug 29 04:25:13.759936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01915027-ed2e-40f7-bdfc-da958dcdd2e6 req-2fa11d0c-c8bf-4e32-b9c6-117c37c892e7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Aug 29 04:25:13.761673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-423394fb-f2f8-48ba-b0e9-b0bba6fe1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.763240 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-423394fb-f2f8-48ba-b0e9-b0bba6fe1701 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 200 len: 852 time: 0.1325698 Aug 29 04:25:13.834589 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-227da63f-d3e5-4b98-b4e7-a1ffbf99d231 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483081 Aug 29 04:25:13.921600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:13.942892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] For port be55727a-7c9b-4f9d-ad76-614bb76cce65, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=be55727a-7c9b-4f9d-ad76-614bb76cce65,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:13.943279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.962474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:13.967476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Calling delete_port for be55727a-7c9b-4f9d-ad76-614bb76cce65 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:13.968297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-84db1a47-79b4-4b83-8b7a-e63b89951ced tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.969711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-84db1a47-79b4-4b83-8b7a-e63b89951ced tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 815 time: 0.1161866 Aug 29 04:25:13.980956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.988734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-c64c642e-ee7c-459c-86f3-a24d69a6d803 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/quotas/f8b68e65e39444fbb190d86063fbfdbf HTTP/1.1" status: 200 len: 375 time: 0.0122175 Aug 29 04:25:14.067271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.067895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.069303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] 10.222.0.65 "PUT /v2.0/ports/bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 1096 time: 1.3480175 Aug 29 04:25:14.081806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-fba22024-1cc9-45cf-9c5b-80647e4c40b4 service neutron] 10.222.0.65 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324877 Aug 29 04:25:14.083670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device be55727a-7c9b-4f9d-ad76-614bb76cce65 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:14.088482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-cac51a72-5a6d-4e0b-96cf-988ecdc32609 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883431 Aug 29 04:25:14.165926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a268c-24c6-4fa0-b3df-7d08eb028789 req-866a0f3c-7833-478b-a8bf-a37d0acc5690 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.167686 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f52a268c-24c6-4fa0-b3df-7d08eb028789 req-866a0f3c-7833-478b-a8bf-a37d0acc5690 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1274750 Aug 29 04:25:14.195511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.234263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76153151-422e-4c31-9a41-a7f65c23bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.237596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f52a268c-24c6-4fa0-b3df-7d08eb028789 req-9ddcc1c1-c828-418c-b46c-7c05d0a0e1a6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606163 Aug 29 04:25:14.245481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-14002578-6d02-4da0-9769-00fbcd8ec425 service neutron] 10.222.0.58 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560094 Aug 29 04:25:14.324875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-e01167fc-f1b1-4d75-aa21-9701d4c7345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.326438 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-e01167fc-f1b1-4d75-aa21-9701d4c7345a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 1099 time: 0.1871197 Aug 29 04:25:14.364817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.374665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bccc8972-aef7-42be-97cb-ac0529c9e534 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:14.378466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['b386306c-9fcd-46b9-8994-40400ec723db'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:14.384228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c46e3a4f-e126-48a2-b1f3-f548834b05cd req-683d09b1-d699-46d8-9093-e038b53e7e42 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=2da1e692-757b-4819-b073-d31e5dc7ab88 HTTP/1.1" status: 200 len: 210 time: 0.0425391 Aug 29 04:25:14.401205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-3f086fa7-3ead-44c7-a0b3-6d5b541fcf93 service neutron] 10.222.0.58 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481428 Aug 29 04:25:14.404034 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-e5c0be50-f127-4058-ad58-fb81ba3b0b0e service neutron] 10.222.0.65 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030756 Aug 29 04:25:14.438766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Pushing event deleted for resources: {'Port': ['ID=be55727a-7c9b-4f9d-ad76-614bb76cce65,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.500645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] No DVR routers for this DVR port be55727a-7c9b-4f9d-ad76-614bb76cce65 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:14.503182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bccc8972-aef7-42be-97cb-ac0529c9e534 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:14.503364 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.506592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef262a12-5532-4793-93ef-63ec7123a34a req-75f53ccb-a51a-4bc5-8e3c-fc08a7cb813c tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "DELETE /v2.0/ports/be55727a-7c9b-4f9d-ad76-614bb76cce65 HTTP/1.1" status: 204 len: 173 time: 1.2259836 Aug 29 04:25:14.564944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-40323432-fcdf-4a6d-a8eb-abf4ce305d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.566469 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-40323432-fcdf-4a6d-a8eb-abf4ce305d1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2315042 Aug 29 04:25:14.570046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d29f260a-4198-49e6-8f48-fc52f0aed0e5 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:14.583929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-6f44b775-bf46-47f9-81b8-81f9a43abcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.595321 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-6f44b775-bf46-47f9-81b8-81f9a43abcaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d32c156958664a30b6bf71c29b56a5f6&device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 1097 time: 0.1282790 Aug 29 04:25:14.642083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0684fe1f-63a0-4253-846f-910ce8b45861 req-73b7f1a1-3db6-45e3-b4a8-9a3e11e4177a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 210 time: 0.0481281 Aug 29 04:25:14.704794 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-46658ff3-6496-4a6d-beb5-6c15aa36e359 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 217 time: 0.1230812 Aug 29 04:25:14.790229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-c6710da9-13e8-4b78-8859-67c59d8c1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.791717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-c6710da9-13e8-4b78-8859-67c59d8c1a00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0783331 Aug 29 04:25:14.797541 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:14.798860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-8a1f985f-5e5a-45f8-858a-494e7ae55d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.800212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-8a1f985f-5e5a-45f8-858a-494e7ae55d59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6ae7768b-6d20-4b35-836f-6eccfd085d7a HTTP/1.1" status: 200 len: 915 time: 0.1932473 Aug 29 04:25:14.961137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d29f260a-4198-49e6-8f48-fc52f0aed0e5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d29f260a-4198-49e6-8f48-fc52f0aed0e5,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:14.965411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-dc8ccde1-c39f-4063-a5a9-0208da952382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.967278 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-dc8ccde1-c39f-4063-a5a9-0208da952382 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1661897 Aug 29 04:25:14.979783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-d01edc6a-61a1-4bba-a09c-bae592f84a20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125515ac-adf7-4304-9211-c5cf7d58219a HTTP/1.1" status: 200 len: 1001 time: 0.1683781 Aug 29 04:25:14.985206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'd29f260a-4198-49e6-8f48-fc52f0aed0e5', 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'port_id': 'd29f260a-4198-49e6-8f48-fc52f0aed0e5', 'mac_address': 'fa:16:3e:e0:fc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f75685-4abb-45f9-a3cf-dabad7736ad3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:15.044569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.050859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1a572-8b8e-4dd2-b97d-1de73f96d7cf req-6984dcaf-7dce-4262-9382-2f384479021c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.059558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6c1a572-8b8e-4dd2-b97d-1de73f96d7cf req-6984dcaf-7dce-4262-9382-2f384479021c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.1592562 Aug 29 04:25:15.080329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29f260a-4198-49e6-8f48-fc52f0aed0e5 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:15.096880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534'}, {'name': 'network-changed', 'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534'}, {'server_uuid': '2da1e692-757b-4819-b073-d31e5dc7ab88', 'name': 'network-vif-deleted', 'tag': 'be55727a-7c9b-4f9d-ad76-614bb76cce65'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:15.097858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd5c9e-9cbe-42d5-898e-87dd476b7916 req-14f2c1fd-90fd-49ce-bcfe-fa6914f00e1d tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.099565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62fd5c9e-9cbe-42d5-898e-87dd476b7916 req-14f2c1fd-90fd-49ce-bcfe-fa6914f00e1d tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 944 time: 0.1859004 Aug 29 04:25:15.104016 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcfb600-2629-42a8-9c16-8f7bffda505f" -d '{"events": [{"server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "name": "network-vif-unplugged", "status": "completed", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534"}, {"name": "network-changed", "server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534"}, {"server_uuid": "2da1e692-757b-4819-b073-d31e5dc7ab88", "name": "network-vif-deleted", "tag": "be55727a-7c9b-4f9d-ad76-614bb76cce65"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:15.135374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6c1a572-8b8e-4dd2-b97d-1de73f96d7cf req-9a8ba3d4-23e9-457d-bdb5-5201905c8587 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750446 Aug 29 04:25:15.146254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d29f260a-4198-49e6-8f48-fc52f0aed0e5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d29f260a-4198-49e6-8f48-fc52f0aed0e5,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:15.151096 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.242621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-f412ab55-13d8-4f1b-a429-2004e15b9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.244833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-f412ab55-13d8-4f1b-a429-2004e15b9c71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99 HTTP/1.1" status: 200 len: 853 time: 0.1261003 Aug 29 04:25:15.256776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d29f260a-4198-49e6-8f48-fc52f0aed0e5,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.263653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-8ee857d9-d9d1-4834-8953-23509a52c98b tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.264666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62fd5c9e-9cbe-42d5-898e-87dd476b7916 req-6b7ac3ad-786a-4169-9a5b-1c386c2091c1 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502466 Aug 29 04:25:15.265299 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-8ee857d9-d9d1-4834-8953-23509a52c98b tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.65 "GET /v2.0/ports?device_id=21fd83ff-25be-45e7-9212-ad938850532c HTTP/1.1" status: 200 len: 945 time: 0.3039382 Aug 29 04:25:15.287161 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-8d2ec467-302a-4dcf-86c5-e07824bb8285 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063250 Aug 29 04:25:15.444746 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ce0b47-b8ef-44c3-aa17-23e6c7262be1 x-openstack-request-id: req-c3ce0b47-b8ef-44c3-aa17-23e6c7262be1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:15.445028 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "name": "network-vif-unplugged", "status": "completed", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534", "code": 200}, {"name": "network-changed", "server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534", "status": "completed", "code": 200}, {"server_uuid": "2da1e692-757b-4819-b073-d31e5dc7ab88", "name": "network-vif-deleted", "tag": "be55727a-7c9b-4f9d-ad76-614bb76cce65", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:15.445306 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3ce0b47-b8ef-44c3-aa17-23e6c7262be1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:15.445713 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'code': 200} Aug 29 04:25:15.445962 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'status': 'completed', 'code': 200} Aug 29 04:25:15.446329 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da1e692-757b-4819-b073-d31e5dc7ab88', 'name': 'network-vif-deleted', 'tag': 'be55727a-7c9b-4f9d-ad76-614bb76cce65', 'status': 'completed', 'code': 200} Aug 29 04:25:15.463675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-07e9be39-78d5-4467-a382-245dae28676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.466440 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-07e9be39-78d5-4467-a382-245dae28676e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6ae7768b-6d20-4b35-836f-6eccfd085d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1999266 Aug 29 04:25:15.472638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['d29f260a-4198-49e6-8f48-fc52f0aed0e5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:15.500097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97d54e-44f7-4013-aee7-60e5f98cec1a req-604c00d0-f15e-4fb8-85bc-250792ed3fc9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.509381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c97d54e-44f7-4013-aee7-60e5f98cec1a req-604c00d0-f15e-4fb8-85bc-250792ed3fc9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0752974 Aug 29 04:25:15.564360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c97d54e-44f7-4013-aee7-60e5f98cec1a req-74c937e7-96ff-41fb-be95-59a859c91b02 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518715 Aug 29 04:25:15.759055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80039ea4-4d60-44eb-9099-10f9baf7f5c9 req-057d40ee-f49a-4751-8268-1ca103ab7f2d tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 210 time: 0.0332901 Aug 29 04:25:15.822727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6af80-9ef3-48a4-ad9e-8b6f4e5edf26 req-1604e5b7-a081-4d79-810d-022309356e42 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.825017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93c6af80-9ef3-48a4-ad9e-8b6f4e5edf26 req-1604e5b7-a081-4d79-810d-022309356e42 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 949 time: 0.0697427 Aug 29 04:25:15.872914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93c6af80-9ef3-48a4-ad9e-8b6f4e5edf26 req-c656f3d3-fcd6-4796-b5ca-77cca92540d7 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Aug 29 04:25:15.953809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cd871638-4de2-4432-8409-f6635f9f2fe9 req-270aabde-160b-4a61-9a37-1f924c0dc46c service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402175 Aug 29 04:25:15.971370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-3712be76-608e-4fd8-8d84-059ceb871815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.973278 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-3712be76-608e-4fd8-8d84-059ceb871815 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 1099 time: 0.5119352 Aug 29 04:25:15.978301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Deleting port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:15.978720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.040711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-6f4f71f5-b3e1-4629-8138-61eb5a3d9293 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.043117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-6f4f71f5-b3e1-4629-8138-61eb5a3d9293 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.64 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 815 time: 0.1669960 Aug 29 04:25:16.063909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Request body: {'port': {'device_id': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'admin_state_up': True, 'tenant_id': 'f8b68e65e39444fbb190d86063fbfdbf'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:16.092411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a8186de-07cd-4ac8-9b96-83f198305a70 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:16.127533 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-4224b302-3fe5-47cc-86ee-dda3619d6ab6 service neutron] 10.222.0.65 "GET /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054059 Aug 29 04:25:16.199724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Made reservation on behalf of f8b68e65e39444fbb190d86063fbfdbf for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:16.204543 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.222500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a8186de-07cd-4ac8-9b96-83f198305a70, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a8186de-07cd-4ac8-9b96-83f198305a70,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:16.233576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-8f43983d-ec8d-4b35-8366-d9a3adb7730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.235249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-8f43983d-ec8d-4b35-8366-d9a3adb7730d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 1099 time: 0.2017822 Aug 29 04:25:16.236544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '6a8186de-07cd-4ac8-9b96-83f198305a70', 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'port_id': '6a8186de-07cd-4ac8-9b96-83f198305a70', 'mac_address': 'fa:16:3e:85:2d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f75685-4abb-45f9-a3cf-dabad7736ad3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:16.277966 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.297120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8186de-07cd-4ac8-9b96-83f198305a70 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:16.317515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-2c233823-0a29-4a9d-8dca-eb15c8d31703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.319212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-2c233823-0a29-4a9d-8dca-eb15c8d31703 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3225939 Aug 29 04:25:16.340774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] For port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:16.341230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.345581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a8186de-07cd-4ac8-9b96-83f198305a70, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a8186de-07cd-4ac8-9b96-83f198305a70,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:16.352556 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.361899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f36c02-ed5b-4614-a99b-4d69de100aef req-61261da1-5818-41fd-9329-b12e1016fa62 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.365017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8f36c02-ed5b-4614-a99b-4d69de100aef req-61261da1-5818-41fd-9329-b12e1016fa62 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.1296418 Aug 29 04:25:16.403970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Calling delete_port for 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:16.412838 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-a8c6bf52-d0dc-4071-ab98-9e73f2810b5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 217 time: 0.0743430 Aug 29 04:25:16.432214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a8186de-07cd-4ac8-9b96-83f198305a70,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.443784 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2be131d1-cd6c-4dc1-89be-fa0b8a2fc05f req-bc627117-a9c2-4736-8f19-fa8c9b7ce643 service neutron] 10.222.0.65 "GET /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058784 Aug 29 04:25:16.486804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8f36c02-ed5b-4614-a99b-4d69de100aef req-dc76a48c-761c-4cf8-b394-425e850add36 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144819 Aug 29 04:25:16.488039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Allocated IP 172.20.0.5 (4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc/b2f26e98-5b10-4ae4-ac64-d53dff97392d/80a89aa1-63db-4ccc-b07f-88256e6deade) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:16.531921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-0211b5cd-db06-4e03-b8aa-3d9c8e06603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.533440 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-0211b5cd-db06-4e03-b8aa-3d9c8e06603a service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2897627 Aug 29 04:25:16.535589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680b54-6f4f-4fb8-b4fb-0fc36df777b6 req-4e69622b-24e6-4cb7-bec4-0c3aab0a623d tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.542919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76680b54-6f4f-4fb8-b4fb-0fc36df777b6 req-4e69622b-24e6-4cb7-bec4-0c3aab0a623d tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 945 time: 0.1043658 Aug 29 04:25:16.555296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-314edd2a-d29f-437e-9856-314d6bbfdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.556821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-314edd2a-d29f-437e-9856-314d6bbfdf5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1305251 Aug 29 04:25:16.574622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d29f260a-4198-49e6-8f48-fc52f0aed0e5 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:16.595085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-15f8b461-99e6-4b71-9a4d-17849d1333ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 217 time: 0.0520933 Aug 29 04:25:16.609537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76680b54-6f4f-4fb8-b4fb-0fc36df777b6 req-ace2ae88-4cfd-4c08-8e82-878070ee95f3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657332 Aug 29 04:25:16.622765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6a8186de-07cd-4ac8-9b96-83f198305a70'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:16.697891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-72ee8527-2444-4caa-9960-f7541dc555c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.699877 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-72ee8527-2444-4caa-9960-f7541dc555c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129801 Aug 29 04:25:16.705893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-41e8d3da-71ab-4ae8-b79d-4da66f84375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.707644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-41e8d3da-71ab-4ae8-b79d-4da66f84375c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0939531 Aug 29 04:25:16.751501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port d29f260a-4198-49e6-8f48-fc52f0aed0e5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:16.760109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port d29f260a-4198-49e6-8f48-fc52f0aed0e5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:16.760565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.845492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.850722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.859783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-de4c3514-bc33-4e1f-9e82-7d64d1ce8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.861330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-de4c3514-bc33-4e1f-9e82-7d64d1ce8cd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1328290 Aug 29 04:25:16.902787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.906775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b0804-7f06-4dcd-94bd-c0f0fca6dcba req-4888ae75-342b-4c56-8ad1-15a90935ba88 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.907853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Pushing event deleted for resources: {'Port': ['ID=4a7ee26c-7977-4f8b-a76e-d4a3938f1643,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.910179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a85b0804-7f06-4dcd-94bd-c0f0fca6dcba req-4888ae75-342b-4c56-8ad1-15a90935ba88 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1922984 Aug 29 04:25:16.928953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-8ad83cf7-f4e6-4955-85c8-2a86db6600ac service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015722 Aug 29 04:25:16.943323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c2f3fe-928d-4bcb-9142-ab6da2012edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29f260a-4198-49e6-8f48-fc52f0aed0e5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:16.945800 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ffb08-8243-4027-993d-69141bf3bd1d" -d '{"events": [{"server_uuid": "76c2f3fe-928d-4bcb-9142-ab6da2012edc", "name": "network-vif-plugged", "status": "completed", "tag": "d29f260a-4198-49e6-8f48-fc52f0aed0e5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:16.961585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d29f260a-4198-49e6-8f48-fc52f0aed0e5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d29f260a-4198-49e6-8f48-fc52f0aed0e5,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:16.966706 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.968720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:16.972813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9854e651-2fde-4b85-a15e-bb4169641ce8 req-9d073758-ec39-4c86-9616-3d494f5be1e9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 210 time: 0.1025584 Aug 29 04:25:17.027775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:17.029578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:17.052226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] No DVR routers for this DVR port 4a7ee26c-7977-4f8b-a76e-d4a3938f1643 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:17.058109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a85b0804-7f06-4dcd-94bd-c0f0fca6dcba req-cc5d0f1e-92c8-406b-97c9-ed9cbd9956a3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034415 Aug 29 04:25:17.058684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.060745 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49ad7dca-6f4f-44fb-bd0c-705aa6b0461f req-73e31d5d-be16-4270-ab54-b6ff356c21ba tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.65 "DELETE /v2.0/ports/4a7ee26c-7977-4f8b-a76e-d4a3938f1643 HTTP/1.1" status: 204 len: 173 time: 1.7841852 Aug 29 04:25:17.074848 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.092590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d29f260a-4198-49e6-8f48-fc52f0aed0e5,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:17.117123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-5904edd7-0422-47c6-8f83-2389b0920d0f service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213531 Aug 29 04:25:17.133649 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1820b4-f558-47c9-918c-bfc8aecf85f5 x-openstack-request-id: req-3f1820b4-f558-47c9-918c-bfc8aecf85f5 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:17.134203 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c2f3fe-928d-4bcb-9142-ab6da2012edc", "name": "network-vif-plugged", "status": "completed", "tag": "d29f260a-4198-49e6-8f48-fc52f0aed0e5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:17.134622 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f1820b4-f558-47c9-918c-bfc8aecf85f5 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:17.135176 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c2f3fe-928d-4bcb-9142-ab6da2012edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29f260a-4198-49e6-8f48-fc52f0aed0e5', 'code': 200} Aug 29 04:25:17.182620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-df67eced-ddb6-463c-8769-37efae83fab9 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278063 Aug 29 04:25:17.184152 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:17.193582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a78b8-101a-45af-8f72-ccf8e841c3bd req-1b51955f-71ca-4f8c-81eb-3950c027f795 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.196498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d05a78b8-101a-45af-8f72-ccf8e841c3bd req-1b51955f-71ca-4f8c-81eb-3950c027f795 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 949 time: 0.1362276 Aug 29 04:25:17.197724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Pushing event updated for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:17.200860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:17.214708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:17.277366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d05a78b8-101a-45af-8f72-ccf8e841c3bd req-f309ffe0-5157-4a1f-adb9-1f32db3e4a29 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/security-groups?id=94f629d5-c817-4669-b294-6317b186e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711918 Aug 29 04:25:17.289732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cfcfb600-2629-42a8-9c16-8f7bffda505f req-ebea30f4-c033-4264-a8fb-ccb98efd18c9 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569173 Aug 29 04:25:17.301529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.302534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.309129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-5596d688-b6f0-4ff4-a5b7-e92475eebbbc tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.310644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-5596d688-b6f0-4ff4-a5b7-e92475eebbbc tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 949 time: 0.1038089 Aug 29 04:25:17.321242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc223a2-78c9-4f30-87a1-a90a541c48ea req-cdaee548-598e-4f4d-91ca-1732cec45bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.322774 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9fc223a2-78c9-4f30-87a1-a90a541c48ea req-cdaee548-598e-4f4d-91ca-1732cec45bc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76c2f3fe-928d-4bcb-9142-ab6da2012edc HTTP/1.1" status: 200 len: 1098 time: 0.0761662 Aug 29 04:25:17.341838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-89e4a6e9-3d9a-444d-b565-5683cd6577a2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2837350 Aug 29 04:25:17.358119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Request body: {'port': {'device_id': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:17.361066 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6267769b-e70e-4739-b473-6b1a4b37b0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.413340 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9fc223a2-78c9-4f30-87a1-a90a541c48ea req-1556a41f-1314-4546-9d4e-691334fced3c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815337 Aug 29 04:25:17.427237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.446016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Deleting port b386306c-9fcd-46b9-8994-40400ec723db {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:17.446367 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.450601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fd83ff-25be-45e7-9212-ad938850532c', 'name': 'network-vif-deleted', 'tag': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:17.453462 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3bea3-1f4c-4317-b390-87aeb2cb77a6" -d '{"events": [{"server_uuid": "21fd83ff-25be-45e7-9212-ad938850532c", "name": "network-vif-deleted", "tag": "4a7ee26c-7977-4f8b-a76e-d4a3938f1643"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:17.496180 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2baec92-8c2d-4287-afb4-476e070d50d4 x-openstack-request-id: req-c2baec92-8c2d-4287-afb4-476e070d50d4 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:17.496547 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fd83ff-25be-45e7-9212-ad938850532c", "name": "network-vif-deleted", "tag": "4a7ee26c-7977-4f8b-a76e-d4a3938f1643", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:17.496748 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2baec92-8c2d-4287-afb4-476e070d50d4 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:17.497171 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fd83ff-25be-45e7-9212-ad938850532c', 'name': 'network-vif-deleted', 'tag': '4a7ee26c-7977-4f8b-a76e-d4a3938f1643', 'status': 'completed', 'code': 200} Aug 29 04:25:17.558015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] For port b386306c-9fcd-46b9-8994-40400ec723db, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=b386306c-9fcd-46b9-8994-40400ec723db,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:17.558456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.573155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Calling delete_port for b386306c-9fcd-46b9-8994-40400ec723db owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:17.682809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f59666-9cd5-4cce-b55d-8f540e1fb992 req-62186fcf-9fc0-421f-8054-2d60a5e08f26 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.690782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66f59666-9cd5-4cce-b55d-8f540e1fb992 req-62186fcf-9fc0-421f-8054-2d60a5e08f26 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 947 time: 0.1198926 Aug 29 04:25:17.751181 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66f59666-9cd5-4cce-b55d-8f540e1fb992 req-6b125f36-9c03-4880-97dc-ad16d88548d3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592909 Aug 29 04:25:17.786790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.810144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['b386306c-9fcd-46b9-8994-40400ec723db'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:17.861246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Pushing event deleted for resources: {'Port': ['ID=b386306c-9fcd-46b9-8994-40400ec723db,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:17.902178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d268ab-480c-4730-be3a-631798def3b7 req-d57c82ec-77f8-4778-a586-72c2fffa5726 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.909219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1d268ab-480c-4730-be3a-631798def3b7 req-d57c82ec-77f8-4778-a586-72c2fffa5726 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 945 time: 0.1045978 Aug 29 04:25:17.917146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] No DVR routers for this DVR port b386306c-9fcd-46b9-8994-40400ec723db on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:17.919592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.922257 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-907d7635-0ca7-43fc-8b8e-2da54761f683 req-efade628-840b-4905-9ce1-1fcd29f34164 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.64 "DELETE /v2.0/ports/b386306c-9fcd-46b9-8994-40400ec723db HTTP/1.1" status: 204 len: 173 time: 0.6042774 Aug 29 04:25:17.985439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a89aa1-63db-4ccc-b07f-88256e6deade {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:18.011739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.023371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1d268ab-480c-4730-be3a-631798def3b7 req-91d27728-6f24-4f22-af13-f8d97b7059ec tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732806 Aug 29 04:25:18.052614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Transition to ACTIVE for port object 80a89aa1-63db-4ccc-b07f-88256e6deade will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:18.057280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.096872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a8186de-07cd-4ac8-9b96-83f198305a70 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:18.162206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 6a8186de-07cd-4ac8-9b96-83f198305a70 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:18.167058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 6a8186de-07cd-4ac8-9b96-83f198305a70 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:18.167461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.194759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.216640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40daa-82ba-4070-91db-c7dcd03c9542 req-137d13d7-aeca-485a-9eaf-bfb69ac05099 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.218255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35b40daa-82ba-4070-91db-c7dcd03c9542 req-137d13d7-aeca-485a-9eaf-bfb69ac05099 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 943 time: 0.1280477 Aug 29 04:25:18.249978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.283694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a8186de-07cd-4ac8-9b96-83f198305a70, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a8186de-07cd-4ac8-9b96-83f198305a70,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:18.288109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.288922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:18.293550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b8752-1aa0-46df-a63f-376f412eeaf2 req-fad93425-7830-473b-b87f-4baf91938866 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.295053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e9b8752-1aa0-46df-a63f-376f412eeaf2 req-fad93425-7830-473b-b87f-4baf91938866 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1320982 Aug 29 04:25:18.306788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35b40daa-82ba-4070-91db-c7dcd03c9542 req-bf97f84a-5622-4f5e-ba56-c0bf9efb31f9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817924 Aug 29 04:25:18.330761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: b386306c-9fcd-46b9-8994-40400ec723db {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:18.330761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device b386306c-9fcd-46b9-8994-40400ec723db not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:18.339717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Attempting to bind port 80a89aa1-63db-4ccc-b07f-88256e6deade on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:18.340090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Attempting to bind port 80a89aa1-63db-4ccc-b07f-88256e6deade by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:18.340496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Attempting to bind port 80a89aa1-63db-4ccc-b07f-88256e6deade on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:18.348348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Port 80a89aa1-63db-4ccc-b07f-88256e6deade on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:18.348956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Attempting to bind port 80a89aa1-63db-4ccc-b07f-88256e6deade on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:18.361116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a8186de-07cd-4ac8-9b96-83f198305a70,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.362034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:18.362378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Checking segment: {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:18.362762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Bound using segment: {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:18.363198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Bound port: 80a89aa1-63db-4ccc-b07f-88256e6deade, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:18.364018 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.367910 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e9b8752-1aa0-46df-a63f-376f412eeaf2 req-7734cc20-61e2-45c9-a552-1584fec5c6d6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643129 Aug 29 04:25:18.447963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9825b06-6472-4b06-b614-808260b3f4ce req-7563b224-d8d9-46a3-a5bb-33fed1816866 tempest-ServersAdminTestJSON-49601357 tempest-ServersAdminTestJSON-49601357-project] 10.222.0.58 "GET /v2.0/ports?device_id=630487bd-8156-4874-9e06-8f1398a6623e HTTP/1.1" status: 200 len: 210 time: 0.0373919 Aug 29 04:25:18.473088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:18.476858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:18.482688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.517472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.518099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.519493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] 10.222.0.64 "PUT /v2.0/ports/80a89aa1-63db-4ccc-b07f-88256e6deade HTTP/1.1" status: 200 len: 1092 time: 1.1686826 Aug 29 04:25:18.519929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'tag': '80a89aa1-63db-4ccc-b07f-88256e6deade'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:18.522192 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ff993b-3613-42e8-9545-a9c12433c552" -d '{"events": [{"name": "network-changed", "server_uuid": "ea98de7d-b05e-45d2-9b66-f3625c39304e", "tag": "80a89aa1-63db-4ccc-b07f-88256e6deade"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:18.556444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9f4a-27b7-457e-b6ca-0c589c28cbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.581437 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b7626-11f4-4b4f-b3e1-4cc599870c12 x-openstack-request-id: req-945b7626-11f4-4b4f-b3e1-4cc599870c12 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:18.581839 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea98de7d-b05e-45d2-9b66-f3625c39304e", "tag": "80a89aa1-63db-4ccc-b07f-88256e6deade", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:18.581996 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-945b7626-11f4-4b4f-b3e1-4cc599870c12 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:18.582383 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'tag': '80a89aa1-63db-4ccc-b07f-88256e6deade', 'status': 'completed', 'code': 200} Aug 29 04:25:18.603554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bccc8972-aef7-42be-97cb-ac0529c9e534 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:18.678613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-00a03334-c707-40fd-8365-51d2cc57296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.680180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-00a03334-c707-40fd-8365-51d2cc57296c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 1095 time: 0.0767455 Aug 29 04:25:18.711653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:18.723810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'mac_address': 'fa:16:3e:5c:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:18.728225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-eaeb799b-4543-43e1-a4c0-130674c8b6c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a89aa1-63db-4ccc-b07f-88256e6deade HTTP/1.1" status: 200 len: 217 time: 0.0356264 Aug 29 04:25:18.764719 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.778621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccc8972-aef7-42be-97cb-ac0529c9e534 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:18.787080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-e7ca1203-946b-483f-ae92-f0b8c29e3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.789537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-e7ca1203-946b-483f-ae92-f0b8c29e3afa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f26e98-5b10-4ae4-ac64-d53dff97392d HTTP/1.1" status: 200 len: 855 time: 0.0498357 Aug 29 04:25:18.809856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:18.815810 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.829263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-626d81cd-73db-4fae-b6e9-c744e6e219b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270085 Aug 29 04:25:18.867495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.927518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbba26-7ab1-42a4-b248-a75cb497e045 req-bea1969a-6b65-4fce-abd8-d9027d6355c3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.929027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90dbba26-7ab1-42a4-b248-a75cb497e045 req-bea1969a-6b65-4fce-abd8-d9027d6355c3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 948 time: 0.0982239 Aug 29 04:25:18.985869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-dfa7370a-95ec-49b7-b46a-a5a17247a5cf service neutron] 10.222.0.64 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466644 Aug 29 04:25:18.990660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90dbba26-7ab1-42a4-b248-a75cb497e045 req-03e06c9b-313d-4606-aca1-e573cee0d9d9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530922 Aug 29 04:25:19.090974 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c3d309e-acd5-4262-9dc3-8f3f00b0959f req-985a0eeb-eded-4367-adc1-a4d46a498138 service neutron] 10.222.0.64 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937772 Aug 29 04:25:19.136342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d48ec5-6d0a-4d32-9028-7a9ce2840438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8186de-07cd-4ac8-9b96-83f198305a70'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:19.139232 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcff06cb-e34b-4fc0-ae87-60c32f82bd84" -d '{"events": [{"server_uuid": "92d48ec5-6d0a-4d32-9028-7a9ce2840438", "name": "network-vif-plugged", "status": "completed", "tag": "6a8186de-07cd-4ac8-9b96-83f198305a70"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:19.158679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['bccc8972-aef7-42be-97cb-ac0529c9e534'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:19.176098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5fb2-b88b-4146-b238-c89136b8819a req-7e62026d-1e20-4e19-bad6-17f38087cdc2 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.177712 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-921a5fb2-b88b-4146-b238-c89136b8819a req-7e62026d-1e20-4e19-bad6-17f38087cdc2 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 946 time: 0.0670719 Aug 29 04:25:19.281258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-921a5fb2-b88b-4146-b238-c89136b8819a req-5ac357cf-5828-441d-851d-e4a3425191d3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947206 Aug 29 04:25:19.283159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-6bf6d451-80a7-470b-ba7f-4b6a702ea759 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.285364 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-6bf6d451-80a7-470b-ba7f-4b6a702ea759 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 948 time: 0.0565212 Aug 29 04:25:19.291552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0074e8a-c034-4eb8-84e7-37c5e4fddfb3 req-cea1800b-4ad7-49e7-8e56-089668b78dbf tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.293220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0074e8a-c034-4eb8-84e7-37c5e4fddfb3 req-cea1800b-4ad7-49e7-8e56-089668b78dbf tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 948 time: 0.1270957 Aug 29 04:25:19.296297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff993b-3613-42e8-9545-a9c12433c552 req-00fd2a16-b915-4d1c-b84a-96ac90ead87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.297820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75ff993b-3613-42e8-9545-a9c12433c552 req-00fd2a16-b915-4d1c-b84a-96ac90ead87b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 1095 time: 0.1124289 Aug 29 04:25:19.363274 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f2cd4-d325-41d6-8cc1-ac164df8299e x-openstack-request-id: req-439f2cd4-d325-41d6-8cc1-ac164df8299e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:19.363834 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d48ec5-6d0a-4d32-9028-7a9ce2840438", "name": "network-vif-plugged", "status": "completed", "tag": "6a8186de-07cd-4ac8-9b96-83f198305a70", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:19.363834 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-439f2cd4-d325-41d6-8cc1-ac164df8299e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:19.364786 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d48ec5-6d0a-4d32-9028-7a9ce2840438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8186de-07cd-4ac8-9b96-83f198305a70', 'code': 200} Aug 29 04:25:19.373429 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-34cb1712-2f0f-43b3-957b-15bd5abe2264 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:25:19.374706 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-34cb1712-2f0f-43b3-957b-15bd5abe2264 service neutron] 10.222.0.64 "DELETE /v2.0/ports/bccc8972-aef7-42be-97cb-ac0529c9e534/bindings/n-h1-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.0815063 Aug 29 04:25:19.396225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0074e8a-c034-4eb8-84e7-37c5e4fddfb3 req-5fac31d7-4ab5-4fb3-a4c0-1b1e3f6af3c6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963347 Aug 29 04:25:19.433182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff993b-3613-42e8-9545-a9c12433c552 req-908f9437-e1fe-42c7-9f5a-05bed39b416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.435427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75ff993b-3613-42e8-9545-a9c12433c552 req-908f9437-e1fe-42c7-9f5a-05bed39b416f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 916 time: 0.1294670 Aug 29 04:25:19.499470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-deleted', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:19.501969 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5dc71c-5144-49e1-b323-45bc862aea47" -d '{"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-deleted", "tag": "b386306c-9fcd-46b9-8994-40400ec723db"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:19.517525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75ff993b-3613-42e8-9545-a9c12433c552 req-dea9977b-4ebb-45bc-a19e-97ecf53529ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a89aa1-63db-4ccc-b07f-88256e6deade HTTP/1.1" status: 200 len: 217 time: 0.0512621 Aug 29 04:25:19.543302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-c471564f-e164-4baa-bcf6-60f95b2c9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.544945 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-c471564f-e164-4baa-bcf6-60f95b2c9c7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 1100 time: 0.0825961 Aug 29 04:25:19.546692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146800ad-564c-4076-bc02-097cb65c338d req-2e07e01a-a0f4-4651-9ec1-5a67c716ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.548074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-146800ad-564c-4076-bc02-097cb65c338d req-2e07e01a-a0f4-4651-9ec1-5a67c716ad0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 1098 time: 0.0844696 Aug 29 04:25:19.590047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1cf9-cc86-4227-b8b1-398ffc8984ac req-0121dd78-59d8-4d81-a9bd-158c36152e5d tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.591547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e1b1cf9-cc86-4227-b8b1-398ffc8984ac req-0121dd78-59d8-4d81-a9bd-158c36152e5d tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 943 time: 0.1626377 Aug 29 04:25:19.630117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef326c4-faef-4af5-a889-b3efacaba70e req-ed8284bc-5efd-44c8-93e0-fcd901892d11 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.631843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ef326c4-faef-4af5-a889-b3efacaba70e req-ed8284bc-5efd-44c8-93e0-fcd901892d11 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1533930 Aug 29 04:25:19.635085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff993b-3613-42e8-9545-a9c12433c552 req-70a3ad3f-f563-4988-b6ee-aa117e9f8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.636532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75ff993b-3613-42e8-9545-a9c12433c552 req-70a3ad3f-f563-4988-b6ee-aa117e9f8654 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f26e98-5b10-4ae4-ac64-d53dff97392d HTTP/1.1" status: 200 len: 855 time: 0.0974724 Aug 29 04:25:19.643303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-146800ad-564c-4076-bc02-097cb65c338d req-900e7a2c-b7c0-4ef7-a863-cd9759d0a52a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835140 Aug 29 04:25:19.671899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-e56400c5-cd16-4300-8193-6a2cdfc6f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.673439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-e56400c5-cd16-4300-8193-6a2cdfc6f1f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1148589 Aug 29 04:25:19.688037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75ff993b-3613-42e8-9545-a9c12433c552 req-0515f0d7-62ab-4be5-a6fa-287e01884ab0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432911 Aug 29 04:25:19.690851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e1b1cf9-cc86-4227-b8b1-398ffc8984ac req-8e444c71-ccf5-4e75-b785-b655b8ce6a37 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898917 Aug 29 04:25:19.711255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ef326c4-faef-4af5-a889-b3efacaba70e req-acc22468-596d-4071-9eec-efab77cb266f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695734 Aug 29 04:25:19.761871 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36894ec-e264-4573-96db-aa3863b81f9e x-openstack-request-id: req-b36894ec-e264-4573-96db-aa3863b81f9e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:19.762181 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630487bd-8156-4874-9e06-8f1398a6623e", "name": "network-vif-deleted", "tag": "b386306c-9fcd-46b9-8994-40400ec723db", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:19.762439 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b36894ec-e264-4573-96db-aa3863b81f9e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:19.762843 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630487bd-8156-4874-9e06-8f1398a6623e', 'name': 'network-vif-deleted', 'tag': 'b386306c-9fcd-46b9-8994-40400ec723db', 'status': 'completed', 'code': 200} Aug 29 04:25:19.900641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-8dfd7acb-50af-417d-9606-faeb76f19596 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 200 len: 217 time: 0.0448906 Aug 29 04:25:19.948113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75ff993b-3613-42e8-9545-a9c12433c552 req-2b32eaad-5a20-4852-a0c4-2c57627db918 service neutron] 10.222.0.64 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917342 Aug 29 04:25:19.954032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43616) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:19.954546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-f9d3ea86-6a28-45c3-bd91-a7bc388f6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.956114 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-f9d3ea86-6a28-45c3-bd91-a7bc388f6b94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0474756 Aug 29 04:25:20.010309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-e2679a95-19bc-4123-876e-30f6e90325d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.011824 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-e2679a95-19bc-4123-876e-30f6e90325d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483074 Aug 29 04:25:20.056369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75ff993b-3613-42e8-9545-a9c12433c552 req-74060f33-bcc7-41dc-bd8c-b476a03835d2 service neutron] 10.222.0.64 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963569 Aug 29 04:25:20.111965 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-2bcad2a3-0c33-4084-834f-490862312e47 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909142 Aug 29 04:25:20.131849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cfcbb839-f4bb-4d35-ae2d-e8d4dcf0dc52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69b0b3daf0e847a09070c3911e139d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763697 Aug 29 04:25:20.134323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43622) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:20.184301 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f707ac0-518e-4258-8d7f-413dc53bb957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.207228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f707ac0-518e-4258-8d7f-413dc53bb957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.211549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b89c1211-76ac-49e1-9cb9-f72ddeeb1de5 req-1ca88c3f-0295-4a53-9bad-adc079f3194a service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914180 Aug 29 04:25:20.257362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f707ac0-518e-4258-8d7f-413dc53bb957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.260334 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f707ac0-518e-4258-8d7f-413dc53bb957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.261571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f707ac0-518e-4258-8d7f-413dc53bb957 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94f629d5-c817-4669-b294-6317b186e0b0 HTTP/1.1" status: 204 len: 168 time: 0.1263385 Aug 29 04:25:20.270328 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.273853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f707ac0-518e-4258-8d7f-413dc53bb957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f629d5-c817-4669-b294-6317b186e0b0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.369752 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-70b1bc94-1eb3-4e90-9df8-866a74c5fc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.426607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f398ba-d438-47ae-bc12-0fa9ebd87c3f req-e7b98a9c-c2ae-43d5-95c1-4e4d0a162abc tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.428172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49f398ba-d438-47ae-bc12-0fa9ebd87c3f req-e7b98a9c-c2ae-43d5-95c1-4e4d0a162abc tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 946 time: 0.0495582 Aug 29 04:25:20.471519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49f398ba-d438-47ae-bc12-0fa9ebd87c3f req-fb41b809-4dbb-4c42-a34a-0d159f0fc09d tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Aug 29 04:25:20.552018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c3a78-9a33-4810-ba4a-52aabf29af45 req-b407415d-5d35-411f-b1be-490221eee80a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.553524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29c3a78-9a33-4810-ba4a-52aabf29af45 req-b407415d-5d35-411f-b1be-490221eee80a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 948 time: 0.0644395 Aug 29 04:25:20.559491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43632) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:20.595567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29c3a78-9a33-4810-ba4a-52aabf29af45 req-6230c563-1c0a-462a-9550-466b52501235 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358415 Aug 29 04:25:20.606766 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8269c8d5-9541-43f9-a152-88cd92352194 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa6a1710601c43919a3e676d8e33dc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443482 Aug 29 04:25:20.610651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43634) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:20.626416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bccc8972-aef7-42be-97cb-ac0529c9e534 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:20.666457 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1aa1-e239-469e-84d0-1e5bee89d8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.683115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port bccc8972-aef7-42be-97cb-ac0529c9e534 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:20.688190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port bccc8972-aef7-42be-97cb-ac0529c9e534 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:20.688579 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.690044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1aa1-e239-469e-84d0-1e5bee89d8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.752788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1aa1-e239-469e-84d0-1e5bee89d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.756034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1aa1-e239-469e-84d0-1e5bee89d8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.762304 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7c8a1aa1-e239-469e-84d0-1e5bee89d8c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/462c8a56-1e0e-4381-bf38-d36fbe8e647c HTTP/1.1" status: 204 len: 168 time: 0.1504042 Aug 29 04:25:20.772305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a1aa1-e239-469e-84d0-1e5bee89d8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462c8a56-1e0e-4381-bf38-d36fbe8e647c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.872969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.937844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:20.943630 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.946055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14888c-dbb7-48fa-8633-0029b4785a46 req-4096b99e-96ea-4b68-9660-47fd8baad866 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.948658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a14888c-dbb7-48fa-8633-0029b4785a46 req-4096b99e-96ea-4b68-9660-47fd8baad866 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 943 time: 0.1422589 Aug 29 04:25:20.993372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936fc3c-f6a9-4e58-b2dd-457247e59312 req-ec461b9d-4f94-498a-a1e5-7b30582bad08 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.995066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3936fc3c-f6a9-4e58-b2dd-457247e59312 req-ec461b9d-4f94-498a-a1e5-7b30582bad08 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1477070 Aug 29 04:25:21.015455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.037418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a14888c-dbb7-48fa-8633-0029b4785a46 req-90dd7a19-e6b9-4a37-9bd7-3ee0cdfa091b tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813189 Aug 29 04:25:21.068174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3936fc3c-f6a9-4e58-b2dd-457247e59312 req-93dd928f-362e-44b0-9324-60adc4f9590e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644438 Aug 29 04:25:21.114115 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.365750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:21.368150 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be9a740-0f40-4e54-b9a0-036d4a2dc24b" -d '{"events": [{"server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "name": "network-vif-plugged", "status": "completed", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:21.404700 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12060111-5521-4b6d-a594-455296d0dfa6 x-openstack-request-id: req-12060111-5521-4b6d-a594-455296d0dfa6 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:21.407000 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "name": "network-vif-plugged", "status": "completed", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:21.407000 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12060111-5521-4b6d-a594-455296d0dfa6 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:21.407000 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'code': 200} Aug 29 04:25:21.596730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c6f6a-1c73-4229-966f-f2b213cdb64c req-8e076a89-4650-4803-9970-abbd0272fe35 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.598237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-027c6f6a-1c73-4229-966f-f2b213cdb64c req-8e076a89-4650-4803-9970-abbd0272fe35 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 946 time: 0.0499666 Aug 29 04:25:21.647329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-027c6f6a-1c73-4229-966f-f2b213cdb64c req-857892cf-1d5d-479d-8382-7ab0952f29b4 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Aug 29 04:25:21.728153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a31080-7b53-47ea-854e-ba8500833bcb req-fa0b705c-29da-4c13-8607-d8bbd469c334 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.729656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9a31080-7b53-47ea-854e-ba8500833bcb req-fa0b705c-29da-4c13-8607-d8bbd469c334 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0525858 Aug 29 04:25:21.804966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9a31080-7b53-47ea-854e-ba8500833bcb req-8025efe7-dc6a-4f1b-b213-cff339d58780 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 Aug 29 04:25:21.813727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269750c-a613-4ff5-8e03-30aa758fbcd4 req-5165dde9-48e9-4518-8126-c03ba3467db4 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.815212 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9269750c-a613-4ff5-8e03-30aa758fbcd4 req-5165dde9-48e9-4518-8126-c03ba3467db4 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=76c2f3fe-928d-4bcb-9142-ab6da2012edc HTTP/1.1" status: 200 len: 946 time: 0.0846803 Aug 29 04:25:21.861528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9269750c-a613-4ff5-8e03-30aa758fbcd4 req-82314963-5bb7-4fe4-840d-22bb13b807ed tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Aug 29 04:25:21.962878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3d690-ff42-49ee-9538-fcb7d4e56cdb req-bd84bafe-3c2b-4e50-9c05-7d63c74c98ef tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.964331 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2e3d690-ff42-49ee-9538-fcb7d4e56cdb req-bd84bafe-3c2b-4e50-9c05-7d63c74c98ef tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0611126 Aug 29 04:25:22.009699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2e3d690-ff42-49ee-9538-fcb7d4e56cdb req-5894514b-fcf8-4caa-a507-568a83c39a74 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366309 Aug 29 04:25:22.135367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:22.187445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43810-c0ea-4e16-b86c-1afa5dbda6c6 req-18dcf711-5d9c-483a-a33d-faae493c365c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.189140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-faa43810-c0ea-4e16-b86c-1afa5dbda6c6 req-18dcf711-5d9c-483a-a33d-faae493c365c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 943 time: 0.0652256 Aug 29 04:25:22.276549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-faa43810-c0ea-4e16-b86c-1afa5dbda6c6 req-3665a8cb-0a8e-4590-9d61-eb6ff6079d58 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702295 Aug 29 04:25:22.328603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:22.362282 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '520e3302-f760-46a9-a9ee-3ba84b681764', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'port_id': '520e3302-f760-46a9-a9ee-3ba84b681764', 'mac_address': 'fa:16:3e:02:f1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:22.401234 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.404765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a34b7-dc53-4400-93ac-110c542c184b req-92fbd0d5-9fad-4338-aa4c-3e820980f051 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.407184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-862a34b7-dc53-4400-93ac-110c542c184b req-92fbd0d5-9fad-4338-aa4c-3e820980f051 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0693910 Aug 29 04:25:22.420699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 520e3302-f760-46a9-a9ee-3ba84b681764 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:22.447295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:22.447295 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.448198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 80a89aa1-63db-4ccc-b07f-88256e6deade details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:22.472766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-862a34b7-dc53-4400-93ac-110c542c184b req-4b0662cf-597e-4218-a486-e523e4c2ce67 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582552 Aug 29 04:25:22.577690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.627455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:22.640892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '80a89aa1-63db-4ccc-b07f-88256e6deade', 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'port_id': '80a89aa1-63db-4ccc-b07f-88256e6deade', 'mac_address': 'fa:16:3e:0b:ad:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f26e98-5b10-4ae4-ac64-d53dff97392d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:22.708691 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.727292 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.740955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a89aa1-63db-4ccc-b07f-88256e6deade {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:22.773876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-9967212b-1377-4274-82f1-46020d00eeb6 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.774496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:22.776560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-9967212b-1377-4274-82f1-46020d00eeb6 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 812 time: 0.1359658 Aug 29 04:25:22.781107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.794586 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-b88d0fbf-4f7d-4ecc-8d2c-2c8d66613df5 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/quotas/037588919348479b8a848e32a36e5d91 HTTP/1.1" status: 200 len: 375 time: 0.0102487 Aug 29 04:25:22.837224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.864477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-a8433ccf-f371-4a5d-aff1-9f62d21265ea tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610690 Aug 29 04:25:22.875472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['520e3302-f760-46a9-a9ee-3ba84b681764'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:22.989570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-255e6163-8af4-4bd2-9651-13dc8066bfb2 service neutron] 10.222.0.58 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164136 Aug 29 04:25:23.101272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['80a89aa1-63db-4ccc-b07f-88256e6deade'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:23.213046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-30aeb759-92d1-4562-96b7-762f247020ec tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793378 Aug 29 04:25:23.305073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-fd829d95-4635-426e-bfd7-485c550b55d0 service neutron] 10.222.0.58 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144836 Aug 29 04:25:23.431061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-2a18bca4-ccf7-40da-8a92-7a8b8553d3bc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.440605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-2a18bca4-ccf7-40da-8a92-7a8b8553d3bc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263899 Aug 29 04:25:23.460616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-676cd617-5e0e-476d-8d1d-c2c402d7256d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/quotas/01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 375 time: 0.0186942 Aug 29 04:25:23.493428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43780) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:23.551518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-d74a5121-2aaa-4723-b4b9-56da97a009ba tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897608 Aug 29 04:25:23.642708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-519ca120-4399-43d8-a374-42450dd51d0a tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.656567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-519ca120-4399-43d8-a374-42450dd51d0a tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.65 "GET /v2.0/ports?device_id=76c2f3fe-928d-4bcb-9142-ab6da2012edc HTTP/1.1" status: 200 len: 946 time: 0.1162398 Aug 29 04:25:23.767429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8094b-bc70-40c5-8d2d-d8a6da33e5c4 req-baa17929-c854-41d3-a06f-454996ce6ac9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.778081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57d8094b-bc70-40c5-8d2d-d8a6da33e5c4 req-baa17929-c854-41d3-a06f-454996ce6ac9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 944 time: 0.1323094 Aug 29 04:25:23.836734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57d8094b-bc70-40c5-8d2d-d8a6da33e5c4 req-ee12eaac-7a08-48ad-8b55-8fe5ffb22c16 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575387 Aug 29 04:25:23.867972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-40473cd9-c4d3-4cdd-901a-6293fbade152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.935145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-2806c4e7-e6ea-4c24-a275-52450d8a90e8 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.937252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-2806c4e7-e6ea-4c24-a275-52450d8a90e8 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.64 "GET /v2.0/ports?device_id=92d48ec5-6d0a-4d32-9028-7a9ce2840438 HTTP/1.1" status: 200 len: 946 time: 0.1672771 Aug 29 04:25:24.005649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Deleting port d29f260a-4198-49e6-8f48-fc52f0aed0e5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:24.006010 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.128806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 80a89aa1-63db-4ccc-b07f-88256e6deade up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:24.178574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf601f42-c10e-4af5-b526-d9a0e19b2a87 req-ed65e3ea-2cc7-4a96-b2f9-6f40160a7371 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.186628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf601f42-c10e-4af5-b526-d9a0e19b2a87 req-ed65e3ea-2cc7-4a96-b2f9-6f40160a7371 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.2199924 Aug 29 04:25:24.288791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 80a89aa1-63db-4ccc-b07f-88256e6deade completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:24.297759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf601f42-c10e-4af5-b526-d9a0e19b2a87 req-1b6ffb39-c73a-4507-9e2d-61b7f64c48aa tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929844 Aug 29 04:25:24.298853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 80a89aa1-63db-4ccc-b07f-88256e6deade triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:24.302315 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.390961 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4dc1a036-8482-41c3-b920-cd696f633349 req-acd68c75-24f3-4a67-9eda-0ccca3006ce3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0445518 Aug 29 04:25:24.478125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3246b3d3-c26c-443d-b1ae-56380f17d24f req-cf694a36-98dc-45b9-b4c8-261c69cde7fb tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 210 time: 0.0505805 Aug 29 04:25:24.517906 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.568196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a89aa1-63db-4ccc-b07f-88256e6deade'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:24.570572 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baf66ac-941b-4da1-8d51-d5a02630a1eb" -d '{"events": [{"server_uuid": "ea98de7d-b05e-45d2-9b66-f3625c39304e", "name": "network-vif-plugged", "status": "completed", "tag": "80a89aa1-63db-4ccc-b07f-88256e6deade"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:24.600868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:24.620996 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.628690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:24.696318 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec396bf5-3707-48c6-862f-e9a57b12c486 x-openstack-request-id: req-ec396bf5-3707-48c6-862f-e9a57b12c486 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:24.697008 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea98de7d-b05e-45d2-9b66-f3625c39304e", "name": "network-vif-plugged", "status": "completed", "tag": "80a89aa1-63db-4ccc-b07f-88256e6deade", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:24.697465 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec396bf5-3707-48c6-862f-e9a57b12c486 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:24.698061 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a89aa1-63db-4ccc-b07f-88256e6deade', 'code': 200} Aug 29 04:25:24.834626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 520e3302-f760-46a9-a9ee-3ba84b681764 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:24.835617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.842907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:24.921435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1303d-f74e-4b1e-9382-194f03e26f14 req-9154eb17-cef6-4cfa-94e4-279499d389cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.927262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14e1303d-f74e-4b1e-9382-194f03e26f14 req-9154eb17-cef6-4cfa-94e4-279499d389cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 1097 time: 0.1497862 Aug 29 04:25:25.079568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14e1303d-f74e-4b1e-9382-194f03e26f14 req-efa5228f-1249-4339-96f2-5481a76ba3b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420848 Aug 29 04:25:25.080778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-40473cd9-c4d3-4cdd-901a-6293fbade152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.105619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-40473cd9-c4d3-4cdd-901a-6293fbade152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.127829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a7a23-db9f-4b04-a94e-a21567d9d8bd req-87536491-e442-4ba0-a17c-e04b0c4d4567 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.135928 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e84a7a23-db9f-4b04-a94e-a21567d9d8bd req-87536491-e442-4ba0-a17c-e04b0c4d4567 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1157920 Aug 29 04:25:25.151183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40473cd9-c4d3-4cdd-901a-6293fbade152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c015d-3cb3-4549-824a-241ac92bcdca,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.179478 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.193813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] For port d29f260a-4198-49e6-8f48-fc52f0aed0e5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d29f260a-4198-49e6-8f48-fc52f0aed0e5,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:25.194459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.197537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e84a7a23-db9f-4b04-a94e-a21567d9d8bd req-a3703dab-c15f-49ef-a4a0-5a0761429c85 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602512 Aug 29 04:25:25.215937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-40473cd9-c4d3-4cdd-901a-6293fbade152 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce0f8922642d4521b930e899ca4def77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7205460 Aug 29 04:25:25.222279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Calling delete_port for d29f260a-4198-49e6-8f48-fc52f0aed0e5 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:25.224262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43826) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:25.288529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:25.293828 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.353875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.374782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Deleting port 6a8186de-07cd-4ac8-9b96-83f198305a70 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:25.375136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.442479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfd5f4-9c01-4f3c-8966-9d7289db1117 req-d92a4c14-2043-4d5d-a59f-c96e3a4fa01e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.456918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30bfd5f4-9c01-4f3c-8966-9d7289db1117 req-d92a4c14-2043-4d5d-a59f-c96e3a4fa01e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0735216 Aug 29 04:25:25.479453 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbf24-515f-435a-8fe1-64e65e8aa089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.544124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc02db98-45d9-4ae6-adde-f1e87f3478b6 req-4205566e-cf59-4c98-9900-868023ca8c56 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0588040 Aug 29 04:25:25.560885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30bfd5f4-9c01-4f3c-8966-9d7289db1117 req-a6eb1803-a8e4-4ca0-8df1-7a08cb7b403c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029809 Aug 29 04:25:25.581446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbf24-515f-435a-8fe1-64e65e8aa089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.643792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] For port 6a8186de-07cd-4ac8-9b96-83f198305a70, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a8186de-07cd-4ac8-9b96-83f198305a70,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:25.644271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.740415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Calling delete_port for 6a8186de-07cd-4ac8-9b96-83f198305a70 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:25.785350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-258def68-3581-4ecf-b553-d4e63b2ca424 req-db2bcb11-8193-4989-aa81-e64118ec47dd tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 210 time: 0.0830081 Aug 29 04:25:25.804745 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-db9f35aa-91e9-44f2-b87b-0403d425c5df tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321038 Aug 29 04:25:25.830324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.845082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['d29f260a-4198-49e6-8f48-fc52f0aed0e5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:25.852294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6a8186de-07cd-4ac8-9b96-83f198305a70'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:26.004723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Pushing event deleted for resources: {'Port': ['ID=d29f260a-4198-49e6-8f48-fc52f0aed0e5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.160224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6a394303-93a0-49d3-b3cc-e736b6f788a1 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.164452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6a394303-93a0-49d3-b3cc-e736b6f788a1 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.64 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 812 time: 0.2386014 Aug 29 04:25:26.192894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Request body: {'port': {'device_id': '8561131e-b706-4877-974e-71728cbe500e', 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'admin_state_up': True, 'tenant_id': '037588919348479b8a848e32a36e5d91'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:26.377271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-49d9618f-eb7e-48d5-86f4-bf962630190c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.381696 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-49d9618f-eb7e-48d5-86f4-bf962630190c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5673130 Aug 29 04:25:26.382573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] No DVR routers for this DVR port d29f260a-4198-49e6-8f48-fc52f0aed0e5 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:26.399431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.407290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e87e2909-3a1e-467a-b9da-0dbc63e70f2c req-c444f789-32d0-451d-ba73-900fc91a7077 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.65 "DELETE /v2.0/ports/d29f260a-4198-49e6-8f48-fc52f0aed0e5 HTTP/1.1" status: 204 len: 173 time: 2.7497840 Aug 29 04:25:26.410195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbf24-515f-435a-8fe1-64e65e8aa089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.413015 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbf24-515f-435a-8fe1-64e65e8aa089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.416691 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0a1dbf24-515f-435a-8fe1-64e65e8aa089 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba6c015d-3cb3-4549-824a-241ac92bcdca HTTP/1.1" status: 204 len: 168 time: 1.1888011 Aug 29 04:25:26.416691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c2f3fe-928d-4bcb-9142-ab6da2012edc', 'name': 'network-vif-deleted', 'tag': 'd29f260a-4198-49e6-8f48-fc52f0aed0e5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:26.418452 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1acc7c-dec1-49a0-b890-8fd7016f6275" -d '{"events": [{"server_uuid": "76c2f3fe-928d-4bcb-9142-ab6da2012edc", "name": "network-vif-deleted", "tag": "d29f260a-4198-49e6-8f48-fc52f0aed0e5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:26.456638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Request body: {'port': {'device_id': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '01da46c9d6144fe0aac1f6c244f09d5d'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:26.584553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dbf24-515f-435a-8fe1-64e65e8aa089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c015d-3cb3-4549-824a-241ac92bcdca,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.591807 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e855b421-95f0-4cfa-a9ca-abd98b504003 x-openstack-request-id: req-e855b421-95f0-4cfa-a9ca-abd98b504003 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:26.592294 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c2f3fe-928d-4bcb-9142-ab6da2012edc", "name": "network-vif-deleted", "tag": "d29f260a-4198-49e6-8f48-fc52f0aed0e5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:26.593217 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e855b421-95f0-4cfa-a9ca-abd98b504003 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:26.594577 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c2f3fe-928d-4bcb-9142-ab6da2012edc', 'name': 'network-vif-deleted', 'tag': 'd29f260a-4198-49e6-8f48-fc52f0aed0e5', 'status': 'completed', 'code': 200} Aug 29 04:25:26.702070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:26.706247 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4519b65e-1472-418b-828e-350af89624e6" -d '{"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-plugged", "status": "completed", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:26.730242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Made reservation on behalf of 01da46c9d6144fe0aac1f6c244f09d5d for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:26.734627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.941474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b286621a-6737-4aa4-bd47-66d9075c090d req-a7c78547-d7ea-420e-bdc8-1b283c1ba7ab tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0748472 Aug 29 04:25:26.946540 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.949796 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.007481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-15f95882-1357-4d1f-a392-14cf78c6b930 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.009065 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-15f95882-1357-4d1f-a392-14cf78c6b930 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.65 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 812 time: 0.6008854 Aug 29 04:25:27.053411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] No DVR routers for this DVR port 6a8186de-07cd-4ac8-9b96-83f198305a70 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:27.055173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d543-53fa-428b-bb7e-b79d1a2a978c req-6cfb2df1-0c07-4726-be94-42380725b1f3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.056046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.057186 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cee8d543-53fa-428b-bb7e-b79d1a2a978c req-6cfb2df1-0c07-4726-be94-42380725b1f3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1918271 Aug 29 04:25:27.058644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a71cb492-746c-41c7-a1d2-cbb4d116fa96 req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.64 "DELETE /v2.0/ports/6a8186de-07cd-4ac8-9b96-83f198305a70 HTTP/1.1" status: 204 len: 173 time: 3.1104579 Aug 29 04:25:27.063424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Request body: {'port': {'device_id': 'cc3cc150-f553-4239-b6b3-deceec2200b5', 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'admin_state_up': True, 'tenant_id': '037588919348479b8a848e32a36e5d91'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:27.197266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e7bd9-59a5-44fa-a0b8-30c77c2dbf36 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Pushing event deleted for resources: {'Port': ['ID=6a8186de-07cd-4ac8-9b96-83f198305a70,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:27.254261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c0cf9-3016-4dba-8485-ed317b0ce8d8 req-f331bd16-372c-4afb-a632-79528504b6d9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.265249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f92c0cf9-3016-4dba-8485-ed317b0ce8d8 req-f331bd16-372c-4afb-a632-79528504b6d9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.2044113 Aug 29 04:25:27.279319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Made reservation on behalf of 037588919348479b8a848e32a36e5d91 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:27.287682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.293024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43860) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:27.329714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cee8d543-53fa-428b-bb7e-b79d1a2a978c req-73cbc705-b2d2-4a4a-aa0b-b9e0171185a6 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551713 Aug 29 04:25:27.340895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b57ec8e6-a6b4-4ada-945d-69ece042fa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.418222 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c19cb7-51fa-42e9-96fe-cbe7832e8fd0 x-openstack-request-id: req-73c19cb7-51fa-42e9-96fe-cbe7832e8fd0 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:27.418514 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-plugged", "status": "completed", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:27.418776 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73c19cb7-51fa-42e9-96fe-cbe7832e8fd0 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:27.419164 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764', 'code': 200} Aug 29 04:25:27.428685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Allocated IP 192.168.233.207 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/60fe7450-d594-4fd3-85b1-dd92d5643b2c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:27.485912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f92c0cf9-3016-4dba-8485-ed317b0ce8d8 req-c89921ce-8c8e-481e-968a-ca83d4be8c1c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2121391 Aug 29 04:25:27.649693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Allocated IP 172.20.0.6 (91f2d6e4-6c92-4148-9fe1-525c26a3fbec/e4f75685-4abb-45f9-a3cf-dabad7736ad3/37d9b6a5-07ad-40bf-a9fb-40153b1d9395) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:27.702258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b57ec8e6-a6b4-4ada-945d-69ece042fa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.724221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b57ec8e6-a6b4-4ada-945d-69ece042fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.741482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53bf6065-79e5-4424-9b47-83a4acf2d3be req-5b11a478-f9d7-4aa4-b960-96aee3e629e5 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 210 time: 0.2518098 Aug 29 04:25:27.777362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Made reservation on behalf of 037588919348479b8a848e32a36e5d91 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:27.781934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.801144 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.831318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ec8e6-a6b4-4ada-945d-69ece042fa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c352f5-b5e8-457e-a928-4c7fd453e3f9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:27.839593 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b57ec8e6-a6b4-4ada-945d-69ece042fa31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=636177c4a9094f4f8c5afaec530898fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460720 Aug 29 04:25:27.843015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43864) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:27.860206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Transition to ACTIVE for port object 60fe7450-d594-4fd3-85b1-dd92d5643b2c will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:28.053146 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.085939 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.148590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a8186de-07cd-4ac8-9b96-83f198305a70 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:28.152515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e64ae51-5b5d-4802-b291-656dc9dff7d7 req-e99c5191-5764-41bf-9929-edbedf9f0b57 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0485299 Aug 29 04:25:28.167244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bbcbed2-5bb9-4d60-a711-f138ce642361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.183552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.197551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 6a8186de-07cd-4ac8-9b96-83f198305a70 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:28.198203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a8186de-07cd-4ac8-9b96-83f198305a70 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:28.234296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Allocated IP 172.20.0.5 (91f2d6e4-6c92-4148-9fe1-525c26a3fbec/e4f75685-4abb-45f9-a3cf-dabad7736ad3/a40fb8ff-3155-4699-b93c-69c0badcfd88) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:28.263961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:28.268729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:28.274862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:28.283580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Pushing event updated for resources: {'Port': ['ID=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.353937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.367600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['bccc8972-aef7-42be-97cb-ac0529c9e534'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:28.371171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.372578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:28.382636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.416334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.431621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-6acb7f30-8898-4830-b902-87d8417fea97 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2534492 Aug 29 04:25:28.445206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bbcbed2-5bb9-4d60-a711-f138ce642361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.450812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Request body: {'port': {'device_id': '8561131e-b706-4877-974e-71728cbe500e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:28.472266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:28.485924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:28.489175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:28.597935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d48ec5-6d0a-4d32-9028-7a9ce2840438', 'name': 'network-vif-deleted', 'tag': '6a8186de-07cd-4ac8-9b96-83f198305a70'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:28.612171 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713ef06e-8251-4ef3-9b74-3ad8abec03f9" -d '{"events": [{"server_uuid": "92d48ec5-6d0a-4d32-9028-7a9ce2840438", "name": "network-vif-deleted", "tag": "6a8186de-07cd-4ac8-9b96-83f198305a70"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:28.671496 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.677666 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.690547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d29f260a-4198-49e6-8f48-fc52f0aed0e5 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:28.725937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac7ab3-72cd-40f1-a862-4686b65721fc req-22ea42d3-c72a-4d65-80fc-a0da82598326 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.738355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: d29f260a-4198-49e6-8f48-fc52f0aed0e5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:28.738622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fac7ab3-72cd-40f1-a862-4686b65721fc req-22ea42d3-c72a-4d65-80fc-a0da82598326 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.2005856 Aug 29 04:25:28.739271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d29f260a-4198-49e6-8f48-fc52f0aed0e5 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:28.743288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.751171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bbcbed2-5bb9-4d60-a711-f138ce642361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.755062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bbcbed2-5bb9-4d60-a711-f138ce642361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.758667 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5bbcbed2-5bb9-4d60-a711-f138ce642361 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1c352f5-b5e8-457e-a928-4c7fd453e3f9 HTTP/1.1" status: 204 len: 168 time: 0.9109855 Aug 29 04:25:28.778093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcbed2-5bb9-4d60-a711-f138ce642361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c352f5-b5e8-457e-a928-4c7fd453e3f9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.836195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.839524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.864982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7b4ff-8731-4456-bf09-4898d8f020a1 req-1f34ff1e-b858-4e9b-a321-cc0f4f09d795 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.877112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19d7b4ff-8731-4456-bf09-4898d8f020a1 req-1f34ff1e-b858-4e9b-a321-cc0f4f09d795 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.2299261 Aug 29 04:25:28.970962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Pushing event updated for resources: {'Port': ['ID=a40fb8ff-3155-4699-b93c-69c0badcfd88,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.989657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:28.992108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:28.994751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fac7ab3-72cd-40f1-a862-4686b65721fc req-3e0b8133-014f-4d00-96a9-059a14aa6eb4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552724 Aug 29 04:25:29.006826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:29.028353 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-548cb429-285e-43b8-8916-e5f7c6a45b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5927038 Aug 29 04:25:29.030687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-41e2626e-53ae-41ee-9e92-3e85a220bf46 None None] Provisioning for port 60fe7450-d594-4fd3-85b1-dd92d5643b2c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:29.041003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-41e2626e-53ae-41ee-9e92-3e85a220bf46 None None] Provisioning complete for port 60fe7450-d594-4fd3-85b1-dd92d5643b2c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:29.041636 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-41e2626e-53ae-41ee-9e92-3e85a220bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.087608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Request body: {'port': {'device_id': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:29.093749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-41e2626e-53ae-41ee-9e92-3e85a220bf46 None None] Port 60fe7450-d594-4fd3-85b1-dd92d5643b2c cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:29.111271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19d7b4ff-8731-4456-bf09-4898d8f020a1 req-cd1dee10-92e9-4f8e-85f3-0a3ad9820339 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2331390 Aug 29 04:25:29.167484 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95195dd-4052-4fd6-958e-1eb1448f58d3 x-openstack-request-id: req-d95195dd-4052-4fd6-958e-1eb1448f58d3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:29.167865 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d48ec5-6d0a-4d32-9028-7a9ce2840438", "name": "network-vif-deleted", "tag": "6a8186de-07cd-4ac8-9b96-83f198305a70", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:29.168950 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d95195dd-4052-4fd6-958e-1eb1448f58d3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:29.171142 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d48ec5-6d0a-4d32-9028-7a9ce2840438', 'name': 'network-vif-deleted', 'tag': '6a8186de-07cd-4ac8-9b96-83f198305a70', 'status': 'completed', 'code': 200} Aug 29 04:25:29.303976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.304725 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.308635 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.369008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-69027891-626c-425c-a660-c11b1c5a1d0b tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3167162 Aug 29 04:25:29.394586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:29.403501 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.405492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Request body: {'port': {'device_id': 'cc3cc150-f553-4239-b6b3-deceec2200b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:29.416460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Transition to ACTIVE for port object 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:29.425065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.482832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8fa59-f77d-4fe9-9693-4f1b0eaecd0d req-fa1a98f8-1d6a-4f39-8962-233bd6ab1113 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.490996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4a8fa59-f77d-4fe9-9693-4f1b0eaecd0d req-fa1a98f8-1d6a-4f39-8962-233bd6ab1113 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 931 time: 0.2653782 Aug 29 04:25:29.554904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Pushing event updated for resources: {'Port': ['ID=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.639084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4a8fa59-f77d-4fe9-9693-4f1b0eaecd0d req-a7ba455e-9a6d-4c3c-9598-630efb0ea489 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470816 Aug 29 04:25:29.668482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.692102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Attempting to bind port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.692956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Attempting to bind port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.693390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Attempting to bind port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.702103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.702565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Attempting to bind port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.715477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05a843-9326-423f-a770-8fb1dc0f561c req-7e794dcd-505e-4d42-ba41-0cbf1bf90304 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.723763 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c05a843-9326-423f-a770-8fb1dc0f561c req-7e794dcd-505e-4d42-ba41-0cbf1bf90304 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1400850 Aug 29 04:25:29.732576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:29.733065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Checking segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:29.734243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Bound using segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:29.734826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Bound port: 37d9b6a5-07ad-40bf-a9fb-40153b1d9395, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:29.735342 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.856548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c05a843-9326-423f-a770-8fb1dc0f561c req-c2534986-bdd4-4ac6-a647-c3e26a209f88 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295252 Aug 29 04:25:29.898506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] For port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:29.916474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3212e0-7b8f-42bf-ab11-2fde3a51c877 req-79aed413-1107-49fb-b264-c300ba74f946 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.928285 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b3212e0-7b8f-42bf-ab11-2fde3a51c877 req-79aed413-1107-49fb-b264-c300ba74f946 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 936 time: 0.1745682 Aug 29 04:25:29.930593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] For port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:29.939812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.045399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.047329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.051040 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] 10.222.0.64 "PUT /v2.0/ports/37d9b6a5-07ad-40bf-a9fb-40153b1d9395 HTTP/1.1" status: 200 len: 1092 time: 1.6106083 Aug 29 04:25:30.051631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8561131e-b706-4877-974e-71728cbe500e', 'tag': '37d9b6a5-07ad-40bf-a9fb-40153b1d9395'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:30.058364 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17c9a1f-60a9-4211-9f28-966961163309" -d '{"events": [{"name": "network-changed", "server_uuid": "8561131e-b706-4877-974e-71728cbe500e", "tag": "37d9b6a5-07ad-40bf-a9fb-40153b1d9395"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:30.116267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fe7450-d594-4fd3-85b1-dd92d5643b2c {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:30.140417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43916) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.144541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.177305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Transition to ACTIVE for port object 60fe7450-d594-4fd3-85b1-dd92d5643b2c will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:30.180408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b3212e0-7b8f-42bf-ab11-2fde3a51c877 req-d4806ee9-ad5d-458f-b6c4-82dc91549037 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373252 Aug 29 04:25:30.183725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b494623-3208-4620-95c7-30f7f1e0c685 service neutron] Pushing event updated for resources: {'Port': ['ID=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.188974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.230902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-a35ff79d-6e96-4a8c-aec4-39821c8ed08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.232624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-a35ff79d-6e96-4a8c-aec4-39821c8ed08b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 1095 time: 0.1236310 Aug 29 04:25:30.244241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e19019-ccdd-4228-84ae-f917c7d0b71e req-ad81c8dc-5c1d-4311-906a-a2bbc45e0d93 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.245873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93e19019-ccdd-4228-84ae-f917c7d0b71e req-ad81c8dc-5c1d-4311-906a-a2bbc45e0d93 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1042523 Aug 29 04:25:30.299716 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dc9e12-f465-43f5-bb3d-254894d616e2 x-openstack-request-id: req-a8dc9e12-f465-43f5-bb3d-254894d616e2 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:30.300156 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8561131e-b706-4877-974e-71728cbe500e", "tag": "37d9b6a5-07ad-40bf-a9fb-40153b1d9395", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:30.300278 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8dc9e12-f465-43f5-bb3d-254894d616e2 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:30.300676 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8561131e-b706-4877-974e-71728cbe500e', 'tag': '37d9b6a5-07ad-40bf-a9fb-40153b1d9395', 'status': 'completed', 'code': 200} Aug 29 04:25:30.303966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f1c00e1f-a891-4799-9aa5-059b18cd9506 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d9b6a5-07ad-40bf-a9fb-40153b1d9395 HTTP/1.1" status: 200 len: 217 time: 0.0570586 Aug 29 04:25:30.404578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.425814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93e19019-ccdd-4228-84ae-f917c7d0b71e req-aec01996-49d5-49d0-a88c-9c806c980a70 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718011 Aug 29 04:25:30.438161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40fb8ff-3155-4699-b93c-69c0badcfd88 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:30.451371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-network', 'tenant_id': '018aeb53a6894e369ab689df77582171'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:30.466032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.502606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Transition to ACTIVE for port object a40fb8ff-3155-4699-b93c-69c0badcfd88 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:30.532471 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.551393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Attempting to bind port 60fe7450-d594-4fd3-85b1-dd92d5643b2c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:30.551741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Attempting to bind port 60fe7450-d594-4fd3-85b1-dd92d5643b2c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:30.552105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Attempting to bind port 60fe7450-d594-4fd3-85b1-dd92d5643b2c on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:30.560561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-91c740ce-e203-45ff-aedc-1da6a4127b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.562831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-91c740ce-e203-45ff-aedc-1da6a4127b6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 200 len: 852 time: 0.2511561 Aug 29 04:25:30.577020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Port 60fe7450-d594-4fd3-85b1-dd92d5643b2c on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:30.577859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Attempting to bind port 60fe7450-d594-4fd3-85b1-dd92d5643b2c on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:30.597729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:30.597729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:30.597729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:30.597729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Bound port: 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:30.598277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.626321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-54b53e51-9162-4ea8-8c41-d2c1e46dc301 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508077 Aug 29 04:25:30.628523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Made reservation on behalf of 018aeb53a6894e369ab689df77582171 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:30.631479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.665989 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.680717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befca8a-17b1-4cfe-9ab0-f4dc4b7ec8e7 req-204a22d0-8c0e-411c-901a-928380eaab7d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.691076 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7befca8a-17b1-4cfe-9ab0-f4dc4b7ec8e7 req-204a22d0-8c0e-411c-901a-928380eaab7d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.2640898 Aug 29 04:25:30.715407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Pushing event updated for resources: {'Port': ['ID=a40fb8ff-3155-4699-b93c-69c0badcfd88,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.730380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Attempting to bind port a40fb8ff-3155-4699-b93c-69c0badcfd88 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:30.730744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Attempting to bind port a40fb8ff-3155-4699-b93c-69c0badcfd88 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:30.731055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Attempting to bind port a40fb8ff-3155-4699-b93c-69c0badcfd88 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:30.738775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Port a40fb8ff-3155-4699-b93c-69c0badcfd88 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:30.739124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Attempting to bind port a40fb8ff-3155-4699-b93c-69c0badcfd88 on network 91f2d6e4-6c92-4148-9fe1-525c26a3fbec {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:30.757357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:30.757677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Checking segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:30.758012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Bound using segment: {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:30.758458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Bound port: a40fb8ff-3155-4699-b93c-69c0badcfd88, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93438349-3049-4fd4-a0de-b5708e9ce733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:30.758826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.775970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:30.815647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:30.825705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.860784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7befca8a-17b1-4cfe-9ab0-f4dc4b7ec8e7 req-eb591331-2c5b-4715-9e57-db8aba99a345 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684055 Aug 29 04:25:30.885423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.914951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-c959e15b-7814-4d8d-8f49-59b4cb0701fd service neutron] 10.222.0.64 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740519 Aug 29 04:25:30.923467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.924135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.925712 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-75025127-e3ed-4f88-b567-4e9e904cfd46 service neutron] 10.222.0.65 "PUT /v2.0/ports/60fe7450-d594-4fd3-85b1-dd92d5643b2c HTTP/1.1" status: 200 len: 1097 time: 1.8464420 Aug 29 04:25:30.926256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3daf58-a002-4ee3-9814-9226abc1b634 req-9bb02e2f-4079-42e6-bec5-3bb920ed3ed8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.934507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd3daf58-a002-4ee3-9814-9226abc1b634 req-9bb02e2f-4079-42e6-bec5-3bb920ed3ed8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1825736 Aug 29 04:25:30.948613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] For port a40fb8ff-3155-4699-b93c-69c0badcfd88, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:30.960209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] For port a40fb8ff-3155-4699-b93c-69c0badcfd88, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a40fb8ff-3155-4699-b93c-69c0badcfd88,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:30.971033 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.990997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.992190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.993680 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] 10.222.0.65 "PUT /v2.0/ports/a40fb8ff-3155-4699-b93c-69c0badcfd88 HTTP/1.1" status: 200 len: 1092 time: 1.6100013 Aug 29 04:25:31.119700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-5dec4bd5-b4f5-49e7-b9d5-6471149965cb service neutron] 10.222.0.64 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803923 Aug 29 04:25:31.175820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c'}, {'name': 'network-changed', 'server_uuid': 'cc3cc150-f553-4239-b6b3-deceec2200b5', 'tag': 'a40fb8ff-3155-4699-b93c-69c0badcfd88'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:31.182179 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a7086-fd32-4a42-864e-3d787c7afc85" -d '{"events": [{"name": "network-changed", "server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c"}, {"name": "network-changed", "server_uuid": "cc3cc150-f553-4239-b6b3-deceec2200b5", "tag": "a40fb8ff-3155-4699-b93c-69c0badcfd88"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:31.193850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c8b3e-5d1d-45de-899d-b8b3d8ca7684 service neutron] Pushing event updated for resources: {'Port': ['ID=a40fb8ff-3155-4699-b93c-69c0badcfd88,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.206468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-59abb7ca-b835-4905-a60e-0ad176ffa935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.209008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-59abb7ca-b835-4905-a60e-0ad176ffa935 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 1100 time: 0.2129738 Aug 29 04:25:31.221397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-d7142a7e-8307-4c53-aad7-f4143f6d5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.221904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd3daf58-a002-4ee3-9814-9226abc1b634 req-782b135e-1eb7-487e-acff-242f83ee53c6 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845325 Aug 29 04:25:31.225463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-d7142a7e-8307-4c53-aad7-f4143f6d5f0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 1095 time: 0.1520090 Aug 29 04:25:31.313456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.329330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f76f5c-30b0-4fd5-9a87-eb676f6ad9dd req-fb3d2bf8-a95f-422f-8cc2-9bd086bbc823 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.337607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48f76f5c-30b0-4fd5-9a87-eb676f6ad9dd req-fb3d2bf8-a95f-422f-8cc2-9bd086bbc823 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 943 time: 0.2006886 Aug 29 04:25:31.341927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.358070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:31.368545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.369651 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Added segment cebb4575-2b86-42a0-ae19-ec41de9d406f of type vlan for network 8b105cfb-0da3-403f-9135-f897804f94a4 Aug 29 04:25:31.404151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-a5db90fb-5cc7-486f-b7b2-bc9b910b6d31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a40fb8ff-3155-4699-b93c-69c0badcfd88 HTTP/1.1" status: 200 len: 217 time: 0.1707501 Aug 29 04:25:31.406670 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-613a9a5d-3acf-44ba-b202-c4186c28a768 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c HTTP/1.1" status: 200 len: 217 time: 0.1795034 Aug 29 04:25:31.457115 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.483197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c9a1f-60a9-4211-9f28-966961163309 req-23bed661-154e-42d2-8a78-e87fb20c7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.485095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17c9a1f-60a9-4211-9f28-966961163309 req-23bed661-154e-42d2-8a78-e87fb20c7dba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 1095 time: 0.2620435 Aug 29 04:25:31.524836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-df410916-8a28-456d-877a-f60d9ce368b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.526439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-df410916-8a28-456d-877a-f60d9ce368b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1074617 Aug 29 04:25:31.527933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4918c67b-1b38-46c6-92be-8cc08e0cde52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.529360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-4918c67b-1b38-46c6-92be-8cc08e0cde52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 200 len: 852 time: 0.1116128 Aug 29 04:25:31.586624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e03baf6-5436-49a2-9cee-a30a3788facf,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.638885 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-3b720d8b-d311-49c3-a68a-150c700c22a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758808 Aug 29 04:25:31.640646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48f76f5c-30b0-4fd5-9a87-eb676f6ad9dd req-98592565-1105-4d2c-b7db-1e2a0b19d968 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015494 Aug 29 04:25:31.697780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.699236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.699827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.702555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c9a1f-60a9-4211-9f28-966961163309 req-389b1826-b592-40f9-b3eb-8ea058d2a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.704053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17c9a1f-60a9-4211-9f28-966961163309 req-389b1826-b592-40f9-b3eb-8ea058d2a256 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 913 time: 0.2049692 Aug 29 04:25:31.738798 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf3fe46-0cff-4016-b952-1ae028f7fca1 x-openstack-request-id: req-9bf3fe46-0cff-4016-b952-1ae028f7fca1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:31.739414 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc3cc150-f553-4239-b6b3-deceec2200b5", "tag": "a40fb8ff-3155-4699-b93c-69c0badcfd88", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:31.739414 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9bf3fe46-0cff-4016-b952-1ae028f7fca1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:31.739908 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'status': 'completed', 'code': 200} Aug 29 04:25:31.740935 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3cc150-f553-4239-b6b3-deceec2200b5', 'tag': 'a40fb8ff-3155-4699-b93c-69c0badcfd88', 'status': 'completed', 'code': 200} Aug 29 04:25:31.758411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-23e3fd9b-f26f-436d-8ad3-26bfcd1ea75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.760093 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-23e3fd9b-f26f-436d-8ad3-26bfcd1ea75e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2065659 Aug 29 04:25:31.780523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd283fc-6142-40ce-bf8c-c172b7c37c2f req-74c142b3-bf48-4fbb-8ccc-5677834fb090 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.788762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dd283fc-6142-40ce-bf8c-c172b7c37c2f req-74c142b3-bf48-4fbb-8ccc-5677834fb090 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.3770521 Aug 29 04:25:31.883817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-2edd7901-5ff2-45cd-92d9-f51f6c1456df service neutron] 10.222.0.65 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358191 Aug 29 04:25:31.896975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17c9a1f-60a9-4211-9f28-966961163309 req-e83daa2b-f9bc-4388-947d-b366f2157669 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d9b6a5-07ad-40bf-a9fb-40153b1d9395 HTTP/1.1" status: 200 len: 217 time: 0.0876870 Aug 29 04:25:31.903752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] Pushing event updated for resources: {'Network': ['ID=8b105cfb-0da3-403f-9135-f897804f94a4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.924288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 8b105cfb-0da3-403f-9135-f897804f94a4 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:31.927405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dd283fc-6142-40ce-bf8c-c172b7c37c2f req-a6408d39-e28e-4bd0-aee8-ee896370bb6a tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322269 Aug 29 04:25:32.045006 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ab70e5a-7329-486a-9c41-16fb5ca37df9 req-c2c1fff9-0ae3-4c03-9f3e-093efd9b5930 service neutron] 10.222.0.65 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520250 Aug 29 04:25:32.053159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c9a1f-60a9-4211-9f28-966961163309 req-d173bf8d-a840-4e79-8a35-be2ba2079ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.054614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17c9a1f-60a9-4211-9f28-966961163309 req-d173bf8d-a840-4e79-8a35-be2ba2079ee5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 200 len: 852 time: 0.1134789 Aug 29 04:25:32.059015 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-f5479c12-0798-4697-866f-336ae6c799e2 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764077 Aug 29 04:25:32.090323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8d023f1b-b065-4b96-b36e-aadbf20cb097 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9506052 Aug 29 04:25:32.095360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43956) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:32.108554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Request body: {'subnet': {'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-subnet', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:32.132540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17c9a1f-60a9-4211-9f28-966961163309 req-7966cb88-4798-4384-ab9d-84dc313c8848 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624604 Aug 29 04:25:32.178024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3ed7f4-68cb-4962-8162-02af3163f560 req-dfbc456b-ddb2-4a17-8f56-6924adc7655f service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168332 Aug 29 04:25:32.224170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0d34f-2bb2-41f8-987a-e8d8520fe148 req-9510fdb9-af13-430a-87a5-17fdc4c1d422 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.234155 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdb0d34f-2bb2-41f8-987a-e8d8520fe148 req-9510fdb9-af13-430a-87a5-17fdc4c1d422 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 948 time: 0.3790996 Aug 29 04:25:32.287933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Made reservation on behalf of 018aeb53a6894e369ab689df77582171 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:32.291244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.334055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-1257506d-2927-436c-a974-c75328388348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.339678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-1257506d-2927-436c-a974-c75328388348 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 1100 time: 0.1034908 Aug 29 04:25:32.408392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdb0d34f-2bb2-41f8-987a-e8d8520fe148 req-02c2e71d-5d45-4440-a4cc-631542289000 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730988 Aug 29 04:25:32.516282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17c9a1f-60a9-4211-9f28-966961163309 req-55c37e16-c35b-4a89-92ec-c3b7773d9463 service neutron] 10.222.0.64 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755071 Aug 29 04:25:32.898694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-520f3b4b-6fb3-483d-8206-2c749036cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.900538 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-520f3b4b-6fb3-483d-8206-2c749036cb1a service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.5502250 Aug 29 04:25:32.954716 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-ed2a3123-2eea-4725-9d2e-04598a28db1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c HTTP/1.1" status: 200 len: 217 time: 0.0427072 Aug 29 04:25:33.033977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-3f2b3c1d-2459-42eb-bb68-c0c75b8f8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.037498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-3f2b3c1d-2459-42eb-bb68-c0c75b8f8cdf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0738311 Aug 29 04:25:33.101868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-7eb4805f-1d4d-419a-a8da-2f6167c237cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.104990 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-7eb4805f-1d4d-419a-a8da-2f6167c237cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0520761 Aug 29 04:25:33.122405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95c612-dfe7-45b2-9b50-2ddd629bd3fb req-2dede774-3e5b-4729-88f6-a3f211465baa tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.130466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc95c612-dfe7-45b2-9b50-2ddd629bd3fb req-2dede774-3e5b-4729-88f6-a3f211465baa tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.5979350 Aug 29 04:25:33.149844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d255d51-7052-4f6a-9834-36cee60df72a req-71638787-b255-4825-b864-0a7dc4759c5d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.151999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d255d51-7052-4f6a-9834-36cee60df72a req-71638787-b255-4825-b864-0a7dc4759c5d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.2337670 Aug 29 04:25:33.237748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-dbe4b167-cffe-430a-bb58-a36b417d1405 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124425 Aug 29 04:25:33.255245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a17c9a1f-60a9-4211-9f28-966961163309 req-bcfff72f-d998-4d8f-93f6-c5f76acd8800 service neutron] 10.222.0.64 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191675 Aug 29 04:25:33.306278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc95c612-dfe7-45b2-9b50-2ddd629bd3fb req-8ceac4de-0b78-4b02-990d-50fb6ce8e1f8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699457 Aug 29 04:25:33.312951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d255d51-7052-4f6a-9834-36cee60df72a req-786b9ead-db00-4b79-ac76-7385630affa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491826 Aug 29 04:25:33.328661 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.434856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-9c856f48-285a-4bf2-a49a-569496c9a4f2 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859198 Aug 29 04:25:33.479971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Checking segment: {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:33.480378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Network hostable DHCP agents. Network: 8b105cfb-0da3-403f-9135-f897804f94a4, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:33.482734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d78442a-2212-482b-8aa7-4e2cf1410879,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.524591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39586f8-acb0-4851-b477-a37f5f3c7881 req-821f99cb-07ff-41b4-ab2d-9d9aec317952 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.526194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d39586f8-acb0-4851-b477-a37f5f3c7881 req-821f99cb-07ff-41b4-ab2d-9d9aec317952 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 943 time: 0.1143987 Aug 29 04:25:33.538923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Network 8b105cfb-0da3-403f-9135-f897804f94a4 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:33.554931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-a278ed49-d251-46d4-8f36-7a5968c42403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.556472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-a278ed49-d251-46d4-8f36-7a5968c42403 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 1095 time: 0.0647984 Aug 29 04:25:33.579634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 8b105cfb-0da3-403f-9135-f897804f94a4) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:33.587706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.588661 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.596589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35718e29-4d5c-4183-99bf-705ba33f7c8f None None] Network 8b105cfb-0da3-403f-9135-f897804f94a4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:33.606419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d39586f8-acb0-4851-b477-a37f5f3c7881 req-2ce8d258-0f83-477e-8f5a-901ac470a87c tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576890 Aug 29 04:25:33.632680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-516e5f63-9ad1-4cfb-b5bd-04ded50a4daf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5371010 Aug 29 04:25:33.635622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43976) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.641670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:33.728778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-8b3e7aa8-c664-4dbb-902e-63248c77702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.730842 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-8b3e7aa8-c664-4dbb-902e-63248c77702f service neutron] 10.222.0.65 "GET /v2.0/networks?id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 200 len: 913 time: 0.1614935 Aug 29 04:25:33.736536 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.739485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.791885 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-586ae850-1922-40cf-bd11-d60299488091 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a40fb8ff-3155-4699-b93c-69c0badcfd88 HTTP/1.1" status: 200 len: 217 time: 0.0520976 Aug 29 04:25:33.832913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8893467-69b9-4028-ac78-6c6e4ed1c979 req-b741b155-985d-47e6-8c06-93693ba30c2a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.836594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8893467-69b9-4028-ac78-6c6e4ed1c979 req-b741b155-985d-47e6-8c06-93693ba30c2a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 948 time: 0.1818511 Aug 29 04:25:33.857749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-7515ec4d-3988-46d8-80f1-8ba6be3a5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.859800 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-7515ec4d-3988-46d8-80f1-8ba6be3a5123 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 200 len: 852 time: 0.0533352 Aug 29 04:25:33.899297 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-65574bc0-3262-4984-8edd-47cf7b444c10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91f2d6e4-6c92-4148-9fe1-525c26a3fbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293415 Aug 29 04:25:33.920314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-8b105cfb-0da3-403f-9135-f897804f94a4', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:33.922452 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.953107 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.989154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8893467-69b9-4028-ac78-6c6e4ed1c979 req-310e62da-286a-42d4-989b-b994cdd31aab tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242957 Aug 29 04:25:34.090747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-23cfef56-bdbb-4403-ba3b-57f8aa8bac33 service neutron] 10.222.0.65 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833415 Aug 29 04:25:34.097361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb33a0-4eb3-4074-8eb8-d2f291d79f54 req-76e6743b-9ffd-4e31-a25b-f3a4fc5e6dfd tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.106373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13eb33a0-4eb3-4074-8eb8-d2f291d79f54 req-76e6743b-9ffd-4e31-a25b-f3a4fc5e6dfd tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.2548580 Aug 29 04:25:34.111066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Allocated IP 172.20.0.2 (8b105cfb-0da3-403f-9135-f897804f94a4/7d78442a-2212-482b-8aa7-4e2cf1410879/eff60d78-6ee4-4fc7-aa93-556a2e664727) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:34.212233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:34.219024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13eb33a0-4eb3-4074-8eb8-d2f291d79f54 req-434d7f72-82ed-4791-a787-ad57b88fdb86 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115375 Aug 29 04:25:34.290046 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.309178 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e61a7086-fd32-4a42-864e-3d787c7afc85 req-5f049da1-6486-49af-bcb3-14473a6b16f2 service neutron] 10.222.0.65 "GET /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085547 Aug 29 04:25:34.390309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:34.419150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '37d9b6a5-07ad-40bf-a9fb-40153b1d9395', 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'port_id': '37d9b6a5-07ad-40bf-a9fb-40153b1d9395', 'mac_address': 'fa:16:3e:dc:d3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f75685-4abb-45f9-a3cf-dabad7736ad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:34.426421 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.466989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Transition to ACTIVE for port object eff60d78-6ee4-4fc7-aa93-556a2e664727 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:34.500714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Transition to ACTIVE for port object eff60d78-6ee4-4fc7-aa93-556a2e664727 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:34.502528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.515644 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.567011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:34.580869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Network 8b105cfb-0da3-403f-9135-f897804f94a4 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:34.581942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:34.590714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Pushing event updated for resources: {'Port': ['ID=eff60d78-6ee4-4fc7-aa93-556a2e664727,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.595052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:34.612639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:34.646128 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.688380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:34.695565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791fad-1046-4557-8da8-b80648306a44 req-3b0a58e7-2de1-4bcd-811e-bb00f1e58376 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.704328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e791fad-1046-4557-8da8-b80648306a44 req-3b0a58e7-2de1-4bcd-811e-bb00f1e58376 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.2229021 Aug 29 04:25:34.713316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.718468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Attempting to bind port eff60d78-6ee4-4fc7-aa93-556a2e664727 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:34.719095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Attempting to bind port eff60d78-6ee4-4fc7-aa93-556a2e664727 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:34.719649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Attempting to bind port eff60d78-6ee4-4fc7-aa93-556a2e664727 on network 8b105cfb-0da3-403f-9135-f897804f94a4 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:34.730151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652ac65-823d-4d8a-994a-6b063edb305b req-868bc736-9084-4974-8e19-c78c83ff89dc tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.738522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e652ac65-823d-4d8a-994a-6b063edb305b req-868bc736-9084-4974-8e19-c78c83ff89dc tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.2223639 Aug 29 04:25:34.757324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:34.758287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Checking segment: {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:34.758959 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.759556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Bound using segment: {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:34.760257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Bound port: eff60d78-6ee4-4fc7-aa93-556a2e664727, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:34.760828 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.777441 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.825797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.954026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:34.954322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e791fad-1046-4557-8da8-b80648306a44 req-e1d2ec13-a62a-4721-b587-908c8ab69ad6 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464538 Aug 29 04:25:34.957088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['37d9b6a5-07ad-40bf-a9fb-40153b1d9395'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:34.989166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] For port eff60d78-6ee4-4fc7-aa93-556a2e664727, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:34.994057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'mac_address': 'fa:16:3e:d7:34:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:35.001996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e652ac65-823d-4d8a-994a-6b063edb305b req-b37cea25-0547-4245-80e1-7c8b84ae5f49 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2578793 Aug 29 04:25:35.008579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] For port eff60d78-6ee4-4fc7-aa93-556a2e664727, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eff60d78-6ee4-4fc7-aa93-556a2e664727,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:35.036399 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.047694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Allocated IP 172.25.1.141 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/20cccf83-2a50-466c-8003-2d6426259a99) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:35.131412 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.163558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fe7450-d594-4fd3-85b1-dd92d5643b2c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:35.180367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dac21-be87-467f-b6a9-5e65b8534d2c None None] Pushing event updated for resources: {'Port': ['ID=eff60d78-6ee4-4fc7-aa93-556a2e664727,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.216525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:35.230824 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.231485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a40fb8ff-3155-4699-b93c-69c0badcfd88 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:35.281690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.398183 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.403840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.415652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4190d79-a2a1-4f01-ab68-92d4ec4240dd req-13eb1e37-6833-40a6-9637-33a26f4ca1bb tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.418301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4190d79-a2a1-4f01-ab68-92d4ec4240dd req-13eb1e37-6833-40a6-9637-33a26f4ca1bb tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 944 time: 0.0977113 Aug 29 04:25:35.458087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:35.501122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a40fb8ff-3155-4699-b93c-69c0badcfd88, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a40fb8ff-3155-4699-b93c-69c0badcfd88,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:35.516536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:35.525018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'a40fb8ff-3155-4699-b93c-69c0badcfd88', 'network_id': '91f2d6e4-6c92-4148-9fe1-525c26a3fbec', 'port_id': 'a40fb8ff-3155-4699-b93c-69c0badcfd88', 'mac_address': 'fa:16:3e:7b:ec:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f75685-4abb-45f9-a3cf-dabad7736ad3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:35.527399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:35.593756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250b83b-98a0-4020-bd07-a3db28f64953 req-6508c6c4-8b72-4faf-80f9-c6c8ed04e397 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.595450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a250b83b-98a0-4020-bd07-a3db28f64953 req-6508c6c4-8b72-4faf-80f9-c6c8ed04e397 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 949 time: 0.1759849 Aug 29 04:25:35.609995 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.630058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40fb8ff-3155-4699-b93c-69c0badcfd88 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:35.633620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4190d79-a2a1-4f01-ab68-92d4ec4240dd req-aa8b9dac-cac4-4aa4-be76-18543a469cd9 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284792 Aug 29 04:25:35.649540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Pushing event updated for resources: {'Port': ['ID=20cccf83-2a50-466c-8003-2d6426259a99,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.696066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a250b83b-98a0-4020-bd07-a3db28f64953 req-80e98915-d64e-4160-bbb4-cb7f9c6aa561 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858603 Aug 29 04:25:35.703260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a40fb8ff-3155-4699-b93c-69c0badcfd88, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a40fb8ff-3155-4699-b93c-69c0badcfd88,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:35.719141 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.822079 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a40fb8ff-3155-4699-b93c-69c0badcfd88,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.864022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767cf5d-4d2a-457f-ab48-4eb976670585 req-baeb4725-53e6-4d94-a377-24d4fc5b0a1b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.865599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e767cf5d-4d2a-457f-ab48-4eb976670585 req-baeb4725-53e6-4d94-a377-24d4fc5b0a1b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.0892088 Aug 29 04:25:35.985780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e767cf5d-4d2a-457f-ab48-4eb976670585 req-3d09863e-7a3f-4363-8b40-d14d64b16372 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768249 Aug 29 04:25:36.012427 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.103761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a40fb8ff-3155-4699-b93c-69c0badcfd88'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:36.119129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['60fe7450-d594-4fd3-85b1-dd92d5643b2c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:36.169393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:36.401150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:36.419720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:36.420546 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.427108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-3452ddcf-77c8-4744-9942-aaf9d20f06f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2148829 Aug 29 04:25:36.435683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b0b1-82e6-4309-ab9e-ecdc23bee412 req-d7e9bcaa-59b7-4b82-9e7d-e49832fe2ce9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.444465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4611b0b1-82e6-4309-ab9e-ecdc23bee412 req-d7e9bcaa-59b7-4b82-9e7d-e49832fe2ce9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.3836887 Aug 29 04:25:36.529535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da534442-a6f2-44d4-bca7-a83196cfea8f req-933fd54a-43c0-4c0e-8751-66934e6dcbe3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.541102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da534442-a6f2-44d4-bca7-a83196cfea8f req-933fd54a-43c0-4c0e-8751-66934e6dcbe3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.4427910 Aug 29 04:25:36.635922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.667437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4611b0b1-82e6-4309-ab9e-ecdc23bee412 req-4e2c16de-8b0a-4eb8-880f-1e41d9a31121 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219622 Aug 29 04:25:36.703081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-7baf8708-029d-4b77-b33b-753df7d8bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.711263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-7baf8708-029d-4b77-b33b-753df7d8bd47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1101 time: 0.2603755 Aug 29 04:25:36.718164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da534442-a6f2-44d4-bca7-a83196cfea8f req-42934e94-2e03-40ed-ad14-5908e42c754d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1761534 Aug 29 04:25:36.764088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e185d-50f1-4ad5-81a1-92354b58f1d6 None None] Network 8b105cfb-0da3-403f-9135-f897804f94a4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:36.855326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.943180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9593e75c-e200-4279-b4ea-1131b58d6f5c None None] Provisioning for port eff60d78-6ee4-4fc7-aa93-556a2e664727 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:36.958213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8561131e-b706-4877-974e-71728cbe500e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d9b6a5-07ad-40bf-a9fb-40153b1d9395'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:36.960549 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcecaa86-cf4e-40ef-8d72-5fccebe85369" -d '{"events": [{"server_uuid": "8561131e-b706-4877-974e-71728cbe500e", "name": "network-vif-plugged", "status": "completed", "tag": "37d9b6a5-07ad-40bf-a9fb-40153b1d9395"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:36.988517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:37.008494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eff60d78-6ee4-4fc7-aa93-556a2e664727 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:37.012217 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.129555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.159688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port eff60d78-6ee4-4fc7-aa93-556a2e664727 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:37.164535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13584429-2ee3-411e-8233-34cc5494e0d5 req-2f4cb807-4494-4239-8e6d-6a4e3ddf8bd8 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.165869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port eff60d78-6ee4-4fc7-aa93-556a2e664727 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:37.166285 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.172587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13584429-2ee3-411e-8233-34cc5494e0d5 req-2f4cb807-4494-4239-8e6d-6a4e3ddf8bd8 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 944 time: 0.2363687 Aug 29 04:25:37.207840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c59951-5839-4c0a-bf4c-a8f2741ca842 req-8bd62692-9d39-46f3-a9e0-84f889f537aa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.217293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23c59951-5839-4c0a-bf4c-a8f2741ca842 req-8bd62692-9d39-46f3-a9e0-84f889f537aa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 949 time: 0.2426744 Aug 29 04:25:37.245567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-51ebeb8c-3ff1-4862-8341-6470f571d59d tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.248275 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-51ebeb8c-3ff1-4862-8341-6470f571d59d tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.65 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.1289697 Aug 29 04:25:37.278333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-78ca9f5a-2bf2-41e5-a12e-04f42b897c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.279820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-78ca9f5a-2bf2-41e5-a12e-04f42b897c34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3463910 Aug 29 04:25:37.303304 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.354031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-3a2f502f-98d3-43f4-8765-bdd359bcbf6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.0631461 Aug 29 04:25:37.371408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port eff60d78-6ee4-4fc7-aa93-556a2e664727, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eff60d78-6ee4-4fc7-aa93-556a2e664727,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:37.379021 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.391752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13584429-2ee3-411e-8233-34cc5494e0d5 req-f641080c-3703-48bd-800b-4f28ccb2daf6 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156024 Aug 29 04:25:37.458168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Router 9a1af14f-cf6e-486b-b6ca-377744f9e51c is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:37.479236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23c59951-5839-4c0a-bf4c-a8f2741ca842 req-e154bc82-56a9-4f94-9b05-29eab65e9834 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594838 Aug 29 04:25:37.483796 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b295a-aab4-43d4-8ccc-e2d4ddd1edfc x-openstack-request-id: req-717b295a-aab4-43d4-8ccc-e2d4ddd1edfc {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:37.484126 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8561131e-b706-4877-974e-71728cbe500e", "name": "network-vif-plugged", "status": "completed", "tag": "37d9b6a5-07ad-40bf-a9fb-40153b1d9395", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:37.484391 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-717b295a-aab4-43d4-8ccc-e2d4ddd1edfc {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:37.484806 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8561131e-b706-4877-974e-71728cbe500e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d9b6a5-07ad-40bf-a9fb-40153b1d9395', 'code': 200} Aug 29 04:25:37.488900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=eff60d78-6ee4-4fc7-aa93-556a2e664727,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.525820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Deleting port be3c2cec-ae6c-4e3d-9dd5-813174da8fea {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:37.526184 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.552028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-6e44040a-45e6-4381-8c0a-da2e936f7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.553803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-6e44040a-45e6-4381-8c0a-da2e936f7cbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1890213 Aug 29 04:25:37.616843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce272009-0eb9-4f69-8259-e48aedee28e8 None None] Provisioning complete for port eff60d78-6ee4-4fc7-aa93-556a2e664727 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:37.617510 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce272009-0eb9-4f69-8259-e48aedee28e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.694400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] For port be3c2cec-ae6c-4e3d-9dd5-813174da8fea, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:37.694930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.775079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a67cdd-1e39-426e-bb10-839062954254 req-2c52aa39-9de3-44c1-8d95-a010e615487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.776663 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03a67cdd-1e39-426e-bb10-839062954254 req-2c52aa39-9de3-44c1-8d95-a010e615487a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 1097 time: 0.1203723 Aug 29 04:25:37.855972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03a67cdd-1e39-426e-bb10-839062954254 req-42495583-15eb-43fa-8114-eef79d4236d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684445 Aug 29 04:25:37.995272 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.995646 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.996701 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Floating IP d9771a11-2e5a-465f-a44d-e04d0954fac9 disassociated. External IP: 172.25.1.222, port: be3c2cec-ae6c-4e3d-9dd5-813174da8fea. Aug 29 04:25:37.996891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Calling delete_port for be3c2cec-ae6c-4e3d-9dd5-813174da8fea owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:38.063726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f186cf6-d326-4e5d-93cc-1f014b907a66 req-f552bb01-34cc-4262-8d4e-c442f8b2e9be tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.065428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f186cf6-d326-4e5d-93cc-1f014b907a66 req-f552bb01-34cc-4262-8d4e-c442f8b2e9be tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 946 time: 0.5157528 Aug 29 04:25:38.090160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-9d835f0c-5d27-4bc9-82c8-134844c26860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.092474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-9d835f0c-5d27-4bc9-82c8-134844c26860 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5079794 Aug 29 04:25:38.132160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:38.141648 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Sync routers for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:38.160045 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:38.162954 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:38.189174 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.229842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event deleted for resources: {'Port': ['ID=be3c2cec-ae6c-4e3d-9dd5-813174da8fea,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:38.239142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-74284b05-07f1-41fc-a2d8-8f035f486543 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312363 Aug 29 04:25:38.270403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.274376 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e22a66fc-154d-4452-ab71-2ee95cf5ef9f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.6348133 Aug 29 04:25:38.297216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44026) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:38.317959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f186cf6-d326-4e5d-93cc-1f014b907a66 req-862af2b6-dc1f-4119-8103-094704d39480 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups?id=14b3b68b-98e1-4fe6-b071-9e19ddb7d653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309663 Aug 29 04:25:38.335325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c99a8e-1f15-4e61-b6fb-d2400d8836b7 req-d48faa4c-56af-4a22-9d3e-dc928cd3cf37 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.343195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24c99a8e-1f15-4e61-b6fb-d2400d8836b7 req-d48faa4c-56af-4a22-9d3e-dc928cd3cf37 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.3144450 Aug 29 04:25:38.392302 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:38.395315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24c99a8e-1f15-4e61-b6fb-d2400d8836b7 req-b533e5e6-fbbc-4f6c-9699-1fca62d198dc tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Aug 29 04:25:38.520259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-421b4017-96aa-4306-a642-20ee0ad7c7f5 req-b0180efd-9246-4548-a4e4-8038c03c1e7c service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694292 Aug 29 04:25:38.568241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69608521-dee7-482e-8249-ffc82974ad20 req-fe3d5c27-8b88-4f62-993a-a5a51d0bc0bb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.569882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69608521-dee7-482e-8249-ffc82974ad20 req-fe3d5c27-8b88-4f62-993a-a5a51d0bc0bb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0846248 Aug 29 04:25:38.624273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Router 9cb860f3-d204-40e9-af1b-1c856e152787 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:38.652464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69608521-dee7-482e-8249-ffc82974ad20 req-bdf49602-7530-4fbe-ac5d-d428c34b0c41 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715389 Aug 29 04:25:38.700949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:38.838750 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:35Z', 'revision_number': 3, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:38.871841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 60fe7450-d594-4fd3-85b1-dd92d5643b2c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:38.886144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 60fe7450-d594-4fd3-85b1-dd92d5643b2c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:38.890563 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.915237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:38.982050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301a22-16b3-4edb-82a9-1dfed90efcbb req-f2dc18e8-3999-44c4-ac64-a8ce6609c607 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.983637 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0301a22-16b3-4edb-82a9-1dfed90efcbb req-f2dc18e8-3999-44c4-ac64-a8ce6609c607 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 945 time: 0.1675735 Aug 29 04:25:38.991676 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Checking router: 9a1af14f-cf6e-486b-b6ca-377744f9e51c for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:38.992164 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Updating router 9a1af14f-cf6e-486b-b6ca-377744f9e51c port 20cccf83-2a50-466c-8003-2d6426259a99 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:39.033106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef90a-bf1a-45d6-b4ba-15c2d10807c0 req-30c075e9-2aef-4ca6-8eac-dc75ff00dd60 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.045733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25eef90a-bf1a-45d6-b4ba-15c2d10807c0 req-30c075e9-2aef-4ca6-8eac-dc75ff00dd60 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 949 time: 0.2057734 Aug 29 04:25:39.050089 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.068570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] Sync routers for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:39.087869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eff60d78-6ee4-4fc7-aa93-556a2e664727 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:39.141410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25eef90a-bf1a-45d6-b4ba-15c2d10807c0 req-b35cfb37-dcac-4e3a-a6bb-7fdb98f85642 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946860 Aug 29 04:25:39.158347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] No DVR routers for this DVR port be3c2cec-ae6c-4e3d-9dd5-813174da8fea on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:39.162754 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.165021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44b9d9f2-6343-4d75-892e-10ec224268e2 req-90b4fa64-5ad5-42f5-9a73-4a52639944cf tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.65 "DELETE /v2.0/ports/be3c2cec-ae6c-4e3d-9dd5-813174da8fea HTTP/1.1" status: 204 len: 173 time: 1.8956044 Aug 29 04:25:39.165529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6589c089-7241-4a3c-9c51-54489bd96248', 'name': 'network-vif-deleted', 'tag': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:39.174474 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7e49a-567d-4b5d-bd6c-402cbe61b91e" -d '{"events": [{"server_uuid": "6589c089-7241-4a3c-9c51-54489bd96248", "name": "network-vif-deleted", "tag": "be3c2cec-ae6c-4e3d-9dd5-813174da8fea"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:39.175514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:39.176732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:39.207648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0301a22-16b3-4edb-82a9-1dfed90efcbb req-7057d56d-1dbe-4336-8277-cacbfbd10a19 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073321 Aug 29 04:25:39.330753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:39.502403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86e6fd40-dd04-4689-be88-6bbd6ba74625 req-62ed48e7-60fe-4b2f-90ec-54559e303627 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 210 time: 0.0293763 Aug 29 04:25:39.505461 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0827ccad-28c4-48b0-a552-9ca485fd7d3b x-openstack-request-id: req-0827ccad-28c4-48b0-a552-9ca485fd7d3b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:39.506041 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6589c089-7241-4a3c-9c51-54489bd96248", "name": "network-vif-deleted", "tag": "be3c2cec-ae6c-4e3d-9dd5-813174da8fea", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:39.506041 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0827ccad-28c4-48b0-a552-9ca485fd7d3b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:39.506818 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6589c089-7241-4a3c-9c51-54489bd96248', 'name': 'network-vif-deleted', 'tag': 'be3c2cec-ae6c-4e3d-9dd5-813174da8fea', 'status': 'completed', 'code': 200} Aug 29 04:25:39.609093 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.630083 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.635200 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Transition to ACTIVE for port object 20cccf83-2a50-466c-8003-2d6426259a99 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:39.654995 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.659967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e2b2d-e5e1-45fb-8242-64e698e2f25e req-81c47303-5bfd-425b-bc77-76550f824e8f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.676399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec4e2b2d-e5e1-45fb-8242-64e698e2f25e req-81c47303-5bfd-425b-bc77-76550f824e8f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1253655 Aug 29 04:25:39.722141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.770090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec4e2b2d-e5e1-45fb-8242-64e698e2f25e req-34e27cf2-bd36-48bb-bfd1-b9170c264a3b tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927255 Aug 29 04:25:39.790982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:39.797051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:39.797277 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e4459-60f0-4cf2-ab1a-3ceb3a78d87d None None] Pushing event updated for resources: {'Port': ['ID=20cccf83-2a50-466c-8003-2d6426259a99,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.801193 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e53363-453a-4c3e-b243-96f55d3f9ca1" -d '{"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:39.810420 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Attempting to bind port 20cccf83-2a50-466c-8003-2d6426259a99 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:39.810806 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Attempting to bind port 20cccf83-2a50-466c-8003-2d6426259a99 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:39.812717 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Attempting to bind port 20cccf83-2a50-466c-8003-2d6426259a99 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:39.823848 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:39.824174 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:39.826027 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.826427 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:39.827078 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Bound port: 20cccf83-2a50-466c-8003-2d6426259a99, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:39.827490 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.838500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.839828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a40fb8ff-3155-4699-b93c-69c0badcfd88 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:39.911507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.934496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d915e1-bf25-4653-8aac-5e2a9ab7ca2a req-b3748cdc-3806-4be2-a031-17f3aea1dda7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.952449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18d915e1-bf25-4653-8aac-5e2a9ab7ca2a req-b3748cdc-3806-4be2-a031-17f3aea1dda7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1035886 Aug 29 04:25:39.983442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port eff60d78-6ee4-4fc7-aa93-556a2e664727 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:39.987109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.997544 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb7e344-bd72-42c8-a94f-5062807f9b8e x-openstack-request-id: req-2eb7e344-bd72-42c8-a94f-5062807f9b8e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:39.997906 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:39.998184 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2eb7e344-bd72-42c8-a94f-5062807f9b8e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:40.001114 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] For port 20cccf83-2a50-466c-8003-2d6426259a99, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:40.004660 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'code': 200} Aug 29 04:25:40.017328 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] For port 20cccf83-2a50-466c-8003-2d6426259a99, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20cccf83-2a50-466c-8003-2d6426259a99,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:40.028457 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.034337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18d915e1-bf25-4653-8aac-5e2a9ab7ca2a req-a09cc222-8851-4f58-b945-274a6d4b4f80 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808382 Aug 29 04:25:40.145102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.158573 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:40.159666 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.208771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Allocated IP 172.20.0.1 (8b105cfb-0da3-403f-9135-f897804f94a4/7d78442a-2212-482b-8aa7-4e2cf1410879/1c0bf972-0fae-4acb-8082-86ffbde48879) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:40.212954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636340e2-2092-48b5-8e75-8fe2f1db112f req-a1d71b7a-f70a-4737-a756-9c6c38073e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.214328 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-636340e2-2092-48b5-8e75-8fe2f1db112f req-a1d71b7a-f70a-4737-a756-9c6c38073e85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 1102 time: 0.0977697 Aug 29 04:25:40.225034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] Checking router: 9cb860f3-d204-40e9-af1b-1c856e152787 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:40.285749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port a40fb8ff-3155-4699-b93c-69c0badcfd88 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:40.296447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port a40fb8ff-3155-4699-b93c-69c0badcfd88 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:40.296828 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.306073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:40.306645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.335666 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-636340e2-2092-48b5-8e75-8fe2f1db112f req-5003e30b-fb16-4b9d-a083-7e92c2571ab1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067266 Aug 29 04:25:40.346922 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e4459-60f0-4cf2-ab1a-3ceb3a78d87d None None] Pushing event updated for resources: {'Port': ['ID=20cccf83-2a50-466c-8003-2d6426259a99,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.454670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.491342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Transition to ACTIVE for port object 1c0bf972-0fae-4acb-8082-86ffbde48879 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:40.501425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df20fe-623c-4133-9ae8-c116c9b1b9eb req-c23bdbfd-ef1f-4cef-bfe0-7483829fa82d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.509400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01df20fe-623c-4133-9ae8-c116c9b1b9eb req-c23bdbfd-ef1f-4cef-bfe0-7483829fa82d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1886916 Aug 29 04:25:40.526272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11985f2-69bb-439a-8e6d-ad69cee5455a req-d78ff7d1-cf35-489d-a632-69eab235af23 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.546508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c11985f2-69bb-439a-8e6d-ad69cee5455a req-d78ff7d1-cf35-489d-a632-69eab235af23 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 945 time: 0.1692262 Aug 29 04:25:40.550757 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.562889 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:40.591516 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.598895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Network 8b105cfb-0da3-403f-9135-f897804f94a4 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:40.602539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:40.607275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:40.683894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:40.719689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01df20fe-623c-4133-9ae8-c116c9b1b9eb req-ba3c794a-eaef-434d-9523-788ec39e72bd tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932123 Aug 29 04:25:40.746499 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.751929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Pushing event updated for resources: {'Port': ['ID=1c0bf972-0fae-4acb-8082-86ffbde48879,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.760773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c11985f2-69bb-439a-8e6d-ad69cee5455a req-53b4200d-c09b-4c1a-ba75-e54fe99b7bb5 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130127 Aug 29 04:25:40.864204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a40fb8ff-3155-4699-b93c-69c0badcfd88, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a40fb8ff-3155-4699-b93c-69c0badcfd88,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:40.895473 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.913099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device be3c2cec-ae6c-4e3d-9dd5-813174da8fea no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:40.976539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57b2027e-cd9e-4568-b48d-73dc29a7305d req-0c0097c3-85c0-4963-85e0-bf64e2616f0f tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 210 time: 0.0952680 Aug 29 04:25:41.035618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:35Z', 'revision_number': 3, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:41.098339 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1074f9-01e6-407a-8623-a827974d2f1b None None] The sync data for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 is: [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:35Z', 'revision_number': 3, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:41.098675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.234789 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe651e-009a-4af0-8372-e7a988504307 req-6733cdc2-b415-425b-88b0-d985a81d4707 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.235755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89fe651e-009a-4af0-8372-e7a988504307 req-6733cdc2-b415-425b-88b0-d985a81d4707 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 945 time: 0.1094368 Aug 29 04:25:41.254195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab056aba-60e5-4dc6-9ab6-14304f2b3ed3 req-a66e3987-1baa-4be6-9e3b-0c8080a5a13f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.262125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab056aba-60e5-4dc6-9ab6-14304f2b3ed3 req-a66e3987-1baa-4be6-9e3b-0c8080a5a13f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1484168 Aug 29 04:25:41.410497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89fe651e-009a-4af0-8372-e7a988504307 req-f4bfb916-cbcc-4562-a2cf-4b432324ad35 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383929 Aug 29 04:25:41.436723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab056aba-60e5-4dc6-9ab6-14304f2b3ed3 req-81df6f2e-5f60-4613-9fbc-37b5888a4d56 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736894 Aug 29 04:25:41.537000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: be3c2cec-ae6c-4e3d-9dd5-813174da8fea {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:41.537360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device be3c2cec-ae6c-4e3d-9dd5-813174da8fea not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:41.694433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.702093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.790407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a40fb8ff-3155-4699-b93c-69c0badcfd88,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.801540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dbdda-57eb-47fc-84c0-e9e5cef4a179 req-49d8dbdf-579b-4b0b-9a92-7adc06d8356b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.806184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b7dbdda-57eb-47fc-84c0-e9e5cef4a179 req-49d8dbdf-579b-4b0b-9a92-7adc06d8356b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1550961 Aug 29 04:25:41.843240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.846666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Pushing event updated for resources: {'Port': ['ID=1c0bf972-0fae-4acb-8082-86ffbde48879,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.860035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1de0cab7-ae15-4761-a40b-2b97ace23066 None None] Provisioning for port 1c0bf972-0fae-4acb-8082-86ffbde48879 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:41.876347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1de0cab7-ae15-4761-a40b-2b97ace23066 None None] Provisioning complete for port 1c0bf972-0fae-4acb-8082-86ffbde48879 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:41.877830 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1de0cab7-ae15-4761-a40b-2b97ace23066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.944338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1de0cab7-ae15-4761-a40b-2b97ace23066 None None] Port 1c0bf972-0fae-4acb-8082-86ffbde48879 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:41.952553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b7dbdda-57eb-47fc-84c0-e9e5cef4a179 req-7ea19d1b-d165-40f1-a717-d9cbb4609b0a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361589 Aug 29 04:25:41.992924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Network 8b105cfb-0da3-403f-9135-f897804f94a4 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:41.996219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:42.004851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee5e3-fdad-45dd-8b89-98e24c0ab8c0 req-91e50e11-2c04-4d01-bb19-8dd59ae3370d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.018995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3cc150-f553-4239-b6b3-deceec2200b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40fb8ff-3155-4699-b93c-69c0badcfd88'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:42.027416 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4d26bd-b44d-4e8b-8bd1-969026d96a58" -d '{"events": [{"server_uuid": "cc3cc150-f553-4239-b6b3-deceec2200b5", "name": "network-vif-plugged", "status": "completed", "tag": "a40fb8ff-3155-4699-b93c-69c0badcfd88"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:42.029261 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcdee5e3-fdad-45dd-8b89-98e24c0ab8c0 req-91e50e11-2c04-4d01-bb19-8dd59ae3370d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1583161 Aug 29 04:25:42.074293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:42.120071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcdee5e3-fdad-45dd-8b89-98e24c0ab8c0 req-59d076c5-ba02-417b-b8da-b3b122317d23 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865865 Aug 29 04:25:42.127595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084a50-9a2e-41d7-a513-5f3da624934e None None] The sync data for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 is: [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:14Z', 'revision_number': 4, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '0d9b9bbb-c585-4fed-9a79-1b51854cdee5', 'name': '', 'network_id': '91559c7f-ffd2-4517-92d8-3a113d23e010', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'mac_address': 'fa:16:3e:b6:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:13Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'subnets': [{'id': '468aff73-e2bc-493c-a3f7-38d319ee06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:42.195889 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c44967-d94d-4499-9782-8f0ff38ba4ea x-openstack-request-id: req-75c44967-d94d-4499-9782-8f0ff38ba4ea {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:42.199530 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3cc150-f553-4239-b6b3-deceec2200b5", "name": "network-vif-plugged", "status": "completed", "tag": "a40fb8ff-3155-4699-b93c-69c0badcfd88", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:42.199797 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75c44967-d94d-4499-9782-8f0ff38ba4ea {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:42.200252 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3cc150-f553-4239-b6b3-deceec2200b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40fb8ff-3155-4699-b93c-69c0badcfd88', 'code': 200} Aug 29 04:25:42.214157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Router 9a1af14f-cf6e-486b-b6ca-377744f9e51c has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:42.292873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87283d63-300a-4b35-a1cc-867824410da8 req-62795c98-98d8-42ba-85de-18385eb5ffd6 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 210 time: 0.0754616 Aug 29 04:25:42.412725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:42.420615 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-66a8b701-a21f-427a-bca9-7c874e67db5f admin admin] 10.222.0.58 "PUT /v2.0/routers/9a1af14f-cf6e-486b-b6ca-377744f9e51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1219237 Aug 29 04:25:42.494985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5e6a8bd1-8157-4cf5-bfbc-1ce67e016d2b None None] Provisioning complete for port 1c0bf972-0fae-4acb-8082-86ffbde48879 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:42.496590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66282-d8b5-4051-86bc-288685a09375 req-9e36984d-42bf-4c76-a3e0-f36db6152b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.498513 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4b66282-d8b5-4051-86bc-288685a09375 req-9e36984d-42bf-4c76-a3e0-f36db6152b1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 1097 time: 0.0946276 Aug 29 04:25:42.509337 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8bd1-8157-4cf5-bfbc-1ce67e016d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.567045 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b4b66282-d8b5-4051-86bc-288685a09375 req-915a204a-5505-4926-b2b4-d799ffac54e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601118 Aug 29 04:25:42.595608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a8bd1-8157-4cf5-bfbc-1ce67e016d2b None None] Port 1c0bf972-0fae-4acb-8082-86ffbde48879 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:42.633519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-c0df76f9-5f92-40b6-b288-83a5699c4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.635748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-c0df76f9-5f92-40b6-b288-83a5699c4875 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1098 time: 0.1918032 Aug 29 04:25:42.685367 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440f6472-8cc1-4585-8993-1da38749db04 None None] New status for floating IP d9771a11-2e5a-465f-a44d-e04d0954fac9: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:25:42.774205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce387cf-794d-428a-a591-e0c04762ef75 req-2bc5c0e3-5900-4c16-b837-6247358fc88f tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.776129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ce387cf-794d-428a-a591-e0c04762ef75 req-2bc5c0e3-5900-4c16-b837-6247358fc88f tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 945 time: 0.2360620 Aug 29 04:25:42.788537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb6fb-7b0a-4171-9b14-3c4e5c303924 req-00acde79-d12c-4bdc-ba9a-218d8df2e2aa tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.795858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-336fb6fb-7b0a-4171-9b14-3c4e5c303924 req-00acde79-d12c-4bdc-ba9a-218d8df2e2aa tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.2090845 Aug 29 04:25:42.865821 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:25:42.888243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-60dc3385-b686-4c9c-9136-dc70c91a3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.890465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-60dc3385-b686-4c9c-9136-dc70c91a3a0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.2456033 Aug 29 04:25:42.922982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ce387cf-794d-428a-a591-e0c04762ef75 req-9d69f4fe-3851-43e3-a872-92c99ef4e484 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290958 Aug 29 04:25:42.957013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20cccf83-2a50-466c-8003-2d6426259a99 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:42.960583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-336fb6fb-7b0a-4171-9b14-3c4e5c303924 req-b6547ef9-6992-4d41-8644-e816ffc7a3c5 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476336 Aug 29 04:25:43.021925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 20cccf83-2a50-466c-8003-2d6426259a99 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:43.032497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 20cccf83-2a50-466c-8003-2d6426259a99 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:43.032906 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.036225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-37e18b21-ebca-44c6-9425-149625ce6a7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 1001 time: 0.1325176 Aug 29 04:25:43.149423 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.151719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-1593c133-89f0-4f0d-a93f-b03a527bf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.153536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-1593c133-89f0-4f0d-a93f-b03a527bf551 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.1093535 Aug 29 04:25:43.174503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 20cccf83-2a50-466c-8003-2d6426259a99, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20cccf83-2a50-466c-8003-2d6426259a99,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:43.181925 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.204857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31e71f-0cb5-44fa-b7b9-32f7fab0ffd3 req-90e20dcb-6c20-4c0c-8610-3704513cf9d8 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.206407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f31e71f-0cb5-44fa-b7b9-32f7fab0ffd3 req-90e20dcb-6c20-4c0c-8610-3704513cf9d8 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1183918 Aug 29 04:25:43.239451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-dcec90ac-2ee2-441a-99a5-ddbe19189003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.241015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-dcec90ac-2ee2-441a-99a5-ddbe19189003 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796866 Aug 29 04:25:43.247712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=20cccf83-2a50-466c-8003-2d6426259a99,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:43.272577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f31e71f-0cb5-44fa-b7b9-32f7fab0ffd3 req-f2e45465-17ef-4c03-9042-ee4dc2c8ff30 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554769 Aug 29 04:25:43.504453 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-76c19a90-db24-4c3c-9fb8-5b7d0f7ca26e tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.505953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-76c19a90-db24-4c3c-9fb8-5b7d0f7ca26e tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/networks?id=8b105cfb-0da3-403f-9135-f897804f94a4 HTTP/1.1" status: 200 len: 829 time: 0.2323875 Aug 29 04:25:43.509352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-d64b3b11-e5b6-4a7c-af06-c575f9c5a0c6 service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484374 Aug 29 04:25:43.547007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da49a7e5-f5d6-406b-a51c-5396b764bfda tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/quotas/018aeb53a6894e369ab689df77582171 HTTP/1.1" status: 200 len: 375 time: 0.0351114 Aug 29 04:25:43.554851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fbb1-310c-40d6-a555-702dd5e2357d req-1437ceed-6220-414d-960c-7e37b851d753 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.556322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b843fbb1-310c-40d6-a555-702dd5e2357d req-1437ceed-6220-414d-960c-7e37b851d753 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1363978 Aug 29 04:25:43.691946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b843fbb1-310c-40d6-a555-702dd5e2357d req-47c11f7e-d262-428f-a91e-c0b5e2b65855 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087170 Aug 29 04:25:43.696166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ffaf957-b98a-402f-92b5-b533a212ddbb req-e572ac13-bce2-43de-b487-3a5900ebd6ec service neutron] 10.222.0.64 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763513 Aug 29 04:25:43.715292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-35fd1335-f405-4052-a103-2b00e7f4030c tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018aeb53a6894e369ab689df77582171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577470 Aug 29 04:25:43.773131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Sync routers for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:43.782797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:43.783578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:43.805782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99a6bc57-b6ae-452b-8799-668eeb7ee92d req-dec8234f-54d7-40ff-8325-dad0c54a919e tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 210 time: 0.0368962 Aug 29 04:25:43.868983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-eaa04937-da66-41ff-ba5e-76c9e9634384 service neutron] 10.222.0.58 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527197 Aug 29 04:25:43.935912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:44.016033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a202f-3956-40a7-b25a-607b3da389a6 req-b448e537-55b2-4a1d-a6a2-ff63af4bce22 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.017678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-067a202f-3956-40a7-b25a-607b3da389a6 req-b448e537-55b2-4a1d-a6a2-ff63af4bce22 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1168814 Aug 29 04:25:44.044947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-8ef5a904-b90d-4f70-8d65-2506399dd6d0 service neutron] 10.222.0.58 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605818 Aug 29 04:25:44.074625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-067a202f-3956-40a7-b25a-607b3da389a6 req-de560f19-a971-42b0-a9d3-b7002c6d024b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478187 Aug 29 04:25:44.196798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 2, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:44.236978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Checking router: 9a1af14f-cf6e-486b-b6ca-377744f9e51c for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:44.237536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Updating router 9a1af14f-cf6e-486b-b6ca-377744f9e51c port 1c0bf972-0fae-4acb-8082-86ffbde48879 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:44.245257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262191dc-a5d7-4f6e-bd3c-91aaf524a6cf req-66dfa959-e6f4-46d3-9137-017110605060 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.246839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-262191dc-a5d7-4f6e-bd3c-91aaf524a6cf req-66dfa959-e6f4-46d3-9137-017110605060 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 945 time: 0.0935466 Aug 29 04:25:44.268378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.339725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-262191dc-a5d7-4f6e-bd3c-91aaf524a6cf req-d37138c3-32e5-4b2c-a7d3-eab7983e499c tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Aug 29 04:25:44.352091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f55d0a-e37a-4a47-b3aa-55384c57df05 req-f07cb1c4-d285-425f-9d1f-01d4abdaff8e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.373028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7f55d0a-e37a-4a47-b3aa-55384c57df05 req-f07cb1c4-d285-425f-9d1f-01d4abdaff8e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1250677 Aug 29 04:25:44.434525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7f55d0a-e37a-4a47-b3aa-55384c57df05 req-51b4aa25-3727-403e-b37c-8fb0a39a4717 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604491 Aug 29 04:25:44.546280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5efa84a-4069-49ed-9883-5c6327393be7 req-e3594717-222f-455e-b354-1fef8d53d106 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 210 time: 0.0432489 Aug 29 04:25:44.655616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d310-001a-486d-bed0-63bd9a804b7b req-c9e151cf-aa98-47eb-a0b3-f9642e13fbfb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.657590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7029d310-001a-486d-bed0-63bd9a804b7b req-c9e151cf-aa98-47eb-a0b3-f9642e13fbfb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0726104 Aug 29 04:25:44.722973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7029d310-001a-486d-bed0-63bd9a804b7b req-dc9f8380-dac9-455f-a066-c0196fa8ea98 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590732 Aug 29 04:25:44.763013 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.775606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Transition to ACTIVE for port object 1c0bf972-0fae-4acb-8082-86ffbde48879 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:44.782848 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.950844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20cccf83-2a50-466c-8003-2d6426259a99 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:44.953195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19010ac9-f4ed-42ed-81dc-b5b2618d2d6a None None] Pushing event updated for resources: {'Port': ['ID=1c0bf972-0fae-4acb-8082-86ffbde48879,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.087891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Attempting to bind port 1c0bf972-0fae-4acb-8082-86ffbde48879 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:45.088580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Attempting to bind port 1c0bf972-0fae-4acb-8082-86ffbde48879 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:45.089187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Attempting to bind port 1c0bf972-0fae-4acb-8082-86ffbde48879 on network 8b105cfb-0da3-403f-9135-f897804f94a4 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:45.102489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:45.103339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Checking segment: {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:45.103855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.104460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Bound using segment: {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:45.105140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Bound port: 1c0bf972-0fae-4acb-8082-86ffbde48879, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:45.105622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.163485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 20cccf83-2a50-466c-8003-2d6426259a99 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:45.164079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.193151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5543db92-4743-4acc-ac09-8028b9d5bc3b req-40de1d43-ff1b-4aa0-b0f1-2baaf3cd11d7 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 210 time: 0.1328983 Aug 29 04:25:45.219248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-84539a1b-1d56-4819-8019-417c019c188d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2055449 Aug 29 04:25:45.245333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb9bc7-ac78-4cc0-aef5-7cb3d348c264 req-d5328f03-b046-4ef2-b2f0-866f21df5335 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.256277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfbb9bc7-ac78-4cc0-aef5-7cb3d348c264 req-d5328f03-b046-4ef2-b2f0-866f21df5335 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.0826972 Aug 29 04:25:45.265339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] For port 1c0bf972-0fae-4acb-8082-86ffbde48879, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:45.270527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] For port 1c0bf972-0fae-4acb-8082-86ffbde48879, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1c0bf972-0fae-4acb-8082-86ffbde48879,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:45.285768 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.390085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:45.391060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:45.391215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfbb9bc7-ac78-4cc0-aef5-7cb3d348c264 req-f7e16538-72ec-47ef-992c-f3f538b327e0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336427 Aug 29 04:25:45.447121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915c738-5653-4635-9ebf-2e20116d35d3 req-40b71dac-1307-4c1a-9ef6-eda3185c5c74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.470747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19010ac9-f4ed-42ed-81dc-b5b2618d2d6a None None] Pushing event updated for resources: {'Port': ['ID=1c0bf972-0fae-4acb-8082-86ffbde48879,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.487951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6915c738-5653-4635-9ebf-2e20116d35d3 req-40b71dac-1307-4c1a-9ef6-eda3185c5c74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 945 time: 0.1849074 Aug 29 04:25:45.616985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6915c738-5653-4635-9ebf-2e20116d35d3 req-2c0ea903-e3ef-421d-9095-c58452191429 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228135 Aug 29 04:25:45.769998 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:45.854278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a3bdb10-8330-482f-9311-bf0bac3e5410 req-a3279ce0-1126-4736-81dc-bf8a8817d471 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 210 time: 0.0378816 Aug 29 04:25:45.964201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762165-aa03-4c8b-be69-d7b8008774f9 req-89aa6de6-e762-49fa-bd62-54f04537c12e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.972599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e762165-aa03-4c8b-be69-d7b8008774f9 req-89aa6de6-e762-49fa-bd62-54f04537c12e tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1900215 Aug 29 04:25:45.997587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-ea9d7b4a-300c-4711-ab8f-e9438d9b37b7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.999890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-ea9d7b4a-300c-4711-ab8f-e9438d9b37b7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.64 "GET /v2.0/networks?id=8b105cfb-0da3-403f-9135-f897804f94a4 HTTP/1.1" status: 200 len: 829 time: 0.3392284 Aug 29 04:25:46.032856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Request body: {'port': {'device_id': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'admin_state_up': True, 'tenant_id': '018aeb53a6894e369ab689df77582171'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:46.052556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e762165-aa03-4c8b-be69-d7b8008774f9 req-ead78a65-77c6-4634-b85f-f7195210ca72 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723047 Aug 29 04:25:46.275438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068e01-7938-41d9-b2ab-72fb04dcd299 req-191a949b-0338-4cfc-a726-02d1f6a634e3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.278616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e068e01-7938-41d9-b2ab-72fb04dcd299 req-191a949b-0338-4cfc-a726-02d1f6a634e3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.0837433 Aug 29 04:25:46.297573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:46.382242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Made reservation on behalf of 018aeb53a6894e369ab689df77582171 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:46.387365 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.399176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfb6fd5b-d1e8-4e6e-b455-bb122cecf64e req-41cd1bd2-86d4-4b9d-886a-7d4a194841a4 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/ports?device_id=6589c089-7241-4a3c-9c51-54489bd96248 HTTP/1.1" status: 200 len: 210 time: 0.0687091 Aug 29 04:25:46.484745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e068e01-7938-41d9-b2ab-72fb04dcd299 req-dc834962-4487-4650-82c6-d00e6ef211d8 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1993375 Aug 29 04:25:46.496799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:45Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:46.566685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb8658-2b06-47ed-9423-3e4b9edee304 None None] The sync data for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 is: [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:45Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:46.570668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-5a85c12c-a89e-4586-b2fb-081de4f97e75 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.573927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-5a85c12c-a89e-4586-b2fb-081de4f97e75 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 945 time: 0.1241887 Aug 29 04:25:46.585665 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.616740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f6d6-63ec-4f6f-b2e0-b180697bc5d5 req-cf39e719-f5ff-4ae2-8565-6ab06336d71e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.638763 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c89f6d6-63ec-4f6f-b2e0-b180697bc5d5 req-cf39e719-f5ff-4ae2-8565-6ab06336d71e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1388073 Aug 29 04:25:46.706486 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:46.709149 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a797b87-948d-431d-9881-2259163a19b0" -d '{"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-unplugged", "status": "completed", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:46.726104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:46.744342 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.815133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-d02d52fc-df61-4e2d-a981-20cf478a7486 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.818034 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-d02d52fc-df61-4e2d-a981-20cf478a7486 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.64 "GET /v2.0/ports?device_id=8561131e-b706-4877-974e-71728cbe500e HTTP/1.1" status: 200 len: 945 time: 0.1711478 Aug 29 04:25:46.830148 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c89f6d6-63ec-4f6f-b2e0-b180697bc5d5 req-b2b869fb-1718-4e3a-b8f7-74c7198f272c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911366 Aug 29 04:25:46.852796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Allocated IP 172.20.0.8 (8b105cfb-0da3-403f-9135-f897804f94a4/7d78442a-2212-482b-8aa7-4e2cf1410879/97fbcf0a-2514-4bea-98b6-84c06c09f8fe) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:46.902165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.966451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Deleting port a40fb8ff-3155-4699-b93c-69c0badcfd88 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:46.966800 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.098785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1c0bf972-0fae-4acb-8082-86ffbde48879 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:47.144164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Deleting port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:47.144555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.224500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 1c0bf972-0fae-4acb-8082-86ffbde48879 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:47.229323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1c0bf972-0fae-4acb-8082-86ffbde48879 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:47.229723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.252388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1da37-83be-415e-a31e-26748000569e req-13e474e8-12da-4f7c-8f00-93565fc06eb9 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.260017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7a1da37-83be-415e-a31e-26748000569e req-13e474e8-12da-4f7c-8f00-93565fc06eb9 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 945 time: 0.2807536 Aug 29 04:25:47.309762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] For port a40fb8ff-3155-4699-b93c-69c0badcfd88, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a40fb8ff-3155-4699-b93c-69c0badcfd88,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:47.310149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.342317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Calling delete_port for a40fb8ff-3155-4699-b93c-69c0badcfd88 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:47.345796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-35b30967-6cc7-4663-a430-fb5878d65f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.347339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-35b30967-6cc7-4663-a430-fb5878d65f93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 1102 time: 0.1916180 Aug 29 04:25:47.385868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7a1da37-83be-415e-a31e-26748000569e req-3149f509-17da-41bf-8a93-44099458cc26 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a5aaeee-e6ca-41bb-9a84-8501697c2677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246226 Aug 29 04:25:47.397313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-89a373e7-90cb-468c-936a-539dda73f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.453188 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459d2fcc-3acd-443e-b9c8-9a5054d999aa x-openstack-request-id: req-459d2fcc-3acd-443e-b9c8-9a5054d999aa {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:47.453627 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-unplugged", "status": "failed", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764", "code": 422}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:47.454054 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-459d2fcc-3acd-443e-b9c8-9a5054d999aa {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:47.454486 n-d-712142-15 neutron-server[94847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764', 'code': 422} returned with failed status Aug 29 04:25:47.517211 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.533190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.609804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed74d190-0b25-48da-82b3-13f696dbb5fd req-ec283167-0765-4f78-86fb-2b78e12c96ea tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 210 time: 0.0850863 Aug 29 04:25:47.623766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 1c0bf972-0fae-4acb-8082-86ffbde48879, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1c0bf972-0fae-4acb-8082-86ffbde48879,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:47.623766 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.646878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] For port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,segment=NetworkSegment(93438349-3049-4fd4-a0de-b5708e9ce733),segment_id=93438349-3049-4fd4-a0de-b5708e9ce733)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:47.647492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.650380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Transition to ACTIVE for port object 97fbcf0a-2514-4bea-98b6-84c06c09f8fe will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:47.670194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Calling delete_port for 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:47.692964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=1c0bf972-0fae-4acb-8082-86ffbde48879,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.762936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-9dc501fa-1bca-4425-82c8-6771fe3b471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.764463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-9dc501fa-1bca-4425-82c8-6771fe3b471f service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3855917 Aug 29 04:25:47.779158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd85575-051f-4f7d-a42b-8dcd5708a9ce req-45a7639d-c3ae-4376-a0b1-201da01fe2ae tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.780883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebd85575-051f-4f7d-a42b-8dcd5708a9ce req-45a7639d-c3ae-4376-a0b1-201da01fe2ae tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1509168 Aug 29 04:25:47.849374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-8a24daa8-0a0a-4bc5-a320-6711b0f72f4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c HTTP/1.1" status: 200 len: 217 time: 0.0761418 Aug 29 04:25:47.853949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.978230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44230) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:48.018279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebd85575-051f-4f7d-a42b-8dcd5708a9ce req-c986ffb4-8f2d-4499-a989-52e6dba90991 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102582 Aug 29 04:25:48.045647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Network 8b105cfb-0da3-403f-9135-f897804f94a4 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:48.056266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:48.071518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:48.184981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Pushing event updated for resources: {'Port': ['ID=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.222721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-a4ee9a3b-8d59-49ea-800a-386507ce5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.229323 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-a4ee9a3b-8d59-49ea-800a-386507ce5184 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.3644133 Aug 29 04:25:48.246451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.262595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a40fb8ff-3155-4699-b93c-69c0badcfd88'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:48.266763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['37d9b6a5-07ad-40bf-a9fb-40153b1d9395'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:48.323147 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.358206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Pushing event deleted for resources: {'Port': ['ID=a40fb8ff-3155-4699-b93c-69c0badcfd88,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.386122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.386779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.400673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['37d9b6a5-07ad-40bf-a9fb-40153b1d9395'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:48.418195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-da59e674-179a-454e-a0bf-88a44e8f4a08 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3899012 Aug 29 04:25:48.461287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Request body: {'port': {'device_id': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:48.469111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a40fb8ff-3155-4699-b93c-69c0badcfd88'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:48.476390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011243b-7e11-4fe8-b9f0-af4026fa643a req-ec3ad6da-a16c-4b8e-8c5b-5b9e06735c4b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.486521 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5011243b-7e11-4fe8-b9f0-af4026fa643a req-ec3ad6da-a16c-4b8e-8c5b-5b9e06735c4b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.3096986 Aug 29 04:25:48.489071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Pushing event deleted for resources: {'Port': ['ID=37d9b6a5-07ad-40bf-a9fb-40153b1d9395,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.513388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b9c8-6ee1-47d4-aeec-bc50a0b74573 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.549246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ddeca-6ddc-49cb-834c-68d59eeabfa9 req-51243167-31de-49a6-bb41-8141d1865899 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.559056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-940ddeca-6ddc-49cb-834c-68d59eeabfa9 req-51243167-31de-49a6-bb41-8141d1865899 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.3895900 Aug 29 04:25:48.568933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b6b5d8b2-5ca8-4b39-9622-54cf97c96a61 None None] Provisioning for port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:48.580257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b6b5d8b2-5ca8-4b39-9622-54cf97c96a61 None None] Provisioning complete for port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:48.580257 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d8b2-5ca8-4b39-9622-54cf97c96a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.610125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] No DVR routers for this DVR port a40fb8ff-3155-4699-b93c-69c0badcfd88 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:48.616763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] No DVR routers for this DVR port 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:48.623454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.626531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-288f88f1-17d5-41c8-abe7-f45e3fa906f2 req-e42bf04e-b904-41fa-bc66-401a11cd2b74 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.65 "DELETE /v2.0/ports/a40fb8ff-3155-4699-b93c-69c0badcfd88 HTTP/1.1" status: 204 len: 173 time: 2.0448103 Aug 29 04:25:48.628684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3cc150-f553-4239-b6b3-deceec2200b5', 'name': 'network-vif-deleted', 'tag': 'a40fb8ff-3155-4699-b93c-69c0badcfd88'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:48.631259 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a215911-19dc-4928-8866-bad312d1c007" -d '{"events": [{"server_uuid": "cc3cc150-f553-4239-b6b3-deceec2200b5", "name": "network-vif-deleted", "tag": "a40fb8ff-3155-4699-b93c-69c0badcfd88"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:48.642581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.645111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31ce6e49-559e-4593-a3e1-2cf4572a28c2 req-6af6ed5e-d856-4a01-b063-d7953696fdd3 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.64 "DELETE /v2.0/ports/37d9b6a5-07ad-40bf-a9fb-40153b1d9395 HTTP/1.1" status: 204 len: 173 time: 1.8161409 Aug 29 04:25:48.656962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.660574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b9c8-6ee1-47d4-aeec-bc50a0b74573 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.675423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-0751e247-6347-47e7-8bf8-074476c6e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.678878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-0751e247-6347-47e7-8bf8-074476c6e0f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4297571 Aug 29 04:25:48.695724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-c9469ccb-7908-4e2e-bde5-7ca151356089 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2754402 Aug 29 04:25:48.832609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5011243b-7e11-4fe8-b9f0-af4026fa643a req-da50e61b-7542-4cd3-9e32-92f65226079b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3443465 Aug 29 04:25:48.883705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-940ddeca-6ddc-49cb-834c-68d59eeabfa9 req-04292952-8ed9-4acc-aa6d-03c85accab79 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233950 Aug 29 04:25:49.219245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5d8b2-5ca8-4b39-9622-54cf97c96a61 None None] Port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:49.225337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1c0bf972-0fae-4acb-8082-86ffbde48879 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:49.306811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1c0bf972-0fae-4acb-8082-86ffbde48879 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:49.307245 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.379107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fbcf0a-2514-4bea-98b6-84c06c09f8fe {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:49.392360 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.408856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Transition to ACTIVE for port object 97fbcf0a-2514-4bea-98b6-84c06c09f8fe will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:49.443963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.604879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-deee8722-a5ce-4de0-95da-cb642cde633b req-baa672cb-c236-4f8b-ac03-69cf9ca18323 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.1905279 Aug 29 04:25:49.705519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81987816-e427-4a95-b3e4-6c5376619082 req-26f30276-0748-4c20-a327-087192e94dea tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.723460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81987816-e427-4a95-b3e4-6c5376619082 req-26f30276-0748-4c20-a327-087192e94dea tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 943 time: 0.3126240 Aug 29 04:25:49.735968 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216f4657-0abb-4e59-8b22-93050f0ac34f x-openstack-request-id: req-216f4657-0abb-4e59-8b22-93050f0ac34f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:49.736635 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3cc150-f553-4239-b6b3-deceec2200b5", "name": "network-vif-deleted", "tag": "a40fb8ff-3155-4699-b93c-69c0badcfd88", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:49.737462 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-216f4657-0abb-4e59-8b22-93050f0ac34f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:49.737462 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3cc150-f553-4239-b6b3-deceec2200b5', 'name': 'network-vif-deleted', 'tag': 'a40fb8ff-3155-4699-b93c-69c0badcfd88', 'status': 'completed', 'code': 200} Aug 29 04:25:49.815694 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b9c8-6ee1-47d4-aeec-bc50a0b74573 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.824554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b9c8-6ee1-47d4-aeec-bc50a0b74573 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.826203 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c0e9b9c8-6ee1-47d4-aeec-bc50a0b74573 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "DELETE /v2.0/security-groups/14b3b68b-98e1-4fe6-b071-9e19ddb7d653 HTTP/1.1" status: 204 len: 168 time: 1.8467140 Aug 29 04:25:49.852986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44254) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.862486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9b9c8-6ee1-47d4-aeec-bc50a0b74573 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b3b68b-98e1-4fe6-b071-9e19ddb7d653,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:49.918186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:49.921189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-e65a0aec-bab3-4cbe-984f-807a345d8866 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2236028 Aug 29 04:25:49.931007 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-c94f110b-d5cb-4879-b08a-a95b176b0e50 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] show failed (client error): The resource could not be found. Aug 29 04:25:49.932415 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c94f110b-d5cb-4879-b08a-a95b176b0e50 tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "GET /v2.0/security-groups/14b3b68b-98e1-4fe6-b071-9e19ddb7d653 HTTP/1.1" status: 404 len: 347 time: 0.0675993 Aug 29 04:25:49.935395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44260) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.942241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Attempting to bind port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:49.942617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Attempting to bind port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:49.942903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Attempting to bind port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe on network 8b105cfb-0da3-403f-9135-f897804f94a4 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:49.962177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe on network 8b105cfb-0da3-403f-9135-f897804f94a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:49.962508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Attempting to bind port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe on network 8b105cfb-0da3-403f-9135-f897804f94a4 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:49.977539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81987816-e427-4a95-b3e4-6c5376619082 req-14ec87f2-bd7d-45b3-b7ae-d506a200c208 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529898 Aug 29 04:25:49.979167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:49.979511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Checking segment: {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:49.979886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Bound using segment: {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:49.980369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Bound port: 97fbcf0a-2514-4bea-98b6-84c06c09f8fe, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebb4575-2b86-42a0-ae19-ec41de9d406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:49.980724 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.011403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d75f6-1099-4a27-90a7-d264c9def8fd req-15f791b3-fa10-4790-9bfb-f80da6011e81 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.011403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c2d75f6-1099-4a27-90a7-d264c9def8fd req-15f791b3-fa10-4790-9bfb-f80da6011e81 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1345756 Aug 29 04:25:50.167635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] For port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:50.172860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] For port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:50.185145 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-32988d4d-1554-43d2-9083-2924bf5849f7 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512348 Aug 29 04:25:50.189632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c2d75f6-1099-4a27-90a7-d264c9def8fd req-ad5673c4-39c3-4cc3-af5f-daa4dc5a61d6 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730671 Aug 29 04:25:50.211452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:50.213347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.238820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Deleting port 0b0c62ce-0b7d-4501-8568-1cabaf17eb70 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:50.243239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.341606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.343199 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.344534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 200 len: 1092 time: 1.8974349 Aug 29 04:25:50.349884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:50.352461 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031b8d6e-4165-446c-abd0-9e69c7323b49" -d '{"events": [{"name": "network-changed", "server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:50.352804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:50.352955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.353205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 37d9b6a5-07ad-40bf-a9fb-40153b1d9395 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:50.353348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.353637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:50.369921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Calling delete_port for 0b0c62ce-0b7d-4501-8568-1cabaf17eb70 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:50.484021 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.576371 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b964-0acd-4d83-b43f-4723e3126371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.629627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.703006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Pushing event deleted for resources: {'Port': ['ID=0b0c62ce-0b7d-4501-8568-1cabaf17eb70,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:50.749595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.752789 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.754208 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b36812bf-8f5c-4ad8-b1bc-aa97b775681b tempest-ServersTestBootFromVolume-1538793219 tempest-ServersTestBootFromVolume-1538793219-project] 10.222.0.58 "DELETE /v2.0/floatingips/d9771a11-2e5a-465f-a44d-e04d0954fac9 HTTP/1.1" status: 204 len: 168 time: 0.8172448 Aug 29 04:25:50.760588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44270) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:50.779082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a40fb8ff-3155-4699-b93c-69c0badcfd88 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:50.805335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: a40fb8ff-3155-4699-b93c-69c0badcfd88 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:50.806420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a40fb8ff-3155-4699-b93c-69c0badcfd88 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:50.935380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed51bf-7887-4ae0-a68c-5b3ca2f5e050 req-aacae07b-cd2c-4a4c-a09b-d4351293dece tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.935380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89ed51bf-7887-4ae0-a68c-5b3ca2f5e050 req-aacae07b-cd2c-4a4c-a09b-d4351293dece tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.8453894 Aug 29 04:25:50.946445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ae63-8cce-4c47-9df7-54c3fb37e6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:51.001858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ebd0-f6dd-495b-9b1c-9b62829f5448 req-3e570087-ed91-433c-91a5-072338fd1789 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.003796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d113ebd0-f6dd-495b-9b1c-9b62829f5448 req-3e570087-ed91-433c-91a5-072338fd1789 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.6552777 Aug 29 04:25:51.024568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-8a32cfd0-17ff-499b-99de-fc2560be6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.026231 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-8a32cfd0-17ff-499b-99de-fc2560be6c7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=018aeb53a6894e369ab689df77582171&device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 1095 time: 0.1277952 Aug 29 04:25:51.030773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89ed51bf-7887-4ae0-a68c-5b3ca2f5e050 req-ada58be5-ccc9-4685-9307-e58526dafb79 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780950 Aug 29 04:25:51.079779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-f3526aa9-1e28-4eee-86fb-5c76574d6c52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 200 len: 217 time: 0.0420678 Aug 29 04:25:51.125576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d113ebd0-f6dd-495b-9b1c-9b62829f5448 req-e6c1ebb1-2213-47ff-8a1a-17ca2206d9f3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074955 Aug 29 04:25:51.126134 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.251458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-403eff0b-a7e9-45fb-bd37-1ec30cd0e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.252965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-403eff0b-a7e9-45fb-bd37-1ec30cd0e01f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d78442a-2212-482b-8aa7-4e2cf1410879 HTTP/1.1" status: 200 len: 868 time: 0.1587796 Aug 29 04:25:51.308147 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52771e88-3d1e-4aa6-881a-29127140150a x-openstack-request-id: req-52771e88-3d1e-4aa6-881a-29127140150a {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:51.308498 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:51.309112 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52771e88-3d1e-4aa6-881a-29127140150a {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:51.309575 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'status': 'completed', 'code': 200} Aug 29 04:25:51.394733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a216d4b8-891d-4f02-b8f3-464bc89aab6c req-0921502c-f45e-4ac0-ab56-0c2fd6c83d34 tempest-MultipleCreateTestJSON-1146687970 tempest-MultipleCreateTestJSON-1146687970-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0770333 Aug 29 04:25:51.405446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-7520ff18-28ea-4e8f-82c6-4526e8756d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.406989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-7520ff18-28ea-4e8f-82c6-4526e8756d4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b105cfb-0da3-403f-9135-f897804f94a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461291 Aug 29 04:25:51.425594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.446997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647daad-4109-4ead-9c59-f662f3962e4f req-8a45459b-2ee8-4754-9d18-2009317e3c48 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.448367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1647daad-4109-4ead-9c59-f662f3962e4f req-8a45459b-2ee8-4754-9d18-2009317e3c48 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 943 time: 0.1249490 Aug 29 04:25:51.572574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1647daad-4109-4ead-9c59-f662f3962e4f req-19eaf5df-d5c3-4d1c-8a7e-869057d715d6 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098909 Aug 29 04:25:51.607086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d4c92-667f-42d4-bad9-9df125f2248b req-e86bd984-ae12-4bbd-9c27-853ef38246f5 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.609485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b1d4c92-667f-42d4-bad9-9df125f2248b req-e86bd984-ae12-4bbd-9c27-853ef38246f5 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1171992 Aug 29 04:25:51.628103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-afb6dc1a-6ab2-4abd-a59a-61e9039ce4d2 service neutron] 10.222.0.64 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111032 Aug 29 04:25:51.653427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44278) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:51.722749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b1d4c92-667f-42d4-bad9-9df125f2248b req-59721302-ad03-4ddd-ba2c-a69cbc56e25f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045599 Aug 29 04:25:51.737854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8561131e-b706-4877-974e-71728cbe500e', 'name': 'network-vif-deleted', 'tag': '37d9b6a5-07ad-40bf-a9fb-40153b1d9395'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:51.740232 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639d3ac1-3414-48d1-91b2-ba28542127ac" -d '{"events": [{"server_uuid": "8561131e-b706-4877-974e-71728cbe500e", "name": "network-vif-deleted", "tag": "37d9b6a5-07ad-40bf-a9fb-40153b1d9395"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:51.747255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a526bb8-f791-4cb4-b759-91120640ae4f admin admin] Deleting subnet e4f75685-4abb-45f9-a3cf-dabad7736ad3 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:51.752351 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a526bb8-f791-4cb4-b759-91120640ae4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.766107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3234c553-fc48-463a-9da1-4fb4668c8e53 req-f69e52b4-8846-4958-91d7-1b2161870f38 service neutron] 10.222.0.64 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268616 Aug 29 04:25:51.800016 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddafc15-c44b-47ef-87c0-1d22fb33c2a1 x-openstack-request-id: req-1ddafc15-c44b-47ef-87c0-1d22fb33c2a1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:51.800393 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8561131e-b706-4877-974e-71728cbe500e", "name": "network-vif-deleted", "tag": "37d9b6a5-07ad-40bf-a9fb-40153b1d9395", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:51.800534 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ddafc15-c44b-47ef-87c0-1d22fb33c2a1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:51.800899 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8561131e-b706-4877-974e-71728cbe500e', 'name': 'network-vif-deleted', 'tag': '37d9b6a5-07ad-40bf-a9fb-40153b1d9395', 'status': 'completed', 'code': 200} Aug 29 04:25:51.813975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a526bb8-f791-4cb4-b759-91120640ae4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.869309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Deleting port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:51.869309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.872102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a526bb8-f791-4cb4-b759-91120640ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.874252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-63049a03-a0a5-471a-a499-0bd66593121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.876200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-63049a03-a0a5-471a-a499-0bd66593121d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=018aeb53a6894e369ab689df77582171&device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 1095 time: 0.0551775 Aug 29 04:25:51.990459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] For port 0d9b9bbb-c585-4fed-9a79-1b51854cdee5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:51.990751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.993836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-eae48681-32b2-4394-9b76-f66e8dfa9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.995347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-eae48681-32b2-4394-9b76-f66e8dfa9f62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b105cfb-0da3-403f-9135-f897804f94a4 HTTP/1.1" status: 200 len: 930 time: 0.1119485 Aug 29 04:25:51.998579 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a526bb8-f791-4cb4-b759-91120640ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.030079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Calling delete_port for 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:52.035573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a526bb8-f791-4cb4-b759-91120640ae4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f75685-4abb-45f9-a3cf-dabad7736ad3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.039017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a526bb8-f791-4cb4-b759-91120640ae4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.040911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3a526bb8-f791-4cb4-b759-91120640ae4f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e4f75685-4abb-45f9-a3cf-dabad7736ad3 HTTP/1.1" status: 204 len: 168 time: 0.3864410 Aug 29 04:25:52.044771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44282) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:52.047589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-185c4200-5e8b-48c8-8df0-c64a50ebfeef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 200 len: 217 time: 0.0418456 Aug 29 04:25:52.117614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-b29797e6-21c3-4c91-aff0-4d73ca9b4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.119297 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-b29797e6-21c3-4c91-aff0-4d73ca9b4845 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d78442a-2212-482b-8aa7-4e2cf1410879 HTTP/1.1" status: 200 len: 868 time: 0.0639682 Aug 29 04:25:52.237139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.254713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-39c053f3-50b7-4c8c-922a-7bdc325f5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.256202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-39c053f3-50b7-4c8c-922a-7bdc325f5cd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b105cfb-0da3-403f-9135-f897804f94a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273561 Aug 29 04:25:52.274135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcded3e-332e-4e3d-b6e1-785561adaec1 req-67f8f726-b9ad-4322-9a42-5c0f3157e97b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.275838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffcded3e-332e-4e3d-b6e1-785561adaec1 req-67f8f726-b9ad-4322-9a42-5c0f3157e97b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.1377256 Aug 29 04:25:52.365058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f01d0-18a3-457f-b1f0-c72be479f836 req-c6612344-f958-45a6-bb73-b4fc0ec0edcf tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.366563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176f01d0-18a3-457f-b1f0-c72be479f836 req-c6612344-f958-45a6-bb73-b4fc0ec0edcf tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1614769 Aug 29 04:25:52.374701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.392541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f2d6e4-6c92-4148-9fe1-525c26a3fbec']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.407776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93438349-3049-4fd4-a0de-b5708e9ce733') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.408124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93438349-3049-4fd4-a0de-b5708e9ce733') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.419374 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.422648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.449958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffcded3e-332e-4e3d-b6e1-785561adaec1 req-9b39e901-d1c6-4c1f-88a9-4adb22ce547d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1420941 Aug 29 04:25:52.460551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9b9bbb-c585-4fed-9a79-1b51854cdee5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.460786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-176f01d0-18a3-457f-b1f0-c72be479f836 req-ca163b54-b3cc-421e-902e-02798b7b0a99 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788586 Aug 29 04:25:52.462899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-146fb88f-8a2d-4c49-8d35-cd0f7a867a79 service neutron] 10.222.0.64 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860926 Aug 29 04:25:52.463125 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.474147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:52.474561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:52.476348 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:52.603418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-031b8d6e-4165-446c-abd0-9e69c7323b49 req-41d29e23-96ad-453b-9b83-019d47b698b4 service neutron] 10.222.0.64 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309948 Aug 29 04:25:52.709576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.725639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.732330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] 10.222.0.58 "DELETE /v2.0/networks/91f2d6e4-6c92-4148-9fe1-525c26a3fbec HTTP/1.1" status: 204 len: 168 time: 0.6843638 Aug 29 04:25:52.738459 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.782597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccf73c-9ee0-4f0f-aa54-2d6edc231d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f2d6e4-6c92-4148-9fe1-525c26a3fbec,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.807008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7291ab3-be0b-4115-ae93-1b00b3ce8faa req-06885e10-e4ff-47d6-a0f3-bbba572727cb tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.816827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7291ab3-be0b-4115-ae93-1b00b3ce8faa req-06885e10-e4ff-47d6-a0f3-bbba572727cb tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 943 time: 0.0701036 Aug 29 04:25:52.914331 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7291ab3-be0b-4115-ae93-1b00b3ce8faa req-ce5d8a19-5580-4ce1-a22f-d388f3d4a3b3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Aug 29 04:25:52.919402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.941535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f540ed7-daa8-464e-b651-89cb1ee292e2 req-6687ea9b-cfdc-4006-9e36-1d6ab0c8145a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.946053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f540ed7-daa8-464e-b651-89cb1ee292e2 req-6687ea9b-cfdc-4006-9e36-1d6ab0c8145a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.0933123 Aug 29 04:25:52.946559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44298) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:53.019476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7f6f61c9-89ca-45d1-8c2c-ff2018fe84a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=037588919348479b8a848e32a36e5d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693710 Aug 29 04:25:53.020157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44300) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:53.028516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f540ed7-daa8-464e-b651-89cb1ee292e2 req-86ac4eac-4406-446d-a563-3520da58d79f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674295 Aug 29 04:25:53.074333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80990c67-b6b8-475a-83cd-f7bd01f23cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.097631 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80990c67-b6b8-475a-83cd-f7bd01f23cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.151732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80990c67-b6b8-475a-83cd-f7bd01f23cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.156987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80990c67-b6b8-475a-83cd-f7bd01f23cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.160730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-80990c67-b6b8-475a-83cd-f7bd01f23cce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a5aaeee-e6ca-41bb-9a84-8501697c2677 HTTP/1.1" status: 204 len: 168 time: 0.1374865 Aug 29 04:25:53.168022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Router 9cb860f3-d204-40e9-af1b-1c856e152787 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:53.168562 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80990c67-b6b8-475a-83cd-f7bd01f23cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5aaeee-e6ca-41bb-9a84-8501697c2677,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.294759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:53.303557 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9db948b8-15ae-44ed-8110-4ae0fb927361 admin admin] 10.222.0.58 "PUT /v2.0/routers/9cb860f3-d204-40e9-af1b-1c856e152787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394573 Aug 29 04:25:53.303781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44304) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:53.305049 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] Sync routers for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:53.316929 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:53.317574 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.434296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.438728 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:53.554104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.644539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Deleting port e538ad5b-80b4-440a-b56c-35416ccef7ba {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:53.644978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.739786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e07b-639e-432c-8922-7f250fe01b24 req-e51f55c9-5589-4b2e-85ca-ca3d13aabd53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.741687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cb9e07b-639e-432c-8922-7f250fe01b24 req-e51f55c9-5589-4b2e-85ca-ca3d13aabd53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.1297374 Aug 29 04:25:53.769089 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:25:52Z', 'revision_number': 5, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port': {'id': 'e538ad5b-80b4-440a-b56c-35416ccef7ba', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.803913 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] Checking router: 9cb860f3-d204-40e9-af1b-1c856e152787 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:53.815222 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] Routers {'9cb860f3-d204-40e9-af1b-1c856e152787'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:53.818319 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9cb860f3-d204-40e9-af1b-1c856e152787'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.837307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cb9e07b-639e-432c-8922-7f250fe01b24 req-c4a976f3-59f0-4f8a-b778-a161b9b2f351 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845721 Aug 29 04:25:53.845616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] For port e538ad5b-80b4-440a-b56c-35416ccef7ba, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e538ad5b-80b4-440a-b56c-35416ccef7ba,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:53.846110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.861276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Calling delete_port for e538ad5b-80b4-440a-b56c-35416ccef7ba owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:54.125854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1146-173b-4a7b-a945-7aae664590a8 req-1589e128-886d-482b-a2d8-e3ef7fbf9efc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.127405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdab1146-173b-4a7b-a945-7aae664590a8 req-1589e128-886d-482b-a2d8-e3ef7fbf9efc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.4793303 Aug 29 04:25:54.213406 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] Set router 9cb860f3-d204-40e9-af1b-1c856e152787 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:54.227273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 97fbcf0a-2514-4bea-98b6-84c06c09f8fe details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:54.254331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44338) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.255770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdab1146-173b-4a7b-a945-7aae664590a8 req-4495f037-ab6d-42a6-9b72-56826257d841 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028268 Aug 29 04:25:54.260691 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.275727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bd91b-ae27-455e-b686-50e2dabe1a4f req-04b04105-6488-45f7-a664-c3461c646c6e tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.284450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-575bd91b-ae27-455e-b686-50e2dabe1a4f req-04b04105-6488-45f7-a664-c3461c646c6e tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 943 time: 0.1272061 Aug 29 04:25:54.316454 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:25:53Z', 'revision_number': 6, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:54.366730 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29017b1-c5f9-4333-969d-708aee5d0e5d None None] The sync data for ids ['9cb860f3-d204-40e9-af1b-1c856e152787'] in n-d-712142-15 is: [{'id': '9cb860f3-d204-40e9-af1b-1c856e152787', 'name': 'tempest-ServersTestBootFromVolume-1801643332-router', 'tenant_id': 'a8943d8e64c843f1ad880102624bf0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:25:53Z', 'revision_number': 6, 'project_id': 'a8943d8e64c843f1ad880102624bf0da', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:54.368085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:54.389831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Pushing event deleted for resources: {'Port': ['ID=e538ad5b-80b4-440a-b56c-35416ccef7ba,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.399795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'port_id': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'mac_address': 'fa:16:3e:62:a8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:54.408895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1916368683-network', 'tenant_id': '36ef865dc7af4f74b6f7dadc190fe3f8'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:54.445694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Made reservation on behalf of 36ef865dc7af4f74b6f7dadc190fe3f8 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:54.449567 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.450062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.461925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.465117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fbcf0a-2514-4bea-98b6-84c06c09f8fe {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:54.492293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:54.500394 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.527553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-575bd91b-ae27-455e-b686-50e2dabe1a4f req-36a08d53-bed4-4558-80d7-bd50b8138003 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421083 Aug 29 04:25:54.552112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95263e39-5025-4229-97ff-28ded7d58d22 req-0ff3f8ad-240f-4033-b9d0-8c80d15d7976 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.553724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95263e39-5025-4229-97ff-28ded7d58d22 req-0ff3f8ad-240f-4033-b9d0-8c80d15d7976 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1594813 Aug 29 04:25:54.573298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.576572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.604321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.609765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.622217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:54.633819 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.633819 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Added segment 9aecdc99-3661-4fda-81cf-c91e05e9ca6d of type vlan for network c60e02b9-d949-4773-9f4d-b48028c3687d Aug 29 04:25:54.686904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f45c50e-281d-471a-81d3-dc03dc231dcf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.689933 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.692993 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.697855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95263e39-5025-4229-97ff-28ded7d58d22 req-587f4acd-1385-48b7-b407-3a35eef5cdab tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372504 Aug 29 04:25:54.700547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.734038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.735220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.735892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.744416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['97fbcf0a-2514-4bea-98b6-84c06c09f8fe'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:54.776234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.776930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb860f3-d204-40e9-af1b-1c856e152787 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:54.782769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.783809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7f75ea99-8c7b-47b1-ba36-b6eca716b529 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9cb860f3-d204-40e9-af1b-1c856e152787 HTTP/1.1" status: 204 len: 168 time: 1.4789751 Aug 29 04:25:54.787753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44342) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.867227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Deleting subnet 468aff73-e2bc-493c-a3f7-38d319ee06af {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:54.874605 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6118622 Aug 29 04:25:54.874843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.874843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44344) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.883059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c7bba-e0d4-4d27-b141-62ffbadc1b95 admin admin] Pushing event updated for resources: {'Network': ['ID=c60e02b9-d949-4773-9f4d-b48028c3687d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.924659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Request body: {'subnet': {'network_id': 'c60e02b9-d949-4773-9f4d-b48028c3687d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1916368683-subnet', 'tenant_id': '36ef865dc7af4f74b6f7dadc190fe3f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:54.952867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c60e02b9-d949-4773-9f4d-b48028c3687d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:54.966774 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.011621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Made reservation on behalf of 36ef865dc7af4f74b6f7dadc190fe3f8 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:55.014400 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.106185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fc006-ffb6-46dd-9e3d-16e30bcdae0f req-644972f5-632d-41d4-b1fd-6a673eb925a7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.107584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-555fc006-ffb6-46dd-9e3d-16e30bcdae0f req-644972f5-632d-41d4-b1fd-6a673eb925a7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.1569867 Aug 29 04:25:55.189698 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.249333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:55.289207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:55.289568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d9b9bbb-c585-4fed-9a79-1b51854cdee5 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:55.368553 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.448020 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-555fc006-ffb6-46dd-9e3d-16e30bcdae0f req-0287ee45-be26-4e93-8e88-c22abe99049f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3173673 Aug 29 04:25:55.457221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.459596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/468aff73-e2bc-493c-a3f7-38d319ee06af HTTP/1.1" status: 204 len: 168 time: 0.6691771 Aug 29 04:25:55.462607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:55.471396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518ea438-439b-454a-9648-6cded459008c None None] Network 91559c7f-ffd2-4517-92d8-3a113d23e010 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:55.482410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468aff73-e2bc-493c-a3f7-38d319ee06af,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.499760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.503264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.503620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.503978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.504351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.504694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.505035 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.505414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.505696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.506024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.506356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.506685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.507071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79c79b-f524-4c35-bab2-c299436eb975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.584888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f1c0a-05ac-4141-bd0d-e5e63891d9ff req-6a7adfa5-e91e-4205-a5ce-457bd3119275 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.592399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f5f1c0a-05ac-4141-bd0d-e5e63891d9ff req-6a7adfa5-e91e-4205-a5ce-457bd3119275 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1895869 Aug 29 04:25:55.614857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=91996e2a-d269-488d-b6bb-5d0019389384,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.622681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.660387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Checking segment: {'id': '9aecdc99-3661-4fda-81cf-c91e05e9ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c60e02b9-d949-4773-9f4d-b48028c3687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:55.660759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Network hostable DHCP agents. Network: c60e02b9-d949-4773-9f4d-b48028c3687d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:55.707467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Deleting port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:55.707906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.721299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f5f1c0a-05ac-4141-bd0d-e5e63891d9ff req-b5f26f5c-0834-41c9-bf8c-77310ea44d02 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115708 Aug 29 04:25:55.741731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Network c60e02b9-d949-4773-9f4d-b48028c3687d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:55.778013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156d86f-64a1-4563-b6d1-acc817d79927 req-fbca9854-56e7-47fa-90f6-1ce058b596c9 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.779663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c156d86f-64a1-4563-b6d1-acc817d79927 req-fbca9854-56e7-47fa-90f6-1ce058b596c9 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 944 time: 0.1439333 Aug 29 04:25:55.781379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c60e02b9-d949-4773-9f4d-b48028c3687d) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:55.786381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.791020 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.791561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a87b4-5388-42a1-9ef2-783991fcc695 None None] Network c60e02b9-d949-4773-9f4d-b48028c3687d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:55.810361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] DHCP port deletion for 91559c7f-ffd2-4517-92d8-3a113d23e010 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:55.818415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] For port 1313df21-f9bd-4e77-9cde-f30d9feab6b6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1313df21-f9bd-4e77-9cde-f30d9feab6b6,segment=NetworkSegment(b8227fa9-006c-4a0f-917e-2c520c060116),segment_id=b8227fa9-006c-4a0f-917e-2c520c060116)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:55.818940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.838483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Calling delete_port for 1313df21-f9bd-4e77-9cde-f30d9feab6b6 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:55.873285 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3eac006d-4467-4feb-a2dd-9950e64d69ad admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9914205 Aug 29 04:25:55.887177 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c156d86f-64a1-4563-b6d1-acc817d79927 req-ba7ff5d3-175e-46fd-b8d1-c42eb8e65c2b tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956933 Aug 29 04:25:55.912044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ff445-1af6-4957-8379-0917e273eca0 req-55b75277-a511-4af7-9015-106d1659a4fd tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.912044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5ff445-1af6-4957-8379-0917e273eca0 req-55b75277-a511-4af7-9015-106d1659a4fd tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1027901 Aug 29 04:25:55.960451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.960961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] Deleting port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:55.961793 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.974633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5ff445-1af6-4957-8379-0917e273eca0 req-b628803b-78dc-425a-b862-266cdfc89f35 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580955 Aug 29 04:25:55.980799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eebd425-8b08-4305-a9d3-399b898ec705 None None] Network c60e02b9-d949-4773-9f4d-b48028c3687d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:56.000423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] No DVR routers for this DVR port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:56.003036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=1313df21-f9bd-4e77-9cde-f30d9feab6b6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.097446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] For port 1313df21-f9bd-4e77-9cde-f30d9feab6b6, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:56.098162 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.111559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.124123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] Calling delete_port for 1313df21-f9bd-4e77-9cde-f30d9feab6b6 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:56.128127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91559c7f-ffd2-4517-92d8-3a113d23e010']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:56.129936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] Port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:25:56.135051 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.143117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8227fa9-006c-4a0f-917e-2c520c060116') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:56.143431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8227fa9-006c-4a0f-917e-2c520c060116') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:56.151707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-3a423327-6bb3-41fb-84e6-b88daadb5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.153263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-3a423327-6bb3-41fb-84e6-b88daadb5eb8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270&tenant_id=e08cc208a5af4910becac79e40528057 HTTP/1.1" status: 200 len: 1096 time: 0.1225784 Aug 29 04:25:56.158077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.171551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] Pushing event deleted for resources: {'Port': ['ID=1313df21-f9bd-4e77-9cde-f30d9feab6b6,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.185013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70aeb1-16de-4e6b-860f-9e16a8d770d3 None None] No DVR routers for this DVR port 1313df21-f9bd-4e77-9cde-f30d9feab6b6 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:56.196498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:56.204061 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.225832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:56.226232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:56.228318 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:56.253689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 97fbcf0a-2514-4bea-98b6-84c06c09f8fe up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:56.309481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:56.314155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:56.314774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.339949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.344146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.369862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.371748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] 10.222.0.58 "DELETE /v2.0/networks/91559c7f-ffd2-4517-92d8-3a113d23e010 HTTP/1.1" status: 204 len: 168 time: 0.9079683 Aug 29 04:25:56.374947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f2a63-26a2-4d26-8b4d-c710da050dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=91559c7f-ffd2-4517-92d8-3a113d23e010,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.428522 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.429782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44380) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:56.434730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-15857175-network', 'tenant_id': '32b72a2e8aff46cbb94a58b48790893d'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:56.460367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:56.462373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Made reservation on behalf of 32b72a2e8aff46cbb94a58b48790893d for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:56.463092 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89336bd1-7e03-4281-9109-a8cea0e9a578" -d '{"events": [{"server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "name": "network-vif-plugged", "status": "completed", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:56.465853 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.477300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:56.477583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.489307 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.543870 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd43e8-d8cc-4e16-9f2d-b319de538d7a x-openstack-request-id: req-c9bd43e8-d8cc-4e16-9f2d-b319de538d7a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:56.544587 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "name": "network-vif-plugged", "status": "completed", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:56.545089 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9bd43e8-d8cc-4e16-9f2d-b319de538d7a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:56.545831 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'code': 200} Aug 29 04:25:56.579759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.620273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44386) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:56.656473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.676406 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.682729 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-57c1919a-e73a-493e-8f6c-dd1027e531e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8943d8e64c843f1ad880102624bf0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613565 Aug 29 04:25:56.686596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44388) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:56.703697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:56.709826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:56.734954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.735311 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Added segment f5a2b031-ff9c-416c-b741-6538db36bb55 of type vlan for network 9edceefb-d44e-4629-a0ae-ac8474f5fda3 Aug 29 04:25:56.743627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d0837-a7e8-4d7c-9c05-0770cba2d0b6 req-15af0494-d79f-4c3d-879e-5d88e044c80a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.745215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d3d0837-a7e8-4d7c-9c05-0770cba2d0b6 req-15af0494-d79f-4c3d-879e-5d88e044c80a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 944 time: 0.1434519 Aug 29 04:25:56.746983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e339fd1-6b16-4628-8904-4dc8c1b70553,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.785755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb336-3d1a-4375-9408-9641ee65270b req-b93d0817-b9a5-4faa-a738-9d3840e1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.787422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-442bb336-3d1a-4375-9408-9641ee65270b req-b93d0817-b9a5-4faa-a738-9d3840e1fc22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 1097 time: 0.1508360 Aug 29 04:25:56.792850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:56.817504 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-993e34db-9a07-47e0-a69a-e3aa24b5174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.848189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520e3302-f760-46a9-a9ee-3ba84b681764 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:56.857772 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-993e34db-9a07-47e0-a69a-e3aa24b5174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.860657 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.887290 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.892353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Transition to ACTIVE for port object 520e3302-f760-46a9-a9ee-3ba84b681764 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:56.893064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e538ad5b-80b4-440a-b56c-35416ccef7ba no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:56.902911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.915234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d3d0837-a7e8-4d7c-9c05-0770cba2d0b6 req-bebd7698-46d5-4ada-8f1e-82f8a7ea8560 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1455350 Aug 29 04:25:56.923532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e538ad5b-80b4-440a-b56c-35416ccef7ba {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:56.929509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e538ad5b-80b4-440a-b56c-35416ccef7ba not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:56.930065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1313df21-f9bd-4e77-9cde-f30d9feab6b6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:56.935181 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-442bb336-3d1a-4375-9408-9641ee65270b req-5038edce-3ccd-42b0-a240-4a7c5a1bf3ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129565 Aug 29 04:25:56.953083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9315cb2-3061-4856-b6dc-d575705755fd req-d7d87a83-442d-4e28-aef5-2e7e6c63835d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.961583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9315cb2-3061-4856-b6dc-d575705755fd req-d7d87a83-442d-4e28-aef5-2e7e6c63835d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1798365 Aug 29 04:25:56.985086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 1313df21-f9bd-4e77-9cde-f30d9feab6b6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:56.986553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1313df21-f9bd-4e77-9cde-f30d9feab6b6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:56.987449 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.989586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.990179 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.011107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.058924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-993e34db-9a07-47e0-a69a-e3aa24b5174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.062478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-993e34db-9a07-47e0-a69a-e3aa24b5174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.066151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-993e34db-9a07-47e0-a69a-e3aa24b5174b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23db455b-277c-4eee-bf6b-11eb01a09f2c HTTP/1.1" status: 204 len: 168 time: 0.3765864 Aug 29 04:25:57.081110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9315cb2-3061-4856-b6dc-d575705755fd req-1c11a30d-0d4e-45b6-b4b0-c0317a070371 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179447 Aug 29 04:25:57.086750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=9']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:57.114321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6833298 Aug 29 04:25:57.120501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44398) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:57.129115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Request body: {'subnet': {'network_id': '9edceefb-d44e-4629-a0ae-ac8474f5fda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-15857175-subnet', 'tenant_id': '32b72a2e8aff46cbb94a58b48790893d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:57.180795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d44ed1-0473-4bdf-8135-cebfaeeee38b admin admin] Pushing event updated for resources: {'Network': ['ID=9edceefb-d44e-4629-a0ae-ac8474f5fda3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:57.184614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e34db-9a07-47e0-a69a-e3aa24b5174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db455b-277c-4eee-bf6b-11eb01a09f2c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:57.186783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] No DVR routers for this DVR port 520e3302-f760-46a9-a9ee-3ba84b681764 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:57.194652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 9edceefb-d44e-4629-a0ae-ac8474f5fda3 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:57.263355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45defe-638b-44e8-a560-4c4a517b5381 req-3a491ba7-ef75-440f-a2db-3982f0fe7507 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.265919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e45defe-638b-44e8-a560-4c4a517b5381 req-3a491ba7-ef75-440f-a2db-3982f0fe7507 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 945 time: 0.2134354 Aug 29 04:25:57.301763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Made reservation on behalf of 32b72a2e8aff46cbb94a58b48790893d for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:57.304149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.368444 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Attempting to bind port 520e3302-f760-46a9-a9ee-3ba84b681764 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:57.368783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Attempting to bind port 520e3302-f760-46a9-a9ee-3ba84b681764 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:57.369438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Attempting to bind port 520e3302-f760-46a9-a9ee-3ba84b681764 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:57.373669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Port 520e3302-f760-46a9-a9ee-3ba84b681764 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:57.373990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Attempting to bind port 520e3302-f760-46a9-a9ee-3ba84b681764 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:57.376383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368b58c-e8e5-435e-8c82-95d43d01766f req-9d55faba-0397-4772-9502-9ba2ea08c52f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.377917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2368b58c-e8e5-435e-8c82-95d43d01766f req-9d55faba-0397-4772-9502-9ba2ea08c52f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1939800 Aug 29 04:25:57.378867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:57.379207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Checking segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:57.379595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Bound using segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:57.380352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Bound port: 520e3302-f760-46a9-a9ee-3ba84b681764, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:57.380512 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.382960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e45defe-638b-44e8-a560-4c4a517b5381 req-4bd7aa82-9c1d-4511-a60c-328852df3c71 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069887 Aug 29 04:25:57.460865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:57.464772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:57.471902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.480361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2368b58c-e8e5-435e-8c82-95d43d01766f req-79d872d2-15f4-4ff6-8089-58a23ac3d00c tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941343 Aug 29 04:25:57.527897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.528613 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.530689 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] 10.222.0.65 "PUT /v2.0/ports/520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 1093 time: 1.3475235 Aug 29 04:25:57.531201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:57.533636 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c2dc02-e6c6-440c-82ad-2621df00de10" -d '{"events": [{"name": "network-changed", "server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:57.601153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.628316 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a162d8-1633-49f4-9174-0a620d477ffb x-openstack-request-id: req-08a162d8-1633-49f4-9174-0a620d477ffb {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:57.629575 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:57.629919 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08a162d8-1633-49f4-9174-0a620d477ffb {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:57.630447 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764', 'status': 'completed', 'code': 200} Aug 29 04:25:57.661083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac67a1-92ab-449b-8d49-d51dbe8e53aa service neutron] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:57.661630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcd98ef-245d-4126-a44a-fafe630458e0,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:57.678822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-8c4fa907-c1d8-4b8e-a7e6-e6eba8e8e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.681436 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-8c4fa907-c1d8-4b8e-a7e6-e6eba8e8e363 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1097 time: 0.1033797 Aug 29 04:25:57.699587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Checking segment: {'id': 'f5a2b031-ff9c-416c-b741-6538db36bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9edceefb-d44e-4629-a0ae-ac8474f5fda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:57.699959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Network hostable DHCP agents. Network: 9edceefb-d44e-4629-a0ae-ac8474f5fda3, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:57.720049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Network 9edceefb-d44e-4629-a0ae-ac8474f5fda3 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:57.739308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 9edceefb-d44e-4629-a0ae-ac8474f5fda3) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:57.751258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.756175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9076c058-42ad-4230-953e-3f579f6133b4 None None] Network 9edceefb-d44e-4629-a0ae-ac8474f5fda3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:57.767668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.792335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1b217af7-54d2-4b17-a94c-0e08f2257827 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6601162 Aug 29 04:25:57.826302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-03449c6f-9be1-4811-9016-8e62652512a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.829060 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-03449c6f-9be1-4811-9016-8e62652512a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.1392248 Aug 29 04:25:57.917652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a3299-5ce0-4419-a414-3d298b75922d None None] Network 9edceefb-d44e-4629-a0ae-ac8474f5fda3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:57.921735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-78b69207-1ff4-48d6-9efc-d089e800bce1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 999 time: 0.0801916 Aug 29 04:25:58.112291 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.140031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93845b32-746d-4033-b2f2-2695f2b09dfe req-018b6df5-437b-4ede-b882-39bad78a3a48 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.141682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93845b32-746d-4033-b2f2-2695f2b09dfe req-018b6df5-437b-4ede-b882-39bad78a3a48 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.1103363 Aug 29 04:25:58.244325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93845b32-746d-4033-b2f2-2695f2b09dfe req-fa5854ce-9337-4036-874e-16f3294484f3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837543 Aug 29 04:25:58.256188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090822a-ae0e-4bc2-9598-aa1c06843346 req-7aa2196b-242a-4121-b25f-d90103bb00e5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.257777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2090822a-ae0e-4bc2-9598-aa1c06843346 req-7aa2196b-242a-4121-b25f-d90103bb00e5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.0906351 Aug 29 04:25:58.306413 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2090822a-ae0e-4bc2-9598-aa1c06843346 req-106d769e-5a65-445d-9a55-88c3df92fb1d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Aug 29 04:25:58.310743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44436) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:58.397780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-a1e30131-4f54-4cf4-b649-300b75aa4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.399666 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-a1e30131-4f54-4cf4-b649-300b75aa4306 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.4710243 Aug 29 04:25:58.429273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-297262046-network', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:58.461634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-06d1a482-7067-4293-8853-f70eda183dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.463410 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-06d1a482-7067-4293-8853-f70eda183dd1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565736 Aug 29 04:25:58.463666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:58.466220 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.475286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-92adba08-ed03-46e3-8505-54736db51213 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:25:58.476428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-92adba08-ed03-46e3-8505-54736db51213 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064108 Aug 29 04:25:58.476905 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.594646 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-172c5992-1d16-4bf0-bba9-aaba0c8055fe service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112027 Aug 29 04:25:58.658786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.668921 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.692921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:58.707083 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d27d9ad2-9b90-4512-b928-ca3d9f1c8abe req-ecc1f3db-75a5-4cee-aea9-e472b0cd476b service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045732 Aug 29 04:25:58.735142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.735498 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Added segment 8a1432f9-0fdd-43fa-a881-310291fecc4a of type vlan for network 169ba080-3078-4b2f-830c-3fd950a54f70 Aug 29 04:25:58.758206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042df4-2211-49a8-8db8-3e860643d7db req-854e0fc5-5f2e-430d-bb12-62e9b81d328a tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.759706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-854e0fc5-5f2e-430d-bb12-62e9b81d328a tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/networks?id=c60e02b9-d949-4773-9f4d-b48028c3687d HTTP/1.1" status: 200 len: 825 time: 0.1906497 Aug 29 04:25:58.778517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc75a6d-cd69-43a2-9140-a8fa94e05080,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.831630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.834464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-2e098888-da29-4e93-aa11-eeb4eb468439 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/quotas/36ef865dc7af4f74b6f7dadc190fe3f8 HTTP/1.1" status: 200 len: 375 time: 0.0518758 Aug 29 04:25:58.840508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-6bf9f3bd-fefd-4e7d-bd8b-e12d11957ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.842597 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-6bf9f3bd-fefd-4e7d-bd8b-e12d11957ba7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1097 time: 0.0713544 Aug 29 04:25:58.896653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-9d81a978-1b11-499c-bd8b-0e3d242b10c8 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=36ef865dc7af4f74b6f7dadc190fe3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508893 Aug 29 04:25:58.908269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c54417-59f3-4bff-bc76-f180499f9222 req-d4cccb34-8478-4fe5-b171-c596a96ae95f tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.910014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4c54417-59f3-4bff-bc76-f180499f9222 req-d4cccb34-8478-4fe5-b171-c596a96ae95f tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 945 time: 0.1491210 Aug 29 04:25:58.920527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.921668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.922292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.951288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-9c50c3e8-5b07-4631-8da6-b542a1d19d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.953498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-9c50c3e8-5b07-4631-8da6-b542a1d19d5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.1045218 Aug 29 04:25:59.026431 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-cd1c8a6e-997f-4354-ba30-e197f6834bf6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 200 len: 999 time: 0.0641563 Aug 29 04:25:59.084965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-fde92da4-7c06-47f6-927c-f679e4d6b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.087230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-fde92da4-7c06-47f6-927c-f679e4d6b2e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.0543439 Aug 29 04:25:59.153206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-7e744b7b-4822-49bf-8ad6-651895a1550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.155299 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-7e744b7b-4822-49bf-8ad6-651895a1550f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609188 Aug 29 04:25:59.352311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0387473 Aug 29 04:25:59.354814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44476) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:59.361437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Request body: {'subnet': {'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-297262046-subnet', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:59.412358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4c54417-59f3-4bff-bc76-f180499f9222 req-3223a975-3f7f-4761-be5b-03bd59a060e4 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828050 Aug 29 04:25:59.423007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9c9db-9420-41e3-a53d-741454c5d29e admin admin] Pushing event updated for resources: {'Network': ['ID=169ba080-3078-4b2f-830c-3fd950a54f70,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:59.438600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:59.442791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.443625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 169ba080-3078-4b2f-830c-3fd950a54f70 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:59.511551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-1c8a0f88-440e-47e1-b94c-3553c8c3a88f service neutron] 10.222.0.58 "GET /v2.0/networks/c60e02b9-d949-4773-9f4d-b48028c3687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005616 Aug 29 04:25:59.665626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-5bb7e97c-26bd-430f-b43d-4db1c38c318e service neutron] 10.222.0.58 "GET /v2.0/networks/c60e02b9-d949-4773-9f4d-b48028c3687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473675 Aug 29 04:25:59.725536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.798969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09912b6-0315-41f4-a01a-b0a4cd137ae3,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:59.818492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Checking segment: {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:59.818911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Network hostable DHCP agents. Network: 169ba080-3078-4b2f-830c-3fd950a54f70, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:59.850987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Network 169ba080-3078-4b2f-830c-3fd950a54f70 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:59.868668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 169ba080-3078-4b2f-830c-3fd950a54f70) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:59.873294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.874369 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.886163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c33e3f-764d-4ee7-af2d-2c718218bd51 None None] Network 169ba080-3078-4b2f-830c-3fd950a54f70 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:59.916346 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-afe81e44-1ec6-4b60-ad0c-caa4db6a4370 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5600917 Aug 29 04:25:59.918977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44486) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:59.924381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:59.970469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.971889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.987598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3a79b-cd25-4242-90e4-240b56fd20a8 req-c055c2fc-2412-4c1f-9d2c-4e70b6550811 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.992696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ad3a79b-cd25-4242-90e4-240b56fd20a8 req-c055c2fc-2412-4c1f-9d2c-4e70b6550811 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.0833142 Aug 29 04:26:00.083917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.085288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ad3a79b-cd25-4242-90e4-240b56fd20a8 req-36d43b46-5772-49ba-84ed-351784435372 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838406 Aug 29 04:26:00.228005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-169ba080-3078-4b2f-830c-3fd950a54f70', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:00.229366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.417864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.478799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Allocated IP 172.20.0.2 (169ba080-3078-4b2f-830c-3fd950a54f70/f09912b6-0315-41f4-a01a-b0a4cd137ae3/9d9563cd-3e16-469d-b64f-a206978dac9f) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:00.679170 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.689104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Transition to ACTIVE for port object 9d9563cd-3e16-469d-b64f-a206978dac9f will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:00.706699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Transition to ACTIVE for port object 9d9563cd-3e16-469d-b64f-a206978dac9f will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:00.715845 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.773183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Network 169ba080-3078-4b2f-830c-3fd950a54f70 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:00.778829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.779495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:00.784603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:00.793674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Pushing event updated for resources: {'Port': ['ID=9d9563cd-3e16-469d-b64f-a206978dac9f,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.817371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.877610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Attempting to bind port 9d9563cd-3e16-469d-b64f-a206978dac9f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:00.877996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Attempting to bind port 9d9563cd-3e16-469d-b64f-a206978dac9f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:00.878725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Attempting to bind port 9d9563cd-3e16-469d-b64f-a206978dac9f on network 169ba080-3078-4b2f-830c-3fd950a54f70 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:00.885583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:00.886283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Checking segment: {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:00.887026 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.887750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Bound using segment: {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:00.888580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Bound port: 9d9563cd-3e16-469d-b64f-a206978dac9f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:00.889190 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.962752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] For port 9d9563cd-3e16-469d-b64f-a206978dac9f, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:00.963743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Allocated IP 172.25.1.87 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/54071cdf-d1c0-4a8d-8811-ff5a2c2168aa) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:00.965640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] For port 9d9563cd-3e16-469d-b64f-a206978dac9f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9d9563cd-3e16-469d-b64f-a206978dac9f,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:00.970929 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.067800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd0bfc-15a9-45d5-a92e-eb84606b1397 None None] Pushing event updated for resources: {'Port': ['ID=9d9563cd-3e16-469d-b64f-a206978dac9f,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.131005 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.182076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.261045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:01.266968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:01.270663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:01.328192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Pushing event updated for resources: {'Port': ['ID=54071cdf-d1c0-4a8d-8811-ff5a2c2168aa,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.667001 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.902773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.059945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Router 7ec11edd-f8f5-42ba-8a32-13951c7b281f is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:02.199951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:02.211144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Sync routers for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:02.220228 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.221717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d59bc49b-e88a-4768-b15b-571b7ac1da60 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3017664 Aug 29 04:26:02.225319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44498) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.237073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:02.238830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:02.296168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 80a89aa1-63db-4ccc-b07f-88256e6deade details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:02.325610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee865b28-3b8f-4ae8-b3fb-87fec84a84f7 None None] Network 169ba080-3078-4b2f-830c-3fd950a54f70 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:02.653970 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:02.658896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bec927a9-6bbd-4230-b0af-4ea2db4bd757 None None] Provisioning for port 9d9563cd-3e16-469d-b64f-a206978dac9f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:02.788333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:02.916160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.968633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:02.988576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9d9563cd-3e16-469d-b64f-a206978dac9f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:03.029341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '80a89aa1-63db-4ccc-b07f-88256e6deade', 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'port_id': '80a89aa1-63db-4ccc-b07f-88256e6deade', 'mac_address': 'fa:16:3e:0b:ad:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f26e98-5b10-4ae4-ac64-d53dff97392d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:03.139625 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.191458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 9d9563cd-3e16-469d-b64f-a206978dac9f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:03.206192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 9d9563cd-3e16-469d-b64f-a206978dac9f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:03.206572 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.228944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80a89aa1-63db-4ccc-b07f-88256e6deade {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:03.229930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Allocated IP 172.20.0.1 (169ba080-3078-4b2f-830c-3fd950a54f70/f09912b6-0315-41f4-a01a-b0a4cd137ae3/f3cfed4f-fbe1-400c-b4c6-219c6bd812cf) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:03.273955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:03.284606 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.364775 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.379915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Transition to ACTIVE for port object f3cfed4f-fbe1-400c-b4c6-219c6bd812cf will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:03.405729 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.418163 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.434786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 3, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:03.475057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Network 169ba080-3078-4b2f-830c-3fd950a54f70 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:03.481219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:03.489437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Checking router: 7ec11edd-f8f5-42ba-8a32-13951c7b281f for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:03.489934 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Updating router 7ec11edd-f8f5-42ba-8a32-13951c7b281f port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:03.497030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.498119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Pushing event updated for resources: {'Port': ['ID=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.504503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-82cf9a54-059d-4888-a732-b9bb74847b0c None None] Provisioning complete for port 9d9563cd-3e16-469d-b64f-a206978dac9f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:03.504976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82cf9a54-059d-4888-a732-b9bb74847b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.507907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:03.554866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['80a89aa1-63db-4ccc-b07f-88256e6deade'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:03.570601 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.583227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 9d9563cd-3e16-469d-b64f-a206978dac9f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9d9563cd-3e16-469d-b64f-a206978dac9f,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:03.609132 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.656819 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.807882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.822838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=9d9563cd-3e16-469d-b64f-a206978dac9f,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.041987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.046649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.059162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1fadb9fb-5f5c-4021-bba2-5acb0c0880d8 None None] Provisioning for port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:04.083278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1fadb9fb-5f5c-4021-bba2-5acb0c0880d8 None None] Provisioning complete for port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:04.083664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1fadb9fb-5f5c-4021-bba2-5acb0c0880d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.131896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Pushing event updated for resources: {'Port': ['ID=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.140229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.185952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1fadb9fb-5f5c-4021-bba2-5acb0c0880d8 None None] Port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:04.252627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Network 169ba080-3078-4b2f-830c-3fd950a54f70 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:04.254543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:04.281592 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.287626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 80a89aa1-63db-4ccc-b07f-88256e6deade no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:04.333471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Transition to ACTIVE for port object 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:04.349193 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.423675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Router 7ec11edd-f8f5-42ba-8a32-13951c7b281f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:04.429273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Attempting to bind port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:04.429669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Attempting to bind port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:04.430059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Attempting to bind port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:04.439154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:04.439541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:04.439955 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.440410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:04.440905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Bound port: 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:04.441300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.484555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545a98a-daa6-4f26-bc05-1afc04e7dc00 None None] Pushing event updated for resources: {'Port': ['ID=54071cdf-d1c0-4a8d-8811-ff5a2c2168aa,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.599452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:04.605088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-92091334-e772-4472-8140-e1d7a6dc1d78 admin admin] 10.222.0.58 "PUT /v2.0/routers/7ec11edd-f8f5-42ba-8a32-13951c7b281f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3785784 Aug 29 04:26:04.617650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] For port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:04.648939 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.658281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] For port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=54071cdf-d1c0-4a8d-8811-ff5a2c2168aa,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:04.669410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ad40cb35-4e5d-4a26-9706-4b1f305c57fa None None] Provisioning complete for port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:04.670335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ad40cb35-4e5d-4a26-9706-4b1f305c57fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.677797 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.759050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545a98a-daa6-4f26-bc05-1afc04e7dc00 None None] Pushing event updated for resources: {'Port': ['ID=54071cdf-d1c0-4a8d-8811-ff5a2c2168aa,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.769060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 80a89aa1-63db-4ccc-b07f-88256e6deade {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:04.814938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ad40cb35-4e5d-4a26-9706-4b1f305c57fa None None] Port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:04.818626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:04.833415 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.935092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:04.935789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.942824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9d9563cd-3e16-469d-b64f-a206978dac9f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:04.978056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:05.160253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.160606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.160948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.161292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.161630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.161961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.162305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.162612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.162934 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.163255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.163577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.163896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:05.269256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 9d9563cd-3e16-469d-b64f-a206978dac9f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:05.269866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.272676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:05.644833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 2, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.672822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0902a-81ea-48ca-903a-6b39f38ac94b None None] The sync data for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 is: [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 2, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:06.304936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 80a89aa1-63db-4ccc-b07f-88256e6deade up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:06.395139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 80a89aa1-63db-4ccc-b07f-88256e6deade triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:06.395520 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.610380 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.664514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a89aa1-63db-4ccc-b07f-88256e6deade'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:06.667470 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4290f76c-11cc-4d43-a913-b6dc09a8be85" -d '{"events": [{"server_uuid": "ea98de7d-b05e-45d2-9b66-f3625c39304e", "name": "network-vif-plugged", "status": "completed", "tag": "80a89aa1-63db-4ccc-b07f-88256e6deade"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:06.716244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:06.725445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.790261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:06.954368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:07.042063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:07.050684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:07.051159 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.167560 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.205906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=54071cdf-d1c0-4a8d-8811-ff5a2c2168aa,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:07.213521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.281641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=54071cdf-d1c0-4a8d-8811-ff5a2c2168aa,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.296336 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Sync routers for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:08.307084 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:08.307846 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.422775 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:08.682581 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 2, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.710984 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Checking router: 7ec11edd-f8f5-42ba-8a32-13951c7b281f for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:08.711668 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Updating router 7ec11edd-f8f5-42ba-8a32-13951c7b281f port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:08.752351 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.914418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:08.986244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:08.986736 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.238820 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.250900 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Transition to ACTIVE for port object f3cfed4f-fbe1-400c-b4c6-219c6bd812cf will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:09.257569 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.313905 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Pushing event updated for resources: {'Port': ['ID=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.350416 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.350722 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.351151 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.351444 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.351780 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.352395 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.352732 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.353055 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.353386 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.353707 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.354058 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.354377 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:09.390472 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Attempting to bind port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:09.391015 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Attempting to bind port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:09.391480 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Attempting to bind port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf on network 169ba080-3078-4b2f-830c-3fd950a54f70 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:09.397183 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:09.397693 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Checking segment: {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:09.398364 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.398705 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Bound using segment: {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:09.399282 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Bound port: f3cfed4f-fbe1-400c-b4c6-219c6bd812cf, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:09.399779 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.468545 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] For port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:09.471965 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] For port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:09.478416 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.554833 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:09.555554 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:09.557524 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424edaa5-532c-45e0-b5f0-4769815942ff None None] Pushing event updated for resources: {'Port': ['ID=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.698116 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:09.928643 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:09.956777 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10fc33-5f62-4b0e-b4af-38a4f15f0b8c None None] The sync data for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 is: [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:10.561483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b248f-863b-4b7e-8506-6ff95d6bc681 req-46696fb0-00e3-42db-88ec-ca8c7a9ac8f2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:10.563218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d8b248f-863b-4b7e-8506-6ff95d6bc681 req-46696fb0-00e3-42db-88ec-ca8c7a9ac8f2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1232283 Aug 29 04:26:10.580298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde332c-4d7e-40e4-a965-cdeae137710d req-51487f3b-847a-4010-8321-d66e7dec2bf2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:10.589084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0cde332c-4d7e-40e4-a965-cdeae137710d req-51487f3b-847a-4010-8321-d66e7dec2bf2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.0983372 Aug 29 04:26:10.629491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-df073ff6-c439-4b14-82a6-53cae1376b9c service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889245 Aug 29 04:26:10.681532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d8b248f-863b-4b7e-8506-6ff95d6bc681 req-d2a89e1d-90ab-47c7-92fd-78ce5088e534 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717330 Aug 29 04:26:10.699916 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0cde332c-4d7e-40e4-a965-cdeae137710d req-8149384c-07d1-4306-b742-14fa8454ed0e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095328 Aug 29 04:26:10.824351 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b1c2dc02-e6c6-440c-82ad-2621df00de10 req-31877994-9e00-4a52-abd5-7423f9997f1b service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837444 Aug 29 04:26:10.863553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3be19b79-f342-4370-b2be-8a36845ab72d req-501d1714-53be-4364-af35-e9711dd05ed1 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0550313 Aug 29 04:26:10.952754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f3cfed4f-fbe1-400c-b4c6-219c6bd812cf up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:11.013798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-0c21743a-db02-4f48-8560-664738f1b93f tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 258 time: 0.2912214 Aug 29 04:26:11.020804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:11.044750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:11.066682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:11.067226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.086768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cab04-15da-4fc8-9c47-0e5870c14b2a req-20036bf4-b821-4625-88e5-012ba725bca1 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.097385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a42cab04-15da-4fc8-9c47-0e5870c14b2a req-20036bf4-b821-4625-88e5-012ba725bca1 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1384826 Aug 29 04:26:11.110393 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.209551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a42cab04-15da-4fc8-9c47-0e5870c14b2a req-5182f855-5228-4ea8-b095-381e67e02805 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023238 Aug 29 04:26:11.243858 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.277247 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8042d4-c2dd-4497-b19e-11029cb250a5 x-openstack-request-id: req-ee8042d4-c2dd-4497-b19e-11029cb250a5 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:11.277685 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea98de7d-b05e-45d2-9b66-f3625c39304e", "name": "network-vif-plugged", "status": "completed", "tag": "80a89aa1-63db-4ccc-b07f-88256e6deade", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:11.277949 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee8042d4-c2dd-4497-b19e-11029cb250a5 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:11.278352 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a89aa1-63db-4ccc-b07f-88256e6deade', 'code': 200} Aug 29 04:26:11.296444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.312945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:11.319336 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.323930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042df4-2211-49a8-8db8-3e860643d7db req-cb62d563-a5fb-46a5-9ab1-eba34b4c33ee tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.328506 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-cb62d563-a5fb-46a5-9ab1-eba34b4c33ee tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.65 "GET /v2.0/networks?id=c60e02b9-d949-4773-9f4d-b48028c3687d HTTP/1.1" status: 200 len: 825 time: 0.1821299 Aug 29 04:26:11.350718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Request body: {'port': {'device_id': '535db754-d820-4648-b9ef-f59eb761b0c2', 'network_id': 'c60e02b9-d949-4773-9f4d-b48028c3687d', 'admin_state_up': True, 'tenant_id': '36ef865dc7af4f74b6f7dadc190fe3f8'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:11.404434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.464892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Allocated IP 172.25.1.150 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/4e869771-661b-4549-9f42-28f523607e6a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:11.559791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Made reservation on behalf of 36ef865dc7af4f74b6f7dadc190fe3f8 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:11.563842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.584844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b0553-0a60-4dd2-a282-5b869a1c6b8e req-f0da671d-9587-4bc8-a3ed-35ae25baff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.586352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c03b0553-0a60-4dd2-a282-5b869a1c6b8e req-f0da671d-9587-4bc8-a3ed-35ae25baff54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 1097 time: 0.1048546 Aug 29 04:26:11.653116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c03b0553-0a60-4dd2-a282-5b869a1c6b8e req-214d544e-32c7-467b-8081-dfbbb5d55063 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581450 Aug 29 04:26:11.667540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.712399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Allocated IP 172.20.0.3 (c60e02b9-d949-4773-9f4d-b48028c3687d/91996e2a-d269-488d-b6bb-5d0019389384/3d152386-06ab-4a15-824d-f967cdabf522) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:11.714962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.769934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:11.773863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:11.778569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:11.808032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Pushing event updated for resources: {'Port': ['ID=4e869771-661b-4549-9f42-28f523607e6a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.872581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add68739-6a2b-4340-86a1-fb0840a272a6 req-5cb226e9-6469-442d-a96d-c7525a1720d2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.874812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-add68739-6a2b-4340-86a1-fb0840a272a6 req-5cb226e9-6469-442d-a96d-c7525a1720d2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.0704575 Aug 29 04:26:11.905022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.938177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.943455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-add68739-6a2b-4340-86a1-fb0840a272a6 req-1aa3b474-e8ea-4164-91a8-cc57d4b3f4e9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Aug 29 04:26:11.974750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.990959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.020084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Network c60e02b9-d949-4773-9f4d-b48028c3687d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:12.025066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:12.036774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:12.074907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Pushing event updated for resources: {'Port': ['ID=3d152386-06ab-4a15-824d-f967cdabf522,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.094487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.095125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.095803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.096237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.096965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.097085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.097429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.097996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.098376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.098717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.099107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.099497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:12.117359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.118358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.146873 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-aeddf960-bade-46ab-af84-424be3957c08 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103650 Aug 29 04:26:12.153838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8c3b6-07ed-4f5f-bf81-cda9de599412 req-4f66fa19-cf0a-47c9-a8a9-5d3081f17e5b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.159368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ab8c3b6-07ed-4f5f-bf81-cda9de599412 req-4f66fa19-cf0a-47c9-a8a9-5d3081f17e5b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.1376877 Aug 29 04:26:12.168642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Request body: {'port': {'device_id': '535db754-d820-4648-b9ef-f59eb761b0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:12.217131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ab8c3b6-07ed-4f5f-bf81-cda9de599412 req-e6fd2fd9-6ff7-40a2-946a-f393bc3ff90d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548861 Aug 29 04:26:12.226768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.276131 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.282511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.399191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Pushing event updated for resources: {'Port': ['ID=4e869771-661b-4549-9f42-28f523607e6a,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.412818 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.432142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fcd79-4c45-4045-a262-68e9898a30f0 req-eae9a347-a98a-4c2e-9c90-16a1df97fc2d tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.433653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e5fcd79-4c45-4045-a262-68e9898a30f0 req-eae9a347-a98a-4c2e-9c90-16a1df97fc2d tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 931 time: 0.1175401 Aug 29 04:26:12.439452 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.447267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-297707c8-f73a-4a9d-9362-b7c278928fa3 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4318907 Aug 29 04:26:12.507678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-78b9f978-944b-48b2-9c20-53a862e74a0e tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0594850 Aug 29 04:26:12.536039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e5fcd79-4c45-4045-a262-68e9898a30f0 req-2209a2da-c916-45df-a21e-9da4fc204e44 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859473 Aug 29 04:26:12.576709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d152386-06ab-4a15-824d-f967cdabf522 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:12.585834 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.600103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Transition to ACTIVE for port object 3d152386-06ab-4a15-824d-f967cdabf522 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:12.605704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.665762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Pushing event updated for resources: {'Port': ['ID=3d152386-06ab-4a15-824d-f967cdabf522,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.696201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-d40d03bc-b666-4cf0-8375-dbfd360841b5 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.697573 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-d40d03bc-b666-4cf0-8375-dbfd360841b5 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1839397 Aug 29 04:26:12.717739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed23b2f-23c4-4f24-92fd-0f54ce65f1ac req-facbea91-5e2a-4079-91d4-240b787a41c0 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.719406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aed23b2f-23c4-4f24-92fd-0f54ce65f1ac req-facbea91-5e2a-4079-91d4-240b787a41c0 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1009758 Aug 29 04:26:12.731228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-e3e4d230-7570-4894-bb90-d720ffeee200 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:12.733543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c4a7077-2f5c-43f6-9c70-ba3213964d9a req-e3e4d230-7570-4894-bb90-d720ffeee200 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122354 Aug 29 04:26:12.757937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Attempting to bind port 3d152386-06ab-4a15-824d-f967cdabf522 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:12.758505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Attempting to bind port 3d152386-06ab-4a15-824d-f967cdabf522 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '9aecdc99-3661-4fda-81cf-c91e05e9ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c60e02b9-d949-4773-9f4d-b48028c3687d'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:12.758770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Attempting to bind port 3d152386-06ab-4a15-824d-f967cdabf522 on network c60e02b9-d949-4773-9f4d-b48028c3687d {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:12.765982 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Port 3d152386-06ab-4a15-824d-f967cdabf522 on network c60e02b9-d949-4773-9f4d-b48028c3687d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:12.765982 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Attempting to bind port 3d152386-06ab-4a15-824d-f967cdabf522 on network c60e02b9-d949-4773-9f4d-b48028c3687d {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:12.775335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:12.775673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Checking segment: {'id': '9aecdc99-3661-4fda-81cf-c91e05e9ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c60e02b9-d949-4773-9f4d-b48028c3687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:12.776126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Bound using segment: {'id': '9aecdc99-3661-4fda-81cf-c91e05e9ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c60e02b9-d949-4773-9f4d-b48028c3687d'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:12.777097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Bound port: 3d152386-06ab-4a15-824d-f967cdabf522, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aecdc99-3661-4fda-81cf-c91e05e9ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c60e02b9-d949-4773-9f4d-b48028c3687d'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:12.777306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.787679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aed23b2f-23c4-4f24-92fd-0f54ce65f1ac req-fc371cf6-a8fd-4921-8e8e-4eb7cf7e8459 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476072 Aug 29 04:26:12.928909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] For port 3d152386-06ab-4a15-824d-f967cdabf522, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:12.937160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] For port 3d152386-06ab-4a15-824d-f967cdabf522, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3d152386-06ab-4a15-824d-f967cdabf522,segment=NetworkSegment(9aecdc99-3661-4fda-81cf-c91e05e9ca6d),segment_id=9aecdc99-3661-4fda-81cf-c91e05e9ca6d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:12.941964 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.955906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f3cfed4f-fbe1-400c-b4c6-219c6bd812cf up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:13.010035 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-e6b7e389-7eae-4954-8ea9-9f11554e881f tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.017767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.018518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.020322 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] 10.222.0.65 "PUT /v2.0/ports/3d152386-06ab-4a15-824d-f967cdabf522 HTTP/1.1" status: 200 len: 1092 time: 0.8567455 Aug 29 04:26:13.020673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-e6b7e389-7eae-4954-8ea9-9f11554e881f tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0934608 Aug 29 04:26:13.021182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535db754-d820-4648-b9ef-f59eb761b0c2', 'tag': '3d152386-06ab-4a15-824d-f967cdabf522'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:13.023722 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5" -d '{"events": [{"name": "network-changed", "server_uuid": "535db754-d820-4648-b9ef-f59eb761b0c2", "tag": "3d152386-06ab-4a15-824d-f967cdabf522"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:13.033311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:13.034046 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.083247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-6619016b-44db-4fda-87c4-bef9aa86e7d2 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0611374 Aug 29 04:26:13.115882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869c22f-fde7-4ba7-b891-f7a83719f291 service neutron] Pushing event updated for resources: {'Port': ['ID=3d152386-06ab-4a15-824d-f967cdabf522,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.121621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Request body: {'floatingip': {'port_id': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:13.143433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d4cf2269-dcb3-475f-9f02-9bc9d20089e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.147629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-d4cf2269-dcb3-475f-9f02-9bc9d20089e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=36ef865dc7af4f74b6f7dadc190fe3f8&device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 1095 time: 0.0665751 Aug 29 04:26:13.178349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.199789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-6480b6e5-554e-484a-8636-b3b2748c4c02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d152386-06ab-4a15-824d-f967cdabf522 HTTP/1.1" status: 200 len: 217 time: 0.0432911 Aug 29 04:26:13.232758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427bba9-73f4-460e-afbb-9521227c408d req-bd2c0bf7-05c2-4e8a-977d-f0a305b8f3e5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.236488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d427bba9-73f4-460e-afbb-9521227c408d req-bd2c0bf7-05c2-4e8a-977d-f0a305b8f3e5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1562390 Aug 29 04:26:13.269780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042df4-2211-49a8-8db8-3e860643d7db req-6f155539-e1e6-4727-aed0-3925ec4f2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.271297 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-6f155539-e1e6-4727-aed0-3925ec4f2526 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=91996e2a-d269-488d-b6bb-5d0019389384 HTTP/1.1" status: 200 len: 865 time: 0.0621910 Aug 29 04:26:13.305705 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-eca9b84c-4eb3-49d5-964d-cd87f21a1ae1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c60e02b9-d949-4773-9f4d-b48028c3687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260344 Aug 29 04:26:13.328118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d427bba9-73f4-460e-afbb-9521227c408d req-d407f963-8d0d-4c73-8ac7-4ef708bfd63c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757456 Aug 29 04:26:13.417266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-87b9b1ca-ed25-4433-bfed-8533a54339b9 service neutron] 10.222.0.65 "GET /v2.0/networks/c60e02b9-d949-4773-9f4d-b48028c3687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044624 Aug 29 04:26:13.488036 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83942600-99bb-4c5a-8627-81ee3dae283b x-openstack-request-id: req-83942600-99bb-4c5a-8627-81ee3dae283b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:13.488314 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535db754-d820-4648-b9ef-f59eb761b0c2", "tag": "3d152386-06ab-4a15-824d-f967cdabf522", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:13.488572 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83942600-99bb-4c5a-8627-81ee3dae283b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:13.488987 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535db754-d820-4648-b9ef-f59eb761b0c2', 'tag': '3d152386-06ab-4a15-824d-f967cdabf522', 'status': 'completed', 'code': 200} Aug 29 04:26:13.548290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e042df4-2211-49a8-8db8-3e860643d7db req-8efae0e8-0678-4be2-b2c6-355cc5308e45 service neutron] 10.222.0.65 "GET /v2.0/networks/c60e02b9-d949-4773-9f4d-b48028c3687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236930 Aug 29 04:26:13.653393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-2d1850d4-4a50-436d-8dd8-1de98e17c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.655004 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-2d1850d4-4a50-436d-8dd8-1de98e17c22c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=36ef865dc7af4f74b6f7dadc190fe3f8&device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 1095 time: 0.0537598 Aug 29 04:26:13.762165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-53040cb2-1848-47c4-9972-ccd2ee2d56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.763907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-53040cb2-1848-47c4-9972-ccd2ee2d56bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=c60e02b9-d949-4773-9f4d-b48028c3687d HTTP/1.1" status: 200 len: 926 time: 0.1015408 Aug 29 04:26:13.812164 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-5f8cc23b-66aa-49ee-b88b-8e0dd1f194df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d152386-06ab-4a15-824d-f967cdabf522 HTTP/1.1" status: 200 len: 217 time: 0.0400243 Aug 29 04:26:13.879248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-f1e729d0-9e51-4e8c-8fed-b96638fe685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.879248 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-f1e729d0-9e51-4e8c-8fed-b96638fe685d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=91996e2a-d269-488d-b6bb-5d0019389384 HTTP/1.1" status: 200 len: 865 time: 0.0594265 Aug 29 04:26:13.912031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90696e-d17d-46c6-98b1-cd5263a0482f req-5560380d-131c-40ca-b485-f246176ec2a7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.913751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a90696e-d17d-46c6-98b1-cd5263a0482f req-5560380d-131c-40ca-b485-f246176ec2a7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.1370237 Aug 29 04:26:13.918433 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-c261d6a8-ba3b-4664-95c6-8a4ee4960d6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c60e02b9-d949-4773-9f4d-b48028c3687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296299 Aug 29 04:26:13.998076 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a90696e-d17d-46c6-98b1-cd5263a0482f req-37f5e3e9-f126-4d63-9499-0e463a94594f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741050 Aug 29 04:26:14.065962 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-db831890-4049-49cb-99d0-fe43f31a7d26 service neutron] 10.222.0.65 "GET /v2.0/networks/c60e02b9-d949-4773-9f4d-b48028c3687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397417 Aug 29 04:26:14.143514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.153076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.164269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db41491-60d6-4f5f-b525-b7f6369c11aa req-ad58b127-2976-4e02-90dd-8f0452676552 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.166431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0db41491-60d6-4f5f-b525-b7f6369c11aa req-ad58b127-2976-4e02-90dd-8f0452676552 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 943 time: 0.0724559 Aug 29 04:26:14.174960 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab313fb-9d42-4fed-86ba-d71ff67f30e5 req-51315a0d-9932-4ac0-a436-09c35c1eb80c service neutron] 10.222.0.65 "GET /v2.0/networks/c60e02b9-d949-4773-9f4d-b48028c3687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016011 Aug 29 04:26:14.284201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0db41491-60d6-4f5f-b525-b7f6369c11aa req-a2acdbdf-fa55-45e1-a05e-d5ec930e3541 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819204 Aug 29 04:26:14.310585 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Floating IP 23aa85b2-9271-441e-abb9-5ff0d2fb959c associated. External IP: 172.25.1.150, port: 97fbcf0a-2514-4bea-98b6-84c06c09f8fe. Aug 29 04:26:14.459822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356dc1d-eaa4-41be-9f47-e8ccb9322758 req-a34e148e-83e9-4a6f-95ea-e8eb7ac2a1cc tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.461366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e356dc1d-eaa4-41be-9f47-e8ccb9322758 req-a34e148e-83e9-4a6f-95ea-e8eb7ac2a1cc tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1037962 Aug 29 04:26:14.572326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e356dc1d-eaa4-41be-9f47-e8ccb9322758 req-c683e574-6117-4005-a011-028291687a54 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045933 Aug 29 04:26:14.604524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Router 9a1af14f-cf6e-486b-b6ca-377744f9e51c has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:14.726411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:14.731385 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.735944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] Sync routers for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:14.750995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:14.751775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:14.766933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-54466634-4893-4524-9f15-4dc1d674fb18 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "PUT /v2.0/floatingips/23aa85b2-9271-441e-abb9-5ff0d2fb959c HTTP/1.1" status: 200 len: 996 time: 1.6699264 Aug 29 04:26:14.774478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:14.776815 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db9809f-4178-4114-8954-7791b7290641" -d '{"events": [{"name": "network-changed", "server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:14.846945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea956537-ed9d-4867-bc74-358640399b2a req-5c504178-adfb-492a-8584-20d121fd678b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.848624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea956537-ed9d-4867-bc74-358640399b2a req-5c504178-adfb-492a-8584-20d121fd678b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.0853212 Aug 29 04:26:14.854834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-b2e19dfe-9b46-4fcb-bef0-45c48d2316a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.858154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-b2e19dfe-9b46-4fcb-bef0-45c48d2316a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=018aeb53a6894e369ab689df77582171&device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 1097 time: 0.0742583 Aug 29 04:26:14.892808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:14.956435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea956537-ed9d-4867-bc74-358640399b2a req-caeccac1-f5f5-47b5-8fd7-ca2ed5bcb213 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987751 Aug 29 04:26:14.995159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-8c00cacf-6261-4fca-9069-ce092ee37dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.996759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-8c00cacf-6261-4fca-9069-ce092ee37dad service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b105cfb-0da3-403f-9135-f897804f94a4 HTTP/1.1" status: 200 len: 930 time: 0.1258950 Aug 29 04:26:15.103826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-48259fb0-65a0-4f87-9edb-d10010facaeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 200 len: 999 time: 0.0978119 Aug 29 04:26:15.123420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6e460-19d6-4179-94d8-9d894b4dcaf2 req-a6d3eec4-cae9-4880-a598-7a96eef051d9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.128473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66f6e460-19d6-4179-94d8-9d894b4dcaf2 req-a6d3eec4-cae9-4880-a598-7a96eef051d9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.0831246 Aug 29 04:26:15.157625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '23aa85b2-9271-441e-abb9-5ff0d2fb959c', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'floating_ip_address': '172.25.1.150', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'port_id': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'mac_address': 'fa:16:3e:62:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 1, 'project_id': '018aeb53a6894e369ab689df77582171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.188407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] Checking router: 9a1af14f-cf6e-486b-b6ca-377744f9e51c for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:15.199904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:15.200488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:25:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.202506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-6531c1ea-bf0d-4721-8b45-477c5accfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.204070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-6531c1ea-bf0d-4721-8b45-477c5accfe48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d78442a-2212-482b-8aa7-4e2cf1410879 HTTP/1.1" status: 200 len: 868 time: 0.0886588 Aug 29 04:26:15.207473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66f6e460-19d6-4179-94d8-9d894b4dcaf2 req-34f6dca8-2dc1-4f9a-b8a0-5295d4850ca4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698848 Aug 29 04:26:15.293375 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f47e85-1d00-41cc-a693-f7f34d51886b x-openstack-request-id: req-c0f47e85-1d00-41cc-a693-f7f34d51886b {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:15.293895 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:15.294157 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0f47e85-1d00-41cc-a693-f7f34d51886b {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:15.294557 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'status': 'completed', 'code': 200} Aug 29 04:26:15.297802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-fda9453d-4068-4025-94e4-aaba921d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.299879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-fda9453d-4068-4025-94e4-aaba921d0bb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b105cfb-0da3-403f-9135-f897804f94a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867293 Aug 29 04:26:15.347168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:15.476111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9809f-4178-4114-8954-7791b7290641 req-67fb9869-4489-47c3-a026-e74b86c6ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.477936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4db9809f-4178-4114-8954-7791b7290641 req-67fb9869-4489-47c3-a026-e74b86c6ac37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=018aeb53a6894e369ab689df77582171&device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 1097 time: 0.1771553 Aug 29 04:26:15.485274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-4ee11306-0fc3-4a9a-b3b4-8d344bc73516 service neutron] 10.222.0.58 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741920 Aug 29 04:26:15.527341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7913-2d25-4ef3-b4ae-1eafd382e6dd req-9137af19-7da0-4e82-85f7-b75cccc2ccf0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.529342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e8f7913-2d25-4ef3-b4ae-1eafd382e6dd req-9137af19-7da0-4e82-85f7-b75cccc2ccf0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.1313705 Aug 29 04:26:15.607647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '23aa85b2-9271-441e-abb9-5ff0d2fb959c', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'floating_ip_address': '172.25.1.150', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'port_id': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'mac_address': 'fa:16:3e:62:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 1, 'project_id': '018aeb53a6894e369ab689df77582171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.647908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de95cf9-39fd-476e-a04b-2b329fa82c13 None None] The sync data for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 is: [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '23aa85b2-9271-441e-abb9-5ff0d2fb959c', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'floating_ip_address': '172.25.1.150', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'port_id': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'mac_address': 'fa:16:3e:62:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 1, 'project_id': '018aeb53a6894e369ab689df77582171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:15.660538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e8f7913-2d25-4ef3-b4ae-1eafd382e6dd req-c68db3ea-5a72-4dbf-bd9f-e8e0ffc41bb7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981870 Aug 29 04:26:15.717364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9809f-4178-4114-8954-7791b7290641 req-540a0629-2ccf-45bb-83f7-7a0fd0a3f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.717621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4db9809f-4178-4114-8954-7791b7290641 req-540a0629-2ccf-45bb-83f7-7a0fd0a3f201 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b105cfb-0da3-403f-9135-f897804f94a4 HTTP/1.1" status: 200 len: 930 time: 0.2306402 Aug 29 04:26:15.731303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-970da9bc-5eb9-434c-a8e8-5f04f0eef958 req-34921b5d-c136-4548-bde5-23b47f5d40b0 service neutron] 10.222.0.58 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281399 Aug 29 04:26:15.817567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4db9809f-4178-4114-8954-7791b7290641 req-04636d93-eac7-4211-bddd-541db4e47869 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 200 len: 999 time: 0.0871916 Aug 29 04:26:15.971017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09bbad-fb8f-464a-86df-9b36397fb9dc req-23232058-08fc-42f6-987b-d31276155bc8 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.983747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb09bbad-fb8f-464a-86df-9b36397fb9dc req-23232058-08fc-42f6-987b-d31276155bc8 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 943 time: 0.1396601 Aug 29 04:26:15.987423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9809f-4178-4114-8954-7791b7290641 req-ab1d1aaf-0945-4c77-a30a-169aa6ecbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.989339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4db9809f-4178-4114-8954-7791b7290641 req-ab1d1aaf-0945-4c77-a30a-169aa6ecbf2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d78442a-2212-482b-8aa7-4e2cf1410879 HTTP/1.1" status: 200 len: 868 time: 0.1615996 Aug 29 04:26:16.006571 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc5c04-6a54-4807-a068-f9a809f32425 None None] New status for floating IP 23aa85b2-9271-441e-abb9-5ff0d2fb959c: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:16.064379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb09bbad-fb8f-464a-86df-9b36397fb9dc req-87c160f4-c8f2-4900-bd3d-7a2766d9f430 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795708 Aug 29 04:26:16.144330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9809f-4178-4114-8954-7791b7290641 req-6bf06b83-ca7d-4e3c-beaa-afbc720cf52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.145873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4db9809f-4178-4114-8954-7791b7290641 req-6bf06b83-ca7d-4e3c-beaa-afbc720cf52e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b105cfb-0da3-403f-9135-f897804f94a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273258 Aug 29 04:26:16.282682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791e062-d23d-4ac0-b306-146e7b95dab1 req-e50c7faa-026b-4355-88db-de683b578509 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.284212 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b791e062-d23d-4ac0-b306-146e7b95dab1 req-e50c7faa-026b-4355-88db-de683b578509 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1442115 Aug 29 04:26:16.325757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-fdb51e51-8b37-495a-bdb2-c0ca895841e9 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 258 time: 0.2603579 Aug 29 04:26:16.343277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:16.355506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4db9809f-4178-4114-8954-7791b7290641 req-2f1a4e97-a69a-4550-b38d-3a1af8fe88f9 service neutron] 10.222.0.64 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971602 Aug 29 04:26:16.391107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b791e062-d23d-4ac0-b306-146e7b95dab1 req-d89ef553-47b9-4d08-93b6-afa00503c8c4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923374 Aug 29 04:26:16.446106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.535910 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4db9809f-4178-4114-8954-7791b7290641 req-789602b7-1af5-4ce8-ba95-395aa5e0bc58 service neutron] 10.222.0.64 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725383 Aug 29 04:26:16.641251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-9720a0b7-41e7-4f22-a95c-92ace10edcc8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.642789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-9720a0b7-41e7-4f22-a95c-92ace10edcc8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 815 time: 0.1417482 Aug 29 04:26:16.665826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-51a7d417-dad7-40eb-82b1-74ae39bad478 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/quotas/f8b68e65e39444fbb190d86063fbfdbf HTTP/1.1" status: 200 len: 375 time: 0.0163722 Aug 29 04:26:16.704890 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.772156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-cf7c32d7-b7e2-4150-afaf-f7f7ba76fea4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986078 Aug 29 04:26:16.785230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-c387f1db-b7e9-4f4d-9901-b8971d844884 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:16.786240 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-c387f1db-b7e9-4f4d-9901-b8971d844884 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054743 Aug 29 04:26:16.922915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3d152386-06ab-4a15-824d-f967cdabf522 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:17.034453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3d152386-06ab-4a15-824d-f967cdabf522, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3d152386-06ab-4a15-824d-f967cdabf522,segment=NetworkSegment(9aecdc99-3661-4fda-81cf-c91e05e9ca6d),segment_id=9aecdc99-3661-4fda-81cf-c91e05e9ca6d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:17.052241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '3d152386-06ab-4a15-824d-f967cdabf522', 'network_id': 'c60e02b9-d949-4773-9f4d-b48028c3687d', 'port_id': '3d152386-06ab-4a15-824d-f967cdabf522', 'mac_address': 'fa:16:3e:3d:d7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91996e2a-d269-488d-b6bb-5d0019389384', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:17.104966 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.121906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d152386-06ab-4a15-824d-f967cdabf522 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:17.148350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3d152386-06ab-4a15-824d-f967cdabf522, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3d152386-06ab-4a15-824d-f967cdabf522,segment=NetworkSegment(9aecdc99-3661-4fda-81cf-c91e05e9ca6d),segment_id=9aecdc99-3661-4fda-81cf-c91e05e9ca6d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:17.172855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.215538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Allocated IP 172.25.1.49 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/ab783615-416c-4a9a-8307-908fa510684f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:17.243714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3d152386-06ab-4a15-824d-f967cdabf522,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.302563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-79d697c5-e0ad-403d-b229-3f7bd96dfa9e service neutron] 10.222.0.58 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774833 Aug 29 04:26:17.363494 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dfaba80b-4fca-46ac-a4ed-1ec8effdca36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.433793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.480930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534337c-bf92-4366-8f0c-74e6be16010f req-54971693-0bd1-4781-acb5-791f532552fe tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.482381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7534337c-bf92-4366-8f0c-74e6be16010f req-54971693-0bd1-4781-acb5-791f532552fe tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea98de7d-b05e-45d2-9b66-f3625c39304e HTTP/1.1" status: 200 len: 945 time: 0.1474102 Aug 29 04:26:17.486586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3d152386-06ab-4a15-824d-f967cdabf522'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:17.488756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f3a2ef82-0acf-433f-b875-918b4b12d350 service neutron] 10.222.0.58 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799891 Aug 29 04:26:17.585431 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.641451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:17.661837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:17.668819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:17.720879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Deleting port 80a89aa1-63db-4ccc-b07f-88256e6deade {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:17.721239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.727314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Pushing event updated for resources: {'Port': ['ID=ab783615-416c-4a9a-8307-908fa510684f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.894877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19899b24-bcd0-4457-82ff-5aa1e0896e31 req-9718d22a-8b84-4540-a44c-0b5878dc5166 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.896418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19899b24-bcd0-4457-82ff-5aa1e0896e31 req-9718d22a-8b84-4540-a44c-0b5878dc5166 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.1515913 Aug 29 04:26:17.911369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] For port 80a89aa1-63db-4ccc-b07f-88256e6deade, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=80a89aa1-63db-4ccc-b07f-88256e6deade,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:17.911744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.944054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Calling delete_port for 80a89aa1-63db-4ccc-b07f-88256e6deade owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:17.947016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.995307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19899b24-bcd0-4457-82ff-5aa1e0896e31 req-c4cc13bc-941a-4f64-a88d-f890098d30dc tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880401 Aug 29 04:26:18.051790 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.245586 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.258268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['80a89aa1-63db-4ccc-b07f-88256e6deade'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:18.372138 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.374060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Pushing event deleted for resources: {'Port': ['ID=80a89aa1-63db-4ccc-b07f-88256e6deade,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.397552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.439918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] No DVR routers for this DVR port 80a89aa1-63db-4ccc-b07f-88256e6deade on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:18.446621 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.448719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7534337c-bf92-4366-8f0c-74e6be16010f req-0fbdf498-3456-41b7-90b4-bbce3b09fe52 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.64 "DELETE /v2.0/ports/80a89aa1-63db-4ccc-b07f-88256e6deade HTTP/1.1" status: 204 len: 173 time: 0.9574354 Aug 29 04:26:18.449336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'name': 'network-vif-deleted', 'tag': '80a89aa1-63db-4ccc-b07f-88256e6deade'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:18.451649 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06e7285-9ed1-434d-b1a1-c7c7e5715450" -d '{"events": [{"server_uuid": "ea98de7d-b05e-45d2-9b66-f3625c39304e", "name": "network-vif-deleted", "tag": "80a89aa1-63db-4ccc-b07f-88256e6deade"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:18.465702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc655f9-d5a2-4cec-b2dd-e677a952002d req-930ba675-747d-4f2f-bcb9-efa6475a3892 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:18.467765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdc655f9-d5a2-4cec-b2dd-e677a952002d req-930ba675-747d-4f2f-bcb9-efa6475a3892 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 944 time: 0.2392669 Aug 29 04:26:18.514466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Pushing event updated for resources: {'Port': ['ID=ab783615-416c-4a9a-8307-908fa510684f,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.554128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.569100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdc655f9-d5a2-4cec-b2dd-e677a952002d req-e0928dbe-e5b5-4d58-80b8-661f6752d540 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907941 Aug 29 04:26:18.580708 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.582168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-387debc8-7e16-4b8c-a34f-481682235550 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2445905 Aug 29 04:26:18.666213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-29caafad-e2df-48b2-992f-8ed189317c1f tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0681407 Aug 29 04:26:18.852068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc5cc6-0671-412b-983d-6a38a1e15da9 req-b52fb62a-6a30-4ab9-9a1e-315dd8a2703f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:18.860074 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bdc5cc6-0671-412b-983d-6a38a1e15da9 req-b52fb62a-6a30-4ab9-9a1e-315dd8a2703f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.2191300 Aug 29 04:26:18.937548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:18.940838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3d152386-06ab-4a15-824d-f967cdabf522 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:18.948923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-f309d50d-aa59-4b8e-8335-da2a1d0154c7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:18.949782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cfc7f67-19ec-4965-bae8-75c4496129f5 req-f309d50d-aa59-4b8e-8335-da2a1d0154c7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.2636218 Aug 29 04:26:18.972285 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bdc5cc6-0671-412b-983d-6a38a1e15da9 req-fbd302ff-ed92-4988-872a-126694773dd9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112163 Aug 29 04:26:19.000019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-3a45ea46-470e-42d9-91e9-e250371ad373 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:19.001588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-3a45ea46-470e-42d9-91e9-e250371ad373 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.64 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 815 time: 0.2246785 Aug 29 04:26:19.019260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Request body: {'port': {'device_id': '82f94a34-c47b-4330-bf10-36ff717b4a8d', 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'admin_state_up': True, 'tenant_id': 'f8b68e65e39444fbb190d86063fbfdbf'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:19.127801 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599a8f49-cdf3-48be-8b11-ea642e1f94a0 x-openstack-request-id: req-599a8f49-cdf3-48be-8b11-ea642e1f94a0 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:19.128276 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea98de7d-b05e-45d2-9b66-f3625c39304e", "name": "network-vif-deleted", "tag": "80a89aa1-63db-4ccc-b07f-88256e6deade", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:19.129067 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-599a8f49-cdf3-48be-8b11-ea642e1f94a0 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:19.129349 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea98de7d-b05e-45d2-9b66-f3625c39304e', 'name': 'network-vif-deleted', 'tag': '80a89aa1-63db-4ccc-b07f-88256e6deade', 'status': 'completed', 'code': 200} Aug 29 04:26:19.130350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:19.133643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 3d152386-06ab-4a15-824d-f967cdabf522 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:19.149878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 3d152386-06ab-4a15-824d-f967cdabf522 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:19.149878 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.171656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '520e3302-f760-46a9-a9ee-3ba84b681764', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'port_id': '520e3302-f760-46a9-a9ee-3ba84b681764', 'mac_address': 'fa:16:3e:02:f1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:19.191112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3fe4284-c1ec-4a60-b763-682f6acdab57 req-0677cd8c-31fd-4094-ad13-e091e795c9a4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 210 time: 0.1678696 Aug 29 04:26:19.255087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195596c2-b674-4dfb-993a-8cc4acc8523a req-adaa884d-a957-40eb-a0da-d2e467217560 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:19.256820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-195596c2-b674-4dfb-993a-8cc4acc8523a req-adaa884d-a957-40eb-a0da-d2e467217560 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1031985 Aug 29 04:26:19.302014 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.323941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520e3302-f760-46a9-a9ee-3ba84b681764 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:19.363808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-195596c2-b674-4dfb-993a-8cc4acc8523a req-448f03ce-5871-40f7-ad1c-eef59eb242b0 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0960672 Aug 29 04:26:19.383072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-195596c2-b674-4dfb-993a-8cc4acc8523a req-e4f0bece-8678-4e41-a3f7-147cfaed1970 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Request body: {'floatingip': {'port_id': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:19.447110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-195596c2-b674-4dfb-993a-8cc4acc8523a req-e4f0bece-8678-4e41-a3f7-147cfaed1970 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.456499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Made reservation on behalf of f8b68e65e39444fbb190d86063fbfdbf for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:19.460535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.496972 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.522274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:19.531029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535db754-d820-4648-b9ef-f59eb761b0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d152386-06ab-4a15-824d-f967cdabf522'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:19.533655 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff1296-9322-4658-a717-5cdd5b503d4f" -d '{"events": [{"server_uuid": "535db754-d820-4648-b9ef-f59eb761b0c2", "name": "network-vif-plugged", "status": "completed", "tag": "3d152386-06ab-4a15-824d-f967cdabf522"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:19.536649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7094b-424a-4f29-a008-78f0abbb80c6 req-b1213fac-08e5-49f4-931c-9b5005b40226 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:19.538437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cf7094b-424a-4f29-a008-78f0abbb80c6 req-b1213fac-08e5-49f4-931c-9b5005b40226 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 945 time: 0.2201393 Aug 29 04:26:19.539623 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.577605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3d152386-06ab-4a15-824d-f967cdabf522, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3d152386-06ab-4a15-824d-f967cdabf522,segment=NetworkSegment(9aecdc99-3661-4fda-81cf-c91e05e9ca6d),segment_id=9aecdc99-3661-4fda-81cf-c91e05e9ca6d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:19.587496 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.618470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=11']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.685349 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:26:19.704916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3d152386-06ab-4a15-824d-f967cdabf522,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.740773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cf7094b-424a-4f29-a008-78f0abbb80c6 req-793a66a7-af20-4c39-ab5c-dc9c76fec476 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1795070 Aug 29 04:26:19.847281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['520e3302-f760-46a9-a9ee-3ba84b681764'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:19.861303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Allocated IP 172.20.0.4 (4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc/b2f26e98-5b10-4ae4-ac64-d53dff97392d/d2b1e4c3-6c24-49b1-be60-1eacc98f1194) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:19.884337 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-195596c2-b674-4dfb-993a-8cc4acc8523a req-e4f0bece-8678-4e41-a3f7-147cfaed1970 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:26:19.896701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-195596c2-b674-4dfb-993a-8cc4acc8523a req-e4f0bece-8678-4e41-a3f7-147cfaed1970 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "PUT /v2.0/floatingips/e5ee2aca-4171-4bbb-bc12-302e61240614 HTTP/1.1" status: 409 len: 549 time: 0.5235438 Aug 29 04:26:20.022959 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510f484d-a0e1-473a-b636-47c31c080061 x-openstack-request-id: req-510f484d-a0e1-473a-b636-47c31c080061 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:20.023378 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535db754-d820-4648-b9ef-f59eb761b0c2", "name": "network-vif-plugged", "status": "completed", "tag": "3d152386-06ab-4a15-824d-f967cdabf522", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:20.023736 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-510f484d-a0e1-473a-b636-47c31c080061 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:20.024278 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535db754-d820-4648-b9ef-f59eb761b0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d152386-06ab-4a15-824d-f967cdabf522', 'code': 200} Aug 29 04:26:20.125356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-f0cd68cb-06b8-45c5-825c-a316d9ed57db tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips/e5ee2aca-4171-4bbb-bc12-302e61240614 HTTP/1.1" status: 200 len: 692 time: 0.0665638 Aug 29 04:26:20.138387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84256899-7729-40e7-b509-58e99cf9025c req-c2299aef-b4df-4027-b654-3171f2296667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.140733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-84256899-7729-40e7-b509-58e99cf9025c req-c2299aef-b4df-4027-b654-3171f2296667 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 1097 time: 0.0548484 Aug 29 04:26:20.181379 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-84256899-7729-40e7-b509-58e99cf9025c req-26b82a13-829d-4451-8a2d-2ab7101c7b2c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328538 Aug 29 04:26:20.207208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c40b-0d63-41a3-9291-566c7b830d54 req-149ab2e7-7541-4f95-be30-d3cc75caa786 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.208735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f356c40b-0d63-41a3-9291-566c7b830d54 req-149ab2e7-7541-4f95-be30-d3cc75caa786 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 945 time: 0.2022748 Aug 29 04:26:20.268378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.375150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e50501b3-d47d-4207-ad6e-c9d1b6b1a098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.554171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.618883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f356c40b-0d63-41a3-9291-566c7b830d54 req-5de18a7d-140b-4903-a8b0-0469a5b76dcc tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024720 Aug 29 04:26:20.635321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-36b090f3-62fd-481e-9db5-4773a783a038 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.636875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-36b090f3-62fd-481e-9db5-4773a783a038 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.5025470 Aug 29 04:26:20.658392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-20483858-2392-4275-9e05-18632dc91a27 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:20.659417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-20483858-2392-4275-9e05-18632dc91a27 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084305 Aug 29 04:26:20.691128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.783378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-388f1889-f4fa-422b-bf36-63d099231831 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.1130085 Aug 29 04:26:20.827251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:20.863511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:20.870993 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Pushing event updated for resources: {'Port': ['ID=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:20.873989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:20.884486 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-f903a1c0-7957-474c-b1b1-d45c4a845d53 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0819738 Aug 29 04:26:20.975818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256475d-309d-420c-b03d-d72d171dcdd8 req-5eacb96e-ef2a-4dc5-bebf-bbaa51b14a57 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.977267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f256475d-309d-420c-b03d-d72d171dcdd8 req-5eacb96e-ef2a-4dc5-bebf-bbaa51b14a57 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.2478151 Aug 29 04:26:21.024533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:21.025163 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.096439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f256475d-309d-420c-b03d-d72d171dcdd8 req-a1213c7c-490a-4038-b1e5-b8a4038d82af tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121948 Aug 29 04:26:21.127410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-f863e27a-cc0c-40d8-9009-62ab43cd1048 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1143594 Aug 29 04:26:21.147668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Request body: {'port': {'device_id': '82f94a34-c47b-4330-bf10-36ff717b4a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:21.159770 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.250848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Deleting port ab783615-416c-4a9a-8307-908fa510684f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:21.251198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.252759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.360211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afc5ec-e71a-451d-bbe6-366f42fac76d req-61366ea3-5195-43fe-bea7-43599ceb4531 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:21.362546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0afc5ec-e71a-451d-bbe6-366f42fac76d req-61366ea3-5195-43fe-bea7-43599ceb4531 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 931 time: 0.1533718 Aug 29 04:26:21.475028 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.475434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.508286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Calling delete_port for ab783615-416c-4a9a-8307-908fa510684f owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:21.541926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0afc5ec-e71a-451d-bbe6-366f42fac76d req-67a1dcae-e308-4307-bbd3-465507020f4f tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968921 Aug 29 04:26:21.736362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa20bf3-23e7-4cdf-91c9-7687e049cd95 req-8633459e-942f-4885-b9cb-87a29c15735f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:21.737826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5aa20bf3-23e7-4cdf-91c9-7687e049cd95 req-8633459e-942f-4885-b9cb-87a29c15735f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 946 time: 0.1131308 Aug 29 04:26:21.859942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b1e4c3-6c24-49b1-be60-1eacc98f1194 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:21.870081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5aa20bf3-23e7-4cdf-91c9-7687e049cd95 req-ab4cdceb-15bd-42f4-af67-2cb63bcabcb8 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254058 Aug 29 04:26:21.873249 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.890466 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.907358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Transition to ACTIVE for port object d2b1e4c3-6c24-49b1-be60-1eacc98f1194 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:21.937370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.939977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Pushing event deleted for resources: {'Port': ['ID=ab783615-416c-4a9a-8307-908fa510684f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.067819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Pushing event updated for resources: {'Port': ['ID=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.093834 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.096556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.097918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd0c1a6a-b088-4fc9-a773-d95454318c09 req-1787f8f5-73da-4c46-8967-4fa8db75b207 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "DELETE /v2.0/floatingips/e5ee2aca-4171-4bbb-bc12-302e61240614 HTTP/1.1" status: 204 len: 173 time: 1.1796188 Aug 29 04:26:22.261167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba8f3-612e-460a-9363-25f66a4f881d req-dd8378bb-2e1c-4036-8018-cddde18820b6 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.262755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fdba8f3-612e-460a-9363-25f66a4f881d req-dd8378bb-2e1c-4036-8018-cddde18820b6 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 945 time: 0.1638179 Aug 29 04:26:22.270241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-be6a0a77-9351-4a6e-8eca-75957c028494 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 1001 time: 0.1403103 Aug 29 04:26:22.272834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Attempting to bind port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:22.273183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Attempting to bind port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:22.273393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-68c63b97-7e74-4803-86c6-9090531e6a13 service neutron] 10.222.0.65 "GET /v2.0/ports/60fe7450-d594-4fd3-85b1-dd92d5643b2c/bindings/n-h2-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0607364 Aug 29 04:26:22.273917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Attempting to bind port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:22.301155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:22.301524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Attempting to bind port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 on network 4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:22.334879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:22.335230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Checking segment: {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:22.335624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Bound using segment: {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:22.336178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Bound port: d2b1e4c3-6c24-49b1-be60-1eacc98f1194, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152ed2ab-76a9-4eae-b388-24fbde177739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:22.336546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.367600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3d7c-c922-4526-985f-7ce574459952 req-0deec28e-6b76-4787-a114-9f0d97bd35af tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.369032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-0deec28e-6b76-4787-a114-9f0d97bd35af tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports/97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 200 len: 942 time: 0.0922894 Aug 29 04:26:22.378813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fdba8f3-612e-460a-9363-25f66a4f881d req-3bf2f295-bb49-43d0-acf4-241211cb132c tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071341 Aug 29 04:26:22.398470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 80a89aa1-63db-4ccc-b07f-88256e6deade no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:22.462389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 80a89aa1-63db-4ccc-b07f-88256e6deade {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:22.463071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 80a89aa1-63db-4ccc-b07f-88256e6deade not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:22.507840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] For port d2b1e4c3-6c24-49b1-be60-1eacc98f1194, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:22.538928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-53fc98bb-b5ef-4baf-ba55-540c7290f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.540529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-53fc98bb-b5ef-4baf-ba55-540c7290f2ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 1102 time: 0.0447359 Aug 29 04:26:22.549016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] For port d2b1e4c3-6c24-49b1-be60-1eacc98f1194, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:22.564497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-633793fe-7803-4239-8dd6-d13ca466793e tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 1001 time: 0.1402621 Aug 29 04:26:22.565691 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.617396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-38faf6a4-bc7b-4ad4-9069-75e96b3f5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.617708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.618337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.619241 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-38faf6a4-bc7b-4ad4-9069-75e96b3f5a57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 1102 time: 0.0523071 Aug 29 04:26:22.619760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] 10.222.0.64 "PUT /v2.0/ports/d2b1e4c3-6c24-49b1-be60-1eacc98f1194 HTTP/1.1" status: 200 len: 1092 time: 1.4797368 Aug 29 04:26:22.636606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f94a34-c47b-4330-bf10-36ff717b4a8d', 'tag': 'd2b1e4c3-6c24-49b1-be60-1eacc98f1194'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:22.640533 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d60d3-c827-4f73-8167-7e2ba62c9aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "82f94a34-c47b-4330-bf10-36ff717b4a8d", "tag": "d2b1e4c3-6c24-49b1-be60-1eacc98f1194"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:22.723460 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.724289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f55ba3-e680-456d-b465-05d79e7a618e req-17023c8a-d043-4e39-9ae7-1321dcb3ccca tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.726008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99f55ba3-e680-456d-b465-05d79e7a618e req-17023c8a-d043-4e39-9ae7-1321dcb3ccca tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.2344863 Aug 29 04:26:22.727601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-4f9e9b3c-da8e-4fac-b0c3-93925dc7f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.729627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-4f9e9b3c-da8e-4fac-b0c3-93925dc7f375 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1032526 Aug 29 04:26:22.770357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19eb06-6387-4960-853d-cecd0a5a461e service neutron] Pushing event updated for resources: {'Port': ['ID=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.784290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-794dbe2c-b3a5-44e8-934a-e6f53e5a0e0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c HTTP/1.1" status: 200 len: 217 time: 0.0475976 Aug 29 04:26:22.823695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1529c852-ee16-4130-bb8f-237b0f1d8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.825297 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1529c852-ee16-4130-bb8f-237b0f1d8355 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 1095 time: 0.1498063 Aug 29 04:26:22.829230 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99f55ba3-e680-456d-b465-05d79e7a618e req-913468a0-3621-4917-9976-476c536c2ef4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884073 Aug 29 04:26:22.836595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3d7c-c922-4526-985f-7ce574459952 req-96a22857-2948-4776-a940-3a7a6a97cf0f tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.839873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-96a22857-2948-4776-a940-3a7a6a97cf0f tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.2676687 Aug 29 04:26:22.852868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-057fb753-dfd1-4ce8-bbd6-91bd4065d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.855018 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-057fb753-dfd1-4ce8-bbd6-91bd4065d31a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0636487 Aug 29 04:26:22.884476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-1176e0ad-ae4e-4d64-b73b-708b7027ef42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2b1e4c3-6c24-49b1-be60-1eacc98f1194 HTTP/1.1" status: 200 len: 217 time: 0.0435033 Aug 29 04:26:22.948082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32115-5688-43fb-9125-13101b9367ec req-8310ceeb-6c0c-4579-a1c4-2f177a2ca83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.949987 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-8310ceeb-6c0c-4579-a1c4-2f177a2ca83d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879161 Aug 29 04:26:22.969899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:23.020846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-3926f635-b81d-4c50-bbaf-517d62f79f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.022476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-3926f635-b81d-4c50-bbaf-517d62f79f35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f26e98-5b10-4ae4-ac64-d53dff97392d HTTP/1.1" status: 200 len: 855 time: 0.1300380 Aug 29 04:26:23.034429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 520e3302-f760-46a9-a9ee-3ba84b681764 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:23.040447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 520e3302-f760-46a9-a9ee-3ba84b681764 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:23.041869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.066580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-bad5c34b-69e8-4bfb-98e6-390aa337906c service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092913 Aug 29 04:26:23.075622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-2909b714-df5e-4fb6-8c6f-62c61ac481dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372386 Aug 29 04:26:23.103238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40c1f-87e6-431a-a74a-877e58607f74 req-1380e8d3-279f-41ba-b622-333b4f521e1a tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.105168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7c40c1f-87e6-431a-a74a-877e58607f74 req-1380e8d3-279f-41ba-b622-333b4f521e1a tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 945 time: 0.1289301 Aug 29 04:26:23.160366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.192354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:23.194964 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3a32115-5688-43fb-9125-13101b9367ec req-df258a49-378b-4537-b934-0fb3fe61f1c4 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214952 Aug 29 04:26:23.195813 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283daea7-09b2-456b-984e-e670b9d77469" -d '{"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-plugged", "status": "completed", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:23.206258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-e139d97d-1998-4097-b491-e044de975dc2 service neutron] 10.222.0.64 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117935 Aug 29 04:26:23.214756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:23.220326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.221289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-da16fffe-492d-456a-8b71-96ce76c46ad0 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 1001 time: 0.3194532 Aug 29 04:26:23.287290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=12']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:23.320610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:23.412443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7c40c1f-87e6-431a-a74a-877e58607f74 req-bb00ba27-7a8a-47b0-a49e-6e9772c6f5e3 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021959 Aug 29 04:26:23.451570 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.566638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12b88d3f-6a8f-42a6-9a5d-5d5dca7d911e req-b24fbdbd-0cd6-488a-bfc9-8265968412ff service neutron] 10.222.0.64 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441169 Aug 29 04:26:23.658044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f6381-c42a-4dce-8dbd-4370158afa46 req-37acdb59-7401-4df1-a920-dbd784427b36 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.660009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-772f6381-c42a-4dce-8dbd-4370158afa46 req-37acdb59-7401-4df1-a920-dbd784427b36 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 943 time: 0.1576135 Aug 29 04:26:23.753758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.762319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.762650 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Floating IP 23aa85b2-9271-441e-abb9-5ff0d2fb959c disassociated. External IP: 172.25.1.150, port: 97fbcf0a-2514-4bea-98b6-84c06c09f8fe. Aug 29 04:26:23.812564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-772f6381-c42a-4dce-8dbd-4370158afa46 req-71a607de-5793-4804-a999-7bfbba3f4be0 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450872 Aug 29 04:26:23.877179 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51f4961-6fda-4ce3-9f3e-fb360a816421 x-openstack-request-id: req-a51f4961-6fda-4ce3-9f3e-fb360a816421 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:23.877483 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f94a34-c47b-4330-bf10-36ff717b4a8d", "tag": "d2b1e4c3-6c24-49b1-be60-1eacc98f1194", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:23.877752 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a51f4961-6fda-4ce3-9f3e-fb360a816421 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:23.878197 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f94a34-c47b-4330-bf10-36ff717b4a8d', 'tag': 'd2b1e4c3-6c24-49b1-be60-1eacc98f1194', 'status': 'completed', 'code': 200} Aug 29 04:26:24.084277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-2accd9b5-d047-417c-b7fa-85f7e4ebed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.085803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-2accd9b5-d047-417c-b7fa-85f7e4ebed1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 1095 time: 0.1767709 Aug 29 04:26:24.117109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19ee9b-34b7-4a9e-95dd-e2ffc6ddb5c3 req-1fe18aee-587e-4afe-b8a2-02fb91147102 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.118562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c19ee9b-34b7-4a9e-95dd-e2ffc6ddb5c3 req-1fe18aee-587e-4afe-b8a2-02fb91147102 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 947 time: 0.1743426 Aug 29 04:26:24.199276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Router 9a1af14f-cf6e-486b-b6ca-377744f9e51c has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:24.229486 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c19ee9b-34b7-4a9e-95dd-e2ffc6ddb5c3 req-befe67e2-6184-4155-b681-b6f1f80781e2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992634 Aug 29 04:26:24.254624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-87c28537-968e-43ae-9a92-6b0981b4499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.254624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-87c28537-968e-43ae-9a92-6b0981b4499d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 200 len: 916 time: 0.1507936 Aug 29 04:26:24.418070 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b8f8e1-8d28-4735-a6b1-74175c303eb3 x-openstack-request-id: req-96b8f8e1-8d28-4735-a6b1-74175c303eb3 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:24.418561 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-plugged", "status": "completed", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:24.418689 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96b8f8e1-8d28-4735-a6b1-74175c303eb3 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:24.419056 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764', 'code': 200} Aug 29 04:26:24.624959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a17af-66c9-48a2-910c-16cb46f1bda4 req-898a1a8f-2248-402d-bb10-c28396ffc7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.626862 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b05a17af-66c9-48a2-910c-16cb46f1bda4 req-898a1a8f-2248-402d-bb10-c28396ffc7ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 1099 time: 0.0603929 Aug 29 04:26:24.673866 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b05a17af-66c9-48a2-910c-16cb46f1bda4 req-6a5c4a7a-e8c1-405f-a10c-f28ad2f964c9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386155 Aug 29 04:26:24.785446 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-8d4cfe33-1f28-408d-8584-27147c030a29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2b1e4c3-6c24-49b1-be60-1eacc98f1194 HTTP/1.1" status: 200 len: 217 time: 0.4931290 Aug 29 04:26:24.832220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:24.837857 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.844200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] Sync routers for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:24.853129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:24.853755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:24.880497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1777824-861d-4fda-ae28-cc74bc09d187 req-95d23843-3949-496a-a21a-9f7e00598cb3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.881981 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1777824-861d-4fda-ae28-cc74bc09d187 req-95d23843-3949-496a-a21a-9f7e00598cb3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1706922 Aug 29 04:26:24.888478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-45868aae-d958-479f-9905-532f3f0707d7 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "PUT /v2.0/floatingips/23aa85b2-9271-441e-abb9-5ff0d2fb959c HTTP/1.1" status: 200 len: 695 time: 1.5774381 Aug 29 04:26:24.898655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-5004f8b5-0ebd-48dd-9a48-086d39ee96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.900105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-5004f8b5-0ebd-48dd-9a48-086d39ee96ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f26e98-5b10-4ae4-ac64-d53dff97392d HTTP/1.1" status: 200 len: 855 time: 0.1062374 Aug 29 04:26:24.973926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:24.982195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-b5ff9f5d-e2fc-4398-a367-b45290b9f5a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623925 Aug 29 04:26:25.000518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-26631e16-52ff-4b82-b93f-f75ecc077557 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:25.001497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-26631e16-52ff-4b82-b93f-f75ecc077557 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064466 Aug 29 04:26:25.022225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1777824-861d-4fda-ae28-cc74bc09d187 req-f14d7d52-bbff-4108-8ae3-5ac8001b0be7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282623 Aug 29 04:26:25.026638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3d7c-c922-4526-985f-7ce574459952 req-3b105eb1-1563-4198-874f-58731467d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.028173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-3b105eb1-1563-4198-874f-58731467d86d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=018aeb53a6894e369ab689df77582171&device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 1097 time: 0.1262226 Aug 29 04:26:25.209037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-93690e0d-44cc-45c2-a5ed-c71b1f7833fc service neutron] 10.222.0.64 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848562 Aug 29 04:26:25.225322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:25.273358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] Checking router: 9a1af14f-cf6e-486b-b6ca-377744f9e51c for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:25.288177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:25.289112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:25.387349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2193a-a559-4e6f-91d4-0e2383854d38 req-0b7a0992-fe67-4c02-9341-0ba9c92e5bd1 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.391407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33d2193a-a559-4e6f-91d4-0e2383854d38 req-0b7a0992-fe67-4c02-9341-0ba9c92e5bd1 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 945 time: 0.2432671 Aug 29 04:26:25.409147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3d7c-c922-4526-985f-7ce574459952 req-157b6703-afa2-4658-8312-a46c1241b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.410597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-157b6703-afa2-4658-8312-a46c1241b637 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b105cfb-0da3-403f-9135-f897804f94a4 HTTP/1.1" status: 200 len: 930 time: 0.2994962 Aug 29 04:26:25.448894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:25.476811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-ba488569-03fc-41c3-bb81-8d44c8677b68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 200 len: 217 time: 0.0512428 Aug 29 04:26:25.492164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33d2193a-a559-4e6f-91d4-0e2383854d38 req-af826bb3-b8bd-4634-9c31-9f3b9a798422 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 Aug 29 04:26:25.506984 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-791d60d3-c827-4f73-8167-7e2ba62c9aaf req-73a1fb83-16b7-4cc7-9ac3-0b7545bbe0d4 service neutron] 10.222.0.64 "GET /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879512 Aug 29 04:26:25.547092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3d7c-c922-4526-985f-7ce574459952 req-e7b827d9-0625-46fb-8b03-5cfa637855cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.548770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-e7b827d9-0625-46fb-8b03-5cfa637855cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d78442a-2212-482b-8aa7-4e2cf1410879 HTTP/1.1" status: 200 len: 868 time: 0.0602312 Aug 29 04:26:25.638485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3d7c-c922-4526-985f-7ce574459952 req-1fb0dc08-1123-4cc2-b09e-2376908f4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.640645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-1fb0dc08-1123-4cc2-b09e-2376908f4f12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b105cfb-0da3-403f-9135-f897804f94a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855725 Aug 29 04:26:25.656613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46973235-25dd-4052-a98c-b86c3a05649b req-6f2049c9-4d5f-4350-9c03-dac0adcf11a9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.658165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46973235-25dd-4052-a98c-b86c3a05649b req-6f2049c9-4d5f-4350-9c03-dac0adcf11a9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 943 time: 0.0702264 Aug 29 04:26:25.703669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:25.731007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd66830-78ad-4606-86e9-4e14e5b134ce None None] The sync data for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 is: [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:25:41Z', 'revision_number': 4, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c0bf972-0fae-4acb-8082-86ffbde48879', 'name': '', 'network_id': '8b105cfb-0da3-403f-9135-f897804f94a4', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'mac_address': 'fa:16:3e:a2:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:39Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'subnets': [{'id': '7d78442a-2212-482b-8aa7-4e2cf1410879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:25.755521 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46973235-25dd-4052-a98c-b86c3a05649b req-066a06e8-9f20-4402-9c15-2aa9f4e2046d tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885897 Aug 29 04:26:25.804222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-ee3b9ab7-1c80-4eef-ba6e-8ebb969d3bb7 service neutron] 10.222.0.58 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449084 Aug 29 04:26:25.887218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:25.891145 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36" -d '{"events": [{"name": "network-changed", "server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:25.945155 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d19a3d7c-c922-4526-985f-7ce574459952 req-19349cef-9d1e-4d41-8c8d-ecde5b5ee4f7 service neutron] 10.222.0.58 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400635 Aug 29 04:26:25.968441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda23fe-6033-478b-97e1-96bd127c48ca req-71074bdc-c361-4255-88ba-85a9d3d4b80d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.974216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdda23fe-6033-478b-97e1-96bd127c48ca req-71074bdc-c361-4255-88ba-85a9d3d4b80d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 947 time: 0.0866699 Aug 29 04:26:26.083760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdda23fe-6033-478b-97e1-96bd127c48ca req-53ad3605-279f-4244-82e4-adfac043d6ad tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829935 Aug 29 04:26:26.167659 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd14e6-0656-471e-99fd-2dae90b089ad None None] New status for floating IP 23aa85b2-9271-441e-abb9-5ff0d2fb959c: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:26.225224 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587850e-7737-4832-af4e-1b12b3248494 x-openstack-request-id: req-d587850e-7737-4832-af4e-1b12b3248494 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:26.225539 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:26.225770 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d587850e-7737-4832-af4e-1b12b3248494 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:26.226183 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'status': 'completed', 'code': 200} Aug 29 04:26:26.241698 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80a31e81-b550-4c10-8733-1eadef4f886a req-fba735c9-f805-4914-bc82-6908ec1704e2 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips/23aa85b2-9271-441e-abb9-5ff0d2fb959c HTTP/1.1" status: 200 len: 695 time: 0.0544872 Aug 29 04:26:26.399609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-8d2c49ca-b207-4a78-9cbe-554773971d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.401280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-8d2c49ca-b207-4a78-9cbe-554773971d7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=018aeb53a6894e369ab689df77582171&device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 1097 time: 0.1584024 Aug 29 04:26:26.424855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d2b1e4c3-6c24-49b1-be60-1eacc98f1194 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:26.437121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc183-a26c-4e10-a313-eee06aa55e70 req-df6b9d21-2bf8-42a7-b31c-5f4f2fcefc68 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.444337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-305dc183-a26c-4e10-a313-eee06aa55e70 req-df6b9d21-2bf8-42a7-b31c-5f4f2fcefc68 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1195056 Aug 29 04:26:26.558101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d2b1e4c3-6c24-49b1-be60-1eacc98f1194, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:26.576330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'd2b1e4c3-6c24-49b1-be60-1eacc98f1194', 'network_id': '4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc', 'port_id': 'd2b1e4c3-6c24-49b1-be60-1eacc98f1194', 'mac_address': 'fa:16:3e:a5:4c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f26e98-5b10-4ae4-ac64-d53dff97392d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:26.603358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-d31925de-f73f-4f99-bb69-fe05c3798dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.604908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-d31925de-f73f-4f99-bb69-fe05c3798dd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b105cfb-0da3-403f-9135-f897804f94a4 HTTP/1.1" status: 200 len: 930 time: 0.1926329 Aug 29 04:26:26.613779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31e81-b550-4c10-8733-1eadef4f886a req-1816f92c-73b3-4e9e-bab6-1d4dd6ff447e tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.617762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80a31e81-b550-4c10-8733-1eadef4f886a req-1816f92c-73b3-4e9e-bab6-1d4dd6ff447e tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.3640831 Aug 29 04:26:26.620985 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.634102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-305dc183-a26c-4e10-a313-eee06aa55e70 req-c9e2265a-9382-4269-82de-ef89a321c52b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888554 Aug 29 04:26:26.638263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b1e4c3-6c24-49b1-be60-1eacc98f1194 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:26.661755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d2b1e4c3-6c24-49b1-be60-1eacc98f1194, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:26.668155 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.676700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-4d7a4d16-c734-4cb8-b321-9445f0b44439 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 200 len: 217 time: 0.0578828 Aug 29 04:26:26.725193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:26.787504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80a31e81-b550-4c10-8733-1eadef4f886a req-032edc4a-16ee-469c-83cc-e7d80995db15 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.1585515 Aug 29 04:26:26.893408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-1808a3fe-4fa6-466a-b94f-3bbd121d22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.894982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-1808a3fe-4fa6-466a-b94f-3bbd121d22b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d78442a-2212-482b-8aa7-4e2cf1410879 HTTP/1.1" status: 200 len: 868 time: 0.1983643 Aug 29 04:26:26.903367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80a31e81-b550-4c10-8733-1eadef4f886a req-36bb91f5-29b3-4f29-a595-9afff37ce047 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.1023824 Aug 29 04:26:26.926621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d2b1e4c3-6c24-49b1-be60-1eacc98f1194'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:26.995506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:27.017041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:27.040630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-49fac814-839e-4953-9270-530bcab586a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.042528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-49fac814-839e-4953-9270-530bcab586a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b105cfb-0da3-403f-9135-f897804f94a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381304 Aug 29 04:26:27.180475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-0707dcc1-d5b4-4538-bb40-7ac9100ab700 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.182947 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-0707dcc1-d5b4-4538-bb40-7ac9100ab700 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 950 time: 0.0641034 Aug 29 04:26:27.196848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:27.213996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'mac_address': 'fa:16:3e:d7:34:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:27.222945 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.253883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3a4d3-00bd-43bc-a1d3-dbb4bd06d13a req-9e23e741-2f12-411c-86d2-b5f9b9b13f0a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.256733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edb3a4d3-00bd-43bc-a1d3-dbb4bd06d13a req-9e23e741-2f12-411c-86d2-b5f9b9b13f0a tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 944 time: 0.1148598 Aug 29 04:26:27.261354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-666a17c9-08ae-40e4-9376-ba9ca92261ff service neutron] 10.222.0.64 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948164 Aug 29 04:26:27.262928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Deleting port 4e869771-661b-4549-9f42-28f523607e6a {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:27.263387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.285218 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-3aa013ec-1766-4fb7-bab5-9671c73de290 service neutron] 10.222.0.65 "GET /v2.0/ports/60fe7450-d594-4fd3-85b1-dd92d5643b2c/bindings/n-h2-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0935845 Aug 29 04:26:27.353963 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.356202 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.371425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-a2e664ff-5dfd-47d3-a086-f41d6f9cbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.373589 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-a2e664ff-5dfd-47d3-a086-f41d6f9cbae3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 1102 time: 0.0581670 Aug 29 04:26:27.388684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60fe7450-d594-4fd3-85b1-dd92d5643b2c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:27.422437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edb3a4d3-00bd-43bc-a1d3-dbb4bd06d13a req-f4c418cc-f1c8-404c-87d0-821c113e1ba6 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561105 Aug 29 04:26:27.436784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:27.453495 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.473430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd4ea4f4-c1dd-4bc6-a0f2-7a85fda32d36 req-1959a027-5e7b-4ea5-a8d9-0bd9b0cfcd86 service neutron] 10.222.0.64 "GET /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002649 Aug 29 04:26:27.475123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.475463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.504681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Calling delete_port for 4e869771-661b-4549-9f42-28f523607e6a owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:27.529428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-f23182f2-ae93-484a-afd6-f8d9ab0b4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.531804 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-f23182f2-ae93-484a-afd6-f8d9ab0b4149 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1434507 Aug 29 04:26:27.541331 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:26:27.541812 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:26:27.543103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.591570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-fe750496-b354-48f0-81c0-8d31bf19033b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c HTTP/1.1" status: 200 len: 217 time: 0.0480862 Aug 29 04:26:27.650306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934c8ac-9297-4540-8c14-ecb97df75ec0 req-625c8a3c-8af8-4c48-9336-0c9aefb7307b tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.658439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-1bcb357f-38e4-4386-a121-b3888a4c3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.659724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9934c8ac-9297-4540-8c14-ecb97df75ec0 req-625c8a3c-8af8-4c48-9336-0c9aefb7307b tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 945 time: 0.0976307 Aug 29 04:26:27.660677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-1bcb357f-38e4-4386-a121-b3888a4c3546 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0596452 Aug 29 04:26:27.724308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-15db3fb4-0486-44e0-a68a-dd9c6ef3afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.725863 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-15db3fb4-0486-44e0-a68a-dd9c6ef3afa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528803 Aug 29 04:26:27.749257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9934c8ac-9297-4540-8c14-ecb97df75ec0 req-b2f0ad7d-c76a-4ccc-a39a-4b91d81fd009 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818989 Aug 29 04:26:27.777594 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.807375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Pushing event deleted for resources: {'Port': ['ID=4e869771-661b-4549-9f42-28f523607e6a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.838754 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-770f81c5-b961-4868-b63c-c3741d3fe9a4 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042874 Aug 29 04:26:27.842468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['60fe7450-d594-4fd3-85b1-dd92d5643b2c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:27.884361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.887092 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.888239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80a31e81-b550-4c10-8733-1eadef4f886a req-d73745da-7392-40b1-ab97-a51f9fc5f138 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "DELETE /v2.0/floatingips/23aa85b2-9271-441e-abb9-5ff0d2fb959c HTTP/1.1" status: 204 len: 173 time: 0.9742949 Aug 29 04:26:27.964989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98020c82-8c0b-4048-9f32-23f3de2e3a57 req-a991faed-2106-40bd-893d-9263ac85e30e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.966631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98020c82-8c0b-4048-9f32-23f3de2e3a57 req-a991faed-2106-40bd-893d-9263ac85e30e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 949 time: 0.0835404 Aug 29 04:26:27.979012 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-a2bb33b3-29f4-48e8-ad2e-327a8fa69b59 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297514 Aug 29 04:26:27.990695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44874) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:27.997641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-900014374'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:28.027090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:28.031324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.041553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98020c82-8c0b-4048-9f32-23f3de2e3a57 req-13862264-5bec-4b53-bdba-96b83ffe2fa6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642076 Aug 29 04:26:28.052343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe088c-2a47-4a14-8499-720a98df0e6b req-62d9a45e-68a6-4b9d-8dfb-a53377c53a78 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.053590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05fe088c-2a47-4a14-8499-720a98df0e6b req-62d9a45e-68a6-4b9d-8dfb-a53377c53a78 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 947 time: 0.0859928 Aug 29 04:26:28.068652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:28.091813 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.093172 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Added segment ea3de876-25c4-44ca-861a-396a17cb564b of type vlan for network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 Aug 29 04:26:28.101742 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.105853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05fe088c-2a47-4a14-8499-720a98df0e6b req-3d5fbcf6-1f97-40d4-9b71-ffbc26e57f95 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453181 Aug 29 04:26:28.109212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.124436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 60fe7450-d594-4fd3-85b1-dd92d5643b2c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:28.158949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.160130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:28.166251 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.190505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.197539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.198480 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.218957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.251264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2593849 Aug 29 04:26:28.255675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44880) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.263243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1313135932'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:28.271184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad843a-6610-4c33-8c23-4c86e88d52ba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Network': ['ID=a4d989d8-0124-456e-8f1f-4f55c2dff3d4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.277563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a4f1a-93d5-47f0-8146-434623a3c782 req-13c43ae5-a710-4ef1-bfda-ce8801395507 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.278897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-563a4f1a-93d5-47f0-8146-434623a3c782 req-13c43ae5-a710-4ef1-bfda-ce8801395507 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0778184 Aug 29 04:26:28.281572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:28.330315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-563a4f1a-93d5-47f0-8146-434623a3c782 req-266601d8-05c6-42b5-8545-837f4858e9fc tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0436893 Aug 29 04:26:28.342975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:28.347794 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.402078 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b93d8e97-8110-46a5-b2eb-fb6a7cc592c9 req-cbfd7862-f973-43cb-b4a5-027203db6f96 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0444961 Aug 29 04:26:28.410407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:28.421383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.421744 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Added segment bdbb2890-787e-4884-93e8-1a88ec413052 of type vlan for network cb493501-5534-464e-b333-0a0a9a9efff8 Aug 29 04:26:28.458130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d2b1e4c3-6c24-49b1-be60-1eacc98f1194 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:28.464977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.498172 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.505129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.505811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.524720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:28.529311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:28.530433 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.600558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-69bbd1df-c425-4d71-bf98-5fb5b92e6e58 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.604149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-69bbd1df-c425-4d71-bf98-5fb5b92e6e58 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.65 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 945 time: 0.0713823 Aug 29 04:26:28.622065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3642473 Aug 29 04:26:28.625480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44890) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.630111 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.635283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'subnet': {'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:28.657248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f94a34-c47b-4330-bf10-36ff717b4a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b1e4c3-6c24-49b1-be60-1eacc98f1194'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:28.660030 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc85243d-0939-4428-90fb-397ca61e5ab8" -d '{"events": [{"server_uuid": "82f94a34-c47b-4330-bf10-36ff717b4a8d", "name": "network-vif-plugged", "status": "completed", "tag": "d2b1e4c3-6c24-49b1-be60-1eacc98f1194"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:28.675334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d2b1e4c3-6c24-49b1-be60-1eacc98f1194, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:28.679964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.723070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Deleting port 3d152386-06ab-4a15-824d-f967cdabf522 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:28.723476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.729119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7aa2f-2687-44f5-82a4-bd0f6c93ae33 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Network': ['ID=cb493501-5534-464e-b333-0a0a9a9efff8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.738399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.743767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network cb493501-5534-464e-b333-0a0a9a9efff8 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:28.769997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcfc81-220d-439b-b021-9751ef01a749 req-31b68539-c5ba-4dc0-95f8-c2e28a892eb2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.771613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32dcfc81-220d-439b-b021-9751ef01a749 req-31b68539-c5ba-4dc0-95f8-c2e28a892eb2 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 944 time: 0.2577581 Aug 29 04:26:28.811868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c16b7a-4c0a-4d1a-b911-c7c295c6ff28 req-116ac493-cf05-4183-9c80-db6052817ebb tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.813570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00c16b7a-4c0a-4d1a-b911-c7c295c6ff28 req-116ac493-cf05-4183-9c80-db6052817ebb tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 945 time: 0.1748109 Aug 29 04:26:28.840354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] For port 3d152386-06ab-4a15-824d-f967cdabf522, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3d152386-06ab-4a15-824d-f967cdabf522,segment=NetworkSegment(9aecdc99-3661-4fda-81cf-c91e05e9ca6d),segment_id=9aecdc99-3661-4fda-81cf-c91e05e9ca6d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:28.840721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.848415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:28.851884 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.857598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Calling delete_port for 3d152386-06ab-4a15-824d-f967cdabf522 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:28.884327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32dcfc81-220d-439b-b021-9751ef01a749 req-df4bbe26-a23f-4564-93e7-703d0dbcb0c4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026523 Aug 29 04:26:28.928777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00c16b7a-4c0a-4d1a-b911-c7c295c6ff28 req-f41cdf7a-ec95-4103-bb2b-624a00c77d0c tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084480 Aug 29 04:26:28.938329 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e12aca-1e03-412f-8bab-8fa4fbfa5cc1 x-openstack-request-id: req-71e12aca-1e03-412f-8bab-8fa4fbfa5cc1 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:28.938841 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f94a34-c47b-4330-bf10-36ff717b4a8d", "name": "network-vif-plugged", "status": "completed", "tag": "d2b1e4c3-6c24-49b1-be60-1eacc98f1194", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:28.939032 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71e12aca-1e03-412f-8bab-8fa4fbfa5cc1 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:28.939372 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f94a34-c47b-4330-bf10-36ff717b4a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b1e4c3-6c24-49b1-be60-1eacc98f1194', 'code': 200} Aug 29 04:26:29.044914 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.059053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3d152386-06ab-4a15-824d-f967cdabf522'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:29.075668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Pushing event deleted for resources: {'Port': ['ID=3d152386-06ab-4a15-824d-f967cdabf522,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.131092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] No DVR routers for this DVR port 3d152386-06ab-4a15-824d-f967cdabf522 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:29.133809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.135938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bc33734-097e-4dba-9fb7-478f7e704458 req-ba4b459a-f56b-4e37-b8cd-44febac53f60 tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.65 "DELETE /v2.0/ports/3d152386-06ab-4a15-824d-f967cdabf522 HTTP/1.1" status: 204 len: 173 time: 0.5243766 Aug 29 04:26:29.136405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535db754-d820-4648-b9ef-f59eb761b0c2', 'name': 'network-vif-deleted', 'tag': '3d152386-06ab-4a15-824d-f967cdabf522'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:29.138705 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc11cb4f-695c-4963-85f5-d0b358b8b2a4" -d '{"events": [{"server_uuid": "535db754-d820-4648-b9ef-f59eb761b0c2", "name": "network-vif-deleted", "tag": "3d152386-06ab-4a15-824d-f967cdabf522"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:29.165657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849be7-f0dc-4fc4-9c1f-a0bda407409a req-52faedd6-9ea7-4423-80e6-26df5292102a tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.167250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08849be7-f0dc-4fc4-9c1f-a0bda407409a req-52faedd6-9ea7-4423-80e6-26df5292102a tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/ports?device_id=535db754-d820-4648-b9ef-f59eb761b0c2 HTTP/1.1" status: 200 len: 867 time: 0.1667826 Aug 29 04:26:29.178300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166788bd-7464-48f5-b665-b7e0496242e0 req-f62f62df-1abe-43b6-8416-2c11fdb78b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.180013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-166788bd-7464-48f5-b665-b7e0496242e0 req-f62f62df-1abe-43b6-8416-2c11fdb78b62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 1097 time: 0.1696920 Aug 29 04:26:29.309780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08849be7-f0dc-4fc4-9c1f-a0bda407409a req-63f1dc03-a4b4-46e2-b27e-7b895240855e tempest-ServersNegativeTestMultiTenantJSON-821942508 tempest-ServersNegativeTestMultiTenantJSON-821942508-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f45c50e-281d-471a-81d3-dc03dc231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287365 Aug 29 04:26:29.326005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7023b7d-0671-491a-b727-44a2e42a0310 req-46bd70c5-45b2-46a1-b0a5-b08f38f36877 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.327179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7023b7d-0671-491a-b727-44a2e42a0310 req-46bd70c5-45b2-46a1-b0a5-b08f38f36877 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 948 time: 0.1849890 Aug 29 04:26:29.328871 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-166788bd-7464-48f5-b665-b7e0496242e0 req-5e976933-571a-4008-8407-7e76e7df8f20 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308174 Aug 29 04:26:29.343432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.362875 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c303981-0330-4968-8876-20fe748b7d99 x-openstack-request-id: req-7c303981-0330-4968-8876-20fe748b7d99 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:29.363448 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535db754-d820-4648-b9ef-f59eb761b0c2", "name": "network-vif-deleted", "tag": "3d152386-06ab-4a15-824d-f967cdabf522", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:29.363804 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c303981-0330-4968-8876-20fe748b7d99 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:29.364305 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535db754-d820-4648-b9ef-f59eb761b0c2', 'name': 'network-vif-deleted', 'tag': '3d152386-06ab-4a15-824d-f967cdabf522', 'status': 'completed', 'code': 200} Aug 29 04:26:29.418840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7023b7d-0671-491a-b727-44a2e42a0310 req-66ecfa24-2f52-4fff-bf8f-449b5b28717a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852413 Aug 29 04:26:29.425811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Subnet': ['ID=732a507a-435d-4864-b53c-bd01c5602ad7,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.447686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Checking segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:29.448083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network hostable DHCP agents. Network: a4d989d8-0124-456e-8f1f-4f55c2dff3d4, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:29.464156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:29.472350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, a4d989d8-0124-456e-8f1f-4f55c2dff3d4) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:29.476227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.476818 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.481568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9e5d8-93be-4cfe-81bb-6e56c1b8bdcf None None] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:29.503962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6e4fc496-296d-4f98-b9c8-413791564cb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8761744 Aug 29 04:26:29.506585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44904) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.511579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'subnet': {'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:29.662616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'fixed_ips': [{'subnet_id': '732a507a-435d-4864-b53c-bd01c5602ad7'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:29.663493 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.825392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Allocated IP 10.1.1.2 (a4d989d8-0124-456e-8f1f-4f55c2dff3d4/732a507a-435d-4864-b53c-bd01c5602ad7/e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:29.992528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:30.002762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.007979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.022354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Transition to ACTIVE for port object e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:30.043173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Transition to ACTIVE for port object e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:30.051614 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.188539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12959f-230a-4a88-8adb-9c105b8a93d1 req-fae0c3fe-b7ff-4277-91e1-7973a44c95ca tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.190112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d12959f-230a-4a88-8adb-9c105b8a93d1 req-fae0c3fe-b7ff-4277-91e1-7973a44c95ca tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.1333606 Aug 29 04:26:30.199241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89d7d7-83e9-401d-874c-830496f3317c req-9c053318-c2e2-45f7-96a5-f086a1ee7def tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.200786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d89d7d7-83e9-401d-874c-830496f3317c req-9c053318-c2e2-45f7-96a5-f086a1ee7def tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 945 time: 0.1372490 Aug 29 04:26:30.253866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:30.257047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:30.261300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:30.272176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Pushing event updated for resources: {'Port': ['ID=e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.328044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Attempting to bind port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:30.328273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Attempting to bind port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:30.328658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Attempting to bind port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:30.339483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:30.340310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Checking segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:30.340872 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.341397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Bound using segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:30.341892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Bound port: e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:30.342928 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.349548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d12959f-230a-4a88-8adb-9c105b8a93d1 req-27636e6d-5ffa-44d7-9b43-878703f623cb tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439707 Aug 29 04:26:30.360721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d89d7d7-83e9-401d-874c-830496f3317c req-76e411ea-4202-4788-aa41-6b4a17816cee tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e03baf6-5436-49a2-9cee-a30a3788facf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467226 Aug 29 04:26:30.449177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-c7f0e2f1-ad2e-4d70-9e96-079ffbbe0c44 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.453263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44916) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:30.456646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-c7f0e2f1-ad2e-4d70-9e96-079ffbbe0c44 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.64 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 945 time: 0.1893485 Aug 29 04:26:30.466168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] For port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:30.473728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] For port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:30.475896 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.481460 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.554404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-bd1495a9-7c71-4ccc-8309-50569eb04733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.556016 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-bd1495a9-7c71-4ccc-8309-50569eb04733 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 1100 time: 0.1513646 Aug 29 04:26:30.564340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd2915-d043-4a8e-856a-8f04372d98a4 None None] Pushing event updated for resources: {'Port': ['ID=e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.574338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96b2f9a-26cf-4822-bc7a-70d411d12e3c admin admin] Deleting subnet 91996e2a-d269-488d-b6bb-5d0019389384 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:30.579380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b96b2f9a-26cf-4822-bc7a-70d411d12e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.648889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b96b2f9a-26cf-4822-bc7a-70d411d12e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.690758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Subnet': ['ID=b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.699598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-69cfa61a-6307-4c2e-adbb-4e855753bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.701328 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-69cfa61a-6307-4c2e-adbb-4e855753bf36 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 1100 time: 0.0831378 Aug 29 04:26:30.702675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b96b2f9a-26cf-4822-bc7a-70d411d12e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.736295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca698a-e02e-419e-855f-21cb64a04e81 req-b900e8d3-0e09-47c7-8eaa-9547bf6b7ec0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.738000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7ca698a-e02e-419e-855f-21cb64a04e81 req-b900e8d3-0e09-47c7-8eaa-9547bf6b7ec0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 948 time: 0.1736414 Aug 29 04:26:30.744753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Checking segment: {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:30.745153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network hostable DHCP agents. Network: cb493501-5534-464e-b333-0a0a9a9efff8, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:30.801969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Deleting port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:30.802346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.844218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network cb493501-5534-464e-b333-0a0a9a9efff8 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:30.883561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7ca698a-e02e-419e-855f-21cb64a04e81 req-b2c81be2-f146-4e2f-8377-084f44f55560 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347942 Aug 29 04:26:30.914282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, cb493501-5534-464e-b333-0a0a9a9efff8) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:30.932701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.933282 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ceba86-2622-474e-a0c5-380bc1290087 None None] Network cb493501-5534-464e-b333-0a0a9a9efff8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:30.934001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.976836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b5ef0808-ae15-4d6a-b470-bf96af524376 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4690073 Aug 29 04:26:30.977528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44920) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:30.990737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'port': {'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'name': 'tempest-TaggedBootDevicesTest-1485555380', 'fixed_ips': [{'subnet_id': '732a507a-435d-4864-b53c-bd01c5602ad7'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:31.004166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:31.052804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:31.076456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] For port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:31.077405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.103931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Calling delete_port for 97fbcf0a-2514-4bea-98b6-84c06c09f8fe owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:31.185437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 60fe7450-d594-4fd3-85b1-dd92d5643b2c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:31.185943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.214071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:31.236199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:31.249844 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b96b2f9a-26cf-4822-bc7a-70d411d12e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.269815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-cb493501-5534-464e-b333-0a0a9a9efff8', 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'fixed_ips': [{'subnet_id': 'b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:31.270595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.285195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b2f9a-26cf-4822-bc7a-70d411d12e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91996e2a-d269-488d-b6bb-5d0019389384,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.301254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-f4ba07a3-cd2b-41b0-96ea-ce1247ffc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.302965 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-f4ba07a3-cd2b-41b0-96ea-ce1247ffc2b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.5805688 Aug 29 04:26:31.308831 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b96b2f9a-26cf-4822-bc7a-70d411d12e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.311221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b96b2f9a-26cf-4822-bc7a-70d411d12e3c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/91996e2a-d269-488d-b6bb-5d0019389384 HTTP/1.1" status: 204 len: 168 time: 0.8547635 Aug 29 04:26:31.322972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44922) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:31.362628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-625a7f57-c0d4-4370-9a1b-366c2576b725 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c HTTP/1.1" status: 200 len: 217 time: 0.0498390 Aug 29 04:26:31.388391 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.414880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['97fbcf0a-2514-4bea-98b6-84c06c09f8fe'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:31.421337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-d7436356-a5ec-425f-8927-5663544bede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.424075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-d7436356-a5ec-425f-8927-5663544bede6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0506952 Aug 29 04:26:31.429414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.457586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] device_id is not set on port 76b4eceb-84b4-449c-b444-df525582bf58 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:31.457853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.529458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:31.532392 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6927bf57-1a7d-4399-8a6a-f2a1bbb08af9" -d '{"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:31.538515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-ce007761-c85a-476e-a749-46e173c292f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.540428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-ce007761-c85a-476e-a749-46e173c292f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0894444 Aug 29 04:26:31.544797 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.554287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:31.563789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.568579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Pushing event deleted for resources: {'Port': ['ID=97fbcf0a-2514-4bea-98b6-84c06c09f8fe,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.610687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Allocated IP 10.2.2.2 (cb493501-5534-464e-b333-0a0a9a9efff8/b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a/03b6b416-9ea5-4254-885b-35d36b5e4afe) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:31.702679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.722195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60e02b9-d949-4773-9f4d-b48028c3687d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:31.737269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.741956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-607c08e8-a90e-4d2f-961f-a8b9b5e822bb service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931834 Aug 29 04:26:31.743609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aecdc99-3661-4fda-81cf-c91e05e9ca6d') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:31.743916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aecdc99-3661-4fda-81cf-c91e05e9ca6d') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:31.788592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9af15ad4-7223-42dc-822f-89f3e4186835 req-cd38ad5e-cf8f-499a-8298-7c24941c805a tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddeec50-7a84-497b-ae54-eda3628972f7 HTTP/1.1" status: 200 len: 210 time: 0.2241380 Aug 29 04:26:31.805551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] No DVR routers for this DVR port 97fbcf0a-2514-4bea-98b6-84c06c09f8fe on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:31.812700 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.815129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8007fc2-7754-40f0-85cd-63c940f32491 req-34e35cd4-a190-4241-a293-67dec4104654 tempest-FloatingIPsAssociationNegativeTestJSON-388923666 tempest-FloatingIPsAssociationNegativeTestJSON-388923666-project] 10.222.0.64 "DELETE /v2.0/ports/97fbcf0a-2514-4bea-98b6-84c06c09f8fe HTTP/1.1" status: 204 len: 173 time: 1.3470101 Aug 29 04:26:31.816747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'name': 'network-vif-deleted', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:31.818972 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c860dd-32cd-4de2-9dce-9ca628927a31" -d '{"events": [{"server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "name": "network-vif-deleted", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:31.848834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Allocated IP 10.1.1.60 (a4d989d8-0124-456e-8f1f-4f55c2dff3d4/732a507a-435d-4864-b53c-bd01c5602ad7/76b4eceb-84b4-449c-b444-df525582bf58) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:31.849255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.854580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8dfd57e2-4d82-4deb-8ed1-f7eb46408bfc req-f49a0c04-9955-46a5-9396-330a1bb4002a service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031106 Aug 29 04:26:31.861886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.868250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Transition to ACTIVE for port object 03b6b416-9ea5-4254-885b-35d36b5e4afe will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:31.872805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da358f23-7a97-4c01-b15e-0d03fa6f9e49 req-a3f2f3f1-2a5d-4bc1-9d54-c1b5bb579dda tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.886779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da358f23-7a97-4c01-b15e-0d03fa6f9e49 req-a3f2f3f1-2a5d-4bc1-9d54-c1b5bb579dda tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.3188257 Aug 29 04:26:31.887031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.899042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:31.899472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:31.901424 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:31.927606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Transition to ACTIVE for port object 03b6b416-9ea5-4254-885b-35d36b5e4afe will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:31.945650 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.982242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Network cb493501-5534-464e-b333-0a0a9a9efff8 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:31.988217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:32.032734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.038363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.044711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c60e02b9-d949-4773-9f4d-b48028c3687d HTTP/1.1" status: 204 len: 168 time: 0.7188926 Aug 29 04:26:32.046759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44938) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.057236 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f60b23f-05e1-4ce0-b7f7-50200e05ede6 x-openstack-request-id: req-8f60b23f-05e1-4ce0-b7f7-50200e05ede6 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:32.057821 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:32.057821 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f60b23f-05e1-4ce0-b7f7-50200e05ede6 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:32.058151 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'code': 200} Aug 29 04:26:32.059042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:32.088517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698de78a-26e8-466b-991c-d4b92e0d40a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c60e02b9-d949-4773-9f4d-b48028c3687d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.120231 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da358f23-7a97-4c01-b15e-0d03fa6f9e49 req-464c99d1-edeb-4309-9dc7-bb8332b7bfc4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295494 Aug 29 04:26:32.124534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36317f9d-316b-4db4-a94b-a9b937e13789 None None] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:32.185812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-054b96a4-909f-4508-a4d5-aed309947f93 admin admin] Deleting subnet adcd98ef-245d-4126-a44a-fafe630458e0 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:32.196954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Pushing event updated for resources: {'Port': ['ID=03b6b416-9ea5-4254-885b-35d36b5e4afe,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.197189 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1574254-5af7-4682-b3ad-d26c196504df x-openstack-request-id: req-e1574254-5af7-4682-b3ad-d26c196504df {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:32.197585 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddeec50-7a84-497b-ae54-eda3628972f7", "name": "network-vif-deleted", "tag": "97fbcf0a-2514-4bea-98b6-84c06c09f8fe", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:32.197843 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1574254-5af7-4682-b3ad-d26c196504df {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:32.198203 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddeec50-7a84-497b-ae54-eda3628972f7', 'name': 'network-vif-deleted', 'tag': '97fbcf0a-2514-4bea-98b6-84c06c09f8fe', 'status': 'completed', 'code': 200} Aug 29 04:26:32.200312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-054b96a4-909f-4508-a4d5-aed309947f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.225649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Attempting to bind port 03b6b416-9ea5-4254-885b-35d36b5e4afe on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:32.226486 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Attempting to bind port 03b6b416-9ea5-4254-885b-35d36b5e4afe by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:32.226743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Attempting to bind port 03b6b416-9ea5-4254-885b-35d36b5e4afe on network cb493501-5534-464e-b333-0a0a9a9efff8 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:32.236512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dd31f0e8-6099-47b0-833a-a87025ea76c0 None None] Provisioning for port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:32.242223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:32.242709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Checking segment: {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:32.243177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.243639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Bound using segment: {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:32.244224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Bound port: 03b6b416-9ea5-4254-885b-35d36b5e4afe, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:32.244670 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.257519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dd31f0e8-6099-47b0-833a-a87025ea76c0 None None] Provisioning complete for port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:32.258001 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dd31f0e8-6099-47b0-833a-a87025ea76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.281027 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-054b96a4-909f-4508-a4d5-aed309947f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.300240 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.325168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Transition to ACTIVE for port object 76b4eceb-84b4-449c-b444-df525582bf58 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:32.341870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-054b96a4-909f-4508-a4d5-aed309947f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.414206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-054b96a4-909f-4508-a4d5-aed309947f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.441935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] For port 03b6b416-9ea5-4254-885b-35d36b5e4afe, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:32.442260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198a14-2976-49be-b3d3-facf18023de6 req-af3721de-6713-407f-8fac-5247c94abb4c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.443779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b96a4-909f-4508-a4d5-aed309947f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adcd98ef-245d-4126-a44a-fafe630458e0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.447448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] For port 03b6b416-9ea5-4254-885b-35d36b5e4afe, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=03b6b416-9ea5-4254-885b-35d36b5e4afe,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:32.451042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-054b96a4-909f-4508-a4d5-aed309947f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.453929 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-054b96a4-909f-4508-a4d5-aed309947f93 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/adcd98ef-245d-4126-a44a-fafe630458e0 HTTP/1.1" status: 204 len: 168 time: 0.3733644 Aug 29 04:26:32.456209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb198a14-2976-49be-b3d3-facf18023de6 req-af3721de-6713-407f-8fac-5247c94abb4c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.2288699 Aug 29 04:26:32.456867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44942) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.460392 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.483843 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.547354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:32.565362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a2fae-bc4c-4f1f-98b6-12e7f31f7fd8 req-a3c2f804-ea15-424a-82aa-874d3170fe05 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.567074 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b9a2fae-bc4c-4f1f-98b6-12e7f31f7fd8 req-a3c2f804-ea15-424a-82aa-874d3170fe05 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.2789731 Aug 29 04:26:32.573369 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.581881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:32.589090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:32.592143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=76b4eceb-84b4-449c-b444-df525582bf58,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.597445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dd31f0e8-6099-47b0-833a-a87025ea76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.602910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2832b0-9693-4e1e-b54d-fab338af4a09 None None] Pushing event updated for resources: {'Port': ['ID=03b6b416-9ea5-4254-885b-35d36b5e4afe,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.633026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb198a14-2976-49be-b3d3-facf18023de6 req-d483901f-d9ee-403a-a251-e9fa425bbacf tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757579 Aug 29 04:26:32.643415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-dd31f0e8-6099-47b0-833a-a87025ea76c0 None None] For port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:32.654041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dd31f0e8-6099-47b0-833a-a87025ea76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.681567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.682262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.690799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b9a2fae-bc4c-4f1f-98b6-12e7f31f7fd8 req-1905c7b2-c2da-4bad-aeeb-7630db852d17 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066451 Aug 29 04:26:32.724010 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e8e7cd41-61bb-4456-81e9-6256e2447009 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7384422 Aug 29 04:26:32.724289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44946) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.730184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'port': {'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'name': 'tempest-TaggedBootDevicesTest-1389321646', 'fixed_ips': [{'subnet_id': '732a507a-435d-4864-b53c-bd01c5602ad7'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:32.765868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31f0e8-6099-47b0-833a-a87025ea76c0 None None] Pushing event updated for resources: {'Port': ['ID=e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.794190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.813051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edceefb-d44e-4629-a0ae-ac8474f5fda3']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:32.828866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a2b031-ff9c-416c-b741-6538db36bb55') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:32.829154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a2b031-ff9c-416c-b741-6538db36bb55') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:32.858846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44950) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.905732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.989976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.012042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cc6c6cf1-ea6b-4fa1-8b9b-8c9566f70014 None None] Provisioning for port 76b4eceb-84b4-449c-b444-df525582bf58 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:33.021854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:33.022264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:33.027141 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:33.040491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:33.116336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cc6c6cf1-ea6b-4fa1-8b9b-8c9566f70014 None None] Provisioning complete for port 76b4eceb-84b4-449c-b444-df525582bf58 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:33.117045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6cf1-ea6b-4fa1-8b9b-8c9566f70014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.124184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:33.158754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:33.163735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243babb-e307-45d1-b74d-e4a4ef61cb1e req-a1c4c65b-c60a-4e07-b463-ed252ca7e605 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.172779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d243babb-e307-45d1-b74d-e4a4ef61cb1e req-a1c4c65b-c60a-4e07-b463-ed252ca7e605 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.1693313 Aug 29 04:26:33.243733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d243babb-e307-45d1-b74d-e4a4ef61cb1e req-66d56d26-76df-4d25-bd25-19d8b7c3a750 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699031 Aug 29 04:26:33.285883 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.300233 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.306966 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9edceefb-d44e-4629-a0ae-ac8474f5fda3 HTTP/1.1" status: 204 len: 168 time: 0.8439429 Aug 29 04:26:33.340574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f382c99-5ef7-462e-8c7d-6c47107f1293 admin admin] Pushing event deleted for resources: {'Network': ['ID=9edceefb-d44e-4629-a0ae-ac8474f5fda3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.359473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.369891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c6cf1-ea6b-4fa1-8b9b-8c9566f70014 None None] Port 76b4eceb-84b4-449c-b444-df525582bf58 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:33.382911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] device_id is not set on port ab4005fe-119d-476a-8b42-84a574081c51 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:33.418524 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.469049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cc6c6cf1-ea6b-4fa1-8b9b-8c9566f70014 None None] Provisioning complete for port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:33.469445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6cf1-ea6b-4fa1-8b9b-8c9566f70014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.484468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d48f3-b93e-4195-933b-709b6a70be91 req-a1016461-076f-4180-b860-623073a59425 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.492613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-832d48f3-b93e-4195-933b-709b6a70be91 req-a1016461-076f-4180-b860-623073a59425 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.1034472 Aug 29 04:26:33.498849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:33.499234 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.518075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:33.553688 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.554435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3d152386-06ab-4a15-824d-f967cdabf522 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:33.555220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44962) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:33.580678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-832d48f3-b93e-4195-933b-709b6a70be91 req-057edb16-d44d-4019-b39c-7b1bd1d553e9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870941 Aug 29 04:26:33.616660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.624879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Allocated IP 10.1.1.196 (a4d989d8-0124-456e-8f1f-4f55c2dff3d4/732a507a-435d-4864-b53c-bd01c5602ad7/ab4005fe-119d-476a-8b42-84a574081c51) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:33.640273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 3d152386-06ab-4a15-824d-f967cdabf522 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:33.641003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3d152386-06ab-4a15-824d-f967cdabf522 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:33.666919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.799085 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f92e6fd-2ae6-41b0-8c92-3d2499aa3fbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36ef865dc7af4f74b6f7dadc190fe3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419326 Aug 29 04:26:33.845844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44970) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:33.942648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e561f2f4-a109-4bea-8cf8-c718a065a0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.980948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-135439a2-03c8-4dcd-8fc8-1cf7569b9bfc None None] Provisioning complete for port 76b4eceb-84b4-449c-b444-df525582bf58 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:33.981384 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-135439a2-03c8-4dcd-8fc8-1cf7569b9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.991974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.995709 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e561f2f4-a109-4bea-8cf8-c718a065a0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.040285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Transition to ACTIVE for port object ab4005fe-119d-476a-8b42-84a574081c51 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:34.047065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f140c9e-b31b-4757-943b-daa021611852 req-9572bded-a32f-4a30-b87e-09827d9589b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.048808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f140c9e-b31b-4757-943b-daa021611852 req-9572bded-a32f-4a30-b87e-09827d9589b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 948 time: 0.1639364 Aug 29 04:26:34.052531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-135439a2-03c8-4dcd-8fc8-1cf7569b9bfc None None] Port 76b4eceb-84b4-449c-b444-df525582bf58 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:34.056953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d413e02-2a7c-48af-809a-191741966943 req-e97d4d31-892f-4e01-a8f7-d0fe9cd3f0f4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.060112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:34.064394 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb5ea2-e75a-4685-98d2-a351950a19df" -d '{"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:34.064677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d413e02-2a7c-48af-809a-191741966943 req-e97d4d31-892f-4e01-a8f7-d0fe9cd3f0f4 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.1780374 Aug 29 04:26:34.117396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e561f2f4-a109-4bea-8cf8-c718a065a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.120399 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e561f2f4-a109-4bea-8cf8-c718a065a0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.121703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e561f2f4-a109-4bea-8cf8-c718a065a0fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f45c50e-281d-471a-81d3-dc03dc231dcf HTTP/1.1" status: 204 len: 168 time: 0.2748902 Aug 29 04:26:34.130026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.162706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d413e02-2a7c-48af-809a-191741966943 req-5ed47893-b00a-4703-bfe8-c4a173e3ec07 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969384 Aug 29 04:26:34.173600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:34.177174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:34.179668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561f2f4-a109-4bea-8cf8-c718a065a0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f45c50e-281d-471a-81d3-dc03dc231dcf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:34.181770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:34.192123 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f140c9e-b31b-4757-943b-daa021611852 req-8ce2df3b-a3ad-40ab-b357-a4f9a5878bd3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230059 Aug 29 04:26:34.238789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0c12c-cdd8-4f17-9cd9-83c93239c410 None None] Network cb493501-5534-464e-b333-0a0a9a9efff8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:34.292134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.292840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.321983 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5967288 Aug 29 04:26:34.323348 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dbf04d-ea15-47fa-81ce-97497c397669 x-openstack-request-id: req-d0dbf04d-ea15-47fa-81ce-97497c397669 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:34.323635 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:34.324616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5437d-5ba2-4ff7-b0b2-17c39673f87f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=ab4005fe-119d-476a-8b42-84a574081c51,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:34.325481 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0dbf04d-ea15-47fa-81ce-97497c397669 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:34.327154 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'code': 200} Aug 29 04:26:34.409535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ae20ebd6-c662-417f-99e4-74826be08642 None None] Provisioning for port 03b6b416-9ea5-4254-885b-35d36b5e4afe completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:34.461490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Deleting port 1c0bf972-0fae-4acb-8082-86ffbde48879 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:34.462487 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.484116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 97fbcf0a-2514-4bea-98b6-84c06c09f8fe no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:34.513880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 97fbcf0a-2514-4bea-98b6-84c06c09f8fe {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:34.514535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 97fbcf0a-2514-4bea-98b6-84c06c09f8fe not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:34.560610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee8005-173d-4504-8b6b-a17bd6c80e57 req-20d98d47-d0ad-435d-b2cf-13e751174af1 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.563688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71ee8005-173d-4504-8b6b-a17bd6c80e57 req-20d98d47-d0ad-435d-b2cf-13e751174af1 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.1850505 Aug 29 04:26:34.603210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] For port 1c0bf972-0fae-4acb-8082-86ffbde48879, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1c0bf972-0fae-4acb-8082-86ffbde48879,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:34.604160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.629782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Calling delete_port for 1c0bf972-0fae-4acb-8082-86ffbde48879 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:34.645581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71ee8005-173d-4504-8b6b-a17bd6c80e57 req-1baceaf5-c0df-481f-a489-2207ed3ffff9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736771 Aug 29 04:26:34.670668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d991bdd4-14de-4986-8c0a-9e9774fd47c0 None None] Provisioning for port ab4005fe-119d-476a-8b42-84a574081c51 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:34.677313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d991bdd4-14de-4986-8c0a-9e9774fd47c0 None None] Provisioning complete for port ab4005fe-119d-476a-8b42-84a574081c51 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:34.677701 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d991bdd4-14de-4986-8c0a-9e9774fd47c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.693275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44988) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.767120 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-64bb5a39-a444-402d-ad00-8eead734f04a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32b72a2e8aff46cbb94a58b48790893d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726423 Aug 29 04:26:34.772854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44990) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.898299 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa47c3b-3ab0-49c1-a14c-6b8d1c63026f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.954466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa47c3b-3ab0-49c1-a14c-6b8d1c63026f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.979447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.031118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa47c3b-3ab0-49c1-a14c-6b8d1c63026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.033707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa47c3b-3ab0-49c1-a14c-6b8d1c63026f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.037866 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5aa47c3b-3ab0-49c1-a14c-6b8d1c63026f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e339fd1-6b16-4628-8904-4dc8c1b70553 HTTP/1.1" status: 204 len: 168 time: 0.2609327 Aug 29 04:26:35.040217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:35.074793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0bf972-0fae-4acb-8082-86ffbde48879,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.083526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d991bdd4-14de-4986-8c0a-9e9774fd47c0 None None] Port ab4005fe-119d-476a-8b42-84a574081c51 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:35.090193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa47c3b-3ab0-49c1-a14c-6b8d1c63026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e339fd1-6b16-4628-8904-4dc8c1b70553,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.098949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 03b6b416-9ea5-4254-885b-35d36b5e4afe up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:35.341352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 03b6b416-9ea5-4254-885b-35d36b5e4afe completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:35.352475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 03b6b416-9ea5-4254-885b-35d36b5e4afe triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:35.353007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.398658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45004) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:35.404089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f03b7248-7124-4322-a00b-c5755dba4c5d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131963744', 'description': 'tempest-description--2054632179'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:35.445937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.454898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03b7248-7124-4322-a00b-c5755dba4c5d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.465034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:35.473771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3c5b8-f3b7-4b87-8213-a5973031ea39 req-1f953cdc-6296-4a29-9211-d04e6ad01399 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.483515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fa3c5b8-f3b7-4b87-8213-a5973031ea39 req-1f953cdc-6296-4a29-9211-d04e6ad01399 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.1918640 Aug 29 04:26:35.486397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'mac_address': 'fa:16:3e:d7:34:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:35.558910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.597443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03b7248-7124-4322-a00b-c5755dba4c5d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.604363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03b7248-7124-4322-a00b-c5755dba4c5d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.606160 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.612024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 03b6b416-9ea5-4254-885b-35d36b5e4afe, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=03b6b416-9ea5-4254-885b-35d36b5e4afe,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:35.622621 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.656339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b7248-7124-4322-a00b-c5755dba4c5d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5742565-2519-4f95-8e84-10515ed4cffe,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.657007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fe7450-d594-4fd3-85b1-dd92d5643b2c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:35.673783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03b7248-7124-4322-a00b-c5755dba4c5d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.675439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f03b7248-7124-4322-a00b-c5755dba4c5d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2749789 Aug 29 04:26:35.680716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45014) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:35.686400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-834fbbc6-cc59-4d6c-9f8a-813ebf70888d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'security_group_rule': {'security_group_id': 'a5742565-2519-4f95-8e84-10515ed4cffe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:35.695178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=03b6b416-9ea5-4254-885b-35d36b5e4afe,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.699903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fa3c5b8-f3b7-4b87-8213-a5973031ea39 req-b4c7b30a-3d25-40f2-ba12-9b701fc609f3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147217 Aug 29 04:26:35.715234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:35.721510 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.731840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66a9cc-4569-48e0-a3be-d566333e9285 req-59f16587-8e6a-4ac5-8283-9e06f51c9dd4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.740205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e66a9cc-4569-48e0-a3be-d566333e9285 req-59f16587-8e6a-4ac5-8283-9e06f51c9dd4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 948 time: 0.2031999 Aug 29 04:26:35.744291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-834fbbc6-cc59-4d6c-9f8a-813ebf70888d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.786380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.839553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-834fbbc6-cc59-4d6c-9f8a-813ebf70888d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.847300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-834fbbc6-cc59-4d6c-9f8a-813ebf70888d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.864369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e66a9cc-4569-48e0-a3be-d566333e9285 req-60103f3d-a4e2-411b-bfc8-011c8052342f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231549 Aug 29 04:26:35.871380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fbbc6-cc59-4d6c-9f8a-813ebf70888d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089e57b6-1ecc-4494-80a7-7188e6118438,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.875942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-834fbbc6-cc59-4d6c-9f8a-813ebf70888d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.877197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-834fbbc6-cc59-4d6c-9f8a-813ebf70888d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1951940 Aug 29 04:26:35.880149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45018) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:35.886435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-33d47056-43e8-414a-8949-e0d7a0c7fc14 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'security_group_rule': {'security_group_id': 'a5742565-2519-4f95-8e84-10515ed4cffe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:35.945328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-33d47056-43e8-414a-8949-e0d7a0c7fc14 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.000365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Router 9a1af14f-cf6e-486b-b6ca-377744f9e51c has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:36.049767 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-33d47056-43e8-414a-8949-e0d7a0c7fc14 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.051890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['60fe7450-d594-4fd3-85b1-dd92d5643b2c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:36.058063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-33d47056-43e8-414a-8949-e0d7a0c7fc14 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.083228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d47056-43e8-414a-8949-e0d7a0c7fc14 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6dff2f-d1a7-4ae3-a860-7dfb11b10b67,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.088801 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-33d47056-43e8-414a-8949-e0d7a0c7fc14 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.092455 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-33d47056-43e8-414a-8949-e0d7a0c7fc14 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088625 Aug 29 04:26:36.092575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db303f9-1877-4ad2-b959-0059b7789597 req-bb376a67-fad3-49b7-bd55-9a9e18e65570 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.094304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45028) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:36.100183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:36.103877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2db303f9-1877-4ad2-b959-0059b7789597 req-bb376a67-fad3-49b7-bd55-9a9e18e65570 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 950 time: 0.1090381 Aug 29 04:26:36.141476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.277004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2db303f9-1877-4ad2-b959-0059b7789597 req-4e9c8ce2-1a0c-4b2b-9d3e-5ee025fbd39f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725974 Aug 29 04:26:36.280317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.307526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:36.314617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-435a84c9-ec73-407a-9b5e-4612a35018a5 admin admin] 10.222.0.58 "PUT /v2.0/routers/9a1af14f-cf6e-486b-b6ca-377744f9e51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4546566 Aug 29 04:26:36.321803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] Sync routers for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:36.325396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45038) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:36.345073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:36.345728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:36.455292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.495042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:36.512012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Allocated IP 172.25.1.212 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/22a80774-b2cd-46b9-8d57-aef9386221fd) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:36.663324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.735498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.796595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:36.803653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:36.812089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:36.819402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:26:34Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:36.865947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] Checking router: 9a1af14f-cf6e-486b-b6ca-377744f9e51c for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:36.871232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=22a80774-b2cd-46b9-8d57-aef9386221fd,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.883428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] Routers {'9a1af14f-cf6e-486b-b6ca-377744f9e51c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:36.884664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:36.946401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.990339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-f4cb25d2-5f43-4e2e-ae6f-ebcf99490c1c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966127 Aug 29 04:26:36.990823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.063564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] Set router 9a1af14f-cf6e-486b-b6ca-377744f9e51c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:37.135588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-0e8561d2-869d-43d2-96ae-f7dabaac47d3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.137171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-0e8561d2-869d-43d2-96ae-f7dabaac47d3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.64 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.6792560 Aug 29 04:26:37.157132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6696631-6eaa-43f5-bfb8-5e81ee09c895 req-34196871-1758-40ab-8e6d-a97133c3e8b5 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.158786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6696631-6eaa-43f5-bfb8-5e81ee09c895 req-34196871-1758-40ab-8e6d-a97133c3e8b5 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 945 time: 0.2678370 Aug 29 04:26:37.174918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 03b6b416-9ea5-4254-885b-35d36b5e4afe up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:37.182203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45082) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.214484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.223553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.249638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.288022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-e630f3b1-4cd3-4b28-84fe-bbe51ae97603 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.297452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-e630f3b1-4cd3-4b28-84fe-bbe51ae97603 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059692 Aug 29 04:26:37.300981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 03b6b416-9ea5-4254-885b-35d36b5e4afe triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:37.301417 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.328423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.358151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=22a80774-b2cd-46b9-8d57-aef9386221fd,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:37.377702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6696631-6eaa-43f5-bfb8-5e81ee09c895 req-9a52a026-b1fc-4cbb-984e-5a5339799fe3 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037623 Aug 29 04:26:37.384575 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15f09f20-d0e6-4ed8-9801-0353c3d5afc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.386122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-e866d1d7-cfcf-462a-b753-97cd9f1e7c24 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/quotas/01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 375 time: 0.0875623 Aug 29 04:26:37.388469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.398470 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-932fc7d4-9f4b-419d-815e-842a02e7f274 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2950711 Aug 29 04:26:37.500552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:26:34Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:37.513757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Deleting port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:37.514444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.539100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15f09f20-d0e6-4ed8-9801-0353c3d5afc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.548391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15f09f20-d0e6-4ed8-9801-0353c3d5afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.569248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b613155-d707-45d5-9459-63bf06ec6701 None None] The sync data for ids ['9a1af14f-cf6e-486b-b6ca-377744f9e51c'] in n-d-712142-15 is: [{'id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1633410044-router', 'tenant_id': '018aeb53a6894e369ab689df77582171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '20cccf83-2a50-466c-8003-2d6426259a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:33Z', 'updated_at': '2021-08-29T04:26:34Z', 'revision_number': 5, 'project_id': '018aeb53a6894e369ab689df77582171', 'gw_port': {'id': '20cccf83-2a50-466c-8003-2d6426259a99', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1af14f-cf6e-486b-b6ca-377744f9e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:34Z', 'updated_at': '2021-08-29T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:37.584850 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-db11c055-9fb7-48af-8de2-cad5469be921 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1847544 Aug 29 04:26:37.586309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Deleting port 20cccf83-2a50-466c-8003-2d6426259a99 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:37.586659 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.606348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f09f20-d0e6-4ed8-9801-0353c3d5afc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766c520b-b71d-4aef-b3e9-ba74417bf8f8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:37.622709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-15f09f20-d0e6-4ed8-9801-0353c3d5afc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b09005a750434719983fb114e763ca6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398863 Aug 29 04:26:37.631889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45090) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.704979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb983-8e01-4f81-bd96-99e7d09381bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.732497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb983-8e01-4f81-bd96-99e7d09381bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.813447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb983-8e01-4f81-bd96-99e7d09381bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.816633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb983-8e01-4f81-bd96-99e7d09381bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.820681 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8ceb983-8e01-4f81-bd96-99e7d09381bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/766c520b-b71d-4aef-b3e9-ba74417bf8f8 HTTP/1.1" status: 204 len: 168 time: 0.1845469 Aug 29 04:26:37.834871 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-85c60ecc-7ba2-4af1-bfd9-b44473e6c92b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1131963744&fields=id&tenant_id=bb7155c4ae3147918fed9048e693f6b2 HTTP/1.1" status: 200 len: 267 time: 0.1080034 Aug 29 04:26:37.835836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb983-8e01-4f81-bd96-99e7d09381bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766c520b-b71d-4aef-b3e9-ba74417bf8f8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:37.879311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9dbd8b8b-a04a-4f94-8ae4-7982d566e2f4 req-b7eaffe0-bcca-4bce-b0b8-32848691b728 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 210 time: 0.0716188 Aug 29 04:26:37.926901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] For port d2b1e4c3-6c24-49b1-be60-1eacc98f1194, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,segment=NetworkSegment(152ed2ab-76a9-4eae-b388-24fbde177739),segment_id=152ed2ab-76a9-4eae-b388-24fbde177739)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:37.927881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.931221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] For port 20cccf83-2a50-466c-8003-2d6426259a99, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20cccf83-2a50-466c-8003-2d6426259a99,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:37.931583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.957064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a7c3bd10-f050-414a-bd58-f75752c5a9c1 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.959407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a7c3bd10-f050-414a-bd58-f75752c5a9c1 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports/76b4eceb-84b4-449c-b444-df525582bf58 HTTP/1.1" status: 200 len: 931 time: 0.1234858 Aug 29 04:26:37.968677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Calling delete_port for d2b1e4c3-6c24-49b1-be60-1eacc98f1194 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:37.989427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Calling delete_port for 20cccf83-2a50-466c-8003-2d6426259a99 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:38.075225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-44f01b56-a2a1-436d-9c34-1a6b72767a07 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.083784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-44f01b56-a2a1-436d-9c34-1a6b72767a07 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports/ab4005fe-119d-476a-8b42-84a574081c51 HTTP/1.1" status: 200 len: 932 time: 0.1119072 Aug 29 04:26:38.190982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-3c329161-12f6-4450-912e-029c089c9a31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?network_id=cb493501-5534-464e-b333-0a0a9a9efff8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1061978 Aug 29 04:26:38.237904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e35da178-f4a9-4828-aeb0-da6e8b6120af tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?network_id=cb493501-5534-464e-b333-0a0a9a9efff8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0460010 Aug 29 04:26:38.548097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-75b1e954-351d-41ad-ae1a-ea073246381f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.554064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-75b1e954-351d-41ad-ae1a-ea073246381f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.560108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-75b1e954-351d-41ad-ae1a-ea073246381f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.562692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-75b1e954-351d-41ad-ae1a-ea073246381f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/networks?id=169ba080-3078-4b2f-830c-3fd950a54f70&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=cb493501-5534-464e-b333-0a0a9a9efff8&id=cb493501-5534-464e-b333-0a0a9a9efff8 HTTP/1.1" status: 200 len: 1989 time: 0.3140321 Aug 29 04:26:38.582948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.600606 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.603115 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-28b88742-7e05-4682-a7a9-d11c58983b14 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/quotas/bb7155c4ae3147918fed9048e693f6b2 HTTP/1.1" status: 200 len: 375 time: 0.0334542 Aug 29 04:26:38.650955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Pushing event deleted for resources: {'Port': ['ID=d2b1e4c3-6c24-49b1-be60-1eacc98f1194,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.687933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9782b9b-0c3f-4ad7-ba3d-da6e6f37d09d req-1bddba1d-cc17-493c-9710-ffb812cc1ed9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.689463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9782b9b-0c3f-4ad7-ba3d-da6e6f37d09d req-1bddba1d-cc17-493c-9710-ffb812cc1ed9 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/ports?device_id=82f94a34-c47b-4330-bf10-36ff717b4a8d HTTP/1.1" status: 200 len: 867 time: 0.2031524 Aug 29 04:26:38.740706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=20cccf83-2a50-466c-8003-2d6426259a99,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.783928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] No DVR routers for this DVR port d2b1e4c3-6c24-49b1-be60-1eacc98f1194 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:38.796428 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.798163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f284d37a-c4f6-4e2c-93b1-a05083763a8e req-6f8a2b49-7979-4fc9-ae55-38abaded66b8 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.64 "DELETE /v2.0/ports/d2b1e4c3-6c24-49b1-be60-1eacc98f1194 HTTP/1.1" status: 204 len: 173 time: 1.6350329 Aug 29 04:26:38.801632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f94a34-c47b-4330-bf10-36ff717b4a8d', 'name': 'network-vif-deleted', 'tag': 'd2b1e4c3-6c24-49b1-be60-1eacc98f1194'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:38.803913 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e809118e-912c-4957-b9d2-e74fc4336e0a" -d '{"events": [{"server_uuid": "82f94a34-c47b-4330-bf10-36ff717b4a8d", "name": "network-vif-deleted", "tag": "d2b1e4c3-6c24-49b1-be60-1eacc98f1194"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:38.840333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.846193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9782b9b-0c3f-4ad7-ba3d-da6e6f37d09d req-eacc1e46-9c9f-41b4-af1d-895725896b59 tempest-ServerDiskConfigTestJSON-1837354891 tempest-ServerDiskConfigTestJSON-1837354891-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f805acb-8ff7-4043-81e1-0ce2e469839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147702 Aug 29 04:26:38.872627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d2ae4e57-c6c3-471c-a90c-f4c56e264380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2304602 Aug 29 04:26:39.017345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1c0bf972-0fae-4acb-8082-86ffbde48879 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:39.027063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.029416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.060159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:39.064076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 1c0bf972-0fae-4acb-8082-86ffbde48879 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:39.064708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1c0bf972-0fae-4acb-8082-86ffbde48879 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:39.093592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.094192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1af14f-cf6e-486b-b6ca-377744f9e51c {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:39.102335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.106410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45150) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:39.107117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c4eab2fd-ae88-4e2a-9208-f2a69ac28fdd admin admin] 10.222.0.58 "DELETE /v2.0/routers/9a1af14f-cf6e-486b-b6ca-377744f9e51c HTTP/1.1" status: 204 len: 168 time: 2.7797420 Aug 29 04:26:39.145134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fdd55bb2-7640-42df-9867-3c7a8afde226 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487809 Aug 29 04:26:39.156709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 60fe7450-d594-4fd3-85b1-dd92d5643b2c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:39.157366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.157617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-43a67015-3d66-4ba3-9c6e-0b3212f0e684 service neutron] 10.222.0.58 "GET /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834494 Aug 29 04:26:39.281964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc059649-fc7b-4ace-a529-d402069a7ec5 admin admin] Deleting subnet 7d78442a-2212-482b-8aa7-4e2cf1410879 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:39.294809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc059649-fc7b-4ace-a529-d402069a7ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.296153 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.347141 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0661da-f80d-4514-a21f-35811cdfdfb5 x-openstack-request-id: req-ea0661da-f80d-4514-a21f-35811cdfdfb5 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:39.347446 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f94a34-c47b-4330-bf10-36ff717b4a8d", "name": "network-vif-deleted", "tag": "d2b1e4c3-6c24-49b1-be60-1eacc98f1194", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:39.347700 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea0661da-f80d-4514-a21f-35811cdfdfb5 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:39.348144 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f94a34-c47b-4330-bf10-36ff717b4a8d', 'name': 'network-vif-deleted', 'tag': 'd2b1e4c3-6c24-49b1-be60-1eacc98f1194', 'status': 'completed', 'code': 200} Aug 29 04:26:39.393387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc059649-fc7b-4ace-a529-d402069a7ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.395533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:39.401896 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc14cf-e925-4348-a077-bdebdbb06ba9" -d '{"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:39.429775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:39.439058 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.449676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-500da8bd-996b-48e5-8410-63ead7022149 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.451392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-500da8bd-996b-48e5-8410-63ead7022149 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840219 Aug 29 04:26:39.474239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-fb21b185-a54e-4bfe-971f-3893f74e9d18 service neutron] 10.222.0.58 "GET /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154924 Aug 29 04:26:39.487815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cf6f65b-710c-4dfc-8c4c-3126edf88e3a req-dc1289f7-ab07-4606-9c8d-05fcefd077db tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 210 time: 0.0644298 Aug 29 04:26:39.492805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Request body: {'port': {'device_id': '7838ccbe-6f79-4c10-856f-e84602905159', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '01da46c9d6144fe0aac1f6c244f09d5d'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:39.530092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=11']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:39.564498 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d35918-bbcb-4ee5-a22e-3802d53f58cb x-openstack-request-id: req-74d35918-bbcb-4ee5-a22e-3802d53f58cb {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:39.564659 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:39.564847 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74d35918-bbcb-4ee5-a22e-3802d53f58cb {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:39.565588 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'code': 200} Aug 29 04:26:39.572788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc059649-fc7b-4ace-a529-d402069a7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.610997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-4615ea70-16e8-4bf9-82f0-8c6f173b2bbc service neutron] 10.222.0.58 "GET /v2.0/ports/76b4eceb-84b4-449c-b444-df525582bf58?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1358037 Aug 29 04:26:39.642570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc059649-fc7b-4ace-a529-d402069a7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.700034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc059649-fc7b-4ace-a529-d402069a7ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d78442a-2212-482b-8aa7-4e2cf1410879,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:39.757429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc059649-fc7b-4ace-a529-d402069a7ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.767188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d1857-1f43-405d-abb4-0a51d124363a None None] Network 8b105cfb-0da3-403f-9135-f897804f94a4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:39.768408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45164) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:39.768576 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fc059649-fc7b-4ace-a529-d402069a7ec5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7d78442a-2212-482b-8aa7-4e2cf1410879 HTTP/1.1" status: 204 len: 168 time: 0.6113708 Aug 29 04:26:39.835241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Made reservation on behalf of 01da46c9d6144fe0aac1f6c244f09d5d for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:39.839056 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.854578 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.858705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7d262114-e80f-49f2-a000-6b65e41dd8b1 service neutron] 10.222.0.58 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270007 Aug 29 04:26:39.964397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] DHCP port deletion for 8b105cfb-0da3-403f-9135-f897804f94a4 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:40.026869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] Deleting port eff60d78-6ee4-4fc7-aa93-556a2e664727 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:40.027489 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.114921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-3377b28f-3760-4088-92d5-ec54f3ed5c44 service neutron] 10.222.0.58 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443776 Aug 29 04:26:40.115962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] For port eff60d78-6ee4-4fc7-aa93-556a2e664727, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eff60d78-6ee4-4fc7-aa93-556a2e664727,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:40.116970 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.131822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Deleting port eff60d78-6ee4-4fc7-aa93-556a2e664727 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:40.132221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.135017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] Calling delete_port for eff60d78-6ee4-4fc7-aa93-556a2e664727 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:40.141719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Allocated IP 192.168.233.223 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/6a9699e7-75d9-40b5-afa1-5d4576005875) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:40.218887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45186) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:40.233680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6383684c-abb9-4394-83f0-8a7b161b4208 service neutron] 10.222.0.58 "GET /v2.0/ports/ab4005fe-119d-476a-8b42-84a574081c51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0933769 Aug 29 04:26:40.250006 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.319782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-69953d73-98d0-49f3-9925-0e4d415b8e02 admin admin] Deleting subnet b2f26e98-5b10-4ae4-ac64-d53dff97392d {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:40.329752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69953d73-98d0-49f3-9925-0e4d415b8e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.344264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] For port eff60d78-6ee4-4fc7-aa93-556a2e664727, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eff60d78-6ee4-4fc7-aa93-556a2e664727,segment=NetworkSegment(cebb4575-2b86-42a0-ae19-ec41de9d406f),segment_id=cebb4575-2b86-42a0-ae19-ec41de9d406f)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:40.344885 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.377807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Calling delete_port for eff60d78-6ee4-4fc7-aa93-556a2e664727 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:40.383545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69953d73-98d0-49f3-9925-0e4d415b8e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.457378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69953d73-98d0-49f3-9925-0e4d415b8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.471382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] Pushing event deleted for resources: {'Port': ['ID=eff60d78-6ee4-4fc7-aa93-556a2e664727,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:40.478002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f1711-1e9a-4e36-91b6-c8069a1774f8 None None] No DVR routers for this DVR port eff60d78-6ee4-4fc7-aa93-556a2e664727 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:40.487740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d2b1e4c3-6c24-49b1-be60-1eacc98f1194 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:40.527817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: d2b1e4c3-6c24-49b1-be60-1eacc98f1194 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:40.527817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d2b1e4c3-6c24-49b1-be60-1eacc98f1194 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:40.547550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69953d73-98d0-49f3-9925-0e4d415b8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.582195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69953d73-98d0-49f3-9925-0e4d415b8e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f26e98-5b10-4ae4-ac64-d53dff97392d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:40.589433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69953d73-98d0-49f3-9925-0e4d415b8e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.592735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-69953d73-98d0-49f3-9925-0e4d415b8e02 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b2f26e98-5b10-4ae4-ac64-d53dff97392d HTTP/1.1" status: 204 len: 168 time: 0.3703232 Aug 29 04:26:40.595669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45196) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:40.611689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec6a3094-2b14-4f79-b487-2ceffcc3227b service neutron] 10.222.0.58 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692114 Aug 29 04:26:40.652843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.699678 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.704248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9e78e34-4507-498f-b77d-e8526ab0d326 req-059f86e1-b38a-46eb-b104-a73f87755b28 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 210 time: 0.0903807 Aug 29 04:26:40.718616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.748259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Transition to ACTIVE for port object 6a9699e7-75d9-40b5-afa1-5d4576005875 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:40.752366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff60d78-6ee4-4fc7-aa93-556a2e664727,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:40.761965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] No DVR routers for this DVR port eff60d78-6ee4-4fc7-aa93-556a2e664727 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:40.825299 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.838304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:40.850659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152ed2ab-76a9-4eae-b388-24fbde177739') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:40.850956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152ed2ab-76a9-4eae-b388-24fbde177739') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:40.882397 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.910617 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.917888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:40.918589 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:40.921710 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:40.955823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eff60d78-6ee4-4fc7-aa93-556a2e664727 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:40.977031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: eff60d78-6ee4-4fc7-aa93-556a2e664727 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:40.977281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eff60d78-6ee4-4fc7-aa93-556a2e664727 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:40.978035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20cccf83-2a50-466c-8003-2d6426259a99 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:40.999605 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7265144a-6f1e-4f1f-a729-a06fe4f823c6 req-e3e84b51-f9b2-4d5f-87ca-24314c0f256c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0345955 Aug 29 04:26:41.001252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 20cccf83-2a50-466c-8003-2d6426259a99 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:41.001754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20cccf83-2a50-466c-8003-2d6426259a99 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:41.031675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.040699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.042826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc HTTP/1.1" status: 204 len: 168 time: 0.4458616 Aug 29 04:26:41.066883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0546ed-f112-40b7-bfac-902bdcd29335 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8e9a2f-0d10-4e00-9aa9-0b69f8d4a1bc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:41.109702 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7265144a-6f1e-4f1f-a729-a06fe4f823c6 req-e5e2b557-7e41-4bf8-84a0-1fb512b11fe0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0393157 Aug 29 04:26:41.154289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7265144a-6f1e-4f1f-a729-a06fe4f823c6 req-f98dea97-886d-4ba1-b32b-d60eacad56e7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232201 Aug 29 04:26:41.184565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-9641ba67-c661-4fa3-b2f7-3cba09d4f243 service neutron] 10.222.0.58 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719619 Aug 29 04:26:41.279158 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.301972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b105cfb-0da3-403f-9135-f897804f94a4']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:41.306622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265144a-6f1e-4f1f-a729-a06fe4f823c6 req-6ce6c48e-7c60-4949-bd51-8bf4e429bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.309663 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7265144a-6f1e-4f1f-a729-a06fe4f823c6 req-6ce6c48e-7c60-4949-bd51-8bf4e429bc8e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473958 Aug 29 04:26:41.326099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.329635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebb4575-2b86-42a0-ae19-ec41de9d406f') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:41.330184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebb4575-2b86-42a0-ae19-ec41de9d406f') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:41.337873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['bccc8972-aef7-42be-97cb-ac0529c9e534', '60fe7450-d594-4fd3-85b1-dd92d5643b2c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:41.345094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:41.356998 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.452261 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.471533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:41.490487 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:41.491118 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:41.493564 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:41.497194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:41.522641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:41.550706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45212) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.618575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-551e5f8f-0243-492c-a2da-34334cbc1a97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8b68e65e39444fbb190d86063fbfdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659649 Aug 29 04:26:41.621456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45216) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.642541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.643256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.708747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:41.709478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be7955f6-102f-43e9-9459-7637f954a414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.724815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-1d9fae89-d45f-4d18-aa0d-aee9c0b203dd service neutron] 10.222.0.58 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296841 Aug 29 04:26:41.743817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-df689e2e-6e7d-4c35-990a-df4488f2eb92 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2571445 Aug 29 04:26:41.754485 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be7955f6-102f-43e9-9459-7637f954a414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.851280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be7955f6-102f-43e9-9459-7637f954a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.854194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be7955f6-102f-43e9-9459-7637f954a414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.855516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-be7955f6-102f-43e9-9459-7637f954a414 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f805acb-8ff7-4043-81e1-0ce2e469839a HTTP/1.1" status: 204 len: 168 time: 0.2330866 Aug 29 04:26:41.879117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7955f6-102f-43e9-9459-7637f954a414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f805acb-8ff7-4043-81e1-0ce2e469839a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:41.931273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Request body: {'port': {'device_id': '7838ccbe-6f79-4c10-856f-e84602905159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:41.934283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6c67af3b-32eb-45b5-928b-39f3714dfff8 None None] Provisioning for port 6a9699e7-75d9-40b5-afa1-5d4576005875 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:41.935755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-5774725f-2055-4f6e-aeef-52131de5da25 service neutron] 10.222.0.58 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037451 Aug 29 04:26:41.940467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6c67af3b-32eb-45b5-928b-39f3714dfff8 None None] Provisioning complete for port 6a9699e7-75d9-40b5-afa1-5d4576005875 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:41.942461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6c67af3b-32eb-45b5-928b-39f3714dfff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.986432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.994566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6c67af3b-32eb-45b5-928b-39f3714dfff8 None None] Port 6a9699e7-75d9-40b5-afa1-5d4576005875 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:42.037911 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.040001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8b105cfb-0da3-403f-9135-f897804f94a4 HTTP/1.1" status: 204 len: 168 time: 2.3201594 Aug 29 04:26:42.067717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f5dd-424b-4fdb-83df-df55c1805ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b105cfb-0da3-403f-9135-f897804f94a4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.112166 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.125816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85090c-e4b5-432a-bcfb-11ccb35d5e15 req-296da08b-aff2-4431-9086-4232748a288c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.127342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c85090c-e4b5-432a-bcfb-11ccb35d5e15 req-296da08b-aff2-4431-9086-4232748a288c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 936 time: 0.2195969 Aug 29 04:26:42.168014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6bc3d286-c4f9-4ff5-a43d-83959f054bb2 service neutron] 10.222.0.58 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227435 Aug 29 04:26:42.233399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c85090c-e4b5-432a-bcfb-11ccb35d5e15 req-1a331196-6051-4835-813a-25ac68adc911 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943274 Aug 29 04:26:42.292807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45232) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:42.362605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45240) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:42.417940 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2d04bce9-ac37-44cd-805d-f388826df6fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=018aeb53a6894e369ab689df77582171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533731 Aug 29 04:26:42.421167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45242) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:42.444528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ef1dfcf9-e949-4eee-ab19-f2483001b33f service neutron] 10.222.0.58 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492085 Aug 29 04:26:42.490703 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e46005d3-c40d-4a37-8490-ff32b10b0d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.526084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e46005d3-c40d-4a37-8490-ff32b10b0d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.607606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-519e22e6-3064-460b-b8df-b6b57da4ad0a service neutron] 10.222.0.58 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547580 Aug 29 04:26:42.617448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e46005d3-c40d-4a37-8490-ff32b10b0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.620932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e46005d3-c40d-4a37-8490-ff32b10b0d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.622291 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e46005d3-c40d-4a37-8490-ff32b10b0d47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e03baf6-5436-49a2-9cee-a30a3788facf HTTP/1.1" status: 204 len: 168 time: 0.1971216 Aug 29 04:26:42.648351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46005d3-c40d-4a37-8490-ff32b10b0d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e03baf6-5436-49a2-9cee-a30a3788facf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.650840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-836dead0-bf38-4d7f-8e0f-16bf250381f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.722386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9699e7-75d9-40b5-afa1-5d4576005875 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:42.734932 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.762921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Transition to ACTIVE for port object 6a9699e7-75d9-40b5-afa1-5d4576005875 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:42.774754 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.791012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-836dead0-bf38-4d7f-8e0f-16bf250381f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.796481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-836dead0-bf38-4d7f-8e0f-16bf250381f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.813962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e207267b-6948-418f-8261-f41c1c8666e5 service neutron] 10.222.0.58 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955268 Aug 29 04:26:42.878982 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-836dead0-bf38-4d7f-8e0f-16bf250381f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91930ecb1732441e9ecc909b82d573fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851412 Aug 29 04:26:42.881452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45258) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:42.891358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dead0-bf38-4d7f-8e0f-16bf250381f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f65cb1-c9be-49bc-8d6c-dc8db9414b8d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.928771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.953402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66409655-c6aa-4836-aca4-032174117c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.987437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66409655-c6aa-4836-aca4-032174117c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.027794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-eed2006c-9928-41bc-a62c-8310c66e558d service neutron] 10.222.0.58 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943736 Aug 29 04:26:43.028518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:43.028858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:43.029247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:43.034547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:43.034891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:43.066550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66409655-c6aa-4836-aca4-032174117c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.069773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66409655-c6aa-4836-aca4-032174117c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.073588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-66409655-c6aa-4836-aca4-032174117c3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5f65cb1-c9be-49bc-8d6c-dc8db9414b8d HTTP/1.1" status: 204 len: 168 time: 0.1883194 Aug 29 04:26:43.074024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:43.074351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:43.074763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:43.075583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Bound port: 6a9699e7-75d9-40b5-afa1-5d4576005875, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:43.075962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.084026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66409655-c6aa-4836-aca4-032174117c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f65cb1-c9be-49bc-8d6c-dc8db9414b8d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.219479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-43c439f9-d84d-43ae-982a-4bd5f84e52f6 service neutron] 10.222.0.58 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803174 Aug 29 04:26:43.220513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:43.224320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:43.230460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.256065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45272) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:43.288129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.289190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.290508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] 10.222.0.64 "PUT /v2.0/ports/6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 1097 time: 1.3805587 Aug 29 04:26:43.291059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:43.293691 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d" -d '{"events": [{"name": "network-changed", "server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:43.360203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbc40-c1e5-4fb5-8382-497f81fb8688 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.463594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-5716e809-359e-4d53-8106-2207eb9ba8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.465379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-5716e809-359e-4d53-8106-2207eb9ba8c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1100 time: 0.0781922 Aug 29 04:26:43.578283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-3df58e9e-f730-475d-8a4b-22e6bf77f83d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.0696275 Aug 29 04:26:43.609726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1283237199-network', 'tenant_id': '7200b14a58a34863a45c07bad37b85cf'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:43.644141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f623dfd-57d1-43a3-ae20-c1addbdf4935 req-667b5a36-d376-4a48-9545-99800589eff3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.653480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f623dfd-57d1-43a3-ae20-c1addbdf4935 req-667b5a36-d376-4a48-9545-99800589eff3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 948 time: 0.2149613 Aug 29 04:26:43.662499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Made reservation on behalf of 7200b14a58a34863a45c07bad37b85cf for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:43.666698 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.684089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.704675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-5b6d6b93-a459-4ce8-97df-c4fc279d82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.706759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-5b6d6b93-a459-4ce8-97df-c4fc279d82d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1192627 Aug 29 04:26:43.723499 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f623dfd-57d1-43a3-ae20-c1addbdf4935 req-322cf16b-4f58-4c84-b1f7-63aa85b0b39c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689831 Aug 29 04:26:43.812372 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e272ff0-0e57-4fe2-9af8-1d79be572807 x-openstack-request-id: req-8e272ff0-0e57-4fe2-9af8-1d79be572807 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:43.812770 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:43.813412 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e272ff0-0e57-4fe2-9af8-1d79be572807 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:43.813910 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'status': 'completed', 'code': 200} Aug 29 04:26:43.821841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-8916457b-9dea-4ffd-b1d0-b8919d074269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.823624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-8916457b-9dea-4ffd-b1d0-b8919d074269 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967395 Aug 29 04:26:43.838348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45304) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:43.860849 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c177f24-4958-4d19-ba71-ee380e88d18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.892100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.901186 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.953501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:43.972985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa674f0-3405-42d4-8dca-5888bd254198,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.985111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.985445 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Added segment 555243bc-8ea9-4228-9d8f-5bd0ed67d0f2 of type vlan for network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a Aug 29 04:26:43.998896 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-bf819b30-c40f-487e-9828-f416d5a7561a service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651354 Aug 29 04:26:44.058598 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.142997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.150779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf124eab-2c72-4f3a-bbd0-64c7713afd5c req-86735808-131d-4973-9cf1-0f554086b6e9 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408486 Aug 29 04:26:44.152438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.153111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.201114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55096cd9-665e-4f2d-a832-58c9a30aeec3 req-3938ad12-9d9a-404d-8999-de1d233284c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0350130 Aug 29 04:26:44.223598 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c177f24-4958-4d19-ba71-ee380e88d18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.233541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c177f24-4958-4d19-ba71-ee380e88d18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.235883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] Pushing event updated for resources: {'Network': ['ID=ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:44.252679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:44.256847 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-02b29fcd-b132-4cb6-a3be-8ed04258c29d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9978034 Aug 29 04:26:44.263884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45320) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.268960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Request body: {'subnet': {'network_id': 'ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1283237199-subnet', 'tenant_id': '7200b14a58a34863a45c07bad37b85cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:44.296793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177f24-4958-4d19-ba71-ee380e88d18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec66593-1fc3-4eb0-8a1d-a7cb498781f6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:44.313509 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1c177f24-4958-4d19-ba71-ee380e88d18d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d122dca250724f59854c431743961f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739802 Aug 29 04:26:44.316878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45322) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.324531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-1e42e10f-f4b3-48ac-af02-776792a875ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.326073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-1e42e10f-f4b3-48ac-af02-776792a875ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1100 time: 0.1085157 Aug 29 04:26:44.354405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Made reservation on behalf of 7200b14a58a34863a45c07bad37b85cf for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:44.359286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.425087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45328) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.489471 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-01084b07-0158-4464-b199-58f1be014afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.518212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-c09a11f3-5068-4e69-9e8b-54a3205d8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.519705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-c09a11f3-5068-4e69-9e8b-54a3205d8f20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1852903 Aug 29 04:26:44.538494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-01084b07-0158-4464-b199-58f1be014afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.584423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-network', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:44.593962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-aa612c71-afa9-4bd1-bd90-90eb808a60de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.0630491 Aug 29 04:26:44.664753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Made reservation on behalf of 6e4ef988b6d14066babd2f724dd9cc44 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:44.667730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.671327 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.686905 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.696683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-19f5f9e9-0c5d-44d5-bc4a-3af9f3248a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.698179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-19f5f9e9-0c5d-44d5-bc4a-3af9f3248a09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0956156 Aug 29 04:26:44.724191 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-01084b07-0158-4464-b199-58f1be014afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.726896 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-01084b07-0158-4464-b199-58f1be014afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.730494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-01084b07-0158-4464-b199-58f1be014afd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bec66593-1fc3-4eb0-8a1d-a7cb498781f6 HTTP/1.1" status: 204 len: 168 time: 0.3962195 Aug 29 04:26:44.737359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f61845-dc1a-4fcf-9cb5-60b1e0e966fa,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:44.760458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01084b07-0158-4464-b199-58f1be014afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec66593-1fc3-4eb0-8a1d-a7cb498781f6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:44.783684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Checking segment: {'id': '555243bc-8ea9-4228-9d8f-5bd0ed67d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:44.785096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Network hostable DHCP agents. Network: ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:44.800799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-2d0fd110-8e6c-4052-b038-b073583d429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.802464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-2d0fd110-8e6c-4052-b038-b073583d429d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921712 Aug 29 04:26:44.825281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:44.840025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:44.849926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13c8de-6ccf-426c-afef-e5f56e85a317 None None] Network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:44.854369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.855241 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.974675 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.987106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.999511 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-def7d489-1bed-45ca-9689-db866ace3f71 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7267597 Aug 29 04:26:45.055342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c50a22-2563-4e3e-861f-9b0c7ed44d78 req-5ffc2a06-bec4-4303-af98-164b725ca7d9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.058426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a11c2-a4b8-40f2-9c29-ce7eda1c05d5 None None] Network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:45.063560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66c50a22-2563-4e3e-861f-9b0c7ed44d78 req-5ffc2a06-bec4-4303-af98-164b725ca7d9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 948 time: 0.1991296 Aug 29 04:26:45.069332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:45.083813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-49056555-2a8d-407b-b287-6ff19b590e25 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726252 Aug 29 04:26:45.130966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1467e27-e558-402c-a1ef-15ee513fd68e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.183499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.184779 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Added segment 1d391a83-8d10-43e7-86e8-5b2ff82fcba1 of type vlan for network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb Aug 29 04:26:45.273613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66c50a22-2563-4e3e-861f-9b0c7ed44d78 req-d316b5d9-0c4e-4bb6-bf6e-549677703d0b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089047 Aug 29 04:26:45.282785 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.374761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3971b8c2-6378-4327-8740-979fd549860a req-af3aee7c-9ac0-4023-bbd9-91fbbee3d6dd tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0456524 Aug 29 04:26:45.379268 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3aff03be-2bc1-4aec-b8ea-c0808ecdf31d req-4710a1bc-eaf1-4bf5-9348-5e5098ce746f service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854195 Aug 29 04:26:45.382124 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.384056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.385286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.456705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0274081 Aug 29 04:26:45.456705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45362) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:45.463817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Request body: {'subnet': {'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-subnet', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:45.467785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21c434-4038-4f6c-b4c0-61ce7d2132cd admin admin] Pushing event updated for resources: {'Network': ['ID=0fa113d1-f3a0-4c5f-a307-16e5076b9abb,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.479330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:45.492907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Made reservation on behalf of 6e4ef988b6d14066babd2f724dd9cc44 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:45.496317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.721435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e9c85639-756f-4503-8c23-711bbce84dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.723507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e9c85639-756f-4503-8c23-711bbce84dc6 service neutron] 10.222.0.65 "GET /v2.0/ports/76b4eceb-84b4-449c-b444-df525582bf58 HTTP/1.1" status: 200 len: 1027 time: 0.0501070 Aug 29 04:26:45.766652 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.777054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7f7368cb-ae76-4659-892b-f4d67ad62574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.778766 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7f7368cb-ae76-4659-892b-f4d67ad62574 service neutron] 10.222.0.65 "GET /v2.0/ports/ab4005fe-119d-476a-8b42-84a574081c51 HTTP/1.1" status: 200 len: 1028 time: 0.0441864 Aug 29 04:26:45.853586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f2d25f-c7f1-4915-b887-9ec8d88f8d54,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.881031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Checking segment: {'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:45.881397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Network hostable DHCP agents. Network: 0fa113d1-f3a0-4c5f-a307-16e5076b9abb, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:45.893243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c1e4bcc1-9193-465f-8389-32c7d11d9bd8 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.894807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c1e4bcc1-9193-465f-8389-32c7d11d9bd8 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/networks?id=ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a HTTP/1.1" status: 200 len: 822 time: 0.1980381 Aug 29 04:26:45.926114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-551d164b-c1a8-40e4-b476-a2288794f280 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/quotas/7200b14a58a34863a45c07bad37b85cf HTTP/1.1" status: 200 len: 375 time: 0.0222266 Aug 29 04:26:45.930157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-250d8ef1-8823-4a9b-923a-7380d30dffff tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.937468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-250d8ef1-8823-4a9b-923a-7380d30dffff tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.943546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-250d8ef1-8823-4a9b-923a-7380d30dffff tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.945343 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-250d8ef1-8823-4a9b-923a-7380d30dffff tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "GET /v2.0/networks?id=169ba080-3078-4b2f-830c-3fd950a54f70&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=cb493501-5534-464e-b333-0a0a9a9efff8&id=cb493501-5534-464e-b333-0a0a9a9efff8 HTTP/1.1" status: 200 len: 1989 time: 0.1588817 Aug 29 04:26:45.948354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:45.973318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-aff58ce8-cb68-4316-975a-134d2cffd6ac tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7200b14a58a34863a45c07bad37b85cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386734 Aug 29 04:26:45.977498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 0fa113d1-f3a0-4c5f-a307-16e5076b9abb) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:45.989165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.990090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.991683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c3bc8-1155-4990-94cc-f3619d8b7341 None None] Network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:46.030815 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-bed6ac49-4692-4c94-afa4-d284bb0e144e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb7155c4ae3147918fed9048e693f6b2 HTTP/1.1" status: 200 len: 380 time: 0.0689926 Aug 29 04:26:46.061072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'admin_state_up': True, 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'security_groups': ['a5742565-2519-4f95-8e84-10515ed4cffe']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:46.083663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8bb6d824-1f82-43ca-87bb-ec33de9c09ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6260953 Aug 29 04:26:46.086301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45388) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.111785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:46.164999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-3fa18fbd-9fe0-4141-9e8f-8d867a1b88ed service neutron] 10.222.0.58 "GET /v2.0/networks/ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777334 Aug 29 04:26:46.168810 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.171217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.206331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fa113d1-f3a0-4c5f-a307-16e5076b9abb', 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'fixed_ips': [{'subnet_id': 'c9f2d25f-c7f1-4915-b887-9ec8d88f8d54'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:46.207247 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.296859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:46.302234 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.337547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.397507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Allocated IP 172.20.0.2 (0fa113d1-f3a0-4c5f-a307-16e5076b9abb/c9f2d25f-c7f1-4915-b887-9ec8d88f8d54/284d7d34-ec9e-41d4-9eda-e2504e6f6a78) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:46.569433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Allocated IP 172.20.0.6 (169ba080-3078-4b2f-830c-3fd950a54f70/f09912b6-0315-41f4-a01a-b0a4cd137ae3/82e9ba9c-de68-41a4-9818-95fb39a09f2a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:46.641408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.665023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:46.672933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Transition to ACTIVE for port object 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:46.791643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Transition to ACTIVE for port object 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:46.805774 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.831003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Transition to ACTIVE for port object 82e9ba9c-de68-41a4-9818-95fb39a09f2a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:46.873683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:46.890248 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.892139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.902084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'mac_address': 'fa:16:3e:7b:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:46.949859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:46.973898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network 169ba080-3078-4b2f-830c-3fd950a54f70 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:46.975319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:46.978057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:46.980535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:47.011509 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-3d5af3c2-97e9-4989-9688-de509193e7f4 service neutron] 10.222.0.58 "GET /v2.0/networks/ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8359349 Aug 29 04:26:47.016717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:47.028968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=82e9ba9c-de68-41a4-9818-95fb39a09f2a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.072016 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.087588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.088377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.103921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9699e7-75d9-40b5-afa1-5d4576005875 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:47.116736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Pushing event updated for resources: {'Port': ['ID=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.131690 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-22de395a-a77b-4709-b4b0-5db4a3fa700a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0878997 Aug 29 04:26:47.145246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'admin_state_up': True, 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'security_groups': ['a5742565-2519-4f95-8e84-10515ed4cffe']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:47.162728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:47.201747 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.237651 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.242818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b099c6-ed37-49f2-b751-7550832c88d7 req-d45af70a-ed3a-4567-89c0-da5b196c2096 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.255218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7b099c6-ed37-49f2-b751-7550832c88d7 req-d45af70a-ed3a-4567-89c0-da5b196c2096 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 948 time: 0.8265874 Aug 29 04:26:47.330038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Attempting to bind port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:47.330424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Attempting to bind port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:47.330798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Attempting to bind port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 on network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:47.353438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:47.353833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Checking segment: {'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:47.354243 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.354777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Bound using segment: {'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:47.355382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Bound port: 284d7d34-ec9e-41d4-9eda-e2504e6f6a78, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:47.355770 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.464843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7b099c6-ed37-49f2-b751-7550832c88d7 req-457ef739-5983-4796-aa5f-292be70d182e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051375 Aug 29 04:26:47.468384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:47.475087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.547637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6a9699e7-75d9-40b5-afa1-5d4576005875'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:47.567866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.580274 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9de3bfa-09ec-443e-84fc-bcd97d6e1cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.636123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1a4da-b999-48a8-ac7a-c30c6d7a51c4 req-5d20ccc8-4dec-4f69-92c8-d0b72703b977 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.653626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46e1a4da-b999-48a8-ac7a-c30c6d7a51c4 req-5d20ccc8-4dec-4f69-92c8-d0b72703b977 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 931 time: 0.2092891 Aug 29 04:26:47.730064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-48d2ec64-5db1-42f0-aef8-e4dda319a54b None None] Provisioning for port 82e9ba9c-de68-41a4-9818-95fb39a09f2a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:47.731135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef734a19-5d5e-487d-94fd-6205cc2dea13 req-eb92185a-3a91-40c9-a276-0706c8efedda tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 210 time: 0.0428329 Aug 29 04:26:47.743874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] For port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:47.749593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-48d2ec64-5db1-42f0-aef8-e4dda319a54b None None] Provisioning complete for port 82e9ba9c-de68-41a4-9818-95fb39a09f2a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:47.750255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48d2ec64-5db1-42f0-aef8-e4dda319a54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.772469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] For port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,segment=NetworkSegment(1d391a83-8d10-43e7-86e8-5b2ff82fcba1),segment_id=1d391a83-8d10-43e7-86e8-5b2ff82fcba1)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:47.804981 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.843341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46e1a4da-b999-48a8-ac7a-c30c6d7a51c4 req-88857a56-0258-464f-8782-187497baa22f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888266 Aug 29 04:26:47.917347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Allocated IP 10.1.1.205 (a4d989d8-0124-456e-8f1f-4f55c2dff3d4/732a507a-435d-4864-b53c-bd01c5602ad7/3ba4c654-6de7-4e6e-806d-ee27f43d0502) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:47.966325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-48d2ec64-5db1-42f0-aef8-e4dda319a54b None None] Port 82e9ba9c-de68-41a4-9818-95fb39a09f2a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:48.040448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204b585-3dd8-47d4-b37d-c4d18d8fbcc8 None None] Pushing event updated for resources: {'Port': ['ID=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:48.127680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45428) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.218848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.262697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Transition to ACTIVE for port object 3ba4c654-6de7-4e6e-806d-ee27f43d0502 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:48.267329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.314768 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.331824 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.447524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:48.452306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:48.454417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=3ba4c654-6de7-4e6e-806d-ee27f43d0502,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:48.456833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:48.487238 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb99250c-61ba-4634-b48a-ab3e482a3536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.545904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:48.558890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.559828 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.596686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b81069cc-b16a-4b0b-901b-04386f8166a8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4565003 Aug 29 04:26:48.615934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'admin_state_up': True, 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'security_groups': ['a5742565-2519-4f95-8e84-10515ed4cffe']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:48.694896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 6a9699e7-75d9-40b5-afa1-5d4576005875 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:48.700743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 6a9699e7-75d9-40b5-afa1-5d4576005875 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:48.701055 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.764974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f259cba-d398-46ac-a0cc-bdb0db1fa13e req-948fbda1-c532-4b82-93cb-e286b080494f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.774651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f259cba-d398-46ac-a0cc-bdb0db1fa13e req-948fbda1-c532-4b82-93cb-e286b080494f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.1876550 Aug 29 04:26:48.791796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Allocated IP 172.25.1.220 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/a33bad16-9160-4875-bd58-76cfab5a88ff) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:48.917048 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.988893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:48.991723 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc1827e-f906-4223-81d9-b3b24006c9ab" -d '{"events": [{"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-plugged", "status": "completed", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:48.993189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ad86ff8-97b0-4cda-8b80-c31375310944 req-fe9909b7-4342-42c8-aa87-0ac42323f6f6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 210 time: 0.1125927 Aug 29 04:26:49.019176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c4ba909b-6b27-4661-953d-69f41ce0d40b None None] Provisioning for port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:49.035420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c4ba909b-6b27-4661-953d-69f41ce0d40b None None] Provisioning complete for port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:49.035886 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4ba909b-6b27-4661-953d-69f41ce0d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.061613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f259cba-d398-46ac-a0cc-bdb0db1fa13e req-5bc94fc9-d7d5-4aaf-8627-2eaeca1c06fc tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706132 Aug 29 04:26:49.142906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:49.144308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba909b-6b27-4661-953d-69f41ce0d40b None None] Port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:49.150003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:49.158959 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.292357 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c96367-628c-42af-a4d4-b6a3ce0186ec x-openstack-request-id: req-66c96367-628c-42af-a4d4-b6a3ce0186ec {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:49.292954 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-plugged", "status": "completed", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:49.293427 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66c96367-628c-42af-a4d4-b6a3ce0186ec {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:49.294058 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'code': 200} Aug 29 04:26:49.328068 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb99250c-61ba-4634-b48a-ab3e482a3536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.344364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.355014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:49.371370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb99250c-61ba-4634-b48a-ab3e482a3536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.374685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:49.380286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.416066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f730b3-1d97-4253-a04d-8224927e2936 req-a5fe20dc-d72f-4add-b345-25813de88d11 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.424396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f730b3-1d97-4253-a04d-8224927e2936 req-a5fe20dc-d72f-4add-b345-25813de88d11 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.426179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83f730b3-1d97-4253-a04d-8224927e2936 req-a5fe20dc-d72f-4add-b345-25813de88d11 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 1653 time: 0.2776988 Aug 29 04:26:49.469205 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.541213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517f81e-fc85-47d3-8f23-e4d6f936a7a1 req-a943cacb-a6cb-4918-b023-600793394ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.542827 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c517f81e-fc85-47d3-8f23-e4d6f936a7a1 req-a943cacb-a6cb-4918-b023-600793394ffa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1102 time: 0.1076779 Aug 29 04:26:49.585066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.595004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7c71b-6f2f-4590-ac19-8492d5c0a0ed None None] Network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:49.619966 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c517f81e-fc85-47d3-8f23-e4d6f936a7a1 req-e3d5465e-2787-456f-9bca-4a287b330301 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655046 Aug 29 04:26:49.653855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Allocated IP 10.1.1.220 (a4d989d8-0124-456e-8f1f-4f55c2dff3d4/732a507a-435d-4864-b53c-bd01c5602ad7/d255974e-d6f6-497a-9e49-5ac9bf35d759) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:49.701373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb99250c-61ba-4634-b48a-ab3e482a3536 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d08656291a34de183da93798d87f1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5677238 Aug 29 04:26:49.702771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.707176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0b1742b7-f35b-409a-8c32-16a5159dc34b None None] Provisioning for port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:49.714490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0b1742b7-f35b-409a-8c32-16a5159dc34b None None] Provisioning complete for port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:49.714875 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b1742b7-f35b-409a-8c32-16a5159dc34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.716592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83f730b3-1d97-4253-a04d-8224927e2936 req-83159afe-f4ec-4116-a93a-3c42a88a35aa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826248 Aug 29 04:26:49.731397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-666e576c-466d-4538-8709-931dcaae9e77 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.733635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-666e576c-466d-4538-8709-931dcaae9e77 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.64 "GET /v2.0/networks?id=ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a HTTP/1.1" status: 200 len: 822 time: 0.5832798 Aug 29 04:26:49.734478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99250c-61ba-4634-b48a-ab3e482a3536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eaa52f-eb2b-492d-99dc-50215f72f55f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.740309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:49.747815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:49.755191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:49.757552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Pushing event updated for resources: {'Port': ['ID=a33bad16-9160-4875-bd58-76cfab5a88ff,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.909574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.925702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Transition to ACTIVE for port object d255974e-d6f6-497a-9e49-5ac9bf35d759 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:49.931587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b1742b7-f35b-409a-8c32-16a5159dc34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.938087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Request body: {'port': {'device_id': '06058210-f28b-4261-9b62-b3099feebfa9', 'network_id': 'ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a', 'admin_state_up': True, 'tenant_id': '7200b14a58a34863a45c07bad37b85cf'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:49.973004 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.003841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0b1742b7-f35b-409a-8c32-16a5159dc34b None None] For port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,segment=NetworkSegment(1d391a83-8d10-43e7-86e8-5b2ff82fcba1),segment_id=1d391a83-8d10-43e7-86e8-5b2ff82fcba1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:50.011361 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b1742b7-f35b-409a-8c32-16a5159dc34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.105098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:50.118718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:50.126266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:50.131732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=d255974e-d6f6-497a-9e49-5ac9bf35d759,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.134339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2cb4-1133-4cb4-9ed7-4f084f4a7d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.176111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1742b7-f35b-409a-8c32-16a5159dc34b None None] Pushing event updated for resources: {'Port': ['ID=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.210195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2cb4-1133-4cb4-9ed7-4f084f4a7d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.240238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.240909 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.247554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72491947-506e-4ce1-882e-85217d87a902 req-e8c1152d-14cd-4a9c-a4e0-04818bfe6c23 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 210 time: 0.1156561 Aug 29 04:26:50.288693 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.346126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.377131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2cb4-1133-4cb4-9ed7-4f084f4a7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.379845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2cb4-1133-4cb4-9ed7-4f084f4a7d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.381195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fb1e2cb4-1133-4cb4-9ed7-4f084f4a7d4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05eaa52f-eb2b-492d-99dc-50215f72f55f HTTP/1.1" status: 204 len: 168 time: 0.6771424 Aug 29 04:26:50.400702 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-89122e62-fad4-4272-ad08-1cf48df417aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.402852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e2cb4-1133-4cb4-9ed7-4f084f4a7d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eaa52f-eb2b-492d-99dc-50215f72f55f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.454075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-86215f50-9f28-43ab-bab9-20d5285f8481 None None] Provisioning complete for port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:50.454516 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-86215f50-9f28-43ab-bab9-20d5285f8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.538560 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec21e7bb-68f5-4235-978e-5db9f6a15380 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9269352 Aug 29 04:26:50.541528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9af9c5-ae94-416b-96b4-75e1ebcea173 req-2c651690-7625-4bd0-ba2c-56496a289010 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.543282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d9af9c5-ae94-416b-96b4-75e1ebcea173 req-2c651690-7625-4bd0-ba2c-56496a289010 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.3097754 Aug 29 04:26:50.546783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Made reservation on behalf of 7200b14a58a34863a45c07bad37b85cf for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:50.550732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.551559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8', 'admin_state_up': True, 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'security_groups': ['a5742565-2519-4f95-8e84-10515ed4cffe']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:50.719393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:50.721277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d9af9c5-ae94-416b-96b4-75e1ebcea173 req-2bf5b587-764c-4928-9081-349fba1b9ae3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680474 Aug 29 04:26:50.756545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-01dfe4e4-6444-43eb-9102-e1fe66022348 None None] Provisioning for port d255974e-d6f6-497a-9e49-5ac9bf35d759 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:50.768987 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-01dfe4e4-6444-43eb-9102-e1fe66022348 None None] Provisioning complete for port d255974e-d6f6-497a-9e49-5ac9bf35d759 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:50.769726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01dfe4e4-6444-43eb-9102-e1fe66022348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.094512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:51.135534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.152750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.193108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-01dfe4e4-6444-43eb-9102-e1fe66022348 None None] Port d255974e-d6f6-497a-9e49-5ac9bf35d759 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:51.209216 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.234129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:51.234799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.389391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.506698 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faf42906-b731-41fc-977f-be29a1b974c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.537416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6cc9b17-aaf2-40ae-97d0-6ede3d6403e1 req-207dbb50-416c-476c-ad50-6544c642e2dd tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 210 time: 0.1114309 Aug 29 04:26:51.582120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Allocated IP 172.20.0.14 (ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a/42f61845-dc1a-4fcf-9cb5-60b1e0e966fa/f92d03c2-9208-4570-8ea6-7a71ceb35545) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:51.604123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670138fb-3835-4e8a-9016-4d825051fca6 req-e9ce71ff-5ecb-45ec-a526-f8b0755fcfeb tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.610869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670138fb-3835-4e8a-9016-4d825051fca6 req-e9ce71ff-5ecb-45ec-a526-f8b0755fcfeb tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.616970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670138fb-3835-4e8a-9016-4d825051fca6 req-e9ce71ff-5ecb-45ec-a526-f8b0755fcfeb tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.619541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-670138fb-3835-4e8a-9016-4d825051fca6 req-e9ce71ff-5ecb-45ec-a526-f8b0755fcfeb tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 2374 time: 0.4683943 Aug 29 04:26:51.658417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Allocated IP 10.2.2.100 (cb493501-5534-464e-b333-0a0a9a9efff8/b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a/415bc19d-e15e-46b3-a939-4740af64da57) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:51.688244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Router 99be8113-10c9-4cce-810f-05ba2b643335 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:51.747547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-670138fb-3835-4e8a-9016-4d825051fca6 req-529d6f44-3d12-4745-a941-a03e81c99090 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155369 Aug 29 04:26:51.817055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.834399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Transition to ACTIVE for port object 415bc19d-e15e-46b3-a939-4740af64da57 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:51.875905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.928337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network cb493501-5534-464e-b333-0a0a9a9efff8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:51.936755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:51.941024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:51.968295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=415bc19d-e15e-46b3-a939-4740af64da57,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.001811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.002783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.022006 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.029983 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faf42906-b731-41fc-977f-be29a1b974c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.044572 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cd5f0284-b3c1-4905-9448-0b878c6f0d41 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4974821 Aug 29 04:26:52.046535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faf42906-b731-41fc-977f-be29a1b974c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.059477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8', 'admin_state_up': True, 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'security_groups': ['a5742565-2519-4f95-8e84-10515ed4cffe']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:52.071278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:52.083303 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Sync routers for ids ['99be8113-10c9-4cce-810f-05ba2b643335'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:52.089046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425206a-ad5b-425f-8258-edf897ec4444 req-0bbc5b92-8b9a-4fe9-aeb4-89fc3cb364f6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.090918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e425206a-ad5b-425f-8258-edf897ec4444 req-0bbc5b92-8b9a-4fe9-aeb4-89fc3cb364f6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.2270963 Aug 29 04:26:52.101238 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Routers {'99be8113-10c9-4cce-810f-05ba2b643335'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:52.101923 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['99be8113-10c9-4cce-810f-05ba2b643335'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:52.160984 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.165020 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-27b6e747-65c1-41a6-80d3-2367a9791592 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0713694 Aug 29 04:26:52.171812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-faf42906-b731-41fc-977f-be29a1b974c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67f1c20145f2413b8a9d8e9bec65abad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154335 Aug 29 04:26:52.172573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45474) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:52.172906 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf42906-b731-41fc-977f-be29a1b974c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a207df8-0504-40ec-838e-dfc9abf1f056,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.173320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45476) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:52.202935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e425206a-ad5b-425f-8258-edf897ec4444 req-218a78f2-e27b-4ebb-8fae-991a9e9a6864 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016872 Aug 29 04:26:52.204729 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.335315 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Set router 99be8113-10c9-4cce-810f-05ba2b643335 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:52.439254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a1982363-cbe1-4780-bc64-7a92df378907 None None] Provisioning for port 415bc19d-e15e-46b3-a939-4740af64da57 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:52.443734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6535efd-34ce-4379-be4c-00893e6fb68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.444694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a1982363-cbe1-4780-bc64-7a92df378907 None None] Provisioning complete for port 415bc19d-e15e-46b3-a939-4740af64da57 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:52.445421 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1982363-cbe1-4780-bc64-7a92df378907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.470404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Made reservation on behalf of bb7155c4ae3147918fed9048e693f6b2 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:52.475348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.524608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a1982363-cbe1-4780-bc64-7a92df378907 None None] Port 415bc19d-e15e-46b3-a939-4740af64da57 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:52.573529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6535efd-34ce-4379-be4c-00893e6fb68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.677806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:52.681844 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6535efd-34ce-4379-be4c-00893e6fb68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.683805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6535efd-34ce-4379-be4c-00893e6fb68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.685339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a6535efd-34ce-4379-be4c-00893e6fb68c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a207df8-0504-40ec-838e-dfc9abf1f056 HTTP/1.1" status: 204 len: 168 time: 0.5095086 Aug 29 04:26:52.719334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:52.724034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:52.749746 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.750886 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:26:49Z', 'revision_number': 3, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:52.763742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6535efd-34ce-4379-be4c-00893e6fb68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a207df8-0504-40ec-838e-dfc9abf1f056,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.786764 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Checking router: 99be8113-10c9-4cce-810f-05ba2b643335 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:52.787230 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Updating router 99be8113-10c9-4cce-810f-05ba2b643335 port a33bad16-9160-4875-bd58-76cfab5a88ff binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:52.826358 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.854017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Pushing event updated for resources: {'Port': ['ID=f92d03c2-9208-4570-8ea6-7a71ceb35545,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.912340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4b828-dc6c-4ce0-b7cf-4a9fc9c6b47e req-26602b67-9865-40c0-af65-d32222bfabd5 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.914145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c4b828-dc6c-4ce0-b7cf-4a9fc9c6b47e req-26602b67-9865-40c0-af65-d32222bfabd5 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1102 time: 0.2829473 Aug 29 04:26:52.953031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.953948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.984264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631f16c-7f69-4e2e-9b20-ed182f715b8c req-d1d57c0b-be4d-4bea-9077-2f49cfe649e8 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.993882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8631f16c-7f69-4e2e-9b20-ed182f715b8c req-d1d57c0b-be4d-4bea-9077-2f49cfe649e8 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 932 time: 0.3148315 Aug 29 04:26:53.051527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Allocated IP 10.2.2.200 (cb493501-5534-464e-b333-0a0a9a9efff8/b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a/456cc753-c550-4a1d-8c54-940ea75eb705) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:53.056830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-d2221975-94f5-4bbf-8d09-cd701beb1ad6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1251600 Aug 29 04:26:53.078553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Request body: {'port': {'device_id': '06058210-f28b-4261-9b62-b3099feebfa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:53.168154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8631f16c-7f69-4e2e-9b20-ed182f715b8c req-45d86936-c4b8-4162-b371-4f9fb7561a79 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536684 Aug 29 04:26:53.217658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c4b828-dc6c-4ce0-b7cf-4a9fc9c6b47e req-617cc2b4-fe1d-48d6-a749-6e6cf4a4acb0 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779980 Aug 29 04:26:53.308696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.365000 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.383462 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Transition to ACTIVE for port object a33bad16-9160-4875-bd58-76cfab5a88ff will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:53.396272 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.461618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Attempting to bind port a33bad16-9160-4875-bd58-76cfab5a88ff on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:53.461990 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Attempting to bind port a33bad16-9160-4875-bd58-76cfab5a88ff by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:53.462598 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Attempting to bind port a33bad16-9160-4875-bd58-76cfab5a88ff on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:53.475429 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1542c4a-50eb-463a-99f8-0f3cb200cad6 None None] Pushing event updated for resources: {'Port': ['ID=a33bad16-9160-4875-bd58-76cfab5a88ff,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.484164 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:53.485151 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:53.485562 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.485956 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:53.486450 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Bound port: a33bad16-9160-4875-bd58-76cfab5a88ff, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:53.486832 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.508899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.579775 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] For port a33bad16-9160-4875-bd58-76cfab5a88ff, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:53.585034 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] For port a33bad16-9160-4875-bd58-76cfab5a88ff, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a33bad16-9160-4875-bd58-76cfab5a88ff,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:53.597136 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.627654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.651020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Transition to ACTIVE for port object 456cc753-c550-4a1d-8c54-940ea75eb705 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:53.710219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.729852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc6ba8-e847-4246-8090-35a6fa45b8dd req-74d086a5-e0a6-4ace-8ffb-9a7935f7f338 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.736160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc6ba8-e847-4246-8090-35a6fa45b8dd req-74d086a5-e0a6-4ace-8ffb-9a7935f7f338 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.742299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc6ba8-e847-4246-8090-35a6fa45b8dd req-74d086a5-e0a6-4ace-8ffb-9a7935f7f338 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.748809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc6ba8-e847-4246-8090-35a6fa45b8dd req-74d086a5-e0a6-4ace-8ffb-9a7935f7f338 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.756222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcfc6ba8-e847-4246-8090-35a6fa45b8dd req-74d086a5-e0a6-4ace-8ffb-9a7935f7f338 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 3095 time: 0.4070103 Aug 29 04:26:53.777844 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Routers {'99be8113-10c9-4cce-810f-05ba2b643335'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:53.780394 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['99be8113-10c9-4cce-810f-05ba2b643335'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:53.791315 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1542c4a-50eb-463a-99f8-0f3cb200cad6 None None] Pushing event updated for resources: {'Port': ['ID=a33bad16-9160-4875-bd58-76cfab5a88ff,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.833425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92d03c2-9208-4570-8ea6-7a71ceb35545 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:53.855700 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.872146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcfc6ba8-e847-4246-8090-35a6fa45b8dd req-ce3ff502-d88a-4bc3-9c3d-67b38d1448b6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113086 Aug 29 04:26:53.928468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Transition to ACTIVE for port object f92d03c2-9208-4570-8ea6-7a71ceb35545 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:53.941832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Network cb493501-5534-464e-b333-0a0a9a9efff8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:53.945514 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] Set router 99be8113-10c9-4cce-810f-05ba2b643335 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:53.952540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b099-8377-49ea-ac07-0d66c6f8f947 req-adacaea2-80aa-4616-8d01-c3e7f376611a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.958885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9012b099-8377-49ea-ac07-0d66c6f8f947 req-adacaea2-80aa-4616-8d01-c3e7f376611a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1183054 Aug 29 04:26:53.960173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.962901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:53.965902 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:54.051727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event updated for resources: {'Port': ['ID=456cc753-c550-4a1d-8c54-940ea75eb705,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.114920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9012b099-8377-49ea-ac07-0d66c6f8f947 req-7ea4399a-1348-46da-95a0-bbaf21735d19 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363342 Aug 29 04:26:54.117445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Pushing event updated for resources: {'Port': ['ID=f92d03c2-9208-4570-8ea6-7a71ceb35545,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.176149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-49bacb3b-e7a5-4399-bf67-ca01abe54d6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4808290 Aug 29 04:26:54.234143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.236384 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.240031 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:26:49Z', 'revision_number': 3, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:54.328435 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106097d1-c34b-4c20-b2a8-dc6a9a2a0343 None None] The sync data for ids ['99be8113-10c9-4cce-810f-05ba2b643335'] in n-d-712142-15 is: [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:26:49Z', 'revision_number': 3, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:54.344028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Attempting to bind port f92d03c2-9208-4570-8ea6-7a71ceb35545 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:54.344414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Attempting to bind port f92d03c2-9208-4570-8ea6-7a71ceb35545 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '555243bc-8ea9-4228-9d8f-5bd0ed67d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:54.344726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Attempting to bind port f92d03c2-9208-4570-8ea6-7a71ceb35545 on network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:54.390192 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-09eecc03-1bc5-48d8-8772-e871b21ca5fa tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3354244 Aug 29 04:26:54.410164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Port f92d03c2-9208-4570-8ea6-7a71ceb35545 on network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:54.410384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Attempting to bind port f92d03c2-9208-4570-8ea6-7a71ceb35545 on network ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:54.417721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:54.438623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:54.438986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Checking segment: {'id': '555243bc-8ea9-4228-9d8f-5bd0ed67d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:54.439387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Bound using segment: {'id': '555243bc-8ea9-4228-9d8f-5bd0ed67d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:54.439844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Bound port: f92d03c2-9208-4570-8ea6-7a71ceb35545, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555243bc-8ea9-4228-9d8f-5bd0ed67d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:54.440287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.475607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e48b52c1-7247-4b93-8897-301c28a4db60 None None] Provisioning for port 456cc753-c550-4a1d-8c54-940ea75eb705 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:54.479970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Allocated IP 172.20.0.1 (0fa113d1-f3a0-4c5f-a307-16e5076b9abb/c9f2d25f-c7f1-4915-b887-9ec8d88f8d54/5b82a5a8-01d4-46b5-8208-2e1e3f2c738f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:54.481865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e48b52c1-7247-4b93-8897-301c28a4db60 None None] Provisioning complete for port 456cc753-c550-4a1d-8c54-940ea75eb705 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:54.483444 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e48b52c1-7247-4b93-8897-301c28a4db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.551118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e48b52c1-7247-4b93-8897-301c28a4db60 None None] Port 456cc753-c550-4a1d-8c54-940ea75eb705 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:54.553849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422f4c-4309-406f-a679-c958d95f1fc6 req-7feeb5b0-646a-40e2-be2b-9542f42e458d tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.555808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd422f4c-4309-406f-a679-c958d95f1fc6 req-7feeb5b0-646a-40e2-be2b-9542f42e458d tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 944 time: 0.2127330 Aug 29 04:26:54.646747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.683188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd422f4c-4309-406f-a679-c958d95f1fc6 req-0b071a46-4a38-4fb8-a800-6a7a64762c04 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042037 Aug 29 04:26:54.693133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] For port f92d03c2-9208-4570-8ea6-7a71ceb35545, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:54.727443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] For port f92d03c2-9208-4570-8ea6-7a71ceb35545, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f92d03c2-9208-4570-8ea6-7a71ceb35545,segment=NetworkSegment(555243bc-8ea9-4228-9d8f-5bd0ed67d0f2),segment_id=555243bc-8ea9-4228-9d8f-5bd0ed67d0f2)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:54.741612 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.828770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.838563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.839831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] 10.222.0.64 "PUT /v2.0/ports/f92d03c2-9208-4570-8ea6-7a71ceb35545 HTTP/1.1" status: 200 len: 1093 time: 1.7677395 Aug 29 04:26:54.840388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06058210-f28b-4261-9b62-b3099feebfa9', 'tag': 'f92d03c2-9208-4570-8ea6-7a71ceb35545'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:54.843525 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e201e205-23d7-4a5e-81ab-33dc8726c5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "06058210-f28b-4261-9b62-b3099feebfa9", "tag": "f92d03c2-9208-4570-8ea6-7a71ceb35545"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:55.028974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa55fc-4052-4576-bac9-40772e6aff23 service neutron] Pushing event updated for resources: {'Port': ['ID=f92d03c2-9208-4570-8ea6-7a71ceb35545,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.070930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-80bde50e-e013-41f0-bcd8-ef78d626ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.079694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-80bde50e-e013-41f0-bcd8-ef78d626ef8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7200b14a58a34863a45c07bad37b85cf&device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 1096 time: 0.1597755 Aug 29 04:26:55.118142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a33bad16-9160-4875-bd58-76cfab5a88ff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:55.160623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-004f5ae8-e3f9-4870-a5f1-e1d4d64601b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f92d03c2-9208-4570-8ea6-7a71ceb35545 HTTP/1.1" status: 200 len: 217 time: 0.0701180 Aug 29 04:26:55.277462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a33bad16-9160-4875-bd58-76cfab5a88ff completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:55.282242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a33bad16-9160-4875-bd58-76cfab5a88ff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:55.283407 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.421605 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eab59-a5df-487f-8eab-8341b4b5637e req-f08cd5c3-7229-4a9e-989b-c2611fd7108d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.433024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.436815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eab59-a5df-487f-8eab-8341b4b5637e req-f08cd5c3-7229-4a9e-989b-c2611fd7108d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.469043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eab59-a5df-487f-8eab-8341b4b5637e req-f08cd5c3-7229-4a9e-989b-c2611fd7108d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.476895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eab59-a5df-487f-8eab-8341b4b5637e req-f08cd5c3-7229-4a9e-989b-c2611fd7108d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.513202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eab59-a5df-487f-8eab-8341b4b5637e req-f08cd5c3-7229-4a9e-989b-c2611fd7108d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.520463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a4eab59-a5df-487f-8eab-8341b4b5637e req-f08cd5c3-7229-4a9e-989b-c2611fd7108d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 3816 time: 0.4324195 Aug 29 04:26:55.523183 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f8af95-567d-4587-ac86-2585f9640960 x-openstack-request-id: req-c2f8af95-567d-4587-ac86-2585f9640960 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:55.524074 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06058210-f28b-4261-9b62-b3099feebfa9", "tag": "f92d03c2-9208-4570-8ea6-7a71ceb35545", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:55.524551 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2f8af95-567d-4587-ac86-2585f9640960 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:55.525247 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06058210-f28b-4261-9b62-b3099feebfa9', 'tag': 'f92d03c2-9208-4570-8ea6-7a71ceb35545', 'status': 'completed', 'code': 200} Aug 29 04:26:55.549619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e9ba9c-de68-41a4-9818-95fb39a09f2a {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:55.557113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.560713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-e4d1a8e8-e628-474a-925b-5a7727f63f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.562520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-e4d1a8e8-e628-474a-925b-5a7727f63f5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42f61845-dc1a-4fcf-9cb5-60b1e0e966fa HTTP/1.1" status: 200 len: 862 time: 0.3627687 Aug 29 04:26:55.578595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.585942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Transition to ACTIVE for port object 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:55.625828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a33bad16-9160-4875-bd58-76cfab5a88ff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a33bad16-9160-4875-bd58-76cfab5a88ff,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:55.632649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Transition to ACTIVE for port object 82e9ba9c-de68-41a4-9818-95fb39a09f2a will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:55.637314 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.654044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.668337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-9578a59d-e9b1-4725-8f6f-f00ea0546fe0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903578 Aug 29 04:26:55.728224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a33bad16-9160-4875-bd58-76cfab5a88ff,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.733718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a4eab59-a5df-487f-8eab-8341b4b5637e req-53154332-b1e6-495e-bfd5-efe37891e72d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007418 Aug 29 04:26:55.902809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.945736 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a02792-39ce-41af-ab76-1463b955b6f7 req-98f286ff-bf67-44eb-81d8-a39246e2abee tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.965534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5a02792-39ce-41af-ab76-1463b955b6f7 req-98f286ff-bf67-44eb-81d8-a39246e2abee tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.2994497 Aug 29 04:26:55.991009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:55.999634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:56.003022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:56.053664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Pushing event updated for resources: {'Port': ['ID=82e9ba9c-de68-41a4-9818-95fb39a09f2a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.113673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Pushing event updated for resources: {'Port': ['ID=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.131728 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.137052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-f0a21048-bda3-4326-87dd-6fd8a0543077 service neutron] 10.222.0.64 "GET /v2.0/networks/ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533851 Aug 29 04:26:56.190037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5a02792-39ce-41af-ab76-1463b955b6f7 req-dedbc49f-7b69-42c1-bb93-cc1ba5d8c32b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088895 Aug 29 04:26:56.324326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35463951-5a29-43e1-a8e8-c090e7006a4a req-9cbdbffc-da4e-4304-8f27-363411986e16 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.336184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35463951-5a29-43e1-a8e8-c090e7006a4a req-9cbdbffc-da4e-4304-8f27-363411986e16 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 944 time: 0.3169177 Aug 29 04:26:56.340439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Attempting to bind port 82e9ba9c-de68-41a4-9818-95fb39a09f2a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:56.356094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Attempting to bind port 82e9ba9c-de68-41a4-9818-95fb39a09f2a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:56.356094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Attempting to bind port 82e9ba9c-de68-41a4-9818-95fb39a09f2a on network 169ba080-3078-4b2f-830c-3fd950a54f70 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:56.382290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Port 82e9ba9c-de68-41a4-9818-95fb39a09f2a on network 169ba080-3078-4b2f-830c-3fd950a54f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:56.382642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Attempting to bind port 82e9ba9c-de68-41a4-9818-95fb39a09f2a on network 169ba080-3078-4b2f-830c-3fd950a54f70 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:56.393867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:56.394376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Checking segment: {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:56.395005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Bound using segment: {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:56.395438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Bound port: 82e9ba9c-de68-41a4-9818-95fb39a09f2a, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1432f9-0fdd-43fa-a881-310291fecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:56.396021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.411697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a8df0928-b1d2-421c-af0f-e5b429ac8673 None None] Provisioning for port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:56.419511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a8df0928-b1d2-421c-af0f-e5b429ac8673 None None] Provisioning complete for port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:56.420810 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a8df0928-b1d2-421c-af0f-e5b429ac8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.453296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35463951-5a29-43e1-a8e8-c090e7006a4a req-fe1ff40e-e155-4e0b-8264-092be9f27acd tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140871 Aug 29 04:26:56.476937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a8df0928-b1d2-421c-af0f-e5b429ac8673 None None] Port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:56.494855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ccee44e7-a2dd-4d4c-b47a-16b8cfc3b4d5 req-3124ac45-7fe6-4513-8c49-4900e3c8686b service neutron] 10.222.0.64 "GET /v2.0/networks/ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438089 Aug 29 04:26:56.522946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-6638171a-ee65-401c-b738-046199d6f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.524629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-6638171a-ee65-401c-b738-046199d6f0cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1102 time: 0.2745206 Aug 29 04:26:56.556639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] For port 82e9ba9c-de68-41a4-9818-95fb39a09f2a, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:56.563201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] For port 82e9ba9c-de68-41a4-9818-95fb39a09f2a, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:56.620898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-fd2a276f-f5aa-44aa-87a0-48c267c6e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.622592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-fd2a276f-f5aa-44aa-87a0-48c267c6e1b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7200b14a58a34863a45c07bad37b85cf&device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 1096 time: 0.0560243 Aug 29 04:26:56.650445 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.686148 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:26:56.725981 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.762528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.764734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.768325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] 10.222.0.65 "PUT /v2.0/ports/82e9ba9c-de68-41a4-9818-95fb39a09f2a HTTP/1.1" status: 200 len: 1092 time: 2.3565333 Aug 29 04:26:56.768813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:56.771485 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773eeb17-e796-462e-a0a3-49f0227e6770" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:56.783970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-f3628ad5-9017-4e02-896b-a8d4318ec95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.785935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-f3628ad5-9017-4e02-896b-a8d4318ec95b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a HTTP/1.1" status: 200 len: 923 time: 0.1554437 Aug 29 04:26:56.834791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac799761-8fe4-4208-8169-b3002182f273 service neutron] Pushing event updated for resources: {'Port': ['ID=82e9ba9c-de68-41a4-9818-95fb39a09f2a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.856542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:56.896950 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-b5f1c59b-ecf5-4f1f-b01a-e7609eb8b567 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f92d03c2-9208-4570-8ea6-7a71ceb35545 HTTP/1.1" status: 200 len: 217 time: 0.1018770 Aug 29 04:26:56.992021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-ccd666e2-40e3-4616-b2af-280876bb4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.994295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-ccd666e2-40e3-4616-b2af-280876bb4249 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.4547448 Aug 29 04:26:57.017073 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce94647-ade6-4eba-9398-afa85e77c4a1 x-openstack-request-id: req-8ce94647-ade6-4eba-9398-afa85e77c4a1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:57.017937 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:57.019389 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ce94647-ade6-4eba-9398-afa85e77c4a1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:57.021249 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'status': 'completed', 'code': 200} Aug 29 04:26:57.025697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.073898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a33bad16-9160-4875-bd58-76cfab5a88ff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:57.161211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e19df-8db8-471d-94f8-41c712cbd3ea req-3830ca50-6dc9-4a40-b3f8-577773a4d413 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.172599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e19df-8db8-471d-94f8-41c712cbd3ea req-3830ca50-6dc9-4a40-b3f8-577773a4d413 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.179884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e19df-8db8-471d-94f8-41c712cbd3ea req-3830ca50-6dc9-4a40-b3f8-577773a4d413 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.187205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e19df-8db8-471d-94f8-41c712cbd3ea req-3830ca50-6dc9-4a40-b3f8-577773a4d413 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.195792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e19df-8db8-471d-94f8-41c712cbd3ea req-3830ca50-6dc9-4a40-b3f8-577773a4d413 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.208336 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-542e19df-8db8-471d-94f8-41c712cbd3ea req-3830ca50-6dc9-4a40-b3f8-577773a4d413 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 3828 time: 0.3011374 Aug 29 04:26:57.219166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a33bad16-9160-4875-bd58-76cfab5a88ff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:57.219777 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.249457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-0aa36067-a0ed-4c7f-a26c-367eaa886f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.250060 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.252068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-0aa36067-a0ed-4c7f-a26c-367eaa886f12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42f61845-dc1a-4fcf-9cb5-60b1e0e966fa HTTP/1.1" status: 200 len: 862 time: 0.3462999 Aug 29 04:26:57.308105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-e4f6a7fa-cde3-452e-bb57-dd5b473be624 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440311 Aug 29 04:26:57.349309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-542e19df-8db8-471d-94f8-41c712cbd3ea req-ed93a198-4ddc-45a3-a96b-ee5102222f07 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395333 Aug 29 04:26:57.401333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.452381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.492973 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.496381 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-fdd39fb3-1493-41d7-9f98-6273fbd12f25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.4715114 Aug 29 04:26:57.540417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cabb8-a145-4858-a00e-ee17dee41c1f req-e52d51b4-2b07-4adf-a722-3c759e429e5e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.541953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-525cabb8-a145-4858-a00e-ee17dee41c1f req-e52d51b4-2b07-4adf-a722-3c759e429e5e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1219645 Aug 29 04:26:57.567052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-7884cae3-7d10-41cd-b5c2-d3c951f4d695 service neutron] 10.222.0.64 "GET /v2.0/networks/ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368267 Aug 29 04:26:57.602691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697d86c-c55b-4d95-8ad4-087d4a560160 req-baa3ad44-62bf-46d9-baed-8752976a66e6 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.604268 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f697d86c-c55b-4d95-8ad4-087d4a560160 req-baa3ad44-62bf-46d9-baed-8752976a66e6 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 945 time: 0.1279247 Aug 29 04:26:57.662482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-cf9c3df2-3132-4cd7-8937-9811d682ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.664476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-cf9c3df2-3132-4cd7-8937-9811d682ed83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1306555 Aug 29 04:26:57.676553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-a1532d16-1e8b-4a25-81c4-12615997470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.677642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-a1532d16-1e8b-4a25-81c4-12615997470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.678133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-a1532d16-1e8b-4a25-81c4-12615997470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.678611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-a1532d16-1e8b-4a25-81c4-12615997470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.679085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-a1532d16-1e8b-4a25-81c4-12615997470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.681613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-a1532d16-1e8b-4a25-81c4-12615997470a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 4364 time: 0.6768973 Aug 29 04:26:57.694483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-525cabb8-a145-4858-a00e-ee17dee41c1f req-05c23354-9f63-4973-a630-ae99fc9ad7f4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389985 Aug 29 04:26:57.734589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f697d86c-c55b-4d95-8ad4-087d4a560160 req-8d3421f8-4569-4fc8-831f-8e0e770dbea0 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173904 Aug 29 04:26:57.807859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e201e205-23d7-4a5e-81ab-33dc8726c5eb req-e16a3119-15ae-49fe-9f9d-776cebdea28c service neutron] 10.222.0.64 "GET /v2.0/networks/ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229636 Aug 29 04:26:57.852508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6af3-20af-44f5-9071-88b61ef6b1a0 req-631f450a-cc56-45ba-9bfb-d0388ac4e716 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.854528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-576b6af3-20af-44f5-9071-88b61ef6b1a0 req-631f450a-cc56-45ba-9bfb-d0388ac4e716 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 944 time: 0.0635803 Aug 29 04:26:57.903100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-576b6af3-20af-44f5-9071-88b61ef6b1a0 req-c8eeae04-1b75-4ab0-9a4d-c5da29f27d97 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Aug 29 04:26:58.067188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Pushing event updated for resources: {'Port': ['ID=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.114628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.286478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-34f9c82b-6ab8-42b6-827f-28395f8010e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.288003 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-34f9c82b-6ab8-42b6-827f-28395f8010e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6057749 Aug 29 04:26:58.321308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:58.369914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:58.399497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-db1c121e-b7dd-4c34-adbb-4728342a2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.400822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-db1c121e-b7dd-4c34-adbb-4728342a2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.401517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-db1c121e-b7dd-4c34-adbb-4728342a2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.405460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-db1c121e-b7dd-4c34-adbb-4728342a2fdc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bb7155c4ae3147918fed9048e693f6b2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3303668 Aug 29 04:26:58.526859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4821-8eba-48f6-9926-3202e4601338 req-af0b04d8-e0f1-47df-8ad5-51aa2ad3f9be tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.535815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4821-8eba-48f6-9926-3202e4601338 req-af0b04d8-e0f1-47df-8ad5-51aa2ad3f9be tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.546940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4821-8eba-48f6-9926-3202e4601338 req-af0b04d8-e0f1-47df-8ad5-51aa2ad3f9be tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.553456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4821-8eba-48f6-9926-3202e4601338 req-af0b04d8-e0f1-47df-8ad5-51aa2ad3f9be tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.560287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4821-8eba-48f6-9926-3202e4601338 req-af0b04d8-e0f1-47df-8ad5-51aa2ad3f9be tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.569277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b7e4821-8eba-48f6-9926-3202e4601338 req-af0b04d8-e0f1-47df-8ad5-51aa2ad3f9be tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 3828 time: 0.1220746 Aug 29 04:26:58.622551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b7e4821-8eba-48f6-9926-3202e4601338 req-71988b90-789d-4d98-ad3f-d8da0fc9732a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522845 Aug 29 04:26:58.639797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device f92d03c2-9208-4570-8ea6-7a71ceb35545 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:58.745254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-d65172d9-aa42-44b5-b513-3263507ac502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.746857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-773eeb17-e796-462e-a0a3-49f0227e6770 req-d65172d9-aa42-44b5-b513-3263507ac502 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3030818 Aug 29 04:26:58.773000 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-bcfe9ebe-5573-4c4a-b526-b2f7180ddd2c service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722941 Aug 29 04:26:58.851930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port f92d03c2-9208-4570-8ea6-7a71ceb35545, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f92d03c2-9208-4570-8ea6-7a71ceb35545,segment=NetworkSegment(555243bc-8ea9-4228-9d8f-5bd0ed67d0f2),segment_id=555243bc-8ea9-4228-9d8f-5bd0ed67d0f2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:58.856292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d69e9590-bd03-4565-b4f7-3b452b83bad1 None None] Provisioning complete for port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:58.860664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d69e9590-bd03-4565-b4f7-3b452b83bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.894341 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-c99a8e48-9ba0-43ff-8870-a38a3459db21 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111124 Aug 29 04:26:58.924479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'f92d03c2-9208-4570-8ea6-7a71ceb35545', 'network_id': 'ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a', 'port_id': 'f92d03c2-9208-4570-8ea6-7a71ceb35545', 'mac_address': 'fa:16:3e:9a:14:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f61845-dc1a-4fcf-9cb5-60b1e0e966fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:58.963441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Router 99be8113-10c9-4cce-810f-05ba2b643335 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:58.982225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b4eceb-84b4-449c-b444-df525582bf58 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:58.983468 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.994035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.001913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d69e9590-bd03-4565-b4f7-3b452b83bad1 None None] Port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:59.004700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92d03c2-9208-4570-8ea6-7a71ceb35545 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:59.040935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622996f-f0ed-43b1-a054-b94a31187f18 req-89fe1d39-154d-4dd6-a2b2-cf4693b00e86 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.043869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port f92d03c2-9208-4570-8ea6-7a71ceb35545, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f92d03c2-9208-4570-8ea6-7a71ceb35545,segment=NetworkSegment(555243bc-8ea9-4228-9d8f-5bd0ed67d0f2),segment_id=555243bc-8ea9-4228-9d8f-5bd0ed67d0f2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:59.045096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2622996f-f0ed-43b1-a054-b94a31187f18 req-89fe1d39-154d-4dd6-a2b2-cf4693b00e86 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.2111130 Aug 29 04:26:59.054107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.072825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845faffd-ba36-4ce6-a59f-fb3b6b23d6d6 req-509a8528-dd65-48af-a2f0-1ad9cc721951 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.074620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-845faffd-ba36-4ce6-a59f-fb3b6b23d6d6 req-509a8528-dd65-48af-a2f0-1ad9cc721951 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 945 time: 0.1975965 Aug 29 04:26:59.152459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2622996f-f0ed-43b1-a054-b94a31187f18 req-780484fa-c202-41c5-9da5-9ca27938f276 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766382 Aug 29 04:26:59.160664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-845faffd-ba36-4ce6-a59f-fb3b6b23d6d6 req-41ad880f-f84b-41ed-946f-7b68dfb15fd0 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686243 Aug 29 04:26:59.173649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=f92d03c2-9208-4570-8ea6-7a71ceb35545,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.184463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:59.191108 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f71f2251-3e21-4789-8740-e2d10008995b admin admin] 10.222.0.58 "PUT /v2.0/routers/99be8113-10c9-4cce-810f-05ba2b643335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0165560 Aug 29 04:26:59.198834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Sync routers for ids ['99be8113-10c9-4cce-810f-05ba2b643335'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:59.232180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Routers {'99be8113-10c9-4cce-810f-05ba2b643335'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:59.233621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['99be8113-10c9-4cce-810f-05ba2b643335'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:59.236547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Transition to ACTIVE for port object 76b4eceb-84b4-449c-b444-df525582bf58 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:59.253737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.325091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['f92d03c2-9208-4570-8ea6-7a71ceb35545'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:59.371691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-a4c80b12-32be-49bd-a5dc-beaf5aac8ce7 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.375070 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-a4c80b12-32be-49bd-a5dc-beaf5aac8ce7 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.65 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 945 time: 0.2190781 Aug 29 04:26:59.385144 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5599b26-9fa5-4638-905e-3201259b8d0c req-b18937de-3c0e-46dc-a259-746e87469215 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.389329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5599b26-9fa5-4638-905e-3201259b8d0c req-b18937de-3c0e-46dc-a259-746e87469215 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 945 time: 0.1306908 Aug 29 04:26:59.479233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Pushing event updated for resources: {'Port': ['ID=76b4eceb-84b4-449c-b444-df525582bf58,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.494477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5599b26-9fa5-4638-905e-3201259b8d0c req-8c9bdf02-4385-4b31-89e5-454f9ada33ab tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959523 Aug 29 04:26:59.635205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Attempting to bind port 76b4eceb-84b4-449c-b444-df525582bf58 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.635444 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Attempting to bind port 76b4eceb-84b4-449c-b444-df525582bf58 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.635707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Attempting to bind port 76b4eceb-84b4-449c-b444-df525582bf58 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.650912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Port 76b4eceb-84b4-449c-b444-df525582bf58 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.651581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Attempting to bind port 76b4eceb-84b4-449c-b444-df525582bf58 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.687388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:59.687738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Checking segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:59.688182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Bound using segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:59.688642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Bound port: 76b4eceb-84b4-449c-b444-df525582bf58, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:59.689014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.729457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Set router 99be8113-10c9-4cce-810f-05ba2b643335 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:59.811326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] For port 76b4eceb-84b4-449c-b444-df525582bf58, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:59.825478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] For port 76b4eceb-84b4-449c-b444-df525582bf58, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=76b4eceb-84b4-449c-b444-df525582bf58,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:59.826912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9cf3-c9f6-45a0-81fd-ff2b85a62295 req-4cbb8d8b-6c45-4d4d-9ba9-b1bc96e8fe20 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.834706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Deleting port 125515ac-adf7-4304-9211-c5cf7d58219a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:59.835252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.844165 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.852689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9cf3-c9f6-45a0-81fd-ff2b85a62295 req-4cbb8d8b-6c45-4d4d-9ba9-b1bc96e8fe20 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.860407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9cf3-c9f6-45a0-81fd-ff2b85a62295 req-4cbb8d8b-6c45-4d4d-9ba9-b1bc96e8fe20 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.874336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9cf3-c9f6-45a0-81fd-ff2b85a62295 req-4cbb8d8b-6c45-4d4d-9ba9-b1bc96e8fe20 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.892397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9cf3-c9f6-45a0-81fd-ff2b85a62295 req-4cbb8d8b-6c45-4d4d-9ba9-b1bc96e8fe20 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.911140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9cf3-c9f6-45a0-81fd-ff2b85a62295 req-4cbb8d8b-6c45-4d4d-9ba9-b1bc96e8fe20 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.913639 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-895e9cf3-c9f6-45a0-81fd-ff2b85a62295 req-4cbb8d8b-6c45-4d4d-9ba9-b1bc96e8fe20 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 4600 time: 0.1524084 Aug 29 04:26:59.974160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.974160 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.975783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] 10.222.0.65 "PUT /v2.0/ports/76b4eceb-84b4-449c-b444-df525582bf58 HTTP/1.1" status: 200 len: 1131 time: 3.1314900 Aug 29 04:26:59.985229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '76b4eceb-84b4-449c-b444-df525582bf58'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:59.988271 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dd8882-87c5-41c3-b4e5-0f5514124fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "76b4eceb-84b4-449c-b444-df525582bf58"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:00.022558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:00.078122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e3dd4-403b-4936-bb44-6ecd250d7626 service neutron] Pushing event updated for resources: {'Port': ['ID=76b4eceb-84b4-449c-b444-df525582bf58,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.089019 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-895e9cf3-c9f6-45a0-81fd-ff2b85a62295 req-c117352e-0e61-46fc-bb06-625300107bba tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670032 Aug 29 04:27:00.161375 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] For port 125515ac-adf7-4304-9211-c5cf7d58219a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=125515ac-adf7-4304-9211-c5cf7d58219a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:00.161867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.200232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.220402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-d03e2a7d-77c2-4dbb-af26-7bf756623c31 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2819831 Aug 29 04:27:00.226847 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9205c14-2987-450c-bb47-543d0d53edd2 x-openstack-request-id: req-a9205c14-2987-450c-bb47-543d0d53edd2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:00.234517 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "76b4eceb-84b4-449c-b444-df525582bf58", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:00.234872 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9205c14-2987-450c-bb47-543d0d53edd2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:00.237066 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '76b4eceb-84b4-449c-b444-df525582bf58', 'status': 'completed', 'code': 200} Aug 29 04:27:00.237461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:00.293546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.416771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:26:56Z', 'revision_number': 4, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5b82a5a8-01d4-46b5-8208-2e1e3f2c738f', 'name': '', 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'mac_address': 'fa:16:3e:70:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9f2d25f-c7f1-4915-b887-9ec8d88f8d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:53Z', 'updated_at': '2021-08-29T04:26:57Z', 'revision_number': 2, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'subnets': [{'id': 'c9f2d25f-c7f1-4915-b887-9ec8d88f8d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:00.454694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Checking router: 99be8113-10c9-4cce-810f-05ba2b643335 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:00.455690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Updating router 99be8113-10c9-4cce-810f-05ba2b643335 port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:00.480130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c802247b-eb8a-4742-8bc2-eb81dfd3a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.480337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab15b-8e62-458c-b25f-a96b92440361 req-cdb83f59-5467-48b2-8da1-0b76e6b5a077 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.480862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c802247b-eb8a-4742-8bc2-eb81dfd3a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.481452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c802247b-eb8a-4742-8bc2-eb81dfd3a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.482095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c802247b-eb8a-4742-8bc2-eb81dfd3a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.482718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c802247b-eb8a-4742-8bc2-eb81dfd3a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.483260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c802247b-eb8a-4742-8bc2-eb81dfd3a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.492738 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f2ab15b-8e62-458c-b25f-a96b92440361 req-cdb83f59-5467-48b2-8da1-0b76e6b5a077 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.0960810 Aug 29 04:27:00.493270 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.508529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c802247b-eb8a-4742-8bc2-eb81dfd3a60e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5288 time: 0.2082264 Aug 29 04:27:00.563684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f2ab15b-8e62-458c-b25f-a96b92440361 req-1f0b1197-6642-415f-9e80-cd6ca3eb5f48 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697880 Aug 29 04:27:00.595529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.801705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35fb2a-5829-451a-b779-e4da09cc7b94 req-6e787c96-d81a-4e28-8641-de0e15aeada2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.804059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f35fb2a-5829-451a-b779-e4da09cc7b94 req-6e787c96-d81a-4e28-8641-de0e15aeada2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 945 time: 0.1285238 Aug 29 04:27:00.815833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Allocated IP 172.25.1.82 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/9ad417eb-1f34-4ef8-9007-14aeb0748cf2) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:00.895451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f35fb2a-5829-451a-b779-e4da09cc7b94 req-203e1d36-39b2-4595-8b7a-d58c352369a2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818851 Aug 29 04:27:00.923325 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.954743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Transition to ACTIVE for port object 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:00.965670 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.002812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.003293 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.003775 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Floating IP b5a783cc-bd43-4a6a-afd1-154dbaaac7ac disassociated. External IP: 172.25.1.146, port: 125515ac-adf7-4304-9211-c5cf7d58219a. Aug 29 04:27:01.004244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Calling delete_port for 125515ac-adf7-4304-9211-c5cf7d58219a owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:01.042356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.049413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0ea65-f7af-4e35-9e51-cabbd118afd2 None None] Pushing event updated for resources: {'Port': ['ID=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.066333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-b49cafad-7d5c-4121-a671-5b8935daffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.070395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-b49cafad-7d5c-4121-a671-5b8935daffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.070395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-b49cafad-7d5c-4121-a671-5b8935daffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.070395 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-b49cafad-7d5c-4121-a671-5b8935daffef service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bb7155c4ae3147918fed9048e693f6b2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5318329 Aug 29 04:27:01.170566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Attempting to bind port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:01.170950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Attempting to bind port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:01.171324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Attempting to bind port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f on network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:01.180582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:01.180952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Checking segment: {'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:01.190608 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.191030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Bound using segment: {'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:01.191549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Bound port: 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d391a83-8d10-43e7-86e8-5b2ff82fcba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:01.191944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.204401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.318893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:01.324544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:01.330649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:01.361429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] For port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:01.363934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event updated for resources: {'Port': ['ID=9ad417eb-1f34-4ef8-9007-14aeb0748cf2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.371730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] For port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,segment=NetworkSegment(1d391a83-8d10-43e7-86e8-5b2ff82fcba1),segment_id=1d391a83-8d10-43e7-86e8-5b2ff82fcba1)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:01.387082 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.398641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028ea21-278e-45de-84e1-d9fd28f5ff40 req-618a53b7-6e52-4c5b-bad9-c857c2c4add2 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.407657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a028ea21-278e-45de-84e1-d9fd28f5ff40 req-618a53b7-6e52-4c5b-bad9-c857c2c4add2 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 945 time: 0.1913736 Aug 29 04:27:01.414646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.415014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.415367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.415710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.416115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.416461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.416798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.417135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.417477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.417823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.418190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.418503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.497600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c9e67d58-fbf6-47e0-b89f-276f4cb06d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.499556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-42dd8882-87c5-41c3-b4e5-0f5514124fb4 req-c9e67d58-fbf6-47e0-b89f-276f4cb06d9a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4150300 Aug 29 04:27:01.515599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Routers {'99be8113-10c9-4cce-810f-05ba2b643335'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:01.516123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['99be8113-10c9-4cce-810f-05ba2b643335'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:01.519407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a028ea21-278e-45de-84e1-d9fd28f5ff40 req-cabccae0-e4f7-404a-a569-b40475167c95 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103086 Aug 29 04:27:01.556675 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.633019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4005fe-119d-476a-8b42-84a574081c51 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:01.639098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0ea65-f7af-4e35-9e51-cabbd118afd2 None None] Pushing event updated for resources: {'Port': ['ID=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.657750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.668285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.723915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.734387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Transition to ACTIVE for port object ab4005fe-119d-476a-8b42-84a574081c51 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:01.738756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] Set router 99be8113-10c9-4cce-810f-05ba2b643335 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:01.869020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event deleted for resources: {'Port': ['ID=125515ac-adf7-4304-9211-c5cf7d58219a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.871979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.942212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-41371d06-f308-4bb5-8928-fe60eb401fab tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.948298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-41371d06-f308-4bb5-8928-fe60eb401fab tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.966519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-41371d06-f308-4bb5-8928-fe60eb401fab tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.978158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-41371d06-f308-4bb5-8928-fe60eb401fab tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.985456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-41371d06-f308-4bb5-8928-fe60eb401fab tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.992686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-41371d06-f308-4bb5-8928-fe60eb401fab tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.999433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-41371d06-f308-4bb5-8928-fe60eb401fab tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.001993 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-41371d06-f308-4bb5-8928-fe60eb401fab tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5373 time: 0.2833521 Aug 29 04:27:02.211612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1c312db-9d4b-46cd-b7e9-ccad373f1f8a req-14a269f9-9826-49a6-b1c7-59b02f66cf0d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939695 Aug 29 04:27:02.275499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.288274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.397241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:26:56Z', 'revision_number': 4, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5b82a5a8-01d4-46b5-8208-2e1e3f2c738f', 'name': '', 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'mac_address': 'fa:16:3e:70:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9f2d25f-c7f1-4915-b887-9ec8d88f8d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:53Z', 'updated_at': '2021-08-29T04:27:01Z', 'revision_number': 4, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'subnets': [{'id': 'c9f2d25f-c7f1-4915-b887-9ec8d88f8d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:02.485263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034c638-b5a4-4c0d-990b-b30809651f9a None None] The sync data for ids ['99be8113-10c9-4cce-810f-05ba2b643335'] in n-d-712142-15 is: [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:26:56Z', 'revision_number': 4, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5b82a5a8-01d4-46b5-8208-2e1e3f2c738f', 'name': '', 'network_id': '0fa113d1-f3a0-4c5f-a307-16e5076b9abb', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'mac_address': 'fa:16:3e:70:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9f2d25f-c7f1-4915-b887-9ec8d88f8d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:53Z', 'updated_at': '2021-08-29T04:27:01Z', 'revision_number': 4, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'subnets': [{'id': 'c9f2d25f-c7f1-4915-b887-9ec8d88f8d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:02.579658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event updated for resources: {'Port': ['ID=9ad417eb-1f34-4ef8-9007-14aeb0748cf2,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.588234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.611574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9e2ac-25ea-4feb-a24a-ef6427301f57 req-9be028bd-1c01-4875-8170-ba68b5081d57 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.613277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02f9e2ac-25ea-4feb-a24a-ef6427301f57 req-9be028bd-1c01-4875-8170-ba68b5081d57 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1908405 Aug 29 04:27:02.646839 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.648387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-24220ad5-ee8d-443c-ad26-a5a9f7825ea2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4164636 Aug 29 04:27:02.676674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device f92d03c2-9208-4570-8ea6-7a71ceb35545 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:02.695972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02f9e2ac-25ea-4feb-a24a-ef6427301f57 req-31a15e42-1bc0-4a04-adc0-2ca2c99ee339 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715714 Aug 29 04:27:02.805674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port f92d03c2-9208-4570-8ea6-7a71ceb35545 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:02.811160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port f92d03c2-9208-4570-8ea6-7a71ceb35545 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:02.811642 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.854257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-61939292-1096-44a9-aae6-c0877871ab8a tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.1486924 Aug 29 04:27:02.975393 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.046776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06058210-f28b-4261-9b62-b3099feebfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d03c2-9208-4570-8ea6-7a71ceb35545'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:03.051439 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eb24f4-6df2-486e-8be2-67efad1d9792" -d '{"events": [{"server_uuid": "06058210-f28b-4261-9b62-b3099feebfa9", "name": "network-vif-plugged", "status": "completed", "tag": "f92d03c2-9208-4570-8ea6-7a71ceb35545"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:03.068784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4005fe-119d-476a-8b42-84a574081c51,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.073581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port f92d03c2-9208-4570-8ea6-7a71ceb35545, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f92d03c2-9208-4570-8ea6-7a71ceb35545,segment=NetworkSegment(555243bc-8ea9-4228-9d8f-5bd0ed67d0f2),segment_id=555243bc-8ea9-4228-9d8f-5bd0ed67d0f2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:03.080168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Router 70e1d15d-c4ce-4a45-a413-574962183a6b has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:03.097386 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.133489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Attempting to bind port ab4005fe-119d-476a-8b42-84a574081c51 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:03.134268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Attempting to bind port ab4005fe-119d-476a-8b42-84a574081c51 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:03.135197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Attempting to bind port ab4005fe-119d-476a-8b42-84a574081c51 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:03.143620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Port ab4005fe-119d-476a-8b42-84a574081c51 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:03.144274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Attempting to bind port ab4005fe-119d-476a-8b42-84a574081c51 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:03.168478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:03.169271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Checking segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:03.170682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Bound using segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:03.171410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Bound port: ab4005fe-119d-476a-8b42-84a574081c51, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:03.172365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.220224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:03.290437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 125515ac-adf7-4304-9211-c5cf7d58219a no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:03.324983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:03.337763 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] Sync routers for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:03.376735 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:03.377371 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:03.420594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 125515ac-adf7-4304-9211-c5cf7d58219a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:03.421148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 125515ac-adf7-4304-9211-c5cf7d58219a not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:03.427505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=f92d03c2-9208-4570-8ea6-7a71ceb35545,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.564597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:03.573509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:03.574958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.584037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] No DVR routers for this DVR port 125515ac-adf7-4304-9211-c5cf7d58219a on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:03.609534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.609911 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:03.613817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e30cc47-0001-40b8-a7d1-d4c017add845 req-9eed5023-cca6-4f3e-b004-6d4fa3848621 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.65 "DELETE /v2.0/ports/125515ac-adf7-4304-9211-c5cf7d58219a HTTP/1.1" status: 204 len: 173 time: 4.1786180 Aug 29 04:27:03.616922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'name': 'network-vif-deleted', 'tag': '125515ac-adf7-4304-9211-c5cf7d58219a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:03.623693 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4203c93e-1634-45c6-9310-53239a1240ae" -d '{"events": [{"server_uuid": "3555353a-9f75-442f-8c04-5db8a9bde8af", "name": "network-vif-deleted", "tag": "125515ac-adf7-4304-9211-c5cf7d58219a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:03.769427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] For port ab4005fe-119d-476a-8b42-84a574081c51, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:03.773569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] For port ab4005fe-119d-476a-8b42-84a574081c51, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ab4005fe-119d-476a-8b42-84a574081c51,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:03.784713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.822864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4529071-025b-4236-9075-59de10acfad7 req-f4864edd-138e-42a5-b6cf-aa04e00e92a0 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/ports?device_id=3555353a-9f75-442f-8c04-5db8a9bde8af HTTP/1.1" status: 200 len: 210 time: 0.9407845 Aug 29 04:27:03.900668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4005fe-119d-476a-8b42-84a574081c51,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.945657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.951871 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.953597 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-a67677ed-6a6b-4951-8227-2ba6aa4d5218 service neutron] 10.222.0.65 "PUT /v2.0/ports/ab4005fe-119d-476a-8b42-84a574081c51 HTTP/1.1" status: 200 len: 1132 time: 3.9387856 Aug 29 04:27:03.987976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-3b4a0d28-df0c-4737-bbf6-036fa4aa7a26 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.992124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-3b4a0d28-df0c-4737-bbf6-036fa4aa7a26 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 1.1268637 Aug 29 04:27:04.006417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:04.012543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-6da9029c-17a5-46a7-9e6e-912e0e747c8a tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:27:04.013546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e72245b6-c88f-4a1c-b180-54e45639e182 req-6da9029c-17a5-46a7-9e6e-912e0e747c8a tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132954 Aug 29 04:27:04.164807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.209726 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18b0586-f722-4672-82ea-7780e64699a6 x-openstack-request-id: req-b18b0586-f722-4672-82ea-7780e64699a6 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:04.210557 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06058210-f28b-4261-9b62-b3099feebfa9", "name": "network-vif-plugged", "status": "completed", "tag": "f92d03c2-9208-4570-8ea6-7a71ceb35545", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:04.210557 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b18b0586-f722-4672-82ea-7780e64699a6 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:04.210828 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06058210-f28b-4261-9b62-b3099feebfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d03c2-9208-4570-8ea6-7a71ceb35545', 'code': 200} Aug 29 04:27:04.378967 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.479055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-dddd5b67-9c7a-4f21-bf66-216ea0b2eb60 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.492848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,segment=NetworkSegment(1d391a83-8d10-43e7-86e8-5b2ff82fcba1),segment_id=1d391a83-8d10-43e7-86e8-5b2ff82fcba1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:04.495860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-dddd5b67-9c7a-4f21-bf66-216ea0b2eb60 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.507810 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.509187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-dddd5b67-9c7a-4f21-bf66-216ea0b2eb60 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.524841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-dddd5b67-9c7a-4f21-bf66-216ea0b2eb60 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.554469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-dddd5b67-9c7a-4f21-bf66-216ea0b2eb60 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.561516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078964b4-84e3-428d-ac8c-458a5354d307 req-8b92cbb9-a8bf-48b6-9814-29cf31141d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.567716 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-078964b4-84e3-428d-ac8c-458a5354d307 req-8b92cbb9-a8bf-48b6-9814-29cf31141d35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 1098 time: 0.3646474 Aug 29 04:27:04.574822 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:57Z', 'revision_number': 5, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:04.575606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-dddd5b67-9c7a-4f21-bf66-216ea0b2eb60 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.598682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-dddd5b67-9c7a-4f21-bf66-216ea0b2eb60 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.609346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-dddd5b67-9c7a-4f21-bf66-216ea0b2eb60 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5373 time: 0.3486202 Aug 29 04:27:04.671269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:04.701859 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] Checking router: 70e1d15d-c4ce-4a45-a413-574962183a6b for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:04.721155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1e2b9-81ee-4b5e-bd62-c5089779969d req-d5949570-a3ad-4e29-99a4-c7d04dd24c1c tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.729344 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:04.730245 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:04.732921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dd1e2b9-81ee-4b5e-bd62-c5089779969d req-d5949570-a3ad-4e29-99a4-c7d04dd24c1c tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 946 time: 0.3792222 Aug 29 04:27:04.782467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4d2323b-82b5-4dee-9df8-31cdf866148a req-d18b16c2-11fc-4e50-b9f8-68f7a2915e82 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637592 Aug 29 04:27:04.821527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-078964b4-84e3-428d-ac8c-458a5354d307 req-b7a68678-526d-4fe1-a0e2-a75887c6e42b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474282 Aug 29 04:27:04.858252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dd1e2b9-81ee-4b5e-bd62-c5089779969d req-e5d50584-62a6-4108-bd2c-00eb132ec0d6 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230636 Aug 29 04:27:05.087467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:05.090357 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bdbefd-8d9f-4407-a947-0dc59d6550c8 x-openstack-request-id: req-55bdbefd-8d9f-4407-a947-0dc59d6550c8 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:05.091697 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3555353a-9f75-442f-8c04-5db8a9bde8af", "name": "network-vif-deleted", "tag": "125515ac-adf7-4304-9211-c5cf7d58219a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:05.091697 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55bdbefd-8d9f-4407-a947-0dc59d6550c8 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:05.091697 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3555353a-9f75-442f-8c04-5db8a9bde8af', 'name': 'network-vif-deleted', 'tag': '125515ac-adf7-4304-9211-c5cf7d58219a', 'status': 'completed', 'code': 200} Aug 29 04:27:05.175253 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:05.196453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:05.196828 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.284373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba4c654-6de7-4e6e-806d-ee27f43d0502 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:05.304168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac2fcc-1616-4117-bc9c-6897978f3a75 req-439f13b1-d228-49a7-aeb6-11f6fb463c8b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.305724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bac2fcc-1616-4117-bc9c-6897978f3a75 req-439f13b1-d228-49a7-aeb6-11f6fb463c8b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1920381 Aug 29 04:27:05.314649 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.352474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Transition to ACTIVE for port object 3ba4c654-6de7-4e6e-806d-ee27f43d0502 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:05.358303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-33b07c01-68ed-48d4-a5d2-e9e7a5a33807 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4289033 Aug 29 04:27:05.362420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.403405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:05.427613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Pushing event updated for resources: {'Port': ['ID=3ba4c654-6de7-4e6e-806d-ee27f43d0502,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.436647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bac2fcc-1616-4117-bc9c-6897978f3a75 req-a7990184-7f07-4b0c-9f9f-0ae855f4ebbb tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183722 Aug 29 04:27:05.442803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.583957 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:57Z', 'revision_number': 5, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:05.647399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Attempting to bind port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:05.648851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Attempting to bind port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:05.649215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Attempting to bind port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:05.660470 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fe2ce-a266-4943-9c39-b9292519bea7 None None] The sync data for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 is: [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 4, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '15865555-e8c9-42d6-97e5-904f4e068b09', 'name': '', 'network_id': '6ae7768b-6d20-4b35-836f-6eccfd085d7a', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'mac_address': 'fa:16:3e:24:ec:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:50Z', 'updated_at': '2021-08-29T04:24:57Z', 'revision_number': 5, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'subnets': [{'id': '0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:05.661552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:05.663445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Attempting to bind port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:05.681779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:05.682481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Checking segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:05.683260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Bound using segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:05.683971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Bound port: 3ba4c654-6de7-4e6e-806d-ee27f43d0502, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:05.684585 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.703061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.805830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45776) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:05.872409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] For port 3ba4c654-6de7-4e6e-806d-ee27f43d0502, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:05.880354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] For port 3ba4c654-6de7-4e6e-806d-ee27f43d0502, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3ba4c654-6de7-4e6e-806d-ee27f43d0502,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:05.889956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.949887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.950900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.953627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] 10.222.0.65 "PUT /v2.0/ports/3ba4c654-6de7-4e6e-806d-ee27f43d0502 HTTP/1.1" status: 200 len: 1092 time: 1.9517701 Aug 29 04:27:05.993251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa264e9-f238-4db0-9746-2f6dc72b513d service neutron] Pushing event updated for resources: {'Port': ['ID=3ba4c654-6de7-4e6e-806d-ee27f43d0502,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.018314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:06.133759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Allocated IP 172.25.1.219 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/6a46fe71-93f9-432d-aea5-89a632c7ab86) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:06.140236 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a41b8f28-0e1b-495c-8ddf-6f52c5828a3d tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.169252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.229457 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a41b8f28-0e1b-495c-8ddf-6f52c5828a3d tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.231401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc493484-d402-47ba-bf5c-fdc9d4ff8307 None None] New status for floating IP b5a783cc-bd43-4a6a-afd1-154dbaaac7ac: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:27:06.266652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-c998e9bc-a968-476b-9e00-3d789df8ddd2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.272879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-c998e9bc-a968-476b-9e00-3d789df8ddd2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.278824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-c998e9bc-a968-476b-9e00-3d789df8ddd2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.295834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-c998e9bc-a968-476b-9e00-3d789df8ddd2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.303996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-c998e9bc-a968-476b-9e00-3d789df8ddd2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.311753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-c998e9bc-a968-476b-9e00-3d789df8ddd2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.320914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-c998e9bc-a968-476b-9e00-3d789df8ddd2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.323034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-c998e9bc-a968-476b-9e00-3d789df8ddd2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5385 time: 0.3898122 Aug 29 04:27:06.456132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfe5e2b7-cc81-44ce-adaf-0916032d3d3d req-38bc9441-f7ac-4a5c-8c1f-93f2b4ee02ef tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943871 Aug 29 04:27:06.521442 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.563380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a41b8f28-0e1b-495c-8ddf-6f52c5828a3d tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.566387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a41b8f28-0e1b-495c-8ddf-6f52c5828a3d tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.570188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a41b8f28-0e1b-495c-8ddf-6f52c5828a3d tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "DELETE /v2.0/security-groups/b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb HTTP/1.1" status: 204 len: 168 time: 0.7610126 Aug 29 04:27:06.576968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45790) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:06.617379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b8f28-0e1b-495c-8ddf-6f52c5828a3d tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.628034 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-57e1172b-33af-4180-8a0f-e635e410b5d4 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] show failed (client error): The resource could not be found. Aug 29 04:27:06.630796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-57e1172b-33af-4180-8a0f-e635e410b5d4 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "GET /v2.0/security-groups/b9f1e0fc-f928-4ded-9dea-01e1b6c38aeb HTTP/1.1" status: 404 len: 347 time: 0.0492959 Aug 29 04:27:06.635380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45792) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:06.722089 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.729987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d255974e-d6f6-497a-9e49-5ac9bf35d759 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:06.740175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.754888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Transition to ACTIVE for port object d255974e-d6f6-497a-9e49-5ac9bf35d759 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:06.760758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.819265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d255974e-d6f6-497a-9e49-5ac9bf35d759,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.870776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:06.890820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94314-e16f-4d1d-b447-62e716c0ccfc req-78f9dc35-6f0a-4324-9821-b37b8f518c76 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.898385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93f94314-e16f-4d1d-b447-62e716c0ccfc req-78f9dc35-6f0a-4324-9821-b37b8f518c76 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 946 time: 0.2465935 Aug 29 04:27:06.903373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:06.918181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event updated for resources: {'Port': ['ID=6a46fe71-93f9-432d-aea5-89a632c7ab86,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.924390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:06.926555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Attempting to bind port d255974e-d6f6-497a-9e49-5ac9bf35d759 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:06.927031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Attempting to bind port d255974e-d6f6-497a-9e49-5ac9bf35d759 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:06.927617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Attempting to bind port d255974e-d6f6-497a-9e49-5ac9bf35d759 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:06.933310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Port d255974e-d6f6-497a-9e49-5ac9bf35d759 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:06.933953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Attempting to bind port d255974e-d6f6-497a-9e49-5ac9bf35d759 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:06.944589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:06.946963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Checking segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:06.948180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Bound using segment: {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:06.948893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Bound port: d255974e-d6f6-497a-9e49-5ac9bf35d759, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3de876-25c4-44ca-861a-396a17cb564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:06.949637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.056425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] For port d255974e-d6f6-497a-9e49-5ac9bf35d759, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:07.059858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] For port d255974e-d6f6-497a-9e49-5ac9bf35d759, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:07.065999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93f94314-e16f-4d1d-b447-62e716c0ccfc req-5ae78414-1a46-4ff3-bc12-0ecc22984660 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576366 Aug 29 04:27:07.078582 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.117662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': 'ab4005fe-119d-476a-8b42-84a574081c51'}, {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '3ba4c654-6de7-4e6e-806d-ee27f43d0502'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:07.120863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Deleting port b704bda5-ef4e-4d11-9e88-ad6a5587fba6 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:07.121213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.121899 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194feaa-3221-4f5e-8a91-2f7943ef27ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "ab4005fe-119d-476a-8b42-84a574081c51"}, {"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "3ba4c654-6de7-4e6e-806d-ee27f43d0502"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:07.155002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.156088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.157822 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] 10.222.0.65 "PUT /v2.0/ports/d255974e-d6f6-497a-9e49-5ac9bf35d759 HTTP/1.1" status: 200 len: 1092 time: 1.1511040 Aug 29 04:27:07.200231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:07.313325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.331117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.372437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15a374-7758-45a1-8885-8db1660c39f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d255974e-d6f6-497a-9e49-5ac9bf35d759,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:07.381282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d06fc-6cb6-4442-b89d-a31a56c78c65 req-3fe259ba-b363-4949-a071-8986cc2594af tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.395125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de4d06fc-6cb6-4442-b89d-a31a56c78c65 req-3fe259ba-b363-4949-a071-8986cc2594af tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.2395539 Aug 29 04:27:07.514400 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.523151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.523329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.574250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de4d06fc-6cb6-4442-b89d-a31a56c78c65 req-a0251c87-19fb-4a95-894f-78d016e20811 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779833 Aug 29 04:27:07.579701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Calling delete_port for b704bda5-ef4e-4d11-9e88-ad6a5587fba6 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:07.837312 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8061f12e-8b93-4dae-8e8f-da318de63c5f x-openstack-request-id: req-8061f12e-8b93-4dae-8e8f-da318de63c5f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:07.838087 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "ab4005fe-119d-476a-8b42-84a574081c51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "3ba4c654-6de7-4e6e-806d-ee27f43d0502", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:07.838169 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8061f12e-8b93-4dae-8e8f-da318de63c5f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:07.838523 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': 'ab4005fe-119d-476a-8b42-84a574081c51', 'status': 'completed', 'code': 200} Aug 29 04:27:07.838905 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '3ba4c654-6de7-4e6e-806d-ee27f43d0502', 'status': 'completed', 'code': 200} Aug 29 04:27:07.951421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415bc19d-e15e-46b3-a939-4740af64da57 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:07.961918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.993092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-eacd4d23-7348-42b3-bd3f-15069ee3a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.993092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-eacd4d23-7348-42b3-bd3f-15069ee3a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.993590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-eacd4d23-7348-42b3-bd3f-15069ee3a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.994075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-eacd4d23-7348-42b3-bd3f-15069ee3a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.994558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-eacd4d23-7348-42b3-bd3f-15069ee3a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.995036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-eacd4d23-7348-42b3-bd3f-15069ee3a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.995516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-eacd4d23-7348-42b3-bd3f-15069ee3a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.997531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-eacd4d23-7348-42b3-bd3f-15069ee3a98a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6349 time: 0.1138706 Aug 29 04:27:08.001077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Transition to ACTIVE for port object 415bc19d-e15e-46b3-a939-4740af64da57 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:08.024899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.041973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-1443fab4-37e4-4b5b-b0b7-9f34d07886df tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.048185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-1443fab4-37e4-4b5b-b0b7-9f34d07886df tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.054220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-1443fab4-37e4-4b5b-b0b7-9f34d07886df tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.061354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-1443fab4-37e4-4b5b-b0b7-9f34d07886df tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.067488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-1443fab4-37e4-4b5b-b0b7-9f34d07886df tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.073638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-1443fab4-37e4-4b5b-b0b7-9f34d07886df tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.080326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-1443fab4-37e4-4b5b-b0b7-9f34d07886df tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.089141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-1443fab4-37e4-4b5b-b0b7-9f34d07886df tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5397 time: 0.1714113 Aug 29 04:27:08.091009 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.171499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.173704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Pushing event deleted for resources: {'Port': ['ID=b704bda5-ef4e-4d11-9e88-ad6a5587fba6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.183713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=415bc19d-e15e-46b3-a939-4740af64da57,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.200369 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.302745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-f3c41559-9025-4e9b-a3b5-fdf0241cab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.303231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-f3c41559-9025-4e9b-a3b5-fdf0241cab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.303709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-f3c41559-9025-4e9b-a3b5-fdf0241cab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.305369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-f3c41559-9025-4e9b-a3b5-fdf0241cab59 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bb7155c4ae3147918fed9048e693f6b2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2991798 Aug 29 04:27:08.319318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fbc7a6c-0492-471b-ae9a-1e10a9e135ec req-129c9a86-964c-4efe-9cdb-5999fa8e6825 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2290368 Aug 29 04:27:08.431917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Attempting to bind port 415bc19d-e15e-46b3-a939-4740af64da57 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:08.432195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Attempting to bind port 415bc19d-e15e-46b3-a939-4740af64da57 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:08.432540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Attempting to bind port 415bc19d-e15e-46b3-a939-4740af64da57 on network cb493501-5534-464e-b333-0a0a9a9efff8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:08.445389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Port 415bc19d-e15e-46b3-a939-4740af64da57 on network cb493501-5534-464e-b333-0a0a9a9efff8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:08.445732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Attempting to bind port 415bc19d-e15e-46b3-a939-4740af64da57 on network cb493501-5534-464e-b333-0a0a9a9efff8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:08.464017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:08.473105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Checking segment: {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:08.473521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Bound using segment: {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:08.474007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Bound port: 415bc19d-e15e-46b3-a939-4740af64da57, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:08.474381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.514046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event updated for resources: {'Port': ['ID=6a46fe71-93f9-432d-aea5-89a632c7ab86,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.517091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.520220 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.524667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f5fa49bd-50c8-4653-ba84-9479b7411fb2 tempest-ServersTestFqdnHostnames-1468594800 tempest-ServersTestFqdnHostnames-1468594800-project] 10.222.0.58 "DELETE /v2.0/floatingips/b5a783cc-bd43-4a6a-afd1-154dbaaac7ac HTTP/1.1" status: 204 len: 168 time: 1.8844118 Aug 29 04:27:08.524667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45840) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:08.527765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-ba9f5782-3050-4113-bb16-9552922c4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.529840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-ba9f5782-3050-4113-bb16-9552922c4b2e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1999540 Aug 29 04:27:08.571127 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.609465 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.611023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-1745ca7a-a776-4571-8eab-788e1946383e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2119513 Aug 29 04:27:08.663243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] For port 415bc19d-e15e-46b3-a939-4740af64da57, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:08.680675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] For port 415bc19d-e15e-46b3-a939-4740af64da57, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=415bc19d-e15e-46b3-a939-4740af64da57,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:08.697903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.724795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-2b0d0764-88e3-440c-ab3e-9dca5674e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.727108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-dbc539c5-c829-4120-a595-758cdd279569 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 696 time: 0.0733984 Aug 29 04:27:08.731513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-2b0d0764-88e3-440c-ab3e-9dca5674e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.733920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-2b0d0764-88e3-440c-ab3e-9dca5674e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.734417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-2b0d0764-88e3-440c-ab3e-9dca5674e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.734907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-2b0d0764-88e3-440c-ab3e-9dca5674e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.735392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-2b0d0764-88e3-440c-ab3e-9dca5674e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.735874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-2b0d0764-88e3-440c-ab3e-9dca5674e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.738454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-2b0d0764-88e3-440c-ab3e-9dca5674e5bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6375 time: 0.1469274 Aug 29 04:27:08.930712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.931654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.933165 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/415bc19d-e15e-46b3-a939-4740af64da57 HTTP/1.1" status: 200 len: 1092 time: 1.7414324 Aug 29 04:27:08.977817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Request body: {'port': {'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:09.009620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d03120-79f4-4237-8490-c613c3aab3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=415bc19d-e15e-46b3-a939-4740af64da57,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.123676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-8dda41c4-60cf-4a2a-b894-00f42b9d66d5 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.139182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1251d476-15d0-4161-be45-c89aff7a89d2 req-8dda41c4-60cf-4a2a-b894-00f42b9d66d5 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.4017971 Aug 29 04:27:09.157491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-a7780178-68a0-45f7-8375-af843f794a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.157984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-a7780178-68a0-45f7-8375-af843f794a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.158464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-a7780178-68a0-45f7-8375-af843f794a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.160168 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-a7780178-68a0-45f7-8375-af843f794a2e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bb7155c4ae3147918fed9048e693f6b2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3715434 Aug 29 04:27:09.195747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.340098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417d901-1773-4ae5-a608-1ace8841f5e0 req-f26e325d-ebce-4761-bab5-9eb765a8cf0c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.342190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f417d901-1773-4ae5-a608-1ace8841f5e0 req-f26e325d-ebce-4761-bab5-9eb765a8cf0c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1108055 Aug 29 04:27:09.413617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-08672b22-5171-4b0a-b4a5-d19afd291a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.417589 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2194feaa-3221-4f5e-8a91-2f7943ef27ce req-08672b22-5171-4b0a-b4a5-d19afd291a5a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447190 Aug 29 04:27:09.444368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f417d901-1773-4ae5-a608-1ace8841f5e0 req-017d1da7-cea2-4dc8-84f4-37352174ee43 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941219 Aug 29 04:27:09.492450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.880897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456cc753-c550-4a1d-8c54-940ea75eb705 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:09.884930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': 'd255974e-d6f6-497a-9e49-5ac9bf35d759'}, {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '415bc19d-e15e-46b3-a939-4740af64da57'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:09.888277 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993dd872-bffc-438a-af00-74f8d27f2a32" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "d255974e-d6f6-497a-9e49-5ac9bf35d759"}, {"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "415bc19d-e15e-46b3-a939-4740af64da57"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:09.896752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.913958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Transition to ACTIVE for port object 456cc753-c550-4a1d-8c54-940ea75eb705 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:09.923372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.990332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=456cc753-c550-4a1d-8c54-940ea75eb705,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.100103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dd3f4-a961-4750-a024-12f8e214b62e req-6f40ff0e-9d91-4927-8a22-0e96c423826c tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.101762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-684dd3f4-a961-4750-a024-12f8e214b62e req-6f40ff0e-9d91-4927-8a22-0e96c423826c tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 946 time: 0.5406253 Aug 29 04:27:10.113045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Attempting to bind port 456cc753-c550-4a1d-8c54-940ea75eb705 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.115278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Attempting to bind port 456cc753-c550-4a1d-8c54-940ea75eb705 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.117367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Attempting to bind port 456cc753-c550-4a1d-8c54-940ea75eb705 on network cb493501-5534-464e-b333-0a0a9a9efff8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.130114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Port 456cc753-c550-4a1d-8c54-940ea75eb705 on network cb493501-5534-464e-b333-0a0a9a9efff8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.130456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Attempting to bind port 456cc753-c550-4a1d-8c54-940ea75eb705 on network cb493501-5534-464e-b333-0a0a9a9efff8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.147218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:10.152084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Checking segment: {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:10.152583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Bound using segment: {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:10.153068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Bound port: 456cc753-c550-4a1d-8c54-940ea75eb705, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbb2890-787e-4884-93e8-1a88ec413052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:10.153584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.157368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ee1238f8-d098-4d2d-992b-54a82eb9447e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6625187 Aug 29 04:27:10.190737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:10.265128 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-684dd3f4-a961-4750-a024-12f8e214b62e req-b7f90221-cc18-4f7e-8b5f-5c60728d9cf7 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/security-groups?id=6aa674f0-3405-42d4-8dca-5888bd254198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516349 Aug 29 04:27:10.276356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.287271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] For port 456cc753-c550-4a1d-8c54-940ea75eb705, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:10.304435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] For port 456cc753-c550-4a1d-8c54-940ea75eb705, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=456cc753-c550-4a1d-8c54-940ea75eb705,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:10.314560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.406799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.408065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.409582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/456cc753-c550-4a1d-8c54-940ea75eb705 HTTP/1.1" status: 200 len: 1092 time: 1.4406397 Aug 29 04:27:10.463016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8da8-e20f-41ee-ae8d-c424be68f2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=456cc753-c550-4a1d-8c54-940ea75eb705,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.570850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e8a55d1c-51a0-492d-89d1-3849b6026cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.571589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e8a55d1c-51a0-492d-89d1-3849b6026cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.572289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e8a55d1c-51a0-492d-89d1-3849b6026cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.572921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e8a55d1c-51a0-492d-89d1-3849b6026cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.573664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e8a55d1c-51a0-492d-89d1-3849b6026cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.574285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e8a55d1c-51a0-492d-89d1-3849b6026cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.574907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e8a55d1c-51a0-492d-89d1-3849b6026cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.580950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e8a55d1c-51a0-492d-89d1-3849b6026cb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6485 time: 0.1118639 Aug 29 04:27:10.612224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-b8c3164e-065f-45d0-bcb8-8d7f9639d13a tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.613928 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-b8c3164e-065f-45d0-bcb8-8d7f9639d13a tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.64 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 946 time: 0.1009262 Aug 29 04:27:10.619315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269c66-a0db-49c7-874e-244537b9b87a req-1b8cb3fc-6f3b-4bfd-a870-ca7c27ca784d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.628207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269c66-a0db-49c7-874e-244537b9b87a req-1b8cb3fc-6f3b-4bfd-a870-ca7c27ca784d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.638026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269c66-a0db-49c7-874e-244537b9b87a req-1b8cb3fc-6f3b-4bfd-a870-ca7c27ca784d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.645626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269c66-a0db-49c7-874e-244537b9b87a req-1b8cb3fc-6f3b-4bfd-a870-ca7c27ca784d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.652296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269c66-a0db-49c7-874e-244537b9b87a req-1b8cb3fc-6f3b-4bfd-a870-ca7c27ca784d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.659256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269c66-a0db-49c7-874e-244537b9b87a req-1b8cb3fc-6f3b-4bfd-a870-ca7c27ca784d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.665739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4269c66-a0db-49c7-874e-244537b9b87a req-1b8cb3fc-6f3b-4bfd-a870-ca7c27ca784d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.668758 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-90c3649e-50ad-4da7-b8b0-f6651d4fd6a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a HTTP/1.1" status: 200 len: 217 time: 0.0767457 Aug 29 04:27:10.671460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4269c66-a0db-49c7-874e-244537b9b87a req-1b8cb3fc-6f3b-4bfd-a870-ca7c27ca784d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.2790015 Aug 29 04:27:10.780899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-24a1f6e5-43fb-4ab7-bdc5-833735472510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.783243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-24a1f6e5-43fb-4ab7-bdc5-833735472510 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f09912b6-0315-41f4-a01a-b0a4cd137ae3 HTTP/1.1" status: 200 len: 850 time: 0.0915821 Aug 29 04:27:10.788626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4269c66-a0db-49c7-874e-244537b9b87a req-3980d9db-64f5-45f9-b040-4764381baef5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060524 Aug 29 04:27:10.800566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.820895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Deleting port 15865555-e8c9-42d6-97e5-904f4e068b09 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:10.821421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.861945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Deleting port f92d03c2-9208-4570-8ea6-7a71ceb35545 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:10.862301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.934417 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24b5ad-9168-4d89-af20-424d63501aee x-openstack-request-id: req-0a24b5ad-9168-4d89-af20-424d63501aee {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:10.934731 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "d255974e-d6f6-497a-9e49-5ac9bf35d759", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "415bc19d-e15e-46b3-a939-4740af64da57", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:10.934989 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a24b5ad-9168-4d89-af20-424d63501aee {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:10.936873 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': 'd255974e-d6f6-497a-9e49-5ac9bf35d759', 'status': 'completed', 'code': 200} Aug 29 04:27:10.937598 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '415bc19d-e15e-46b3-a939-4740af64da57', 'status': 'completed', 'code': 200} Aug 29 04:27:10.946654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-29e5bf82-6472-4e10-9642-28b044dc25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.949390 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-29e5bf82-6472-4e10-9642-28b044dc25db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=169ba080-3078-4b2f-830c-3fd950a54f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1570790 Aug 29 04:27:11.068281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] For port 15865555-e8c9-42d6-97e5-904f4e068b09, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=15865555-e8c9-42d6-97e5-904f4e068b09,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:11.068658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.088688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Allocated IP 172.25.1.249 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/ee33c80b-33c8-480c-a868-52b9b2ce1f16) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:11.091638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] For port f92d03c2-9208-4570-8ea6-7a71ceb35545, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=f92d03c2-9208-4570-8ea6-7a71ceb35545,segment=NetworkSegment(555243bc-8ea9-4228-9d8f-5bd0ed67d0f2),segment_id=555243bc-8ea9-4228-9d8f-5bd0ed67d0f2)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:11.092686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.095837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Calling delete_port for 15865555-e8c9-42d6-97e5-904f4e068b09 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:11.121307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Calling delete_port for f92d03c2-9208-4570-8ea6-7a71ceb35545 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:11.125168 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-c48ed898-3b9b-471f-8eae-4ca87d813cea service neutron] 10.222.0.65 "GET /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623142 Aug 29 04:27:11.341421 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-8a4723d7-6278-4c05-a81f-6be9f8493695 service neutron] 10.222.0.65 "GET /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078309 Aug 29 04:27:11.347725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.368011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481daea-221e-4c1c-b786-31f0fc2ba003 req-02392dd2-d093-409f-a477-296c7fc80ed6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.369692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9481daea-221e-4c1c-b786-31f0fc2ba003 req-02392dd2-d093-409f-a477-296c7fc80ed6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1641083 Aug 29 04:27:11.472733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ec99e922-8447-4d9b-888a-6d2c6035f330 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=76b4eceb-84b4-449c-b444-df525582bf58 HTTP/1.1" status: 200 len: 217 time: 0.0873048 Aug 29 04:27:11.478610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9481daea-221e-4c1c-b786-31f0fc2ba003 req-c50c5d39-4b52-4f6a-a17c-c654b908e1aa tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003926 Aug 29 04:27:11.497028 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.550548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.559476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.562645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:11.571016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:11.575839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:11.576940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['f92d03c2-9208-4570-8ea6-7a71ceb35545'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:11.603912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-0483a294-b339-4338-8154-295afb338b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.605441 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-0483a294-b339-4338-8154-295afb338b56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.1229799 Aug 29 04:27:11.629913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event updated for resources: {'Port': ['ID=ee33c80b-33c8-480c-a868-52b9b2ce1f16,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:11.673041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Pushing event deleted for resources: {'Port': ['ID=f92d03c2-9208-4570-8ea6-7a71ceb35545,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:11.715581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] No DVR routers for this DVR port f92d03c2-9208-4570-8ea6-7a71ceb35545 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:11.719846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.722713 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94cbd5b6-a26e-4e74-abcf-61c8c94d584a req-1a0a5c39-f4ef-4952-9f19-ed6e3d473cbe tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.64 "DELETE /v2.0/ports/f92d03c2-9208-4570-8ea6-7a71ceb35545 HTTP/1.1" status: 204 len: 173 time: 1.0631542 Aug 29 04:27:11.752952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6fc6d5ab-b016-414a-b08a-ca6c75816c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.754944 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6fc6d5ab-b016-414a-b08a-ca6c75816c37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1073129 Aug 29 04:27:11.846862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d64a1d4-c3f6-419b-9875-773422b64dc9 req-12609f98-2a3b-4806-877b-f41de8a92c41 tempest-ServerAddressesNegativeTestJSON-1970183191 tempest-ServerAddressesNegativeTestJSON-1970183191-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058210-f28b-4261-9b62-b3099feebfa9 HTTP/1.1" status: 200 len: 210 time: 0.1538279 Aug 29 04:27:11.854777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Pushing event deleted for resources: {'Port': ['ID=15865555-e8c9-42d6-97e5-904f4e068b09,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.021082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.026437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-470945ba-9260-4fc9-9d68-1ebf5b311c1f service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575264 Aug 29 04:27:12.039519 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.144480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-5ca6cacd-6f20-4e48-95f4-3fe48639ccad service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079233 Aug 29 04:27:12.204665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.230878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-0ab2a208-39d4-4baa-bc82-df580dc1cde3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ab4005fe-119d-476a-8b42-84a574081c51 HTTP/1.1" status: 200 len: 217 time: 0.0781317 Aug 29 04:27:12.316132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cb35080a-6216-4240-929c-d937fdbd032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.319369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-cb35080a-6216-4240-929c-d937fdbd032a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.0814261 Aug 29 04:27:12.400870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-025578f7-e071-4874-bc9b-ec6141f21261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.404415 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-025578f7-e071-4874-bc9b-ec6141f21261 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756102 Aug 29 04:27:12.419903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-81b373ae-0b6d-481c-9eea-50889864cb8b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.426107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-81b373ae-0b6d-481c-9eea-50889864cb8b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.432187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-81b373ae-0b6d-481c-9eea-50889864cb8b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.438852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-81b373ae-0b6d-481c-9eea-50889864cb8b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.444771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-81b373ae-0b6d-481c-9eea-50889864cb8b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.450870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-81b373ae-0b6d-481c-9eea-50889864cb8b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.457909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-81b373ae-0b6d-481c-9eea-50889864cb8b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.466441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-81b373ae-0b6d-481c-9eea-50889864cb8b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.4969277 Aug 29 04:27:12.529055 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-220ee25e-2fe0-494e-86e4-c4936a14ee46 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154516 Aug 29 04:27:12.551353 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-458efc15-214f-45c0-bd8f-e214c8159b6e req-b3efc556-a77c-445d-850b-75001868ac19 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817902 Aug 29 04:27:12.647014 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-fcb82607-cc28-4306-80ee-f0b405075ed3 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097188 Aug 29 04:27:12.704190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.712675 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.745645 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-27228f21-419c-4982-85b0-9591ee9eaaec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=3ba4c654-6de7-4e6e-806d-ee27f43d0502 HTTP/1.1" status: 200 len: 217 time: 0.0895493 Aug 29 04:27:12.773213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Router 70e1d15d-c4ce-4a45-a413-574962183a6b has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:12.806998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event updated for resources: {'Port': ['ID=ee33c80b-33c8-480c-a868-52b9b2ce1f16,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.828793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-1f09c2d3-ae88-4eb9-aaf0-1d06ed289a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.830818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-1f09c2d3-ae88-4eb9-aaf0-1d06ed289a5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.0709090 Aug 29 04:27:12.886891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ae515be4-2461-476f-9787-abbd5d11774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.889242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ae515be4-2461-476f-9787-abbd5d11774f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487957 Aug 29 04:27:12.938639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.999796 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.001070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec364d26-37e7-4518-b027-71944d522f6f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8428781 Aug 29 04:27:13.011665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce446da-3987-422f-bb3c-be37a093c8e9 req-e8c172a1-f501-4067-b543-da753f416124 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.013287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ce446da-3987-422f-bb3c-be37a093c8e9 req-e8c172a1-f501-4067-b543-da753f416124 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1856678 Aug 29 04:27:13.047207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '456cc753-c550-4a1d-8c54-940ea75eb705'}, {'server_uuid': '06058210-f28b-4261-9b62-b3099feebfa9', 'name': 'network-vif-deleted', 'tag': 'f92d03c2-9208-4570-8ea6-7a71ceb35545'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:13.049943 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5febde77-f7f1-4e22-8a9d-7ea8d8659092" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "456cc753-c550-4a1d-8c54-940ea75eb705"}, {"server_uuid": "06058210-f28b-4261-9b62-b3099feebfa9", "name": "network-vif-deleted", "tag": "f92d03c2-9208-4570-8ea6-7a71ceb35545"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:13.055030 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-92deb5bb-33c3-4e8d-b6b0-2c6d0176d729 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567788 Aug 29 04:27:13.095710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-a73c7d0f-8bd2-4926-87cd-f72240d91ff5 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.0790515 Aug 29 04:27:13.103463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:13.112649 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d69fcce0-3d29-418c-a8d6-93d7bbdf2771 admin admin] 10.222.0.58 "PUT /v2.0/routers/70e1d15d-c4ce-4a45-a413-574962183a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5868258 Aug 29 04:27:13.115391 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] Sync routers for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:13.128130 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:13.132835 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.135046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45930) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.191492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ce446da-3987-422f-bb3c-be37a093c8e9 req-e04c39d3-7551-447e-9575-cc7fc6ce2a0a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627622 Aug 29 04:27:13.282979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec2505e3-3794-4b6f-8cfe-99057b8db80a tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.284539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-973d3fa0-5e6a-489a-8cd2-06976e7d408d req-ec2505e3-3794-4b6f-8cfe-99057b8db80a tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1773725 Aug 29 04:27:13.307113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45936) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.370749 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e730654-df48-4573-beb5-8adf7e33042d x-openstack-request-id: req-9e730654-df48-4573-beb5-8adf7e33042d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:13.371515 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "456cc753-c550-4a1d-8c54-940ea75eb705", "status": "completed", "code": 200}, {"server_uuid": "06058210-f28b-4261-9b62-b3099feebfa9", "name": "network-vif-deleted", "tag": "f92d03c2-9208-4570-8ea6-7a71ceb35545", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:13.371785 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e730654-df48-4573-beb5-8adf7e33042d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:13.372227 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '456cc753-c550-4a1d-8c54-940ea75eb705', 'status': 'completed', 'code': 200} Aug 29 04:27:13.372645 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06058210-f28b-4261-9b62-b3099feebfa9', 'name': 'network-vif-deleted', 'tag': 'f92d03c2-9208-4570-8ea6-7a71ceb35545', 'status': 'completed', 'code': 200} Aug 29 04:27:13.382642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-b6aa8acc-0843-4db6-b10a-14f64192975c service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158362 Aug 29 04:27:13.399404 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:13.436287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-fd2bae30-4acd-4c13-a689-598872b61127 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759 HTTP/1.1" status: 200 len: 217 time: 0.0429156 Aug 29 04:27:13.437749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.450960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2198bd73-3f23-4208-b86b-d306b4db6ff1 admin admin] Deleting subnet 42f61845-dc1a-4fcf-9cb5-60b1e0e966fa {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:13.457545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2198bd73-3f23-4208-b86b-d306b4db6ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.528814 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2198bd73-3f23-4208-b86b-d306b4db6ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.556469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-b26b74d9-e84c-435f-af6a-248be2abad36 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1843984 Aug 29 04:27:13.572062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:13.592867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-84345985-1715-4f8c-a8b9-75e6d0aaf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.596976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-84345985-1715-4f8c-a8b9-75e6d0aaf155 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.1158569 Aug 29 04:27:13.610163 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2198bd73-3f23-4208-b86b-d306b4db6ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.643560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.716030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.721532 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 5, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port': {'id': 'a31d5b1a-ce45-4f65-a16c-e8bc37fb9509', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.725404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-919ec9ad-3eda-4b6a-a74d-afbcfed5df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.727072 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-919ec9ad-3eda-4b6a-a74d-afbcfed5df97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197560 Aug 29 04:27:13.798200 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] Checking router: 70e1d15d-c4ce-4a45-a413-574962183a6b for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:13.821108 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] Routers {'70e1d15d-c4ce-4a45-a413-574962183a6b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:13.821583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2198bd73-3f23-4208-b86b-d306b4db6ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.822709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['70e1d15d-c4ce-4a45-a413-574962183a6b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.845460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-695579c5-8474-47ed-8d1b-f584b86a7eb5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.852418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-695579c5-8474-47ed-8d1b-f584b86a7eb5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.860165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-695579c5-8474-47ed-8d1b-f584b86a7eb5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.874628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-695579c5-8474-47ed-8d1b-f584b86a7eb5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.886024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-695579c5-8474-47ed-8d1b-f584b86a7eb5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.903848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-695579c5-8474-47ed-8d1b-f584b86a7eb5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.917388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-695579c5-8474-47ed-8d1b-f584b86a7eb5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.923779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-695579c5-8474-47ed-8d1b-f584b86a7eb5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.2565272 Aug 29 04:27:13.953271 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] Set router 70e1d15d-c4ce-4a45-a413-574962183a6b gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:13.984488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45948) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.998663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198bd73-3f23-4208-b86b-d306b4db6ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f61845-dc1a-4fcf-9cb5-60b1e0e966fa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:14.018977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2198bd73-3f23-4208-b86b-d306b4db6ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.021389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2198bd73-3f23-4208-b86b-d306b4db6ff1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/42f61845-dc1a-4fcf-9cb5-60b1e0e966fa HTTP/1.1" status: 204 len: 168 time: 0.7130365 Aug 29 04:27:14.028069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45952) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:14.053353 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:27:13Z', 'revision_number': 6, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.111719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acf4411d-8171-4006-bd9d-5f92d72df528 req-e24eff8e-cbf8-47f5-b5c4-6f429d62b39f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726892 Aug 29 04:27:14.134933 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e999a8-8d03-4c79-a143-918d79fa8015 None None] The sync data for ids ['70e1d15d-c4ce-4a45-a413-574962183a6b'] in n-d-712142-15 is: [{'id': '70e1d15d-c4ce-4a45-a413-574962183a6b', 'name': 'tempest-ServersTestFqdnHostnames-432535894-router', 'tenant_id': 'd32c156958664a30b6bf71c29b56a5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:47Z', 'updated_at': '2021-08-29T04:27:13Z', 'revision_number': 6, 'project_id': 'd32c156958664a30b6bf71c29b56a5f6', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:14.143058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.153025 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.236382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Deleting port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:14.236698 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.239953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-0e2912ad-bc4c-41b9-99d4-153753cbb630 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022843 Aug 29 04:27:14.257980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12161dfc-9236-4c2f-a111-cfae80a83345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.397105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] For port a31d5b1a-ce45-4f65-a16c-e8bc37fb9509, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a31d5b1a-ce45-4f65-a16c-e8bc37fb9509,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:14.397678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.413503 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.422263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Calling delete_port for a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:14.428009 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-e76dfa9d-bda4-4f93-b5e8-a20f519dc58f service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769671 Aug 29 04:27:14.471279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.476564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-6faf9ee3-a70e-4b1f-9ea5-3e972ad011c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=415bc19d-e15e-46b3-a939-4740af64da57 HTTP/1.1" status: 200 len: 217 time: 0.0396369 Aug 29 04:27:14.580514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ab60dd2f-401a-4da8-8478-4aac406b9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.582028 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-ab60dd2f-401a-4da8-8478-4aac406b9d37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a HTTP/1.1" status: 200 len: 797 time: 0.0677629 Aug 29 04:27:14.692466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-8df12827-f07d-4012-96f6-9793a99a1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.694103 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-8df12827-f07d-4012-96f6-9793a99a1a41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb493501-5534-464e-b333-0a0a9a9efff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0735884 Aug 29 04:27:14.733426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device f92d03c2-9208-4570-8ea6-7a71ceb35545 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:14.762724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: f92d03c2-9208-4570-8ea6-7a71ceb35545 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:14.762985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device f92d03c2-9208-4570-8ea6-7a71ceb35545 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:14.793136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.836403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555243bc-8ea9-4228-9d8f-5bd0ed67d0f2') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.836888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555243bc-8ea9-4228-9d8f-5bd0ed67d0f2') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.840812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31d5b1a-ce45-4f65-a16c-e8bc37fb9509,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:14.860784 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.874844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.874844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.875120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.875398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.875747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.876164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.876425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.876765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.877269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.877446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.877766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.878150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:14.896489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Allocated IP 172.25.1.245 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/0ca25fac-8c3a-4287-8449-aca574105712) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:14.900234 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-1291c55a-a651-4f79-aa3c-b6ab592cf5e1 service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867743 Aug 29 04:27:14.907349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.927333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde00f75-91f2-4cfe-a46d-78b9c5543925 req-4b89b503-f497-41e1-9244-2b801ba1a3d9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.928862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fde00f75-91f2-4cfe-a46d-78b9c5543925 req-4b89b503-f497-41e1-9244-2b801ba1a3d9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.5322058 Aug 29 04:27:14.937409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:14.937803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:14.942756 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:14.974360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.012935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 15865555-e8c9-42d6-97e5-904f4e068b09 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:15.034748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 15865555-e8c9-42d6-97e5-904f4e068b09 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:15.035191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 15865555-e8c9-42d6-97e5-904f4e068b09 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:15.035679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:15.056716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:15.062535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a31d5b1a-ce45-4f65-a16c-e8bc37fb9509 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:15.080685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.084397 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.116174 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.122090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12161dfc-9236-4c2f-a111-cfae80a83345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.127545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fde00f75-91f2-4cfe-a46d-78b9c5543925 req-83ad6ebd-dcec-475d-a012-7e9650c81d42 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817310 Aug 29 04:27:15.130182 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.134576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a HTTP/1.1" status: 204 len: 168 time: 1.1027162 Aug 29 04:27:15.140303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-fe848dae-4a96-4649-9180-07a90c73b11e service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302849 Aug 29 04:27:15.144441 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12161dfc-9236-4c2f-a111-cfae80a83345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.145670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.146831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e1d15d-c4ce-4a45-a413-574962183a6b {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:15.158875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.161556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-37e0c6e4-6318-4f0b-b13f-14562c03a5b8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/70e1d15d-c4ce-4a45-a413-574962183a6b HTTP/1.1" status: 204 len: 168 time: 2.0248053 Aug 29 04:27:15.208030 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-0887510c-a935-4b83-af66-c8ae3bab3504 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=456cc753-c550-4a1d-8c54-940ea75eb705 HTTP/1.1" status: 200 len: 217 time: 0.0588675 Aug 29 04:27:15.208699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45960) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:15.211609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34461a-cab0-41a7-bd6e-1960a1537a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccdd94bc-1b8f-4dce-aa67-ef06fdcede5a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.222291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12161dfc-9236-4c2f-a111-cfae80a83345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd4e89-2c0d-4386-aa37-0aed760499e5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.292904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12161dfc-9236-4c2f-a111-cfae80a83345 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dac02bf1d10b4b19a67713d4b42b96cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3060141 Aug 29 04:27:15.297461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45964) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:15.302863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-34ccf1c6-55d5-43c6-bead-c6d942d12445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.304518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-34ccf1c6-55d5-43c6-bead-c6d942d12445 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a HTTP/1.1" status: 200 len: 797 time: 0.0808630 Aug 29 04:27:15.331504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45968) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:15.336406 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.387289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefd6829-e7d6-453d-a5a7-07b8b5e12018 admin admin] Deleting subnet 0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:15.392888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-9e3960d9-6bee-4cb0-bd66-62c0749931b4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.397885 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fefd6829-e7d6-453d-a5a7-07b8b5e12018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.398851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-9e3960d9-6bee-4cb0-bd66-62c0749931b4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.404871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-9e3960d9-6bee-4cb0-bd66-62c0749931b4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.410917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-9e3960d9-6bee-4cb0-bd66-62c0749931b4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.416899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-9e3960d9-6bee-4cb0-bd66-62c0749931b4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.423222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-9e3960d9-6bee-4cb0-bd66-62c0749931b4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.435293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-9e3960d9-6bee-4cb0-bd66-62c0749931b4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.435293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-9e3960d9-6bee-4cb0-bd66-62c0749931b4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.1895683 Aug 29 04:27:15.440264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4d2bc2b6-c403-4c64-b198-1480163f3199 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7200b14a58a34863a45c07bad37b85cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055787 Aug 29 04:27:15.443445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45970) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:15.446580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-05f57adb-af48-4530-ab2b-a1800bdd49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.448134 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-05f57adb-af48-4530-ab2b-a1800bdd49b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb493501-5534-464e-b333-0a0a9a9efff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1346180 Aug 29 04:27:15.465887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fefd6829-e7d6-453d-a5a7-07b8b5e12018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.489332 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c94eed8-c302-4a79-971a-585512f6d1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.500596 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.546873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-312fc9a5-6e7e-442f-a43e-9ae8848cd8c9 req-198c30b8-cdb8-4d07-b400-4ebdeda7e77b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016252 Aug 29 04:27:15.569209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:15.572718 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c94eed8-c302-4a79-971a-585512f6d1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.585945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:15.590279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event updated for resources: {'Port': ['ID=0ca25fac-8c3a-4287-8449-aca574105712,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.593344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:15.649990 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69da21aa-d6d4-4ba4-9405-c010f9aa6fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.659293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-109f460b-a048-45aa-9f3b-d7fee6a0a720 service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032366 Aug 29 04:27:15.660845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fefd6829-e7d6-453d-a5a7-07b8b5e12018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.699344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c94eed8-c302-4a79-971a-585512f6d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.711537 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c94eed8-c302-4a79-971a-585512f6d1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.711537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3c94eed8-c302-4a79-971a-585512f6d1b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0fd4e89-2c0d-4386-aa37-0aed760499e5 HTTP/1.1" status: 204 len: 168 time: 0.4040210 Aug 29 04:27:15.713663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94eed8-c302-4a79-971a-585512f6d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd4e89-2c0d-4386-aa37-0aed760499e5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.747272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.778374 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69da21aa-d6d4-4ba4-9405-c010f9aa6fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.802189 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.864434 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4efe4123-8fb2-44ab-93b4-516c8ee10c50 req-43ddf1bc-e16e-4740-8fac-00051191ea98 service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718643 Aug 29 04:27:15.885159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fefd6829-e7d6-453d-a5a7-07b8b5e12018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.920677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd6829-e7d6-453d-a5a7-07b8b5e12018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.923498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69da21aa-d6d4-4ba4-9405-c010f9aa6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.926771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69da21aa-d6d4-4ba4-9405-c010f9aa6fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.931948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-69da21aa-d6d4-4ba4-9405-c010f9aa6fc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6aa674f0-3405-42d4-8dca-5888bd254198 HTTP/1.1" status: 204 len: 168 time: 0.4828544 Aug 29 04:27:15.940415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fefd6829-e7d6-453d-a5a7-07b8b5e12018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.945952 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fefd6829-e7d6-453d-a5a7-07b8b5e12018 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0bc4d89f-c3ad-4d2e-b2c7-402d85ffed99 HTTP/1.1" status: 204 len: 168 time: 0.7359998 Aug 29 04:27:15.947874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45980) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:15.956546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f66d8-d759-464d-bb6b-08ee187c07ff None None] Network 6ae7768b-6d20-4b35-836f-6eccfd085d7a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:15.989535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da21aa-d6d4-4ba4-9405-c010f9aa6fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa674f0-3405-42d4-8dca-5888bd254198,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.061235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.070538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.084258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.093287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d574f400-bd23-438b-a074-be0309536448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.094138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d574f400-bd23-438b-a074-be0309536448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.094292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d574f400-bd23-438b-a074-be0309536448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.094720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d574f400-bd23-438b-a074-be0309536448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.095189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d574f400-bd23-438b-a074-be0309536448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.095734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d574f400-bd23-438b-a074-be0309536448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.096217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d574f400-bd23-438b-a074-be0309536448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.100096 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d574f400-bd23-438b-a074-be0309536448 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6485 time: 0.1528137 Aug 29 04:27:16.159615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event updated for resources: {'Port': ['ID=0ca25fac-8c3a-4287-8449-aca574105712,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.247842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Deleting port 89d1aa2c-81e4-453f-a388-34864dc66d1a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:16.248729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.265633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-57533bf5-1fa9-40bd-a678-c7adfcb087c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.267199 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-57533bf5-1fa9-40bd-a678-c7adfcb087c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4 HTTP/1.1" status: 200 len: 902 time: 0.1288123 Aug 29 04:27:16.269347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.290627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45988) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:16.305061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.306723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-68b66beb-4d29-40cc-befd-e5d946d3aa9e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7410564 Aug 29 04:27:16.325083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ec4a-9a70-4671-a6a1-9cb7a95ebbd5 req-7ceb314b-dfdc-4e37-be96-fcc7653cf710 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.327854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6788ec4a-9a70-4671-a6a1-9cb7a95ebbd5 req-7ceb314b-dfdc-4e37-be96-fcc7653cf710 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 947 time: 0.1751657 Aug 29 04:27:16.368564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-99991aea-45bd-4f32-8bc9-0814a1e24e64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759 HTTP/1.1" status: 200 len: 217 time: 0.0732951 Aug 29 04:27:16.401044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] DHCP port deletion for 6ae7768b-6d20-4b35-836f-6eccfd085d7a request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:16.424148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] For port 89d1aa2c-81e4-453f-a388-34864dc66d1a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=89d1aa2c-81e4-453f-a388-34864dc66d1a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:16.424705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.433182 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-743a2a7b-eb4d-41d5-9eea-764f48aeba6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.445038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-c84985cb-77e2-4959-8082-0b5f64191f7b tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1160200 Aug 29 04:27:16.453806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Calling delete_port for 89d1aa2c-81e4-453f-a388-34864dc66d1a owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:16.461472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-2886ab5e-db37-4189-a3a4-53fbf026c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.463838 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-2886ab5e-db37-4189-a3a4-53fbf026c56f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.0855944 Aug 29 04:27:16.476598 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6788ec4a-9a70-4671-a6a1-9cb7a95ebbd5 req-3aa37135-d5bf-42ca-89c5-aa59d386035f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840216 Aug 29 04:27:16.509249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Deleting port 89d1aa2c-81e4-453f-a388-34864dc66d1a {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:16.509633 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.595018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] For port 89d1aa2c-81e4-453f-a388-34864dc66d1a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=89d1aa2c-81e4-453f-a388-34864dc66d1a,segment=NetworkSegment(2660c79b-e645-41ec-80db-89903a380bf2),segment_id=2660c79b-e645-41ec-80db-89903a380bf2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:16.595445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.600230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-1a603eff-7abd-40f3-b083-33d8fcd6a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.602507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-1a603eff-7abd-40f3-b083-33d8fcd6a55f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296918 Aug 29 04:27:16.633597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Calling delete_port for 89d1aa2c-81e4-453f-a388-34864dc66d1a owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:16.684962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-db8dec83-4449-4e76-bb18-1a6e61232b8a tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.686474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.687587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a259e6b6-1cc0-48c8-b144-9559841d48b9 req-db8dec83-4449-4e76-bb18-1a6e61232b8a tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.2307236 Aug 29 04:27:16.734489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b979f93-5008-40d2-babf-b337d5d84683 req-cb06d825-7523-40d9-a2de-581086e480c9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.739691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Pushing event deleted for resources: {'Port': ['ID=89d1aa2c-81e4-453f-a388-34864dc66d1a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.741076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] No DVR routers for this DVR port 89d1aa2c-81e4-453f-a388-34864dc66d1a on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:16.745965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b979f93-5008-40d2-babf-b337d5d84683 req-cb06d825-7523-40d9-a2de-581086e480c9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1180890 Aug 29 04:27:16.808245 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.829984 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b979f93-5008-40d2-babf-b337d5d84683 req-f99dc758-e8fc-4915-816d-d18700c957f2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690813 Aug 29 04:27:16.833133 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-daf37593-7601-49ab-b7be-a0f8a0e53f76 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184229 Aug 29 04:27:16.835751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-743a2a7b-eb4d-41d5-9eea-764f48aeba6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.856152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] No DVR routers for this DVR port 89d1aa2c-81e4-453f-a388-34864dc66d1a on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:16.861431 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-743a2a7b-eb4d-41d5-9eea-764f48aeba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.866532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Pushing event deleted for resources: {'Port': ['ID=89d1aa2c-81e4-453f-a388-34864dc66d1a,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.875258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.875603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.875952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.876321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.876656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.885103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.887064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.887440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.887798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.888181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.888557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.888894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778710f4-7183-468b-a9b1-8254d0f13081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:16.924821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.943031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae7768b-6d20-4b35-836f-6eccfd085d7a']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:16.969770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2660c79b-e645-41ec-80db-89903a380bf2') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:16.970069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2660c79b-e645-41ec-80db-89903a380bf2') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:16.995244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.001800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 89d1aa2c-81e4-453f-a388-34864dc66d1a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:17.019650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-743a2a7b-eb4d-41d5-9eea-764f48aeba6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f5ae2659cf94c8687799c9e9b954ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7276027 Aug 29 04:27:17.023189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46012) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.026522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a2a7b-eb4d-41d5-9eea-764f48aeba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6fd9d6-3514-49d5-a1aa-0be2ccbfff09,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:17.032467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.035535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d72280a7-d13d-4538-ab39-96b6c66e0557 req-587994d2-d08a-4e4c-b5ad-47835cd6eb2f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips/1f3aaea9-a373-4fa3-bbf9-e29ae0affe84 HTTP/1.1" status: 200 len: 693 time: 0.0820937 Aug 29 04:27:17.046475 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-e7b4f41f-c7aa-4abd-b35e-3771420f318c service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019403 Aug 29 04:27:17.050312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-2ea64daa-bc99-44a8-8630-753fd2471aa0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.053844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:17.054262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:17.055959 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:17.057610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-2ea64daa-bc99-44a8-8630-753fd2471aa0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.065046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-2ea64daa-bc99-44a8-8630-753fd2471aa0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.070102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 89d1aa2c-81e4-453f-a388-34864dc66d1a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:17.070660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 89d1aa2c-81e4-453f-a388-34864dc66d1a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:17.071943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-2ea64daa-bc99-44a8-8630-753fd2471aa0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.079452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-2ea64daa-bc99-44a8-8630-753fd2471aa0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.086709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-2ea64daa-bc99-44a8-8630-753fd2471aa0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.095141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-2ea64daa-bc99-44a8-8630-753fd2471aa0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.097598 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-2ea64daa-bc99-44a8-8630-753fd2471aa0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.2681410 Aug 29 04:27:17.182633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46016) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.205417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8487bcdb-d92b-4a92-b4c2-2eb22e9437d1 req-6d633690-4ba9-4ba5-a30f-6e1f7a8bb1a5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951521 Aug 29 04:27:17.211578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.217025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.219150 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] 10.222.0.58 "DELETE /v2.0/networks/6ae7768b-6d20-4b35-836f-6eccfd085d7a HTTP/1.1" status: 204 len: 168 time: 1.2652032 Aug 29 04:27:17.249210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-455ce9f4-b08b-4d7f-b55c-3c9af6d42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.249976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-455ce9f4-b08b-4d7f-b55c-3c9af6d42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.250733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-455ce9f4-b08b-4d7f-b55c-3c9af6d42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.251486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-455ce9f4-b08b-4d7f-b55c-3c9af6d42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.252256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-455ce9f4-b08b-4d7f-b55c-3c9af6d42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.252961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-455ce9f4-b08b-4d7f-b55c-3c9af6d42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.253352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-455ce9f4-b08b-4d7f-b55c-3c9af6d42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.255401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-455ce9f4-b08b-4d7f-b55c-3c9af6d42972 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6485 time: 0.1265538 Aug 29 04:27:17.256629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672d1cc-5ea7-4f0c-b26e-f71d6c39e18b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae7768b-6d20-4b35-836f-6eccfd085d7a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:17.259496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a96c4031-4e67-4cbe-ad46-1b252f4cad5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.273618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72280a7-d13d-4538-ab39-96b6c66e0557 req-570cccfd-257e-4238-94c7-7e764ab481fa tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.276247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d72280a7-d13d-4538-ab39-96b6c66e0557 req-570cccfd-257e-4238-94c7-7e764ab481fa tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1775618 Aug 29 04:27:17.332932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a96c4031-4e67-4cbe-ad46-1b252f4cad5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.360037 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3b12cfa-8b22-4aaf-8cde-a8d17f7f8416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.367326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1729399401-network', 'tenant_id': '554d9f7177c24c10ae0972cb48b1d894'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:17.380967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-c30e05b3-50a3-4870-8807-a38eb31b2cc9 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips/1f3aaea9-a373-4fa3-bbf9-e29ae0affe84 HTTP/1.1" status: 200 len: 693 time: 0.0809977 Aug 29 04:27:17.390715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46024) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.441710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d81736ae-05f4-4929-85ab-5eb42ccf2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.443264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-d81736ae-05f4-4929-85ab-5eb42ccf2efb service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb493501-5534-464e-b333-0a0a9a9efff8 HTTP/1.1" status: 200 len: 903 time: 0.1784508 Aug 29 04:27:17.447356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Made reservation on behalf of 554d9f7177c24c10ae0972cb48b1d894 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:17.450058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.455137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a96c4031-4e67-4cbe-ad46-1b252f4cad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.459609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a96c4031-4e67-4cbe-ad46-1b252f4cad5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.460833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a96c4031-4e67-4cbe-ad46-1b252f4cad5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a6fd9d6-3514-49d5-a1aa-0be2ccbfff09 HTTP/1.1" status: 204 len: 168 time: 0.4360123 Aug 29 04:27:17.468573 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.477229 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-20a3b4f2-90b2-4b44-ad48-6c5528e947c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d32c156958664a30b6bf71c29b56a5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831580 Aug 29 04:27:17.480850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.514618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-2e5658ca-3048-48a6-bfbb-9bbe096def86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=415bc19d-e15e-46b3-a939-4740af64da57 HTTP/1.1" status: 200 len: 217 time: 0.0520623 Aug 29 04:27:17.516155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c4031-4e67-4cbe-ad46-1b252f4cad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6fd9d6-3514-49d5-a1aa-0be2ccbfff09,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:17.578394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-97ea6a0a-1213-43e1-b664-aecefe8b7f61 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.579808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-97ea6a0a-1213-43e1-b664-aecefe8b7f61 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1910391 Aug 29 04:27:17.595946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-796c884a-d9c7-4d74-9b83-97efd5fc4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.597400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-796c884a-d9c7-4d74-9b83-97efd5fc4e39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a HTTP/1.1" status: 200 len: 797 time: 0.0737827 Aug 29 04:27:17.655889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-2479c4bd-6644-49db-8320-e6d79376cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.658772 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-2479c4bd-6644-49db-8320-e6d79376cfb1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb493501-5534-464e-b333-0a0a9a9efff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531502 Aug 29 04:27:17.690113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc52366f-d410-4cbb-957f-666a955a2840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.698897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-7ad3eda5-cfc9-416b-8d0c-627d4f12b619 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1069412 Aug 29 04:27:17.780667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc52366f-d410-4cbb-957f-666a955a2840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.792844 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-7888c22a-c089-4771-8212-5685fbe17a9f tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.0800476 Aug 29 04:27:17.810048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5310d82-0a38-457d-84de-4ad8b3bb0da9 req-7dc79785-9b6a-4421-89f0-82830db0d2ca tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.810434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-b1cbeed6-881e-41ea-99b9-e0e484b0a598 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.811563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5310d82-0a38-457d-84de-4ad8b3bb0da9 req-7dc79785-9b6a-4421-89f0-82830db0d2ca tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 947 time: 0.2172363 Aug 29 04:27:17.818445 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-b1cbeed6-881e-41ea-99b9-e0e484b0a598 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 947 time: 0.0778224 Aug 29 04:27:17.868011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-4fe5a123-0287-43cc-9d6a-864e6661e0a8 service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956351 Aug 29 04:27:17.907149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.953215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.987788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5310d82-0a38-457d-84de-4ad8b3bb0da9 req-edb49a42-6489-49dd-a644-a71d0705f663 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580260 Aug 29 04:27:17.999129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Deleting port 520e3302-f760-46a9-a9ee-3ba84b681764 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:17.999489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.012521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993dd872-bffc-438a-af00-74f8d27f2a32 req-516565ac-94e7-4225-9520-24e8fceb8f8f service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350920 Aug 29 04:27:18.056007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:18.063779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc52366f-d410-4cbb-957f-666a955a2840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.066930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc52366f-d410-4cbb-957f-666a955a2840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.068122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bc52366f-d410-4cbb-957f-666a955a2840 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dad11f38-3ddb-4d90-8204-697533ef1c95 HTTP/1.1" status: 204 len: 168 time: 0.5860581 Aug 29 04:27:18.071241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b108ceb-0097-49bb-816b-08abc1b96e40,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.083790 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.084232 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Added segment bac128a7-ec35-4aef-af15-50782a6139b8 of type vlan for network 52afedb8-af95-45e7-b2ac-cb893350b24c Aug 29 04:27:18.099346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52366f-d410-4cbb-957f-666a955a2840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad11f38-3ddb-4d90-8204-697533ef1c95,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.170972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-d1b46bfc-9b6d-4852-991d-b18a554cf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.171471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-d1b46bfc-9b6d-4852-991d-b18a554cf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.171955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-d1b46bfc-9b6d-4852-991d-b18a554cf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.172458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-d1b46bfc-9b6d-4852-991d-b18a554cf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.172939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-d1b46bfc-9b6d-4852-991d-b18a554cf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.173406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-d1b46bfc-9b6d-4852-991d-b18a554cf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.173883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-d1b46bfc-9b6d-4852-991d-b18a554cf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.176011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-d1b46bfc-9b6d-4852-991d-b18a554cf607 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6485 time: 0.0965407 Aug 29 04:27:18.180553 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.211444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Deleting port 0ca25fac-8c3a-4287-8449-aca574105712 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:18.211624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.260403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] For port 520e3302-f760-46a9-a9ee-3ba84b681764, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=520e3302-f760-46a9-a9ee-3ba84b681764,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:18.260813 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.266447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b50bc0-e56b-482b-bea6-7e3399d58349 req-c957f47f-4a1c-4ecc-ae15-61e927b057e6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.268050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38b50bc0-e56b-482b-bea6-7e3399d58349 req-c957f47f-4a1c-4ecc-ae15-61e927b057e6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1660917 Aug 29 04:27:18.276198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.277448 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.278259 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.390629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2049603 Aug 29 04:27:18.396620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46058) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:18.403906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Request body: {'subnet': {'network_id': '52afedb8-af95-45e7-b2ac-cb893350b24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1729399401-subnet', 'tenant_id': '554d9f7177c24c10ae0972cb48b1d894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:18.418752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.419224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.424958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38b50bc0-e56b-482b-bea6-7e3399d58349 req-54549a8b-df5a-4813-9a24-4a649cab7da6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427593 Aug 29 04:27:18.430896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5302d-18e5-4fa0-9303-d720fd9cefec admin admin] Pushing event updated for resources: {'Network': ['ID=52afedb8-af95-45e7-b2ac-cb893350b24c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.439434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Calling delete_port for 0ca25fac-8c3a-4287-8449-aca574105712 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:18.443279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 52afedb8-af95-45e7-b2ac-cb893350b24c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:18.767896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-119c2aee-e55d-4859-b323-2d7c39272e89 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.774695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-119c2aee-e55d-4859-b323-2d7c39272e89 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.781244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-119c2aee-e55d-4859-b323-2d7c39272e89 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.787631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-119c2aee-e55d-4859-b323-2d7c39272e89 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.794176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-119c2aee-e55d-4859-b323-2d7c39272e89 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.799050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-24a70821-37ec-4449-864b-9e4daf778de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.800535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-24a70821-37ec-4449-864b-9e4daf778de2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb493501-5534-464e-b333-0a0a9a9efff8 HTTP/1.1" status: 200 len: 903 time: 0.6107342 Aug 29 04:27:18.802663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-119c2aee-e55d-4859-b323-2d7c39272e89 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.811277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-119c2aee-e55d-4859-b323-2d7c39272e89 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.820396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-119c2aee-e55d-4859-b323-2d7c39272e89 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.1400902 Aug 29 04:27:18.831094 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.866154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-9bec2701-05d5-4f38-80e2-fb6db15348bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=456cc753-c550-4a1d-8c54-940ea75eb705 HTTP/1.1" status: 200 len: 217 time: 0.0565093 Aug 29 04:27:18.899036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event deleted for resources: {'Port': ['ID=0ca25fac-8c3a-4287-8449-aca574105712,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.955422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b75e5fbd-75e4-4e71-96ed-8b2dbb9c1afe req-d56ae52f-f9f8-4710-9960-4bfc72b79f92 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336908 Aug 29 04:27:18.962249 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.965153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.972213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0299a6f-216b-46af-98ab-16645f0be1d2 req-9758b1ee-3a84-4a1b-8e06-cb8f5b245b07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "DELETE /v2.0/floatingips/1f3aaea9-a373-4fa3-bbf9-e29ae0affe84 HTTP/1.1" status: 204 len: 173 time: 1.1689796 Aug 29 04:27:19.004047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-a2ea8eaf-1af1-4acf-8bc7-966e61542d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.004047 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-a2ea8eaf-1af1-4acf-8bc7-966e61542d09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a HTTP/1.1" status: 200 len: 797 time: 0.1113307 Aug 29 04:27:19.004047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Made reservation on behalf of 554d9f7177c24c10ae0972cb48b1d894 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:19.004047 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.136254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-f411f5be-21ac-4461-a18e-e8d17b5b39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.138088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-f411f5be-21ac-4461-a18e-e8d17b5b39a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb493501-5534-464e-b333-0a0a9a9efff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1361790 Aug 29 04:27:19.156814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46086) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.180220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.180631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.181680 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Floating IP 0613b100-52c5-41f5-9e55-efeebdae9370 disassociated. External IP: 172.25.1.72, port: 520e3302-f760-46a9-a9ee-3ba84b681764. Aug 29 04:27:19.181680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Calling delete_port for 520e3302-f760-46a9-a9ee-3ba84b681764 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:19.245988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64166d61-853d-45b7-bb9d-1a342b34e7a8 req-790e7f84-0d80-4ab1-a3ee-501b4b8be9c0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.247563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-64166d61-853d-45b7-bb9d-1a342b34e7a8 req-790e7f84-0d80-4ab1-a3ee-501b4b8be9c0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 947 time: 0.1473267 Aug 29 04:27:19.259839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e80353-76f2-4af8-b8fa-8e2b8dc627ab req-b3aaf8e2-63d4-46c6-b5a9-666838d3c8f9 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.265426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9e80353-76f2-4af8-b8fa-8e2b8dc627ab req-b3aaf8e2-63d4-46c6-b5a9-666838d3c8f9 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2796879 Aug 29 04:27:19.301717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46094) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.391282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1597596695-network', 'tenant_id': 'b032c86087dc4fa9a1c5fecf16355113'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:19.391552 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-0d1004ec-4a4f-44c6-b8de-4834a36997b2 service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426436 Aug 29 04:27:19.396900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3294c346-1424-4aaa-9582-9af08a10c975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.399182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07baa4fc-3593-4407-b465-a5f0ab1dda8a req-389faa2d-f1a7-4a4d-ad41-0a7654bb4c07 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=6e4ef988b6d14066babd2f724dd9cc44 HTTP/1.1" status: 200 len: 1656 time: 0.1078904 Aug 29 04:27:19.405336 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-64166d61-853d-45b7-bb9d-1a342b34e7a8 req-105a35a7-f5a0-48b8-a96f-9c45bc540ccd tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=07907482-74bc-447d-873a-779cb84fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389124 Aug 29 04:27:19.489012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Made reservation on behalf of b032c86087dc4fa9a1c5fecf16355113 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:19.491442 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.505930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.583811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baa4fc-3593-4407-b465-a5f0ab1dda8a req-1123df0d-489f-435e-b662-9ccf89a37410 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.585546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07baa4fc-3593-4407-b465-a5f0ab1dda8a req-1123df0d-489f-435e-b662-9ccf89a37410 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks?id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&id=e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 787 time: 0.1776557 Aug 29 04:27:19.598910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b0948-be81-48bc-9228-a1a53cbb8a5d req-b326e50c-0f59-46c7-92aa-d441f392723e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.600535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc6b0948-be81-48bc-9228-a1a53cbb8a5d req-b326e50c-0f59-46c7-92aa-d441f392723e tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.0790052 Aug 29 04:27:19.606166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-07baa4fc-3593-4407-b465-a5f0ab1dda8a req-d8d467d2-ba23-4c09-a380-67e57b495e89 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:27:19.607156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07baa4fc-3593-4407-b465-a5f0ab1dda8a req-d8d467d2-ba23-4c09-a380-67e57b495e89 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057528 Aug 29 04:27:19.638215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.645517 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc6b0948-be81-48bc-9228-a1a53cbb8a5d req-0f9e5e17-1ff3-4f5c-801f-a6314ad1b955 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356195 Aug 29 04:27:19.690861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.729966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-9af16841-e906-44a9-ad65-6ad517c77080 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips/bff2cffa-1266-4a2f-98cd-f24a1aec1d60 HTTP/1.1" status: 200 len: 693 time: 0.0474575 Aug 29 04:27:19.753117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5febde77-f7f1-4e22-8a9d-7ea8d8659092 req-77bc9b94-959a-438f-ae14-56a911955e0f service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390179 Aug 29 04:27:19.763434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event deleted for resources: {'Port': ['ID=520e3302-f760-46a9-a9ee-3ba84b681764,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:19.788126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac82bbc-bdb4-472a-8183-536301d5581c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:19.845504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-03b3fce5-fb25-468f-8168-e57d2550eb36 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.846872 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-03b3fce5-fb25-468f-8168-e57d2550eb36 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1106341 Aug 29 04:27:19.870394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Checking segment: {'id': 'bac128a7-ec35-4aef-af15-50782a6139b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52afedb8-af95-45e7-b2ac-cb893350b24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:19.870989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Network hostable DHCP agents. Network: 52afedb8-af95-45e7-b2ac-cb893350b24c, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:19.874426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3294c346-1424-4aaa-9582-9af08a10c975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.914753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3294c346-1424-4aaa-9582-9af08a10c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.981675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294c346-1424-4aaa-9582-9af08a10c975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377d5a5-b4ef-4378-b984-518402295def,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:19.987133 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3294c346-1424-4aaa-9582-9af08a10c975 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=964fee3bd200432181addeafaa273350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8253918 Aug 29 04:27:19.987972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Network 52afedb8-af95-45e7-b2ac-cb893350b24c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:19.992303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46104) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:20.024989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 52afedb8-af95-45e7-b2ac-cb893350b24c) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:20.029748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.030388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.038865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9673f-1ecc-4f45-a0fb-ffbb3c032c50 None None] Network 52afedb8-af95-45e7-b2ac-cb893350b24c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:20.050249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:20.141365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6406f09a-65b6-46ee-aa01-c2c9d7df62d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.203589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6a64e-d53c-4cbc-b875-c76f602cf850 None None] Network 52afedb8-af95-45e7-b2ac-cb893350b24c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:20.221547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6406f09a-65b6-46ee-aa01-c2c9d7df62d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.241735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-1452ffe1-3b06-48fc-8f78-c2576f3e15f6 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.3879466 Aug 29 04:27:20.277918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:20.326659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] No DVR routers for this DVR port 520e3302-f760-46a9-a9ee-3ba84b681764 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:20.330310 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.334151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-38f73c08-8e71-4a42-9c04-e6cfdf57f937 req-3c64878e-d817-4550-9f96-870ab29ca1ae tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.65 "DELETE /v2.0/ports/520e3302-f760-46a9-a9ee-3ba84b681764 HTTP/1.1" status: 204 len: 173 time: 2.5092435 Aug 29 04:27:20.343824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-deleted', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:20.346523 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6945101f-c72c-48cd-a0e7-f2e3804cb328" -d '{"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-deleted", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:20.359617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] Sync routers for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:20.360182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6406f09a-65b6-46ee-aa01-c2c9d7df62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.363339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6406f09a-65b6-46ee-aa01-c2c9d7df62d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.367269 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6406f09a-65b6-46ee-aa01-c2c9d7df62d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e377d5a5-b4ef-4378-b984-518402295def HTTP/1.1" status: 204 len: 168 time: 0.3716836 Aug 29 04:27:20.394997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406f09a-65b6-46ee-aa01-c2c9d7df62d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377d5a5-b4ef-4378-b984-518402295def,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:20.400715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-769806dc-2c2f-4909-a252-71f64827c09e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.1209600 Aug 29 04:27:20.451375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-8545cf43-b183-4d36-af22-e2ab3ea1f9c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.453711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b7837d34-32ab-417b-8030-529b9f36b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.455070 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.459531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-8545cf43-b183-4d36-af22-e2ab3ea1f9c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.466735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-8545cf43-b183-4d36-af22-e2ab3ea1f9c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.466965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:20.467643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:26:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.474696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-8545cf43-b183-4d36-af22-e2ab3ea1f9c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.481779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-8545cf43-b183-4d36-af22-e2ab3ea1f9c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.488780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-8545cf43-b183-4d36-af22-e2ab3ea1f9c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.494986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-8545cf43-b183-4d36-af22-e2ab3ea1f9c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.497145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-8545cf43-b183-4d36-af22-e2ab3ea1f9c6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.2848792 Aug 29 04:27:20.607121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:20.652883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45dc5d8f-a0ab-4d08-a9e0-ab75dd5f16f3 req-0ff36015-0761-424c-9a8b-adf0523251f0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237328 Aug 29 04:27:20.693670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.702181 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.709096 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3d655108-e40e-46d6-9e82-00fbd28dc64a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3110111 Aug 29 04:27:20.715762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Deleting port ee33c80b-33c8-480c-a868-52b9b2ce1f16 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:20.716148 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.753590 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6e022-c24f-450d-b1c4-f228bd4db338 x-openstack-request-id: req-c8b6e022-c24f-450d-b1c4-f228bd4db338 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:20.753888 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d28044c-d70c-4bb4-b582-1f9d17959270", "name": "network-vif-deleted", "tag": "520e3302-f760-46a9-a9ee-3ba84b681764", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:20.754149 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8b6e022-c24f-450d-b1c4-f228bd4db338 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:20.754555 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d28044c-d70c-4bb4-b582-1f9d17959270', 'name': 'network-vif-deleted', 'tag': '520e3302-f760-46a9-a9ee-3ba84b681764', 'status': 'completed', 'code': 200} Aug 29 04:27:20.800876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:20.859217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.859954 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Added segment 3d725531-77cf-4fa7-862c-5dd86e194144 of type vlan for network d9937631-9930-495f-b708-e1016d62ecb3 Aug 29 04:27:20.861831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60837894-4012-478c-aa9a-3afe91dd3834,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:20.940454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.985610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] Checking router: e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:20.995672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:20.996468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:21.029996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ba488d0-672b-48ce-a75a-e499c7311e94 req-17acfcd5-2663-42a2-9611-4ebbedde0f0a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d28044c-d70c-4bb4-b582-1f9d17959270 HTTP/1.1" status: 200 len: 210 time: 0.1134620 Aug 29 04:27:21.049376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.049376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.053153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.080009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Calling delete_port for ee33c80b-33c8-480c-a868-52b9b2ce1f16 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:21.124263 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-48540a31-22dc-44da-a0b1-41ad49771f0e service neutron] show failed (client error): The resource could not be found. Aug 29 04:27:21.125496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-48540a31-22dc-44da-a0b1-41ad49771f0e service neutron] 10.222.0.64 "GET /v2.0/ports/6a9699e7-75d9-40b5-afa1-5d4576005875/bindings/n-h2-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.1431758 Aug 29 04:27:21.141332 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.142482 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.143321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.160586 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.167812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:21.242399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9314182 Aug 29 04:27:21.242732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46140) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.249279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Request body: {'subnet': {'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1597596695-subnet', 'tenant_id': 'b032c86087dc4fa9a1c5fecf16355113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:21.278605 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b4942-8470-41f4-bb17-f22ef9c2ea9b admin admin] Pushing event updated for resources: {'Network': ['ID=d9937631-9930-495f-b708-e1016d62ecb3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.279774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Made reservation on behalf of b032c86087dc4fa9a1c5fecf16355113 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:21.298334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d9937631-9930-495f-b708-e1016d62ecb3 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:21.299313 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.319338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b47aa-2e4b-41fd-aa13-4f3ee9e5234a req-c386d52b-d6d1-4bff-ae7f-fe2624131617 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.320965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee0b47aa-2e4b-41fd-aa13-4f3ee9e5234a req-c386d52b-d6d1-4bff-ae7f-fe2624131617 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1610312 Aug 29 04:27:21.359934 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:21.401809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee0b47aa-2e4b-41fd-aa13-4f3ee9e5234a req-9220adf5-12ca-460e-841a-328682ed21a9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714269 Aug 29 04:27:21.443772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.478099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-f54495fd-dc41-4bcf-883d-81f1429968fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.480765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-f54495fd-dc41-4bcf-883d-81f1429968fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 1102 time: 0.0994282 Aug 29 04:27:21.493230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event deleted for resources: {'Port': ['ID=ee33c80b-33c8-480c-a868-52b9b2ce1f16,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.508066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:21.571963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 520e3302-f760-46a9-a9ee-3ba84b681764 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:21.572344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 520e3302-f760-46a9-a9ee-3ba84b681764 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:21.579696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.587515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.590170 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b724899d-79dd-46dd-8f10-6c3981ac0508 req-042441ef-6e99-4351-95fd-85d54b91b744 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "DELETE /v2.0/floatingips/bff2cffa-1266-4a2f-98cd-f24a1aec1d60 HTTP/1.1" status: 204 len: 173 time: 1.1791952 Aug 29 04:27:21.679349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.689645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:21.708203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-4b4b5f43-a17e-4598-94c8-a46836b41be2 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips/387dd1b6-4a35-4f36-abd6-d316f1d055b2 HTTP/1.1" status: 200 len: 693 time: 0.1011543 Aug 29 04:27:21.718692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a598d-c697-4548-8b23-2ae3136faf74 None None] The sync data for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 is: [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:21.770835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=931a6a64-2f97-4bbd-ba79-d6d012e5250d,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.798040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.860685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Checking segment: {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:21.861059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Network hostable DHCP agents. Network: d9937631-9930-495f-b708-e1016d62ecb3, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:21.874812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-e729a656-0af4-4b58-924c-064636acd39b tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.883033 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-e729a656-0af4-4b58-924c-064636acd39b tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1684077 Aug 29 04:27:21.946069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Network d9937631-9930-495f-b708-e1016d62ecb3 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:21.950346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-d0d807fe-d553-4eca-8a00-71c660927ae3 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 696 time: 0.0663793 Aug 29 04:27:21.969859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, d9937631-9930-495f-b708-e1016d62ecb3) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:21.980578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.981475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.981899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df11e0-cc7c-41ad-94a9-d6196890ee4b None None] Network d9937631-9930-495f-b708-e1016d62ecb3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:22.045466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-1acf764f-8fce-4d80-b59c-051c8a80b1c3 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 696 time: 0.0882137 Aug 29 04:27:22.087813 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-54ee66d7-67cb-43d7-ad62-5d51e7c757fc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8364651 Aug 29 04:27:22.155101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:22.204395 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e784c6-e406-483d-94aa-4ff52ff04c86 None None] New status for floating IP 0613b100-52c5-41f5-9e55-efeebdae9370: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:27:22.231460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:22.246230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3aa89-3c29-4ded-83a7-aa7ac58a4547 None None] Network d9937631-9930-495f-b708-e1016d62ecb3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:22.366156 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.392764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Transition to ACTIVE for port object 6a9699e7-75d9-40b5-afa1-5d4576005875 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:22.398385 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.407535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-c6063504-83a9-41c2-ad2f-afc4a32ef150 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.419387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-c6063504-83a9-41c2-ad2f-afc4a32ef150 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/networks?id=52afedb8-af95-45e7-b2ac-cb893350b24c HTTP/1.1" status: 200 len: 809 time: 0.2628646 Aug 29 04:27:22.435010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Deleting port 6a46fe71-93f9-432d-aea5-89a632c7ab86 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:22.438492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.460604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-8aa70231-85fd-40e5-b7d7-d1b83f1375cf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/quotas/554d9f7177c24c10ae0972cb48b1d894 HTTP/1.1" status: 200 len: 375 time: 0.0401392 Aug 29 04:27:22.484903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.533120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-7837a6b7-31cc-4705-8bfd-b94e6d808961 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=554d9f7177c24c10ae0972cb48b1d894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397685 Aug 29 04:27:22.535975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] No DVR routers for this DVR port 6a9699e7-75d9-40b5-afa1-5d4576005875 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:22.590654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:22.591335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:22.592589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:22.602682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:22.603023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:22.616332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:22.616332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:22.616332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:22.616332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Bound port: 6a9699e7-75d9-40b5-afa1-5d4576005875, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:22.616332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.662314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.662314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.684980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Calling delete_port for 6a46fe71-93f9-432d-aea5-89a632c7ab86 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:22.702023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:22.703952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-57440e5b-9d2a-4e9d-8088-2caa52953b43 service neutron] 10.222.0.58 "GET /v2.0/networks/52afedb8-af95-45e7-b2ac-cb893350b24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698086 Aug 29 04:27:22.706383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:22.720532 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.741338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.755678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:22.758033 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84369c17-055e-426d-a16e-3748d94f2593" -d '{"events": [{"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:22.777978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.778616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.780883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] 10.222.0.65 "PUT /v2.0/ports/6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 1097 time: 1.2887130 Aug 29 04:27:22.865141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763d597-030a-49dd-8e70-f861b2c53946 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.873772 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-cf290a45-761c-4e34-803e-84d06a911c95 service neutron] 10.222.0.58 "GET /v2.0/networks/52afedb8-af95-45e7-b2ac-cb893350b24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683667 Aug 29 04:27:22.884296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-2173ee48-94a5-4488-9055-8b14f6fff38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.886227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-2173ee48-94a5-4488-9055-8b14f6fff38d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1100 time: 0.0779164 Aug 29 04:27:22.977124 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.027818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event deleted for resources: {'Port': ['ID=6a46fe71-93f9-432d-aea5-89a632c7ab86,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.041162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-1193c78b-df37-4b19-8fde-2660c0b8a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.042899 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-1193c78b-df37-4b19-8fde-2660c0b8a272 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1473408 Aug 29 04:27:23.118615 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-fa8ce272-6a11-4112-8284-592c93eae537 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.0683155 Aug 29 04:27:23.118765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.121828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.138335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c378fc6-c0b7-4bfb-bd81-4937392f47bb req-6631585f-0c79-4212-9a98-b55c1eda7366 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "DELETE /v2.0/floatingips/387dd1b6-4a35-4f36-abd6-d316f1d055b2 HTTP/1.1" status: 204 len: 173 time: 1.0868917 Aug 29 04:27:23.222486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-9f3304fb-6cb5-46b9-badc-d8868fc891a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.224755 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-9f3304fb-6cb5-46b9-badc-d8868fc891a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0957732 Aug 29 04:27:23.286297 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-7d3035ae-9e6f-420b-802c-854f61ad3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.288431 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-7d3035ae-9e6f-420b-802c-854f61ad3755 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560997 Aug 29 04:27:23.313381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-119e63b3-7ef6-446a-a82c-9950b4f59861 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.323359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-119e63b3-7ef6-446a-a82c-9950b4f59861 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.331503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-119e63b3-7ef6-446a-a82c-9950b4f59861 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.337798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-119e63b3-7ef6-446a-a82c-9950b4f59861 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.346911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-119e63b3-7ef6-446a-a82c-9950b4f59861 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.356308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-119e63b3-7ef6-446a-a82c-9950b4f59861 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.362684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-119e63b3-7ef6-446a-a82c-9950b4f59861 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.370806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-119e63b3-7ef6-446a-a82c-9950b4f59861 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.1740186 Aug 29 04:27:23.414674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e131c-2573-4cfb-9188-5005cc762d31 req-ed9e5465-d74b-47e7-bee1-230d0b93f996 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.417722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-790e131c-2573-4cfb-9188-5005cc762d31 req-ed9e5465-d74b-47e7-bee1-230d0b93f996 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 948 time: 0.1584659 Aug 29 04:27:23.428384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-cc001002-2751-4c01-b91b-7c2d5bf42421 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317441 Aug 29 04:27:23.471785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02ce5732-18ac-4226-86ce-fca34be0cfeb req-c6e4564c-ee3c-4b18-afe1-7b044a66aabd tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997765 Aug 29 04:27:23.512404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-790e131c-2573-4cfb-9188-5005cc762d31 req-b088e005-90c7-4eaa-a720-595ca1f3663d tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854225 Aug 29 04:27:23.579466 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ce3e0f5c-d8fa-42e6-b435-36b8be89e338 req-366a7357-018d-4866-9ec5-7fd57c6b7f6b service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331711 Aug 29 04:27:23.706953 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33765e47-ebed-4e16-9e59-507a430f3264 x-openstack-request-id: req-33765e47-ebed-4e16-9e59-507a430f3264 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:23.707314 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:23.707659 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33765e47-ebed-4e16-9e59-507a430f3264 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:23.708161 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'code': 200} Aug 29 04:27:23.804822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5d106a4-658f-4780-8497-1dbabbf0c721 req-fb488a65-5f9d-4b59-8ea5-bff641b8a385 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 210 time: 0.0348237 Aug 29 04:27:23.904600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-abb1d3dd-e54b-46a7-b051-e159fc8d3a78 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips/9428b264-1457-416b-bbed-6f1271838c16 HTTP/1.1" status: 200 len: 692 time: 0.0696938 Aug 29 04:27:24.068399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-9e46a46a-0668-4233-a5eb-8610db9d9b65 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.070070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-9e46a46a-0668-4233-a5eb-8610db9d9b65 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/networks?id=d9937631-9930-495f-b708-e1016d62ecb3 HTTP/1.1" status: 200 len: 818 time: 0.1940262 Aug 29 04:27:24.098632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-b096724a-621b-4260-9fbb-fb6e956f1a1c tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.099922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-b096724a-621b-4260-9fbb-fb6e956f1a1c tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.1620386 Aug 29 04:27:24.102475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-a28d36d9-62c5-4cc0-880e-9305775a846a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/quotas/b032c86087dc4fa9a1c5fecf16355113 HTTP/1.1" status: 200 len: 375 time: 0.0216167 Aug 29 04:27:24.173873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-44dc8232-01ab-4f88-ba04-079e1b8cf024 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b032c86087dc4fa9a1c5fecf16355113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586922 Aug 29 04:27:24.177307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-e77748fe-6644-46fd-832f-6a349b736f73 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.0700200 Aug 29 04:27:24.276553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-d1cd53b4-e6c8-4066-87b4-1a37696a87b8 tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.0883780 Aug 29 04:27:24.383743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46294) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.458572 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-fd2aed7e-7410-49e5-bb1e-ba5389234cfe service neutron] 10.222.0.58 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622964 Aug 29 04:27:24.507403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-f169003f-646b-421b-9f25-5f1f3b29e878 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.509382 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-f169003f-646b-421b-9f25-5f1f3b29e878 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.64 "GET /v2.0/networks?id=52afedb8-af95-45e7-b2ac-cb893350b24c HTTP/1.1" status: 200 len: 809 time: 0.1348374 Aug 29 04:27:24.530030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Request body: {'port': {'device_id': 'a542b065-c39f-408d-bd98-32ddd525d2fd', 'network_id': '52afedb8-af95-45e7-b2ac-cb893350b24c', 'admin_state_up': True, 'tenant_id': '554d9f7177c24c10ae0972cb48b1d894'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:24.562541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Deleting port 9ad417eb-1f34-4ef8-9007-14aeb0748cf2 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:24.562882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.589519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d55db-ce8a-454f-82b4-7dfbf7624894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.625030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-95d37816-cacc-4cad-b893-c002b25a13fe service neutron] 10.222.0.58 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560714 Aug 29 04:27:24.662686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.663070 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.679093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Calling delete_port for 9ad417eb-1f34-4ef8-9007-14aeb0748cf2 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:24.749381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d55db-ce8a-454f-82b4-7dfbf7624894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.759126 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-745d55db-ce8a-454f-82b4-7dfbf7624894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.780072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:24.808023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Made reservation on behalf of 554d9f7177c24c10ae0972cb48b1d894 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:24.812769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.832176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:24.833015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.839705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d55db-ce8a-454f-82b4-7dfbf7624894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f04c1-b75b-4d29-9d8c-4fb2cb432f5e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.844977 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-745d55db-ce8a-454f-82b4-7dfbf7624894 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e3bb80e2d9f47bcbbac99982ce9005c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561934 Aug 29 04:27:24.848248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46306) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.868555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Pushing event deleted for resources: {'Port': ['ID=9ad417eb-1f34-4ef8-9007-14aeb0748cf2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.911556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46310) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.990267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7fccee4-9731-4429-8e41-e872701c0e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.033522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7fccee4-9731-4429-8e41-e872701c0e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.035596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Allocated IP 172.20.0.13 (52afedb8-af95-45e7-b2ac-cb893350b24c/5ac82bbc-bdb4-472a-8183-536301d5581c/190cc6a7-5c5e-4487-8c8d-d6efe6e9d413) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:25.051228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.054302 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.055470 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69e234b3-0286-4dee-b78c-d5fea6dd6f3a req-3641d49e-d3ef-4859-998f-2fcd9103e11e tempest-FloatingIPDetailsTestJSON-1623519199 tempest-FloatingIPDetailsTestJSON-1623519199-project] 10.222.0.58 "DELETE /v2.0/floatingips/9428b264-1457-416b-bbed-6f1271838c16 HTTP/1.1" status: 204 len: 173 time: 0.7629962 Aug 29 04:27:25.066698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46314) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.096978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-94285076-8a2b-469d-9668-698beac4bec4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.104226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-94285076-8a2b-469d-9668-698beac4bec4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.112362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-94285076-8a2b-469d-9668-698beac4bec4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.126661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-94285076-8a2b-469d-9668-698beac4bec4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.134577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-94285076-8a2b-469d-9668-698beac4bec4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.140844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-94285076-8a2b-469d-9668-698beac4bec4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.147038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-94285076-8a2b-469d-9668-698beac4bec4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.149274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-94285076-8a2b-469d-9668-698beac4bec4 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.1779718 Aug 29 04:27:25.152250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc32978c-d681-40c7-9a09-2cd274bbd78e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.239706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc32978c-d681-40c7-9a09-2cd274bbd78e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.250694 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7fccee4-9731-4429-8e41-e872701c0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.252897 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7fccee4-9731-4429-8e41-e872701c0e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.256318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a7fccee4-9731-4429-8e41-e872701c0e26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/702f04c1-b75b-4d29-9d8c-4fb2cb432f5e HTTP/1.1" status: 204 len: 168 time: 0.4035966 Aug 29 04:27:25.283779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fccee4-9731-4429-8e41-e872701c0e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f04c1-b75b-4d29-9d8c-4fb2cb432f5e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.290461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4460a9-acfa-4363-b961-3ad145b3c3cb req-e624d771-1f26-46a8-984e-c49f291e89c0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.293828 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db4460a9-acfa-4363-b961-3ad145b3c3cb req-e624d771-1f26-46a8-984e-c49f291e89c0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 948 time: 0.1424692 Aug 29 04:27:25.305041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a1aab16-936c-4a16-ac6f-c057ae61d31c req-a0a68dff-c226-4394-b54e-7e08802c2a0d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117651 Aug 29 04:27:25.327485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:25.417860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.428652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db4460a9-acfa-4363-b961-3ad145b3c3cb req-6d5e1973-f309-443a-8c69-a5ab89fe68c4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925343 Aug 29 04:27:25.437320 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc32978c-d681-40c7-9a09-2cd274bbd78e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.441120 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc32978c-d681-40c7-9a09-2cd274bbd78e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.443945 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fc32978c-d681-40c7-9a09-2cd274bbd78e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "DELETE /v2.0/security-groups/07907482-74bc-447d-873a-779cb84fa9f1 HTTP/1.1" status: 204 len: 168 time: 0.5298691 Aug 29 04:27:25.451066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46330) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.479078 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-d212afd5-b289-44f4-9ecb-586833fdda1a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] show failed (client error): The resource could not be found. Aug 29 04:27:25.484019 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d212afd5-b289-44f4-9ecb-586833fdda1a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups/07907482-74bc-447d-873a-779cb84fa9f1 HTTP/1.1" status: 404 len: 347 time: 0.0282540 Aug 29 04:27:25.484019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32978c-d681-40c7-9a09-2cd274bbd78e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07907482-74bc-447d-873a-779cb84fa9f1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.497553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46332) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.582467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.612647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:25.631378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'mac_address': 'fa:16:3e:7b:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:25.729509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:25.736397 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46959828-e2cf-4173-a2a5-d1ec9585817d" -d '{"events": [{"name": "network-changed", "server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:25.777988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Network 52afedb8-af95-45e7-b2ac-cb893350b24c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:25.788732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:25.802649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:25.803767 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.843381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9699e7-75d9-40b5-afa1-5d4576005875 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:25.856248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891a428-3350-4e12-aab8-f34b796907df req-cdb20df0-d876-4efb-b4c9-aa3dcb0db9ee tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.861030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7891a428-3350-4e12-aab8-f34b796907df req-cdb20df0-d876-4efb-b4c9-aa3dcb0db9ee tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 932 time: 0.2099509 Aug 29 04:27:25.880346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Pushing event updated for resources: {'Port': ['ID=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.906840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:25.916595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.966135 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707d4b81-041f-40a7-a467-8159e759ea88 x-openstack-request-id: req-707d4b81-041f-40a7-a467-8159e759ea88 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:25.967393 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:25.967979 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-707d4b81-041f-40a7-a467-8159e759ea88 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:25.968760 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'status': 'completed', 'code': 200} Aug 29 04:27:25.989501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.990919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.010316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Deleting port e15d1279-0ee4-4d15-bb65-c8edb6aab86b {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:26.010666 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.026238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7891a428-3350-4e12-aab8-f34b796907df req-217feef6-f531-4897-b4cf-78dc23dacda1 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510711 Aug 29 04:27:26.043460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46342) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.055916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.077568 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-ae2cf73c-70b1-4448-bb9b-930787f4efea tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5534325 Aug 29 04:27:26.087900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-ee36edf2-8cc9-4113-bcee-75c950c8fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.089636 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-ee36edf2-8cc9-4113-bcee-75c950c8fce9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1101 time: 0.0906308 Aug 29 04:27:26.098851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Request body: {'port': {'device_id': 'a542b065-c39f-408d-bd98-32ddd525d2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:26.136425 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8b0d9b5-1a59-45b3-ab6a-32d7e1c6242d req-bcb24752-358b-4570-b6d1-f774753283b6 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 210 time: 0.1047356 Aug 29 04:27:26.168859 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ba30829-4741-4699-a158-886227e7cb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.212451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-0be32134-d033-4a5d-8b67-726703ebb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.215272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-0be32134-d033-4a5d-8b67-726703ebb5af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1101 time: 0.2067671 Aug 29 04:27:26.220749 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.221022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.249498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.259422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['6a9699e7-75d9-40b5-afa1-5d4576005875'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:26.280627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Calling delete_port for e15d1279-0ee4-4d15-bb65-c8edb6aab86b owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:26.350336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-ce73a98c-83a0-4538-be2c-d5862e964bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.351857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-ce73a98c-83a0-4538-be2c-d5862e964bba service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2477379 Aug 29 04:27:26.398936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.436699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-d288f1ab-825a-41e8-a1d2-bbed52077b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.439706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-d288f1ab-825a-41e8-a1d2-bbed52077b85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2067010 Aug 29 04:27:26.857813 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-ae385a52-9170-411b-a9c2-612e7b3f80ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.4825168 Aug 29 04:27:27.009359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-2ab07b3c-526c-4f1e-8952-84b28cb2303f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.5528531 Aug 29 04:27:27.030233 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.074757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-34d8ba82-845d-4dd0-8431-79438e643dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.077025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-34d8ba82-845d-4dd0-8431-79438e643dd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1984911 Aug 29 04:27:27.135266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a2f5c-5aae-43ba-90fc-f7056a30fb0b req-59b5ec8b-18f2-4d59-b144-420eece0869b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.142721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-870a2f5c-5aae-43ba-90fc-f7056a30fb0b req-59b5ec8b-18f2-4d59-b144-420eece0869b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.5561125 Aug 29 04:27:27.208606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-a80dae9f-7db5-457f-9940-b35fe7151d9b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.214820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-a80dae9f-7db5-457f-9940-b35fe7151d9b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.220856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-a80dae9f-7db5-457f-9940-b35fe7151d9b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.227210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-a80dae9f-7db5-457f-9940-b35fe7151d9b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.234191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-a80dae9f-7db5-457f-9940-b35fe7151d9b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.240337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-a80dae9f-7db5-457f-9940-b35fe7151d9b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.246918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-a80dae9f-7db5-457f-9940-b35fe7151d9b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.249892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-a80dae9f-7db5-457f-9940-b35fe7151d9b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.7863262 Aug 29 04:27:27.258627 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ba30829-4741-4699-a158-886227e7cb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.260782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-b73510a9-bbc7-47db-b9ff-d182a9293e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.262176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-b73510a9-bbc7-47db-b9ff-d182a9293e71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.2290649 Aug 29 04:27:27.271040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ba30829-4741-4699-a158-886227e7cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.327688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-2c9fcc82-5655-4901-8041-77c842d9f928 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.329204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-2c9fcc82-5655-4901-8041-77c842d9f928 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.65 "GET /v2.0/networks?id=d9937631-9930-495f-b708-e1016d62ecb3 HTTP/1.1" status: 200 len: 818 time: 0.3213115 Aug 29 04:27:27.343701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-870a2f5c-5aae-43ba-90fc-f7056a30fb0b req-3899fd77-0732-428f-b126-15c53a3c9670 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000151 Aug 29 04:27:27.359978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Request body: {'port': {'device_id': 'ca0440a0-61c0-4112-a6cd-917cb3e6a282', 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3', 'admin_state_up': True, 'tenant_id': 'b032c86087dc4fa9a1c5fecf16355113'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:27.370147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-9ece3193-0502-4036-8cfd-9bbbffadc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.371659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-9ece3193-0502-4036-8cfd-9bbbffadc9db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2824278 Aug 29 04:27:27.418814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ba30829-4741-4699-a158-886227e7cb82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9299ab026584af4b128d538a423d09f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3643656 Aug 29 04:27:27.426099 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46356) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:27.431289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba30829-4741-4699-a158-886227e7cb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44dfc11-c7f7-451a-862b-76df3a2fd273,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.466375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d90f4c05-6007-43f8-89f1-9aedf8f35037 req-979aa3c4-dd1b-448a-bf34-e20007be2ea1 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957040 Aug 29 04:27:27.504833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.518256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-f3d188d0-10e7-4a57-bffa-9fa8793ad87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.518256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-f3d188d0-10e7-4a57-bffa-9fa8793ad87d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2218418 Aug 29 04:27:27.543034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-2951c4ec-08a0-410e-b882-3d8dc51f2a25 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.544781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-2951c4ec-08a0-410e-b882-3d8dc51f2a25 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.64 "GET /v2.0/networks?id=d9937631-9930-495f-b708-e1016d62ecb3 HTTP/1.1" status: 200 len: 818 time: 0.4029813 Aug 29 04:27:27.563542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event deleted for resources: {'Port': ['ID=e15d1279-0ee4-4d15-bb65-c8edb6aab86b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.580016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Request body: {'port': {'device_id': '2f7c9d9a-bdea-40ac-a2e1-ce32b9263843', 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3', 'admin_state_up': True, 'tenant_id': 'b032c86087dc4fa9a1c5fecf16355113'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:27.587696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:27.652601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.734845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Transition to ACTIVE for port object 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:27.751420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-687b616a-77dd-4383-968f-f31712bd2994 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634832 Aug 29 04:27:27.753119 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94ca2e9a-ab18-448a-8c04-705c5b8cca33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.755392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.777713 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a96ee9f8-0576-4478-afc6-db56bee4a39d req-cd43f5dd-740b-4e4b-a031-a5efc5affdb5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 210 time: 0.1348515 Aug 29 04:27:27.862750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29900f-2856-4401-bced-11deb1801a8b req-8f356597-c7d8-4b1a-8181-b2d818f5cc23 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.864302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc29900f-2856-4401-bced-11deb1801a8b req-8f356597-c7d8-4b1a-8181-b2d818f5cc23 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 932 time: 0.3484726 Aug 29 04:27:27.876272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94ca2e9a-ab18-448a-8c04-705c5b8cca33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.892249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Made reservation on behalf of b032c86087dc4fa9a1c5fecf16355113 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:27.895553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.939772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Pushing event updated for resources: {'Port': ['ID=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.943331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.946100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.955432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-61f1c72d-370d-4ba1-aeb9-30d12040ef00 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "DELETE /v2.0/floatingips/0613b100-52c5-41f5-9e55-efeebdae9370 HTTP/1.1" status: 204 len: 168 time: 2.4550562 Aug 29 04:27:27.967952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-80233baf-44a6-4968-8ec6-04c1da15cebd service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176171 Aug 29 04:27:27.980926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-efcbbe58-3a28-40ca-a3b4-3a99b8fc534b tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.982587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-efcbbe58-3a28-40ca-a3b4-3a99b8fc534b tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.64 "GET /v2.0/networks?id=d9937631-9930-495f-b708-e1016d62ecb3 HTTP/1.1" status: 200 len: 818 time: 0.3363452 Aug 29 04:27:28.010061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Request body: {'port': {'device_id': 'cec9badf-a5cf-4ef7-93eb-9a9df406ca6f', 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3', 'admin_state_up': True, 'tenant_id': 'b032c86087dc4fa9a1c5fecf16355113'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:28.071711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc29900f-2856-4401-bced-11deb1801a8b req-9ba7fbce-69d6-4bd8-9dcf-f592eb3e2619 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789863 Aug 29 04:27:28.111377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Made reservation on behalf of b032c86087dc4fa9a1c5fecf16355113 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:28.116265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.123091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.148704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-db439776-c49e-4624-a758-32716101363b service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614798 Aug 29 04:27:28.177792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Deleting port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:28.178322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.178776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94ca2e9a-ab18-448a-8c04-705c5b8cca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.181667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94ca2e9a-ab18-448a-8c04-705c5b8cca33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.185450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-94ca2e9a-ab18-448a-8c04-705c5b8cca33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a44dfc11-c7f7-451a-862b-76df3a2fd273 HTTP/1.1" status: 204 len: 168 time: 0.7528286 Aug 29 04:27:28.285532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Attempting to bind port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:28.285868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Attempting to bind port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'bac128a7-ec35-4aef-af15-50782a6139b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52afedb8-af95-45e7-b2ac-cb893350b24c'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:28.286242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Attempting to bind port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 on network 52afedb8-af95-45e7-b2ac-cb893350b24c {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:28.305108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46959828-e2cf-4173-a2a5-d1ec9585817d req-c5ac56e7-ffb5-4b5f-bd88-3015aa2c7d44 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215883 Aug 29 04:27:28.338942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 on network 52afedb8-af95-45e7-b2ac-cb893350b24c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:28.339369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Attempting to bind port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 on network 52afedb8-af95-45e7-b2ac-cb893350b24c {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:28.342673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4254398-7339-469f-98d0-0d2a1a897143 req-7d55d16e-6bf5-47b6-a8e5-652a5b298628 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.353433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4254398-7339-469f-98d0-0d2a1a897143 req-7d55d16e-6bf5-47b6-a8e5-652a5b298628 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.2801430 Aug 29 04:27:28.354089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Made reservation on behalf of b032c86087dc4fa9a1c5fecf16355113 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:28.362363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.369223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-c43f0bda-3ecb-4347-adf0-9e48fa539511 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.370703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-c43f0bda-3ecb-4347-adf0-9e48fa539511 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 949 time: 0.2773314 Aug 29 04:27:28.374517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2e9a-ab18-448a-8c04-705c5b8cca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44dfc11-c7f7-451a-862b-76df3a2fd273,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.386790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:28.387138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Checking segment: {'id': 'bac128a7-ec35-4aef-af15-50782a6139b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52afedb8-af95-45e7-b2ac-cb893350b24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:28.387531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Bound using segment: {'id': 'bac128a7-ec35-4aef-af15-50782a6139b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52afedb8-af95-45e7-b2ac-cb893350b24c'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:28.387976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Bound port: 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac128a7-ec35-4aef-af15-50782a6139b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52afedb8-af95-45e7-b2ac-cb893350b24c'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:28.388396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.418899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Allocated IP 172.20.0.10 (d9937631-9930-495f-b708-e1016d62ecb3/931a6a64-2f97-4bbd-ba79-d6d012e5250d/6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:28.497088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] For port 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,segment=NetworkSegment(1d391a83-8d10-43e7-86e8-5b2ff82fcba1),segment_id=1d391a83-8d10-43e7-86e8-5b2ff82fcba1)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:28.503041 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.506443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4254398-7339-469f-98d0-0d2a1a897143 req-6a5b2279-4353-48ce-8416-fe11b7dd1c25 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336668 Aug 29 04:27:28.578087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Calling delete_port for 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:28.712082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-d25b8711-03ee-4e84-8382-5834be203ff3 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.719457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-d25b8711-03ee-4e84-8382-5834be203ff3 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.726401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-d25b8711-03ee-4e84-8382-5834be203ff3 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.727104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] For port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:28.734770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-d25b8711-03ee-4e84-8382-5834be203ff3 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.735446 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-1201c2de-752f-4a0b-8ccd-3d0ca85573c6 service neutron] 10.222.0.65 "GET /v2.0/ports/6a9699e7-75d9-40b5-afa1-5d4576005875/bindings/n-h2-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.3528514 Aug 29 04:27:28.743254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-d25b8711-03ee-4e84-8382-5834be203ff3 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.751164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-d25b8711-03ee-4e84-8382-5834be203ff3 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.755628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] For port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,segment=NetworkSegment(bac128a7-ec35-4aef-af15-50782a6139b8),segment_id=bac128a7-ec35-4aef-af15-50782a6139b8)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:28.758172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-d25b8711-03ee-4e84-8382-5834be203ff3 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.760547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-d25b8711-03ee-4e84-8382-5834be203ff3 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.1129098 Aug 29 04:27:28.792330 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.830822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fe60041-010f-4e14-953c-6b4fb130e5aa req-486d600d-5d1a-42b2-8c4b-edefcd3f47e6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637870 Aug 29 04:27:28.857806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46380) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.858994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.859627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.861051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] 10.222.0.64 "PUT /v2.0/ports/190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 HTTP/1.1" status: 200 len: 1093 time: 2.7662880 Aug 29 04:27:28.865720 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9f37d340-cb9c-4586-8969-6f661024818d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235637782', 'description': 'tempest-description--384334986'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:28.896815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a542b065-c39f-408d-bd98-32ddd525d2fd', 'tag': '190cc6a7-5c5e-4487-8c8d-d6efe6e9d413'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:28.899072 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c865e-f405-46e2-8d26-e4afb02af7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a542b065-c39f-408d-bd98-32ddd525d2fd", "tag": "190cc6a7-5c5e-4487-8c8d-d6efe6e9d413"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:28.973275 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dfeee0-413c-4efc-b13d-63224f0bce59 x-openstack-request-id: req-f1dfeee0-413c-4efc-b13d-63224f0bce59 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:28.973573 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a542b065-c39f-408d-bd98-32ddd525d2fd", "tag": "190cc6a7-5c5e-4487-8c8d-d6efe6e9d413", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:28.973823 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1dfeee0-413c-4efc-b13d-63224f0bce59 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:28.974254 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a542b065-c39f-408d-bd98-32ddd525d2fd', 'tag': '190cc6a7-5c5e-4487-8c8d-d6efe6e9d413', 'status': 'completed', 'code': 200} Aug 29 04:27:28.979837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7ed49ae-3019-4150-bc56-59ac60b19243 req-0bf790a6-e38a-4bdd-88ec-dc2d14cbef71 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 210 time: 0.0700514 Aug 29 04:27:28.981653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f37d340-cb9c-4586-8969-6f661024818d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.995367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-89c9201a-4b81-49fc-8af0-55208c2a6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.996985 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-89c9201a-4b81-49fc-8af0-55208c2a6e97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1101 time: 0.2349231 Aug 29 04:27:29.009508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3222d12-22b4-4bfe-9ec3-105e5a69fa97 service neutron] Pushing event updated for resources: {'Port': ['ID=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.040722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.097679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f37d340-cb9c-4586-8969-6f661024818d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.109738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f37d340-cb9c-4586-8969-6f661024818d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.158665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f37d340-cb9c-4586-8969-6f661024818d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.160629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9f37d340-cb9c-4586-8969-6f661024818d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3009610 Aug 29 04:27:29.162231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37d340-cb9c-4586-8969-6f661024818d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da7cffa-33b3-455b-813e-e05ff6f53262,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.164768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46392) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.181285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2de709e5-0691-43c7-a84a-fe9b8eee3755 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'security_group_rule': {'security_group_id': '7da7cffa-33b3-455b-813e-e05ff6f53262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:29.245017 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2de709e5-0691-43c7-a84a-fe9b8eee3755 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.265018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7261-9498-4386-8346-662d45ef21d5 req-cde7f0c7-297e-4f07-9fa7-9771eee85160 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.266683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d7e7261-9498-4386-8346-662d45ef21d5 req-cde7f0c7-297e-4f07-9fa7-9771eee85160 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 944 time: 0.0807722 Aug 29 04:27:29.333686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:29.344807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2de709e5-0691-43c7-a84a-fe9b8eee3755 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.348796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d7e7261-9498-4386-8346-662d45ef21d5 req-a5a56659-cae6-453f-9ecc-8cbbf05c4fec tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680914 Aug 29 04:27:29.352040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2de709e5-0691-43c7-a84a-fe9b8eee3755 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.374952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de709e5-0691-43c7-a84a-fe9b8eee3755 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eac5539-0009-4c9e-be3a-a3cf31f3a499,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.394159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2de709e5-0691-43c7-a84a-fe9b8eee3755 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.395772 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2de709e5-0691-43c7-a84a-fe9b8eee3755 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2186806 Aug 29 04:27:29.398393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46398) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.405880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d202016f-69ae-45cf-9b6b-700c7e9e0548 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'security_group_rule': {'security_group_id': '7da7cffa-33b3-455b-813e-e05ff6f53262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:29.439777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 6a9699e7-75d9-40b5-afa1-5d4576005875 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:29.442108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d202016f-69ae-45cf-9b6b-700c7e9e0548 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.445715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 6a9699e7-75d9-40b5-afa1-5d4576005875 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:29.445924 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.461660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-5512f07d-d971-4d42-836f-38ffb8a12b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.463440 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-5512f07d-d971-4d42-836f-38ffb8a12b43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=554d9f7177c24c10ae0972cb48b1d894&device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 1096 time: 0.5408568 Aug 29 04:27:29.516907 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d202016f-69ae-45cf-9b6b-700c7e9e0548 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.522167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d202016f-69ae-45cf-9b6b-700c7e9e0548 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.551956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.556739 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-0e43cef3-42c6-4e15-8baf-568e268b4f24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 HTTP/1.1" status: 200 len: 217 time: 0.0691826 Aug 29 04:27:29.564905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202016f-69ae-45cf-9b6b-700c7e9e0548 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59833dd3-c5ef-43b8-a80b-c34948271cc5,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.586379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-50cd53ad-574e-45ac-8264-aa6c6c336aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.587010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:29.587890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-50cd53ad-574e-45ac-8264-aa6c6c336aed service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.5709863 Aug 29 04:27:29.590884 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd083278-c1d5-4ab1-b2eb-79ff705827cb" -d '{"events": [{"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-plugged", "status": "completed", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:29.608455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d202016f-69ae-45cf-9b6b-700c7e9e0548 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.610166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d202016f-69ae-45cf-9b6b-700c7e9e0548 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2107821 Aug 29 04:27:29.611606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:29.613189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46410) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.622001 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.625336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:29.674308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.677594 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-cb4cb224-d642-477c-ae12-bd26a20bd53a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.0582228 Aug 29 04:27:29.708931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.713843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-9d27e2b4-9690-4106-ab30-30b6e2238792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.714914 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e397303-db59-4056-bb68-e36c4571d403 x-openstack-request-id: req-4e397303-db59-4056-bb68-e36c4571d403 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:29.715205 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-plugged", "status": "completed", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:29.715459 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e397303-db59-4056-bb68-e36c4571d403 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:29.715848 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'code': 200} Aug 29 04:27:29.717088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-9d27e2b4-9690-4106-ab30-30b6e2238792 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ac82bbc-bdb4-472a-8183-536301d5581c HTTP/1.1" status: 200 len: 849 time: 0.1450706 Aug 29 04:27:29.731632 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.749063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a0c8e-9abe-4a2b-9970-ec7edd7e1cbe req-9dea6f7e-838d-4a5e-8fad-d1cd537fa0f9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.751058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe6a0c8e-9abe-4a2b-9970-ec7edd7e1cbe req-9dea6f7e-838d-4a5e-8fad-d1cd537fa0f9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1160700 Aug 29 04:27:29.752015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.757298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b82a5a8-01d4-46b5-8208-2e1e3f2c738f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.856174 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-1d6a3d6e-5487-47c3-99bd-bf4f6aa01847 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52afedb8-af95-45e7-b2ac-cb893350b24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009197 Aug 29 04:27:29.857778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe6a0c8e-9abe-4a2b-9970-ec7edd7e1cbe req-8e8abd63-c769-4560-94ec-d0ed21b91c25 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904739 Aug 29 04:27:29.927041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Network d9937631-9930-495f-b708-e1016d62ecb3 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:29.941823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.034299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:30.050591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-847672a2-fe4a-45fa-a28a-3e7a3b1511e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.052088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-847672a2-fe4a-45fa-a28a-3e7a3b1511e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.3403769 Aug 29 04:27:30.054808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:30.059903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-573a0f53-cfca-4d14-94b6-6b32623b9eea {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:27:30.060584 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:27:30.067594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Pushing event updated for resources: {'Port': ['ID=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:30.195273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a0f2924-3616-455b-8222-7c738f47dab0 req-97069438-2241-485d-9440-548c0b90703b tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 210 time: 0.0765963 Aug 29 04:27:30.215491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2015-8678-4a5d-9226-11aca972411e req-7cdf1025-e7cf-49b5-8cc5-a529e9b1804d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.223914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2015-8678-4a5d-9226-11aca972411e req-7cdf1025-e7cf-49b5-8cc5-a529e9b1804d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.230189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2015-8678-4a5d-9226-11aca972411e req-7cdf1025-e7cf-49b5-8cc5-a529e9b1804d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.232962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.233601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.236919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2015-8678-4a5d-9226-11aca972411e req-7cdf1025-e7cf-49b5-8cc5-a529e9b1804d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.243087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2015-8678-4a5d-9226-11aca972411e req-7cdf1025-e7cf-49b5-8cc5-a529e9b1804d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.249719 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-d9f1bee9-e2a2-47e8-821e-bd73274fbfc6 service neutron] 10.222.0.64 "GET /v2.0/networks/52afedb8-af95-45e7-b2ac-cb893350b24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630440 Aug 29 04:27:30.250364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2015-8678-4a5d-9226-11aca972411e req-7cdf1025-e7cf-49b5-8cc5-a529e9b1804d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.256570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2015-8678-4a5d-9226-11aca972411e req-7cdf1025-e7cf-49b5-8cc5-a529e9b1804d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.258402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b6e2015-8678-4a5d-9226-11aca972411e req-7cdf1025-e7cf-49b5-8cc5-a529e9b1804d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.2702739 Aug 29 04:27:30.259678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Allocated IP 172.20.0.14 (d9937631-9930-495f-b708-e1016d62ecb3/931a6a64-2f97-4bbd-ba79-d6d012e5250d/de3e1579-8279-4b86-b35d-2f9886c33144) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:30.282680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-0ba322e0-7c3d-4a74-9f4f-a76be7454f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.284389 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-0ba322e0-7c3d-4a74-9f4f-a76be7454f7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2207863 Aug 29 04:27:30.346858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Allocated IP 172.25.1.206 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/d1552d2b-b845-4015-861c-45dd5af235c8) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:30.360594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b6e2015-8678-4a5d-9226-11aca972411e req-b46bbcc2-c7e4-48fd-ac0f-252b1e715175 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888236 Aug 29 04:27:30.392590 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-8b545499-eebf-4562-98b3-5b74d535b9fb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0495107 Aug 29 04:27:30.415221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Request body: {'port': {'device_id': 'ca0440a0-61c0-4112-a6cd-917cb3e6a282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:30.523691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.561977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.569421 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.596329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c25ad-c74e-4bb1-a6a8-d21857693fe5 req-8a0dbe05-2281-4ff0-8776-46eebb06852a tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.598705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a4c25ad-c74e-4bb1-a6a8-d21857693fe5 req-8a0dbe05-2281-4ff0-8776-46eebb06852a tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 944 time: 0.1211987 Aug 29 04:27:30.601977 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5fdc0f32-ee6f-4227-99d2-63de94efd232 req-e360b2a9-a1af-4666-a955-2b222637ac5a service neutron] 10.222.0.64 "GET /v2.0/networks/52afedb8-af95-45e7-b2ac-cb893350b24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214190 Aug 29 04:27:30.639900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.642087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.649560 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-60b31e5a-af8f-4dac-b1ed-d5aec590d0b6 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555114 Aug 29 04:27:30.697628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a4c25ad-c74e-4bb1-a6a8-d21857693fe5 req-5568f17d-a147-451a-b2cb-c0e25f489010 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867088 Aug 29 04:27:30.741462 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.748540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.804071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:30.819066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:30.824966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Network d9937631-9930-495f-b708-e1016d62ecb3 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:30.826645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:30.829237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'Port': ['ID=d1552d2b-b845-4015-861c-45dd5af235c8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:30.833107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:30.866568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:30.963635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Pushing event updated for resources: {'Port': ['ID=de3e1579-8279-4b86-b35d-2f9886c33144,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:31.012832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-56ff14c7-1004-4fd7-912a-ac6deee7ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.014386 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-56ff14c7-1004-4fd7-912a-ac6deee7ced6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=554d9f7177c24c10ae0972cb48b1d894&device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 1096 time: 0.3154700 Aug 29 04:27:31.128367 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-9ed6a852-06e5-43e0-940b-0165c959f8bf service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633019 Aug 29 04:27:31.128806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.129448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.144803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Allocated IP 172.20.0.4 (d9937631-9930-495f-b708-e1016d62ecb3/931a6a64-2f97-4bbd-ba79-d6d012e5250d/37097174-e37e-4a52-923b-15d8ece1c95f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:31.170599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-425f5572-7bdb-44a7-bec3-93e043277dd5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1710377 Aug 29 04:27:31.179185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.191078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd759c81-e6ee-47c5-8b61-cd4349d605a9 req-bb0f7718-c2cb-4fe2-a9bc-cdcfa576eab2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.192654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd759c81-e6ee-47c5-8b61-cd4349d605a9 req-bb0f7718-c2cb-4fe2-a9bc-cdcfa576eab2 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1922467 Aug 29 04:27:31.200400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Request body: {'port': {'device_id': 'cec9badf-a5cf-4ef7-93eb-9a9df406ca6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:31.267081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd759c81-e6ee-47c5-8b61-cd4349d605a9 req-6042b494-bd3b-4e2e-80ce-40f483203874 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 Aug 29 04:27:31.273407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-f19a997a-94f9-4812-a5b1-d7f301d28301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.274900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-f19a997a-94f9-4812-a5b1-d7f301d28301 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52afedb8-af95-45e7-b2ac-cb893350b24c HTTP/1.1" status: 200 len: 910 time: 0.2493646 Aug 29 04:27:31.337630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.395473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.512578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46508) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:31.604567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92759f4e-fcc3-44f6-b59a-59d54859fde5 req-a1197e3b-76fd-4fcc-8aab-b5dc38e3fe0a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.606124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92759f4e-fcc3-44f6-b59a-59d54859fde5 req-a1197e3b-76fd-4fcc-8aab-b5dc38e3fe0a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 932 time: 0.2585647 Aug 29 04:27:31.678171 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-b663fe86-532c-462b-8b07-c3c27053b505 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 HTTP/1.1" status: 200 len: 217 time: 0.3918736 Aug 29 04:27:31.680329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Router 99be8113-10c9-4cce-810f-05ba2b643335 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:31.743505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-1cf972b6-8227-4ad7-802c-9a20f1660e24 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.750004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-1cf972b6-8227-4ad7-802c-9a20f1660e24 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.755822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-1cf972b6-8227-4ad7-802c-9a20f1660e24 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.761664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-1cf972b6-8227-4ad7-802c-9a20f1660e24 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.768397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-1cf972b6-8227-4ad7-802c-9a20f1660e24 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.774200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-1cf972b6-8227-4ad7-802c-9a20f1660e24 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.780073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-1cf972b6-8227-4ad7-802c-9a20f1660e24 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.781981 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-1cf972b6-8227-4ad7-802c-9a20f1660e24 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.3043938 Aug 29 04:27:31.798909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-86fcc251-3805-4479-8626-940172b088b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.800441 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-86fcc251-3805-4479-8626-940172b088b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ac82bbc-bdb4-472a-8183-536301d5581c HTTP/1.1" status: 200 len: 849 time: 0.1102107 Aug 29 04:27:31.802534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9430ecf0-fada-4422-97bc-e4f448bf1ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.865489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92759f4e-fcc3-44f6-b59a-59d54859fde5 req-87ecf074-aeba-471b-b506-a24496b27d5c tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990197 Aug 29 04:27:31.873829 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.878838 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-138c2724-2833-4373-aa7c-432e0776d540 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52afedb8-af95-45e7-b2ac-cb893350b24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607359 Aug 29 04:27:31.887674 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.908580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.933866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38b0fbb3-0c05-4bb6-b661-55dadad36a0f req-5634a1ab-049d-4d69-81d6-41893f80b986 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339545 Aug 29 04:27:31.981186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:31.994606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fceecaa4-a3ce-4a8b-95da-35dfad00d93c admin admin] 10.222.0.58 "PUT /v2.0/routers/99be8113-10c9-4cce-810f-05ba2b643335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9247944 Aug 29 04:27:31.995312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46516) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:31.999880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] Sync routers for ids ['99be8113-10c9-4cce-810f-05ba2b643335'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:32.018505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] Routers {'99be8113-10c9-4cce-810f-05ba2b643335'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:32.020380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['99be8113-10c9-4cce-810f-05ba2b643335'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:32.130140 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-ad31c06c-fe6f-46d7-b999-a29773f1acb3 service neutron] 10.222.0.64 "GET /v2.0/networks/52afedb8-af95-45e7-b2ac-cb893350b24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386131 Aug 29 04:27:32.142553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] Set router 99be8113-10c9-4cce-810f-05ba2b643335 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:32.144580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.285312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.343375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:27:29Z', 'revision_number': 5, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:32.366377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Network d9937631-9930-495f-b708-e1016d62ecb3 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:32.378008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Pushing event updated for resources: {'Port': ['ID=37097174-e37e-4a52-923b-15d8ece1c95f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.380583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:32.389276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:32.395033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'Port': ['ID=d1552d2b-b845-4015-861c-45dd5af235c8,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.402184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] Checking router: 99be8113-10c9-4cce-810f-05ba2b643335 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:32.414500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] Routers {'99be8113-10c9-4cce-810f-05ba2b643335'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:32.415437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['99be8113-10c9-4cce-810f-05ba2b643335'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:32.441042 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.494802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c8ee2-8d12-4636-b009-da149712beb9 req-48a7793f-20a9-4923-b0e6-d8b9967e022c tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.496420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c08c8ee2-8d12-4636-b009-da149712beb9 req-48a7793f-20a9-4923-b0e6-d8b9967e022c tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 944 time: 0.5165560 Aug 29 04:27:32.521104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cce3d-484f-4c82-9782-f851361d4964 req-c8c8c637-c0df-4b58-b24d-67fa64f47379 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.522986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc1cce3d-484f-4c82-9782-f851361d4964 req-c8c8c637-c0df-4b58-b24d-67fa64f47379 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1393704 Aug 29 04:27:32.538559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.539705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.541830 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9430ecf0-fada-4422-97bc-e4f448bf1ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.547568 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4b8c865e-f405-46e2-8d26-e4afb02af7ba req-5920596d-aa6f-44dc-a6fe-ce51b7a4059f service neutron] 10.222.0.64 "GET /v2.0/networks/52afedb8-af95-45e7-b2ac-cb893350b24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986545 Aug 29 04:27:32.563397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] Set router 99be8113-10c9-4cce-810f-05ba2b643335 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:32.569489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9430ecf0-fada-4422-97bc-e4f448bf1ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.578634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-177d8952-2d18-4d01-882e-221b20b3b40a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0199537 Aug 29 04:27:32.585848 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.586614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4184e3e4-abeb-4c15-9946-f47b1bbbbfa7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9715207 Aug 29 04:27:32.609050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.627611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Request body: {'port': {'device_id': '2f7c9d9a-bdea-40ac-a2e1-ce32b9263843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:32.643921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc1cce3d-484f-4c82-9782-f851361d4964 req-88b173a5-5823-4a47-be28-cf7c0bc30d2f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109941 Aug 29 04:27:32.648259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430ecf0-fada-4422-97bc-e4f448bf1ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b8d05-da1a-4e89-a225-60f151e62df4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.654632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9430ecf0-fada-4422-97bc-e4f448bf1ab1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=719e3e1c19f54bb1b7dbfe5308d6dc94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1340694 Aug 29 04:27:32.662180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46522) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:32.671255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c08c8ee2-8d12-4636-b009-da149712beb9 req-cf4d11f5-4932-4fbf-9208-8aac16d79aa9 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350768 Aug 29 04:27:32.678434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:32.716668 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.777855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Transition to ACTIVE for port object 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:32.790473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.796357 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.798134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:32.897503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0356-0fe9-4a1b-8881-bc4fd35be051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.906037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.932450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Deleting port a33bad16-9160-4875-bd58-76cfab5a88ff {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:32.932809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.006894 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0356-0fe9-4a1b-8881-bc4fd35be051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.021435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,segment=NetworkSegment(bac128a7-ec35-4aef-af15-50782a6139b8),segment_id=bac128a7-ec35-4aef-af15-50782a6139b8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:33.035052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '190cc6a7-5c5e-4487-8c8d-d6efe6e9d413', 'network_id': '52afedb8-af95-45e7-b2ac-cb893350b24c', 'port_id': '190cc6a7-5c5e-4487-8c8d-d6efe6e9d413', 'mac_address': 'fa:16:3e:20:d9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac82bbc-bdb4-472a-8183-536301d5581c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:33.063440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3e1579-8279-4b86-b35d-2f9886c33144 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:33.069295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:27:29Z', 'revision_number': 5, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:33.081197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.107803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781f9a3-3be4-4f17-88a7-f0348bd3f9df None None] The sync data for ids ['99be8113-10c9-4cce-810f-05ba2b643335'] in n-d-712142-15 is: [{'id': '99be8113-10c9-4cce-810f-05ba2b643335', 'name': 'tempest-FloatingIPDetailsTestJSON-1851784497-router', 'tenant_id': '6e4ef988b6d14066babd2f724dd9cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:46Z', 'updated_at': '2021-08-29T04:27:29Z', 'revision_number': 5, 'project_id': '6e4ef988b6d14066babd2f724dd9cc44', 'gw_port': {'id': 'a33bad16-9160-4875-bd58-76cfab5a88ff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99be8113-10c9-4cce-810f-05ba2b643335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:48Z', 'updated_at': '2021-08-29T04:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:33.120473 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.135853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Transition to ACTIVE for port object de3e1579-8279-4b86-b35d-2f9886c33144 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:33.145286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:33.170152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,segment=NetworkSegment(bac128a7-ec35-4aef-af15-50782a6139b8),segment_id=bac128a7-ec35-4aef-af15-50782a6139b8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:33.170413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa48f6-1c01-47ff-8ee0-57a24a2d8f0e req-c6aaa564-45c7-4c95-9696-236d056556d2 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.177173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdfa48f6-1c01-47ff-8ee0-57a24a2d8f0e req-c6aaa564-45c7-4c95-9696-236d056556d2 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 932 time: 0.1915569 Aug 29 04:27:33.182143 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.195205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.213753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-b4209b30-2ba7-430a-af63-1f17709c44a7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1235637782&fields=id&tenant_id=e08cc208a5af4910becac79e40528057 HTTP/1.1" status: 200 len: 267 time: 0.1977999 Aug 29 04:27:33.252508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] For port a33bad16-9160-4875-bd58-76cfab5a88ff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a33bad16-9160-4875-bd58-76cfab5a88ff,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:33.253135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.260960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Attempting to bind port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:33.261338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Attempting to bind port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:33.261676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Attempting to bind port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 on network d9937631-9930-495f-b708-e1016d62ecb3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:33.277375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0356-0fe9-4a1b-8881-bc4fd35be051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.280464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0356-0fe9-4a1b-8881-bc4fd35be051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.284013 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4f3b0356-0fe9-4a1b-8881-bc4fd35be051 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f5b8d05-da1a-4e89-a225-60f151e62df4 HTTP/1.1" status: 204 len: 168 time: 0.6184931 Aug 29 04:27:33.286909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.289469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 on network d9937631-9930-495f-b708-e1016d62ecb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:33.289807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Attempting to bind port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 on network d9937631-9930-495f-b708-e1016d62ecb3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:33.301166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Calling delete_port for a33bad16-9160-4875-bd58-76cfab5a88ff owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:33.316427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b0356-0fe9-4a1b-8881-bc4fd35be051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b8d05-da1a-4e89-a225-60f151e62df4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.331756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:33.338850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Checking segment: {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:33.339352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Bound using segment: {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:33.339831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Bound port: 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:33.340237 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.433100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Pushing event updated for resources: {'Port': ['ID=de3e1579-8279-4b86-b35d-2f9886c33144,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.457158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdfa48f6-1c01-47ff-8ee0-57a24a2d8f0e req-37db40eb-f96a-423b-bf0c-cafaa4e89d42 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318091 Aug 29 04:27:33.491306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['190cc6a7-5c5e-4487-8c8d-d6efe6e9d413'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:33.566650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-64950e3c-5182-4d3f-88ba-6a935977658f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.568178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-64950e3c-5182-4d3f-88ba-6a935977658f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 817 time: 0.3534839 Aug 29 04:27:33.609842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Attempting to bind port de3e1579-8279-4b86-b35d-2f9886c33144 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:33.610267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Attempting to bind port de3e1579-8279-4b86-b35d-2f9886c33144 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:33.610609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Attempting to bind port de3e1579-8279-4b86-b35d-2f9886c33144 on network d9937631-9930-495f-b708-e1016d62ecb3 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:33.646306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-82d88eb5-a590-45fa-9729-6d1927155cbc tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/quotas/e08cc208a5af4910becac79e40528057 HTTP/1.1" status: 200 len: 375 time: 0.0636039 Aug 29 04:27:33.648878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Port de3e1579-8279-4b86-b35d-2f9886c33144 on network d9937631-9930-495f-b708-e1016d62ecb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:33.649218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Attempting to bind port de3e1579-8279-4b86-b35d-2f9886c33144 on network d9937631-9930-495f-b708-e1016d62ecb3 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:33.659979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:33.660352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Checking segment: {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:33.660747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Bound using segment: {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:33.661305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Bound port: de3e1579-8279-4b86-b35d-2f9886c33144, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:33.661567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.688097 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:33.710717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37097174-e37e-4a52-923b-15d8ece1c95f {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:33.736473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.744340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-cf2d0f9b-9860-4959-834f-c4463c5b10e7 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.751473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-cf2d0f9b-9860-4959-834f-c4463c5b10e7 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.755838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Transition to ACTIVE for port object 37097174-e37e-4a52-923b-15d8ece1c95f will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:33.757460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] For port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:33.757589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-cf2d0f9b-9860-4959-834f-c4463c5b10e7 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.764893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-cf2d0f9b-9860-4959-834f-c4463c5b10e7 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.770959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-cf2d0f9b-9860-4959-834f-c4463c5b10e7 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.772436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.777287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-cf2d0f9b-9860-4959-834f-c4463c5b10e7 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.783548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-cf2d0f9b-9860-4959-834f-c4463c5b10e7 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.785333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-cf2d0f9b-9860-4959-834f-c4463c5b10e7 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.2039039 Aug 29 04:27:33.788066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] For port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:33.821799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46550) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.823962 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.854856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-90964031-adb2-4c03-8c2f-eb8a2566b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.856582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-90964031-adb2-4c03-8c2f-eb8a2566b634 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159&tenant_id=01da46c9d6144fe0aac1f6c244f09d5d HTTP/1.1" status: 200 len: 1102 time: 0.2199011 Aug 29 04:27:33.860725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-d091dbb7-093b-4a41-baaa-d614c16bc5db tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1975272 Aug 29 04:27:33.868893 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b3b390d-cccc-4c48-9bfa-12e9bdbd331b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.887246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-a707bc2a-28ed-41a3-b35b-d68d1d366a17 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:27:33.888278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-a707bc2a-28ed-41a3-b35b-d68d1d366a17 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141847 Aug 29 04:27:33.904394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:33.910604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] For port de3e1579-8279-4b86-b35d-2f9886c33144, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:33.916269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c3310a4-98f3-4029-a805-d1bfbb437773 req-9b7b248a-af8f-4d89-bab6-6f28457df43d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240714 Aug 29 04:27:33.937432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.938137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.939462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] 10.222.0.65 "PUT /v2.0/ports/6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 HTTP/1.1" status: 200 len: 1093 time: 3.5343194 Aug 29 04:27:33.950304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0440a0-61c0-4112-a6cd-917cb3e6a282', 'tag': '6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:33.950304 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de04bccc-b4ea-4a44-bcff-c1ae600554fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0440a0-61c0-4112-a6cd-917cb3e6a282", "tag": "6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:33.968127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] For port de3e1579-8279-4b86-b35d-2f9886c33144, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=de3e1579-8279-4b86-b35d-2f9886c33144,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:33.976397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.981255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Pushing event updated for resources: {'Port': ['ID=37097174-e37e-4a52-923b-15d8ece1c95f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.034088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.034758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.036333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] 10.222.0.64 "PUT /v2.0/ports/de3e1579-8279-4b86-b35d-2f9886c33144 HTTP/1.1" status: 200 len: 1093 time: 2.8411226 Aug 29 04:27:34.038919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec9badf-a5cf-4ef7-93eb-9a9df406ca6f', 'tag': 'de3e1579-8279-4b86-b35d-2f9886c33144'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:34.041319 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0175e9-d0c2-483c-bef9-16c7b70856d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cec9badf-a5cf-4ef7-93eb-9a9df406ca6f", "tag": "de3e1579-8279-4b86-b35d-2f9886c33144"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:34.076788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2f13f-73b6-457e-ae16-e9df4f92ce5e service neutron] Pushing event updated for resources: {'Port': ['ID=de3e1579-8279-4b86-b35d-2f9886c33144,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.087470 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-b3096b6c-df94-4198-888e-1199b91d3b34 service neutron] 10.222.0.58 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881845 Aug 29 04:27:34.136769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.187045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.220469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-716aa301-bf25-4cdb-b504-0cb89a242b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.221999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-716aa301-bf25-4cdb-b504-0cb89a242b58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b032c86087dc4fa9a1c5fecf16355113&device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 1096 time: 0.1247470 Aug 29 04:27:34.241202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-7b0730bb-90c1-4c01-af7d-f55aac3e3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.242823 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-7b0730bb-90c1-4c01-af7d-f55aac3e3051 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b032c86087dc4fa9a1c5fecf16355113&device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 1096 time: 0.2531688 Aug 29 04:27:34.249996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234f018-95a7-4b52-a4fb-def6b85aa117 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.261289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Attempting to bind port 37097174-e37e-4a52-923b-15d8ece1c95f on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:34.261862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Attempting to bind port 37097174-e37e-4a52-923b-15d8ece1c95f by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:34.261960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Attempting to bind port 37097174-e37e-4a52-923b-15d8ece1c95f on network d9937631-9930-495f-b708-e1016d62ecb3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:34.281622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-8f4c1ec7-b375-4149-bac4-72c61106d95e service neutron] 10.222.0.58 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932380 Aug 29 04:27:34.283054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-f2da4500-1c85-4f3c-bbd3-47900cfda00e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de3e1579-8279-4b86-b35d-2f9886c33144 HTTP/1.1" status: 200 len: 217 time: 0.0494435 Aug 29 04:27:34.349191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-6074c9ff-2ab1-4c88-9b23-d1e4307c3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.350792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-6074c9ff-2ab1-4c88-9b23-d1e4307c3f7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=931a6a64-2f97-4bbd-ba79-d6d012e5250d HTTP/1.1" status: 200 len: 858 time: 0.0552452 Aug 29 04:27:34.426869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-1bbba2ce-43e9-4d6d-8b35-99504f82baa4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9937631-9930-495f-b708-e1016d62ecb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607204 Aug 29 04:27:34.533057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de252c9-22ce-41dc-9e74-bfc406bafc05 req-f521c838-045d-46f3-9309-67227c3f0312 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.534514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6de252c9-22ce-41dc-9e74-bfc406bafc05 req-f521c838-045d-46f3-9309-67227c3f0312 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1745987 Aug 29 04:27:34.608279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286afde-5484-4ebf-93fc-b7379845266c req-ce44feb0-76a1-4a1e-bd3d-4a910a2a10e3 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.609938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b286afde-5484-4ebf-93fc-b7379845266c req-ce44feb0-76a1-4a1e-bd3d-4a910a2a10e3 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 945 time: 0.1176369 Aug 29 04:27:34.620126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6de252c9-22ce-41dc-9e74-bfc406bafc05 req-4eb2d7fc-4dfd-4ab4-91e4-f5189430e346 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772343 Aug 29 04:27:34.668690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-76430f76-dee8-411f-b699-29194cf5fa64 service neutron] 10.222.0.64 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310684 Aug 29 04:27:34.681830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b286afde-5484-4ebf-93fc-b7379845266c req-89bdbd32-34ef-4873-8a2f-18e75dd266a5 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628133 Aug 29 04:27:34.717559 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-d9675d7d-5766-40fd-aed8-8bf89e4f348f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 HTTP/1.1" status: 200 len: 217 time: 0.4574521 Aug 29 04:27:34.763806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b3b390d-cccc-4c48-9bfa-12e9bdbd331b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.765903 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf6a0d-8fb6-47a6-97bc-3ff85ff9fa15 x-openstack-request-id: req-1dbf6a0d-8fb6-47a6-97bc-3ff85ff9fa15 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:34.766286 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0440a0-61c0-4112-a6cd-917cb3e6a282", "tag": "6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:34.766481 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1dbf6a0d-8fb6-47a6-97bc-3ff85ff9fa15 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:34.766930 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0440a0-61c0-4112-a6cd-917cb3e6a282', 'tag': '6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1', 'status': 'completed', 'code': 200} Aug 29 04:27:34.767944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33bad16-9160-4875-bd58-76cfab5a88ff,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.775193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Port 37097174-e37e-4a52-923b-15d8ece1c95f on network d9937631-9930-495f-b708-e1016d62ecb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:34.775536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Attempting to bind port 37097174-e37e-4a52-923b-15d8ece1c95f on network d9937631-9930-495f-b708-e1016d62ecb3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:34.784875 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80819d84-ca86-47c0-a216-f15fa82f47ed x-openstack-request-id: req-80819d84-ca86-47c0-a216-f15fa82f47ed {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:34.785213 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec9badf-a5cf-4ef7-93eb-9a9df406ca6f", "tag": "de3e1579-8279-4b86-b35d-2f9886c33144", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:34.785451 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80819d84-ca86-47c0-a216-f15fa82f47ed {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:34.786587 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec9badf-a5cf-4ef7-93eb-9a9df406ca6f', 'tag': 'de3e1579-8279-4b86-b35d-2f9886c33144', 'status': 'completed', 'code': 200} Aug 29 04:27:34.797797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:34.829189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:34.829541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Checking segment: {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:34.829938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Bound using segment: {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:34.830390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Bound port: 37097174-e37e-4a52-923b-15d8ece1c95f, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d725531-77cf-4fa7-862c-5dd86e194144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:34.830750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.832640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b3b390d-cccc-4c48-9bfa-12e9bdbd331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.845491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eaa525d8-7a8d-4c83-8d41-5442d99e5627 req-1ad1048e-e1f7-4f3f-ad91-9296652a500e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 210 time: 0.0623000 Aug 29 04:27:34.853897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-6357d8c1-7bc0-4fd4-9a08-adf637facf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.855402 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-6357d8c1-7bc0-4fd4-9a08-adf637facf05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=931a6a64-2f97-4bbd-ba79-d6d012e5250d HTTP/1.1" status: 200 len: 858 time: 0.0829985 Aug 29 04:27:34.888141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:34.899628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:34.902393 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.906863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-d1a1cfcd-dbea-4333-acce-e4043e25a205 service neutron] 10.222.0.64 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206464 Aug 29 04:27:34.915750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc31da-bb97-4835-99e1-749f2c31e12f req-cbf019bf-b684-416a-b2d3-4f521d92450f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.917515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fcc31da-bb97-4835-99e1-749f2c31e12f req-cbf019bf-b684-416a-b2d3-4f521d92450f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 944 time: 0.0754566 Aug 29 04:27:34.925938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-a5c793a7-f1b0-41b1-8733-f38deb15b20e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9937631-9930-495f-b708-e1016d62ecb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397248 Aug 29 04:27:34.938383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7b3b390d-cccc-4c48-9bfa-12e9bdbd331b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d24c2922c8248f6b32b9c1b897bde53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1108932 Aug 29 04:27:34.944197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b390d-cccc-4c48-9bfa-12e9bdbd331b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5732afd6-78c4-4117-be88-759d6085580c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.956523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46568) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.034685 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.065688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542b065-c39f-408d-bd98-32ddd525d2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cc6a7-5c5e-4487-8c8d-d6efe6e9d413'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:35.068720 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6dce9b-7aa0-45f3-9ad2-039338e793ba" -d '{"events": [{"server_uuid": "a542b065-c39f-408d-bd98-32ddd525d2fd", "name": "network-vif-plugged", "status": "completed", "tag": "190cc6a7-5c5e-4487-8c8d-d6efe6e9d413"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:35.075030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fcc31da-bb97-4835-99e1-749f2c31e12f req-e2b62c60-4d01-4314-b33f-8172d4f47964 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499186 Aug 29 04:27:35.112372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,segment=NetworkSegment(bac128a7-ec35-4aef-af15-50782a6139b8),segment_id=bac128a7-ec35-4aef-af15-50782a6139b8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:35.122568 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.152375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af389881-aca2-49e1-b246-045ecb761065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.160729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-26363cd6-025d-4364-8c78-1593cbd7051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.162439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-26363cd6-025d-4364-8c78-1593cbd7051a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b032c86087dc4fa9a1c5fecf16355113&device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 1096 time: 0.1618669 Aug 29 04:27:35.186921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.189276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:35.218749 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b3fac8-53e3-4621-9db5-32171a84797b x-openstack-request-id: req-01b3fac8-53e3-4621-9db5-32171a84797b {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:35.219128 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542b065-c39f-408d-bd98-32ddd525d2fd", "name": "network-vif-plugged", "status": "completed", "tag": "190cc6a7-5c5e-4487-8c8d-d6efe6e9d413", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:35.219848 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01b3fac8-53e3-4621-9db5-32171a84797b {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:35.220269 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542b065-c39f-408d-bd98-32ddd525d2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cc6a7-5c5e-4487-8c8d-d6efe6e9d413', 'code': 200} Aug 29 04:27:35.221901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:35.221901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5b82a5a8-01d4-46b5-8208-2e1e3f2c738f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:35.228325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-afb65a49-211b-4508-81db-8f8038b1561d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.235501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-afb65a49-211b-4508-81db-8f8038b1561d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.241517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-afb65a49-211b-4508-81db-8f8038b1561d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.247627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-afb65a49-211b-4508-81db-8f8038b1561d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.251446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.254264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-afb65a49-211b-4508-81db-8f8038b1561d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.260235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-afb65a49-211b-4508-81db-8f8038b1561d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.266839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-afb65a49-211b-4508-81db-8f8038b1561d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.269059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-afb65a49-211b-4508-81db-8f8038b1561d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5421 time: 0.2052379 Aug 29 04:27:35.271212 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af389881-aca2-49e1-b246-045ecb761065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.321304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] For port 37097174-e37e-4a52-923b-15d8ece1c95f, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:35.339554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] For port 37097174-e37e-4a52-923b-15d8ece1c95f, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37097174-e37e-4a52-923b-15d8ece1c95f,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:35.362010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 456cc753-c550-4a1d-8c54-940ea75eb705 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:35.404816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.407806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.415826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.438926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:35.482816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-420593e1-af35-4f82-94d4-644da5fca3a0 req-a1926114-583e-449a-9847-b977bc6f8011 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796484 Aug 29 04:27:35.490696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d32d7-cbe5-4b7a-a9de-5e1f06f20d4c req-2de54262-129c-40ed-abba-536cd24ba94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.493130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-798d32d7-cbe5-4b7a-a9de-5e1f06f20d4c req-2de54262-129c-40ed-abba-536cd24ba94c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 1098 time: 0.1892636 Aug 29 04:27:35.499221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-e3a85d7e-33e0-4d61-a4d7-88316326a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.500827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-e3a85d7e-33e0-4d61-a4d7-88316326a88e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9937631-9930-495f-b708-e1016d62ecb3 HTTP/1.1" status: 200 len: 919 time: 0.3223910 Aug 29 04:27:35.520919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.521568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.522980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] 10.222.0.64 "PUT /v2.0/ports/37097174-e37e-4a52-923b-15d8ece1c95f HTTP/1.1" status: 200 len: 1092 time: 2.9078076 Aug 29 04:27:35.523855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 456cc753-c550-4a1d-8c54-940ea75eb705, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=456cc753-c550-4a1d-8c54-940ea75eb705,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:35.528480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af389881-aca2-49e1-b246-045ecb761065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.531248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af389881-aca2-49e1-b246-045ecb761065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.534722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-af389881-aca2-49e1-b246-045ecb761065 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5732afd6-78c4-4117-be88-759d6085580c HTTP/1.1" status: 204 len: 168 time: 0.5747952 Aug 29 04:27:35.540563 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.541101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99be8113-10c9-4cce-810f-05ba2b643335 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:35.558817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.560109 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-89135636-e47a-466e-906b-ea88db7f7cf5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/99be8113-10c9-4cce-810f-05ba2b643335 HTTP/1.1" status: 204 len: 168 time: 3.5562205 Aug 29 04:27:35.566755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '456cc753-c550-4a1d-8c54-940ea75eb705', 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8', 'port_id': '456cc753-c550-4a1d-8c54-940ea75eb705', 'mac_address': 'fa:16:3e:f0:78:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:35.581884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46578) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.586751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:35.595631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-3ff19bc5-bdb5-4810-9bb3-67efc4b7627d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de3e1579-8279-4b86-b35d-2f9886c33144 HTTP/1.1" status: 200 len: 217 time: 0.0805218 Aug 29 04:27:35.604288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af389881-aca2-49e1-b246-045ecb761065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5732afd6-78c4-4117-be88-759d6085580c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.627943 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-4abdd5c0-fd9f-4a6a-9578-6433f4a0a131 service neutron] 10.222.0.65 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880207 Aug 29 04:27:35.645408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.686580 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-798d32d7-cbe5-4b7a-a9de-5e1f06f20d4c req-48245cd5-bbce-4db7-ab1a-ae0860d32dd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832404 Aug 29 04:27:35.717914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-b907e63c-8e30-4b5c-98a9-f80b683cb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.719454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-b907e63c-8e30-4b5c-98a9-f80b683cb8c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=931a6a64-2f97-4bbd-ba79-d6d012e5250d HTTP/1.1" status: 200 len: 858 time: 0.1126213 Aug 29 04:27:35.720945 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.767631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed15bf2-4c45-4e8c-8864-6dd86c1a1b9b service neutron] Pushing event updated for resources: {'Port': ['ID=37097174-e37e-4a52-923b-15d8ece1c95f,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.774228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1444099a-649b-4f69-9278-183a6da8e927 admin admin] Deleting subnet c9f2d25f-c7f1-4915-b887-9ec8d88f8d54 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:35.778084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1444099a-649b-4f69-9278-183a6da8e927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.808539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456cc753-c550-4a1d-8c54-940ea75eb705 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:35.850258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 456cc753-c550-4a1d-8c54-940ea75eb705, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=456cc753-c550-4a1d-8c54-940ea75eb705,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:35.855881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.856950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ab4005fe-119d-476a-8b42-84a574081c51 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:35.931493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1444099a-649b-4f69-9278-183a6da8e927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.935185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=456cc753-c550-4a1d-8c54-940ea75eb705,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.977955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-32433a12-ac2e-4ef9-9b46-1ebf0b659622 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9937631-9930-495f-b708-e1016d62ecb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753827 Aug 29 04:27:35.998255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc60b9-a01b-4fc3-956b-5018734f5dbc req-ab667f3e-74a9-41fd-aa52-ca1bbb06392f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.006113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3dc60b9-a01b-4fc3-956b-5018734f5dbc req-ab667f3e-74a9-41fd-aa52-ca1bbb06392f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1823499 Aug 29 04:27:36.064600 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1444099a-649b-4f69-9278-183a6da8e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.082292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce155c19-1099-4fdb-8bd0-1f3536ed67fa req-688b09ef-f734-4abf-abd4-0be29de98b8a tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.094918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce155c19-1099-4fdb-8bd0-1f3536ed67fa req-688b09ef-f734-4abf-abd4-0be29de98b8a tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 946 time: 0.2208743 Aug 29 04:27:36.174195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3dc60b9-a01b-4fc3-956b-5018734f5dbc req-d7d6687f-7558-4da2-bf68-ae71ed216589 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670704 Aug 29 04:27:36.207664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:36.217826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-a2d45a1d-d1a4-4c7f-ba7b-32671fd419bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.219704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-a2d45a1d-d1a4-4c7f-ba7b-32671fd419bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b032c86087dc4fa9a1c5fecf16355113&device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 1095 time: 0.5693133 Aug 29 04:27:36.258709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ab4005fe-119d-476a-8b42-84a574081c51, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ab4005fe-119d-476a-8b42-84a574081c51,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:36.277450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce155c19-1099-4fdb-8bd0-1f3536ed67fa req-604d6410-b81b-404b-8186-788bdf43fc2d tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777318 Aug 29 04:27:36.277450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-32e8bf1b-9f7f-4492-abda-1dea34e5a148 service neutron] 10.222.0.64 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872899 Aug 29 04:27:36.278634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'ab4005fe-119d-476a-8b42-84a574081c51', 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'port_id': 'ab4005fe-119d-476a-8b42-84a574081c51', 'mac_address': 'fa:16:3e:d5:40:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732a507a-435d-4864-b53c-bd01c5602ad7', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:36.311090 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-768ca14a-6bd9-4779-b089-dae931382fa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37097174-e37e-4a52-923b-15d8ece1c95f HTTP/1.1" status: 200 len: 217 time: 0.0534394 Aug 29 04:27:36.326433 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-62ce6a30-cfb5-4170-988a-c6a5c2675400 service neutron] 10.222.0.65 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606398 Aug 29 04:27:36.345087 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.383044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4005fe-119d-476a-8b42-84a574081c51 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:36.406417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ab4005fe-119d-476a-8b42-84a574081c51, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ab4005fe-119d-476a-8b42-84a574081c51,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:36.415735 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.416456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3ba4c654-6de7-4e6e-806d-ee27f43d0502 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:36.450556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a956857-9a79-4886-9a13-e0888ef2c8e6 req-7f4de409-a77a-4b73-afb8-12cd48ac4842 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 210 time: 0.1290705 Aug 29 04:27:36.463557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.494283 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1444099a-649b-4f69-9278-183a6da8e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.512774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=ab4005fe-119d-476a-8b42-84a574081c51,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.521424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212697c3-c67a-4cd4-9b9c-bcbedc589202 None None] Network 0fa113d1-f3a0-4c5f-a307-16e5076b9abb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:36.535817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-8a6c3e29-c1a7-492d-b331-d490c2d151bb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.537495 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-8a6c3e29-c1a7-492d-b331-d490c2d151bb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.65 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 817 time: 0.7193346 Aug 29 04:27:36.540994 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1444099a-649b-4f69-9278-183a6da8e927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.548504 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1444099a-649b-4f69-9278-183a6da8e927 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c9f2d25f-c7f1-4915-b887-9ec8d88f8d54 HTTP/1.1" status: 204 len: 168 time: 0.9570329 Aug 29 04:27:36.549675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Transition to ACTIVE for port object 6a9699e7-75d9-40b5-afa1-5d4576005875 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:36.566618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46598) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.584321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e46ad4db-f237-4f01-b8e9-a6d3f0f30c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.587006 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-e46ad4db-f237-4f01-b8e9-a6d3f0f30c8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=931a6a64-2f97-4bbd-ba79-d6d012e5250d HTTP/1.1" status: 200 len: 858 time: 0.2616625 Aug 29 04:27:36.597213 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:36.607927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-f0b81242-a7aa-440b-86ff-0a8eb03b257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.628207 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-f0b81242-a7aa-440b-86ff-0a8eb03b257e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b032c86087dc4fa9a1c5fecf16355113&device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 1096 time: 0.2160013 Aug 29 04:27:36.631517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444099a-649b-4f69-9278-183a6da8e927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f2d25f-c7f1-4915-b887-9ec8d88f8d54,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.633428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.646177 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0175e9-d0c2-483c-bef9-16c7b70856d7 req-045080fa-3874-46f5-9797-481fa3a86315 service neutron] 10.222.0.64 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483403 Aug 29 04:27:36.665459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa4f1b-ce6f-4468-9b4e-2b6f7b218d0c req-c555be0a-7ef3-4915-8ec8-ce65d3ee82c0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.672555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1fa4f1b-ce6f-4468-9b4e-2b6f7b218d0c req-c555be0a-7ef3-4915-8ec8-ce65d3ee82c0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 944 time: 0.3050079 Aug 29 04:27:36.682732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3ba4c654-6de7-4e6e-806d-ee27f43d0502, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3ba4c654-6de7-4e6e-806d-ee27f43d0502,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:36.699460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-bbf945b0-5428-436f-851d-5ef7301e55fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9937631-9930-495f-b708-e1016d62ecb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698760 Aug 29 04:27:36.704390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '3ba4c654-6de7-4e6e-806d-ee27f43d0502', 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'port_id': '3ba4c654-6de7-4e6e-806d-ee27f43d0502', 'mac_address': 'fa:16:3e:6c:c0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732a507a-435d-4864-b53c-bd01c5602ad7', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:36.742347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.793784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7c9d9a-bdea-40ac-a2e1-ce32b9263843', 'tag': '37097174-e37e-4a52-923b-15d8ece1c95f'}, {'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:36.797259 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b012683-ea66-4b34-84ab-1a6beda90964" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7c9d9a-bdea-40ac-a2e1-ce32b9263843", "tag": "37097174-e37e-4a52-923b-15d8ece1c95f"}, {"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:36.803162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-b457cc56-faa3-4f29-9425-737ca0f4d510 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.809540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-b457cc56-faa3-4f29-9425-737ca0f4d510 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.812010 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.816146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-b457cc56-faa3-4f29-9425-737ca0f4d510 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.822634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-b457cc56-faa3-4f29-9425-737ca0f4d510 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.829351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-b457cc56-faa3-4f29-9425-737ca0f4d510 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.835620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-b457cc56-faa3-4f29-9425-737ca0f4d510 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.844335 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-291dd3f9-56d4-4645-b18e-b8fed93849e7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08cc208a5af4910becac79e40528057 HTTP/1.1" status: 200 len: 380 time: 0.2729540 Aug 29 04:27:36.846571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-b457cc56-faa3-4f29-9425-737ca0f4d510 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.847972 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:27:36.848358 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:27:36.855613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-b457cc56-faa3-4f29-9425-737ca0f4d510 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5423 time: 0.1817844 Aug 29 04:27:36.872813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba4c654-6de7-4e6e-806d-ee27f43d0502 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:36.905105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'port': {'device_id': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'admin_state_up': True, 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'security_groups': ['7da7cffa-33b3-455b-813e-e05ff6f53262']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:36.909549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1fa4f1b-ce6f-4468-9b4e-2b6f7b218d0c req-fc794ed2-220d-493e-b6d8-f9e1e1d2a9eb tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292628 Aug 29 04:27:36.946777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3ba4c654-6de7-4e6e-806d-ee27f43d0502, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3ba4c654-6de7-4e6e-806d-ee27f43d0502,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:36.958535 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.959356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d255974e-d6f6-497a-9e49-5ac9bf35d759 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:37.047577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] No DVR routers for this DVR port 6a9699e7-75d9-40b5-afa1-5d4576005875 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:37.059623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a34fa77-8e41-49c7-b1d6-c404c95041f5 req-555129a6-19b7-4284-ae5b-e9bc26d84d37 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2030621 Aug 29 04:27:37.061414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=10']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.073211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a33bad16-9160-4875-bd58-76cfab5a88ff no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:37.076527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Deleting port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:37.076889 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.100068 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28e6f88-0ad5-4ca5-a8fc-c40ca9369c70 x-openstack-request-id: req-f28e6f88-0ad5-4ca5-a8fc-c40ca9369c70 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:37.100770 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7c9d9a-bdea-40ac-a2e1-ce32b9263843", "tag": "37097174-e37e-4a52-923b-15d8ece1c95f", "status": "completed", "code": 200}, {"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:37.101211 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f28e6f88-0ad5-4ca5-a8fc-c40ca9369c70 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:37.101927 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7c9d9a-bdea-40ac-a2e1-ce32b9263843', 'tag': '37097174-e37e-4a52-923b-15d8ece1c95f', 'status': 'completed', 'code': 200} Aug 29 04:27:37.102341 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'code': 200} Aug 29 04:27:37.118872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] DHCP port deletion for 0fa113d1-f3a0-4c5f-a307-16e5076b9abb request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:37.139934 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a33bad16-9160-4875-bd58-76cfab5a88ff {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:37.140311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a33bad16-9160-4875-bd58-76cfab5a88ff not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:37.183189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-458d2345-adfb-448c-a6d2-bf70cf261eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.184939 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-458d2345-adfb-448c-a6d2-bf70cf261eee service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9937631-9930-495f-b708-e1016d62ecb3 HTTP/1.1" status: 200 len: 919 time: 0.4972715 Aug 29 04:27:37.204131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3ba4c654-6de7-4e6e-806d-ee27f43d0502,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.207563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:37.207915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:37.208885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:37.217810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:37.218154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Attempting to bind port 6a9699e7-75d9-40b5-afa1-5d4576005875 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:37.219945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] For port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,segment=NetworkSegment(1d391a83-8d10-43e7-86e8-5b2ff82fcba1),segment_id=1d391a83-8d10-43e7-86e8-5b2ff82fcba1)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:37.222649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.248914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Calling delete_port for 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:37.267759 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-99e0ba43-fc17-4f57-b268-435a1059f116 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 HTTP/1.1" status: 200 len: 217 time: 0.0707397 Aug 29 04:27:37.271755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:37.272223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:37.272674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:37.273128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Bound port: 6a9699e7-75d9-40b5-afa1-5d4576005875, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:37.273494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.275462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d255974e-d6f6-497a-9e49-5ac9bf35d759, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:37.311496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'd255974e-d6f6-497a-9e49-5ac9bf35d759', 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'port_id': 'd255974e-d6f6-497a-9e49-5ac9bf35d759', 'mac_address': 'fa:16:3e:19:54:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732a507a-435d-4864-b53c-bd01c5602ad7', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:37.331905 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-aaf25218-35df-4cc0-9a57-f76fa3ba1358 service neutron] 10.222.0.64 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697584 Aug 29 04:27:37.335863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-3b7b0622-b6e7-4cb2-a997-4d6f220fe864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.337737 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-3b7b0622-b6e7-4cb2-a997-4d6f220fe864 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=931a6a64-2f97-4bbd-ba79-d6d012e5250d HTTP/1.1" status: 200 len: 858 time: 0.0611479 Aug 29 04:27:37.395559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] Deleting port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:37.395938 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.410743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-e77a00ca-1c30-4ddf-87c5-f9a655524f52 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9937631-9930-495f-b708-e1016d62ecb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655799 Aug 29 04:27:37.470419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2645a-360e-49f2-b2b8-933b8e0544d2 req-5aefb2e7-2c24-468b-ba9a-63882fd8768b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.471965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbc2645a-360e-49f2-b2b8-933b8e0544d2 req-5aefb2e7-2c24-468b-ba9a-63882fd8768b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.1236451 Aug 29 04:27:37.483052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b80fbe-49aa-4b03-9212-5519904c498f req-98e316b8-20c1-4cd7-aee9-11d6289ab4f1 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.492307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47b80fbe-49aa-4b03-9212-5519904c498f req-98e316b8-20c1-4cd7-aee9-11d6289ab4f1 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 946 time: 0.1450891 Aug 29 04:27:37.511397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Made reservation on behalf of e08cc208a5af4910becac79e40528057 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:37.516078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.520016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] For port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,segment=NetworkSegment(1d391a83-8d10-43e7-86e8-5b2ff82fcba1),segment_id=1d391a83-8d10-43e7-86e8-5b2ff82fcba1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:37.520197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.520700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.551874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] Calling delete_port for 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:37.566674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.575420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Pushing event deleted for resources: {'Port': ['ID=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.578281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] No DVR routers for this DVR port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:37.597278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbc2645a-360e-49f2-b2b8-933b8e0544d2 req-691b587f-3597-4244-8e9f-b10af3451384 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028550 Aug 29 04:27:37.627532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47b80fbe-49aa-4b03-9212-5519904c498f req-b5048df1-9957-48e4-8723-399a647e6456 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342251 Aug 29 04:27:37.633710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d255974e-d6f6-497a-9e49-5ac9bf35d759 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:37.670986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d255974e-d6f6-497a-9e49-5ac9bf35d759, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:37.678793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:37.687197 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.689266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 82e9ba9c-de68-41a4-9818-95fb39a09f2a details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:37.718309 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.745198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa113d1-f3a0-4c5f-a307-16e5076b9abb']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:37.774558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a799fc55-775f-4706-b1fb-263c95671c1b req-09e98050-80c1-4688-ab9b-a01577a1afa2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 210 time: 0.0462301 Aug 29 04:27:37.776426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d391a83-8d10-43e7-86e8-5b2ff82fcba1') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:37.776732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d391a83-8d10-43e7-86e8-5b2ff82fcba1') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:37.803042 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.819795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:37.820215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.828491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:37.829435 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:37.831443 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:37.870394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.909369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-6864ed26-0c0c-4f37-b245-fb5d551dd4c3 service neutron] 10.222.0.65 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341340 Aug 29 04:27:37.916774 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e49fa42-3e2d-4605-be85-7e4a27eed900 req-55681d67-aded-4fe5-83ea-de6f8b4999ca service neutron] 10.222.0.64 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705025 Aug 29 04:27:37.917877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d255974e-d6f6-497a-9e49-5ac9bf35d759,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.926769 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.973980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.973980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.976068 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] 10.222.0.64 "PUT /v2.0/ports/6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 1098 time: 4.0991552 Aug 29 04:27:37.983339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] Pushing event deleted for resources: {'Port': ['ID=284d7d34-ec9e-41d4-9eda-e2504e6f6a78,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.985663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3a1d5-b4b8-48b1-994e-1b95f1a51221 None None] No DVR routers for this DVR port 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:38.015516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.022692 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.035889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0fa113d1-f3a0-4c5f-a307-16e5076b9abb HTTP/1.1" status: 204 len: 168 time: 1.4625006 Aug 29 04:27:38.069263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277bbb5-c6ae-4065-a809-1fc82f57d745 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa113d1-f3a0-4c5f-a307-16e5076b9abb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.079860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 82e9ba9c-de68-41a4-9818-95fb39a09f2a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:38.111002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'port_id': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'mac_address': 'fa:16:3e:60:94:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:38.230125 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.272791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e9ba9c-de68-41a4-9818-95fb39a09f2a {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:38.323236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-f1ba8069-c440-45b1-b697-02bfcb134793 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1982327 Aug 29 04:27:38.354782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 82e9ba9c-de68-41a4-9818-95fb39a09f2a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:38.372532 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.382315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede2907-a421-4e63-84f3-a3fb2fa2b391 req-8adea1e4-6c41-4f91-95df-4ed2991430f9 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.383568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 415bc19d-e15e-46b3-a939-4740af64da57 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:38.383909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fede2907-a421-4e63-84f3-a3fb2fa2b391 req-8adea1e4-6c41-4f91-95df-4ed2991430f9 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 944 time: 0.2069790 Aug 29 04:27:38.394362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46654) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.453884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=82e9ba9c-de68-41a4-9818-95fb39a09f2a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.483243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-cbdbfda5-87a1-454c-8a0b-59bdf7e581e8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.489333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-cbdbfda5-87a1-454c-8a0b-59bdf7e581e8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.496024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-cbdbfda5-87a1-454c-8a0b-59bdf7e581e8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.502175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-cbdbfda5-87a1-454c-8a0b-59bdf7e581e8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.508570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-cbdbfda5-87a1-454c-8a0b-59bdf7e581e8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.513204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 415bc19d-e15e-46b3-a939-4740af64da57, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=415bc19d-e15e-46b3-a939-4740af64da57,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:38.521373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-cbdbfda5-87a1-454c-8a0b-59bdf7e581e8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.527727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-cbdbfda5-87a1-454c-8a0b-59bdf7e581e8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.527938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '415bc19d-e15e-46b3-a939-4740af64da57', 'network_id': 'cb493501-5534-464e-b333-0a0a9a9efff8', 'port_id': '415bc19d-e15e-46b3-a939-4740af64da57', 'mac_address': 'fa:16:3e:65:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:38.529680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-cbdbfda5-87a1-454c-8a0b-59bdf7e581e8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5425 time: 0.2720842 Aug 29 04:27:38.573893 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.595236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415bc19d-e15e-46b3-a939-4740af64da57 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:38.616214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fede2907-a421-4e63-84f3-a3fb2fa2b391 req-0e9b22c1-d930-447b-ab5d-738a5a971181 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102435 Aug 29 04:27:38.625346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 415bc19d-e15e-46b3-a939-4740af64da57, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=415bc19d-e15e-46b3-a939-4740af64da57,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:38.625565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad695a21-f2fb-4fa7-8c68-64c454e30a53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e4ef988b6d14066babd2f724dd9cc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261825 Aug 29 04:27:38.629278 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.630935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46656) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.631558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 76b4eceb-84b4-449c-b444-df525582bf58 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:38.634601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-3ed3148d-7323-42f9-8d04-7a769c7012d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.636138 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-3ed3148d-7323-42f9-8d04-7a769c7012d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 1101 time: 0.2392452 Aug 29 04:27:38.652528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42074c97-4cea-4734-9b46-e24cbec95e5b service neutron] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=11']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.659834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2388322-9a7b-4533-9a78-209ce4f5f5a8 req-782a8f33-1ed0-4c50-90a6-7ac03eb98069 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216838 Aug 29 04:27:38.696779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 76b4eceb-84b4-449c-b444-df525582bf58, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=76b4eceb-84b4-449c-b444-df525582bf58,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:38.711337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '76b4eceb-84b4-449c-b444-df525582bf58', 'network_id': 'a4d989d8-0124-456e-8f1f-4f55c2dff3d4', 'port_id': '76b4eceb-84b4-449c-b444-df525582bf58', 'mac_address': 'fa:16:3e:4a:fb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732a507a-435d-4864-b53c-bd01c5602ad7', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:38.717474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Allocated IP 172.20.0.9 (e1a714ab-de67-47b7-a7dc-7fad083b1715/227e26a8-b361-4e31-ba6f-cc55ed4a7742/7bcb4b3e-6427-4f6b-b745-21e1720ba792) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:38.798776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-50f4b6e9-53b6-4576-9d1b-98ec67a26067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.804640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-50f4b6e9-53b6-4576-9d1b-98ec67a26067 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1101 time: 0.7566402 Aug 29 04:27:38.812066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de04bccc-b4ea-4a44-bcff-c1ae600554fd req-a3a4257b-5099-4b3c-bc5a-375e993b7b73 service neutron] 10.222.0.65 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8912003 Aug 29 04:27:38.819463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device de3e1579-8279-4b86-b35d-2f9886c33144 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:38.828703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=415bc19d-e15e-46b3-a939-4740af64da57,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.837271 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.858736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b4eceb-84b4-449c-b444-df525582bf58 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:38.898514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-297c0746-ebc7-44da-aade-c2f56f6773be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.900119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-297c0746-ebc7-44da-aade-c2f56f6773be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b032c86087dc4fa9a1c5fecf16355113&device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 1095 time: 0.7995493 Aug 29 04:27:38.926415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 76b4eceb-84b4-449c-b444-df525582bf58, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=76b4eceb-84b4-449c-b444-df525582bf58,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:38.936377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.001666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-3f41f7d9-2aea-4556-9354-87ba8a8dfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.004434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-3f41f7d9-2aea-4556-9354-87ba8a8dfa29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.3409424 Aug 29 04:27:39.007086 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e06500c-1f83-47e8-a4e1-57138afb5eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.013066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=76b4eceb-84b4-449c-b444-df525582bf58,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.015727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:39.050357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port de3e1579-8279-4b86-b35d-2f9886c33144, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=de3e1579-8279-4b86-b35d-2f9886c33144,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:39.065025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:39.109864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:39.112532 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843f6a2f-891f-40bf-ac6d-a184dfc47fff" -d '{"events": [{"name": "network-changed", "server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:39.115374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-7466b4c8-e576-467d-ac64-7102e29d8678 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 200 len: 217 time: 0.0799525 Aug 29 04:27:39.130120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:39.130585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 284d7d34-ec9e-41d4-9eda-e2504e6f6a78 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:39.134495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'de3e1579-8279-4b86-b35d-2f9886c33144', 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3', 'port_id': 'de3e1579-8279-4b86-b35d-2f9886c33144', 'mac_address': 'fa:16:3e:aa:11:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931a6a64-2f97-4bbd-ba79-d6d012e5250d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:39.158837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55b90-ed77-4b2a-ae62-73ebe7b5864a req-54bf7290-e396-49ec-ad32-8385326a8fe7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.160901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbf55b90-ed77-4b2a-ae62-73ebe7b5864a req-54bf7290-e396-49ec-ad32-8385326a8fe7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.3570647 Aug 29 04:27:39.204324 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.216308 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de96b23d-ff93-4505-90d0-d03e36956784 req-393c9634-d0d1-4983-925d-0a59d43951e9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 210 time: 0.0993257 Aug 29 04:27:39.223665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-3ffdf133-40cb-4a1c-8414-b37933f2d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.225325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-3ffdf133-40cb-4a1c-8414-b37933f2d244 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.4068127 Aug 29 04:27:39.231727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:39.235959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3e1579-8279-4b86-b35d-2f9886c33144 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:39.260841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1', 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3', 'port_id': '6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1', 'mac_address': 'fa:16:3e:a5:39:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931a6a64-2f97-4bbd-ba79-d6d012e5250d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:39.272784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port de3e1579-8279-4b86-b35d-2f9886c33144, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=de3e1579-8279-4b86-b35d-2f9886c33144,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:39.295635 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-cbea8ebb-87a6-4edc-bbda-549e0a0b825c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.0573392 Aug 29 04:27:39.296962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-63f4b7a1-52cc-4f79-b837-f8e108599b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.298689 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-63f4b7a1-52cc-4f79-b837-f8e108599b10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9937631-9930-495f-b708-e1016d62ecb3 HTTP/1.1" status: 200 len: 919 time: 0.3238065 Aug 29 04:27:39.303967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-60ab9c8d-8908-432a-b5ca-dbc1c80fc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.307320 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-60ab9c8d-8908-432a-b5ca-dbc1c80fc3df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1423380 Aug 29 04:27:39.325222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.329631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.342036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.351277 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e06500c-1f83-47e8-a4e1-57138afb5eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.397971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-e18070a4-080a-45c6-9373-48c2c9442fcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37097174-e37e-4a52-923b-15d8ece1c95f HTTP/1.1" status: 200 len: 217 time: 0.0866604 Aug 29 04:27:39.445228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:39.458272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Transition to ACTIVE for port object 7bcb4b3e-6427-4f6b-b745-21e1720ba792 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:39.466061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbf55b90-ed77-4b2a-ae62-73ebe7b5864a req-456721c1-10cd-488c-b528-4f42c7fb0984 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657300 Aug 29 04:27:39.467308 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e06500c-1f83-47e8-a4e1-57138afb5eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.470040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6e06500c-1f83-47e8-a4e1-57138afb5eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.483175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6e06500c-1f83-47e8-a4e1-57138afb5eed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1467e27-e558-402c-a1ef-15ee513fd68e HTTP/1.1" status: 204 len: 168 time: 0.8463080 Aug 29 04:27:39.515188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-3e72c30d-e70b-493f-9297-46f29780fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.524155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06500c-1f83-47e8-a4e1-57138afb5eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1467e27-e558-402c-a1ef-15ee513fd68e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.538266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-3e72c30d-e70b-493f-9297-46f29780fe23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.2223804 Aug 29 04:27:39.539916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:39.548987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-a0ddb212-ad18-4482-a515-a3089184eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.553348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-a0ddb212-ad18-4482-a515-a3089184eb21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044952 Aug 29 04:27:39.570653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.579408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=de3e1579-8279-4b86-b35d-2f9886c33144,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.622389 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da585f6e-692c-4d98-a8ab-04d967e9dd56 x-openstack-request-id: req-da585f6e-692c-4d98-a8ab-04d967e9dd56 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:39.626804 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:39.627181 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da585f6e-692c-4d98-a8ab-04d967e9dd56 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:39.627689 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'status': 'completed', 'code': 200} Aug 29 04:27:39.634378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-465634a1-cc2f-4a40-8557-75c9412fe303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.644318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-465634a1-cc2f-4a40-8557-75c9412fe303 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=931a6a64-2f97-4bbd-ba79-d6d012e5250d HTTP/1.1" status: 200 len: 858 time: 0.2377234 Aug 29 04:27:39.671656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['de3e1579-8279-4b86-b35d-2f9886c33144'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:39.804128 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-cb7a275e-8376-4e8b-bcdb-b7f9a09c4647 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9937631-9930-495f-b708-e1016d62ecb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206062 Aug 29 04:27:39.824143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.862316 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-43f1c27b-9989-47f4-b357-a0c4d44d581f service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987959 Aug 29 04:27:39.902981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972611-4154-4110-b5f9-b92079cea161 req-02878ca5-34be-4e53-b9c7-747a818a5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.908642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-02878ca5-34be-4e53-b9c7-747a818a5efb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3656318 Aug 29 04:27:39.967580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.973725 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-5b2a9985-fe85-444d-9959-960190791efd service neutron] 10.222.0.64 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346087 Aug 29 04:27:39.975909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-f94028c9-98f1-48eb-812f-8f0bc320727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.978026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-f94028c9-98f1-48eb-812f-8f0bc320727f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1101 time: 0.3454862 Aug 29 04:27:39.992287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['76b4eceb-84b4-449c-b444-df525582bf58'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:39.995732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46720) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.032308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['456cc753-c550-4a1d-8c54-940ea75eb705'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:40.067296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['ab4005fe-119d-476a-8b42-84a574081c51'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:40.083855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['82e9ba9c-de68-41a4-9818-95fb39a09f2a'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:40.113467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['3ba4c654-6de7-4e6e-806d-ee27f43d0502'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:40.169851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['d255974e-d6f6-497a-9e49-5ac9bf35d759'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:40.224213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-367196bd-15b3-483a-9824-13c7ce7edfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.225677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-367196bd-15b3-483a-9824-13c7ce7edfd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2289634 Aug 29 04:27:40.228155 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8b012683-ea66-4b34-84ab-1a6beda90964 req-92613e0f-8786-44e0-9330-a4b85c43640f service neutron] 10.222.0.64 "GET /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170192 Aug 29 04:27:40.337623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-4d83d8cc-a95e-4485-be18-323fcdaeb9b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.0432839 Aug 29 04:27:40.348510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7f13b-c8be-4828-ad5c-c3318a35a164 req-bb083e2c-3fb9-4688-a204-73c435e49562 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.350248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55f7f13b-c8be-4828-ad5c-c3318a35a164 req-bb083e2c-3fb9-4688-a204-73c435e49562 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 945 time: 0.5488889 Aug 29 04:27:40.390457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:40.422411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:40.424949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-aae63bcd-b2c5-49e7-94a0-c1aa938adddc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.427819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.431534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-aae63bcd-b2c5-49e7-94a0-c1aa938adddc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.438436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-aae63bcd-b2c5-49e7-94a0-c1aa938adddc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.441249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:40.444837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-aae63bcd-b2c5-49e7-94a0-c1aa938adddc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.464492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-aae63bcd-b2c5-49e7-94a0-c1aa938adddc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.473631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-aae63bcd-b2c5-49e7-94a0-c1aa938adddc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.482888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-aae63bcd-b2c5-49e7-94a0-c1aa938adddc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.487141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-4430f041-9df8-40ff-9552-813df7da15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.489107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-4430f041-9df8-40ff-9552-813df7da15d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1400812 Aug 29 04:27:40.501301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-aae63bcd-b2c5-49e7-94a0-c1aa938adddc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5428 time: 0.6595120 Aug 29 04:27:40.527693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['415bc19d-e15e-46b3-a939-4740af64da57'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:40.536133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55f7f13b-c8be-4828-ad5c-c3318a35a164 req-f1d2015a-58f5-4b57-bf52-031718df44c7 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717329 Aug 29 04:27:40.548338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.549150 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.601755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb5a7de2-2468-4f06-8f52-d06b2ec99e8b req-2366d43d-c47e-4178-9f1c-c286561a5c3c service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189369 Aug 29 04:27:40.608356 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-3246715f-09c6-4dab-a0b2-22a2172c1e87 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291199 Aug 29 04:27:40.617504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-685f0cee-5f27-4d8d-9bdf-a57d52e038b8 req-62ade421-5501-46c3-a63a-ab371a458901 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150801 Aug 29 04:27:40.704587 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-f4c225c3-7715-49cb-b333-f4a7843455e0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8188663 Aug 29 04:27:40.749525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bf082e5-cf2f-41c1-8491-1786f36bcf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.801091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f68224-a168-4db5-8419-1b87d26c5eb6 req-47a89cca-8954-4bf2-a0c5-d38735175592 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.801882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Request body: {'port': {'device_id': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:40.811455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57f68224-a168-4db5-8419-1b87d26c5eb6 req-47a89cca-8954-4bf2-a0c5-d38735175592 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 931 time: 0.0786369 Aug 29 04:27:40.871016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57f68224-a168-4db5-8419-1b87d26c5eb6 req-45a4fd5e-4d4d-4b6c-8c25-cc5a0ad9d493 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585594 Aug 29 04:27:40.878404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-edb23413-9e35-49c8-8f6f-646afb768093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.879937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-edb23413-9e35-49c8-8f6f-646afb768093 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3691542 Aug 29 04:27:40.932567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:40.973704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 37097174-e37e-4a52-923b-15d8ece1c95f details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:40.976297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device de3e1579-8279-4b86-b35d-2f9886c33144 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:41.003419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3854-8be0-4bf9-bdc7-1215bd352de4 req-e9ba88ea-07cf-4d87-999d-443687a422e4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.005038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a3e3854-8be0-4bf9-bdc7-1215bd352de4 req-e9ba88ea-07cf-4d87-999d-443687a422e4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.1200421 Aug 29 04:27:41.106989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a3e3854-8be0-4bf9-bdc7-1215bd352de4 req-d3ece8cb-4701-4983-9fe2-773cd74a4306 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952013 Aug 29 04:27:41.196256 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a5972611-4154-4110-b5f9-b92079cea161 req-6ddd3157-7dd2-4c9b-a585-0299580ca41e service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064619 Aug 29 04:27:41.196493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.250928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port de3e1579-8279-4b86-b35d-2f9886c33144 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:41.309163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-64471ac8-013c-4dd0-87a3-e1ab8215a572 service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171000 Aug 29 04:27:41.351582 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bf082e5-cf2f-41c1-8491-1786f36bcf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.378848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bf082e5-cf2f-41c1-8491-1786f36bcf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.381926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port de3e1579-8279-4b86-b35d-2f9886c33144 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:41.383162 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.438805 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:41.462858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf082e5-cf2f-41c1-8491-1786f36bcf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f4b9e-cfa9-4753-9438-d2f93a7b66ba,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.485380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-cc7186f5-a189-4536-a705-6a608ba24125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.493798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7c5ee825-c8cf-42a7-a71f-c6127ab10c88 None None] Provisioning for port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:41.495107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-cc7186f5-a189-4536-a705-6a608ba24125 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1101 time: 0.2398551 Aug 29 04:27:41.650655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-29be121b-a9d1-49d0-bea6-d71cbc088302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.658292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7c5ee825-c8cf-42a7-a71f-c6127ab10c88 None None] Provisioning complete for port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:41.658669 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7c5ee825-c8cf-42a7-a71f-c6127ab10c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.662064 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-29be121b-a9d1-49d0-bea6-d71cbc088302 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1106310 Aug 29 04:27:41.697729 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0bf082e5-cf2f-41c1-8491-1786f36bcf44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf86c6d79cd94b1fa0c5682ea1dfca35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4777932 Aug 29 04:27:41.697729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46790) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.727955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffb9eb-ebd1-458f-a893-137bf3d28efd req-3f9fbb07-9cdd-4c60-9abd-c89bd76eedfc tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.738356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3fffb9eb-ebd1-458f-a893-137bf3d28efd req-3f9fbb07-9cdd-4c60-9abd-c89bd76eedfc tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 945 time: 0.0918095 Aug 29 04:27:41.804738 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-a54d77a6-1e30-4528-b14d-31eaea96133e service neutron] 10.222.0.65 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510431 Aug 29 04:27:41.809887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3fffb9eb-ebd1-458f-a893-137bf3d28efd req-5ccf2e76-078b-47d2-bb4a-e75bc8165af1 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705683 Aug 29 04:27:41.815976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-b589f284-ec34-450f-8305-b0d47312be65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 200 len: 217 time: 0.1450160 Aug 29 04:27:41.911084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-9f830b3b-df73-4264-a5ef-63c1211ea918 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.919355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-9f830b3b-df73-4264-a5ef-63c1211ea918 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.927545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-9f830b3b-df73-4264-a5ef-63c1211ea918 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.933493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2034e32-87e8-47a2-ac68-21be4b810bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.938469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-9f830b3b-df73-4264-a5ef-63c1211ea918 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.949345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-9f830b3b-df73-4264-a5ef-63c1211ea918 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.960881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-9f830b3b-df73-4264-a5ef-63c1211ea918 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.974039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-9f830b3b-df73-4264-a5ef-63c1211ea918 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.979407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-9f830b3b-df73-4264-a5ef-63c1211ea918 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5428 time: 0.1657639 Aug 29 04:27:41.979703 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2034e32-87e8-47a2-ac68-21be4b810bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.005096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-d8eaf44a-cdc9-4363-94ca-3333357beb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.007130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-d8eaf44a-cdc9-4363-94ca-3333357beb75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.1729167 Aug 29 04:27:42.016320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ee825-c8cf-42a7-a71f-c6127ab10c88 None None] Port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:42.042232 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3495616f-a0c3-45e2-bcac-04051c7aad09 req-f33fef31-62fc-45c6-9719-0a7f0173b011 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562282 Aug 29 04:27:42.129308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-92397227-d3ee-4ea2-a34c-3388a11fdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.133031 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-92397227-d3ee-4ea2-a34c-3388a11fdb3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1144981 Aug 29 04:27:42.201699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87211f-1532-4eaa-b76b-4dd0df0fd170 req-842c8048-cfc5-41e3-8ffa-f7e832f04dd2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.208594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f87211f-1532-4eaa-b76b-4dd0df0fd170 req-842c8048-cfc5-41e3-8ffa-f7e832f04dd2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 931 time: 0.0630038 Aug 29 04:27:42.220125 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2034e32-87e8-47a2-ac68-21be4b810bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.222978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2034e32-87e8-47a2-ac68-21be4b810bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.224380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e2034e32-87e8-47a2-ac68-21be4b810bac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b03f4b9e-cfa9-4753-9438-d2f93a7b66ba HTTP/1.1" status: 204 len: 168 time: 0.5198481 Aug 29 04:27:42.264140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2034e32-87e8-47a2-ac68-21be4b810bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f4b9e-cfa9-4753-9438-d2f93a7b66ba,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.270365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f87211f-1532-4eaa-b76b-4dd0df0fd170 req-ac920791-edf7-41fc-8972-57271de9474b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541368 Aug 29 04:27:42.329690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 37097174-e37e-4a52-923b-15d8ece1c95f, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37097174-e37e-4a52-923b-15d8ece1c95f,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:42.342353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcb4b3e-6427-4f6b-b745-21e1720ba792 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:42.373206 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.375303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '37097174-e37e-4a52-923b-15d8ece1c95f', 'network_id': 'd9937631-9930-495f-b708-e1016d62ecb3', 'port_id': '37097174-e37e-4a52-923b-15d8ece1c95f', 'mac_address': 'fa:16:3e:a3:75:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931a6a64-2f97-4bbd-ba79-d6d012e5250d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:42.382895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.387744 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-110c31cb-40ed-4fc8-b29d-f544269291a8 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439094 Aug 29 04:27:42.442378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9badf-a5cf-4ef7-93eb-9a9df406ca6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3e1579-8279-4b86-b35d-2f9886c33144'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:42.454597 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef8ad6a-9b66-4d5e-bc4d-0466057389d5" -d '{"events": [{"server_uuid": "cec9badf-a5cf-4ef7-93eb-9a9df406ca6f", "name": "network-vif-plugged", "status": "completed", "tag": "de3e1579-8279-4b86-b35d-2f9886c33144"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:42.484027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Transition to ACTIVE for port object 7bcb4b3e-6427-4f6b-b745-21e1720ba792 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:42.486609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port de3e1579-8279-4b86-b35d-2f9886c33144, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=de3e1579-8279-4b86-b35d-2f9886c33144,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:42.493738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.498135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.498657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.520009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d52b0a-e1cf-40bd-b0e1-4f3c0a2fbc17 req-521d5b36-9465-4aff-9c90-9a795f258df5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.521679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23d52b0a-e1cf-40bd-b0e1-4f3c0a2fbc17 req-521d5b36-9465-4aff-9c90-9a795f258df5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.1111536 Aug 29 04:27:42.552757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37097174-e37e-4a52-923b-15d8ece1c95f {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:42.634491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23d52b0a-e1cf-40bd-b0e1-4f3c0a2fbc17 req-a2977455-3fc7-4801-a9b1-8cdbca33b9e6 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973754 Aug 29 04:27:42.634723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 37097174-e37e-4a52-923b-15d8ece1c95f, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37097174-e37e-4a52-923b-15d8ece1c95f,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:42.642085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.646647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=de3e1579-8279-4b86-b35d-2f9886c33144,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.649635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.656801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-843f6a2f-891f-40bf-ac6d-a184dfc47fff req-c2d7f307-59e5-4664-8a10-7840a3b4132b service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517476 Aug 29 04:27:42.729003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=37097174-e37e-4a52-923b-15d8ece1c95f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.746699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Attempting to bind port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:42.747041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Attempting to bind port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:42.747399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Attempting to bind port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:42.753249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:42.753585 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Attempting to bind port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 on network e1a714ab-de67-47b7-a7dc-7fad083b1715 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:42.787551 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a29dae-4c37-4abc-ae25-2f83a8081c22 x-openstack-request-id: req-47a29dae-4c37-4abc-ae25-2f83a8081c22 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:42.788580 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9badf-a5cf-4ef7-93eb-9a9df406ca6f", "name": "network-vif-plugged", "status": "completed", "tag": "de3e1579-8279-4b86-b35d-2f9886c33144", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:42.789429 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47a29dae-4c37-4abc-ae25-2f83a8081c22 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:42.790553 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec9badf-a5cf-4ef7-93eb-9a9df406ca6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3e1579-8279-4b86-b35d-2f9886c33144', 'code': 200} Aug 29 04:27:42.793056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:42.794013 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Checking segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:42.794464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Bound using segment: {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:42.795575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Bound port: 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:42.796485 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.911151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['37097174-e37e-4a52-923b-15d8ece1c95f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:42.935029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:42.940908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:42.954565 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.969649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46872) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.997446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 415bc19d-e15e-46b3-a939-4740af64da57 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:43.000204 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d292f415-c22e-4b1a-b7af-90558623c2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.034204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.036492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.053887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] 10.222.0.65 "PUT /v2.0/ports/7bcb4b3e-6427-4f6b-b745-21e1720ba792 HTTP/1.1" status: 200 len: 1092 time: 2.2596838 Aug 29 04:27:43.058161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:43.064570 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1467d2-b1b3-4089-922a-793f353c7e02" -d '{"events": [{"name": "network-changed", "server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:43.194649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 415bc19d-e15e-46b3-a939-4740af64da57 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:43.208846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 415bc19d-e15e-46b3-a939-4740af64da57 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:43.209587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.302223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707eaa26-9e68-443f-b07f-94f2b9363b25 req-e787824e-a2d3-4a8b-853c-2deeded9387a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.304395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-707eaa26-9e68-443f-b07f-94f2b9363b25 req-e787824e-a2d3-4a8b-853c-2deeded9387a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 946 time: 0.3005805 Aug 29 04:27:43.305009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc057dcd-3549-48e3-a54c-92e3a7c06c93 req-3cb065d8-536c-432e-9f6e-05e1307516cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.307706 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cc057dcd-3549-48e3-a54c-92e3a7c06c93 req-3cb065d8-536c-432e-9f6e-05e1307516cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 1098 time: 0.2743115 Aug 29 04:27:43.340861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a5ccc93b-2d7f-488b-ac7b-eecb1ecaa034 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3647985 Aug 29 04:27:43.341790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9928-25a8-4f0a-a0bf-3a74fd4e2164 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.364674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.365729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-d2eb9e4e-149a-4c27-839e-f7339bc519fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.367553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-d2eb9e4e-149a-4c27-839e-f7339bc519fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 1095 time: 0.2188084 Aug 29 04:27:43.387472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-707eaa26-9e68-443f-b07f-94f2b9363b25 req-7ad0a8c5-bb6c-4a5e-91c6-21a09c3f7cb7 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739672 Aug 29 04:27:43.436372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-25457731-5956-4a02-a965-d47fe1336c08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792 HTTP/1.1" status: 200 len: 217 time: 0.0574753 Aug 29 04:27:43.452781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d292f415-c22e-4b1a-b7af-90558623c2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.455144 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cc057dcd-3549-48e3-a54c-92e3a7c06c93 req-69f24d23-dde9-4676-b1e3-e9f7db58f096 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399853 Aug 29 04:27:43.458593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d292f415-c22e-4b1a-b7af-90558623c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.505704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 415bc19d-e15e-46b3-a939-4740af64da57, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=415bc19d-e15e-46b3-a939-4740af64da57,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:43.515948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a6c942c7-91e8-4cd4-9479-608099adbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.516603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a6c942c7-91e8-4cd4-9479-608099adbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.517066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a6c942c7-91e8-4cd4-9479-608099adbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.517822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a6c942c7-91e8-4cd4-9479-608099adbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.518411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a6c942c7-91e8-4cd4-9479-608099adbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.518928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a6c942c7-91e8-4cd4-9479-608099adbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.519486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a6c942c7-91e8-4cd4-9479-608099adbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.521795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-a6c942c7-91e8-4cd4-9479-608099adbf73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9e508a4f694e8e88de7468142e8421&device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6506 time: 0.1010125 Aug 29 04:27:43.523380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-08d3d95d-5116-48fe-b205-81ec74e53145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.524978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-08d3d95d-5116-48fe-b205-81ec74e53145 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.0724211 Aug 29 04:27:43.531457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d292f415-c22e-4b1a-b7af-90558623c2df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e68b9361c1744424b200b229c7afe7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5579875 Aug 29 04:27:43.531457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292f415-c22e-4b1a-b7af-90558623c2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa504d2-46b0-45f5-9bb7-a0ac401dbda1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.531730 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.534210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46918) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.631285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=415bc19d-e15e-46b3-a939-4740af64da57,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.681238 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0e38854-0a65-4efc-9063-c25d806dce02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.697071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932be53-a777-43e5-9a16-308ac23458c3 req-eb4645c4-55fc-4a35-b4e1-02f61f62f1fc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.703267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-68c35187-971b-4d0e-84eb-3a1d9fcc95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.703502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932be53-a777-43e5-9a16-308ac23458c3 req-eb4645c4-55fc-4a35-b4e1-02f61f62f1fc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.704821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-68c35187-971b-4d0e-84eb-3a1d9fcc95c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706491 Aug 29 04:27:43.709476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932be53-a777-43e5-9a16-308ac23458c3 req-eb4645c4-55fc-4a35-b4e1-02f61f62f1fc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.717600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932be53-a777-43e5-9a16-308ac23458c3 req-eb4645c4-55fc-4a35-b4e1-02f61f62f1fc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.723715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932be53-a777-43e5-9a16-308ac23458c3 req-eb4645c4-55fc-4a35-b4e1-02f61f62f1fc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.726072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-c220fb7e-6bed-4426-9a1d-802bccf8c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.726741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-c220fb7e-6bed-4426-9a1d-802bccf8c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.727225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-c220fb7e-6bed-4426-9a1d-802bccf8c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.728907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-c220fb7e-6bed-4426-9a1d-802bccf8c554 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d19174c-2b84-4b09-9a7c-d4508d51064e&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=cfdf0b50-0db3-438e-be2f-01d62e44e232&id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&id=3b67864d-8d83-4461-9a1f-dee00d60b3cf HTTP/1.1" status: 200 len: 2297 time: 0.1493745 Aug 29 04:27:43.730095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932be53-a777-43e5-9a16-308ac23458c3 req-eb4645c4-55fc-4a35-b4e1-02f61f62f1fc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.736211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932be53-a777-43e5-9a16-308ac23458c3 req-eb4645c4-55fc-4a35-b4e1-02f61f62f1fc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.738161 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d932be53-a777-43e5-9a16-308ac23458c3 req-eb4645c4-55fc-4a35-b4e1-02f61f62f1fc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5429 time: 0.1233125 Aug 29 04:27:43.773487 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0e38854-0a65-4efc-9063-c25d806dce02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.781976 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7d829-72f5-4681-8053-ba787fdf076c x-openstack-request-id: req-a5a7d829-72f5-4681-8053-ba787fdf076c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:43.782161 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:43.782472 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5a7d829-72f5-4681-8053-ba787fdf076c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:43.783063 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'status': 'completed', 'code': 200} Aug 29 04:27:43.814707 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d932be53-a777-43e5-9a16-308ac23458c3 req-0f764829-50ad-43cc-97ba-cf2bbf17956e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679817 Aug 29 04:27:43.858842 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-20ade562-245f-49a5-8071-6463d15af250 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f536b0d4-7844-4d6b-814a-0863b48d4206 HTTP/1.1" status: 200 len: 1001 time: 0.1109593 Aug 29 04:27:43.874781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0e38854-0a65-4efc-9063-c25d806dce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.877494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0e38854-0a65-4efc-9063-c25d806dce02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.878738 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d0e38854-0a65-4efc-9063-c25d806dce02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0fa504d2-46b0-45f5-9bb7-a0ac401dbda1 HTTP/1.1" status: 204 len: 168 time: 0.3327487 Aug 29 04:27:43.893639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e1c42-4eba-4919-95c9-02834e3c9f89 req-859728f8-d311-484d-ab56-9314777c3a53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.900881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c5e1c42-4eba-4919-95c9-02834e3c9f89 req-859728f8-d311-484d-ab56-9314777c3a53 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.0735722 Aug 29 04:27:43.920006 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-26fe508a-ec2f-4f5e-896c-809a5298bb6e service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033730 Aug 29 04:27:43.948270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-2e78c823-a187-4e34-b420-8357a3b6664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.949759 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-2e78c823-a187-4e34-b420-8357a3b6664a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d HTTP/1.1" status: 200 len: 856 time: 0.0865960 Aug 29 04:27:43.953191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e38854-0a65-4efc-9063-c25d806dce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa504d2-46b0-45f5-9bb7-a0ac401dbda1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.984108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c5e1c42-4eba-4919-95c9-02834e3c9f89 req-2ed4d299-b27d-4558-a908-d81e4b600bca tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819137 Aug 29 04:27:44.046054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3da46-d8c6-4a99-9b58-419cfcff74b0 req-28995649-7e71-47d6-b6b5-03c167dfbb0a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.048236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51f3da46-d8c6-4a99-9b58-419cfcff74b0 req-28995649-7e71-47d6-b6b5-03c167dfbb0a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.0630462 Aug 29 04:27:44.081830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-459e1624-a643-4d8b-97c6-5f172cd325f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.083327 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-459e1624-a643-4d8b-97c6-5f172cd325f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d19174c-2b84-4b09-9a7c-d4508d51064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898197 Aug 29 04:27:44.087123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5acba74c-afee-4dd0-9b7f-fc23d9da93f7 req-bdc9db19-2cfe-406c-b20a-e1da10f3f995 service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617026 Aug 29 04:27:44.123786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51f3da46-d8c6-4a99-9b58-419cfcff74b0 req-0dfe4e59-a5bc-4cb2-a822-bffca79fda17 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693929 Aug 29 04:27:44.160286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a266cfc-4841-411f-bbed-041a4a052019 req-02ba325d-0c78-4414-b901-147b034665aa tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.169902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a266cfc-4841-411f-bbed-041a4a052019 req-02ba325d-0c78-4414-b901-147b034665aa tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 946 time: 0.1071334 Aug 29 04:27:44.220348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a266cfc-4841-411f-bbed-041a4a052019 req-14887090-ecf9-47b2-8a1e-35025bc58fd2 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490119 Aug 29 04:27:44.375097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bca50e-b12e-4745-a145-0ef021bf92f4 req-2aaaac80-6829-4c84-af9e-099814f67234 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.377118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5bca50e-b12e-4745-a145-0ef021bf92f4 req-2aaaac80-6829-4c84-af9e-099814f67234 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 1101 time: 0.0641861 Aug 29 04:27:44.440965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5bca50e-b12e-4745-a145-0ef021bf92f4 req-64da7562-9d63-4af7-994d-3bc8ef949cd6 tempest-MigrationsAdminTest-1226977180 tempest-MigrationsAdminTest-1226977180-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508535 Aug 29 04:27:44.632725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-39715b3c-8af7-4a0a-8601-39c9d2393513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.634444 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-39715b3c-8af7-4a0a-8601-39c9d2393513 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 1095 time: 0.4655170 Aug 29 04:27:44.644812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb19b8-d4bf-4178-999f-142878398021 req-16772d1c-b667-4b7d-bf6f-4f51d289d558 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.653459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94fb19b8-d4bf-4178-999f-142878398021 req-16772d1c-b667-4b7d-bf6f-4f51d289d558 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 946 time: 0.1204867 Aug 29 04:27:44.659408 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-87f246c0-e4bf-4379-844b-93c0f9eea8af service neutron] 10.222.0.65 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582914 Aug 29 04:27:44.724528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94fb19b8-d4bf-4178-999f-142878398021 req-20bf32f0-4075-4f92-b5ab-a0b769166822 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662081 Aug 29 04:27:44.791851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415bc19d-e15e-46b3-a939-4740af64da57'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:44.797949 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9f9b51-6e62-4b49-8a47-e7089532720c" -d '{"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "415bc19d-e15e-46b3-a939-4740af64da57"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:44.855751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-f7e80dd1-3aed-48d2-8f34-5de881b6faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.857723 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-f7e80dd1-3aed-48d2-8f34-5de881b6faa8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.2131841 Aug 29 04:27:44.862155 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-061c248e-dc90-4772-ab0b-b35d56a1edb1 service neutron] 10.222.0.65 "GET /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859038 Aug 29 04:27:44.873900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:44.877618 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 37097174-e37e-4a52-923b-15d8ece1c95f up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:44.903746 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f589f43a-a6ce-40fc-852e-b6ed66baeaba x-openstack-request-id: req-f589f43a-a6ce-40fc-852e-b6ed66baeaba {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:44.904469 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "415bc19d-e15e-46b3-a939-4740af64da57", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:44.904947 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f589f43a-a6ce-40fc-852e-b6ed66baeaba {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:44.905543 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415bc19d-e15e-46b3-a939-4740af64da57', 'code': 200} Aug 29 04:27:44.944452 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-87c4a1ec-232e-4a4d-a4d0-45541a2b330f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792 HTTP/1.1" status: 200 len: 217 time: 0.0657117 Aug 29 04:27:45.003353 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-79c8eed1-8788-41c1-b589-11f6eb49a0dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a HTTP/1.1" status: 200 len: 217 time: 0.1227365 Aug 29 04:27:45.039450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 37097174-e37e-4a52-923b-15d8ece1c95f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:45.054662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 37097174-e37e-4a52-923b-15d8ece1c95f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:45.055049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.093098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-e8355e15-a285-422c-a0b4-6d627e34a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.094189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-e8355e15-a285-422c-a0b4-6d627e34a3d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0785835 Aug 29 04:27:45.098583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-381105e8-1681-49c8-bf26-02b904d780d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.101031 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-381105e8-1681-49c8-bf26-02b904d780d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.0961678 Aug 29 04:27:45.120157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7344b-6308-428d-987c-cea0d5f3c7ca req-45b1cca5-d3ab-4b06-bd3c-340fd1d530f4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.132408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:45.141673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25f7344b-6308-428d-987c-cea0d5f3c7ca req-45b1cca5-d3ab-4b06-bd3c-340fd1d530f4 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 949 time: 0.1626718 Aug 29 04:27:45.157337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'mac_address': 'fa:16:3e:7b:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:45.219283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-b82b11d7-6d07-446c-aa11-e92918a4fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.220851 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-b82b11d7-6d07-446c-aa11-e92918a4fa73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187909 Aug 29 04:27:45.231525 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.235693 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.242980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25f7344b-6308-428d-987c-cea0d5f3c7ca req-e46c1627-9425-4b40-95da-ccc670a398b3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944109 Aug 29 04:27:45.259718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-3dfc4f74-bd0d-409a-9ac3-c062ae86eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.261302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-3dfc4f74-bd0d-409a-9ac3-c062ae86eb15 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501398 Aug 29 04:27:45.274796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-cc622e47-30a9-4aad-8a29-02cdb829bdbd tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.276459 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-cc622e47-30a9-4aad-8a29-02cdb829bdbd tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.64 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 946 time: 0.0980561 Aug 29 04:27:45.280535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9699e7-75d9-40b5-afa1-5d4576005875 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:45.328074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:45.337763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 37097174-e37e-4a52-923b-15d8ece1c95f, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37097174-e37e-4a52-923b-15d8ece1c95f,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:45.337763 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.405021 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.405314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-292dce5a-7623-4a04-87d5-109dcd899089 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.413449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-292dce5a-7623-4a04-87d5-109dcd899089 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.421657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-292dce5a-7623-4a04-87d5-109dcd899089 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.427877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-292dce5a-7623-4a04-87d5-109dcd899089 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.438682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-292dce5a-7623-4a04-87d5-109dcd899089 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.445060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-292dce5a-7623-4a04-87d5-109dcd899089 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.458570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=12']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.474975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-292dce5a-7623-4a04-87d5-109dcd899089 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.487229 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-292dce5a-7623-4a04-87d5-109dcd899089 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5429 time: 0.1743534 Aug 29 04:27:45.534154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=37097174-e37e-4a52-923b-15d8ece1c95f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.563180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-6ded6dfe-8484-4135-98cb-890ef0c800da service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297787 Aug 29 04:27:45.570632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Deleting port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:45.571054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.580842 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa4839e2-8906-4245-a9bd-a8deda346078 req-a866d28c-b3e2-4f15-8d9b-a242e6f6398f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923731 Aug 29 04:27:45.597056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['6a9699e7-75d9-40b5-afa1-5d4576005875'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:45.597423 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-d56ec94a-bb42-4f3d-a13e-e96e57aee013 service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089528 Aug 29 04:27:45.637990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2100c-c5c6-41cb-99f6-25625b365cf7 req-a3847075-fc65-405c-acec-64f46efa17b3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.649536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c2100c-c5c6-41cb-99f6-25625b365cf7 req-a3847075-fc65-405c-acec-64f46efa17b3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.1196001 Aug 29 04:27:45.723817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c2100c-c5c6-41cb-99f6-25625b365cf7 req-bd347ba4-570a-41ff-8846-ead4a4692692 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582602 Aug 29 04:27:45.737795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55485e46-1aa1-43e4-b5cd-51740f9bf6bc req-75558fc8-9c8e-4afe-9168-337d75a86d5d tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.739400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55485e46-1aa1-43e4-b5cd-51740f9bf6bc req-75558fc8-9c8e-4afe-9168-337d75a86d5d tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/ports?device_id=a542b065-c39f-408d-bd98-32ddd525d2fd HTTP/1.1" status: 200 len: 946 time: 0.0836177 Aug 29 04:27:45.823911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55485e46-1aa1-43e4-b5cd-51740f9bf6bc req-453b3897-976b-4ff6-9788-8d4ede913641 tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b108ceb-0097-49bb-816b-08abc1b96e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689230 Aug 29 04:27:45.901491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0e1467d2-b1b3-4089-922a-793f353c7e02 req-9fa84508-8c76-4764-9f24-8d84f72363a7 service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708726 Aug 29 04:27:45.915455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47112) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:45.933251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] For port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,segment=NetworkSegment(bac128a7-ec35-4aef-af15-50782a6139b8),segment_id=bac128a7-ec35-4aef-af15-50782a6139b8)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:45.933639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.944078 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-28ebe9b8-a5d9-4f42-8b0c-5bccb0dd60c3 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686321 Aug 29 04:27:45.949851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Calling delete_port for 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:45.968621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cff8d-2452-478c-9e36-dd152337b28b req-112f341c-46c4-4335-b782-a40ea4b6bfe5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.985037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-069cff8d-2452-478c-9e36-dd152337b28b req-112f341c-46c4-4335-b782-a40ea4b6bfe5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 946 time: 0.0831010 Aug 29 04:27:45.993731 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-edbea8c8-bbdc-400b-ae3e-0d81bdedb57f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=e616e723-fe76-4b72-8d04-32d6b9a6f125 HTTP/1.1" status: 200 len: 217 time: 0.0397589 Aug 29 04:27:46.034403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-069cff8d-2452-478c-9e36-dd152337b28b req-5f7c0b82-5f02-4605-80f4-771d3aa50e9e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 Aug 29 04:27:46.094200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-90790b76-fa75-495c-86d9-a593a3f25786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.095760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-90790b76-fa75-495c-86d9-a593a3f25786 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0941069 Aug 29 04:27:46.143885 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b7479b3a-20dd-477a-9c4e-33c1577112bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.192968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-988b8b2e-22c1-470c-80aa-1064978b56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.194500 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-988b8b2e-22c1-470c-80aa-1064978b56e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0851030 Aug 29 04:27:46.264222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.281781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['190cc6a7-5c5e-4487-8c8d-d6efe6e9d413'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:46.300224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Pushing event deleted for resources: {'Port': ['ID=190cc6a7-5c5e-4487-8c8d-d6efe6e9d413,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.323918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad0398-5efe-4f71-a87a-90e5124a2797 req-06716b39-d352-467e-96ff-de2681e9fa71 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.335952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2ad0398-5efe-4f71-a87a-90e5124a2797 req-06716b39-d352-467e-96ff-de2681e9fa71 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 945 time: 0.1574533 Aug 29 04:27:46.356016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] No DVR routers for this DVR port 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:46.357304 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccec09-198a-485c-acd1-45ab54cb836c req-599f6695-526a-48aa-aba1-4266680e4595 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.359003 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddccec09-198a-485c-acd1-45ab54cb836c req-599f6695-526a-48aa-aba1-4266680e4595 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1684256 Aug 29 04:27:46.360153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.362130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e6b9fb81-a575-4935-baca-a5b2b5e10398 req-2b370dd2-1266-4307-bc65-6fbe4db91cbf tempest-ServerTagsTestJSON-684529100 tempest-ServerTagsTestJSON-684529100-project] 10.222.0.64 "DELETE /v2.0/ports/190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 HTTP/1.1" status: 204 len: 173 time: 1.0640116 Aug 29 04:27:46.362576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542b065-c39f-408d-bd98-32ddd525d2fd', 'name': 'network-vif-deleted', 'tag': '190cc6a7-5c5e-4487-8c8d-d6efe6e9d413'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:46.364923 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f05f5a7-a003-4db2-a6a8-217674838a8a" -d '{"events": [{"server_uuid": "a542b065-c39f-408d-bd98-32ddd525d2fd", "name": "network-vif-deleted", "tag": "190cc6a7-5c5e-4487-8c8d-d6efe6e9d413"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:46.384581 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-ed2850bf-a4e2-487a-9f7e-48d6d754d406 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810195 Aug 29 04:27:46.476561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2ad0398-5efe-4f71-a87a-90e5124a2797 req-68f83cc1-1617-421d-88c0-725b47f03f1a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394918 Aug 29 04:27:46.507021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b7479b3a-20dd-477a-9c4e-33c1577112bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.509564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-7f820223-e279-4e2e-9c69-40a6bd476c13 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144485 Aug 29 04:27:46.521335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b7479b3a-20dd-477a-9c4e-33c1577112bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.561231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-f3b575eb-0cb0-49f4-89f9-8848fdb0d597 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0 HTTP/1.1" status: 200 len: 217 time: 0.0451660 Aug 29 04:27:46.562931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47180) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:46.563154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b7479b3a-20dd-477a-9c4e-33c1577112bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c854b531592b472fb52d3a7d163c23b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466410 Aug 29 04:27:46.626760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Deleting port 6a9699e7-75d9-40b5-afa1-5d4576005875 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:46.627109 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.630997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7479b3a-20dd-477a-9c4e-33c1577112bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a402fd-a414-40e7-adfd-ad72ab870f77,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.645863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-24ede03a-fa3e-4483-b69e-675c9ae9d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.647397 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-24ede03a-fa3e-4483-b69e-675c9ae9d6e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.0777426 Aug 29 04:27:46.670178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-735ec7a3-8fbc-476d-8f7e-a2756c441ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.718415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156416a-e560-4cee-8fee-dbfd84b486fb req-cc84913e-f795-4837-8d12-8a5e1898ed14 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.719227 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-735ec7a3-8fbc-476d-8f7e-a2756c441ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.724694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2156416a-e560-4cee-8fee-dbfd84b486fb req-cc84913e-f795-4837-8d12-8a5e1898ed14 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 950 time: 0.1591668 Aug 29 04:27:46.734053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-b2e78c98-8240-4cd8-9777-563f144822cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.735582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-b2e78c98-8240-4cd8-9777-563f144822cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0789030 Aug 29 04:27:46.751096 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8427fc11-391b-4bb1-a6a6-6a249f0693b7 x-openstack-request-id: req-8427fc11-391b-4bb1-a6a6-6a249f0693b7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:46.751498 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542b065-c39f-408d-bd98-32ddd525d2fd", "name": "network-vif-deleted", "tag": "190cc6a7-5c5e-4487-8c8d-d6efe6e9d413", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:46.751843 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8427fc11-391b-4bb1-a6a6-6a249f0693b7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:46.752517 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542b065-c39f-408d-bd98-32ddd525d2fd', 'name': 'network-vif-deleted', 'tag': '190cc6a7-5c5e-4487-8c8d-d6efe6e9d413', 'status': 'completed', 'code': 200} Aug 29 04:27:46.797609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2156416a-e560-4cee-8fee-dbfd84b486fb req-df9c794a-faed-42bf-a531-aa1c0517ad78 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711710 Aug 29 04:27:46.799420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:46.799795 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.843614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Calling delete_port for 6a9699e7-75d9-40b5-afa1-5d4576005875 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:46.867096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-735ec7a3-8fbc-476d-8f7e-a2756c441ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.869817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-735ec7a3-8fbc-476d-8f7e-a2756c441ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.884290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-735ec7a3-8fbc-476d-8f7e-a2756c441ca5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75a402fd-a414-40e7-adfd-ad72ab870f77 HTTP/1.1" status: 204 len: 168 time: 0.3131292 Aug 29 04:27:46.889194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:46.907349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7c9d9a-bdea-40ac-a2e1-ce32b9263843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37097174-e37e-4a52-923b-15d8ece1c95f'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:46.912610 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc82bdb-e988-4666-a786-e257e22103db" -d '{"events": [{"server_uuid": "2f7c9d9a-bdea-40ac-a2e1-ce32b9263843", "name": "network-vif-plugged", "status": "completed", "tag": "37097174-e37e-4a52-923b-15d8ece1c95f"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:46.927876 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-e1ff8592-c263-48a0-89c1-25283d89df08 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792364 Aug 29 04:27:46.969848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ec7a3-8fbc-476d-8f7e-a2756c441ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a402fd-a414-40e7-adfd-ad72ab870f77,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.987081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:46.995250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-b373679d-953a-4142-91cd-b2cfcd434c6d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.003720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 456cc753-c550-4a1d-8c54-940ea75eb705 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:47.009247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-b373679d-953a-4142-91cd-b2cfcd434c6d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.026349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-b373679d-953a-4142-91cd-b2cfcd434c6d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.047340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-b373679d-953a-4142-91cd-b2cfcd434c6d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.054894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-b373679d-953a-4142-91cd-b2cfcd434c6d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.063310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-b373679d-953a-4142-91cd-b2cfcd434c6d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.072287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-b373679d-953a-4142-91cd-b2cfcd434c6d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.074696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-b373679d-953a-4142-91cd-b2cfcd434c6d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5429 time: 0.2624650 Aug 29 04:27:47.111109 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-cde4cf9e-88be-4913-a53b-9b1ad2d92065 service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659648 Aug 29 04:27:47.141457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 6a9699e7-75d9-40b5-afa1-5d4576005875, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=6a9699e7-75d9-40b5-afa1-5d4576005875,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:47.165990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'mac_address': 'fa:16:3e:7b:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:47.177218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c96097bd-540d-4bd6-9c7a-e8a5ccd88377 req-a7811c9a-6a36-4195-b3cc-1cf82435f934 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877509 Aug 29 04:27:47.177798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-80b94cc1-3801-4484-b2f4-1bd324d23806 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43 HTTP/1.1" status: 200 len: 217 time: 0.0579813 Aug 29 04:27:47.178121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 456cc753-c550-4a1d-8c54-940ea75eb705 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:47.186553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 456cc753-c550-4a1d-8c54-940ea75eb705 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:47.186926 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.224802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7f2ec-1705-4247-b5f6-e4978319c590 req-0ebe64eb-4fdd-4f05-92be-6cca17ac11ff tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.233694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acc7f2ec-1705-4247-b5f6-e4978319c590 req-0ebe64eb-4fdd-4f05-92be-6cca17ac11ff tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.1557214 Aug 29 04:27:47.256679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47216) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:47.293066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-38ed8e79-cefc-4c99-b8b4-57ca3b61698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.297683 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-38ed8e79-cefc-4c99-b8b4-57ca3b61698d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 200 len: 797 time: 0.1109524 Aug 29 04:27:47.371774 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acc7f2ec-1705-4247-b5f6-e4978319c590 req-dedcc05a-e99d-4176-a6bf-a106bc631c10 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370537 Aug 29 04:27:47.405036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1d683e-545e-4c8c-8da5-d31c270e850d admin admin] Deleting subnet 5ac82bbc-bdb4-472a-8183-536301d5581c {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:47.411522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c1d683e-545e-4c8c-8da5-d31c270e850d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.417962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:47.428377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-39f57425-cb81-456e-ae89-fd079253e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.431036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-39f57425-cb81-456e-ae89-fd079253e60b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfdf0b50-0db3-438e-be2f-01d62e44e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261477 Aug 29 04:27:47.439944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a337-b609-42db-b1eb-b748abdfc621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.456344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.469620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'port_id': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'mac_address': 'fa:16:3e:d7:df:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:47.473706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:47.475926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['bccc8972-aef7-42be-97cb-ac0529c9e534', '60fe7450-d594-4fd3-85b1-dd92d5643b2c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:47.518458 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e7adad-e8ba-4b72-9ebd-af38e358ac19 x-openstack-request-id: req-21e7adad-e8ba-4b72-9ebd-af38e358ac19 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:47.518814 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7c9d9a-bdea-40ac-a2e1-ce32b9263843", "name": "network-vif-plugged", "status": "completed", "tag": "37097174-e37e-4a52-923b-15d8ece1c95f", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:47.518999 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21e7adad-e8ba-4b72-9ebd-af38e358ac19 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:47.519379 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7c9d9a-bdea-40ac-a2e1-ce32b9263843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37097174-e37e-4a52-923b-15d8ece1c95f', 'code': 200} Aug 29 04:27:47.597734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event deleted for resources: {'Port': ['ID=6a9699e7-75d9-40b5-afa1-5d4576005875,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:47.603475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c1d683e-545e-4c8c-8da5-d31c270e850d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.674421 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-64fc4036-eedd-4ed2-bf04-5f01213f73bd service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186122 Aug 29 04:27:47.822028 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.840924 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.878910 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-7e6b68cc-adfb-48d3-8671-52b02c8d16cf service neutron] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033644 Aug 29 04:27:47.885354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3092d-6dc0-4801-82de-f243b3e5ff6f req-5bbe1433-464a-4c81-93ab-2b30446c3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.886981 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f4f3092d-6dc0-4801-82de-f243b3e5ff6f req-5bbe1433-464a-4c81-93ab-2b30446c3b04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 1097 time: 0.1876233 Aug 29 04:27:47.916969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcb4b3e-6427-4f6b-b745-21e1720ba792 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:47.920735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] No DVR routers for this DVR port 6a9699e7-75d9-40b5-afa1-5d4576005875 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:47.931680 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-1fc8dd6c-e3f6-4a88-916d-9f225bce7b55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636 HTTP/1.1" status: 200 len: 217 time: 0.0436587 Aug 29 04:27:47.932474 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.946356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddccec09-198a-485c-acd1-45ab54cb836c req-0aa84cfe-8df0-4ce7-b6a4-a326fa69fd90 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "DELETE /v2.0/ports/6a9699e7-75d9-40b5-afa1-5d4576005875 HTTP/1.1" status: 204 len: 173 time: 1.5618320 Aug 29 04:27:47.970676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-deleted', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:47.975397 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3f3f55-b6d9-4456-871f-8202fb6948db" -d '{"events": [{"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-deleted", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:47.999307 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c1d683e-545e-4c8c-8da5-d31c270e850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.002659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 456cc753-c550-4a1d-8c54-940ea75eb705, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=456cc753-c550-4a1d-8c54-940ea75eb705,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:48.023239 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.024505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ab4005fe-119d-476a-8b42-84a574081c51 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:48.074347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-ab6dc3ac-054e-4ab5-bc7d-1568aca960c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.077969 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-ab6dc3ac-054e-4ab5-bc7d-1568aca960c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4ffec13-95c1-4940-bfbf-e51f53b20248 HTTP/1.1" status: 200 len: 797 time: 0.1289430 Aug 29 04:27:48.081406 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c1d683e-545e-4c8c-8da5-d31c270e850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.153214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f4f3092d-6dc0-4801-82de-f243b3e5ff6f req-eec24ece-0849-48a1-a5c3-60e0734c41bb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204664 Aug 29 04:27:48.159151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c1d683e-545e-4c8c-8da5-d31c270e850d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.168811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0c1d683e-545e-4c8c-8da5-d31c270e850d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5ac82bbc-bdb4-472a-8183-536301d5581c HTTP/1.1" status: 204 len: 168 time: 0.9077640 Aug 29 04:27:48.169584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47270) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.187607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ea1dc-bc9d-445c-90c3-f30e1d1dcb6d req-b7e6747e-10f2-4e70-aab9-3109bfd4277c tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.200123 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f87ea1dc-bc9d-445c-90c3-f30e1d1dcb6d req-b7e6747e-10f2-4e70-aab9-3109bfd4277c tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 945 time: 0.4818809 Aug 29 04:27:48.205646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d683e-545e-4c8c-8da5-d31c270e850d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac82bbc-bdb4-472a-8183-536301d5581c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.251161 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.256381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-eb64174d-57fd-443a-98f9-31c8b42ea5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.258108 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-eb64174d-57fd-443a-98f9-31c8b42ea5b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1619744 Aug 29 04:27:48.296367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f87ea1dc-bc9d-445c-90c3-f30e1d1dcb6d req-0903cecd-13e7-4977-a47f-67127d7d994b tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953348 Aug 29 04:27:48.393550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:48.422564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.429347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-42d340b9-e69f-43a0-b939-88bdaf28ed82 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588771 Aug 29 04:27:48.440861 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df912a88-e764-4527-9f5a-5e16a9d31454 x-openstack-request-id: req-df912a88-e764-4527-9f5a-5e16a9d31454 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:48.441560 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7838ccbe-6f79-4c10-856f-e84602905159", "name": "network-vif-deleted", "tag": "6a9699e7-75d9-40b5-afa1-5d4576005875", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:48.442168 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df912a88-e764-4527-9f5a-5e16a9d31454 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:48.442722 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ccbe-6f79-4c10-856f-e84602905159', 'name': 'network-vif-deleted', 'tag': '6a9699e7-75d9-40b5-afa1-5d4576005875', 'status': 'completed', 'code': 200} Aug 29 04:27:48.461472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port ab4005fe-119d-476a-8b42-84a574081c51 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:48.482406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=456cc753-c550-4a1d-8c54-940ea75eb705,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.487333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port ab4005fe-119d-476a-8b42-84a574081c51 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:48.487832 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.561360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.561715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-284f55b6-8fd9-4c91-b7bf-5ef7104dfd9a req-c7bc2943-0c0f-4c1c-93b8-d2bee4747b71 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=7838ccbe-6f79-4c10-856f-e84602905159 HTTP/1.1" status: 200 len: 210 time: 0.0643885 Aug 29 04:27:48.574981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52afedb8-af95-45e7-b2ac-cb893350b24c']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:48.603787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac128a7-ec35-4aef-af15-50782a6139b8') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:48.604248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac128a7-ec35-4aef-af15-50782a6139b8') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:48.657378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.688848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.702120 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-8e04cc9e-6b23-4b80-94a1-35fccd6871bd service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569883 Aug 29 04:27:48.703363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:48.703964 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:48.706547 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:48.711124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.762508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-4c04d361-0a48-4076-9839-07ac5b8b5a1c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.774744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-4c04d361-0a48-4076-9839-07ac5b8b5a1c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.784744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-4c04d361-0a48-4076-9839-07ac5b8b5a1c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.793210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-4c04d361-0a48-4076-9839-07ac5b8b5a1c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.801507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-4c04d361-0a48-4076-9839-07ac5b8b5a1c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.812438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-4c04d361-0a48-4076-9839-07ac5b8b5a1c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.819940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-4c04d361-0a48-4076-9839-07ac5b8b5a1c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.824529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-4c04d361-0a48-4076-9839-07ac5b8b5a1c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5430 time: 0.2336547 Aug 29 04:27:48.826636 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.861476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7bcb4b3e-6427-4f6b-b745-21e1720ba792'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:48.879975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-e09a6a60-1df0-4e49-a3ea-b54cab51b83e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cdd327a-e2bd-441b-9270-934888ddeef5 HTTP/1.1" status: 200 len: 217 time: 0.1569259 Aug 29 04:27:48.889329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16276da8-bc18-424a-877c-1e4096fcccd0 req-7667279f-2f66-46f6-9ca7-37391ac1f2d5 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558124 Aug 29 04:27:48.914526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:48.980188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:48.987401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 190cc6a7-5c5e-4487-8c8d-d6efe6e9d413 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:49.013848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.031317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.032549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ab4005fe-119d-476a-8b42-84a574081c51, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ab4005fe-119d-476a-8b42-84a574081c51,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.033282 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] 10.222.0.58 "DELETE /v2.0/networks/52afedb8-af95-45e7-b2ac-cb893350b24c HTTP/1.1" status: 204 len: 168 time: 0.8622270 Aug 29 04:27:49.084309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-2bb4cf2e-2295-4026-b7a7-96cc310cc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.085843 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-2bb4cf2e-2295-4026-b7a7-96cc310cc859 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4ffec13-95c1-4940-bfbf-e51f53b20248 HTTP/1.1" status: 200 len: 797 time: 0.1850660 Aug 29 04:27:49.085989 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.086972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d255974e-d6f6-497a-9e49-5ac9bf35d759 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:49.091090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b5d46-9ec6-4fc2-bc11-d64bc9034688 admin admin] Pushing event deleted for resources: {'Network': ['ID=52afedb8-af95-45e7-b2ac-cb893350b24c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.163856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3679-0762-438e-97a8-c0c0c6975e49 req-db4afd75-19d3-4389-a8dd-2f9c702bdc07 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.176213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfbd3679-0762-438e-97a8-c0c0c6975e49 req-db4afd75-19d3-4389-a8dd-2f9c702bdc07 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 944 time: 0.1347966 Aug 29 04:27:49.227276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-ffb04cc5-41aa-40f0-9441-ff4c058f2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.235367 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-ffb04cc5-41aa-40f0-9441-ff4c058f2420 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b67864d-8d83-4461-9a1f-dee00d60b3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1402097 Aug 29 04:27:49.265522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfbd3679-0762-438e-97a8-c0c0c6975e49 req-a4a7abaf-5f9d-4137-842e-d727c727242a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883002 Aug 29 04:27:49.340334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47336) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:49.401359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port d255974e-d6f6-497a-9e49-5ac9bf35d759 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:49.413274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port d255974e-d6f6-497a-9e49-5ac9bf35d759 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:49.413739 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.491900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-042ef62d-0aba-419a-a05f-026609d3e2e6 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483172 Aug 29 04:27:49.521458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=ab4005fe-119d-476a-8b42-84a574081c51,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.526462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456cc753-c550-4a1d-8c54-940ea75eb705'}, {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4005fe-119d-476a-8b42-84a574081c51'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:49.529423 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d31fbd2-64b1-4a6b-a5fe-fd819ba1874f" -d '{"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "456cc753-c550-4a1d-8c54-940ea75eb705"}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "ab4005fe-119d-476a-8b42-84a574081c51"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:49.557031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d71422a4-5732-4850-87fd-29c5c2023de2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=554d9f7177c24c10ae0972cb48b1d894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150364 Aug 29 04:27:49.559587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47360) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:49.627012 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.686354 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7e8de8b6-e87f-4f36-8778-0395974668c1 req-3fa93db8-f839-4a0d-ab7e-3bffeafac323 service neutron] 10.222.0.65 "GET /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871181 Aug 29 04:27:49.709763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d255974e-d6f6-497a-9e49-5ac9bf35d759, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.716639 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.720286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:49.778105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7eb37-e459-497b-bffd-a872f79d565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.801576 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7eb37-e459-497b-bffd-a872f79d565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.862939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50451d2e-720d-46c7-aa79-a943bc1b448a req-071e8c34-69d1-4202-861c-db684016ed05 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.871016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50451d2e-720d-46c7-aa79-a943bc1b448a req-071e8c34-69d1-4202-861c-db684016ed05 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 945 time: 0.2651615 Aug 29 04:27:49.874006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d255974e-d6f6-497a-9e49-5ac9bf35d759,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.874380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7eb37-e459-497b-bffd-a872f79d565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.878410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7eb37-e459-497b-bffd-a872f79d565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.879764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fbd7eb37-e459-497b-bffd-a872f79d565a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b108ceb-0097-49bb-816b-08abc1b96e40 HTTP/1.1" status: 204 len: 168 time: 0.3186660 Aug 29 04:27:49.889926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47394) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:49.902830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7eb37-e459-497b-bffd-a872f79d565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b108ceb-0097-49bb-816b-08abc1b96e40,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.944375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50451d2e-720d-46c7-aa79-a943bc1b448a req-2bf53408-0030-439a-b205-2a2f109c695d tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720313 Aug 29 04:27:49.958988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:49.978074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:49.978543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.019631 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34852e44-da42-4b7d-bc4a-59a15a3eb378 x-openstack-request-id: req-34852e44-da42-4b7d-bc4a-59a15a3eb378 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:50.019943 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "456cc753-c550-4a1d-8c54-940ea75eb705", "code": 200}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "ab4005fe-119d-476a-8b42-84a574081c51", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:50.020232 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34852e44-da42-4b7d-bc4a-59a15a3eb378 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:50.020634 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456cc753-c550-4a1d-8c54-940ea75eb705', 'code': 200} Aug 29 04:27:50.020899 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4005fe-119d-476a-8b42-84a574081c51', 'code': 200} Aug 29 04:27:50.063286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-617e40e9-d21f-490f-845b-3d9927f6ada6 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1742527364'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:50.063777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-617e40e9-d21f-490f-845b-3d9927f6ada6 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Unknown quota resources ['metering_label']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:27:50.153047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.196685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:50.203537 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.204560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3ba4c654-6de7-4e6e-806d-ee27f43d0502 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:50.211191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-e8402b33-5bdb-4381-9742-cb42ba5717a9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.218946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-e8402b33-5bdb-4381-9742-cb42ba5717a9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.225754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-e8402b33-5bdb-4381-9742-cb42ba5717a9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.232029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-e8402b33-5bdb-4381-9742-cb42ba5717a9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.238424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-e8402b33-5bdb-4381-9742-cb42ba5717a9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.248243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-e8402b33-5bdb-4381-9742-cb42ba5717a9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.255460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-e8402b33-5bdb-4381-9742-cb42ba5717a9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.257838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-e8402b33-5bdb-4381-9742-cb42ba5717a9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5432 time: 0.1456487 Aug 29 04:27:50.274083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88a050-2cf6-4d01-bef7-73ca771bc9d9 req-c3acc1da-8ce8-4290-9d0d-9850b1312028 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.275623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc88a050-2cf6-4d01-bef7-73ca771bc9d9 req-c3acc1da-8ce8-4290-9d0d-9850b1312028 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 945 time: 0.1617625 Aug 29 04:27:50.326598 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.336201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.356668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:50.378247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc88a050-2cf6-4d01-bef7-73ca771bc9d9 req-38aae5c9-c366-4f1b-9232-2fbc087d4208 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875800 Aug 29 04:27:50.387682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-617e40e9-d21f-490f-845b-3d9927f6ada6 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.389332 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-617e40e9-d21f-490f-845b-3d9927f6ada6 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4985254 Aug 29 04:27:50.391814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47416) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.394071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:50.394471 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.397080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-265c9dc8-a987-4592-b54f-a05ee9a8ae93 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7f00c369-a989-4d76-a55f-763106906fa7'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:50.397610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-265c9dc8-a987-4592-b54f-a05ee9a8ae93 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:27:50.401100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03bad160-163e-4bbf-b2d0-7224126a5e8a req-639dac98-b534-4728-b379-b97d02a59e4d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237125 Aug 29 04:27:50.456394 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8adab0f5-fcf0-4781-aaa0-5a6bf2e0b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.519422 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.565084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3ba4c654-6de7-4e6e-806d-ee27f43d0502, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3ba4c654-6de7-4e6e-806d-ee27f43d0502,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:50.577759 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.580652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 82e9ba9c-de68-41a4-9818-95fb39a09f2a up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:50.698874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3ba4c654-6de7-4e6e-806d-ee27f43d0502,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.717945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 82e9ba9c-de68-41a4-9818-95fb39a09f2a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:50.723653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 82e9ba9c-de68-41a4-9818-95fb39a09f2a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:50.724241 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.805483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef39d2-bc1c-4c1e-bb0c-97589cd36b29 req-d7484e5e-55f2-464b-b788-9cc03bd0866f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.820086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7ef39d2-bc1c-4c1e-bb0c-97589cd36b29 req-d7484e5e-55f2-464b-b788-9cc03bd0866f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 944 time: 0.0962133 Aug 29 04:27:50.839723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.877003 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7ef39d2-bc1c-4c1e-bb0c-97589cd36b29 req-53408ecd-f220-4be7-9d39-a9ab3353851f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558355 Aug 29 04:27:50.889190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 82e9ba9c-de68-41a4-9818-95fb39a09f2a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:50.902870 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.903823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 76b4eceb-84b4-449c-b444-df525582bf58 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:50.948880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:51.013987 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 6a9699e7-75d9-40b5-afa1-5d4576005875 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:51.014341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 6a9699e7-75d9-40b5-afa1-5d4576005875 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:51.048554 n-d-712142-15 neutron-server[94846]: WARNING neutron.services.metering.metering_plugin [None req-265c9dc8-a987-4592-b54f-a05ee9a8ae93 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:27:51.054958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=82e9ba9c-de68-41a4-9818-95fb39a09f2a,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.076672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 76b4eceb-84b4-449c-b444-df525582bf58 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:51.091770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 76b4eceb-84b4-449c-b444-df525582bf58 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:51.092103 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.147115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377de1c-b519-48ea-9387-f36b419d2f06 req-6d723aff-d31d-4e8a-9f14-8cc6c3d1b879 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.153236 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.160016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7377de1c-b519-48ea-9387-f36b419d2f06 req-6d723aff-d31d-4e8a-9f14-8cc6c3d1b879 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 951 time: 0.1184897 Aug 29 04:27:51.169090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-265c9dc8-a987-4592-b54f-a05ee9a8ae93 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.170879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-265c9dc8-a987-4592-b54f-a05ee9a8ae93 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7780826 Aug 29 04:27:51.174173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47486) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.178616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-40cfa9e8-bf85-4d9a-b9b8-7960ad54f047 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7f00c369-a989-4d76-a55f-763106906fa7'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:51.179137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-40cfa9e8-bf85-4d9a-b9b8-7960ad54f047 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:27:51.221057 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.222578 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7377de1c-b519-48ea-9387-f36b419d2f06 req-73a8937b-d1c5-406d-91b3-1673bb741cd3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606232 Aug 29 04:27:51.255550 n-d-712142-15 neutron-server[94846]: WARNING neutron.services.metering.metering_plugin [None req-40cfa9e8-bf85-4d9a-b9b8-7960ad54f047 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:27:51.258665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 76b4eceb-84b4-449c-b444-df525582bf58, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=76b4eceb-84b4-449c-b444-df525582bf58,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:51.265220 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.295258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:51.348440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-40cfa9e8-bf85-4d9a-b9b8-7960ad54f047 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.352171 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-40cfa9e8-bf85-4d9a-b9b8-7960ad54f047 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1747074 Aug 29 04:27:51.352519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47496) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.366604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4d7ac61a-ace1-4dfb-b668-1231a8cfc263 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=f1b20d10-7712-4722-9403-1eb7c5a579f9 HTTP/1.1" status: 200 len: 464 time: 0.0129259 Aug 29 04:27:51.368153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=76b4eceb-84b4-449c-b444-df525582bf58,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.369279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47498) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.401480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:51.412865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:51.413265 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.535068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a5e753c-233e-4b31-8684-184049b9d67b tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.540581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37345b-f9c4-42d2-854d-c18b4cf5abd7 req-4ea05980-cf7b-4ef4-9481-acd9f365c3d8 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.541991 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8a5e753c-233e-4b31-8684-184049b9d67b tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/f1b20d10-7712-4722-9403-1eb7c5a579f9 HTTP/1.1" status: 204 len: 168 time: 0.1712852 Aug 29 04:27:51.542790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47514) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.550375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f37345b-f9c4-42d2-854d-c18b4cf5abd7 req-4ea05980-cf7b-4ef4-9481-acd9f365c3d8 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 946 time: 0.0882969 Aug 29 04:27:51.559016 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-169c6044-4d85-4075-9155-6faa78b58b31 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=f1b20d10-7712-4722-9403-1eb7c5a579f9 HTTP/1.1" status: 200 len: 221 time: 0.0150111 Aug 29 04:27:51.559628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47516) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.565473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f9f4c335-c0d1-4c4b-b520-68323919d49a tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--476603730', 'description': 'label created by tempest'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:51.565932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f9f4c335-c0d1-4c4b-b520-68323919d49a tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Unknown quota resources ['metering_label']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:27:51.577098 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.626479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f37345b-f9c4-42d2-854d-c18b4cf5abd7 req-d59a7f46-9143-49ef-9d32-8c18194c42ee tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749650 Aug 29 04:27:51.659486 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:51.666409 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.762608 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c335-c0d1-4c4b-b520-68323919d49a tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.763406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-6156ef1a-bd51-432b-b0a3-5d7e3633a62e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.763850 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f9f4c335-c0d1-4c4b-b520-68323919d49a tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2024670 Aug 29 04:27:51.766923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47528) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.769546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-6156ef1a-bd51-432b-b0a3-5d7e3633a62e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.775809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-6156ef1a-bd51-432b-b0a3-5d7e3633a62e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.783544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-6156ef1a-bd51-432b-b0a3-5d7e3633a62e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.788201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.789775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-6156ef1a-bd51-432b-b0a3-5d7e3633a62e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.796859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-6156ef1a-bd51-432b-b0a3-5d7e3633a62e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.802873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-6156ef1a-bd51-432b-b0a3-5d7e3633a62e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.811534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-6156ef1a-bd51-432b-b0a3-5d7e3633a62e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.1098371 Aug 29 04:27:51.850508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de442efe-8d28-4493-9d7b-53f8ce6e55c8 req-59a1857c-d69e-4545-8550-ffce6ec7ebf1 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380988 Aug 29 04:27:51.898945 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e0fd2d19-7d2e-483f-b29e-3bd1afa287f0 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=6e5265a2-2337-4e67-9ec1-9beb2b9799b1 HTTP/1.1" status: 200 len: 467 time: 0.1283588 Aug 29 04:27:51.899302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47536) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.005097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34e9739a-9a19-4a0f-b7dc-362936feba9b req-ab78474b-284c-4818-91d0-da1cb79c4dc4 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0875735 Aug 29 04:27:52.022033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd255974e-d6f6-497a-9e49-5ac9bf35d759'}, {'server_uuid': 'ca0440a0-61c0-4112-a6cd-917cb3e6a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1'}, {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba4c654-6de7-4e6e-806d-ee27f43d0502'}, {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a'}, {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b4eceb-84b4-449c-b444-df525582bf58'}, {'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:52.024522 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453c1b25-7280-4c85-94e8-49e228e0b67e" -d '{"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "d255974e-d6f6-497a-9e49-5ac9bf35d759"}, {"server_uuid": "ca0440a0-61c0-4112-a6cd-917cb3e6a282", "name": "network-vif-plugged", "status": "completed", "tag": "6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1"}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "3ba4c654-6de7-4e6e-806d-ee27f43d0502"}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a"}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "76b4eceb-84b4-449c-b444-df525582bf58"}, {"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:52.082244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47548) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.100601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410343ed-d657-491b-a9c0-02f270e52c0a req-23dfa8cf-fb16-4795-aa6b-cf2ec974e3a0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.102252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-410343ed-d657-491b-a9c0-02f270e52c0a req-23dfa8cf-fb16-4795-aa6b-cf2ec974e3a0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 951 time: 0.0908875 Aug 29 04:27:52.226133 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c96e204-1889-4410-af76-9a94c32faa1f x-openstack-request-id: req-6c96e204-1889-4410-af76-9a94c32faa1f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:52.226656 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "d255974e-d6f6-497a-9e49-5ac9bf35d759", "code": 200}, {"server_uuid": "ca0440a0-61c0-4112-a6cd-917cb3e6a282", "name": "network-vif-plugged", "status": "completed", "tag": "6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1", "code": 200}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "3ba4c654-6de7-4e6e-806d-ee27f43d0502", "code": 200}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a", "code": 200}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-plugged", "status": "completed", "tag": "76b4eceb-84b4-449c-b444-df525582bf58", "code": 200}, {"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:52.227248 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c96e204-1889-4410-af76-9a94c32faa1f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:52.228546 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd255974e-d6f6-497a-9e49-5ac9bf35d759', 'code': 200} Aug 29 04:27:52.228928 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0440a0-61c0-4112-a6cd-917cb3e6a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1', 'code': 200} Aug 29 04:27:52.229886 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba4c654-6de7-4e6e-806d-ee27f43d0502', 'code': 200} Aug 29 04:27:52.230388 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'code': 200} Aug 29 04:27:52.232880 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b4eceb-84b4-449c-b444-df525582bf58', 'code': 200} Aug 29 04:27:52.233259 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'code': 200} Aug 29 04:27:52.253916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7281-4047-4805-8fd1-4750686070fd req-a9a2d73f-0709-407c-accc-ab5babdec2b0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.257712 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-541a7281-4047-4805-8fd1-4750686070fd req-a9a2d73f-0709-407c-accc-ab5babdec2b0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.2511506 Aug 29 04:27:52.264739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a850018d-da28-49cd-b02e-11f05e1151a5 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.265668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Deleting port 60fe7450-d594-4fd3-85b1-dd92d5643b2c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:52.267439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.268441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a850018d-da28-49cd-b02e-11f05e1151a5 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/6e5265a2-2337-4e67-9ec1-9beb2b9799b1 HTTP/1.1" status: 204 len: 168 time: 0.3677750 Aug 29 04:27:52.272030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47554) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.304145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-add5b348-8bc7-4b22-a4fe-c2c8736c90cc tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=6e5265a2-2337-4e67-9ec1-9beb2b9799b1 HTTP/1.1" status: 200 len: 216 time: 0.0287158 Aug 29 04:27:52.308736 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47558) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.331843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04fffd85-1eed-4387-8dc7-468fd2222b11 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0212517 Aug 29 04:27:52.359766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47560) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.362910 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-541a7281-4047-4805-8fd1-4750686070fd req-874c85b7-a86f-49a9-85d9-9ebb7c8563f5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788734 Aug 29 04:27:52.377007 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-164af817-e8db-4300-bffe-d0eaf0bfc9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.416614 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bfee4eef-b589-47dc-b12d-7a24f7485b6a tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0554678 Aug 29 04:27:52.425681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47562) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.523909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ee44b5a7-3845-41a6-8316-d784c0e949d4 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/7f00c369-a989-4d76-a55f-763106906fa7 HTTP/1.1" status: 200 len: 473 time: 0.0866468 Aug 29 04:27:52.524231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47564) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.546696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259d502-a7a8-4731-9533-32a9494f061b req-6d445e1f-25af-40eb-8aec-36af59077ac8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.554030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e259d502-a7a8-4731-9533-32a9494f061b req-6d445e1f-25af-40eb-8aec-36af59077ac8 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 951 time: 0.1574678 Aug 29 04:27:52.560969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-262c3cc8-4c52-4a1c-8607-d293663b32b1 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/62973bcd-527a-436a-a5b5-26b56a0fdd5f HTTP/1.1" status: 200 len: 461 time: 0.0325708 Aug 29 04:27:52.561184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb069a65-e49f-4daa-b91a-5fd1cf66924f req-e5e5527b-22f1-4c0d-8501-06e4da63e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.561659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb069a65-e49f-4daa-b91a-5fd1cf66924f req-e5e5527b-22f1-4c0d-8501-06e4da63e2cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 1098 time: 0.1629140 Aug 29 04:27:52.562068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47566) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.570775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] For port 60fe7450-d594-4fd3-85b1-dd92d5643b2c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=60fe7450-d594-4fd3-85b1-dd92d5643b2c,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:52.571203 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.577762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-f780c5ee-c56b-4317-9440-b06d442f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.578249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-f780c5ee-c56b-4317-9440-b06d442f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.578724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-f780c5ee-c56b-4317-9440-b06d442f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.579193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-f780c5ee-c56b-4317-9440-b06d442f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.579660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-f780c5ee-c56b-4317-9440-b06d442f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.580149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-f780c5ee-c56b-4317-9440-b06d442f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.580748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-f780c5ee-c56b-4317-9440-b06d442f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.582451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-f780c5ee-c56b-4317-9440-b06d442f832e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6499 time: 0.1745553 Aug 29 04:27:52.623903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e259d502-a7a8-4731-9533-32a9494f061b req-91d9e72c-58a2-4f31-83c0-2f39bea6b0f7 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686252 Aug 29 04:27:52.626856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Calling delete_port for 60fe7450-d594-4fd3-85b1-dd92d5643b2c owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:52.642281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc590735-6d42-4ca8-bc5c-04685c9454b1 req-aec03137-7751-4780-a657-5cf6d93e6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.646015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-452ac31e-080e-4f7a-979c-6e357204ff20 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553472 Aug 29 04:27:52.647221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dc590735-6d42-4ca8-bc5c-04685c9454b1 req-aec03137-7751-4780-a657-5cf6d93e6a34 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 1097 time: 0.2291341 Aug 29 04:27:52.731138 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.754689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34b9b3-3f09-467f-9a3e-496fdf99af7a req-b20390e0-0cf1-4f53-94ce-15cc26174a5b tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.756224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee34b9b3-3f09-467f-9a3e-496fdf99af7a req-b20390e0-0cf1-4f53-94ce-15cc26174a5b tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 946 time: 0.0607660 Aug 29 04:27:52.772078 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb069a65-e49f-4daa-b91a-5fd1cf66924f req-c3d362d6-c0eb-41fc-a054-22b769b7b40e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968708 Aug 29 04:27:52.795412 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee34b9b3-3f09-467f-9a3e-496fdf99af7a req-14ad8d32-beef-49bb-b155-7702bcfb27f0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Aug 29 04:27:52.818499 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-943560cf-69e8-4caa-84f5-9ef463fe390c tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.821966 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-943560cf-69e8-4caa-84f5-9ef463fe390c tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/62973bcd-527a-436a-a5b5-26b56a0fdd5f HTTP/1.1" status: 204 len: 168 time: 0.2509508 Aug 29 04:27:52.822383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47570) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.878196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-164af817-e8db-4300-bffe-d0eaf0bfc9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.894919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-164af817-e8db-4300-bffe-d0eaf0bfc9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.975099 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-164af817-e8db-4300-bffe-d0eaf0bfc9f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ca69bfde02e492eaf35e3c3ec98c872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8918054 Aug 29 04:27:52.977921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47574) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.985269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164af817-e8db-4300-bffe-d0eaf0bfc9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8206d8-5f1f-4355-be90-17fb93b30fd4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:52.994111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.007211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:53.037797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['bccc8972-aef7-42be-97cb-ac0529c9e534', '60fe7450-d594-4fd3-85b1-dd92d5643b2c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:53.078010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event deleted for resources: {'Port': ['ID=60fe7450-d594-4fd3-85b1-dd92d5643b2c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.124930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b540c9d3-879a-432a-b6f9-2e5812756033 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.126083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b540c9d3-879a-432a-b6f9-2e5812756033 tempest-MeteringTestJSON-1227262207 tempest-MeteringTestJSON-1227262207-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/7f00c369-a989-4d76-a55f-763106906fa7 HTTP/1.1" status: 204 len: 168 time: 0.3026247 Aug 29 04:27:53.146472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c491d363-1737-46ba-8b5a-3c18e1c5d47a req-91eed795-82e6-483c-9ebb-af4c9712908a tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0441663 Aug 29 04:27:53.163616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-2fb4e67f-3d72-47e5-9eb8-8846e48333ee tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.170170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-2fb4e67f-3d72-47e5-9eb8-8846e48333ee tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.177959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-2fb4e67f-3d72-47e5-9eb8-8846e48333ee tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.181626 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd564-1f0b-4701-a691-9e11d51a21d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.184663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-2fb4e67f-3d72-47e5-9eb8-8846e48333ee tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.190866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-2fb4e67f-3d72-47e5-9eb8-8846e48333ee tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.197723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-2fb4e67f-3d72-47e5-9eb8-8846e48333ee tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.204976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-2fb4e67f-3d72-47e5-9eb8-8846e48333ee tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.214069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-2fb4e67f-3d72-47e5-9eb8-8846e48333ee tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.2765067 Aug 29 04:27:53.222772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] No DVR routers for this DVR port 60fe7450-d594-4fd3-85b1-dd92d5643b2c on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:53.234332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.237099 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-410343ed-d657-491b-a9c0-02f270e52c0a req-85fd5618-eeaa-4392-a24a-b7ca26c2a0b5 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "DELETE /v2.0/ports/60fe7450-d594-4fd3-85b1-dd92d5643b2c HTTP/1.1" status: 204 len: 173 time: 1.1210556 Aug 29 04:27:53.273275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-deleted', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:53.275202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfc2fa1b-2ec2-475a-962f-e8f732d66527 req-ee9ade9c-264b-4283-b230-7e0967047839 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601239 Aug 29 04:27:53.276873 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f461418-2d08-4994-94a3-276592381e94" -d '{"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-deleted", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:53.315326 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dc590735-6d42-4ca8-bc5c-04685c9454b1 req-d26e22e2-23c0-41fb-9ec1-03e4747c664f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777755 Aug 29 04:27:53.327872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd564-1f0b-4701-a691-9e11d51a21d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.374709 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27e660f-b206-41b1-8efc-ba61cc597b6b x-openstack-request-id: req-c27e660f-b206-41b1-8efc-ba61cc597b6b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:53.375355 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab730c-8866-4968-9cdd-7077e6eb5fd5", "name": "network-vif-deleted", "tag": "60fe7450-d594-4fd3-85b1-dd92d5643b2c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:53.375773 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c27e660f-b206-41b1-8efc-ba61cc597b6b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:53.376889 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab730c-8866-4968-9cdd-7077e6eb5fd5', 'name': 'network-vif-deleted', 'tag': '60fe7450-d594-4fd3-85b1-dd92d5643b2c', 'status': 'completed', 'code': 200} Aug 29 04:27:53.392130 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd564-1f0b-4701-a691-9e11d51a21d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.397091 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd564-1f0b-4701-a691-9e11d51a21d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.410639 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8fdd564-1f0b-4701-a691-9e11d51a21d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b8206d8-5f1f-4355-be90-17fb93b30fd4 HTTP/1.1" status: 204 len: 168 time: 0.4267006 Aug 29 04:27:53.425871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdd564-1f0b-4701-a691-9e11d51a21d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8206d8-5f1f-4355-be90-17fb93b30fd4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.508724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47590) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.551957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a66685-afe7-4f7c-9c9d-c418459f499f req-ae002a26-6430-4721-87e2-c2280c0b9e04 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.568216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73a66685-afe7-4f7c-9c9d-c418459f499f req-ae002a26-6430-4721-87e2-c2280c0b9e04 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.0993755 Aug 29 04:27:53.629035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73a66685-afe7-4f7c-9c9d-c418459f499f req-758b7d4d-6fcb-4ba6-baca-39bc1c20775b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544956 Aug 29 04:27:53.758122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c2f708a-ade1-464f-ab10-4da516977cb8 req-cbb9fd29-c6dc-4e83-baec-2dd67807151f tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ab730c-8866-4968-9cdd-7077e6eb5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0283573 Aug 29 04:27:53.776387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9303201-da4d-4630-bbf1-ac81bbbc7cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.901565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9303201-da4d-4630-bbf1-ac81bbbc7cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.918520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9303201-da4d-4630-bbf1-ac81bbbc7cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.965765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b9303201-da4d-4630-bbf1-ac81bbbc7cef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90cc47c6e19c4a03bf758b66092f5025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557762 Aug 29 04:27:53.968951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9303201-da4d-4630-bbf1-ac81bbbc7cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414651bd-d72f-408b-a4e5-314387b15596,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.970142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47608) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.979574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dee11-fd78-4eb8-85a7-45f2c83ec35b req-8ebb0e62-4e44-4f69-8252-f612ccf0a985 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.981124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-393dee11-fd78-4eb8-85a7-45f2c83ec35b req-8ebb0e62-4e44-4f69-8252-f612ccf0a985 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 946 time: 0.0978703 Aug 29 04:27:54.029241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-393dee11-fd78-4eb8-85a7-45f2c83ec35b req-08c5b2ac-0968-4118-a2dc-41f7a9c71258 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Aug 29 04:27:54.046631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4206-929a-4b49-9a11-fd7706133c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.074077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4206-929a-4b49-9a11-fd7706133c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.137156 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4206-929a-4b49-9a11-fd7706133c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.140918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4206-929a-4b49-9a11-fd7706133c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.142268 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a4ae4206-929a-4b49-9a11-fd7706133c45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/414651bd-d72f-408b-a4e5-314387b15596 HTTP/1.1" status: 204 len: 168 time: 0.1686347 Aug 29 04:27:54.154589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae4206-929a-4b49-9a11-fd7706133c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414651bd-d72f-408b-a4e5-314387b15596,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.293273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47622) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:54.296705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-990f2897-fa7c-4aef-9654-204d8d3c7848 req-843bcff6-6c49-4752-af0b-a448b53a2ad8 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0373425 Aug 29 04:27:54.425066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1aa214e7-0763-46a8-bc59-605730567af1 req-dde512dc-cde2-4cf6-b10f-b1441d466d80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0376291 Aug 29 04:27:54.469414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-b4409bb6-25e5-4220-8d0e-6b1b7a6c2706 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.476520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-b4409bb6-25e5-4220-8d0e-6b1b7a6c2706 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.482820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-b4409bb6-25e5-4220-8d0e-6b1b7a6c2706 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.489161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-b4409bb6-25e5-4220-8d0e-6b1b7a6c2706 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.495155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-b4409bb6-25e5-4220-8d0e-6b1b7a6c2706 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.501090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-b4409bb6-25e5-4220-8d0e-6b1b7a6c2706 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.506984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-b4409bb6-25e5-4220-8d0e-6b1b7a6c2706 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.508860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-b4409bb6-25e5-4220-8d0e-6b1b7a6c2706 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.1082301 Aug 29 04:27:54.559202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb0d218b-39f4-402e-b326-88bad489ecfe req-ed857af2-c5f9-4641-b66a-f5b4e397a650 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425920 Aug 29 04:27:54.563865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-245617457-network', 'tenant_id': '645a4cd7ef7b429d87677b78c62ba06b'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:54.592487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Made reservation on behalf of 645a4cd7ef7b429d87677b78c62ba06b for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:54.596744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.609968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.621848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47632) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:54.643147 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5e5637f-d274-48c1-9e11-f1a0426043f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.757718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25879-7826-45f4-92a7-f3eff504d0ee req-ef45a083-8fa3-43a5-96f7-61726589ced6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.759099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edb25879-7826-45f4-92a7-f3eff504d0ee req-ef45a083-8fa3-43a5-96f7-61726589ced6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.0572615 Aug 29 04:27:54.762776 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.770794 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.800212 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edb25879-7826-45f4-92a7-f3eff504d0ee req-5ae069f5-ef3d-473d-987f-e32affc9808a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345118 Aug 29 04:27:54.812320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:54.821308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623bf2e1-50af-4253-81fd-28fc19d28376,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.849823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.850222 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Added segment 9fb5d3e7-bfaf-4155-8dfd-382cf51e889a of type vlan for network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 Aug 29 04:27:54.919211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.976690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5e5637f-d274-48c1-9e11-f1a0426043f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.978474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.980400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.980843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.990032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5e5637f-d274-48c1-9e11-f1a0426043f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.018141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:55.040940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 60fe7450-d594-4fd3-85b1-dd92d5643b2c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:55.041391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 60fe7450-d594-4fd3-85b1-dd92d5643b2c not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:55.068025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7732215 Aug 29 04:27:55.073235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47644) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.079429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Request body: {'subnet': {'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-245617457-subnet', 'tenant_id': '645a4cd7ef7b429d87677b78c62ba06b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:55.092424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5637f-d274-48c1-9e11-f1a0426043f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f248286b-d9e2-4bc8-9832-fbf86b4d00b0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.096941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd20b-e0d5-48af-8154-96559527f2ad admin admin] Pushing event updated for resources: {'Network': ['ID=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.101070 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a5e5637f-d274-48c1-9e11-f1a0426043f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32412f76faf64b4091e53468fbc0d39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774384 Aug 29 04:27:55.104352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47646) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.126947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40f01c-bc7c-43a9-b0f0-74ef1d948807 req-ef6adb32-3aaf-4f62-ac15-5b0e9b198088 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.127564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:55.128893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d40f01c-bc7c-43a9-b0f0-74ef1d948807 req-ef6adb32-3aaf-4f62-ac15-5b0e9b198088 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0916286 Aug 29 04:27:55.145465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Made reservation on behalf of 645a4cd7ef7b429d87677b78c62ba06b for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:55.147937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.164434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44f3f7ed-06be-481b-b56c-bb406e26d0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.187475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44f3f7ed-06be-481b-b56c-bb406e26d0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.241846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44f3f7ed-06be-481b-b56c-bb406e26d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.244559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44f3f7ed-06be-481b-b56c-bb406e26d0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.245985 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44f3f7ed-06be-481b-b56c-bb406e26d0c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f248286b-d9e2-4bc8-9832-fbf86b4d00b0 HTTP/1.1" status: 204 len: 168 time: 0.1410263 Aug 29 04:27:55.254159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3f7ed-06be-481b-b56c-bb406e26d0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248286b-d9e2-4bc8-9832-fbf86b4d00b0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.265251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d40f01c-bc7c-43a9-b0f0-74ef1d948807 req-c9af31aa-6305-478c-8b3a-18814fe9185b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218665 Aug 29 04:27:55.280947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a95cd4-c640-4304-99eb-e2abf3c06082 req-f7d7943c-7b9a-46eb-9477-1897e4a79e8b tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.284444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09a95cd4-c640-4304-99eb-e2abf3c06082 req-f7d7943c-7b9a-46eb-9477-1897e4a79e8b tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 946 time: 0.1523042 Aug 29 04:27:55.333419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09a95cd4-c640-4304-99eb-e2abf3c06082 req-37e2493f-5fc0-45a4-b2bc-de5c331d08b2 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Aug 29 04:27:55.476943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafd331e-da9b-47c9-81b7-97ab5119e6f0 req-19e891de-8a5e-4a3b-8c5f-d9a8304b9926 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0425208 Aug 29 04:27:55.484886 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.001339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3485315-dc0a-4a6b-9ba0-9428c44982be,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.020497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Checking segment: {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:56.020862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Network hostable DHCP agents. Network: 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:56.034568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c35a70-dab1-4c16-b842-2adb71896104 req-cb06f6f2-ef76-4ee9-8a7a-94f45207a420 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.036103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9c35a70-dab1-4c16-b842-2adb71896104 req-cb06f6f2-ef76-4ee9-8a7a-94f45207a420 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 946 time: 0.1334150 Aug 29 04:27:56.053882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-f6c30686-1b43-46b7-8257-965916edbf7a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.059817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-f6c30686-1b43-46b7-8257-965916edbf7a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.065864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-f6c30686-1b43-46b7-8257-965916edbf7a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.071719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-f6c30686-1b43-46b7-8257-965916edbf7a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.078092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-f6c30686-1b43-46b7-8257-965916edbf7a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.083921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-f6c30686-1b43-46b7-8257-965916edbf7a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.090077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-f6c30686-1b43-46b7-8257-965916edbf7a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.092662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-f6c30686-1b43-46b7-8257-965916edbf7a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.1866996 Aug 29 04:27:56.137656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47680) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.141243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:56.173254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9c35a70-dab1-4c16-b842-2adb71896104 req-7630c760-b47f-4da9-b5b7-ccf2b604d62d tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785999 Aug 29 04:27:56.176085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:56.185481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.185918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde572af-24af-4dc0-bc49-0133693474b9 None None] Network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:56.192311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.203649 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1eee1e3d-77a0-4a16-b378-61998173e8a9 req-8b845813-e5b6-46f0-88b8-10ebabd877d8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986757 Aug 29 04:27:56.224937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-28e16c6a-4a88-463a-a859-4b50089fe222 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1500821 Aug 29 04:27:56.285790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-499062098'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.325557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Made reservation on behalf of ebd6341c5a0449918242a4fc8162242e for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:56.331225 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.344528 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.358967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b1b1c-eb50-4ec4-948c-dce924efaa9a req-394d0e57-02fd-4c90-9b96-e105cb2458a6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.366655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e3b1b1c-eb50-4ec4-948c-dce924efaa9a req-394d0e57-02fd-4c90-9b96-e105cb2458a6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1103714 Aug 29 04:27:56.420385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc9b8f-c968-4317-857c-6631f118af24 None None] Network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:56.427443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68185be-ea77-4211-a672-722a59f2605e req-16ace51c-b359-448a-adc3-2f647f87e222 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.444038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68185be-ea77-4211-a672-722a59f2605e req-16ace51c-b359-448a-adc3-2f647f87e222 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.450175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68185be-ea77-4211-a672-722a59f2605e req-16ace51c-b359-448a-adc3-2f647f87e222 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.456870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68185be-ea77-4211-a672-722a59f2605e req-16ace51c-b359-448a-adc3-2f647f87e222 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.463131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68185be-ea77-4211-a672-722a59f2605e req-16ace51c-b359-448a-adc3-2f647f87e222 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.464946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.469739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68185be-ea77-4211-a672-722a59f2605e req-16ace51c-b359-448a-adc3-2f647f87e222 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.475541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.475972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68185be-ea77-4211-a672-722a59f2605e req-16ace51c-b359-448a-adc3-2f647f87e222 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.488441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b68185be-ea77-4211-a672-722a59f2605e req-16ace51c-b359-448a-adc3-2f647f87e222 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.1870418 Aug 29 04:27:56.489462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47692) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.504279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e3b1b1c-eb50-4ec4-948c-dce924efaa9a req-82ac64be-023b-4917-905c-cd3f4588dfeb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270459 Aug 29 04:27:56.505421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Request body: {'floatingip': {'port_id': '82e9ba9c-de68-41a4-9818-95fb39a09f2a'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.567152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:56.592656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for floatingip, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.627407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79485687-8b9c-41b2-95ea-70f23a2ff75e req-9ebbb136-313e-4080-bfd0-4b766bcbb75a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.629574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79485687-8b9c-41b2-95ea-70f23a2ff75e req-9ebbb136-313e-4080-bfd0-4b766bcbb75a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0639336 Aug 29 04:27:56.656367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781d3054-b772-4f69-9fa1-46ab898bd11c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.668634 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.669053 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Added segment bbccffc4-e222-4803-bccf-bad860727ec7 of type vlan for network c99a2973-4ed8-4c4a-8ca1-95542e7f450d Aug 29 04:27:56.681069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79485687-8b9c-41b2-95ea-70f23a2ff75e req-9570de54-b121-4987-b7ba-e4883cedb5c3 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Aug 29 04:27:56.766993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.786268 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-562c7e04-f252-421a-a32e-efffc4e86bf7 req-d644de4f-e821-492b-9223-95e0b5aad0cf tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0346346 Aug 29 04:27:56.792231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26accfc-c475-4496-8816-ded440b8fc0a req-6027caa4-0528-4b36-93f5-638ba49a2893 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.793659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26accfc-c475-4496-8816-ded440b8fc0a req-6027caa4-0528-4b36-93f5-638ba49a2893 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.2240760 Aug 29 04:27:56.894781 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.900343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.900956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.920314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314f2-40be-4150-8856-fa8d9533e02a req-235f4be3-7ffd-46c0-8dbf-f9cf9ea7b593 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.921790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-235f4be3-7ffd-46c0-8dbf-f9cf9ea7b593 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 821 time: 0.1614327 Aug 29 04:27:56.937060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542250a-06d0-453d-9058-836ef3919d9d req-a45f3599-8055-4ee6-8c70-cc7b9c211cdd tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.938678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0542250a-06d0-453d-9058-836ef3919d9d req-a45f3599-8055-4ee6-8c70-cc7b9c211cdd tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.0836520 Aug 29 04:27:56.950926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47714) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.957094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Request body: {'floatingip': {'port_id': '7bcb4b3e-6427-4f6b-b745-21e1720ba792'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.992930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-7f649eb7-6ccf-4dcb-ac36-6e4f7d55f057 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/quotas/645a4cd7ef7b429d87677b78c62ba06b HTTP/1.1" status: 200 len: 375 time: 0.0646102 Aug 29 04:27:57.007665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.021668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.030520 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8910403 Aug 29 04:27:57.039927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47716) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.047465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'subnet': {'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:57.074070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514386e-ec53-4d18-aefc-bfe5e2bcfac5 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Network': ['ID=c99a2973-4ed8-4c4a-8ca1-95542e7f450d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.086390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:57.188587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-98542945-06b1-4d4a-a9df-b9314e8b56d5 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1758344 Aug 29 04:27:57.279826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Deleting port bccc8972-aef7-42be-97cb-ac0529c9e534 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:57.280471 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.375613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Made reservation on behalf of ebd6341c5a0449918242a4fc8162242e for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:57.379381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.633881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa965d9-4118-4cde-96aa-9a563ed95251 req-96b47015-800b-455a-9780-89d0161d839a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.635490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6fa965d9-4118-4cde-96aa-9a563ed95251 req-96b47015-800b-455a-9780-89d0161d839a tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 946 time: 0.2314880 Aug 29 04:27:57.717356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-308500d0-eb0a-4602-abfe-f5c6b779342d service neutron] 10.222.0.58 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205967 Aug 29 04:27:57.746056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6fa965d9-4118-4cde-96aa-9a563ed95251 req-86753e1a-fe1b-40ed-be3d-2b4f572661d7 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011298 Aug 29 04:27:57.812895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26404215-1bd9-4813-a797-893eff218580 req-f137d9c7-7c78-440c-92c6-0acb1bb04047 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.814383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-26404215-1bd9-4813-a797-893eff218580 req-f137d9c7-7c78-440c-92c6-0acb1bb04047 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 946 time: 0.5758452 Aug 29 04:27:57.823923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.resource_extend [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:57.867679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08fe75d7-3e7c-4cae-b876-54d1e57f2426 req-1386e2f2-5d33-4adb-8c4d-042f3d3b46c8 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0442514 Aug 29 04:27:57.876155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.881046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] For port bccc8972-aef7-42be-97cb-ac0529c9e534, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bccc8972-aef7-42be-97cb-ac0529c9e534,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:57.881428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.883293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.929210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Calling delete_port for bccc8972-aef7-42be-97cb-ac0529c9e534 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:57.935564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-226ab31f-c836-43a6-9046-b2e71216ab45 service neutron] 10.222.0.58 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076545 Aug 29 04:27:57.957269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.969274 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.049751 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Floating IP b57f9b1f-50f1-49e6-9257-c90454aaa606 associated. External IP: 172.25.1.206, port: 7bcb4b3e-6427-4f6b-b745-21e1720ba792. Aug 29 04:27:58.061560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7aa0fa-4b4a-4b87-9711-b72ba8e7947e req-dfeb82b0-1506-4cb9-be0e-d82df7bafb9c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.063098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d7aa0fa-4b4a-4b87-9711-b72ba8e7947e req-dfeb82b0-1506-4cb9-be0e-d82df7bafb9c tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 949 time: 0.0827072 Aug 29 04:27:58.133892 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.191923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d7aa0fa-4b4a-4b87-9711-b72ba8e7947e req-ed8da460-c9e5-464f-89f7-7dafd1c1da7b tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954871 Aug 29 04:27:58.282535 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Floating IP 4421a6f7-7888-4a01-b1d6-c19166328687 associated. External IP: 172.25.1.212, port: 82e9ba9c-de68-41a4-9818-95fb39a09f2a. Aug 29 04:27:58.326161 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5eea116c-531b-4bd7-a81c-d5e3bc6f97c4 req-d50ec7ed-d9cd-466a-828d-060f0aa64a49 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 210 time: 0.0407989 Aug 29 04:27:58.369644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Deleting port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:58.369997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.394549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:58.481013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.523080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:58.528420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.538395 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] Sync routers for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:58.552333 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:58.553668 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:27:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.567347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2e50bbb3-c1a2-4262-be9a-478da897e70c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "PUT /v2.0/floatingips/b57f9b1f-50f1-49e6-9257-c90454aaa606 HTTP/1.1" status: 200 len: 991 time: 1.6119750 Aug 29 04:27:58.567347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:58.568527 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763" -d '{"events": [{"name": "network-changed", "server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:58.601742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Subnet': ['ID=2a984905-6112-43e7-a8cc-1ba0e875495d,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.610153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.623749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:58.659256 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675f6061-0644-457f-a16a-f97a8152eb39 x-openstack-request-id: req-675f6061-0644-457f-a16a-f97a8152eb39 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:58.659555 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:58.659814 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-675f6061-0644-457f-a16a-f97a8152eb39 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:58.660256 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'status': 'completed', 'code': 200} Aug 29 04:27:58.708900 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:58.744383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event deleted for resources: {'Port': ['ID=bccc8972-aef7-42be-97cb-ac0529c9e534,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.818703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Checking segment: {'id': 'bbccffc4-e222-4803-bccf-bad860727ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:58.819055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Network hostable DHCP agents. Network: c99a2973-4ed8-4c4a-8ca1-95542e7f450d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:58.830562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] For port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:58.830940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.859208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] No DVR routers for this DVR port bccc8972-aef7-42be-97cb-ac0529c9e534 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:58.862979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.865118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a26accfc-c475-4496-8816-ded440b8fc0a req-8e307dcf-07ee-450a-9d38-739ff2d2c7b9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.65 "DELETE /v2.0/ports/bccc8972-aef7-42be-97cb-ac0529c9e534 HTTP/1.1" status: 204 len: 173 time: 2.0619073 Aug 29 04:27:58.875141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'name': 'network-vif-deleted', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:58.877533 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ceeb7e-f0ac-4fcb-b92d-03e6c57293fd" -d '{"events": [{"server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "name": "network-vif-deleted", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:58.882526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Calling delete_port for 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:58.944873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a94535-ac99-41fd-b59f-00ba5d3eb5b8 req-44af922f-30de-4e02-b3cb-95e5741bdb5d tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.957559 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0a94535-ac99-41fd-b59f-00ba5d3eb5b8 req-44af922f-30de-4e02-b3cb-95e5741bdb5d tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 946 time: 0.1317885 Aug 29 04:27:58.958107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-f7e5c5d7-e52b-4c15-89a7-900efb289edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.963455 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-f7e5c5d7-e52b-4c15-89a7-900efb289edb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 1097 time: 0.2803495 Aug 29 04:27:59.003078 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dcf34b-010f-4093-a7d2-98e61613636f x-openstack-request-id: req-03dcf34b-010f-4093-a7d2-98e61613636f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:59.004121 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5af964a-418e-4318-83a5-3046c4e184b3", "name": "network-vif-deleted", "tag": "bccc8972-aef7-42be-97cb-ac0529c9e534", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:59.004523 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03dcf34b-010f-4093-a7d2-98e61613636f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:59.005065 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5af964a-418e-4318-83a5-3046c4e184b3', 'name': 'network-vif-deleted', 'tag': 'bccc8972-aef7-42be-97cb-ac0529c9e534', 'status': 'completed', 'code': 200} Aug 29 04:27:59.011464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:59.011645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0a94535-ac99-41fd-b59f-00ba5d3eb5b8 req-28f426e4-27f3-4f50-b8b1-db00c5ffad07 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Aug 29 04:27:59.070249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:59.076784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c99a2973-4ed8-4c4a-8ca1-95542e7f450d) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:59.093537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b57f9b1f-50f1-49e6-9257-c90454aaa606', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'port_id': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'mac_address': 'fa:16:3e:d7:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:31Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 1, 'project_id': 'e08cc208a5af4910becac79e40528057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.114272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.114887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.138482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326c62c-7365-41f5-a0c0-6071deb37e91 None None] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:59.145733 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] Checking router: e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:59.149758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db790f15-0f54-43b4-a6fb-75ae61702722 req-eb103935-b0a2-4dfd-b4bb-5b1436c92981 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0636322 Aug 29 04:27:59.157748 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:59.158748 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:27:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.354553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.359422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7a18526b-80c8-440a-a56d-604f920d1251 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3186374 Aug 29 04:27:59.363124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47766) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.370562 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-877706146'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:59.372572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Router 7ec11edd-f8f5-42ba-8a32-13951c7b281f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:59.451757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-0ce913ab-5333-474b-91fd-6de2870867fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.453498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-0ce913ab-5333-474b-91fd-6de2870867fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.4449189 Aug 29 04:27:59.459553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['de3e1579-8279-4b86-b35d-2f9886c33144', '37097174-e37e-4a52-923b-15d8ece1c95f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:59.461647 n-d-712142-15 neutron-server[94847]: INFO neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No ports have port_id starting with 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 Aug 29 04:27:59.469294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bccc8972-aef7-42be-97cb-ac0529c9e534 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:59.469838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Pushing event deleted for resources: {'Port': ['ID=6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.547375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: bccc8972-aef7-42be-97cb-ac0529c9e534 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:59.547739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bccc8972-aef7-42be-97cb-ac0529c9e534 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:59.556906 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:59.650717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-481a0e6b-8bec-4671-8364-1881bd6a0167 req-4b44424f-256b-436c-aee4-0def8e3d6ada tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5af964a-418e-4318-83a5-3046c4e184b3 HTTP/1.1" status: 200 len: 210 time: 0.1443994 Aug 29 04:27:59.685836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] No DVR routers for this DVR port 6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:59.703629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.706313 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-26404215-1bd9-4813-a797-893eff218580 req-2f07edeb-f743-473f-b1c1-9af264b0eb6e tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.65 "DELETE /v2.0/ports/6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1 HTTP/1.1" status: 204 len: 173 time: 1.8720992 Aug 29 04:27:59.727701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d828619-4f02-43ce-ac46-ec819e63dda6 req-6cfd4c7c-b389-4b32-b26a-fb2bc79066c9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 210 time: 0.1992857 Aug 29 04:27:59.752488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'tenant_id': 'ebd6341c5a0449918242a4fc8162242e', 'fixed_ips': [{'subnet_id': '2a984905-6112-43e7-a8cc-1ba0e875495d'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:59.752916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.817815 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-3cfd37b4-3876-481f-90ea-23c1290492bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792 HTTP/1.1" status: 200 len: 999 time: 0.3128242 Aug 29 04:27:59.831776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314f2-40be-4150-8856-fa8d9533e02a req-8bf7c7e8-5249-465c-9527-392d91377dd2 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.845769 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-8bf7c7e8-5249-465c-9527-392d91377dd2 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.64 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 821 time: 0.4395285 Aug 29 04:27:59.857889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Made reservation on behalf of ebd6341c5a0449918242a4fc8162242e for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:59.861774 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.881803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] device_id is not set on port f2d683a2-25f9-45de-851e-90416d854fe0 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:59.927816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-62bfa7f4-904c-4eb4-a088-7cbdb5b4a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.929359 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-62bfa7f4-904c-4eb4-a088-7cbdb5b4a2bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.0805426 Aug 29 04:27:59.940403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Request body: {'port': {'device_id': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'admin_state_up': True, 'tenant_id': '645a4cd7ef7b429d87677b78c62ba06b'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:59.995851 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b57f9b1f-50f1-49e6-9257-c90454aaa606', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'port_id': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'mac_address': 'fa:16:3e:d7:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:31Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 1, 'project_id': 'e08cc208a5af4910becac79e40528057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.015424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Allocated IP 2001:db8::10e (c99a2973-4ed8-4c4a-8ca1-95542e7f450d/2a984905-6112-43e7-a8cc-1ba0e875495d/f2d683a2-25f9-45de-851e-90416d854fe0) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:00.045025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:00.054864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.057016 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aaf7b3-2e54-43df-ac3b-dd133f72161e None None] The sync data for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 is: [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b57f9b1f-50f1-49e6-9257-c90454aaa606', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'port_id': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'mac_address': 'fa:16:3e:d7:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:31Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 1, 'project_id': 'e08cc208a5af4910becac79e40528057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:00.064438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] Sync routers for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:00.100753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:00.101395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:27:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.105070 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-89579b76-8a3d-4f4b-b28b-76a62a712bd0 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "PUT /v2.0/floatingips/4421a6f7-7888-4a01-b1d6-c19166328687 HTTP/1.1" status: 200 len: 991 time: 3.6015255 Aug 29 04:28:00.137774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-0889df1c-77b8-43db-a73c-a67b0ab2d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.140077 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-0889df1c-77b8-43db-a73c-a67b0ab2d4ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962395 Aug 29 04:28:00.173101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f273badf-a10b-43f5-bdbc-02f1336b90b6 req-361ab2ee-4461-4a3f-91e6-67e23aa45a2f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca0440a0-61c0-4112-a6cd-917cb3e6a282 HTTP/1.1" status: 200 len: 210 time: 0.0684571 Aug 29 04:28:00.235141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Made reservation on behalf of 645a4cd7ef7b429d87677b78c62ba06b for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:00.239100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.295204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:00.315423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71937a3b-247f-4fe7-b7ea-dc2de4b178de req-c7cf1fe0-7ccb-43ab-98cf-bc631b745b5f tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0324893 Aug 29 04:28:00.448501 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-91faf469-94e6-4888-8f06-88be9a62de50 service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959816 Aug 29 04:28:00.455529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.473342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Transition to ACTIVE for port object f2d683a2-25f9-45de-851e-90416d854fe0 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:00.534610 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca178c4-cd12-45d2-958d-5a9eef7f4fc1 None None] New status for floating IP b57f9b1f-50f1-49e6-9257-c90454aaa606: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:28:00.548848 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.600603 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50ff7a43-a2ad-4d7f-9cd7-d479adaaa763 req-2dee6177-46c5-406a-81cf-4807e0e5aac4 service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451473 Aug 29 04:28:00.620848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Allocated IP 172.20.0.9 (3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3/f3485315-dc0a-4a6b-9ba0-9428c44982be/75c60515-fb94-40cc-9a37-599d14a6b025) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:00.646281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:00.650233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:00.656053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:00.663128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.664274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.692741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Allocated IP 2001:db8::2 (c99a2973-4ed8-4c4a-8ca1-95542e7f450d/2a984905-6112-43e7-a8cc-1ba0e875495d/ff28aa9a-81a4-41e4-bb36-874272177886) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:00.702948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=f2d683a2-25f9-45de-851e-90416d854fe0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.736364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3019cabb-1c3c-44ca-b6dd-fd3ba0d24609 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3711727 Aug 29 04:28:00.739677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47780) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.745742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1268556828', 'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:a0:ec:d0'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:00.779753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4421a6f7-7888-4a01-b1d6-c19166328687', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'port_id': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'mac_address': 'fa:16:3e:60:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:36Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 1, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 5, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.827165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] Checking router: 7ec11edd-f8f5-42ba-8a32-13951c7b281f for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:00.850939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:00.851642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:27:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.879949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.926902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74742b4b-67d6-430a-bdc3-8826bbf62338 req-8baa2232-949e-43cc-835f-5576bd2f010a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 210 time: 0.0370986 Aug 29 04:28:00.978309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.996729 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.998885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Made reservation on behalf of ebd6341c5a0449918242a4fc8162242e for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:01.008061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0440a0-61c0-4112-a6cd-917cb3e6a282', 'name': 'network-vif-deleted', 'tag': '6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1'}, {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:01.013500 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6240d2-60d5-4634-aae0-5aa59691a567" -d '{"events": [{"server_uuid": "ca0440a0-61c0-4112-a6cd-917cb3e6a282", "name": "network-vif-deleted", "tag": "6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1"}, {"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:01.015717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Transition to ACTIVE for port object ff28aa9a-81a4-41e4-bb36-874272177886 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:01.026817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:01.056819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:01.064867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:01.067589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Transition to ACTIVE for port object ff28aa9a-81a4-41e4-bb36-874272177886 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:01.067893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:01.084419 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.110905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event updated for resources: {'Port': ['ID=75c60515-fb94-40cc-9a37-599d14a6b025,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.120304 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abed4b6-784e-492e-a3d0-6f544898352e x-openstack-request-id: req-6abed4b6-784e-492e-a3d0-6f544898352e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:01.120304 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0440a0-61c0-4112-a6cd-917cb3e6a282", "name": "network-vif-deleted", "tag": "6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:01.120304 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6abed4b6-784e-492e-a3d0-6f544898352e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:01.120639 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0440a0-61c0-4112-a6cd-917cb3e6a282', 'name': 'network-vif-deleted', 'tag': '6c7db0cc-6aef-492d-a8f1-fc1f40a7e5c1', 'status': 'completed', 'code': 200} Aug 29 04:28:01.122546 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'status': 'completed', 'code': 200} Aug 29 04:28:01.181209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:01.190415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:01.193011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.193955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.194513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:01.196957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Pushing event updated for resources: {'Port': ['ID=ff28aa9a-81a4-41e4-bb36-874272177886,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.221395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593deb-101b-4abb-a424-42faeaab680d req-9e4b8450-5fc7-4f13-a09a-6358340bf0b0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.223163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa593deb-101b-4abb-a424-42faeaab680d req-9e4b8450-5fc7-4f13-a09a-6358340bf0b0 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.0734820 Aug 29 04:28:01.236307 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-c3a5d2e1-dfa8-40b2-bddc-fc25c17ee25c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3040102 Aug 29 04:28:01.246588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.247234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-af64043b-d8c0-45d5-a014-deac3b7ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.248498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-af64043b-d8c0-45d5-a014-deac3b7ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.248997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-af64043b-d8c0-45d5-a014-deac3b7ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.249485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-af64043b-d8c0-45d5-a014-deac3b7ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.254545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-af64043b-d8c0-45d5-a014-deac3b7ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.254545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-af64043b-d8c0-45d5-a014-deac3b7ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.254545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-af64043b-d8c0-45d5-a014-deac3b7ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.254545 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-af64043b-d8c0-45d5-a014-deac3b7ed7ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6499 time: 0.0938091 Aug 29 04:28:01.259392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Request body: {'port': {'device_id': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.278978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] device_id is not set on port 9654d2e5-02d5-4ea1-b543-8aabf85ecb02 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:01.371456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Attempting to bind port ff28aa9a-81a4-41e4-bb36-874272177886 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:01.372045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Attempting to bind port ff28aa9a-81a4-41e4-bb36-874272177886 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bbccffc4-e222-4803-bccf-bad860727ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:01.373202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Attempting to bind port ff28aa9a-81a4-41e4-bb36-874272177886 on network c99a2973-4ed8-4c4a-8ca1-95542e7f450d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:01.380309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:01.380309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Checking segment: {'id': 'bbccffc4-e222-4803-bccf-bad860727ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:01.380661 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.381121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Bound using segment: {'id': 'bbccffc4-e222-4803-bccf-bad860727ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:01.381691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Bound port: ff28aa9a-81a4-41e4-bb36-874272177886, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbccffc4-e222-4803-bccf-bad860727ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:01.382177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.398443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.424544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-e1f42f9f-dca0-4a25-b9a0-a3d11c108c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.426060 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-e1f42f9f-dca0-4a25-b9a0-a3d11c108c3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=169ba080-3078-4b2f-830c-3fd950a54f70 HTTP/1.1" status: 200 len: 912 time: 0.1635773 Aug 29 04:28:01.468286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4421a6f7-7888-4a01-b1d6-c19166328687', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'port_id': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'mac_address': 'fa:16:3e:60:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:36Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 1, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 5, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:01.490034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Allocated IP 2001:db8::268 (c99a2973-4ed8-4c4a-8ca1-95542e7f450d/2a984905-6112-43e7-a8cc-1ba0e875495d/9654d2e5-02d5-4ea1-b543-8aabf85ecb02) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:01.502875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] For port ff28aa9a-81a4-41e4-bb36-874272177886, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:01.505471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751611f9-fb5c-49c2-8f08-6a88505bf10d None None] The sync data for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 is: [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4421a6f7-7888-4a01-b1d6-c19166328687', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'port_id': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'mac_address': 'fa:16:3e:60:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:36Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 1, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 5, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:01.519782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] For port ff28aa9a-81a4-41e4-bb36-874272177886, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ff28aa9a-81a4-41e4-bb36-874272177886,segment=NetworkSegment(bbccffc4-e222-4803-bccf-bad860727ec7),segment_id=bbccffc4-e222-4803-bccf-bad860727ec7)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:01.527658 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.535451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-ba64ccaa-c72f-4767-8766-de0c2f050611 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a HTTP/1.1" status: 200 len: 999 time: 0.0766819 Aug 29 04:28:01.572524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa593deb-101b-4abb-a424-42faeaab680d req-00e327d4-d1db-4e31-9fd4-980f4592cc4a tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393576 Aug 29 04:28:01.620926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28b42df6-2845-4de3-8515-7e7ec1e96587 req-b6b858a2-a9eb-4f98-a565-14c116d64b39 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0567703 Aug 29 04:28:01.667561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed7f39-4e93-44d9-b27f-2f971491dc40 None None] Pushing event updated for resources: {'Port': ['ID=ff28aa9a-81a4-41e4-bb36-874272177886,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.727462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-020c094d-7bde-492f-9756-b98de0a3f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.729174 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-020c094d-7bde-492f-9756-b98de0a3f089 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f09912b6-0315-41f4-a01a-b0a4cd137ae3 HTTP/1.1" status: 200 len: 850 time: 0.1715713 Aug 29 04:28:01.857675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-4ef2a846-bdf1-44b0-8c82-7e684718ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.859395 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-4ef2a846-bdf1-44b0-8c82-7e684718ed52 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=169ba080-3078-4b2f-830c-3fd950a54f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882199 Aug 29 04:28:01.895774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6816b-d7ac-4496-a337-e7e05407e26f None None] New status for floating IP 4421a6f7-7888-4a01-b1d6-c19166328687: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:28:02.140903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-1f512f86-49a5-438c-bd23-c3c9ede78ddf service neutron] 10.222.0.65 "GET /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659762 Aug 29 04:28:02.155793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c60515-fb94-40cc-9a37-599d14a6b025 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:02.289460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbabc7-8279-4123-ac66-0eb29d468d3a req-a3e01205-9528-43af-91d1-f6c5b60f3c31 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.298107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6acbabc7-8279-4123-ac66-0eb29d468d3a req-a3e01205-9528-43af-91d1-f6c5b60f3c31 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 931 time: 0.1164060 Aug 29 04:28:02.335108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.394474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Transition to ACTIVE for port object 9654d2e5-02d5-4ea1-b543-8aabf85ecb02 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:02.436535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6acbabc7-8279-4123-ac66-0eb29d468d3a req-d8e2abc2-1b1d-40e3-92ac-62e8a55cbc18 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373596 Aug 29 04:28:02.502244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.545738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:02.549194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:02.561068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:02.567111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.567823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.631527 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8901935 Aug 29 04:28:02.639584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47828) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:02.658638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.709881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Transition to ACTIVE for port object 75c60515-fb94-40cc-9a37-599d14a6b025 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:02.711928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-d5208c16-ce02-43a5-8170-3fb60efa3e21 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.714888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-d5208c16-ce02-43a5-8170-3fb60efa3e21 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1335123 Aug 29 04:28:02.719642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=9654d2e5-02d5-4ea1-b543-8aabf85ecb02,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.722710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.759071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.759710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.760237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.760734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.761224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.761809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.762494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.764249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.764393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.764863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.766104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.766589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3850bb-1d69-495f-8239-b7c07958cdf7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:02.806616 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be6240d2-60d5-4634-aae0-5aa59691a567 req-bed4f8b2-407d-419b-bda8-f5e66bc3082a service neutron] 10.222.0.65 "GET /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453898 Aug 29 04:28:02.835077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Pushing event updated for resources: {'Port': ['ID=75c60515-fb94-40cc-9a37-599d14a6b025,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.915081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7ac9d-b817-4349-8b57-a6b43cbb8532 req-58ae088b-edad-4647-b9dc-ce687aad04a9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.915081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04b7ac9d-b817-4349-8b57-a6b43cbb8532 req-58ae088b-edad-4647-b9dc-ce687aad04a9 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 949 time: 0.1633050 Aug 29 04:28:02.968831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Attempting to bind port 75c60515-fb94-40cc-9a37-599d14a6b025 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:02.969178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Attempting to bind port 75c60515-fb94-40cc-9a37-599d14a6b025 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:02.969513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Attempting to bind port 75c60515-fb94-40cc-9a37-599d14a6b025 on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:02.977080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Port 75c60515-fb94-40cc-9a37-599d14a6b025 on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:02.977080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Attempting to bind port 75c60515-fb94-40cc-9a37-599d14a6b025 on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:02.982769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:02.982769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Checking segment: {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:02.983238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Bound using segment: {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:02.983582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Bound port: 75c60515-fb94-40cc-9a37-599d14a6b025, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:02.983948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.990663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653d2b1-8708-4b6c-bd70-fed45e955cf1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.993926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653d2b1-8708-4b6c-bd70-fed45e955cf1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.000515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653d2b1-8708-4b6c-bd70-fed45e955cf1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.004975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9653d2b1-8708-4b6c-bd70-fed45e955cf1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3607221 Aug 29 04:28:03.007314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47836) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.068547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:03.078181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75c60515-fb94-40cc-9a37-599d14a6b025,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:03.087188 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.112709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ff28aa9a-81a4-41e4-bb36-874272177886 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:03.134598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06f94-f52d-4ae1-818f-533fb47f9607 req-ebf29d5d-d308-406c-bcb6-2c7a71531d38 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.142613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.143411 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.144865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06f94-f52d-4ae1-818f-533fb47f9607 req-ebf29d5d-d308-406c-bcb6-2c7a71531d38 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.145009 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] 10.222.0.64 "PUT /v2.0/ports/75c60515-fb94-40cc-9a37-599d14a6b025 HTTP/1.1" status: 200 len: 1092 time: 1.8909850 Aug 29 04:28:03.145532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'tag': '75c60515-fb94-40cc-9a37-599d14a6b025'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:03.146982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8a06f94-f52d-4ae1-818f-533fb47f9607 req-ebf29d5d-d308-406c-bcb6-2c7a71531d38 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843&device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 1682 time: 0.3961632 Aug 29 04:28:03.147833 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e6529-2d2b-4636-953f-dde86d85d297" -d '{"events": [{"name": "network-changed", "server_uuid": "b44875b5-fdbd-46cc-9149-b10d58bcfd23", "tag": "75c60515-fb94-40cc-9a37-599d14a6b025"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:03.177379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157150e-ec2d-42f2-a569-c1b4ce110daa service neutron] Pushing event updated for resources: {'Port': ['ID=75c60515-fb94-40cc-9a37-599d14a6b025,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.186241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f92ef-091c-4fba-87ac-8991cfbbff42 None None] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:03.203597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04b7ac9d-b817-4349-8b57-a6b43cbb8532 req-93a3c025-59d8-450f-9e17-80916dd52fdb tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/security-groups?id=0737423a-ba4a-49e2-b1ac-4f9735e326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493970 Aug 29 04:28:03.217624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Deleting port 16bb51de-2719-42f0-b3a2-603f27cd02e8 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:03.218194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.254076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314f2-40be-4150-8856-fa8d9533e02a req-27f6004d-22f3-46c0-b552-fa1350df7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.255734 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-27f6004d-22f3-46c0-b552-fa1350df7f60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 1095 time: 0.0578244 Aug 29 04:28:03.313273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-8e157a38-51c6-4c52-b6c8-f62fb600394e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75c60515-fb94-40cc-9a37-599d14a6b025 HTTP/1.1" status: 200 len: 217 time: 0.0456557 Aug 29 04:28:03.360438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5f22b5e-e8b9-40f5-9971-ad9f5663f2f8 req-9f4ea1c1-653a-496d-a6b8-7a9e40647aa4 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0725622 Aug 29 04:28:03.379333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314f2-40be-4150-8856-fa8d9533e02a req-57361401-7d60-43b3-af47-54aca6f736b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.379596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8a06f94-f52d-4ae1-818f-533fb47f9607 req-5fa064f2-9a2a-46a3-a222-5ead98e80f98 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106013 Aug 29 04:28:03.380863 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-57361401-7d60-43b3-af47-54aca6f736b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3485315-dc0a-4a6b-9ba0-9428c44982be HTTP/1.1" status: 200 len: 861 time: 0.0593863 Aug 29 04:28:03.419060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ff28aa9a-81a4-41e4-bb36-874272177886 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:03.420587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] For port 16bb51de-2719-42f0-b3a2-603f27cd02e8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=16bb51de-2719-42f0-b3a2-603f27cd02e8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:03.420587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.431302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ad378458-da1f-4511-94c6-f741de51ff4f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Deleting port 9654d2e5-02d5-4ea1-b543-8aabf85ecb02 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:03.431798 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad378458-da1f-4511-94c6-f741de51ff4f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.436663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-51abe627-e7f8-4402-ab18-532eaa63891b None None] Provisioning for port ff28aa9a-81a4-41e4-bb36-874272177886 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:03.447900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-51abe627-e7f8-4402-ab18-532eaa63891b None None] Provisioning complete for port ff28aa9a-81a4-41e4-bb36-874272177886 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:03.448468 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-51abe627-e7f8-4402-ab18-532eaa63891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.451499 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-06cf55b9-2af6-48d8-9f84-022efbb61f5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593235 Aug 29 04:28:03.477967 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef132657-da84-40a7-acf8-db7577dd1f34 x-openstack-request-id: req-ef132657-da84-40a7-acf8-db7577dd1f34 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:03.479746 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44875b5-fdbd-46cc-9149-b10d58bcfd23", "tag": "75c60515-fb94-40cc-9a37-599d14a6b025", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:03.480585 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef132657-da84-40a7-acf8-db7577dd1f34 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:03.481002 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'tag': '75c60515-fb94-40cc-9a37-599d14a6b025', 'status': 'completed', 'code': 200} Aug 29 04:28:03.496027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Calling delete_port for 16bb51de-2719-42f0-b3a2-603f27cd02e8 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:03.628315 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad378458-da1f-4511-94c6-f741de51ff4f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.639428 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-51abe627-e7f8-4402-ab18-532eaa63891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.643430 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-3229f994-b49d-4813-a551-70e17bc293d7 service neutron] 10.222.0.64 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826580 Aug 29 04:28:03.648029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ad378458-da1f-4511-94c6-f741de51ff4f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Calling delete_port for 9654d2e5-02d5-4ea1-b543-8aabf85ecb02 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:03.689764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-51abe627-e7f8-4402-ab18-532eaa63891b None None] For port ff28aa9a-81a4-41e4-bb36-874272177886, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ff28aa9a-81a4-41e4-bb36-874272177886,segment=NetworkSegment(bbccffc4-e222-4803-bccf-bad860727ec7),segment_id=bbccffc4-e222-4803-bccf-bad860727ec7)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:03.695730 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-51abe627-e7f8-4402-ab18-532eaa63891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.769920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abe627-e7f8-4402-ab18-532eaa63891b None None] Pushing event updated for resources: {'Port': ['ID=ff28aa9a-81a4-41e4-bb36-874272177886,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.838124 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f314f2-40be-4150-8856-fa8d9533e02a req-528f1c6c-cb23-4567-95ac-c96c6771c74f service neutron] 10.222.0.64 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868773 Aug 29 04:28:03.840552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d819d-70be-425c-aa15-fe99e0734606 req-de14f4f1-9119-4680-8dee-b3ae8b5cd325 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.842150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b49d819d-70be-425c-aa15-fe99e0734606 req-de14f4f1-9119-4680-8dee-b3ae8b5cd325 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 943 time: 0.1955285 Aug 29 04:28:03.864509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.878823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['16bb51de-2719-42f0-b3a2-603f27cd02e8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:03.979172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Pushing event deleted for resources: {'Port': ['ID=16bb51de-2719-42f0-b3a2-603f27cd02e8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.000602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-ad4a134c-e943-45da-9328-5891f89abf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.002210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-ad4a134c-e943-45da-9328-5891f89abf6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 1095 time: 0.1003082 Aug 29 04:28:04.062888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b49d819d-70be-425c-aa15-fe99e0734606 req-8ca7ef1e-07a8-4d0f-8b80-f5febc9fbb06 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015853 Aug 29 04:28:04.090882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] No DVR routers for this DVR port 16bb51de-2719-42f0-b3a2-603f27cd02e8 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:04.096492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.098589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cab92804-33d3-4002-bab7-9f385e40f5fe req-ee879302-6360-4c16-9d1a-7dc6a7212222 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.64 "DELETE /v2.0/ports/16bb51de-2719-42f0-b3a2-603f27cd02e8 HTTP/1.1" status: 204 len: 173 time: 1.3540261 Aug 29 04:28:04.098990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'name': 'network-vif-deleted', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:04.101331 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb229dd-d069-47ab-a0ca-d16905b87f15" -d '{"events": [{"server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "name": "network-vif-deleted", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:04.127533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-7b141e02-1ea7-4106-b623-7d9f6594203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.129642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-7b141e02-1ea7-4106-b623-7d9f6594203c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 922 time: 0.1185014 Aug 29 04:28:04.159717 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad378458-da1f-4511-94c6-f741de51ff4f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.161493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-af8975ac-fd3e-44a1-a08e-cf9d8ce4e7fa None None] Provisioning complete for port ff28aa9a-81a4-41e4-bb36-874272177886 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:04.162449 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af8975ac-fd3e-44a1-a08e-cf9d8ce4e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.223174 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972fa741-8db0-4d5d-9849-3cf07d62ca89 x-openstack-request-id: req-972fa741-8db0-4d5d-9849-3cf07d62ca89 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:04.224118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-7c3cadaa-4156-4cd2-b402-89e0de22ddd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75c60515-fb94-40cc-9a37-599d14a6b025 HTTP/1.1" status: 200 len: 217 time: 0.0832183 Aug 29 04:28:04.224570 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b504f-a59a-47db-a917-652a71edf0d0", "name": "network-vif-deleted", "tag": "16bb51de-2719-42f0-b3a2-603f27cd02e8", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:04.225802 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-972fa741-8db0-4d5d-9849-3cf07d62ca89 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:04.227474 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b504f-a59a-47db-a917-652a71edf0d0', 'name': 'network-vif-deleted', 'tag': '16bb51de-2719-42f0-b3a2-603f27cd02e8', 'status': 'completed', 'code': 200} Aug 29 04:28:04.359165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-5a195557-5b21-4ad1-ba33-6ac570074f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.360960 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-5a195557-5b21-4ad1-ba33-6ac570074f9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3485315-dc0a-4a6b-9ba0-9428c44982be HTTP/1.1" status: 200 len: 861 time: 0.1245158 Aug 29 04:28:04.371154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad378458-da1f-4511-94c6-f741de51ff4f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Port': ['ID=9654d2e5-02d5-4ea1-b543-8aabf85ecb02,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.389191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-af8975ac-fd3e-44a1-a08e-cf9d8ce4e7fa None None] Provisioning for port f2d683a2-25f9-45de-851e-90416d854fe0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:04.397887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-af8975ac-fd3e-44a1-a08e-cf9d8ce4e7fa None None] Provisioning complete for port f2d683a2-25f9-45de-851e-90416d854fe0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:04.398268 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af8975ac-fd3e-44a1-a08e-cf9d8ce4e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.419788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-ccfd59e4-950b-467f-b240-76eca1cf8936 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470934 Aug 29 04:28:04.443245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-af8975ac-fd3e-44a1-a08e-cf9d8ce4e7fa None None] Port f2d683a2-25f9-45de-851e-90416d854fe0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:04.448575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-af8975ac-fd3e-44a1-a08e-cf9d8ce4e7fa None None] Could not find standard attr ID for object 9654d2e5-02d5-4ea1-b543-8aabf85ecb02. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:04.487851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffc4bc9c-352f-46ef-8487-38e756737738 req-51152ffa-21c7-4261-939e-1baa72329850 tempest-MigrationsAdminTest-1556505474 tempest-MigrationsAdminTest-1556505474-project] 10.222.0.58 "GET /v2.0/ports?device_id=d58b504f-a59a-47db-a917-652a71edf0d0 HTTP/1.1" status: 200 len: 210 time: 0.1189048 Aug 29 04:28:04.545268 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065167e0-90fe-48c2-8adf-ead595f46ee5 req-351a0d95-b60f-4cea-9b3b-a482069c9398 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.560400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-ffd042cd-7948-47aa-8f24-3165cbcc80a1 service neutron] 10.222.0.64 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224186 Aug 29 04:28:04.572067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-065167e0-90fe-48c2-8adf-ead595f46ee5 req-351a0d95-b60f-4cea-9b3b-a482069c9398 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 945 time: 0.2018669 Aug 29 04:28:04.584615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-95c3557a-e57b-4aae-917a-ac61c73bd29e None None] Provisioning complete for port f2d683a2-25f9-45de-851e-90416d854fe0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:04.585343 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95c3557a-e57b-4aae-917a-ac61c73bd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.620730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad378458-da1f-4511-94c6-f741de51ff4f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.622058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad378458-da1f-4511-94c6-f741de51ff4f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "DELETE /v2.0/ports/9654d2e5-02d5-4ea1-b543-8aabf85ecb02 HTTP/1.1" status: 204 len: 168 time: 1.6125720 Aug 29 04:28:04.627271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47872) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:04.636031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-95c3557a-e57b-4aae-917a-ac61c73bd29e None None] Port f2d683a2-25f9-45de-851e-90416d854fe0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:04.654315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07f5378c-b0cb-4545-bf1a-50c5693059b0 req-846bf1a9-d3dc-4b4a-a253-6dcf59fbfc2b tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0528696 Aug 29 04:28:04.663181 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4667e6f6-bd07-4645-9fce-e47d59043849 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] GET failed (client error): The resource could not be found. Aug 29 04:28:04.668811 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4667e6f6-bd07-4645-9fce-e47d59043849 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "GET /v2.0/ports/9654d2e5-02d5-4ea1-b543-8aabf85ecb02 HTTP/1.1" status: 404 len: 333 time: 0.0398226 Aug 29 04:28:04.669070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47874) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:04.678879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-524613294'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:04.712073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-065167e0-90fe-48c2-8adf-ead595f46ee5 req-f25f7d6e-26d8-469f-b20c-ed1c79a411a5 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320331 Aug 29 04:28:04.807913 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c4e6529-2d2b-4636-953f-dde86d85d297 req-3f5d8cea-ed05-4cd8-b788-c345c1e6cb9c service neutron] 10.222.0.64 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379870 Aug 29 04:28:04.859523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Made reservation on behalf of ebd6341c5a0449918242a4fc8162242e for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:04.863662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0f8cdb2a-5a87-47c4-86ab-116693d410f9 None None] Could not find standard attr ID for object 9654d2e5-02d5-4ea1-b543-8aabf85ecb02. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:04.864118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.884263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] device_id is not set on port 1c635f70-3a16-49f2-9c5b-7275503799b1 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:05.026211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Allocated IP 2001:db8::6f (c99a2973-4ed8-4c4a-8ca1-95542e7f450d/2a984905-6112-43e7-a8cc-1ba0e875495d/1c635f70-3a16-49f2-9c5b-7275503799b1) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:05.030958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ff28aa9a-81a4-41e4-bb36-874272177886 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:05.084130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ff28aa9a-81a4-41e4-bb36-874272177886 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:05.084784 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.190550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded7dc2-d0e2-437d-9838-75422b79c187 req-70121e9d-62bb-45a9-938d-d3d9d5cddb58 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.192116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bded7dc2-d0e2-437d-9838-75422b79c187 req-70121e9d-62bb-45a9-938d-d3d9d5cddb58 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 943 time: 0.0537221 Aug 29 04:28:05.196030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.210624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Transition to ACTIVE for port object 1c635f70-3a16-49f2-9c5b-7275503799b1 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:05.233433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bded7dc2-d0e2-437d-9838-75422b79c187 req-eb3ec6a6-9da6-44ee-a34e-bc54fb7bb7be tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Aug 29 04:28:05.246078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.295073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:05.298415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:05.302391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:05.308260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.308890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.316052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=1c635f70-3a16-49f2-9c5b-7275503799b1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.336613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2380acc4-f33b-456e-8002-e80ed74b9e53 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6586058 Aug 29 04:28:05.337043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47878) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:05.343023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:a0:ec:d0'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:05.504998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.596652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-11438f47-5504-4891-b142-17c20ba44419 None None] Provisioning for port 1c635f70-3a16-49f2-9c5b-7275503799b1 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:05.601061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-11438f47-5504-4891-b142-17c20ba44419 None None] Provisioning complete for port 1c635f70-3a16-49f2-9c5b-7275503799b1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:05.601621 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-11438f47-5504-4891-b142-17c20ba44419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.638463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-11438f47-5504-4891-b142-17c20ba44419 None None] Port 1c635f70-3a16-49f2-9c5b-7275503799b1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:05.732613 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.743377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.786974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-3b85bd4a-894b-4c78-b71a-5850626c7aa8 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.788556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-3b85bd4a-894b-4c78-b71a-5850626c7aa8 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 945 time: 0.1018410 Aug 29 04:28:05.796031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] In _notify_port_updated(), no bound segment for port 1c635f70-3a16-49f2-9c5b-7275503799b1 on network c99a2973-4ed8-4c4a-8ca1-95542e7f450d {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:05.801633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.802318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.806475 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "PUT /v2.0/ports/1c635f70-3a16-49f2-9c5b-7275503799b1 HTTP/1.1" status: 200 len: 1001 time: 0.4658659 Aug 29 04:28:05.814695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47894) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:05.856083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8698c48-8323-4bba-974f-2990c53bfc4f req-edd5a272-b0b2-4881-9d97-4662ff72b830 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0344737 Aug 29 04:28:05.875177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70568425-1c73-463d-a70b-f4460867ac86 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=1c635f70-3a16-49f2-9c5b-7275503799b1,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.876907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dfb04-9706-42f9-98d2-aba63048e4ce req-d99044cd-a8af-4f46-97f1-422b11b4df17 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.881847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-795dfb04-9706-42f9-98d2-aba63048e4ce req-d99044cd-a8af-4f46-97f1-422b11b4df17 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 945 time: 0.1027632 Aug 29 04:28:05.943338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47898) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:06.001318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Deleting port 37097174-e37e-4a52-923b-15d8ece1c95f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:06.001664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.017347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-795dfb04-9706-42f9-98d2-aba63048e4ce req-6ab439c8-d05b-4ec9-89bb-7fc1be8f6f96 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/security-groups?id=60837894-4012-478c-aa9a-3afe91dd3834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280851 Aug 29 04:28:06.028750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-ab8dc790-26ad-4873-aaf2-8dbbd84af407 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.031339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-ab8dc790-26ad-4873-aaf2-8dbbd84af407 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.64 "GET /v2.0/ports?device_id=cec9badf-a5cf-4ef7-93eb-9a9df406ca6f HTTP/1.1" status: 200 len: 946 time: 0.1112795 Aug 29 04:28:06.067539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-786ad3fe-a747-4324-880f-95c8c837092a tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Deleting port 1c635f70-3a16-49f2-9c5b-7275503799b1 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:06.067886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-786ad3fe-a747-4324-880f-95c8c837092a tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.186442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Deleting port de3e1579-8279-4b86-b35d-2f9886c33144 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:06.186794 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.220034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] For port 37097174-e37e-4a52-923b-15d8ece1c95f, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=37097174-e37e-4a52-923b-15d8ece1c95f,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:06.220420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.248356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-786ad3fe-a747-4324-880f-95c8c837092a tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.263757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-78d9c658-6b83-453e-8b4a-2be9a444af5f None None] Provisioning complete for port 1c635f70-3a16-49f2-9c5b-7275503799b1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:06.264185 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-78d9c658-6b83-453e-8b4a-2be9a444af5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.272242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Calling delete_port for 37097174-e37e-4a52-923b-15d8ece1c95f owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:06.286798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] For port de3e1579-8279-4b86-b35d-2f9886c33144, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=de3e1579-8279-4b86-b35d-2f9886c33144,segment=NetworkSegment(3d725531-77cf-4fa7-862c-5dd86e194144),segment_id=3d725531-77cf-4fa7-862c-5dd86e194144)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:06.287185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.300626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-78d9c658-6b83-453e-8b4a-2be9a444af5f None None] Port 1c635f70-3a16-49f2-9c5b-7275503799b1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:06.303853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Calling delete_port for de3e1579-8279-4b86-b35d-2f9886c33144 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:06.340682 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9d076342-2ad2-4681-a93e-d387a777ea7e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01da46c9d6144fe0aac1f6c244f09d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952389 Aug 29 04:28:06.345898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47904) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:06.350431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-786ad3fe-a747-4324-880f-95c8c837092a tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Calling delete_port for 1c635f70-3a16-49f2-9c5b-7275503799b1 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:06.414771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5e318-a01d-4091-b65a-91a96a8894e2 req-6167ec58-0f30-4ac1-b362-7fba8d881f50 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.416414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cf5e318-a01d-4091-b65a-91a96a8894e2 req-6167ec58-0f30-4ac1-b362-7fba8d881f50 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 943 time: 0.1037667 Aug 29 04:28:06.492786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cf5e318-a01d-4091-b65a-91a96a8894e2 req-072d5663-6848-40f8-a6ec-73a25fc7f61d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624595 Aug 29 04:28:06.514847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9af362c3-8f1b-48df-a151-1d9af3bea661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.532533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.546457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['de3e1579-8279-4b86-b35d-2f9886c33144', '37097174-e37e-4a52-923b-15d8ece1c95f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:06.559452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.571818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9af362c3-8f1b-48df-a151-1d9af3bea661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.583698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Pushing event deleted for resources: {'Port': ['ID=de3e1579-8279-4b86-b35d-2f9886c33144,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.593367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['de3e1579-8279-4b86-b35d-2f9886c33144', '37097174-e37e-4a52-923b-15d8ece1c95f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:06.610307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Pushing event deleted for resources: {'Port': ['ID=37097174-e37e-4a52-923b-15d8ece1c95f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.622689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] No DVR routers for this DVR port de3e1579-8279-4b86-b35d-2f9886c33144 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:06.625496 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.628189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-445300bb-a585-41da-bb83-3e754b2bfd47 req-f6787351-f4de-419d-ae5a-3ee03793fb9f tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.64 "DELETE /v2.0/ports/de3e1579-8279-4b86-b35d-2f9886c33144 HTTP/1.1" status: 204 len: 173 time: 0.5852213 Aug 29 04:28:06.628738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9badf-a5cf-4ef7-93eb-9a9df406ca6f', 'name': 'network-vif-deleted', 'tag': 'de3e1579-8279-4b86-b35d-2f9886c33144'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:06.632092 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7702ab-1155-464a-a5ee-b07322269644" -d '{"events": [{"server_uuid": "cec9badf-a5cf-4ef7-93eb-9a9df406ca6f", "name": "network-vif-deleted", "tag": "de3e1579-8279-4b86-b35d-2f9886c33144"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:06.687506 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb113c2a-ebd8-4aab-9dc8-fb564bd2ee9c x-openstack-request-id: req-bb113c2a-ebd8-4aab-9dc8-fb564bd2ee9c {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:06.687772 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9badf-a5cf-4ef7-93eb-9a9df406ca6f", "name": "network-vif-deleted", "tag": "de3e1579-8279-4b86-b35d-2f9886c33144", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:06.688045 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb113c2a-ebd8-4aab-9dc8-fb564bd2ee9c {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:06.689395 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec9badf-a5cf-4ef7-93eb-9a9df406ca6f', 'name': 'network-vif-deleted', 'tag': 'de3e1579-8279-4b86-b35d-2f9886c33144', 'status': 'completed', 'code': 200} Aug 29 04:28:06.704987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] No DVR routers for this DVR port 37097174-e37e-4a52-923b-15d8ece1c95f on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:06.709553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.711736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c28d396-d4fd-4bdf-b650-d57f532dfdf6 req-891a5034-27a7-4e4e-888c-c22fd5b0daf0 tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.64 "DELETE /v2.0/ports/37097174-e37e-4a52-923b-15d8ece1c95f HTTP/1.1" status: 204 len: 173 time: 0.9067469 Aug 29 04:28:06.712154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7c9d9a-bdea-40ac-a2e1-ce32b9263843', 'name': 'network-vif-deleted', 'tag': '37097174-e37e-4a52-923b-15d8ece1c95f'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:06.714941 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2012ebc1-6b9b-47ae-9456-fd4488638762" -d '{"events": [{"server_uuid": "2f7c9d9a-bdea-40ac-a2e1-ce32b9263843", "name": "network-vif-deleted", "tag": "37097174-e37e-4a52-923b-15d8ece1c95f"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:06.729167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-786ad3fe-a747-4324-880f-95c8c837092a tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.767366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ad3fe-a747-4324-880f-95c8c837092a tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Port': ['ID=1c635f70-3a16-49f2-9c5b-7275503799b1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.774006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9af362c3-8f1b-48df-a151-1d9af3bea661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.776495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9af362c3-8f1b-48df-a151-1d9af3bea661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.785435 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9af362c3-8f1b-48df-a151-1d9af3bea661 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0737423a-ba4a-49e2-b1ac-4f9735e326ed HTTP/1.1" status: 204 len: 168 time: 0.4364202 Aug 29 04:28:06.814014 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085fd96a-3a4e-407b-9efd-8506d23e02b7 x-openstack-request-id: req-085fd96a-3a4e-407b-9efd-8506d23e02b7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:06.814503 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7c9d9a-bdea-40ac-a2e1-ce32b9263843", "name": "network-vif-deleted", "tag": "37097174-e37e-4a52-923b-15d8ece1c95f", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:06.814972 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-085fd96a-3a4e-407b-9efd-8506d23e02b7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:06.815541 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7c9d9a-bdea-40ac-a2e1-ce32b9263843', 'name': 'network-vif-deleted', 'tag': '37097174-e37e-4a52-923b-15d8ece1c95f', 'status': 'completed', 'code': 200} Aug 29 04:28:06.835155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af362c3-8f1b-48df-a151-1d9af3bea661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0737423a-ba4a-49e2-b1ac-4f9735e326ed,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.933622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-786ad3fe-a747-4324-880f-95c8c837092a tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.939118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-786ad3fe-a747-4324-880f-95c8c837092a tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "DELETE /v2.0/ports/1c635f70-3a16-49f2-9c5b-7275503799b1 HTTP/1.1" status: 204 len: 168 time: 1.1208351 Aug 29 04:28:06.939454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47916) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:06.952360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75c60515-fb94-40cc-9a37-599d14a6b025 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:06.957946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 16bb51de-2719-42f0-b3a2-603f27cd02e8 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:07.002647 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec7ed15-780e-480c-beb7-3305f4e495b6 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] GET failed (client error): The resource could not be found. Aug 29 04:28:07.004726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7ec7ed15-780e-480c-beb7-3305f4e495b6 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "GET /v2.0/ports/1c635f70-3a16-49f2-9c5b-7275503799b1 HTTP/1.1" status: 404 len: 333 time: 0.0640881 Aug 29 04:28:07.008909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47920) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.014515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 16bb51de-2719-42f0-b3a2-603f27cd02e8 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:07.015222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 16bb51de-2719-42f0-b3a2-603f27cd02e8 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:07.015338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-511626328'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:07.066161 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06f59fe7-99b4-41d0-8673-ec33a887f459 req-3b67491c-b852-4435-b2db-8b26cecaa0af tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0665362 Aug 29 04:28:07.193377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75c60515-fb94-40cc-9a37-599d14a6b025,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:07.213137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '75c60515-fb94-40cc-9a37-599d14a6b025', 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'port_id': '75c60515-fb94-40cc-9a37-599d14a6b025', 'mac_address': 'fa:16:3e:1a:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3485315-dc0a-4a6b-9ba0-9428c44982be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:07.285502 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.295422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Made reservation on behalf of ebd6341c5a0449918242a4fc8162242e for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:07.299333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.305564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c60515-fb94-40cc-9a37-599d14a6b025 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:07.323248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47928) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.334258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be8854e3-3b24-497c-96b5-adc74137c3d6 req-e373a959-4f46-4a75-b9ac-7cee82a79dbd tempest-ListServersNegativeTestJSON-1627109899 tempest-ListServersNegativeTestJSON-1627109899-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7c9d9a-bdea-40ac-a2e1-ce32b9263843 HTTP/1.1" status: 200 len: 210 time: 0.0637875 Aug 29 04:28:07.342430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] device_id is not set on port df780a25-6a40-45d0-8370-9eb242eb0933 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:07.370450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75c60515-fb94-40cc-9a37-599d14a6b025,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:07.376067 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.387403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38c01539-1ed0-4672-985a-0b3a75de1afa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58211173f084477586265e2f35f74ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628643 Aug 29 04:28:07.390535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47930) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.444052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=75c60515-fb94-40cc-9a37-599d14a6b025,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.453443 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48d16a97-aea1-4cf4-b6f1-22c2c94562fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.480695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48d16a97-aea1-4cf4-b6f1-22c2c94562fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.506914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Allocated IP 2001:db8::68 (c99a2973-4ed8-4c4a-8ca1-95542e7f450d/2a984905-6112-43e7-a8cc-1ba0e875495d/df780a25-6a40-45d0-8370-9eb242eb0933) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:07.559039 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48d16a97-aea1-4cf4-b6f1-22c2c94562fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.563423 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48d16a97-aea1-4cf4-b6f1-22c2c94562fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.568730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-48d16a97-aea1-4cf4-b6f1-22c2c94562fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e170ee5b-6058-4d3a-9a0b-df3af715842c HTTP/1.1" status: 204 len: 168 time: 0.1763580 Aug 29 04:28:07.579718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d16a97-aea1-4cf4-b6f1-22c2c94562fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e170ee5b-6058-4d3a-9a0b-df3af715842c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.616972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['75c60515-fb94-40cc-9a37-599d14a6b025'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:07.702975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac0531-ffbe-4129-b3ae-7a4b4e17d2f3 req-0d2f175c-78c1-4aae-a846-4bbf5c0d4497 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.708659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22ac0531-ffbe-4129-b3ae-7a4b4e17d2f3 req-0d2f175c-78c1-4aae-a846-4bbf5c0d4497 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 944 time: 0.1312883 Aug 29 04:28:07.741103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.756433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22ac0531-ffbe-4129-b3ae-7a4b4e17d2f3 req-08fb45e5-c04d-4451-bf75-f983dcbec0bc tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Aug 29 04:28:07.765950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Transition to ACTIVE for port object df780a25-6a40-45d0-8370-9eb242eb0933 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:07.813008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.886838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:07.891079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:07.896599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:07.902975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.903679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.908809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=df780a25-6a40-45d0-8370-9eb242eb0933,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.924840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4e490d77-2bed-44d9-bf54-73800f53e25b tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9145408 Aug 29 04:28:07.927832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47938) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.940039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a0:ec:d0'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:08.119475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.261954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-27419dd8-9d65-4d5e-a3c3-aaaba71b1278 None None] Provisioning for port df780a25-6a40-45d0-8370-9eb242eb0933 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:08.267867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-27419dd8-9d65-4d5e-a3c3-aaaba71b1278 None None] Provisioning complete for port df780a25-6a40-45d0-8370-9eb242eb0933 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:08.268711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-27419dd8-9d65-4d5e-a3c3-aaaba71b1278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.300061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6523bb1-f858-4049-98f7-260c2468a26e req-29ac12a3-4282-4ad6-8d2c-553e3003f595 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0825756 Aug 29 04:28:08.330688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-27419dd8-9d65-4d5e-a3c3-aaaba71b1278 None None] Port df780a25-6a40-45d0-8370-9eb242eb0933 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:08.402534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.410421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.438232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] In _notify_port_updated(), no bound segment for port df780a25-6a40-45d0-8370-9eb242eb0933 on network c99a2973-4ed8-4c4a-8ca1-95542e7f450d {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:08.446225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.447787 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.453018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47968) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.458536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "PUT /v2.0/ports/df780a25-6a40-45d0-8370-9eb242eb0933 HTTP/1.1" status: 200 len: 1001 time: 0.5293958 Aug 29 04:28:08.480627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47970) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.553264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba6f02-76df-4a9f-bf7e-3b314c89b7c1 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=df780a25-6a40-45d0-8370-9eb242eb0933,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.561855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9009f49-eba4-4bd2-b05d-c6e1c49842a3 admin admin] Deleting subnet 931a6a64-2f97-4bbd-ba79-d6d012e5250d {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:08.565745 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9009f49-eba4-4bd2-b05d-c6e1c49842a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.571303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8070fb3a-76f4-4588-8bcf-ca2340d6a276 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Deleting port df780a25-6a40-45d0-8370-9eb242eb0933 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:08.571948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8070fb3a-76f4-4588-8bcf-ca2340d6a276 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.602923 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9009f49-eba4-4bd2-b05d-c6e1c49842a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.648124 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9009f49-eba4-4bd2-b05d-c6e1c49842a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.690851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8070fb3a-76f4-4588-8bcf-ca2340d6a276 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.706514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8070fb3a-76f4-4588-8bcf-ca2340d6a276 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Calling delete_port for df780a25-6a40-45d0-8370-9eb242eb0933 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:08.717258 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9009f49-eba4-4bd2-b05d-c6e1c49842a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.745777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9009f49-eba4-4bd2-b05d-c6e1c49842a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931a6a64-2f97-4bbd-ba79-d6d012e5250d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.747846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9009f49-eba4-4bd2-b05d-c6e1c49842a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.749816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a9009f49-eba4-4bd2-b05d-c6e1c49842a3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/931a6a64-2f97-4bbd-ba79-d6d012e5250d HTTP/1.1" status: 204 len: 168 time: 0.2682180 Aug 29 04:28:08.752321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47976) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.771626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-77744d51-ca3d-4b4c-8910-1a3f663e201f None None] Provisioning complete for port df780a25-6a40-45d0-8370-9eb242eb0933 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:08.772670 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-77744d51-ca3d-4b4c-8910-1a3f663e201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.822687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-77744d51-ca3d-4b4c-8910-1a3f663e201f None None] Port df780a25-6a40-45d0-8370-9eb242eb0933 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:08.859648 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.893691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8070fb3a-76f4-4588-8bcf-ca2340d6a276 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.927432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070fb3a-76f4-4588-8bcf-ca2340d6a276 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Port': ['ID=df780a25-6a40-45d0-8370-9eb242eb0933,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.960194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8070fb3a-76f4-4588-8bcf-ca2340d6a276 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.962193 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8070fb3a-76f4-4588-8bcf-ca2340d6a276 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "DELETE /v2.0/ports/df780a25-6a40-45d0-8370-9eb242eb0933 HTTP/1.1" status: 204 len: 168 time: 0.5076568 Aug 29 04:28:08.965235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47986) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.985994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75c60515-fb94-40cc-9a37-599d14a6b025 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:09.003973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.019790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bc5a6-c395-4e11-b141-8a675b18bbbf req-56d7181b-7ab9-420f-b554-ce00be282cec tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.021472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb3bc5a6-c395-4e11-b141-8a675b18bbbf req-56d7181b-7ab9-420f-b554-ce00be282cec tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 944 time: 0.1515880 Aug 29 04:28:09.022036 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8bf69f-8bdb-4606-a304-47ae6110e5c7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] GET failed (client error): The resource could not be found. Aug 29 04:28:09.024455 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d8bf69f-8bdb-4606-a304-47ae6110e5c7 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "GET /v2.0/ports/df780a25-6a40-45d0-8370-9eb242eb0933 HTTP/1.1" status: 404 len: 333 time: 0.0578973 Aug 29 04:28:09.032191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9937631-9930-495f-b708-e1016d62ecb3']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.033506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47988) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.044985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-686387411'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:09.059502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 75c60515-fb94-40cc-9a37-599d14a6b025 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:09.064885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 75c60515-fb94-40cc-9a37-599d14a6b025 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:09.065505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.075559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d725531-77cf-4fa7-862c-5dd86e194144') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.076267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d725531-77cf-4fa7-862c-5dd86e194144') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.098514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.123869 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.152693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb3bc5a6-c395-4e11-b141-8a675b18bbbf req-6e03a317-3bb6-4f9a-baa9-e952dd23049d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163926 Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:09.166417 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:09.208284 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.236357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Made reservation on behalf of ebd6341c5a0449918242a4fc8162242e for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:09.241768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.243975 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.244299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c60515-fb94-40cc-9a37-599d14a6b025'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:09.247891 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d11ba1b-7a62-4699-a507-00737a639858" -d '{"events": [{"server_uuid": "b44875b5-fdbd-46cc-9149-b10d58bcfd23", "name": "network-vif-plugged", "status": "completed", "tag": "75c60515-fb94-40cc-9a37-599d14a6b025"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:09.255617 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.265178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d9937631-9930-495f-b708-e1016d62ecb3 HTTP/1.1" status: 204 len: 168 time: 0.5071979 Aug 29 04:28:09.275078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75c60515-fb94-40cc-9a37-599d14a6b025,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:09.285349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.286567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device de3e1579-8279-4b86-b35d-2f9886c33144 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:09.289729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] device_id is not set on port b9f2d84d-22e8-47ed-9d10-585fd4bea12f yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:09.305355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7144e2-3c7c-47e2-adec-5894e5dc71c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9937631-9930-495f-b708-e1016d62ecb3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.408673 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f1e35-a8ef-4f6e-9f39-68674492471b x-openstack-request-id: req-bd5f1e35-a8ef-4f6e-9f39-68674492471b {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:09.408969 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44875b5-fdbd-46cc-9149-b10d58bcfd23", "name": "network-vif-plugged", "status": "completed", "tag": "75c60515-fb94-40cc-9a37-599d14a6b025", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:09.409225 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd5f1e35-a8ef-4f6e-9f39-68674492471b {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:09.409946 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c60515-fb94-40cc-9a37-599d14a6b025', 'code': 200} Aug 29 04:28:09.412713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: de3e1579-8279-4b86-b35d-2f9886c33144 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:09.413380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device de3e1579-8279-4b86-b35d-2f9886c33144 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:09.413964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 37097174-e37e-4a52-923b-15d8ece1c95f no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:09.419445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=75c60515-fb94-40cc-9a37-599d14a6b025,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.443016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 37097174-e37e-4a52-923b-15d8ece1c95f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:09.443375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 37097174-e37e-4a52-923b-15d8ece1c95f not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:09.518356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1239c5bd-9bec-41f8-8c18-49c4857cebe5 req-349f2c3d-ce4e-4d19-9146-f1078b2419dc tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0507846 Aug 29 04:28:09.566577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Allocated IP 2001:db8::222 (c99a2973-4ed8-4c4a-8ca1-95542e7f450d/2a984905-6112-43e7-a8cc-1ba0e875495d/b9f2d84d-22e8-47ed-9d10-585fd4bea12f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:09.568387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48010) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.578389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdd7bf-e6d3-4f5b-9ed6-f120b66aac27 req-ef67a764-d276-45cf-9617-e7234dab2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.579862 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8bcdd7bf-e6d3-4f5b-9ed6-f120b66aac27 req-ef67a764-d276-45cf-9617-e7234dab2f38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 1097 time: 0.0957193 Aug 29 04:28:09.617569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7917bce5-5e0f-4219-a336-6729fb220934 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b032c86087dc4fa9a1c5fecf16355113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478196 Aug 29 04:28:09.620159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48012) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.646380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8bcdd7bf-e6d3-4f5b-9ed6-f120b66aac27 req-91c01b76-0158-4ec3-bb40-f7500e46f2f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Aug 29 04:28:09.677987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96893fe7-4518-4d94-8429-a483d479a027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.701239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96893fe7-4518-4d94-8429-a483d479a027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.753871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96893fe7-4518-4d94-8429-a483d479a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.757012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96893fe7-4518-4d94-8429-a483d479a027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.760786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-96893fe7-4518-4d94-8429-a483d479a027 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60837894-4012-478c-aa9a-3afe91dd3834 HTTP/1.1" status: 204 len: 168 time: 0.1371884 Aug 29 04:28:09.770031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.771334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96893fe7-4518-4d94-8429-a483d479a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60837894-4012-478c-aa9a-3afe91dd3834,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.788364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Transition to ACTIVE for port object b9f2d84d-22e8-47ed-9d10-585fd4bea12f will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:09.824498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.881391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:09.885990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:09.888377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=b9f2d84d-22e8-47ed-9d10-585fd4bea12f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.890693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:09.897163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.898090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.924547 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-64ebaa0b-80cc-47d3-bff5-a5b69b2d3398 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8878949 Aug 29 04:28:09.927184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.932245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'network_id': 'c99a2973-4ed8-4c4a-8ca1-95542e7f450d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2122696054'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:10.065468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Made reservation on behalf of ebd6341c5a0449918242a4fc8162242e for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:10.071329 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.263468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6a5d2309-0643-4f92-989c-75266aa6b4cb None None] Provisioning for port b9f2d84d-22e8-47ed-9d10-585fd4bea12f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:10.269546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6a5d2309-0643-4f92-989c-75266aa6b4cb None None] Provisioning complete for port b9f2d84d-22e8-47ed-9d10-585fd4bea12f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:10.270840 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2309-0643-4f92-989c-75266aa6b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.319932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d2309-0643-4f92-989c-75266aa6b4cb None None] Port b9f2d84d-22e8-47ed-9d10-585fd4bea12f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:10.420379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.420957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.421251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.421719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.422271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.422773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.423289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.423698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.424190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.424656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.425122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.425587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.428479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51a0befb-9a64-44ca-9940-2963e6d4f98e req-2dc1a7c1-094e-49a6-90a4-8e7b3f4059c1 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8494 time: 0.6384981 Aug 29 04:28:10.475830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d184-ba2e-473c-bc21-c9ff1e86c7cb req-75ccf9af-d22d-418a-a9a4-95bef065d46a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.477689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b367d184-ba2e-473c-bc21-c9ff1e86c7cb req-75ccf9af-d22d-418a-a9a4-95bef065d46a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.0767748 Aug 29 04:28:10.489747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] device_id is not set on port a73d31c2-cb69-4b89-ad99-de5c82932838 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:10.520866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b367d184-ba2e-473c-bc21-c9ff1e86c7cb req-97692d93-9b4b-47fa-87e7-9868cb96d853 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359042 Aug 29 04:28:10.660937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Allocated IP 2001:db8::353 (c99a2973-4ed8-4c4a-8ca1-95542e7f450d/2a984905-6112-43e7-a8cc-1ba0e875495d/a73d31c2-cb69-4b89-ad99-de5c82932838) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:10.667190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95296419-4d46-4207-9be3-5ac011768665 req-9af33d5d-2006-422c-9a67-c0b38ded1da8 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.668908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95296419-4d46-4207-9be3-5ac011768665 req-9af33d5d-2006-422c-9a67-c0b38ded1da8 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 886 time: 0.1199913 Aug 29 04:28:10.692043 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:28:10.741376 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b81e74b5-7766-4763-9382-05937d3dbac2 req-9603b3d6-5a26-45ba-95f1-bbc7bf963375 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0454476 Aug 29 04:28:10.891541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.912008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.912008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.912376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.912596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Transition to ACTIVE for port object a73d31c2-cb69-4b89-ad99-de5c82932838 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:10.912979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.913520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.914190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.914722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.915250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.915858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.916832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.917163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.917762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.920582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92235f28-07ed-4542-b267-84bab6296816 req-ed89ac95-ce4e-44b0-a7e0-70f9be858970 tempest-NetworksTest-1806019464 tempest-NetworksTest-1806019464-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8494 time: 0.1411700 Aug 29 04:28:10.963050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.015717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:11.021077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:11.023553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:11.029701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:11.030153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.050696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=a73d31c2-cb69-4b89-ad99-de5c82932838,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.059463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48056) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.060865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-847a9496-8787-45f5-b503-bbe3bb11c9a8 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1317170 Aug 29 04:28:11.067619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:a0:ec:d0'}, {'ip_address': '2001:db8::222', 'mac_address': 'fa:16:3e:c0:50:1d'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:11.163903 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.182334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48062) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.194055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48066) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.342449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc287-40ef-4e70-877e-ae62b57b35aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.345738 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f12edc2a-50d3-42b3-99d4-c2be36f643a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.362497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0089abd9-575f-432a-aa39-34c2add0d0e4 None None] Provisioning for port a73d31c2-cb69-4b89-ad99-de5c82932838 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:11.366442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0089abd9-575f-432a-aa39-34c2add0d0e4 None None] Provisioning complete for port a73d31c2-cb69-4b89-ad99-de5c82932838 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:11.367042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0089abd9-575f-432a-aa39-34c2add0d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.410171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0089abd9-575f-432a-aa39-34c2add0d0e4 None None] Port a73d31c2-cb69-4b89-ad99-de5c82932838 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:11.413183 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.418343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.453236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] In _notify_port_updated(), no bound segment for port a73d31c2-cb69-4b89-ad99-de5c82932838 on network c99a2973-4ed8-4c4a-8ca1-95542e7f450d {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:11.454091 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc287-40ef-4e70-877e-ae62b57b35aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.459864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:11.460651 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.465652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "PUT /v2.0/ports/a73d31c2-cb69-4b89-ad99-de5c82932838 HTTP/1.1" status: 200 len: 1068 time: 0.4010212 Aug 29 04:28:11.466100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48070) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.467654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc287-40ef-4e70-877e-ae62b57b35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.522010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027e13e-317c-4480-a742-6d3fc9b19201 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event updated for resources: {'Port': ['ID=a73d31c2-cb69-4b89-ad99-de5c82932838,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.531536 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ed0cc287-40ef-4e70-877e-ae62b57b35aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=129946d4abb044ea9eec35a263a91396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477726 Aug 29 04:28:11.532393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48072) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.569448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cc287-40ef-4e70-877e-ae62b57b35aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f35cef-c8e6-471f-8678-f127ab2ce8b6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.609161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4ab48254-ed74-483a-b4a4-0c96c756e66c tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Deleting port a73d31c2-cb69-4b89-ad99-de5c82932838 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:11.609606 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ab48254-ed74-483a-b4a4-0c96c756e66c tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.656817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15c876c5-7e76-4e33-bb36-60e1bfa164d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.686104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15c876c5-7e76-4e33-bb36-60e1bfa164d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.730315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bd2bf-7754-423e-aa24-2e8a390cf39e req-00d1b12e-a88d-44e6-9168-fdd67d07d334 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:11.731711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d80bd2bf-7754-423e-aa24-2e8a390cf39e req-00d1b12e-a88d-44e6-9168-fdd67d07d334 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.1177192 Aug 29 04:28:11.738403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f12edc2a-50d3-42b3-99d4-c2be36f643a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.745358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f12edc2a-50d3-42b3-99d4-c2be36f643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.790081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12edc2a-50d3-42b3-99d4-c2be36f643a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ad9575-62f7-49fd-8132-2a42010ebc31,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.795024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f12edc2a-50d3-42b3-99d4-c2be36f643a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a09f3913908f47dc83801e1ebf86117c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996225 Aug 29 04:28:11.796828 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15c876c5-7e76-4e33-bb36-60e1bfa164d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.799515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15c876c5-7e76-4e33-bb36-60e1bfa164d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.802214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48084) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.803460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-15c876c5-7e76-4e33-bb36-60e1bfa164d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93f35cef-c8e6-471f-8678-f127ab2ce8b6 HTTP/1.1" status: 204 len: 168 time: 0.2660205 Aug 29 04:28:11.811616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ab48254-ed74-483a-b4a4-0c96c756e66c tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.813624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c876c5-7e76-4e33-bb36-60e1bfa164d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f35cef-c8e6-471f-8678-f127ab2ce8b6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.850732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4ab48254-ed74-483a-b4a4-0c96c756e66c tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Calling delete_port for a73d31c2-cb69-4b89-ad99-de5c82932838 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:11.853584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c090f552-fa13-4e1f-8115-77f70b836881 None None] Provisioning complete for port a73d31c2-cb69-4b89-ad99-de5c82932838 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:11.853964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c090f552-fa13-4e1f-8115-77f70b836881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.858115 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d80bd2bf-7754-423e-aa24-2e8a390cf39e req-e12a2ab3-c3b6-4870-b3df-38069f2cb738 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087313 Aug 29 04:28:11.904829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c090f552-fa13-4e1f-8115-77f70b836881 None None] Port a73d31c2-cb69-4b89-ad99-de5c82932838 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:11.946077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53d6ec5c-4306-422c-812a-c00ed61ce980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.013988 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddbabebe-9520-46e7-b4fd-71e13f606a4f req-52f7117a-9dab-4bb4-8eb1-056be57a0886 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0653613 Aug 29 04:28:12.044585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53d6ec5c-4306-422c-812a-c00ed61ce980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.110767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da376f-6a23-4dc7-a9bb-f48303e6e4c5 req-b4b0b31e-8862-406f-a0b8-6a3dd797bd38 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.112598 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40da376f-6a23-4dc7-a9bb-f48303e6e4c5 req-b4b0b31e-8862-406f-a0b8-6a3dd797bd38 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.1509850 Aug 29 04:28:12.171754 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53d6ec5c-4306-422c-812a-c00ed61ce980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.174286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53d6ec5c-4306-422c-812a-c00ed61ce980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.175413 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-53d6ec5c-4306-422c-812a-c00ed61ce980 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6ad9575-62f7-49fd-8132-2a42010ebc31 HTTP/1.1" status: 204 len: 168 time: 0.3722351 Aug 29 04:28:12.202559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6ec5c-4306-422c-812a-c00ed61ce980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ad9575-62f7-49fd-8132-2a42010ebc31,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.213635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40da376f-6a23-4dc7-a9bb-f48303e6e4c5 req-f7b6428b-bb26-47c3-8ec2-fc9d3e1a038d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883558 Aug 29 04:28:12.219942 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ab48254-ed74-483a-b4a4-0c96c756e66c tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.259070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab48254-ed74-483a-b4a4-0c96c756e66c tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Port': ['ID=a73d31c2-cb69-4b89-ad99-de5c82932838,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.460959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab326d31-7230-4273-b6c2-c45eadba35ee req-8d323274-c085-4fbf-b8b4-bb6f8519428e tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.470721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab326d31-7230-4273-b6c2-c45eadba35ee req-8d323274-c085-4fbf-b8b4-bb6f8519428e tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.1057422 Aug 29 04:28:12.536322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ab48254-ed74-483a-b4a4-0c96c756e66c tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.538484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4ab48254-ed74-483a-b4a4-0c96c756e66c tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "DELETE /v2.0/ports/a73d31c2-cb69-4b89-ad99-de5c82932838 HTTP/1.1" status: 204 len: 168 time: 1.0713573 Aug 29 04:28:12.541220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48110) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.585740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab326d31-7230-4273-b6c2-c45eadba35ee req-425ce403-d27a-406d-a5e7-24beff161083 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136827 Aug 29 04:28:12.587029 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-160b20e2-bea8-4db8-864c-7bab14e380aa tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] GET failed (client error): The resource could not be found. Aug 29 04:28:12.588403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-160b20e2-bea8-4db8-864c-7bab14e380aa tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "GET /v2.0/ports/a73d31c2-cb69-4b89-ad99-de5c82932838 HTTP/1.1" status: 404 len: 333 time: 0.0460703 Aug 29 04:28:12.592516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48114) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.624564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48120) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.642601 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc25e5d9-ff37-423f-be21-e4e099aa6744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.725356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef3569-212f-4ad2-84f9-4c1f4cc5bc28 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Deleting port b9f2d84d-22e8-47ed-9d10-585fd4bea12f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:12.725934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3569-212f-4ad2-84f9-4c1f4cc5bc28 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.759002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8b0fb-20e8-4143-b9f8-c46d5ad6ca04 req-a3990db3-a376-4b99-8e9b-c5d9aee39a35 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.760667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2b8b0fb-20e8-4143-b9f8-c46d5ad6ca04 req-a3990db3-a376-4b99-8e9b-c5d9aee39a35 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.0855978 Aug 29 04:28:12.818796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2b8b0fb-20e8-4143-b9f8-c46d5ad6ca04 req-4de09d6b-c276-4dc3-bc39-fb750546ad77 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499160 Aug 29 04:28:12.845790 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc25e5d9-ff37-423f-be21-e4e099aa6744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.849655 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3569-212f-4ad2-84f9-4c1f4cc5bc28 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.850414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc25e5d9-ff37-423f-be21-e4e099aa6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.866750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef3569-212f-4ad2-84f9-4c1f4cc5bc28 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Calling delete_port for b9f2d84d-22e8-47ed-9d10-585fd4bea12f owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:12.904988 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dc25e5d9-ff37-423f-be21-e4e099aa6744 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f429e02dc4904b82a795ffe51cdaead2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784572 Aug 29 04:28:12.907233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25e5d9-ff37-423f-be21-e4e099aa6744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c537a5a-1a81-49f3-b006-f8d314ee1c84,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.910460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48136) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.995370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c252801-0f24-4fa1-8517-4704a4991518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.030365 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c252801-0f24-4fa1-8517-4704a4991518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.049311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891aa1f-f9fd-4e32-87b2-a407bde49bea req-b14980f1-5ded-4015-a901-505848254ada tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:13.051190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f891aa1f-f9fd-4e32-87b2-a407bde49bea req-b14980f1-5ded-4015-a901-505848254ada tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.0991027 Aug 29 04:28:13.053263 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3569-212f-4ad2-84f9-4c1f4cc5bc28 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.108327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef3569-212f-4ad2-84f9-4c1f4cc5bc28 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Port': ['ID=b9f2d84d-22e8-47ed-9d10-585fd4bea12f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.134042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77beeb64-005b-4f7f-bb13-2b44ba3c0a56 req-1f38057e-27d4-4dc4-b25d-d0f0e848170d tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0348015 Aug 29 04:28:13.140255 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3569-212f-4ad2-84f9-4c1f4cc5bc28 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.143676 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c8ef3569-212f-4ad2-84f9-4c1f4cc5bc28 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "DELETE /v2.0/ports/b9f2d84d-22e8-47ed-9d10-585fd4bea12f HTTP/1.1" status: 204 len: 168 time: 0.5501719 Aug 29 04:28:13.144485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f891aa1f-f9fd-4e32-87b2-a407bde49bea req-2dc5ac01-fc16-48b2-853c-985f55a1ee40 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791399 Aug 29 04:28:13.145515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48142) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.178081 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-476c1b95-91e7-4c67-af33-393c73d38521 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] GET failed (client error): The resource could not be found. Aug 29 04:28:13.180070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-476c1b95-91e7-4c67-af33-393c73d38521 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "GET /v2.0/ports/b9f2d84d-22e8-47ed-9d10-585fd4bea12f HTTP/1.1" status: 404 len: 333 time: 0.0333023 Aug 29 04:28:13.184653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48148) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.191730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c252801-0f24-4fa1-8517-4704a4991518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.194852 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c252801-0f24-4fa1-8517-4704a4991518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.198479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8c252801-0f24-4fa1-8517-4704a4991518 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c537a5a-1a81-49f3-b006-f8d314ee1c84 HTTP/1.1" status: 204 len: 168 time: 0.2843983 Aug 29 04:28:13.237327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c252801-0f24-4fa1-8517-4704a4991518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c537a5a-1a81-49f3-b006-f8d314ee1c84,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.373702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-95912079-344b-47ff-a04e-ee9c68fa2b9f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Deleting port f2d683a2-25f9-45de-851e-90416d854fe0 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:13.374064 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-95912079-344b-47ff-a04e-ee9c68fa2b9f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.377828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804e43-15d9-4771-b383-cb944038556e req-4712039f-8e28-4741-9afd-02ef756bcc0b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:13.386846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01804e43-15d9-4771-b383-cb944038556e req-4712039f-8e28-4741-9afd-02ef756bcc0b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.1447082 Aug 29 04:28:13.461097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01804e43-15d9-4771-b383-cb944038556e req-82945468-e6df-4d1e-9a3b-c712a2f7732f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643814 Aug 29 04:28:13.486238 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-95912079-344b-47ff-a04e-ee9c68fa2b9f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.500945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-95912079-344b-47ff-a04e-ee9c68fa2b9f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Calling delete_port for f2d683a2-25f9-45de-851e-90416d854fe0 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:13.617880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b452182-da2a-4061-b6cf-00f3a0e76251 req-0a6fbc3d-b432-43d9-ba12-f295c2476713 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:13.619633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b452182-da2a-4061-b6cf-00f3a0e76251 req-0a6fbc3d-b432-43d9-ba12-f295c2476713 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.0629573 Aug 29 04:28:13.669976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-95912079-344b-47ff-a04e-ee9c68fa2b9f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.683684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b452182-da2a-4061-b6cf-00f3a0e76251 req-56e8c88a-8975-4bb9-85ea-16742ec47b8c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534582 Aug 29 04:28:13.719680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95912079-344b-47ff-a04e-ee9c68fa2b9f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Port': ['ID=f2d683a2-25f9-45de-851e-90416d854fe0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.764613 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-95912079-344b-47ff-a04e-ee9c68fa2b9f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.772577 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-95912079-344b-47ff-a04e-ee9c68fa2b9f tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "DELETE /v2.0/ports/f2d683a2-25f9-45de-851e-90416d854fe0 HTTP/1.1" status: 204 len: 168 time: 0.5809362 Aug 29 04:28:13.773107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48178) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.858749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f1e88a-6859-42ed-b21f-af985835da62 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Deleting subnet 2a984905-6112-43e7-a8cc-1ba0e875495d {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:13.862317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-31f1e88a-6859-42ed-b21f-af985835da62 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.894216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f146-820c-445f-80f2-78e7dbed80a2 req-d0dc8a37-28e4-4d4e-8f4a-b42a9adb22cd tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:13.910731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5f146-820c-445f-80f2-78e7dbed80a2 req-d0dc8a37-28e4-4d4e-8f4a-b42a9adb22cd tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.1115696 Aug 29 04:28:13.928801 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-31f1e88a-6859-42ed-b21f-af985835da62 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.966898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5f146-820c-445f-80f2-78e7dbed80a2 req-9ba40310-4b5f-4d9d-9786-cacfb1b17a10 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546649 Aug 29 04:28:14.094276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-31f1e88a-6859-42ed-b21f-af985835da62 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.177026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-31f1e88a-6859-42ed-b21f-af985835da62 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.211894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1e88a-6859-42ed-b21f-af985835da62 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Subnet': ['ID=2a984905-6112-43e7-a8cc-1ba0e875495d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.224297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-31f1e88a-6859-42ed-b21f-af985835da62 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.229585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48202) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:14.230115 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-31f1e88a-6859-42ed-b21f-af985835da62 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "DELETE /v2.0/subnets/2a984905-6112-43e7-a8cc-1ba0e875495d HTTP/1.1" status: 204 len: 168 time: 0.4477897 Aug 29 04:28:14.252232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57526b05-732e-4f24-9da4-e8de7d18fd07 None None] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:14.379194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c506d623-493e-4b79-ad4f-90a09840412e req-c660feb4-b88d-4015-b9af-b371a1633481 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0577328 Aug 29 04:28:14.438584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.552214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Deleting port ff28aa9a-81a4-41e4-bb36-874272177886 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:14.553296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.647246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] DHCP port deletion for c99a2973-4ed8-4c4a-8ca1-95542e7f450d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:14.657850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] For port ff28aa9a-81a4-41e4-bb36-874272177886, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ff28aa9a-81a4-41e4-bb36-874272177886,segment=NetworkSegment(bbccffc4-e222-4803-bccf-bad860727ec7),segment_id=bbccffc4-e222-4803-bccf-bad860727ec7)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:14.658924 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.685196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Calling delete_port for ff28aa9a-81a4-41e4-bb36-874272177886 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:14.752227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] Deleting port ff28aa9a-81a4-41e4-bb36-874272177886 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:14.759427 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.837944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.868672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Port': ['ID=ff28aa9a-81a4-41e4-bb36-874272177886,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.877364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] No DVR routers for this DVR port ff28aa9a-81a4-41e4-bb36-874272177886 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:14.911415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] For port ff28aa9a-81a4-41e4-bb36-874272177886, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ff28aa9a-81a4-41e4-bb36-874272177886,segment=NetworkSegment(bbccffc4-e222-4803-bccf-bad860727ec7),segment_id=bbccffc4-e222-4803-bccf-bad860727ec7)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:14.912298 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.937982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] Calling delete_port for ff28aa9a-81a4-41e4-bb36-874272177886 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:15.004418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.017200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99a2973-4ed8-4c4a-8ca1-95542e7f450d']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.027076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3695-e630-4bdb-8ce5-a849eb254532 req-bd28b73d-772e-484f-9a04-81f78a69dbba tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.036118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59ad3695-e630-4bdb-8ce5-a849eb254532 req-bd28b73d-772e-484f-9a04-81f78a69dbba tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.1280737 Aug 29 04:28:15.066096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbccffc4-e222-4803-bccf-bad860727ec7') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.066550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbccffc4-e222-4803-bccf-bad860727ec7') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.084603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.107262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59ad3695-e630-4bdb-8ce5-a849eb254532 req-a286efa5-59a8-4d8c-95f4-aa6f7a6dbfda tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651407 Aug 29 04:28:15.129208 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.138893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:15.139491 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.145474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ff28aa9a-81a4-41e4-bb36-874272177886 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:15.156373 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:15.198899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ff28aa9a-81a4-41e4-bb36-874272177886 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:15.199656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ff28aa9a-81a4-41e4-bb36-874272177886 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: from cryptography.utils import int_from_bytes Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: from cryptography.utils import int_from_bytes Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.203352 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:15.206505 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:28:15.217229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.221359 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.231016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.236583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] 10.222.0.58 "DELETE /v2.0/networks/c99a2973-4ed8-4c4a-8ca1-95542e7f450d HTTP/1.1" status: 204 len: 168 time: 1.0022993 Aug 29 04:28:15.254650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a80b8-dce7-42bf-ae39-bb229c2ce656 tempest-AllowedAddressPairIpV6TestJSON-1974123748 tempest-AllowedAddressPairIpV6TestJSON-1974123748-project] Pushing event deleted for resources: {'Network': ['ID=c99a2973-4ed8-4c4a-8ca1-95542e7f450d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.260832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] Network c99a2973-4ed8-4c4a-8ca1-95542e7f450d is not hosted by any dhcp agent {{(pid=94847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:28:15.261335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] No DVR routers for this DVR port ff28aa9a-81a4-41e4-bb36-874272177886 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:15.264754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bfdc8-a374-460d-b7d1-330a1f9a2ca4 None None] Pushing event deleted for resources: {'Port': ['ID=ff28aa9a-81a4-41e4-bb36-874272177886,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.517091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f62ef6c-432f-4092-9da8-4a2da627f1ec req-f4b7c19b-a4b8-4900-a44e-7871b144fc82 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0542586 Aug 29 04:28:15.566963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48264) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.849695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48274) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.850298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-50bb3442-1ff8-4dd2-a2f2-44ccd3a9c571 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebd6341c5a0449918242a4fc8162242e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815681 Aug 29 04:28:15.915776 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.947358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.007975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.010692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.012162 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/781d3054-b772-4f69-9fa1-46ab898bd11c HTTP/1.1" status: 204 len: 168 time: 0.1611066 Aug 29 04:28:16.021825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d3054-b772-4f69-9fa1-46ab898bd11c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.030503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.031243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.031677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.032274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.032710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.033139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.033567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.033995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.034439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.034859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.035393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.035930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e115039-3423-44f6-983b-a10bc26e9d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:16.222010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93468b9a-9880-4d05-886f-2e06600f0a0e req-7b6091ed-81d4-43d4-acf0-9a7df095f97d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:16.223550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93468b9a-9880-4d05-886f-2e06600f0a0e req-7b6091ed-81d4-43d4-acf0-9a7df095f97d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Aug 29 04:28:16.275278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93468b9a-9880-4d05-886f-2e06600f0a0e req-efd432e3-e67f-4a8d-98b2-185fc470a11c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Aug 29 04:28:16.638625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b335e2c-6cf9-4422-aca9-d8c3117ddadc req-e5b71031-37af-498f-926a-99c67e7f03f4 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0364892 Aug 29 04:28:16.983492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75c60515-fb94-40cc-9a37-599d14a6b025 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:17.104835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75c60515-fb94-40cc-9a37-599d14a6b025,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:17.125972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '75c60515-fb94-40cc-9a37-599d14a6b025', 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'port_id': '75c60515-fb94-40cc-9a37-599d14a6b025', 'mac_address': 'fa:16:3e:1a:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3485315-dc0a-4a6b-9ba0-9428c44982be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:17.191919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.207712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75c60515-fb94-40cc-9a37-599d14a6b025 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:17.230437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75c60515-fb94-40cc-9a37-599d14a6b025,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:17.235283 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.283884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.291025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=75c60515-fb94-40cc-9a37-599d14a6b025,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.299474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.299836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.300223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.300574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.300921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.301265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.301603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.301942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.302333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.303968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.303968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.303968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:17.343537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['75c60515-fb94-40cc-9a37-599d14a6b025'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:17.386300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b17cbac3-e488-46e2-9a34-23fba6f91541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.422800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f51069-1b02-406a-b8bb-50de989b8a76 req-a1312753-92a1-41ca-af2f-7424f6ed70a6 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.432627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69f51069-1b02-406a-b8bb-50de989b8a76 req-a1312753-92a1-41ca-af2f-7424f6ed70a6 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 944 time: 0.0764658 Aug 29 04:28:17.503519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69f51069-1b02-406a-b8bb-50de989b8a76 req-ba8668a6-9bf3-4de7-9b3b-e4eba353d30b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644634 Aug 29 04:28:17.533986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880678457'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:17.560576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:17.564077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.573646 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.711415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.721766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.754451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:17.775913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b17552-d8ed-412c-8616-7a89683f337e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.779889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.780550 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment 87d18671-b6fb-4e35-b1fb-0a34782e4da4 of type vlan for network 47ece474-2640-4dd5-8c12-56a30a4fad7d Aug 29 04:28:17.792752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74f0e8b3-e8ca-411c-a2d6-d62d943a2652 req-24a7260d-4491-4869-b8dd-5e1aab8c0147 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0311799 Aug 29 04:28:17.843006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.871694 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.877572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.878223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.972864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=47ece474-2640-4dd5-8c12-56a30a4fad7d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.984489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 47ece474-2640-4dd5-8c12-56a30a4fad7d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:18.001451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a46e95e7-a2f9-490f-b3a4-408650e28861 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7051966 Aug 29 04:28:18.144620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48400) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.151641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': '47ece474-2640-4dd5-8c12-56a30a4fad7d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:18.270369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:18.274756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.485006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.572137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=11dd5133-d363-4b98-8e9b-f49922da3922,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.581082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': '87d18671-b6fb-4e35-b1fb-0a34782e4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '47ece474-2640-4dd5-8c12-56a30a4fad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:18.581177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: 47ece474-2640-4dd5-8c12-56a30a4fad7d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:18.603628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 47ece474-2640-4dd5-8c12-56a30a4fad7d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:18.615545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 47ece474-2640-4dd5-8c12-56a30a4fad7d) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:18.623749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e134d1af-f13f-4144-b6ff-9103b6cc2aa4 None None] Network 47ece474-2640-4dd5-8c12-56a30a4fad7d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:18.625953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.627681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.651486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e9e39cd9-30cd-4396-a643-6f736804e9ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5011978 Aug 29 04:28:18.651949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48434) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.663594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-937703147'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:18.712459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:18.717168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.736716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec1cca-6592-45c1-b609-90ddc3ccdc02 req-f6a2c77a-7f83-4f34-bdf3-0225972fa780 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.738545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48ec1cca-6592-45c1-b609-90ddc3ccdc02 req-f6a2c77a-7f83-4f34-bdf3-0225972fa780 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 944 time: 0.0718870 Aug 29 04:28:18.774050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:18.787932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.788687 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment 4b5da09a-20b6-46c9-b1d1-f51c8ed754a6 of type vlan for network 539fe9af-b2a3-4daa-9537-3aaab511bdc4 Aug 29 04:28:18.839403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48ec1cca-6592-45c1-b609-90ddc3ccdc02 req-567bdacd-b8f3-4b27-83c5-dd23059decaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914495 Aug 29 04:28:18.860094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.899100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-47ece474-2640-4dd5-8c12-56a30a4fad7d', 'network_id': '47ece474-2640-4dd5-8c12-56a30a4fad7d', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': '11dd5133-d363-4b98-8e9b-f49922da3922'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:18.902136 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.918482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.925660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.926362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.002304 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8f1bfa0-38da-4d81-97f6-dd9d5ae4c1b5 req-d7df2895-03a9-4969-805f-f522d9edf4e3 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0652940 Aug 29 04:28:19.018288 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3580959 Aug 29 04:28:19.018288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48462) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:19.023855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': '539fe9af-b2a3-4daa-9537-3aaab511bdc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:19.035216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75c60515-fb94-40cc-9a37-599d14a6b025 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:19.119827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4dcab-1b2f-46c1-8896-783d591494b3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=539fe9af-b2a3-4daa-9537-3aaab511bdc4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.158517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 539fe9af-b2a3-4daa-9537-3aaab511bdc4 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:19.183784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:19.191807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.243562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 75c60515-fb94-40cc-9a37-599d14a6b025 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:19.243944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.288723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Allocated IP 172.20.255.242 (47ece474-2640-4dd5-8c12-56a30a4fad7d/11dd5133-d363-4b98-8e9b-f49922da3922/6767b131-af90-4180-99d9-123e8f42a234) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:19.301289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b97d35-ecdd-4102-b30a-fa96a4e93208 req-357be250-5796-4cef-947d-638750738c0b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:19.312630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40b97d35-ecdd-4102-b30a-fa96a4e93208 req-357be250-5796-4cef-947d-638750738c0b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 944 time: 0.1053526 Aug 29 04:28:19.376132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40b97d35-ecdd-4102-b30a-fa96a4e93208 req-d377e52d-ff43-4f50-a7d2-bd5f9ab7705d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625327 Aug 29 04:28:19.591234 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.647917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c60515-fb94-40cc-9a37-599d14a6b025'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:19.650650 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa71fc4-24af-4838-b427-88e05876aed4" -d '{"events": [{"server_uuid": "b44875b5-fdbd-46cc-9149-b10d58bcfd23", "name": "network-vif-plugged", "status": "completed", "tag": "75c60515-fb94-40cc-9a37-599d14a6b025"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:19.651609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.692509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75c60515-fb94-40cc-9a37-599d14a6b025,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:19.699975 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.724501 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.733843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Transition to ACTIVE for port object 6767b131-af90-4180-99d9-123e8f42a234 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:19.759448 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b355b1-9051-4e79-9494-3dcffd5a0a2c x-openstack-request-id: req-a0b355b1-9051-4e79-9494-3dcffd5a0a2c {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:19.759963 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44875b5-fdbd-46cc-9149-b10d58bcfd23", "name": "network-vif-plugged", "status": "completed", "tag": "75c60515-fb94-40cc-9a37-599d14a6b025", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:19.760293 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0b355b1-9051-4e79-9494-3dcffd5a0a2c {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:19.760786 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c60515-fb94-40cc-9a37-599d14a6b025', 'code': 200} Aug 29 04:28:19.788873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Transition to ACTIVE for port object 6767b131-af90-4180-99d9-123e8f42a234 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:19.798078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': '4b5da09a-20b6-46c9-b1d1-f51c8ed754a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '539fe9af-b2a3-4daa-9537-3aaab511bdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:19.800691 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.801187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: 539fe9af-b2a3-4daa-9537-3aaab511bdc4, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:19.809164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=ad2b9e72-7648-46dd-8364-ed8e7fafd996,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.827508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Network 47ece474-2640-4dd5-8c12-56a30a4fad7d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:19.832910 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 539fe9af-b2a3-4daa-9537-3aaab511bdc4 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:19.833627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:19.836286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:19.847091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 539fe9af-b2a3-4daa-9537-3aaab511bdc4) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:19.849352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=75c60515-fb94-40cc-9a37-599d14a6b025,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.868383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:19.869274 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.888548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-41c1b7e7-b498-4ff2-86c5-706451b90747 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8722496 Aug 29 04:28:19.890908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48526) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:19.897619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea4ae0c-4c48-4e5d-a968-7eb145116be0 None None] Network 539fe9af-b2a3-4daa-9537-3aaab511bdc4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:20.062771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.115156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Pushing event updated for resources: {'Port': ['ID=6767b131-af90-4180-99d9-123e8f42a234,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.132284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Attempting to bind port 6767b131-af90-4180-99d9-123e8f42a234 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:20.132875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Attempting to bind port 6767b131-af90-4180-99d9-123e8f42a234 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '87d18671-b6fb-4e35-b1fb-0a34782e4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '47ece474-2640-4dd5-8c12-56a30a4fad7d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:20.133726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Attempting to bind port 6767b131-af90-4180-99d9-123e8f42a234 on network 47ece474-2640-4dd5-8c12-56a30a4fad7d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:20.145204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:20.145826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Checking segment: {'id': '87d18671-b6fb-4e35-b1fb-0a34782e4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '47ece474-2640-4dd5-8c12-56a30a4fad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:20.146437 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.146838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Bound using segment: {'id': '87d18671-b6fb-4e35-b1fb-0a34782e4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '47ece474-2640-4dd5-8c12-56a30a4fad7d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:20.147476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Bound port: 6767b131-af90-4180-99d9-123e8f42a234, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d18671-b6fb-4e35-b1fb-0a34782e4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '47ece474-2640-4dd5-8c12-56a30a4fad7d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:20.148062 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.175117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d01fb29-b0e6-4e07-b78e-9519ef0f3bc5 req-a45b88d9-c662-4829-bc65-db74a7f35679 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0382693 Aug 29 04:28:20.175968 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.228968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e50a4-fe40-4f9b-bc9f-29043a8b6b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-539fe9af-b2a3-4daa-9537-3aaab511bdc4', 'network_id': '539fe9af-b2a3-4daa-9537-3aaab511bdc4', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': 'ad2b9e72-7648-46dd-8364-ed8e7fafd996'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:20.229855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d48e50a4-fe40-4f9b-bc9f-29043a8b6b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.288265 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.324926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2b9e72-7648-46dd-8364-ed8e7fafd996,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.350594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] For port 6767b131-af90-4180-99d9-123e8f42a234, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:20.405732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] For port 6767b131-af90-4180-99d9-123e8f42a234, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6767b131-af90-4180-99d9-123e8f42a234,segment=NetworkSegment(87d18671-b6fb-4e35-b1fb-0a34782e4da4),segment_id=87d18671-b6fb-4e35-b1fb-0a34782e4da4)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:20.410225 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.415176 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.422888 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2b60-11a4-4b39-9d4e-2f6c31c7e63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.446781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.466771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539fe9af-b2a3-4daa-9537-3aaab511bdc4']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:20.484458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5da09a-20b6-46c9-b1d1-f51c8ed754a6') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:20.484769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5da09a-20b6-46c9-b1d1-f51c8ed754a6') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:20.506375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.543732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.555324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:20.555929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:20.560422 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-d48e50a4-fe40-4f9b-bc9f-29043a8b6b3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad2b9e72-7648-46dd-8364-ed8e7fafd996: This subnet is being modified by another concurrent operation. Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:28:20.562527 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad2b9e72-7648-46dd-8364-ed8e7fafd996: This subnet is being modified by another concurrent operation. Aug 29 04:28:20.566275 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:28:20.616994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed521747-4853-4eeb-9ef4-338732fd587c None None] Pushing event updated for resources: {'Port': ['ID=6767b131-af90-4180-99d9-123e8f42a234,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.622839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f15b30-5137-42f7-a121-d5be8f055b79 None None] Network 539fe9af-b2a3-4daa-9537-3aaab511bdc4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:20.634832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc083-73e3-4da4-b1a6-d4c871e95425 req-1589ee3c-ba47-43b3-a030-0c83b1bcb1f3 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.636522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95ccc083-73e3-4da4-b1a6-d4c871e95425 req-1589ee3c-ba47-43b3-a030-0c83b1bcb1f3 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.1493881 Aug 29 04:28:20.674390 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.685029 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.687113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/539fe9af-b2a3-4daa-9537-3aaab511bdc4 HTTP/1.1" status: 204 len: 168 time: 0.7945576 Aug 29 04:28:20.690887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48580) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.696210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1728300997'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:20.703168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a92a63-1c5e-4dab-b459-e8e1c99ec037 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=539fe9af-b2a3-4daa-9537-3aaab511bdc4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.731089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95ccc083-73e3-4da4-b1a6-d4c871e95425 req-826a64cf-2bd9-4f82-b456-be06d0c5c486 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811679 Aug 29 04:28:20.752944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:20.756971 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.929711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:20.957542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-e8c49d56-8b52-486b-9ae7-6695473fb9cf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.959263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-e8c49d56-8b52-486b-9ae7-6695473fb9cf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 945 time: 0.1672819 Aug 29 04:28:20.978361 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.978713 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment 643a4675-bac2-40ef-b707-afaaa454b8cd of type vlan for network 5eb61d50-fedf-4ded-8d2c-e99de2545a9f Aug 29 04:28:21.056367 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.133671 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.139436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:21.140092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.151312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.233693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Deleting port 75c60515-fb94-40cc-9a37-599d14a6b025 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:21.234018 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.291693 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5995293 Aug 29 04:28:21.295683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871d393-c198-41a5-8824-a02383e2bc6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=5eb61d50-fedf-4ded-8d2c-e99de2545a9f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.300800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48610) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.310543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': '5eb61d50-fedf-4ded-8d2c-e99de2545a9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:21.314833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 5eb61d50-fedf-4ded-8d2c-e99de2545a9f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:21.349652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-480bd43e-a3c2-4554-89a2-656415a39cb1 req-5a5cb2a1-15eb-4e4c-933c-c96a8d71c446 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0608048 Aug 29 04:28:21.387565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] For port 75c60515-fb94-40cc-9a37-599d14a6b025, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75c60515-fb94-40cc-9a37-599d14a6b025,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:21.388678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.420314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Calling delete_port for 75c60515-fb94-40cc-9a37-599d14a6b025 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:21.487163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:21.492876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.589863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_backend_mixin [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Performing IP validity checks on allocation pools {{(pid=94845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:28:21.592199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_backend_mixin [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:28:21.676236 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.765021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event deleted for resources: {'Port': ['ID=75c60515-fb94-40cc-9a37-599d14a6b025,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.834693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48618) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.876046 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.891300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed784138-960c-4c39-a207-7205b9fcb9c7 req-aee8d94a-29bd-43a9-b7a7-4f533600fb35 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44875b5-fdbd-46cc-9149-b10d58bcfd23 HTTP/1.1" status: 200 len: 210 time: 0.0396907 Aug 29 04:28:21.904606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] No DVR routers for this DVR port 75c60515-fb94-40cc-9a37-599d14a6b025 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:21.917146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.923456 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e919afe-71fa-459e-b823-6bb024a456e0 req-d30a0d83-fc21-41bf-850d-931a695f1ce0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.64 "DELETE /v2.0/ports/75c60515-fb94-40cc-9a37-599d14a6b025 HTTP/1.1" status: 204 len: 173 time: 0.9537790 Aug 29 04:28:21.927007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'name': 'network-vif-deleted', 'tag': '75c60515-fb94-40cc-9a37-599d14a6b025'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:21.933554 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93926aa-8d6f-4830-8729-df1076ed5519" -d '{"events": [{"server_uuid": "b44875b5-fdbd-46cc-9149-b10d58bcfd23", "name": "network-vif-deleted", "tag": "75c60515-fb94-40cc-9a37-599d14a6b025"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:22.009479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=8bae5b56-2894-4381-b221-463367464d8f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.069880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': '643a4675-bac2-40ef-b707-afaaa454b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5eb61d50-fedf-4ded-8d2c-e99de2545a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:22.079679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: 5eb61d50-fedf-4ded-8d2c-e99de2545a9f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:22.120711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 5eb61d50-fedf-4ded-8d2c-e99de2545a9f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:22.145126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 5eb61d50-fedf-4ded-8d2c-e99de2545a9f) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:22.159111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.159111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.162968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89761ce9-a2ab-4c76-ba21-0dd275c72fa0 None None] Network 5eb61d50-fedf-4ded-8d2c-e99de2545a9f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:22.215242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7d2907b1-9281-40be-95d1-88fb6cc7a8ff tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9081061 Aug 29 04:28:22.215450 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc2587a-c1e3-4193-b9d6-425661c01bf0 x-openstack-request-id: req-1fc2587a-c1e3-4193-b9d6-425661c01bf0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:22.215450 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44875b5-fdbd-46cc-9149-b10d58bcfd23", "name": "network-vif-deleted", "tag": "75c60515-fb94-40cc-9a37-599d14a6b025", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:22.215450 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fc2587a-c1e3-4193-b9d6-425661c01bf0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:22.215873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48632) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.230999 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44875b5-fdbd-46cc-9149-b10d58bcfd23', 'name': 'network-vif-deleted', 'tag': '75c60515-fb94-40cc-9a37-599d14a6b025', 'status': 'completed', 'code': 200} Aug 29 04:28:22.275196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48634) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.346682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff3e5-73e7-4672-ae15-4e467c81fdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.393916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532223c-492d-46fe-8001-befaa2da5732 None None] Network 47ece474-2640-4dd5-8c12-56a30a4fad7d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:22.397137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.406025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2686e308-43a3-406e-9b70-38419c5ce89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.489486 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-5eb61d50-fedf-4ded-8d2c-e99de2545a9f', 'network_id': '5eb61d50-fedf-4ded-8d2c-e99de2545a9f', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': '8bae5b56-2894-4381-b221-463367464d8f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:22.490436 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.520678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1981cda5-1efb-4e7e-91a4-25e0b1114136 None None] Provisioning for port 6767b131-af90-4180-99d9-123e8f42a234 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:22.722830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Allocated IP 172.20.0.3 (5eb61d50-fedf-4ded-8d2c-e99de2545a9f/8bae5b56-2894-4381-b221-463367464d8f/c131fb8f-4001-4944-9fa7-5114c394083c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:22.750752 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.785618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10372dd3-9872-40ca-828b-2fa0f405907b req-85694c61-65d5-4484-a21f-81162049d588 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.3049846 Aug 29 04:28:22.789369 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.871417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff3e5-73e7-4672-ae15-4e467c81fdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.886588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff3e5-73e7-4672-ae15-4e467c81fdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.912966 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.931753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1e6ff3e5-73e7-4672-ae15-4e467c81fdda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d86d99cd1f7d4ffebff801ae70228932&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0934033 Aug 29 04:28:22.931966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Transition to ACTIVE for port object c131fb8f-4001-4944-9fa7-5114c394083c will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:22.932155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48642) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.940713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ff3e5-73e7-4672-ae15-4e467c81fdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8a248-e9ae-498f-8630-fd4cf364f049,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.959681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Transition to ACTIVE for port object c131fb8f-4001-4944-9fa7-5114c394083c will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:22.969917 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.013625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.018424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75c60515-fb94-40cc-9a37-599d14a6b025 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:23.053342 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-29263dd5-a5fd-4466-ba5c-a4e43761d794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.053497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Network 5eb61d50-fedf-4ded-8d2c-e99de2545a9f is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:23.053497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 75c60515-fb94-40cc-9a37-599d14a6b025 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:23.053497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75c60515-fb94-40cc-9a37-599d14a6b025 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:23.055026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:23.066301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:23.076680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-29263dd5-a5fd-4466-ba5c-a4e43761d794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.082995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Pushing event updated for resources: {'Port': ['ID=c131fb8f-4001-4944-9fa7-5114c394083c,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.141586 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-29263dd5-a5fd-4466-ba5c-a4e43761d794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.147414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-29263dd5-a5fd-4466-ba5c-a4e43761d794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.149307 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-29263dd5-a5fd-4466-ba5c-a4e43761d794 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73d8a248-e9ae-498f-8630-fd4cf364f049 HTTP/1.1" status: 204 len: 168 time: 0.2160501 Aug 29 04:28:23.155171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Attempting to bind port c131fb8f-4001-4944-9fa7-5114c394083c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:23.155920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Attempting to bind port c131fb8f-4001-4944-9fa7-5114c394083c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '643a4675-bac2-40ef-b707-afaaa454b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5eb61d50-fedf-4ded-8d2c-e99de2545a9f'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:23.157039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Attempting to bind port c131fb8f-4001-4944-9fa7-5114c394083c on network 5eb61d50-fedf-4ded-8d2c-e99de2545a9f {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:23.165383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:23.166446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Checking segment: {'id': '643a4675-bac2-40ef-b707-afaaa454b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5eb61d50-fedf-4ded-8d2c-e99de2545a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:23.167016 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.167748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Bound using segment: {'id': '643a4675-bac2-40ef-b707-afaaa454b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5eb61d50-fedf-4ded-8d2c-e99de2545a9f'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:23.168409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Bound port: c131fb8f-4001-4944-9fa7-5114c394083c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643a4675-bac2-40ef-b707-afaaa454b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5eb61d50-fedf-4ded-8d2c-e99de2545a9f'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:23.169203 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.183462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2686e308-43a3-406e-9b70-38419c5ce89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.204212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2686e308-43a3-406e-9b70-38419c5ce89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.213305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29263dd5-a5fd-4466-ba5c-a4e43761d794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8a248-e9ae-498f-8630-fd4cf364f049,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.283821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] For port c131fb8f-4001-4944-9fa7-5114c394083c, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:23.288724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] For port c131fb8f-4001-4944-9fa7-5114c394083c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c131fb8f-4001-4944-9fa7-5114c394083c,segment=NetworkSegment(643a4675-bac2-40ef-b707-afaaa454b8cd),segment_id=643a4675-bac2-40ef-b707-afaaa454b8cd)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:23.298028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686e308-43a3-406e-9b70-38419c5ce89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d78ce-8138-4f6d-910d-49fd2cb9cceb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.298260 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.310808 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2686e308-43a3-406e-9b70-38419c5ce89c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6960026bf7bd4aa8aa17df7c3591cd54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0341485 Aug 29 04:28:23.320339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48654) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.371523 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.381581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6767b131-af90-4180-99d9-123e8f42a234 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:23.387055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb61d50-fedf-4ded-8d2c-e99de2545a9f']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:23.406440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643a4675-bac2-40ef-b707-afaaa454b8cd') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:23.406951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643a4675-bac2-40ef-b707-afaaa454b8cd') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:23.423542 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.444376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.456835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:23.457658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.485162 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15c0b2c6-030f-40d3-8581-1aa3f6cf711d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.489639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=8bae5b56-2894-4381-b221-463367464d8f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:23.492015 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:23.513616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a237a-38d7-47d4-8c1c-eabbff8104ad None None] Pushing event updated for resources: {'Port': ['ID=c131fb8f-4001-4944-9fa7-5114c394083c,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.543191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48658) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.548669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beaa635-4ea7-430c-9c6c-e2ecc67ebbbf None None] Network 5eb61d50-fedf-4ded-8d2c-e99de2545a9f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:23.550061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-136f3762-dd87-48bb-8b0a-ee8ad046732f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029118522', 'description': 'tempest-description--191572945'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:23.554352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 6767b131-af90-4180-99d9-123e8f42a234 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:23.554967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15c0b2c6-030f-40d3-8581-1aa3f6cf711d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.572038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6767b131-af90-4180-99d9-123e8f42a234 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:23.573184 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.581758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:28:23.581758 n-d-712142-15 neutron-server[94845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:28:23.581758 n-d-712142-15 neutron-server[94845]: [parameters: {'id': '5eb61d50-fedf-4ded-8d2c-e99de2545a9f'}] Aug 29 04:28:23.581758 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:23.582174 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:23.594231 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-136f3762-dd87-48bb-8b0a-ee8ad046732f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.621300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15c0b2c6-030f-40d3-8581-1aa3f6cf711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.624402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15c0b2c6-030f-40d3-8581-1aa3f6cf711d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.625655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-15c0b2c6-030f-40d3-8581-1aa3f6cf711d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/590d78ce-8138-4f6d-910d-49fd2cb9cceb HTTP/1.1" status: 204 len: 168 time: 0.3040979 Aug 29 04:28:23.651910 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b2c6-030f-40d3-8581-1aa3f6cf711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d78ce-8138-4f6d-910d-49fd2cb9cceb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.727536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48662) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.749258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c366c1e-af54-4983-8107-4aef5015f4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.755259 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-136f3762-dd87-48bb-8b0a-ee8ad046732f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.759898 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-136f3762-dd87-48bb-8b0a-ee8ad046732f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.786610 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.820618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f3762-dd87-48bb-8b0a-ee8ad046732f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628b795e-c4a8-46d5-87e6-774b01f9e9d0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.827070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41c79c-143a-4941-a36b-f78d829989aa None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:23.861033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 6767b131-af90-4180-99d9-123e8f42a234, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6767b131-af90-4180-99d9-123e8f42a234,segment=NetworkSegment(87d18671-b6fb-4e35-b1fb-0a34782e4da4),segment_id=87d18671-b6fb-4e35-b1fb-0a34782e4da4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:23.872887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.948343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c366c1e-af54-4983-8107-4aef5015f4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.956165 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c366c1e-af54-4983-8107-4aef5015f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.984335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e4a1ead-41c0-4987-bdd6-988a38e77155 req-5090682a-6ae0-4361-82db-eebd43cd8caa tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0695982 Aug 29 04:28:23.991027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-136f3762-dd87-48bb-8b0a-ee8ad046732f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.992765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-136f3762-dd87-48bb-8b0a-ee8ad046732f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4473574 Aug 29 04:28:24.001433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=6767b131-af90-4180-99d9-123e8f42a234,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.016059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48668) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.016059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-02f1aa26-3206-466e-91fe-9aaf8de87c67 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Request body: {'security_group_rule': {'security_group_id': '628b795e-c4a8-46d5-87e6-774b01f9e9d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:24.031786 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9c366c1e-af54-4983-8107-4aef5015f4c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffdfdc210e674f50bd41407ea86c0a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004947 Aug 29 04:28:24.037061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48670) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.052925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c366c1e-af54-4983-8107-4aef5015f4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81681965-e427-4d2d-8584-fc8bb1b66120,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.058318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a41c79c-143a-4941-a36b-f78d829989aa None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:24.068186 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02f1aa26-3206-466e-91fe-9aaf8de87c67 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.085215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.096079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48672) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.119123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-261f68c3-09b1-4ab0-8a1a-5e55a8dcf3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.169476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cc88989-d5b1-4b26-b7a4-007e3fa3a76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.219796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cc88989-d5b1-4b26-b7a4-007e3fa3a76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.222184 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02f1aa26-3206-466e-91fe-9aaf8de87c67 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.224369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Deleting port c131fb8f-4001-4944-9fa7-5114c394083c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:24.225126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.240765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02f1aa26-3206-466e-91fe-9aaf8de87c67 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.319087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1aa26-3206-466e-91fe-9aaf8de87c67 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6926c1c2-f0d6-482b-ba89-d45155499c31,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.334122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-261f68c3-09b1-4ab0-8a1a-5e55a8dcf3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.335763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cc88989-d5b1-4b26-b7a4-007e3fa3a76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.339302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cc88989-d5b1-4b26-b7a4-007e3fa3a76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.341330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8cc88989-d5b1-4b26-b7a4-007e3fa3a76b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81681965-e427-4d2d-8584-fc8bb1b66120 HTTP/1.1" status: 204 len: 168 time: 0.3026977 Aug 29 04:28:24.345759 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-261f68c3-09b1-4ab0-8a1a-5e55a8dcf3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.355546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc88989-d5b1-4b26-b7a4-007e3fa3a76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81681965-e427-4d2d-8584-fc8bb1b66120,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.358423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] For port c131fb8f-4001-4944-9fa7-5114c394083c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c131fb8f-4001-4944-9fa7-5114c394083c,segment=NetworkSegment(643a4675-bac2-40ef-b707-afaaa454b8cd),segment_id=643a4675-bac2-40ef-b707-afaaa454b8cd)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:24.359040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.362974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02f1aa26-3206-466e-91fe-9aaf8de87c67 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.365001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-02f1aa26-3206-466e-91fe-9aaf8de87c67 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3571334 Aug 29 04:28:24.371579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48678) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.381632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Calling delete_port for c131fb8f-4001-4944-9fa7-5114c394083c owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:24.382105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-cbdc9ead-11c8-46e3-8993-07e9ddaf295a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Request body: {'security_group_rule': {'security_group_id': '628b795e-c4a8-46d5-87e6-774b01f9e9d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:24.425106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-261f68c3-09b1-4ab0-8a1a-5e55a8dcf3a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53b0f17f23954a9f9c8f0d7ac5b77d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253462 Aug 29 04:28:24.426990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48682) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.446061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f68c3-09b1-4ab0-8a1a-5e55a8dcf3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ee8131-e963-4420-91a5-a7a617995a02,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.482906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ead-11c8-46e3-8993-07e9ddaf295a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.561682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.569405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90e53dbb-2745-4be3-a783-04d5f0284d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.604990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Port': ['ID=c131fb8f-4001-4944-9fa7-5114c394083c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.608865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No DVR routers for this DVR port c131fb8f-4001-4944-9fa7-5114c394083c on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:24.633785 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90e53dbb-2745-4be3-a783-04d5f0284d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.636636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ead-11c8-46e3-8993-07e9ddaf295a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.646712 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ead-11c8-46e3-8993-07e9ddaf295a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.695773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc9ead-11c8-46e3-8993-07e9ddaf295a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d73c662-ac84-4583-a115-bcb50688bd24,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.705770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9ead-11c8-46e3-8993-07e9ddaf295a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.710763 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cbdc9ead-11c8-46e3-8993-07e9ddaf295a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343506 Aug 29 04:28:24.710763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48686) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.716815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:24.720798 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.739313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb61d50-fedf-4ded-8d2c-e99de2545a9f']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.746470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90e53dbb-2745-4be3-a783-04d5f0284d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.749958 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90e53dbb-2745-4be3-a783-04d5f0284d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.750907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-90e53dbb-2745-4be3-a783-04d5f0284d8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8ee8131-e963-4420-91a5-a7a617995a02 HTTP/1.1" status: 204 len: 168 time: 0.3217251 Aug 29 04:28:24.751618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643a4675-bac2-40ef-b707-afaaa454b8cd') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.751922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643a4675-bac2-40ef-b707-afaaa454b8cd') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.763422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e53dbb-2745-4be3-a783-04d5f0284d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ee8131-e963-4420-91a5-a7a617995a02,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.766798 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.767156 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.788846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3921d1-ee93-45db-8f92-ba12e2d9f596 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:24.812721 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.820091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:24.820771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:24.826182 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:24.915861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.917602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.924877 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.927026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/5eb61d50-fedf-4ded-8d2c-e99de2545a9f HTTP/1.1" status: 204 len: 168 time: 2.7093627 Aug 29 04:28:24.931685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48692) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.937403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864834418'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:24.961855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e51a3-9b2b-4831-be7f-a876d2e68540 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=5eb61d50-fedf-4ded-8d2c-e99de2545a9f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.008168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3921d1-ee93-45db-8f92-ba12e2d9f596 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:25.014492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:25.018291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.088677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:25.101928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Allocated IP 172.25.1.10 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/79d48349-9893-405c-b67f-582e0f385fd3) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:25.118409 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.118666 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment 322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e of type vlan for network 5c80bd84-578f-4d1f-9199-37fd734d245f Aug 29 04:28:25.155093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6767b131-af90-4180-99d9-123e8f42a234 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:25.162780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edb75859-0ecd-473d-9ce8-bbc8acec84c4 req-69e22037-837f-4322-be54-ea1f6b1ac4fd tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0312057 Aug 29 04:28:25.236223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.282078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.289846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:25.290806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6767b131-af90-4180-99d9-123e8f42a234 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:25.290953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.291191 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.382187 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4488778 Aug 29 04:28:25.384482 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48712) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.392670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': '5c80bd84-578f-4d1f-9199-37fd734d245f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:25.399196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.408259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54464945-a80e-4e47-baef-760453bd4c6a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=5c80bd84-578f-4d1f-9199-37fd734d245f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.429065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 5c80bd84-578f-4d1f-9199-37fd734d245f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:25.517137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.569393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:25.595545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event updated for resources: {'Port': ['ID=79d48349-9893-405c-b67f-582e0f385fd3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.603659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:25.607289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:25.607691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:25.615282 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.761784 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.810574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.867420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.951899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=c6383e93-9ad6-4711-84d8-9591b6acbbaf,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.962024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c80bd84-578f-4d1f-9199-37fd734d245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:25.963075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: 5c80bd84-578f-4d1f-9199-37fd734d245f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:25.986672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 5c80bd84-578f-4d1f-9199-37fd734d245f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:26.004843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 5c80bd84-578f-4d1f-9199-37fd734d245f) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:26.015317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e28df-fd0f-4dbc-99d9-38629daca1c7 None None] Network 5c80bd84-578f-4d1f-9199-37fd734d245f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:26.020541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.021316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.028591 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.045645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.050238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-003915ef-66e8-4a09-9d5c-00ba13af4069 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6638992 Aug 29 04:28:26.053705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48738) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.156691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event updated for resources: {'Port': ['ID=79d48349-9893-405c-b67f-582e0f385fd3,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.159488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.179508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.184036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c7497d4d-9065-4c3f-a367-3652e7015fd9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4699955 Aug 29 04:28:26.248927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.283509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-5c80bd84-578f-4d1f-9199-37fd734d245f', 'network_id': '5c80bd84-578f-4d1f-9199-37fd734d245f', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': 'c6383e93-9ad6-4711-84d8-9591b6acbbaf'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:26.288672 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.359745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de8a80af-76c2-4ef3-bb55-a2580e923e71 req-3f4e6c12-7dc3-4d9c-909a-a09c9184f889 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0808227 Aug 29 04:28:26.385587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.504806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Allocated IP 172.20.0.1 (5c80bd84-578f-4d1f-9199-37fd734d245f/c6383e93-9ad6-4711-84d8-9591b6acbbaf/bc894cc9-df9c-49d5-bc67-d02ea200f463) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:26.696649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45703940-2b0e-4849-b2d0-0132999801d5 req-dbd692f6-97fd-4489-aa25-840bc7e9d4ba tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.710728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-dbd692f6-97fd-4489-aa25-840bc7e9d4ba tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 821 time: 0.2168717 Aug 29 04:28:26.731142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-ff16b402-7cc4-4fa0-afee-17e23a9c0a52 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/quotas/645a4cd7ef7b429d87677b78c62ba06b HTTP/1.1" status: 200 len: 375 time: 0.0190248 Aug 29 04:28:26.763736 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.776291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Transition to ACTIVE for port object bc894cc9-df9c-49d5-bc67-d02ea200f463 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:26.809763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Transition to ACTIVE for port object bc894cc9-df9c-49d5-bc67-d02ea200f463 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:26.813360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-80e3ef59-b654-4d90-9abe-20d31d42849c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812690 Aug 29 04:28:26.828040 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.885162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Network 5c80bd84-578f-4d1f-9199-37fd734d245f is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:26.893090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:26.900375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:26.905522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Pushing event updated for resources: {'Port': ['ID=bc894cc9-df9c-49d5-bc67-d02ea200f463,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.907814 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.987952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Attempting to bind port bc894cc9-df9c-49d5-bc67-d02ea200f463 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:26.988526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Attempting to bind port bc894cc9-df9c-49d5-bc67-d02ea200f463 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c80bd84-578f-4d1f-9199-37fd734d245f'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:26.989066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Attempting to bind port bc894cc9-df9c-49d5-bc67-d02ea200f463 on network 5c80bd84-578f-4d1f-9199-37fd734d245f {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:26.996944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:26.997619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Checking segment: {'id': '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c80bd84-578f-4d1f-9199-37fd734d245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:26.998212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.998784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Bound using segment: {'id': '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c80bd84-578f-4d1f-9199-37fd734d245f'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:26.999475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Bound port: bc894cc9-df9c-49d5-bc67-d02ea200f463, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c80bd84-578f-4d1f-9199-37fd734d245f'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:27.000062 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.036158 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.050378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c80bd84-578f-4d1f-9199-37fd734d245f']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.062995 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.065104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.065523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.084392 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.086523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] For port bc894cc9-df9c-49d5-bc67-d02ea200f463, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:27.090448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] For port bc894cc9-df9c-49d5-bc67-d02ea200f463, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bc894cc9-df9c-49d5-bc67-d02ea200f463,segment=NetworkSegment(322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e),segment_id=322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:27.097313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.101352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=c6383e93-9ad6-4711-84d8-9591b6acbbaf,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.109697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.123636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:27.124103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:27.128052 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:27.191373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16eba2-9be9-449e-866a-3319e0e51dcf None None] Network 5c80bd84-578f-4d1f-9199-37fd734d245f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:27.210688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b523c569-007e-41af-8547-60303182e508 service neutron] 10.222.0.58 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873229 Aug 29 04:28:27.243612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4f85-22bf-4d18-9491-86a091a1f297 None None] Pushing event updated for resources: {'Port': ['ID=bc894cc9-df9c-49d5-bc67-d02ea200f463,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.290648 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:28:27.290648 n-d-712142-15 neutron-server[94845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:28:27.290648 n-d-712142-15 neutron-server[94845]: [parameters: {'id': '5c80bd84-578f-4d1f-9199-37fd734d245f'}] Aug 29 04:28:27.290648 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:27.291144 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:27.317449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-75118a67-315b-4701-8959-3319dbded200 service neutron] 10.222.0.58 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968249 Aug 29 04:28:27.371413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9cbd41-a2a7-4ce8-9c06-33f9aa53066e None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:27.564048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13ef2d39-68fb-4a31-bd7b-162ad584a32d req-2a19b281-2d4c-411f-a3a9-c9f9e3349d86 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0330131 Aug 29 04:28:27.672113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ddda3af-4002-40e9-b7fd-d4947f5c79a9 req-f9b6695d-22a7-49f6-bac3-d78ad71a4a4c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 210 time: 0.0564821 Aug 29 04:28:27.746624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9cbd41-a2a7-4ce8-9c06-33f9aa53066e None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:27.767257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-2be6cc4f-a86d-425d-b44e-185b2a90729e tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=380f5b8fddfe43e19d96e416332bd48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602753 Aug 29 04:28:27.805636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.049526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-87ac50be-af76-4040-8eab-811fff529436 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.058248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-87ac50be-af76-4040-8eab-811fff529436 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2838519 Aug 29 04:28:28.087868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-747e8a5c-4845-4680-a9d3-9e0727228a62 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/quotas/380f5b8fddfe43e19d96e416332bd48d HTTP/1.1" status: 200 len: 375 time: 0.0283790 Aug 29 04:28:28.115281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Deleting port bc894cc9-df9c-49d5-bc67-d02ea200f463 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:28.116247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.144440 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.183407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-c5764f62-c4e0-4d4b-96a6-028dfee96174 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=380f5b8fddfe43e19d96e416332bd48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818820 Aug 29 04:28:28.210063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] For port bc894cc9-df9c-49d5-bc67-d02ea200f463, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bc894cc9-df9c-49d5-bc67-d02ea200f463,segment=NetworkSegment(322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e),segment_id=322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:28.210760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.231749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Calling delete_port for bc894cc9-df9c-49d5-bc67-d02ea200f463 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:28.378538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.407953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28a4d70c-b1cf-43b0-8cea-49526c3b7b9e req-7baeb2f6-2788-4a43-97b7-1ddbe725f728 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 210 time: 0.0437574 Aug 29 04:28:28.432313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Port': ['ID=bc894cc9-df9c-49d5-bc67-d02ea200f463,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.437937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No DVR routers for this DVR port bc894cc9-df9c-49d5-bc67-d02ea200f463 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:28.538275 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.555735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c80bd84-578f-4d1f-9199-37fd734d245f']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.568075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.568712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322a8ee3-3a24-42cc-a0ac-fe2bf07b2f2e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.578659 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.598263 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.606716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:28.607275 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:28.610826 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:28.721230 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-878e570d-9855-468c-bdf7-e3aa8ef915d1 req-3a44f634-d5c3-4cd2-bb3a-13691b396212 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0414717 Aug 29 04:28:28.733732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.749776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.752947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/5c80bd84-578f-4d1f-9199-37fd734d245f HTTP/1.1" status: 204 len: 168 time: 2.6948371 Aug 29 04:28:28.753603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48876) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.760110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082212224'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.789203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:28.791406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4a2bf-b802-44cb-9b57-e740bf03715c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=5c80bd84-578f-4d1f-9199-37fd734d245f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.795793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.840893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-374505b5-8e75-4a3c-9171-3ad7a4c5d7ca req-62270197-47f3-41e3-8ac6-81ac52d6d5f7 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 210 time: 0.0815337 Aug 29 04:28:28.922953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48884) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.968321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:28.991681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.992177 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment f4b48e70-3b42-4c16-9334-e1e3fa86d65b of type vlan for network 42fb4495-ff75-4824-b219-2a039a5e8fc2 Aug 29 04:28:29.021093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45703940-2b0e-4849-b2d0-0132999801d5 req-6ff4c381-6322-4d7e-b8a7-33274ec75d6b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:29.022957 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-6ff4c381-6322-4d7e-b8a7-33274ec75d6b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.64 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 821 time: 0.1912799 Aug 29 04:28:29.054460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Request body: {'port': {'device_id': 'af6f5357-19c9-428d-95fb-8a2dfdf78dfd', 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'admin_state_up': True, 'tenant_id': '645a4cd7ef7b429d87677b78c62ba06b'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:29.088879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc880fe7-d667-46a2-a472-36c45797c96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.117454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.172686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.178599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:29.179218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.207860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc880fe7-d667-46a2-a472-36c45797c96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.212204 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc880fe7-d667-46a2-a472-36c45797c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.256369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dc880fe7-d667-46a2-a472-36c45797c96d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7b119b3613d45c6bde55045287f5437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319888 Aug 29 04:28:29.259097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc880fe7-d667-46a2-a472-36c45797c96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306faf42-0f25-4271-9d0a-fd3c555b4254,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.259366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48890) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:29.262358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5068293 Aug 29 04:28:29.265941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48892) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:29.272845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': '42fb4495-ff75-4824-b219-2a039a5e8fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:29.285561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaa1a3-bab6-47ea-ba1d-f4d99ac7efd4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=42fb4495-ff75-4824-b219-2a039a5e8fc2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.299428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 42fb4495-ff75-4824-b219-2a039a5e8fc2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:29.320434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Made reservation on behalf of 645a4cd7ef7b429d87677b78c62ba06b for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:29.325370 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.366858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5e9e-2a5f-4f4f-a72a-ba907f52a45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.390020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:29.393677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.434184 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5e9e-2a5f-4f4f-a72a-ba907f52a45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.545019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5e9e-2a5f-4f4f-a72a-ba907f52a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.547514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5e9e-2a5f-4f4f-a72a-ba907f52a45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.548885 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8e7f5e9e-2a5f-4f4f-a72a-ba907f52a45a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/306faf42-0f25-4271-9d0a-fd3c555b4254 HTTP/1.1" status: 204 len: 168 time: 0.2884629 Aug 29 04:28:29.549158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d95fc6ac-cb5a-4019-bdca-85f2302a45e3 req-276b7ca9-297f-4e78-a931-8248a0951ca3 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 210 time: 0.0409186 Aug 29 04:28:29.562386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Allocated IP 172.20.0.13 (3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3/f3485315-dc0a-4a6b-9ba0-9428c44982be/bad16395-191e-4d55-a895-ec4d12f1a7df) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:29.565588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f5e9e-2a5f-4f4f-a72a-ba907f52a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306faf42-0f25-4271-9d0a-fd3c555b4254,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.678078 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-2620ab35-8623-42e9-83f7-c8580ab32b59 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=380f5b8fddfe43e19d96e416332bd48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312719 Aug 29 04:28:29.682029 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.797656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.826497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=0185db92-1f2d-46ab-a216-d3b42428cd57,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.849078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42fb4495-ff75-4824-b219-2a039a5e8fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:29.849448 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: 42fb4495-ff75-4824-b219-2a039a5e8fc2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:29.859371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.875268 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-bb55ae3e-1048-4c19-9f95-54481c459da9 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:29.876884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-bb55ae3e-1048-4c19-9f95-54481c459da9 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922576 Aug 29 04:28:29.891926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Request body: {'port': {'device_id': '389d5be8-b6f9-4e4a-a327-5b22fa7066f8', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '380f5b8fddfe43e19d96e416332bd48d'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:29.897539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 42fb4495-ff75-4824-b219-2a039a5e8fc2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:29.903857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:29.907121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:29.911151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:29.956393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event updated for resources: {'Port': ['ID=bad16395-191e-4d55-a895-ec4d12f1a7df,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.989948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:29.992232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.007501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48908) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:30.016610 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-b42e5601-d1a5-404f-88e1-2bcb838e1508 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9686387 Aug 29 04:28:30.025358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9abbf7df-8abe-4737-bdca-bebd134c1dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.032814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Request body: {'port': {'device_id': 'af6f5357-19c9-428d-95fb-8a2dfdf78dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:30.121983 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.218427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 42fb4495-ff75-4824-b219-2a039a5e8fc2) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:30.227666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3d596-b409-4a86-8a98-e058a96de804 None None] Network 42fb4495-ff75-4824-b219-2a039a5e8fc2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:30.239426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8af1b30e-4b59-40ff-8993-a445277f2e44 req-264e4d48-1576-460c-ac07-5041e699a148 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.3282592 Aug 29 04:28:30.242835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.243418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.311108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9abbf7df-8abe-4737-bdca-bebd134c1dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.336686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69053f3d-b9d1-455e-be83-bc37b4e98b6b req-38d32e2a-a17f-457a-b730-b2dcbe83f333 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.338236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69053f3d-b9d1-455e-be83-bc37b4e98b6b req-38d32e2a-a17f-457a-b730-b2dcbe83f333 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 932 time: 0.1478047 Aug 29 04:28:30.342401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-59d44edd-59d0-47bd-9285-e85f97c550fe tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0753193 Aug 29 04:28:30.345575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48912) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:30.352707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9abbf7df-8abe-4737-bdca-bebd134c1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.436302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9abbf7df-8abe-4737-bdca-bebd134c1dc4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5eaa00bc6dbc437da57d2c4ef28e71c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273427 Aug 29 04:28:30.438739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48914) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:30.447149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbf7df-8abe-4737-bdca-bebd134c1dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ee61f-32e9-4150-b2c9-8d4882af6f4f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.461927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69053f3d-b9d1-455e-be83-bc37b4e98b6b req-4759100a-b9ff-4818-80a7-66e40fa354ec tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980308 Aug 29 04:28:30.488171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Made reservation on behalf of 380f5b8fddfe43e19d96e416332bd48d for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:30.489785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-42fb4495-ff75-4824-b219-2a039a5e8fc2', 'network_id': '42fb4495-ff75-4824-b219-2a039a5e8fc2', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': '0185db92-1f2d-46ab-a216-d3b42428cd57'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:30.490728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.492808 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.511837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.555865 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc7510dd-e1b7-45f5-b4df-1b394c9a8558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.561359 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.609903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc7510dd-e1b7-45f5-b4df-1b394c9a8558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.644623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad16395-191e-4d55-a895-ec4d12f1a7df {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:30.655658 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.673022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Transition to ACTIVE for port object bad16395-191e-4d55-a895-ec4d12f1a7df will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:30.699967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.736563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Allocated IP 172.20.0.2 (42fb4495-ff75-4824-b219-2a039a5e8fc2/0185db92-1f2d-46ab-a216-d3b42428cd57/6e0a213e-c425-47ab-8ddd-cd560c34f42d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:30.736776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1063afe0-2a98-4d2b-85e1-95b1681441e9 req-f68b8b54-a88e-46b0-a09d-a0a25a868d25 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 210 time: 0.0601084 Aug 29 04:28:30.772148 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.780729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc7510dd-e1b7-45f5-b4df-1b394c9a8558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.783509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc7510dd-e1b7-45f5-b4df-1b394c9a8558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.784894 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fc7510dd-e1b7-45f5-b4df-1b394c9a8558 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef7ee61f-32e9-4150-b2c9-8d4882af6f4f HTTP/1.1" status: 204 len: 168 time: 0.3450038 Aug 29 04:28:30.787175 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5e4ba941-95cc-437f-a9e5-94c935dea39e req-e284d64f-e238-4939-84bc-664457fa7556 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0440071 Aug 29 04:28:30.804291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Pushing event updated for resources: {'Port': ['ID=bad16395-191e-4d55-a895-ec4d12f1a7df,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.807510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7510dd-e1b7-45f5-b4df-1b394c9a8558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ee61f-32e9-4150-b2c9-8d4882af6f4f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.859792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.871507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.891905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Attempting to bind port bad16395-191e-4d55-a895-ec4d12f1a7df on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:30.892266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Attempting to bind port bad16395-191e-4d55-a895-ec4d12f1a7df by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:30.892607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Attempting to bind port bad16395-191e-4d55-a895-ec4d12f1a7df on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:30.897756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Port bad16395-191e-4d55-a895-ec4d12f1a7df on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:30.898087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Attempting to bind port bad16395-191e-4d55-a895-ec4d12f1a7df on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:30.904534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:30.905211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Checking segment: {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:30.905616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Bound using segment: {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:30.906151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Bound port: bad16395-191e-4d55-a895-ec4d12f1a7df, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:30.907317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.974047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.985171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Transition to ACTIVE for port object 6e0a213e-c425-47ab-8ddd-cd560c34f42d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:31.000724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:31.007138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bad16395-191e-4d55-a895-ec4d12f1a7df,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:31.011204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa6e95e-4f7f-4027-9b8a-0e6844880853,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.011929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Transition to ACTIVE for port object 6e0a213e-c425-47ab-8ddd-cd560c34f42d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:31.012708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.021378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.052107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Allocated IP 192.168.233.248 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/ba2eea27-eb2c-4b8d-8500-dfa9378b896e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:31.061748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.062526 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.064059 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] 10.222.0.64 "PUT /v2.0/ports/bad16395-191e-4d55-a895-ec4d12f1a7df HTTP/1.1" status: 200 len: 1093 time: 1.0364730 Aug 29 04:28:31.064606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6f5357-19c9-428d-95fb-8a2dfdf78dfd', 'tag': 'bad16395-191e-4d55-a895-ec4d12f1a7df'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:31.066978 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea90cc3c-6354-4011-bb89-f3b2f9736b34" -d '{"events": [{"name": "network-changed", "server_uuid": "af6f5357-19c9-428d-95fb-8a2dfdf78dfd", "tag": "bad16395-191e-4d55-a895-ec4d12f1a7df"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:31.073054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Network 42fb4495-ff75-4824-b219-2a039a5e8fc2 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:31.079893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:31.087623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:31.100050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Pushing event updated for resources: {'Port': ['ID=6e0a213e-c425-47ab-8ddd-cd560c34f42d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.118720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd58e34-54ea-42d8-b1f8-60cc035b0a9b service neutron] Pushing event updated for resources: {'Port': ['ID=bad16395-191e-4d55-a895-ec4d12f1a7df,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.164696 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e2d80-026b-4cc8-af36-a281a357a3e2 x-openstack-request-id: req-c29e2d80-026b-4cc8-af36-a281a357a3e2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:31.164992 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6f5357-19c9-428d-95fb-8a2dfdf78dfd", "tag": "bad16395-191e-4d55-a895-ec4d12f1a7df", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:31.165254 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c29e2d80-026b-4cc8-af36-a281a357a3e2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:31.165653 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6f5357-19c9-428d-95fb-8a2dfdf78dfd', 'tag': 'bad16395-191e-4d55-a895-ec4d12f1a7df', 'status': 'completed', 'code': 200} Aug 29 04:28:31.179017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45703940-2b0e-4849-b2d0-0132999801d5 req-e370766b-0e89-45a1-80f2-760880b6c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.180583 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-e370766b-0e89-45a1-80f2-760880b6c6af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 1096 time: 0.0505390 Aug 29 04:28:31.182925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Attempting to bind port 6e0a213e-c425-47ab-8ddd-cd560c34f42d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:31.183517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Attempting to bind port 6e0a213e-c425-47ab-8ddd-cd560c34f42d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42fb4495-ff75-4824-b219-2a039a5e8fc2'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:31.183958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Attempting to bind port 6e0a213e-c425-47ab-8ddd-cd560c34f42d on network 42fb4495-ff75-4824-b219-2a039a5e8fc2 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:31.191109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:31.191685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Checking segment: {'id': 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42fb4495-ff75-4824-b219-2a039a5e8fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:31.191962 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.192424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Bound using segment: {'id': 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42fb4495-ff75-4824-b219-2a039a5e8fc2'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:31.193004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Bound port: 6e0a213e-c425-47ab-8ddd-cd560c34f42d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42fb4495-ff75-4824-b219-2a039a5e8fc2'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:31.193406 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.199644 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.231016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=0185db92-1f2d-46ab-a216-d3b42428cd57,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.238785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-df4bc295-202d-42e2-845f-5f4ab5ad0332 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bad16395-191e-4d55-a895-ec4d12f1a7df HTTP/1.1" status: 200 len: 217 time: 0.0477333 Aug 29 04:28:31.267642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] For port 6e0a213e-c425-47ab-8ddd-cd560c34f42d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:31.272714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] For port 6e0a213e-c425-47ab-8ddd-cd560c34f42d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6e0a213e-c425-47ab-8ddd-cd560c34f42d,segment=NetworkSegment(f4b48e70-3b42-4c16-9334-e1e3fa86d65b),segment_id=f4b48e70-3b42-4c16-9334-e1e3fa86d65b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:31.287965 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.308575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45703940-2b0e-4849-b2d0-0132999801d5 req-6999903f-df22-448d-8fdc-1035fc9461dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.311126 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-6999903f-df22-448d-8fdc-1035fc9461dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3485315-dc0a-4a6b-9ba0-9428c44982be HTTP/1.1" status: 200 len: 861 time: 0.0613153 Aug 29 04:28:31.357548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.394466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2fd1104d-d7cd-40b7-bc72-8fc9eabd14f7 req-9d3c9041-db9a-4f68-a9e9-83c814547b2e tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0529435 Aug 29 04:28:31.396620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fb4495-ff75-4824-b219-2a039a5e8fc2']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.403813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2046dd4-43f8-48a2-a2e3-b7dbe7bbdbad None None] Pushing event updated for resources: {'Port': ['ID=6e0a213e-c425-47ab-8ddd-cd560c34f42d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.409069 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.414949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.415128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.417946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-6a418b8a-3bd6-4de4-95f1-d5c0a275d6dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876019 Aug 29 04:28:31.428989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9666207-336d-4de0-9e8b-ba4c29a3d74e None None] Network 42fb4495-ff75-4824-b219-2a039a5e8fc2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:31.434391 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.445384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Transition to ACTIVE for port object ba2eea27-eb2c-4b8d-8500-dfa9378b896e will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:31.476172 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.490627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:31.491297 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:31.497956 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:31.581339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:28:31.581339 n-d-712142-15 neutron-server[94845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:28:31.581339 n-d-712142-15 neutron-server[94845]: [parameters: {'id': '42fb4495-ff75-4824-b219-2a039a5e8fc2'}] Aug 29 04:28:31.581339 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:31.581730 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:31.590597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.620298 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-e586e1e1-7695-4b92-b9d0-46a9fc173104 service neutron] 10.222.0.64 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939776 Aug 29 04:28:31.637209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe932d-0e3b-4482-bf22-39b90e26706d None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:31.673299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:31.679167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:31.683760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Pushing event updated for resources: {'Port': ['ID=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.686783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:31.736477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140da81d-51bd-4ee6-81ec-d48e72511d1d req-b5d52f6e-4186-445a-8687-b6995120465f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.738025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-140da81d-51bd-4ee6-81ec-d48e72511d1d req-b5d52f6e-4186-445a-8687-b6995120465f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 944 time: 0.1500261 Aug 29 04:28:31.753537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.754160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.792982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-a434f438-8f9f-407f-926e-e2aacd4d0be1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9063768 Aug 29 04:28:31.814696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-140da81d-51bd-4ee6-81ec-d48e72511d1d req-2fe05f5d-6e21-4448-823a-0e086499be3f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576084 Aug 29 04:28:31.822695 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45703940-2b0e-4849-b2d0-0132999801d5 req-303c27db-deec-4ef2-a58c-71c7d95874af service neutron] 10.222.0.64 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940689 Aug 29 04:28:31.834888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Request body: {'port': {'device_id': '389d5be8-b6f9-4e4a-a327-5b22fa7066f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:31.927076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe932d-0e3b-4482-bf22-39b90e26706d None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:31.966524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.001548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403f7b0-341b-458e-b72b-40f3bd67fd64 req-2ee85099-207d-4f7e-ad2d-501f075efa90 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.010816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7403f7b0-341b-458e-b72b-40f3bd67fd64 req-2ee85099-207d-4f7e-ad2d-501f075efa90 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 936 time: 0.1338427 Aug 29 04:28:32.021440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-e951d8ae-a76d-4c6a-a125-4ec0e7d22293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.026612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-e951d8ae-a76d-4c6a-a125-4ec0e7d22293 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 1096 time: 0.1103063 Aug 29 04:28:32.092696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7403f7b0-341b-458e-b72b-40f3bd67fd64 req-857bdee6-ec2d-4833-a9a1-c47bad120311 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804200 Aug 29 04:28:32.103527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.196390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-f91a466d-bd00-4c56-9106-e977c94fed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.198062 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-f91a466d-bd00-4c56-9106-e977c94fed4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 922 time: 0.1642072 Aug 29 04:28:32.270309 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-ff9b9df6-4f4c-4b8c-a36c-edcb69fc57be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bad16395-191e-4d55-a895-ec4d12f1a7df HTTP/1.1" status: 200 len: 217 time: 0.0635960 Aug 29 04:28:32.352718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Deleting port 6e0a213e-c425-47ab-8ddd-cd560c34f42d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:32.353076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.395584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-381d1349-8181-4054-a6be-1174de8c39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.397114 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-381d1349-8181-4054-a6be-1174de8c39fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3485315-dc0a-4a6b-9ba0-9428c44982be HTTP/1.1" status: 200 len: 861 time: 0.1124368 Aug 29 04:28:32.427071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] For port 6e0a213e-c425-47ab-8ddd-cd560c34f42d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6e0a213e-c425-47ab-8ddd-cd560c34f42d,segment=NetworkSegment(f4b48e70-3b42-4c16-9334-e1e3fa86d65b),segment_id=f4b48e70-3b42-4c16-9334-e1e3fa86d65b)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:32.427669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.445178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Calling delete_port for 6e0a213e-c425-47ab-8ddd-cd560c34f42d owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:32.459181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-428baf27-1aa2-45f5-9eb1-b3b6b68fcfda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515807 Aug 29 04:28:32.660361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.722211 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-186179b8-56f1-4b78-af5d-ce281bff0cde service neutron] 10.222.0.64 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522886 Aug 29 04:28:32.727911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Port': ['ID=6e0a213e-c425-47ab-8ddd-cd560c34f42d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.731555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f48819f2-9ac8-4674-a561-d08fcb085949 req-d3f2b5c0-d76b-4465-8528-573875e92cc2 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0860434 Aug 29 04:28:32.743042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No DVR routers for this DVR port 6e0a213e-c425-47ab-8ddd-cd560c34f42d on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:32.936792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a6addd2a-21b3-401b-91ed-36fd724fb3cd None None] Provisioning for port ba2eea27-eb2c-4b8d-8500-dfa9378b896e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:32.942274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a6addd2a-21b3-401b-91ed-36fd724fb3cd None None] Provisioning complete for port ba2eea27-eb2c-4b8d-8500-dfa9378b896e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:32.943631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6addd2a-21b3-401b-91ed-36fd724fb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.971348 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea90cc3c-6354-4011-bb89-f3b2f9736b34 req-6cd97dde-15f6-4ece-bc7d-ed539f2968eb service neutron] 10.222.0.64 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432632 Aug 29 04:28:33.002284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.027940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a6addd2a-21b3-401b-91ed-36fd724fb3cd None None] Port ba2eea27-eb2c-4b8d-8500-dfa9378b896e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:33.030210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2eea27-eb2c-4b8d-8500-dfa9378b896e {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:33.042520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fb4495-ff75-4824-b219-2a039a5e8fc2']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:33.046297 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.067945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:33.068457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b48e70-3b42-4c16-9334-e1e3fa86d65b') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:33.086456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Transition to ACTIVE for port object ba2eea27-eb2c-4b8d-8500-dfa9378b896e will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:33.096191 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.109454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.137027 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-056aa121-1068-45e3-a4a9-31190b88453b req-03fae209-9b7e-44e1-b24b-f69c569ec46a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43a46bc243647c3890d3feddb0079fc&device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0378301 Aug 29 04:28:33.173018 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-056aa121-1068-45e3-a4a9-31190b88453b req-248c420a-b2aa-49a0-9eb1-27661c89ee4c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b43a46bc243647c3890d3feddb0079fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257454 Aug 29 04:28:33.182685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dea0e-654f-4a5c-bcc1-e814d33c270e req-4130aa55-32d1-4165-aee5-fc2c98f6b6cb tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.185003 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c0dea0e-654f-4a5c-bcc1-e814d33c270e req-4130aa55-32d1-4165-aee5-fc2c98f6b6cb tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 944 time: 0.2151082 Aug 29 04:28:33.189615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.222634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:33.223109 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:33.227789 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:33.304324 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-015e466d-d263-42e6-969e-106dfe1ab05d req-db881a9f-300b-428f-aeed-ae707930f881 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.1018391 Aug 29 04:28:33.337572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.356103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aa121-1068-45e3-a4a9-31190b88453b req-989f7d1c-7d70-49c2-82ca-0be5da882d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.356103 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-056aa121-1068-45e3-a4a9-31190b88453b req-989f7d1c-7d70-49c2-82ca-0be5da882d65 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757848 Aug 29 04:28:33.413274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.434592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.436682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/42fb4495-ff75-4824-b219-2a039a5e8fc2 HTTP/1.1" status: 204 len: 168 time: 3.0892506 Aug 29 04:28:33.440368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48988) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:33.446301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1749349279'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:33.446514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c0dea0e-654f-4a5c-bcc1-e814d33c270e req-e8f9a604-45ff-465b-852e-698690677b7d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340760 Aug 29 04:28:33.476447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:33.481145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.484420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8849d-9793-46f9-b54d-57d5b24f227d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=42fb4495-ff75-4824-b219-2a039a5e8fc2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.513206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:33.528187 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.529187 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment 6db0a37c-05ed-4f0e-812c-5c4c1e89ca15 of type vlan for network be4eb442-943d-41e0-b35b-c1b0b417a60d Aug 29 04:28:33.532889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Attempting to bind port ba2eea27-eb2c-4b8d-8500-dfa9378b896e on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:33.533251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Attempting to bind port ba2eea27-eb2c-4b8d-8500-dfa9378b896e by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:33.533580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Attempting to bind port ba2eea27-eb2c-4b8d-8500-dfa9378b896e on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:33.542827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Port ba2eea27-eb2c-4b8d-8500-dfa9378b896e on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:33.543313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Attempting to bind port ba2eea27-eb2c-4b8d-8500-dfa9378b896e on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:33.557764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e1caf-0188-492d-ae43-be321083a86b req-f2208a38-1f99-4341-b7d4-384f869968a7 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.559432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a9e1caf-0188-492d-ae43-be321083a86b req-f2208a38-1f99-4341-b7d4-384f869968a7 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 948 time: 0.1095514 Aug 29 04:28:33.561426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:33.561779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:33.562170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:33.562689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Bound port: ba2eea27-eb2c-4b8d-8500-dfa9378b896e, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:33.563171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.583020 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.621158 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.638006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.638006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.664657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a9e1caf-0188-492d-ae43-be321083a86b req-326c4728-ef19-4c33-9528-b2578dcad2fe tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877764 Aug 29 04:28:33.715221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] For port ba2eea27-eb2c-4b8d-8500-dfa9378b896e, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:33.723619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] For port ba2eea27-eb2c-4b8d-8500-dfa9378b896e, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:33.730973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.793083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.793926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.796655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] 10.222.0.64 "PUT /v2.0/ports/ba2eea27-eb2c-4b8d-8500-dfa9378b896e HTTP/1.1" status: 200 len: 1097 time: 1.9805028 Aug 29 04:28:33.797473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389d5be8-b6f9-4e4a-a327-5b22fa7066f8', 'tag': 'ba2eea27-eb2c-4b8d-8500-dfa9378b896e'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:33.800943 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d" -d '{"events": [{"name": "network-changed", "server_uuid": "389d5be8-b6f9-4e4a-a327-5b22fa7066f8", "tag": "ba2eea27-eb2c-4b8d-8500-dfa9378b896e"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:33.897487 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521f0cf-2eb1-497f-af7f-2f0c2e630653 x-openstack-request-id: req-a521f0cf-2eb1-497f-af7f-2f0c2e630653 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:33.897839 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389d5be8-b6f9-4e4a-a327-5b22fa7066f8", "tag": "ba2eea27-eb2c-4b8d-8500-dfa9378b896e", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:33.898514 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a521f0cf-2eb1-497f-af7f-2f0c2e630653 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:33.899033 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389d5be8-b6f9-4e4a-a327-5b22fa7066f8', 'tag': 'ba2eea27-eb2c-4b8d-8500-dfa9378b896e', 'status': 'completed', 'code': 200} Aug 29 04:28:33.913627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077004e3-e557-4360-8dc3-52eff3de6e49 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.940090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-7feb91eb-d11a-4f14-bb99-a331a40c4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.941842 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-7feb91eb-d11a-4f14-bb99-a331a40c4dca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=380f5b8fddfe43e19d96e416332bd48d&device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 1100 time: 0.0915837 Aug 29 04:28:34.007516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-4f71388c-3d9a-4b8c-8371-f12bf8679c9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=ba2eea27-eb2c-4b8d-8500-dfa9378b896e HTTP/1.1" status: 200 len: 217 time: 0.0532799 Aug 29 04:28:34.076801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-2c768e58-a410-4a3b-bdd3-e832699afa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.077642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-2c768e58-a410-4a3b-bdd3-e832699afa22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0619962 Aug 29 04:28:34.089368 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6472096 Aug 29 04:28:34.092969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.100201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': 'be4eb442-943d-41e0-b35b-c1b0b417a60d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:34.112090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466cf6a-d71f-46d4-adf6-4098fafd549d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=be4eb442-943d-41e0-b35b-c1b0b417a60d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.125616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network be4eb442-943d-41e0-b35b-c1b0b417a60d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:34.140890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-8c7f7ebc-7ec4-46b8-8961-cad7abe195f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.142575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-8c7f7ebc-7ec4-46b8-8961-cad7abe195f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573859 Aug 29 04:28:34.237025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:34.241280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.269750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-578b4479-cb16-4773-9cf0-d61304c8b57e service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187472 Aug 29 04:28:34.307893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_backend_mixin [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Performing IP validity checks on allocation pools {{(pid=94846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:28:34.308470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_backend_mixin [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:28:34.376867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec01c8fd-8d3e-47bd-9d4b-6bbee2d92e83 req-4a866272-f3b6-4357-b24f-faaff10398cb service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987363 Aug 29 04:28:34.483703 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.499396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cdbbd66-226f-4798-ab6f-d904676dc727 req-86b3c62f-8188-4e29-a433-7b8acad9ea21 tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.58 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0649123 Aug 29 04:28:34.519554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-efda1443-be01-4d0b-87fb-c3494105e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.521364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-efda1443-be01-4d0b-87fb-c3494105e286 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=380f5b8fddfe43e19d96e416332bd48d&device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 1100 time: 0.0843942 Aug 29 04:28:34.549765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=4fc6c476-eb13-4f6c-806a-4f423d53dcb6,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.582061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': '6db0a37c-05ed-4f0e-812c-5c4c1e89ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'be4eb442-943d-41e0-b35b-c1b0b417a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:34.582844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: be4eb442-943d-41e0-b35b-c1b0b417a60d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:34.604402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network be4eb442-943d-41e0-b35b-c1b0b417a60d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:34.616539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, be4eb442-943d-41e0-b35b-c1b0b417a60d) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:34.621092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.621704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.631620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543e509-32b1-494f-ab3f-4bc05764acfc None None] Network be4eb442-943d-41e0-b35b-c1b0b417a60d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:34.639813 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1e7d61d7-b4ed-40e7-b6f4-714967d423f4 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5451558 Aug 29 04:28:34.642655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.721417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6899e-4872-484b-a2c5-eab2cd99d718 req-930b2503-87dc-49a0-8858-2f1e91224bc7 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.723554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ab6899e-4872-484b-a2c5-eab2cd99d718 req-930b2503-87dc-49a0-8858-2f1e91224bc7 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 944 time: 0.1356163 Aug 29 04:28:34.725329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-24974617-7fb0-411a-81af-1a6eb8b08c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.726932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-24974617-7fb0-411a-81af-1a6eb8b08c41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1966028 Aug 29 04:28:34.789920 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-056aa121-1068-45e3-a4a9-31190b88453b req-f2228f87-efb9-49ca-9adf-6f479b459a6e tempest-ServerShowV257Test-825108027 tempest-ServerShowV257Test-825108027-project] 10.222.0.64 "GET /v2.0/ports?device_id=46dc80e9-0386-4d6a-9406-2198081ee8a1 HTTP/1.1" status: 200 len: 210 time: 0.0470157 Aug 29 04:28:34.840602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.869741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-d1139aa6-17ca-4327-b219-5a2257e27ebc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=ba2eea27-eb2c-4b8d-8500-dfa9378b896e HTTP/1.1" status: 200 len: 217 time: 0.1200058 Aug 29 04:28:34.893816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47c08d-0065-415e-a327-b0d6a73868cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-be4eb442-943d-41e0-b35b-c1b0b417a60d', 'network_id': 'be4eb442-943d-41e0-b35b-c1b0b417a60d', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': '4fc6c476-eb13-4f6c-806a-4f423d53dcb6'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:34.894764 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b47c08d-0065-415e-a327-b0d6a73868cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.927633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.972121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ab6899e-4872-484b-a2c5-eab2cd99d718 req-f04aef04-d983-4aa1-aa89-b3796b1f839e tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325733 Aug 29 04:28:35.003060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ef6f0-b8e9-4c9d-b968-954ac5105026 req-fb4347c3-89ad-4ef8-b86d-d669be33ca69 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.004951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-522ef6f0-b8e9-4c9d-b968-954ac5105026 req-fb4347c3-89ad-4ef8-b86d-d669be33ca69 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 948 time: 0.2512870 Aug 29 04:28:35.054616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-8b47c08d-0065-415e-a327-b0d6a73868cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fc6c476-eb13-4f6c-806a-4f423d53dcb6: This subnet is being modified by another concurrent operation. Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:28:35.061245 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fc6c476-eb13-4f6c-806a-4f423d53dcb6: This subnet is being modified by another concurrent operation. Aug 29 04:28:35.064419 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:28:35.083857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bad16395-191e-4d55-a895-ec4d12f1a7df details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:35.086048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-64fa7e19-df7f-4ea5-b512-32d121a031c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.087637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb166c54-bf8b-46b6-8136-3cd00d318271 None None] Network be4eb442-943d-41e0-b35b-c1b0b417a60d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:35.090174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-64fa7e19-df7f-4ea5-b512-32d121a031c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.2101674 Aug 29 04:28:35.105073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc6c476-eb13-4f6c-806a-4f423d53dcb6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.120355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-522ef6f0-b8e9-4c9d-b968-954ac5105026 req-694d2968-e9fe-41d9-adff-71287897a61b tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061270 Aug 29 04:28:35.208061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-de39fbd9-9d3c-47f4-8ea0-1e648354bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.211035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-de39fbd9-9d3c-47f4-8ea0-1e648354bbc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893810 Aug 29 04:28:35.267683 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.286076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4eb442-943d-41e0-b35b-c1b0b417a60d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:35.302016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db0a37c-05ed-4f0e-812c-5c4c1e89ca15') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:35.305032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db0a37c-05ed-4f0e-812c-5c4c1e89ca15') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:35.340328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.361977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.368983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:35.369542 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.392876 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-440b9877-d852-4621-b21f-748c65a6293b service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725869 Aug 29 04:28:35.399482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7c239-8040-4555-8f35-824a71c56a7d None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:35.425057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bad16395-191e-4d55-a895-ec4d12f1a7df,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:35.437252 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:35.443200 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.451628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.461930 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/be4eb442-943d-41e0-b35b-c1b0b417a60d HTTP/1.1" status: 204 len: 168 time: 0.8148844 Aug 29 04:28:35.464563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49066) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.487488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1339429111'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:35.492208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc87e6-c45c-4d3f-93b6-5cfffe6467d7 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=be4eb442-943d-41e0-b35b-c1b0b417a60d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.495017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'bad16395-191e-4d55-a895-ec4d12f1a7df', 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'port_id': 'bad16395-191e-4d55-a895-ec4d12f1a7df', 'mac_address': 'fa:16:3e:53:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3485315-dc0a-4a6b-9ba0-9428c44982be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:35.515060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:35.520035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.549694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2000d42-a6a3-4cbf-bd8d-763ddc57f91d req-79ff746f-dfde-46ac-9a13-5f031c263eb1 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466005 Aug 29 04:28:35.577156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:35.599696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.600524 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment a2e948fa-811b-497e-8d2a-edba267d60ae of type vlan for network bb68aee2-0746-4b12-ae93-6d1cad405dce Aug 29 04:28:35.607678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.626251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad16395-191e-4d55-a895-ec4d12f1a7df {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:35.656196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.665288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bad16395-191e-4d55-a895-ec4d12f1a7df,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:35.671004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.698427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.707709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.708943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.717939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7c239-8040-4555-8f35-824a71c56a7d None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:35.773475 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3068247 Aug 29 04:28:35.776689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49078) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.782931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': 'bb68aee2-0746-4b12-ae93-6d1cad405dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:35.841920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8278310-aebd-421a-b27b-307bde49ddf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=bb68aee2-0746-4b12-ae93-6d1cad405dce,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.883626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network bb68aee2-0746-4b12-ae93-6d1cad405dce details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:35.905389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bad16395-191e-4d55-a895-ec4d12f1a7df,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.973657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bad16395-191e-4d55-a895-ec4d12f1a7df'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:36.000508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:36.006490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.113753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49090) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.218595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee267d-304b-4037-a90f-b5fd266e0792 req-46dce162-da46-4a9e-ac5a-3ec0c3ca3844 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.220551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8ee267d-304b-4037-a90f-b5fd266e0792 req-46dce162-da46-4a9e-ac5a-3ec0c3ca3844 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 945 time: 0.1222160 Aug 29 04:28:36.305485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8ee267d-304b-4037-a90f-b5fd266e0792 req-7da66826-2f73-456b-b0a0-3c7fba63b808 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758960 Aug 29 04:28:36.384336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d66d3481-0fb9-4261-b1e5-d96649ed4401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.462051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96057a-35c5-498a-9e78-0c628e449944 req-35486e68-6dfb-4c44-8afb-2b440cb08648 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.464153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec96057a-35c5-498a-9e78-0c628e449944 req-35486e68-6dfb-4c44-8afb-2b440cb08648 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 948 time: 0.1717353 Aug 29 04:28:36.510259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49104) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.533378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d66d3481-0fb9-4261-b1e5-d96649ed4401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.538814 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d66d3481-0fb9-4261-b1e5-d96649ed4401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.591577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d3481-0fb9-4261-b1e5-d96649ed4401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d98669-8f80-4998-b6a1-4e19b2e207c1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.615410 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d66d3481-0fb9-4261-b1e5-d96649ed4401 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b43a46bc243647c3890d3feddb0079fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003910 Aug 29 04:28:36.618098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49108) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.676984 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2d002e35-6c3e-4592-b577-d14942102085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.705228 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8753c4bb-735e-4225-81aa-3effcb974358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.743563 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8753c4bb-735e-4225-81aa-3effcb974358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.806703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec96057a-35c5-498a-9e78-0c628e449944 req-09c95d1c-5fd1-4e31-94ec-5afea5487819 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288047 Aug 29 04:28:36.808147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.835122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2d002e35-6c3e-4592-b577-d14942102085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.836574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8753c4bb-735e-4225-81aa-3effcb974358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.839565 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8753c4bb-735e-4225-81aa-3effcb974358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.840795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8753c4bb-735e-4225-81aa-3effcb974358 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34d98669-8f80-4998-b6a1-4e19b2e207c1 HTTP/1.1" status: 204 len: 168 time: 0.2217071 Aug 29 04:28:36.853913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2d002e35-6c3e-4592-b577-d14942102085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.857813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753c4bb-735e-4225-81aa-3effcb974358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d98669-8f80-4998-b6a1-4e19b2e207c1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.883778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=005f3d73-21af-4711-8c5d-4e3ef6bec8d5,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.889109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d002e35-6c3e-4592-b577-d14942102085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22bb5eb-1c20-490d-943f-481f6db8b433,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.897987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': 'a2e948fa-811b-497e-8d2a-edba267d60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bb68aee2-0746-4b12-ae93-6d1cad405dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:36.898435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: bb68aee2-0746-4b12-ae93-6d1cad405dce, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:36.912732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2d002e35-6c3e-4592-b577-d14942102085 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d968ac02c41041f486d81c08eeb05c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012809 Aug 29 04:28:36.913460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49112) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.948806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network bb68aee2-0746-4b12-ae93-6d1cad405dce is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:36.973832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, bb68aee2-0746-4b12-ae93-6d1cad405dce) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:36.981781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.982342 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.986052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15c8b49a-6de6-4377-bfa9-89e5c1817baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.991089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca5fb4-3b41-40be-98e7-288b5cbe3977 None None] Network bb68aee2-0746-4b12-ae93-6d1cad405dce requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:37.014571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-71b4cfac-9fcb-4fdf-8592-89c8544d9b92 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2324266 Aug 29 04:28:37.015115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49116) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.043657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15c8b49a-6de6-4377-bfa9-89e5c1817baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.092858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ba2eea27-eb2c-4b8d-8500-dfa9378b896e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:37.097754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bad16395-191e-4d55-a895-ec4d12f1a7df up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:37.156420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.159673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15c8b49a-6de6-4377-bfa9-89e5c1817baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.162300 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-15c8b49a-6de6-4377-bfa9-89e5c1817baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.163442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-15c8b49a-6de6-4377-bfa9-89e5c1817baa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b22bb5eb-1c20-490d-943f-481f6db8b433 HTTP/1.1" status: 204 len: 168 time: 0.2487111 Aug 29 04:28:37.216871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8b49a-6de6-4377-bfa9-89e5c1817baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22bb5eb-1c20-490d-943f-481f6db8b433,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.328458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.446369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port bad16395-191e-4d55-a895-ec4d12f1a7df completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:37.453149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port bad16395-191e-4d55-a895-ec4d12f1a7df triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:37.453594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.495393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a818a79-f8bf-4c24-b32f-695c4e51c466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-bb68aee2-0746-4b12-ae93-6d1cad405dce', 'network_id': 'bb68aee2-0746-4b12-ae93-6d1cad405dce', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': '005f3d73-21af-4711-8c5d-4e3ef6bec8d5'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:37.496286 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a818a79-f8bf-4c24-b32f-695c4e51c466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.501721 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.534969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ba2eea27-eb2c-4b8d-8500-dfa9378b896e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:37.536286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=005f3d73-21af-4711-8c5d-4e3ef6bec8d5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.547620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e656f-acf1-4acb-a8a7-2ad17e1a3d46 req-db84738c-d78f-4b56-8cbf-da3440009d4e tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.549293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b27e656f-acf1-4acb-a8a7-2ad17e1a3d46 req-db84738c-d78f-4b56-8cbf-da3440009d4e tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 945 time: 0.1341753 Aug 29 04:28:37.575229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'ba2eea27-eb2c-4b8d-8500-dfa9378b896e', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'ba2eea27-eb2c-4b8d-8500-dfa9378b896e', 'mac_address': 'fa:16:3e:ce:8b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:37.653077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.677380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb68aee2-0746-4b12-ae93-6d1cad405dce']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.686392 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.687965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b27e656f-acf1-4acb-a8a7-2ad17e1a3d46 req-bc617a9b-ec8e-4d46-b99f-d07ba9e3265a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292193 Aug 29 04:28:37.691958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e948fa-811b-497e-8d2a-edba267d60ae') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.692369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e948fa-811b-497e-8d2a-edba267d60ae') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.712319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.715790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d7041-21a4-427c-8b0c-8b92539911c2 None None] Network bb68aee2-0746-4b12-ae93-6d1cad405dce requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:37.716368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49146) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.725029 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.734769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:37.736135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.736283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6f5357-19c9-428d-95fb-8a2dfdf78dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad16395-191e-4d55-a895-ec4d12f1a7df'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:37.738687 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf7823d-49e0-44cc-afcd-5e9c3b2cc529" -d '{"events": [{"server_uuid": "af6f5357-19c9-428d-95fb-8a2dfdf78dfd", "name": "network-vif-plugged", "status": "completed", "tag": "bad16395-191e-4d55-a895-ec4d12f1a7df"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:37.740038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91d3105a-0a28-4757-b218-89fb28688a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.790724 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:37.818786 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:37.821241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2eea27-eb2c-4b8d-8500-dfa9378b896e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:37.824200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.835766 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.836119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bad16395-191e-4d55-a895-ec4d12f1a7df,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:37.840254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/bb68aee2-0746-4b12-ae93-6d1cad405dce HTTP/1.1" status: 204 len: 168 time: 0.8241808 Aug 29 04:28:37.844650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49152) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.851489 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c29d76-f524-46af-aabb-72a5453e46db x-openstack-request-id: req-48c29d76-f524-46af-aabb-72a5453e46db {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:37.851823 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6f5357-19c9-428d-95fb-8a2dfdf78dfd", "name": "network-vif-plugged", "status": "completed", "tag": "bad16395-191e-4d55-a895-ec4d12f1a7df", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:37.852278 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48c29d76-f524-46af-aabb-72a5453e46db {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:37.852832 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6f5357-19c9-428d-95fb-8a2dfdf78dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad16395-191e-4d55-a895-ec4d12f1a7df', 'code': 200} Aug 29 04:28:37.857159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902415081'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:37.865021 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.865842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a3a0f-d37f-4b16-a6b5-cb47a96d1d31 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=bb68aee2-0746-4b12-ae93-6d1cad405dce,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.908359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49156) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.927973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ba2eea27-eb2c-4b8d-8500-dfa9378b896e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:37.941385 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.957811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91d3105a-0a28-4757-b218-89fb28688a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.974262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91d3105a-0a28-4757-b218-89fb28688a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.996262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bad16395-191e-4d55-a895-ec4d12f1a7df,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.029853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:38.035122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad198925-26f9-4758-bfc2-7faeaaf42b02 req-fb89a433-a012-4123-bde4-d51fa2aeab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.035641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.036823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad198925-26f9-4758-bfc2-7faeaaf42b02 req-fb89a433-a012-4123-bde4-d51fa2aeab5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 1098 time: 0.1128044 Aug 29 04:28:38.047130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa48c36-c137-4484-90f3-a8782b0e44f2 req-112b22cf-d181-470e-a79b-d98b0c739418 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.048944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfa48c36-c137-4484-90f3-a8782b0e44f2 req-112b22cf-d181-470e-a79b-d98b0c739418 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 949 time: 0.1054511 Aug 29 04:28:38.063068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.077192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:38.081606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-91d3105a-0a28-4757-b218-89fb28688a81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c93009f51cc1419b92c3fd6bf31f18b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636796 Aug 29 04:28:38.085541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3105a-0a28-4757-b218-89fb28688a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14b0c39-01db-4edb-93a8-e629a42f914c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.088869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49160) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.100844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-762508712-network', 'tenant_id': 'cb9f4f4348364cfa928cb249eda84448'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:38.108491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.108842 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment 625a3ee0-9445-4807-aaac-33a9a65d8134 of type vlan for network 63cade6b-74d1-4b9b-acde-c9264b745b5f Aug 29 04:28:38.147140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad198925-26f9-4758-bfc2-7faeaaf42b02 req-dd0aa3f6-e610-42ce-90e5-8d22856ba7fc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968192 Aug 29 04:28:38.149996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfa48c36-c137-4484-90f3-a8782b0e44f2 req-178361f8-be1c-4483-bd4a-b91dee2bb0f1 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926235 Aug 29 04:28:38.158420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Made reservation on behalf of cb9f4f4348364cfa928cb249eda84448 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:38.160916 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.171076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.178022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.192796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['ba2eea27-eb2c-4b8d-8500-dfa9378b896e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:38.206351 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c87b9101-0e47-4808-a1cd-9f2510e0f8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.225101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.231488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.232308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.282248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.286999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.301699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c87b9101-0e47-4808-a1cd-9f2510e0f8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.308915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:38.322940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250ecf0f-79e2-4a74-bb98-fc24b69c7f93,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.345604 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.346034 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Added segment 6f4068d5-4bc5-42e5-ad52-c6daadf8d0df of type vlan for network 93be5b83-c2a4-459c-a5c6-5be107740aba Aug 29 04:28:38.368368 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5225482 Aug 29 04:28:38.375117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49164) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.383585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': '63cade6b-74d1-4b9b-acde-c9264b745b5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:38.396186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd648c-f97c-4883-a2dd-ae76ef0cf089 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=63cade6b-74d1-4b9b-acde-c9264b745b5f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.408190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 63cade6b-74d1-4b9b-acde-c9264b745b5f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:38.421551 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c87b9101-0e47-4808-a1cd-9f2510e0f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.424691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c87b9101-0e47-4808-a1cd-9f2510e0f8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.426468 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c87b9101-0e47-4808-a1cd-9f2510e0f8e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c14b0c39-01db-4edb-93a8-e629a42f914c HTTP/1.1" status: 204 len: 168 time: 0.3342853 Aug 29 04:28:38.442757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b9101-0e47-4808-a1cd-9f2510e0f8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14b0c39-01db-4edb-93a8-e629a42f914c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.449613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.511386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.512435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.513662 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.577395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:38.581073 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.592234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6825919 Aug 29 04:28:38.597230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49172) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.602424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Request body: {'subnet': {'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-762508712-subnet', 'tenant_id': 'cb9f4f4348364cfa928cb249eda84448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:38.626623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Made reservation on behalf of cb9f4f4348364cfa928cb249eda84448 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:38.629359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.643746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3609d2-49c7-4cbc-a3d1-8052722b730e admin admin] Pushing event updated for resources: {'Network': ['ID=93be5b83-c2a4-459c-a5c6-5be107740aba,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.664817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 93be5b83-c2a4-459c-a5c6-5be107740aba details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:38.870111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.881804 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.891411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c1562-2472-4885-a1d2-339c60c21e5d req-c8ccd852-4c7d-4812-aa80-80bcf9bfe6ca tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.893011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d12c1562-2472-4885-a1d2-339c60c21e5d req-c8ccd852-4c7d-4812-aa80-80bcf9bfe6ca tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 946 time: 0.0927730 Aug 29 04:28:38.943734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88163fe2-9de1-43be-9945-b132ade96e98,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.952535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Checking segment: {'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:38.953070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Network hostable DHCP agents. Network: 93be5b83-c2a4-459c-a5c6-5be107740aba, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:38.974402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Network 93be5b83-c2a4-459c-a5c6-5be107740aba is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:38.984889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 93be5b83-c2a4-459c-a5c6-5be107740aba) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:38.989583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.990293 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.990519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=0f4135dc-ccdf-4393-9775-a7a869d30f30,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.004579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24992cc-79fa-4cd6-868f-e39a807f7d5a None None] Network 93be5b83-c2a4-459c-a5c6-5be107740aba requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:39.008778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d12c1562-2472-4885-a1d2-339c60c21e5d req-aac614f1-f9bb-4544-976e-718289953a94 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077693 Aug 29 04:28:39.016766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': '625a3ee0-9445-4807-aaac-33a9a65d8134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '63cade6b-74d1-4b9b-acde-c9264b745b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:39.017157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: 63cade6b-74d1-4b9b-acde-c9264b745b5f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:39.024363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dbc7c972-f17e-4c52-9d48-ac0ecd741ea5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4248345 Aug 29 04:28:39.065275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 63cade6b-74d1-4b9b-acde-c9264b745b5f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:39.077343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 63cade6b-74d1-4b9b-acde-c9264b745b5f) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:39.090818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.091301 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.095833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0249e-ff10-4a2c-b336-8069bfec3100 None None] Network 63cade6b-74d1-4b9b-acde-c9264b745b5f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:39.102148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ba2eea27-eb2c-4b8d-8500-dfa9378b896e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:39.112772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49192) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.114890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aeed34c7-29b0-4fed-a21b-bcb7c394de86 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7367096 Aug 29 04:28:39.260521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.365728 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.371189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port ba2eea27-eb2c-4b8d-8500-dfa9378b896e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:39.383813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155119-f26d-4a1f-ad39-509075e8630b req-3fbbac56-3c1d-455d-8644-e88b0b09aaef tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.396984 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7155119-f26d-4a1f-ad39-509075e8630b req-3fbbac56-3c1d-455d-8644-e88b0b09aaef tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 949 time: 0.1042066 Aug 29 04:28:39.423437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port ba2eea27-eb2c-4b8d-8500-dfa9378b896e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:39.424048 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.459118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b23e04-780e-43b1-89ec-ff794233934d None None] Network 93be5b83-c2a4-459c-a5c6-5be107740aba requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:39.477504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7155119-f26d-4a1f-ad39-509075e8630b req-da3d9d59-334d-45d2-89ce-6f80135581bd tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775089 Aug 29 04:28:39.493300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.538977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4135dc-ccdf-4393-9775-a7a869d30f30,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.614530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.626340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cade6b-74d1-4b9b-acde-c9264b745b5f']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:39.640531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625a3ee0-9445-4807-aaac-33a9a65d8134') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:39.641198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625a3ee0-9445-4807-aaac-33a9a65d8134') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:39.663291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.687249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb0f06-ffc9-4ed8-ba83-09d3c6a44c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-63cade6b-74d1-4b9b-acde-c9264b745b5f', 'network_id': '63cade6b-74d1-4b9b-acde-c9264b745b5f', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': '0f4135dc-ccdf-4393-9775-a7a869d30f30'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:39.688144 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9bb0f06-ffc9-4ed8-ba83-09d3c6a44c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.691408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.703458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:39.703458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:39.708305 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:39.728304 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.802931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ba2eea27-eb2c-4b8d-8500-dfa9378b896e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:39.819733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-e9bb0f06-ffc9-4ed8-ba83-09d3c6a44c09 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:28:39.819733 n-d-712142-15 neutron-server[94847]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 29 04:28:39.819733 n-d-712142-15 neutron-server[94847]: [parameters: {'project_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'id': '25558fc1-677a-465c-aefd-b7ab534c3682', 'name': '', 'network_id': '63cade6b-74d1-4b9b-acde-c9264b745b5f', 'mac_address': 'fa:16:3e:97:8c:9e', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-63cade6b-74d1-4b9b-acde-c9264b745b5f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1318}] Aug 29 04:28:39.819733 n-d-712142-15 neutron-server[94847]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:39.820350 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-e9bb0f06-ffc9-4ed8-ba83-09d3c6a44c09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:39.821154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.824106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.834967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.837903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/63cade6b-74d1-4b9b-acde-c9264b745b5f HTTP/1.1" status: 204 len: 168 time: 0.7239785 Aug 29 04:28:39.843862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49224) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.851792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-364342194'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:39.874657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389d5be8-b6f9-4e4a-a327-5b22fa7066f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2eea27-eb2c-4b8d-8500-dfa9378b896e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:39.876009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a84f4e-cba2-40b3-b811-cc90e38db6e3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=63cade6b-74d1-4b9b-acde-c9264b745b5f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.877305 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1503613-62b9-4b59-badf-7fb7b7fa7cb5" -d '{"events": [{"server_uuid": "389d5be8-b6f9-4e4a-a327-5b22fa7066f8", "name": "network-vif-plugged", "status": "completed", "tag": "ba2eea27-eb2c-4b8d-8500-dfa9378b896e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:39.904655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:39.911516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.929281 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6938290b-2a09-4519-8009-f18a344ada0d x-openstack-request-id: req-6938290b-2a09-4519-8009-f18a344ada0d {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:39.929560 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389d5be8-b6f9-4e4a-a327-5b22fa7066f8", "name": "network-vif-plugged", "status": "completed", "tag": "ba2eea27-eb2c-4b8d-8500-dfa9378b896e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:39.929842 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6938290b-2a09-4519-8009-f18a344ada0d {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:39.930226 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389d5be8-b6f9-4e4a-a327-5b22fa7066f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2eea27-eb2c-4b8d-8500-dfa9378b896e', 'code': 200} Aug 29 04:28:39.952939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:39.956079 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.966863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.967296 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment 6ae1991b-5bb7-4b07-ba42-d3148dc5639e of type vlan for network 512feb09-2489-4e57-b988-4384761bd559 Aug 29 04:28:39.968589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-c0f8a892-976f-4545-8386-228e67fb31a4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.970141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-c0f8a892-976f-4545-8386-228e67fb31a4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 813 time: 0.1612921 Aug 29 04:28:39.989576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-ac147012-ad98-425e-91a6-6c4cefb37ffc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/quotas/cb9f4f4348364cfa928cb249eda84448 HTTP/1.1" status: 200 len: 375 time: 0.0111785 Aug 29 04:28:40.028338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.036985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-7d460622-47b3-4f6e-a258-b1e70a1c3ba1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417345 Aug 29 04:28:40.068965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.078089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.078495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.158358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3121495 Aug 29 04:28:40.166561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49238) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.170212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d81e03-9a37-4fbd-812c-7dfbac5a9157 req-fca078d0-f32a-49a5-9634-952d6fb6607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.171716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6d81e03-9a37-4fbd-812c-7dfbac5a9157 req-fca078d0-f32a-49a5-9634-952d6fb6607e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 1102 time: 0.1644323 Aug 29 04:28:40.174570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ba226f64-1587-4679-ac19-4b866d466b45 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:40.229401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e2edc-95fe-44a0-8cbb-cb1472701236 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=512feb09-2489-4e57-b988-4384761bd559,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.245193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 512feb09-2489-4e57-b988-4384761bd559 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:40.247844 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-2d0b897c-37b4-46d0-b988-f516b6382a90 service neutron] 10.222.0.58 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963592 Aug 29 04:28:40.249488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6d81e03-9a37-4fbd-812c-7dfbac5a9157 req-e1afa704-2e86-4ea4-9239-5ff1f0f79009 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690527 Aug 29 04:28:40.259277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7c609-7d30-43ba-b661-271c557e5a17 req-553d82d8-2bca-43db-bbe2-06c2a6a15b9f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.260679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2df7c609-7d30-43ba-b661-271c557e5a17 req-553d82d8-2bca-43db-bbe2-06c2a6a15b9f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 946 time: 0.1359482 Aug 29 04:28:40.344684 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9bb0f06-ffc9-4ed8-ba83-09d3c6a44c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.361955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2df7c609-7d30-43ba-b661-271c557e5a17 req-43e5f9af-fcef-4786-a41c-0333fe2683bb tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848806 Aug 29 04:28:40.404105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a95f92-cdc0-4472-834c-32cb15c84ad0 None None] Network 63cade6b-74d1-4b9b-acde-c9264b745b5f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:40.409473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba226f64-1587-4679-ac19-4b866d466b45 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.424674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-ee3fa16f-b68b-4155-85c4-766744642838 service neutron] 10.222.0.58 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628613 Aug 29 04:28:40.439378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a95f92-cdc0-4472-834c-32cb15c84ad0 None None] Network 63cade6b-74d1-4b9b-acde-c9264b745b5f could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:28:40.442251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba226f64-1587-4679-ac19-4b866d466b45 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.466934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba226f64-1587-4679-ac19-4b866d466b45 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 512feb09-2489-4e57-b988-4384761bd559 is not hosted by any dhcp agent {{(pid=94846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:28:40.481356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba226f64-1587-4679-ac19-4b866d466b45 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.482557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba226f64-1587-4679-ac19-4b866d466b45 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.483887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ba226f64-1587-4679-ac19-4b866d466b45 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "PUT /v2.0/networks/512feb09-2489-4e57-b988-4384761bd559 HTTP/1.1" status: 200 len: 723 time: 0.3166428 Aug 29 04:28:40.491636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49248) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.498739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': '512feb09-2489-4e57-b988-4384761bd559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:40.579054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba226f64-1587-4679-ac19-4b866d466b45 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=512feb09-2489-4e57-b988-4384761bd559,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.591770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 512feb09-2489-4e57-b988-4384761bd559 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:40.640085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc15675-6333-4e3d-890d-8d0b970a9b47 req-1975d3e1-5980-4293-b528-731ad72f6b5e tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.647692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cc15675-6333-4e3d-890d-8d0b970a9b47 req-1975d3e1-5980-4293-b528-731ad72f6b5e tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 946 time: 0.1891634 Aug 29 04:28:40.727695 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cc15675-6333-4e3d-890d-8d0b970a9b47 req-4f254d32-066a-44e1-b7b4-275155c7f656 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743742 Aug 29 04:28:40.743771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4826516-f245-42a0-b1c9-999f7f4a1822 req-a5c19dae-dad6-4e27-b844-151a02687e18 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.745410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4826516-f245-42a0-b1c9-999f7f4a1822 req-a5c19dae-dad6-4e27-b844-151a02687e18 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 950 time: 0.1471231 Aug 29 04:28:40.756945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:40.760831 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.895650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88dcb502-4a1f-4974-827c-0693618e06b0 req-2189b105-0fb4-4f61-8175-4a3e3f208cfb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 210 time: 0.0459416 Aug 29 04:28:40.902877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4826516-f245-42a0-b1c9-999f7f4a1822 req-7219f069-2c18-4259-925f-9c038e203a6d tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477621 Aug 29 04:28:41.081427 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.160571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=d78e081f-67b7-4f02-81cd-20293805a19f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.183452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': '6ae1991b-5bb7-4b07-ba42-d3148dc5639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '512feb09-2489-4e57-b988-4384761bd559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:41.184293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: 512feb09-2489-4e57-b988-4384761bd559, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:41.209774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 512feb09-2489-4e57-b988-4384761bd559 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:41.221650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 512feb09-2489-4e57-b988-4384761bd559) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:41.227208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.228155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.237449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8efc90-693c-4c2f-95d0-ce66a14b8a54 None None] Network 512feb09-2489-4e57-b988-4384761bd559 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:41.265492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-73da5df6-7238-4368-af97-32768f95ba3a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7716377 Aug 29 04:28:41.267953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49288) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.276961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-afd2c29c-ef3a-45bf-9bf1-eb93b347e96d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:41.454360 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afd2c29c-ef3a-45bf-9bf1-eb93b347e96d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26689160'] for subnet, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.521127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-512feb09-2489-4e57-b988-4384761bd559', 'network_id': '512feb09-2489-4e57-b988-4384761bd559', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': 'd78e081f-67b7-4f02-81cd-20293805a19f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:41.522033 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.742310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afd2c29c-ef3a-45bf-9bf1-eb93b347e96d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794001954344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26493370'] for subnet, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.784732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Allocated IP 172.20.0.2 (512feb09-2489-4e57-b988-4384761bd559/d78e081f-67b7-4f02-81cd-20293805a19f/9737a63e-7409-4dcb-84a3-ba184a62d540) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:41.809876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd2c29c-ef3a-45bf-9bf1-eb93b347e96d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.810601 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afd2c29c-ef3a-45bf-9bf1-eb93b347e96d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.812206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-afd2c29c-ef3a-45bf-9bf1-eb93b347e96d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "PUT /v2.0/subnets/d78e081f-67b7-4f02-81cd-20293805a19f HTTP/1.1" status: 200 len: 806 time: 0.5422814 Aug 29 04:28:41.815679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49314) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.831072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8521c-17ae-420f-9bd5-863d0b2fd9e0 req-7048a183-27d9-4c00-b2b0-81daea5a2959 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.832931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57a8521c-17ae-420f-9bd5-863d0b2fd9e0 req-7048a183-27d9-4c00-b2b0-81daea5a2959 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 946 time: 0.1501858 Aug 29 04:28:41.844817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2c29c-ef3a-45bf-9bf1-eb93b347e96d tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=d78e081f-67b7-4f02-81cd-20293805a19f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.903180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57a8521c-17ae-420f-9bd5-863d0b2fd9e0 req-e7999704-f5ca-411b-972d-b7ce0be7761a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502045 Aug 29 04:28:42.019862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.049597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad739502-8a7c-40c2-9b26-339db729eef6 req-e0fb851c-3f5b-4392-b293-5ba0514db87d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 210 time: 0.0437415 Aug 29 04:28:42.050672 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.060499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Transition to ACTIVE for port object 9737a63e-7409-4dcb-84a3-ba184a62d540 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:42.077417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Transition to ACTIVE for port object 9737a63e-7409-4dcb-84a3-ba184a62d540 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:42.091279 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.125704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.132211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Network 512feb09-2489-4e57-b988-4384761bd559 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:42.136307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:42.141147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:42.188784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f31e-e668-424d-97dc-a175866767a8 req-d886de89-5e0b-4eab-a883-490839709ab0 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.190801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ff8f31e-e668-424d-97dc-a175866767a8 req-d886de89-5e0b-4eab-a883-490839709ab0 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 950 time: 0.1119750 Aug 29 04:28:42.193447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Pushing event updated for resources: {'Port': ['ID=9737a63e-7409-4dcb-84a3-ba184a62d540,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.229577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Attempting to bind port 9737a63e-7409-4dcb-84a3-ba184a62d540 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:42.229997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Attempting to bind port 9737a63e-7409-4dcb-84a3-ba184a62d540 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '6ae1991b-5bb7-4b07-ba42-d3148dc5639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '512feb09-2489-4e57-b988-4384761bd559'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:42.230467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Attempting to bind port 9737a63e-7409-4dcb-84a3-ba184a62d540 on network 512feb09-2489-4e57-b988-4384761bd559 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:42.233247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.236864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:42.237259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Checking segment: {'id': '6ae1991b-5bb7-4b07-ba42-d3148dc5639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '512feb09-2489-4e57-b988-4384761bd559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:42.237675 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.238150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Bound using segment: {'id': '6ae1991b-5bb7-4b07-ba42-d3148dc5639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '512feb09-2489-4e57-b988-4384761bd559'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:42.239185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Bound port: 9737a63e-7409-4dcb-84a3-ba184a62d540, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae1991b-5bb7-4b07-ba42-d3148dc5639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '512feb09-2489-4e57-b988-4384761bd559'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:42.239841 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.291488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=d78e081f-67b7-4f02-81cd-20293805a19f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.304147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ff8f31e-e668-424d-97dc-a175866767a8 req-ddc40d05-c79f-40b3-b3d6-fdca6406ba81 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803373 Aug 29 04:28:42.346490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] For port 9737a63e-7409-4dcb-84a3-ba184a62d540, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:42.350910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] For port 9737a63e-7409-4dcb-84a3-ba184a62d540, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9737a63e-7409-4dcb-84a3-ba184a62d540,segment=NetworkSegment(6ae1991b-5bb7-4b07-ba42-d3148dc5639e),segment_id=6ae1991b-5bb7-4b07-ba42-d3148dc5639e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:42.357312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.381926 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.395809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512feb09-2489-4e57-b988-4384761bd559']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.412747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae1991b-5bb7-4b07-ba42-d3148dc5639e') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.413757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae1991b-5bb7-4b07-ba42-d3148dc5639e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.425544 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.446041 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.461463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:42.461888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:42.466813 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:42.511500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7974eb3-b7a1-4e82-b266-dd3931fd90bd None None] Pushing event updated for resources: {'Port': ['ID=9737a63e-7409-4dcb-84a3-ba184a62d540,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.538793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50438ed3-c17b-49e7-a47f-af8c673cc53a None None] Network 512feb09-2489-4e57-b988-4384761bd559 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:42.563879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:28:42.563879 n-d-712142-15 neutron-server[94846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:28:42.563879 n-d-712142-15 neutron-server[94846]: [parameters: {'id': '512feb09-2489-4e57-b988-4384761bd559'}] Aug 29 04:28:42.563879 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:42.564465 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:42.682369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952aea0-9513-41fc-93fd-e7e519e47d98 req-3adb69aa-dd40-4171-9a8a-b1fa231ed394 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.684192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d952aea0-9513-41fc-93fd-e7e519e47d98 req-3adb69aa-dd40-4171-9a8a-b1fa231ed394 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 950 time: 0.0572023 Aug 29 04:28:42.736846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d952aea0-9513-41fc-93fd-e7e519e47d98 req-05d51304-adbd-49b1-903e-5a45bbfca380 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Aug 29 04:28:42.870360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e2a4fa-1917-4e9f-be79-65d68f057260 None None] Network 512feb09-2489-4e57-b988-4384761bd559 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:43.065946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee8a8a-2f27-427d-aab0-57458151de98 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:43.072441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.113233 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2e1aabbe-3779-42cb-9d04-d3708c988f13 req-0dadd1e8-4bc4-4fde-987a-425f24f7473c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0673780 Aug 29 04:28:43.206883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2e1aabbe-3779-42cb-9d04-d3708c988f13 req-7385983a-2059-494a-b728-2aa9cb9102ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0299749 Aug 29 04:28:43.221442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-dc8097a5-f0d1-40f8-b81e-1938d0eab905 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.224201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-dc8097a5-f0d1-40f8-b81e-1938d0eab905 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 813 time: 0.1726782 Aug 29 04:28:43.227825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Deleting port 9737a63e-7409-4dcb-84a3-ba184a62d540 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:43.229044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.247875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Request body: {'port': {'device_id': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba', 'admin_state_up': True, 'tenant_id': 'cb9f4f4348364cfa928cb249eda84448'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.277133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1edbf-de9a-4bc7-af25-3548282513bc req-1a33027b-8162-4789-8689-8c0b92f6f031 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.280407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06c1edbf-de9a-4bc7-af25-3548282513bc req-1a33027b-8162-4789-8689-8c0b92f6f031 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 946 time: 0.2907381 Aug 29 04:28:43.312902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee8a8a-2f27-427d-aab0-57458151de98 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:43.334706 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2e1aabbe-3779-42cb-9d04-d3708c988f13 req-ec2b2374-fa2b-45ca-a45d-cab061c29f90 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1010997 Aug 29 04:28:43.353351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f7911b3-18f0-4d4e-b951-6edbae8fd5d1 req-19bc5638-084d-4df9-82a5-b030a11f2ca8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 210 time: 0.1274040 Aug 29 04:28:43.408359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06c1edbf-de9a-4bc7-af25-3548282513bc req-7f0165ba-5cb8-45b4-8f7b-d63645525588 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944963 Aug 29 04:28:43.442190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] For port 9737a63e-7409-4dcb-84a3-ba184a62d540, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9737a63e-7409-4dcb-84a3-ba184a62d540,segment=NetworkSegment(6ae1991b-5bb7-4b07-ba42-d3148dc5639e),segment_id=6ae1991b-5bb7-4b07-ba42-d3148dc5639e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:43.442676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.499208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Calling delete_port for 9737a63e-7409-4dcb-84a3-ba184a62d540 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:43.513110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Made reservation on behalf of cb9f4f4348364cfa928cb249eda84448 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:43.519292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.612818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aabbe-3779-42cb-9d04-d3708c988f13 req-ea25df0a-3b76-4667-b8d7-2fd797339dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.614359 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2e1aabbe-3779-42cb-9d04-d3708c988f13 req-ea25df0a-3b76-4667-b8d7-2fd797339dcb service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2732663 Aug 29 04:28:43.655483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.697622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Port': ['ID=9737a63e-7409-4dcb-84a3-ba184a62d540,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.701974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No DVR routers for this DVR port 9737a63e-7409-4dcb-84a3-ba184a62d540 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:43.730265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Allocated IP 172.20.0.4 (93be5b83-c2a4-459c-a5c6-5be107740aba/88163fe2-9de1-43be-9945-b132ade96e98/d9a3013a-22aa-42e3-9a8f-14dcf10a6951) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:43.784475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.796946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512feb09-2489-4e57-b988-4384761bd559']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:43.814138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae1991b-5bb7-4b07-ba42-d3148dc5639e') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:43.814689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae1991b-5bb7-4b07-ba42-d3148dc5639e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:43.824569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.841210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.848408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:43.849103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:43.852290 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:43.918260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343c93f-629a-44f8-8624-34f195779a9f req-e01c0899-fdd2-49e1-93e7-0b3a8bcd7c2b tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.919892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1343c93f-629a-44f8-8624-34f195779a9f req-e01c0899-fdd2-49e1-93e7-0b3a8bcd7c2b tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 950 time: 0.0823870 Aug 29 04:28:43.922722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.931366 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.940186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49368) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.940531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/512feb09-2489-4e57-b988-4384761bd559 HTTP/1.1" status: 204 len: 168 time: 2.1202207 Aug 29 04:28:43.955176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50bfc-f0f6-40e0-8eb2-c76c9faea019 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=512feb09-2489-4e57-b988-4384761bd559,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.975856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.989812 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e4f095-fd9b-4106-a766-cced8e4ec306 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:43.990444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e4f095-fd9b-4106-a766-cced8e4ec306 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:43.992173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b1e4f095-fd9b-4106-a766-cced8e4ec306 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/512feb09-2489-4e57-b988-4384761bd559 HTTP/1.1" status: 404 len: 339 time: 0.0507905 Aug 29 04:28:43.996416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49370) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.012222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-475523976', 'description': 'd1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.018060 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1343c93f-629a-44f8-8624-34f195779a9f req-5d42cd0a-6bf5-4aef-b43a-0655e8564d5a tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa6e95e-4f7f-4027-9b8a-0e6844880853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817716 Aug 29 04:28:44.042248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:44.046860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.051258 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.076879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:44.089172 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.089788 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment aa9d0f7a-13a5-4241-9a0c-d4b07f921093 of type vlan for network 1aab37b4-16dc-4a73-8e10-38c690d79436 Aug 29 04:28:44.104253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Network 93be5b83-c2a4-459c-a5c6-5be107740aba is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:44.107716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:44.112210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:44.139070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.150980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.194903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.196086 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.203713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.210351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.211105 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.212341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f3a839dc-8163-4100-a891-9366988855f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9713700 Aug 29 04:28:44.230457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Request body: {'port': {'device_id': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.288473 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2905550 Aug 29 04:28:44.294997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49380) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.327062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed81dd-2d6f-42c5-ae31-5e973aed8395 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=1aab37b4-16dc-4a73-8e10-38c690d79436,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.350647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 1aab37b4-16dc-4a73-8e10-38c690d79436 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:44.356234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-0102d795-5152-48e0-9998-93bc6ba2ab59 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.358471 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-0102d795-5152-48e0-9998-93bc6ba2ab59 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.64 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 950 time: 0.0938890 Aug 29 04:28:44.367493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.476110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b93331-471d-4871-ba00-9029ee13d944 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.481122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-35b93331-471d-4871-ba00-9029ee13d944 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/networks?id=1aab37b4-16dc-4a73-8e10-38c690d79436 HTTP/1.1" status: 200 len: 760 time: 0.1821024 Aug 29 04:28:44.482425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49390) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.501835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1d65fc00-fcef-4387-80e1-c3b5a16b7680 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'description': 'd2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.544464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Deleting port ba2eea27-eb2c-4b8d-8500-dfa9378b896e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:44.544464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.646737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] For port ba2eea27-eb2c-4b8d-8500-dfa9378b896e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:44.647115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.669717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Calling delete_port for ba2eea27-eb2c-4b8d-8500-dfa9378b896e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:44.839259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.852784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['ba2eea27-eb2c-4b8d-8500-dfa9378b896e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:44.891185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Pushing event deleted for resources: {'Port': ['ID=ba2eea27-eb2c-4b8d-8500-dfa9378b896e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.934636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] No DVR routers for this DVR port ba2eea27-eb2c-4b8d-8500-dfa9378b896e on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:44.937284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.939411 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4d9c6003-e7e4-41c0-9a37-d4c194f98482 req-01ce99bc-2a0d-46b5-9ac8-a3ceca7e8619 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.64 "DELETE /v2.0/ports/ba2eea27-eb2c-4b8d-8500-dfa9378b896e HTTP/1.1" status: 204 len: 173 time: 0.5729337 Aug 29 04:28:44.939859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389d5be8-b6f9-4e4a-a327-5b22fa7066f8', 'name': 'network-vif-deleted', 'tag': 'ba2eea27-eb2c-4b8d-8500-dfa9378b896e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:44.953784 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bdbe21-a6ea-4cf5-b7fe-29935aae2279" -d '{"events": [{"server_uuid": "389d5be8-b6f9-4e4a-a327-5b22fa7066f8", "name": "network-vif-deleted", "tag": "ba2eea27-eb2c-4b8d-8500-dfa9378b896e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:44.989624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955f12-c8f0-475f-9862-5e7437c4a2e7 req-1572947d-d774-4693-95ab-e9d1abd9097f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.991178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41955f12-c8f0-475f-9862-5e7437c4a2e7 req-1572947d-d774-4693-95ab-e9d1abd9097f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 931 time: 0.5227354 Aug 29 04:28:45.128829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bad16395-191e-4d55-a895-ec4d12f1a7df details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:45.131484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce5dff-5f39-4352-aee6-a391e0f22799 req-deb50c42-004e-4e2b-a850-ff6e59966253 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.133112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2ce5dff-5f39-4352-aee6-a391e0f22799 req-deb50c42-004e-4e2b-a850-ff6e59966253 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 946 time: 0.5863466 Aug 29 04:28:45.201869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41955f12-c8f0-475f-9862-5e7437c4a2e7 req-5b53f74c-20f0-4447-bcfa-1905a8847798 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922090 Aug 29 04:28:45.218792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1d65fc00-fcef-4387-80e1-c3b5a16b7680 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.257351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2ce5dff-5f39-4352-aee6-a391e0f22799 req-3979fa13-1aaf-4f21-b37c-4effc7427fe4 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126454 Aug 29 04:28:45.264843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1d65fc00-fcef-4387-80e1-c3b5a16b7680 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.296351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bad16395-191e-4d55-a895-ec4d12f1a7df,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.312686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d65fc00-fcef-4387-80e1-c3b5a16b7680 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 1aab37b4-16dc-4a73-8e10-38c690d79436 is not hosted by any dhcp agent {{(pid=94845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:28:45.318494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d65fc00-fcef-4387-80e1-c3b5a16b7680 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.319194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1d65fc00-fcef-4387-80e1-c3b5a16b7680 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.320755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1d65fc00-fcef-4387-80e1-c3b5a16b7680 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "PUT /v2.0/networks/1aab37b4-16dc-4a73-8e10-38c690d79436 HTTP/1.1" status: 200 len: 757 time: 0.8261371 Aug 29 04:28:45.330677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49412) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.371409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'bad16395-191e-4d55-a895-ec4d12f1a7df', 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'port_id': 'bad16395-191e-4d55-a895-ec4d12f1a7df', 'mac_address': 'fa:16:3e:53:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3485315-dc0a-4a6b-9ba0-9428c44982be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:45.440195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65fc00-fcef-4387-80e1-c3b5a16b7680 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=1aab37b4-16dc-4a73-8e10-38c690d79436,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.460042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 1aab37b4-16dc-4a73-8e10-38c690d79436 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:45.490886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a3013a-22aa-42e3-9a8f-14dcf10a6951 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:45.502019 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.519191 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f28b9a-5513-4c27-ad57-f3d49d53836a x-openstack-request-id: req-31f28b9a-5513-4c27-ad57-f3d49d53836a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:45.519564 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389d5be8-b6f9-4e4a-a327-5b22fa7066f8", "name": "network-vif-deleted", "tag": "ba2eea27-eb2c-4b8d-8500-dfa9378b896e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:45.519763 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31f28b9a-5513-4c27-ad57-f3d49d53836a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:45.520881 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389d5be8-b6f9-4e4a-a327-5b22fa7066f8', 'name': 'network-vif-deleted', 'tag': 'ba2eea27-eb2c-4b8d-8500-dfa9378b896e', 'status': 'completed', 'code': 200} Aug 29 04:28:45.522092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Transition to ACTIVE for port object d9a3013a-22aa-42e3-9a8f-14dcf10a6951 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:45.540438 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.554279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacddbdf-8e6d-4bd5-a96a-977485871a4a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.556394 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aacddbdf-8e6d-4bd5-a96a-977485871a4a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/networks?id=1aab37b4-16dc-4a73-8e10-38c690d79436 HTTP/1.1" status: 200 len: 760 time: 0.2251427 Aug 29 04:28:45.561335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49414) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.567534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1680306298'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:45.569642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-160f255a-2129-4ce1-b829-2afb7c3ac591 req-f58b765c-7a8c-4bf7-bd47-6b0fe487e016 tempest-ServerDiagnosticsNegativeTest-1980348862 tempest-ServerDiagnosticsNegativeTest-1980348862-project] 10.222.0.58 "GET /v2.0/ports?device_id=389d5be8-b6f9-4e4a-a327-5b22fa7066f8 HTTP/1.1" status: 200 len: 210 time: 0.0458596 Aug 29 04:28:45.609785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:45.613923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.640932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.649612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:45.659484 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.661963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.662369 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment dfd76045-3e8d-41d1-8309-a1dca488f085 of type vlan for network 679be476-4fb6-4c32-9a13-9e23e391cce2 Aug 29 04:28:45.696808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bad16395-191e-4d55-a895-ec4d12f1a7df {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:45.726715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bad16395-191e-4d55-a895-ec4d12f1a7df,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.734216 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.738007 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.760162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Attempting to bind port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:45.760730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Attempting to bind port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:45.761137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Attempting to bind port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 on network 93be5b83-c2a4-459c-a5c6-5be107740aba {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:45.767721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 on network 93be5b83-c2a4-459c-a5c6-5be107740aba not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:45.768185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Attempting to bind port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 on network 93be5b83-c2a4-459c-a5c6-5be107740aba {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:45.770277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.776203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:45.776597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Checking segment: {'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:45.777006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Bound using segment: {'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:45.777164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.777470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Bound port: d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:45.777902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.778664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.797223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bad16395-191e-4d55-a895-ec4d12f1a7df,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.806862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bad16395-191e-4d55-a895-ec4d12f1a7df'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:45.846134 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2836146 Aug 29 04:28:45.849539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49416) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.856147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': '679be476-4fb6-4c32-9a13-9e23e391cce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:45.861849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6e0f4-74f2-420f-a6a9-45e70464a178 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=679be476-4fb6-4c32-9a13-9e23e391cce2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.873974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 679be476-4fb6-4c32-9a13-9e23e391cce2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:45.939507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:45.946183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:45.954194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.997792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.998427 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.999854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] 10.222.0.64 "PUT /v2.0/ports/d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 200 len: 1092 time: 1.7742507 Aug 29 04:28:46.002326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:46.009775 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc02182-ca61-4680-abd6-5e09062e150a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:46.068620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:46.071979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.079392 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eeb1a7-b3ad-4c08-a463-41998ad0602d x-openstack-request-id: req-47eeb1a7-b3ad-4c08-a463-41998ad0602d {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:46.079717 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:46.079964 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47eeb1a7-b3ad-4c08-a463-41998ad0602d {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:46.080423 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'status': 'completed', 'code': 200} Aug 29 04:28:46.110938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceadce1-f2fe-4a0d-9700-3321106e380a service neutron] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.177124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-67482732-d534-4132-8e8d-74bd24aec45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.178630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-67482732-d534-4132-8e8d-74bd24aec45b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1095 time: 0.1211758 Aug 29 04:28:46.232972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-f7c34aa0-7ce8-414a-861a-80fcafa08e51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 200 len: 217 time: 0.0448558 Aug 29 04:28:46.381233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-07121fb8-b608-4763-b99d-1d4a927bbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.382716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-07121fb8-b608-4763-b99d-1d4a927bbd46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.1400809 Aug 29 04:28:46.448492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-ba573137-c535-4fcc-b9e6-a40bfa87e96e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552628 Aug 29 04:28:46.501478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2ec50-9ace-4d32-a8b9-f7713c14b5b0 req-36ccc42b-5771-4ca6-826c-c43216b8a7e8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.502979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02b2ec50-9ace-4d32-a8b9-f7713c14b5b0 req-36ccc42b-5771-4ca6-826c-c43216b8a7e8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.1947129 Aug 29 04:28:46.573413 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.670465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575a739-0711-4731-a5ef-f6c301185666 req-a2ea2deb-f31e-40b4-8a59-9d8513aec591 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.672239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4575a739-0711-4731-a5ef-f6c301185666 req-a2ea2deb-f31e-40b4-8a59-9d8513aec591 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 945 time: 0.2260644 Aug 29 04:28:46.699611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02b2ec50-9ace-4d32-a8b9-f7713c14b5b0 req-a3e9b5fe-6eb8-4374-ac88-c06b9780eab2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742010 Aug 29 04:28:46.736900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=d713035c-f3d3-4682-b843-29727ef4e7aa,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.750625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-050f40ae-04f6-4870-b145-7c0897d0bbde service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865977 Aug 29 04:28:46.778396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4575a739-0711-4731-a5ef-f6c301185666 req-dcfea172-40c8-4b60-82b0-eb5f7d83291f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965774 Aug 29 04:28:46.779224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': 'dfd76045-3e8d-41d1-8309-a1dca488f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '679be476-4fb6-4c32-9a13-9e23e391cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:46.779593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: 679be476-4fb6-4c32-9a13-9e23e391cce2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:46.850598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network 679be476-4fb6-4c32-9a13-9e23e391cce2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:46.878247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 679be476-4fb6-4c32-9a13-9e23e391cce2) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:46.885519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.886169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.892756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c762ad59-f63c-4f9f-bfa0-9fc551905eee None None] Network 679be476-4fb6-4c32-9a13-9e23e391cce2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:46.905070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d7d8c2ee-c3c9-4a59-a162-d897553c3ccd tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0540786 Aug 29 04:28:46.907852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49454) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.917298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1a2f3bf-7453-417b-8d7e-38094848969f req-21499e11-7ce9-49e1-81fb-f14e5927dd11 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558304 Aug 29 04:28:47.030696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc02182-ca61-4680-abd6-5e09062e150a req-d6e5dfae-deed-45d0-b277-1f0eb01d5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.032414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cc02182-ca61-4680-abd6-5e09062e150a req-d6e5dfae-deed-45d0-b277-1f0eb01d5f20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1095 time: 0.0570252 Aug 29 04:28:47.037663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.136656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ba2eea27-eb2c-4b8d-8500-dfa9378b896e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:47.146268 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.193349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: ba2eea27-eb2c-4b8d-8500-dfa9378b896e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:47.193733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ba2eea27-eb2c-4b8d-8500-dfa9378b896e not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:47.194145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bad16395-191e-4d55-a895-ec4d12f1a7df no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:47.218587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc02182-ca61-4680-abd6-5e09062e150a req-0db6db60-666d-4d2e-947e-27ec5e075a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.220547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cc02182-ca61-4680-abd6-5e09062e150a req-0db6db60-666d-4d2e-947e-27ec5e075a15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 914 time: 0.1809659 Aug 29 04:28:47.227654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.260125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=d713035c-f3d3-4682-b843-29727ef4e7aa,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:47.341998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cc02182-ca61-4680-abd6-5e09062e150a req-91ceed98-a67a-458e-9bdb-895dd3fc02cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 200 len: 217 time: 0.1108623 Aug 29 04:28:47.370521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.384289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679be476-4fb6-4c32-9a13-9e23e391cce2']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:47.405187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd76045-3e8d-41d1-8309-a1dca488f085') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:47.405665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd76045-3e8d-41d1-8309-a1dca488f085') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:47.411283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745d685-8cb8-4607-acce-0e1728d96ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-679be476-4fb6-4c32-9a13-9e23e391cce2', 'network_id': '679be476-4fb6-4c32-9a13-9e23e391cce2', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': 'd713035c-f3d3-4682-b843-29727ef4e7aa'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:47.412465 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d745d685-8cb8-4607-acce-0e1728d96ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.418943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.420830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b6f97-3a63-4d2b-be64-15b735e740f8 req-5586ccf8-1240-4cec-bea6-8059b9303c8c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.424949 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-184abf43-cdf7-4f27-8e0d-d51290fd82da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.429407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b05b6f97-3a63-4d2b-be64-15b735e740f8 req-5586ccf8-1240-4cec-bea6-8059b9303c8c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 945 time: 0.2074816 Aug 29 04:28:47.439322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.449522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:47.450953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.460968 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.479759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bad16395-191e-4d55-a895-ec4d12f1a7df {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:47.483865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc02182-ca61-4680-abd6-5e09062e150a req-116cde9b-a790-4892-a9a3-43dbc577cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.485406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cc02182-ca61-4680-abd6-5e09062e150a req-116cde9b-a790-4892-a9a3-43dbc577cd6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.1347404 Aug 29 04:28:47.503338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b05b6f97-3a63-4d2b-be64-15b735e740f8 req-a69807d2-09b4-4e73-8a61-49fd3deee037 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670421 Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:47.512234 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:47.520536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bad16395-191e-4d55-a895-ec4d12f1a7df,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:47.533115 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.539355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cc02182-ca61-4680-abd6-5e09062e150a req-ad50d8cd-a4b6-4034-8fed-e4c88c1ac4bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348670 Aug 29 04:28:47.556196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.568576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49466) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.580704 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-d745d685-8cb8-4607-acce-0e1728d96ff3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:28:47.580704 n-d-712142-15 neutron-server[94847]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 29 04:28:47.580704 n-d-712142-15 neutron-server[94847]: [parameters: {'project_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'id': '8d291ae6-7308-4c86-a4e9-82d06ffc4b18', 'name': '', 'network_id': '679be476-4fb6-4c32-9a13-9e23e391cce2', 'mac_address': 'fa:16:3e:9c:87:b8', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-679be476-4fb6-4c32-9a13-9e23e391cce2', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1329}] Aug 29 04:28:47.580704 n-d-712142-15 neutron-server[94847]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:47.581362 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-d745d685-8cb8-4607-acce-0e1728d96ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:47.581578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.586221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/679be476-4fb6-4c32-9a13-9e23e391cce2 HTTP/1.1" status: 204 len: 168 time: 0.6748645 Aug 29 04:28:47.586221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb55ce4-b93d-426e-bf62-b1393babbb97 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=679be476-4fb6-4c32-9a13-9e23e391cce2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:47.588045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49468) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.596567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49472) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.631869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bad16395-191e-4d55-a895-ec4d12f1a7df,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:47.632384 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f54630-ecc7-4423-a6bc-1ba7e0b09652 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] GET failed (client error): The resource could not be found. Aug 29 04:28:47.636543 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-06f54630-ecc7-4423-a6bc-1ba7e0b09652 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/subnets/d713035c-f3d3-4682-b843-29727ef4e7aa HTTP/1.1" status: 404 len: 337 time: 0.0428739 Aug 29 04:28:47.641649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49476) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.668570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cc02182-ca61-4680-abd6-5e09062e150a req-e8c6e125-d7f5-4022-b0db-8898c7a8942d service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195116 Aug 29 04:28:47.680658 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7214fb-a2dd-469f-bf09-a9999c51df7f tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:47.681310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7214fb-a2dd-469f-bf09-a9999c51df7f tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:47.687502 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d7214fb-a2dd-469f-bf09-a9999c51df7f tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/679be476-4fb6-4c32-9a13-9e23e391cce2 HTTP/1.1" status: 404 len: 339 time: 0.0439382 Aug 29 04:28:47.688197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49478) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.692500 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:28:47.814518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cc02182-ca61-4680-abd6-5e09062e150a req-a68901fb-485c-4d83-809f-4d602e99f8bf service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375477 Aug 29 04:28:47.838290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cf282-fc26-409c-89bd-dcf4c82ecb42 req-4080415f-e5ae-46dd-8b39-4d97f0af7185 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.838989 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-769508f9-6583-444d-8fb1-8aec5502a7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.840645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b40cf282-fc26-409c-89bd-dcf4c82ecb42 req-4080415f-e5ae-46dd-8b39-4d97f0af7185 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.0674670 Aug 29 04:28:47.885183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b40cf282-fc26-409c-89bd-dcf4c82ecb42 req-4325eed0-1f57-4cbf-bf4d-9d453a917306 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Aug 29 04:28:47.888893 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3605d25e-28f7-4d4e-9034-b9478ba8b91d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=380f5b8fddfe43e19d96e416332bd48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038363 Aug 29 04:28:47.895025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.956709 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-236c73fa-915d-4202-8bf7-7059ae321175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.982947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-236c73fa-915d-4202-8bf7-7059ae321175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.010665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06a55c-3749-441b-bde5-1bf3681295b5 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.016204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9d06a55c-3749-441b-bde5-1bf3681295b5 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3230453 Aug 29 04:28:48.016426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49488) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.069944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1b997858-2a60-43e3-b762-f2575f4d8d44 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 207 time: 0.0476413 Aug 29 04:28:48.070215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49490) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.083209 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d745d685-8cb8-4607-acce-0e1728d96ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.084524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-769508f9-6583-444d-8fb1-8aec5502a7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.096926 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-769508f9-6583-444d-8fb1-8aec5502a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.135117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f27c302-9f75-4d6d-a6af-91ac775def95 None None] Network 679be476-4fb6-4c32-9a13-9e23e391cce2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:48.141030 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-769508f9-6583-444d-8fb1-8aec5502a7b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a54a0261add64fe0a2b646d44f863223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429413 Aug 29 04:28:48.141686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49492) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.148533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769508f9-6583-444d-8fb1-8aec5502a7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b94f575-db80-4bb4-9060-e8eb3c883f89,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.148854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f27c302-9f75-4d6d-a6af-91ac775def95 None None] Network 679be476-4fb6-4c32-9a13-9e23e391cce2 could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:28:48.161444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-236c73fa-915d-4202-8bf7-7059ae321175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.164601 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-236c73fa-915d-4202-8bf7-7059ae321175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.166057 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-236c73fa-915d-4202-8bf7-7059ae321175 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fa6e95e-4f7f-4027-9b8a-0e6844880853 HTTP/1.1" status: 204 len: 168 time: 0.2699294 Aug 29 04:28:48.201821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44960e58-33c6-4ac1-9a46-f3f173cc963d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.205050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c73fa-915d-4202-8bf7-7059ae321175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa6e95e-4f7f-4027-9b8a-0e6844880853,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.234091 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44960e58-33c6-4ac1-9a46-f3f173cc963d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.283877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf8c4e-d5a7-46a3-a0f8-ad460fb90350 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.290568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf8c4e-d5a7-46a3-a0f8-ad460fb90350 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.295636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44960e58-33c6-4ac1-9a46-f3f173cc963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.297730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf8c4e-d5a7-46a3-a0f8-ad460fb90350 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.298289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44960e58-33c6-4ac1-9a46-f3f173cc963d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.299484 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44960e58-33c6-4ac1-9a46-f3f173cc963d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b94f575-db80-4bb4-9060-e8eb3c883f89 HTTP/1.1" status: 204 len: 168 time: 0.1565318 Aug 29 04:28:48.304527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf8c4e-d5a7-46a3-a0f8-ad460fb90350 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.306398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e8cf8c4e-d5a7-46a3-a0f8-ad460fb90350 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2352788 Aug 29 04:28:48.311930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49498) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.313042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44960e58-33c6-4ac1-9a46-f3f173cc963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b94f575-db80-4bb4-9060-e8eb3c883f89,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.470735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fdc5615a-c577-4a69-9bda-0ac60095d89f tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1537516 Aug 29 04:28:48.474359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49502) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.536716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49508) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.568296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1c08a59-7658-49c1-875c-3786fda8f697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.648315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdfbac-e206-4cc0-8888-67e5a7577156 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.654664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdfbac-e206-4cc0-8888-67e5a7577156 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.656620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c9cdfbac-e206-4cc0-8888-67e5a7577156 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1812212 Aug 29 04:28:48.660263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49512) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.732220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfabb7c-03b2-4b7e-a6aa-edf99ce7e793 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['shared'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.733834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfabb7c-03b2-4b7e-a6aa-edf99ce7e793 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['shared'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.739052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1c08a59-7658-49c1-875c-3786fda8f697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.740171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49514) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.740476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1cfabb7c-03b2-4b7e-a6aa-edf99ce7e793 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0786347 Aug 29 04:28:48.771211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49516) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.785531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec543e69-ed9a-4c26-a751-4d4b859bbab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.802480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1c08a59-7658-49c1-875c-3786fda8f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.829868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430636be-0c15-43db-aa3f-e8c171fdb5e4 req-d009c108-eb8a-4d3b-adde-4d03d1915633 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.831478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-430636be-0c15-43db-aa3f-e8c171fdb5e4 req-d009c108-eb8a-4d3b-adde-4d03d1915633 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 944 time: 0.1570234 Aug 29 04:28:48.902147 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec543e69-ed9a-4c26-a751-4d4b859bbab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.915023 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec543e69-ed9a-4c26-a751-4d4b859bbab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.959380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ec543e69-ed9a-4c26-a751-4d4b859bbab0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a68333d78ad424faa09822af34da1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870022 Aug 29 04:28:48.960634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec543e69-ed9a-4c26-a751-4d4b859bbab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75763ee3-1ce2-4546-b7b2-41d56b7af85b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.963329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49522) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.026437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1e1e-aaf8-468c-82ab-da6eec16b8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.050167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1e1e-aaf8-468c-82ab-da6eec16b8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.099753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1e1e-aaf8-468c-82ab-da6eec16b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.102469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1e1e-aaf8-468c-82ab-da6eec16b8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.103669 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d0ba1e1e-aaf8-468c-82ab-da6eec16b8f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75763ee3-1ce2-4546-b7b2-41d56b7af85b HTTP/1.1" status: 204 len: 168 time: 0.1393659 Aug 29 04:28:49.114069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba1e1e-aaf8-468c-82ab-da6eec16b8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75763ee3-1ce2-4546-b7b2-41d56b7af85b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.127536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:49.197525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f1c08a59-7658-49c1-875c-3786fda8f697 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af0d71fb64564949ac64f505da80285c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6569896 Aug 29 04:28:49.198642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49528) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.211718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08a59-7658-49c1-875c-3786fda8f697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d8e32c-5aa8-4760-ab30-f82372670803,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.259857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-430636be-0c15-43db-aa3f-e8c171fdb5e4 req-2f07d445-1d5d-42b1-a1b9-a55b51404d04 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416950 Aug 29 04:28:49.268076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-abf475f4-41d0-492d-a716-f8e4365d262b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.269640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-abf475f4-41d0-492d-a716-f8e4365d262b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 944 time: 0.4799943 Aug 29 04:28:49.270044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39335cd3-7701-447c-974e-8684445af88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.276623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97220fc-22ee-4e72-bf94-a4942053b24a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.278740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c97220fc-22ee-4e72-bf94-a4942053b24a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/networks/47ece474-2640-4dd5-8c12-56a30a4fad7d HTTP/1.1" status: 200 len: 799 time: 0.5364585 Aug 29 04:28:49.284607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49530) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.287451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:49.298030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa4041-224f-48d8-aa39-3979fdad775f req-3fd021ff-7ed3-436d-9eea-d5732dd61485 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.299576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7fa4041-224f-48d8-aa39-3979fdad775f req-3fd021ff-7ed3-436d-9eea-d5732dd61485 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.1802511 Aug 29 04:28:49.315482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba', 'port_id': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'mac_address': 'fa:16:3e:a4:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88163fe2-9de1-43be-9945-b132ade96e98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:49.385929 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.392029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7fa4041-224f-48d8-aa39-3979fdad775f req-930f404b-18c0-4f0e-9d5b-b9f753332895 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706651 Aug 29 04:28:49.409993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a3013a-22aa-42e3-9a8f-14dcf10a6951 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:49.440994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:49.446783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.451275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Deleting port bad16395-191e-4d55-a895-ec4d12f1a7df {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:49.452259 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.541033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.561268 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] For port bad16395-191e-4d55-a895-ec4d12f1a7df, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bad16395-191e-4d55-a895-ec4d12f1a7df,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:49.561893 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.580660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Calling delete_port for bad16395-191e-4d55-a895-ec4d12f1a7df owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:49.692504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9a3013a-22aa-42e3-9a8f-14dcf10a6951'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:49.764113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.790536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39335cd3-7701-447c-974e-8684445af88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.801618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event deleted for resources: {'Port': ['ID=bad16395-191e-4d55-a895-ec4d12f1a7df,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.829383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-905eb65c-0850-4b19-9fe3-cb21a51eb916 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/networks/47ece474-2640-4dd5-8c12-56a30a4fad7d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5418246 Aug 29 04:28:49.833950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49544) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.865851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] No DVR routers for this DVR port bad16395-191e-4d55-a895-ec4d12f1a7df on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:49.870214 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.875314 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85a70f2b-ea90-4aa4-93db-77aa3e558a9c req-1460ccef-3601-40be-bbc2-aa70fe4bc373 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.64 "DELETE /v2.0/ports/bad16395-191e-4d55-a895-ec4d12f1a7df HTTP/1.1" status: 204 len: 173 time: 0.5925207 Aug 29 04:28:49.875852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6f5357-19c9-428d-95fb-8a2dfdf78dfd', 'name': 'network-vif-deleted', 'tag': 'bad16395-191e-4d55-a895-ec4d12f1a7df'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:49.878401 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11ac760-ca67-4dc9-8f19-f39f446106b0" -d '{"events": [{"server_uuid": "af6f5357-19c9-428d-95fb-8a2dfdf78dfd", "name": "network-vif-deleted", "tag": "bad16395-191e-4d55-a895-ec4d12f1a7df"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:49.904933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa08301-c49b-4ec9-91fa-01d4e0ca88d3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.910028 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7fa08301-c49b-4ec9-91fa-01d4e0ca88d3 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/subnets/11dd5133-d363-4b98-8e9b-f49922da3922 HTTP/1.1" status: 200 len: 811 time: 0.0713286 Aug 29 04:28:49.910592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49550) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.910919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39335cd3-7701-447c-974e-8684445af88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.914384 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39335cd3-7701-447c-974e-8684445af88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.918103 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-39335cd3-7701-447c-974e-8684445af88c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4d8e32c-5aa8-4760-ab30-f82372670803 HTTP/1.1" status: 204 len: 168 time: 0.7159321 Aug 29 04:28:49.938221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39335cd3-7701-447c-974e-8684445af88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d8e32c-5aa8-4760-ab30-f82372670803,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.009063 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d277d274-ef76-4a81-abc8-c251d39938da x-openstack-request-id: req-d277d274-ef76-4a81-abc8-c251d39938da {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:50.009373 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6f5357-19c9-428d-95fb-8a2dfdf78dfd", "name": "network-vif-deleted", "tag": "bad16395-191e-4d55-a895-ec4d12f1a7df", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:50.009632 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d277d274-ef76-4a81-abc8-c251d39938da {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:50.010055 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6f5357-19c9-428d-95fb-8a2dfdf78dfd', 'name': 'network-vif-deleted', 'tag': 'bad16395-191e-4d55-a895-ec4d12f1a7df', 'status': 'completed', 'code': 200} Aug 29 04:28:50.047853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6143d-25b5-4437-a1d3-f541a15e3cca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.050168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d6f6143d-25b5-4437-a1d3-f541a15e3cca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "GET /v2.0/subnets/11dd5133-d363-4b98-8e9b-f49922da3922?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1385474 Aug 29 04:28:50.053835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49558) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.062911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684187947'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:50.088479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:50.092516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.121871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:50.132672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.133035 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Added segment 31f7df99-3a49-45ca-9d4a-a86e27b5fcbf of type vlan for network d8ab0b84-1814-4498-945e-49e7fd6a061c Aug 29 04:28:50.182317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.209854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.216594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.217038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.281553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2263956 Aug 29 04:28:50.284502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49568) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.286738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.292028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'network_id': 'd8ab0b84-1814-4498-945e-49e7fd6a061c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:50.354856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224f08c-623c-4b92-a3c9-5e4fab6601bc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Network': ['ID=d8ab0b84-1814-4498-945e-49e7fd6a061c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.388686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d8ab0b84-1814-4498-945e-49e7fd6a061c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:50.405553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Made reservation on behalf of f3a9864e1d864e6bacb17be1e33e6136 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:50.410351 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.459739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8885b13a-3567-443b-843b-b63964ee388b req-68aee970-dd6a-46a4-998d-369147bb0de9 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=af6f5357-19c9-428d-95fb-8a2dfdf78dfd HTTP/1.1" status: 200 len: 210 time: 0.0457003 Aug 29 04:28:50.517277 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e06038a-0fb0-459c-be10-e42275204b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.587526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_backend_mixin [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Performing IP validity checks on allocation pools {{(pid=94845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:28:50.588087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_backend_mixin [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:28:50.631734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd485a-b641-4dc3-a1bf-4a9de65909b7 req-4070682f-6851-4383-959d-8eb4f86f30c9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.633441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59cd485a-b641-4dc3-a1bf-4a9de65909b7 req-4070682f-6851-4383-959d-8eb4f86f30c9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 944 time: 0.0946057 Aug 29 04:28:50.693778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59cd485a-b641-4dc3-a1bf-4a9de65909b7 req-c8766ac1-d2d5-4671-92f3-0cc274e59bfb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526497 Aug 29 04:28:50.819158 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.897214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=b50c046e-c2d6-45c8-a9f8-5991712f63b3,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.919674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Checking segment: {'id': '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8ab0b84-1814-4498-945e-49e7fd6a061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:50.920088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network hostable DHCP agents. Network: d8ab0b84-1814-4498-945e-49e7fd6a061c, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:50.939008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Network d8ab0b84-1814-4498-945e-49e7fd6a061c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:50.959267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, d8ab0b84-1814-4498-945e-49e7fd6a061c) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:50.965131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.966361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.973503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e3055-ef88-404b-9172-1281f78b43f8 None None] Network d8ab0b84-1814-4498-945e-49e7fd6a061c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:50.986051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49610) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.986669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2aa590a9-fb0e-439e-9b93-8745ad71c418 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7007825 Aug 29 04:28:50.993048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b63c68c1-6536-4567-b4a6-8e28f81cdd43 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:51.151572 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b63c68c1-6536-4567-b4a6-8e28f81cdd43 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29082822'] for subnet, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.178441 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:51.208134 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.259328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-d8ab0b84-1814-4498-945e-49e7fd6a061c', 'network_id': 'd8ab0b84-1814-4498-945e-49e7fd6a061c', 'tenant_id': 'f3a9864e1d864e6bacb17be1e33e6136', 'fixed_ips': [{'subnet_id': 'b50c046e-c2d6-45c8-a9f8-5991712f63b3'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:51.260427 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.354584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:51.361953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:51.362483 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.468511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.470624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b63c68c1-6536-4567-b4a6-8e28f81cdd43 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794001954344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25487092'] for subnet, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.531150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:51.532339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c68c1-6536-4567-b4a6-8e28f81cdd43 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.532977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b63c68c1-6536-4567-b4a6-8e28f81cdd43 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.534088 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a477c4fe-c7c1-47ed-8dbc-f66d411b0f22" -d '{"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:51.537813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49634) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.547703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b63c68c1-6536-4567-b4a6-8e28f81cdd43 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "PUT /v2.0/subnets/b50c046e-c2d6-45c8-a9f8-5991712f63b3 HTTP/1.1" status: 200 len: 877 time: 0.5593054 Aug 29 04:28:51.555303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:51.560431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Allocated IP 172.20.0.3 (d8ab0b84-1814-4498-945e-49e7fd6a061c/b50c046e-c2d6-45c8-a9f8-5991712f63b3/6ff66a64-19df-4e82-80df-bde64da4efd7) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:51.566121 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.568296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c68c1-6536-4567-b4a6-8e28f81cdd43 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event updated for resources: {'Subnet': ['ID=b50c046e-c2d6-45c8-a9f8-5991712f63b3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.680662 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91d7dd3-efcd-45ce-960d-f1da7ba700f6 x-openstack-request-id: req-c91d7dd3-efcd-45ce-960d-f1da7ba700f6 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:51.681120 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:51.681552 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c91d7dd3-efcd-45ce-960d-f1da7ba700f6 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:51.682093 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'code': 200} Aug 29 04:28:51.710343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.737899 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.838010 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.845353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49652) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.848375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Transition to ACTIVE for port object 6ff66a64-19df-4e82-80df-bde64da4efd7 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:51.870342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Transition to ACTIVE for port object 6ff66a64-19df-4e82-80df-bde64da4efd7 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:51.880706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dbdaa-079e-4381-8d39-36a67223d3d5 req-04964ef8-1953-4706-bca2-d352d51e7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.881628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.882905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1b3dbdaa-079e-4381-8d39-36a67223d3d5 req-04964ef8-1953-4706-bca2-d352d51e7ebb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1097 time: 0.1586778 Aug 29 04:28:51.885138 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.947640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Network d8ab0b84-1814-4498-945e-49e7fd6a061c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:51.951715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:51.954152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Pushing event updated for resources: {'Port': ['ID=6ff66a64-19df-4e82-80df-bde64da4efd7,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.963205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:52.034100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Attempting to bind port 6ff66a64-19df-4e82-80df-bde64da4efd7 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:52.034653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Attempting to bind port 6ff66a64-19df-4e82-80df-bde64da4efd7 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8ab0b84-1814-4498-945e-49e7fd6a061c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:52.035190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Attempting to bind port 6ff66a64-19df-4e82-80df-bde64da4efd7 on network d8ab0b84-1814-4498-945e-49e7fd6a061c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:52.036249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6631-2596-46e0-8ccd-be98080480b1 req-8002ecac-af06-4fc9-9745-67b29025df7c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.037790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1edc6631-2596-46e0-8ccd-be98080480b1 req-8002ecac-af06-4fc9-9745-67b29025df7c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2196231 Aug 29 04:28:52.042488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:52.043105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Checking segment: {'id': '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8ab0b84-1814-4498-945e-49e7fd6a061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:52.044406 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.044950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Bound using segment: {'id': '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8ab0b84-1814-4498-945e-49e7fd6a061c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:52.045610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Bound port: 6ff66a64-19df-4e82-80df-bde64da4efd7, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8ab0b84-1814-4498-945e-49e7fd6a061c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:52.046323 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.099920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66f21b3e-2c2a-43d2-8af7-8e15a713e7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.122952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] For port 6ff66a64-19df-4e82-80df-bde64da4efd7, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:52.127413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] For port 6ff66a64-19df-4e82-80df-bde64da4efd7, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6ff66a64-19df-4e82-80df-bde64da4efd7,segment=NetworkSegment(31f7df99-3a49-45ca-9d4a-a86e27b5fcbf),segment_id=31f7df99-3a49-45ca-9d4a-a86e27b5fcbf)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:52.136205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.138719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1b3dbdaa-079e-4381-8d39-36a67223d3d5 req-2d5984ea-81fc-43f6-9bf2-c2c394d11d78 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150943 Aug 29 04:28:52.148275 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.204564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1edc6631-2596-46e0-8ccd-be98080480b1 req-4137f296-342d-4d7d-9aab-36d8b8fdd98f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507125 Aug 29 04:28:52.206138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf79eaa-1b1b-47ae-aab5-ab6987dc810f None None] Pushing event updated for resources: {'Port': ['ID=6ff66a64-19df-4e82-80df-bde64da4efd7,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.225668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-a0ef6f1f-c239-4b49-b53e-c487c26c7685 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.225668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-a0ef6f1f-c239-4b49-b53e-c487c26c7685 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 821 time: 0.3319287 Aug 29 04:28:52.228194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=b50c046e-c2d6-45c8-a9f8-5991712f63b3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.240477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66f21b3e-2c2a-43d2-8af7-8e15a713e7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.244864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66f21b3e-2c2a-43d2-8af7-8e15a713e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.304870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-66f21b3e-2c2a-43d2-8af7-8e15a713e7dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fb830bc2bce4913965c7369c52f6998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580879 Aug 29 04:28:52.308727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49672) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:52.314448 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-858d1d30-c73d-415f-895d-2595f0e1a5cf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/quotas/645a4cd7ef7b429d87677b78c62ba06b HTTP/1.1" status: 200 len: 375 time: 0.0559905 Aug 29 04:28:52.315419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f21b3e-2c2a-43d2-8af7-8e15a713e7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41fcd9-022f-40af-ae19-b882be57c689,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.362305 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.378092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ab0b84-1814-4498-945e-49e7fd6a061c']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:52.379036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03df1e1-c491-4168-b838-43f5085d9b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.398320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:52.398648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:52.408639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03df1e1-c491-4168-b838-43f5085d9b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.412116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.424804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-108eff4e-8fca-40fc-b40b-881149e28f1b tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090429 Aug 29 04:28:52.514322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03df1e1-c491-4168-b838-43f5085d9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.517967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03df1e1-c491-4168-b838-43f5085d9b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.519773 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f03df1e1-c491-4168-b838-43f5085d9b7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d41fcd9-022f-40af-ae19-b882be57c689 HTTP/1.1" status: 204 len: 168 time: 0.2092340 Aug 29 04:28:52.528513 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.528721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03df1e1-c491-4168-b838-43f5085d9b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41fcd9-022f-40af-ae19-b882be57c689,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.546062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:52.546657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:52.565050 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:52.650209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-d70f5930-9dba-4c85-aee0-3d22f145b8c2 service neutron] 10.222.0.58 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239878 Aug 29 04:28:52.702920 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:28:52.702920 n-d-712142-15 neutron-server[94845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:28:52.702920 n-d-712142-15 neutron-server[94845]: [parameters: {'id': 'd8ab0b84-1814-4498-945e-49e7fd6a061c'}] Aug 29 04:28:52.702920 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:52.703394 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:52.739878 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.765281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-c2797730-6d0d-4b2f-b3bd-51f41622f9db service neutron] 10.222.0.58 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138959 Aug 29 04:28:52.966939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f30c71-304f-4245-b2a9-b1983a0f0f4c req-33a4d9ce-df87-47f5-9a80-0d8db43d9bf6 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 210 time: 0.0375407 Aug 29 04:28:53.152834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bad16395-191e-4d55-a895-ec4d12f1a7df no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:53.202619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: bad16395-191e-4d55-a895-ec4d12f1a7df {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:53.203313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bad16395-191e-4d55-a895-ec4d12f1a7df not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:53.203977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.239647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6ff66a64-19df-4e82-80df-bde64da4efd7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:53.316488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49722) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:53.385111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 6ff66a64-19df-4e82-80df-bde64da4efd7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:53.522914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Deleting port 6ff66a64-19df-4e82-80df-bde64da4efd7 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:53.524025 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.588114 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8623bdd3-b918-408b-b9b3-0009eabe54f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.635631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd195b-3975-418a-9122-81d5c1697349 req-3657d89f-68ac-4fd4-8290-7ac74f0850ca tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:53.650933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41bd195b-3975-418a-9122-81d5c1697349 req-3657d89f-68ac-4fd4-8290-7ac74f0850ca tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2261822 Aug 29 04:28:53.697517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] For port 6ff66a64-19df-4e82-80df-bde64da4efd7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6ff66a64-19df-4e82-80df-bde64da4efd7,segment=NetworkSegment(31f7df99-3a49-45ca-9d4a-a86e27b5fcbf),segment_id=31f7df99-3a49-45ca-9d4a-a86e27b5fcbf)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:53.698201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.724434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82525db8-9d45-4811-bfd4-dbdf458923b4 None None] Network d8ab0b84-1814-4498-945e-49e7fd6a061c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:53.750549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Calling delete_port for 6ff66a64-19df-4e82-80df-bde64da4efd7 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:53.796383 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41bd195b-3975-418a-9122-81d5c1697349 req-a7e9c621-f6b0-45d2-8259-e23498cefb43 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443939 Aug 29 04:28:53.843807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8623bdd3-b918-408b-b9b3-0009eabe54f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.855626 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8623bdd3-b918-408b-b9b3-0009eabe54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.879394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5030b299-3d5f-43b2-a14e-b8e9282fb131 None None] Provisioning for port 6ff66a64-19df-4e82-80df-bde64da4efd7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:53.885773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5030b299-3d5f-43b2-a14e-b8e9282fb131 None None] Provisioning complete for port 6ff66a64-19df-4e82-80df-bde64da4efd7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:53.886451 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5030b299-3d5f-43b2-a14e-b8e9282fb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.936817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8623bdd3-b918-408b-b9b3-0009eabe54f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2104ca890cc9495d821b9878dd7a9ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179471 Aug 29 04:28:53.938161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623bdd3-b918-408b-b9b3-0009eabe54f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3b1298-08db-4d24-8e28-3978875857c5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.940279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49738) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:53.997613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.997852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5030b299-3d5f-43b2-a14e-b8e9282fb131 None None] Could not find standard attr ID for object 6ff66a64-19df-4e82-80df-bde64da4efd7. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:54.003790 n-d-712142-15 neutron-server[94847]: INFO neutron.plugins.ml2.db [None req-5030b299-3d5f-43b2-a14e-b8e9282fb131 None None] No ports have port_id starting with 6ff66a64-19df-4e82-80df-bde64da4efd7 Aug 29 04:28:54.037476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Port': ['ID=6ff66a64-19df-4e82-80df-bde64da4efd7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.053208 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92a3b210-c418-4b7d-bb03-c7fab6b15877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.055806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No DVR routers for this DVR port 6ff66a64-19df-4e82-80df-bde64da4efd7 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:54.095030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e6651-7c59-4a21-b4a2-815e0ed6e986 None None] DHCP port deletion for d8ab0b84-1814-4498-945e-49e7fd6a061c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:54.122548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56adb8e-4443-406d-bc3c-1e2b93b060bc None None] Network d8ab0b84-1814-4498-945e-49e7fd6a061c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:54.129064 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92a3b210-c418-4b7d-bb03-c7fab6b15877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.193555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e7f18bd-cfac-4351-b1e4-91805d027cf8 req-5e91c3ea-f999-47e8-b47d-2a05f6a752b0 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 210 time: 0.1234143 Aug 29 04:28:54.235427 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.248312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ab0b84-1814-4498-945e-49e7fd6a061c']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:54.259477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:54.260034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f7df99-3a49-45ca-9d4a-a86e27b5fcbf') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:54.276157 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.301016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.308477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92a3b210-c418-4b7d-bb03-c7fab6b15877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.312924 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92a3b210-c418-4b7d-bb03-c7fab6b15877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.317217 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-92a3b210-c418-4b7d-bb03-c7fab6b15877 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb3b1298-08db-4d24-8e28-3978875857c5 HTTP/1.1" status: 204 len: 168 time: 0.3736272 Aug 29 04:28:54.324043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:54.324475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:54.417743 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:54.436940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3b210-c418-4b7d-bb03-c7fab6b15877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3b1298-08db-4d24-8e28-3978875857c5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.490458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.498833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.501238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/d8ab0b84-1814-4498-945e-49e7fd6a061c HTTP/1.1" status: 204 len: 168 time: 2.9617512 Aug 29 04:28:54.506601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49766) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.547712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-ffe618ed-cae6-4d3e-b4df-ff2d1ab2bc1a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.558161 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-ffe618ed-cae6-4d3e-b4df-ff2d1ab2bc1a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.65 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 821 time: 0.2531378 Aug 29 04:28:54.575154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Request body: {'port': {'device_id': 'faaf8974-6947-4169-97ec-3b8b46b9ccdb', 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'admin_state_up': True, 'tenant_id': '645a4cd7ef7b429d87677b78c62ba06b'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:54.576056 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82dca95-9c49-4362-8f49-d0a852bddbae tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:54.576740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82dca95-9c49-4362-8f49-d0a852bddbae tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:54.579689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c82dca95-9c49-4362-8f49-d0a852bddbae tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/b50c046e-c2d6-45c8-a9f8-5991712f63b3 HTTP/1.1" status: 404 len: 337 time: 0.0694635 Aug 29 04:28:54.582408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49776) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.600642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8671df4-2f47-439f-acad-e0383ea5d569 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=d8ab0b84-1814-4498-945e-49e7fd6a061c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.620852 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97784ba-b45b-47a6-b3fe-e25acfc51ce1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:54.621530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97784ba-b45b-47a6-b3fe-e25acfc51ce1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:54.633266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b97784ba-b45b-47a6-b3fe-e25acfc51ce1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/d8ab0b84-1814-4498-945e-49e7fd6a061c HTTP/1.1" status: 404 len: 339 time: 0.0434008 Aug 29 04:28:54.633266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49780) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.667756 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5594f7-aed3-432c-9ddd-15b4d3578856 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:54.669126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5594f7-aed3-432c-9ddd-15b4d3578856 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:54.675692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49784) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.677137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fb5594f7-aed3-432c-9ddd-15b4d3578856 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/d713035c-f3d3-4682-b843-29727ef4e7aa HTTP/1.1" status: 404 len: 337 time: 0.0476787 Aug 29 04:28:54.704635 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fea25e2-3a3c-47e3-9848-740446b3f0f6 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:54.705345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fea25e2-3a3c-47e3-9848-740446b3f0f6 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:54.707307 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2fea25e2-3a3c-47e3-9848-740446b3f0f6 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/679be476-4fb6-4c32-9a13-9e23e391cce2 HTTP/1.1" status: 404 len: 339 time: 0.0299301 Aug 29 04:28:54.710085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49790) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.854458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.929685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Made reservation on behalf of 645a4cd7ef7b429d87677b78c62ba06b for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:54.934733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.977594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49802) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.994689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6fba5-a08f-4e5f-b703-7e0622a53cff req-76abbca0-d099-47a2-9038-beef35e88f9c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.004668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6fd6fba5-a08f-4e5f-b703-7e0622a53cff req-76abbca0-d099-47a2-9038-beef35e88f9c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1034584 Aug 29 04:28:55.050557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-676e28f0-8e88-4a6c-a8b1-c1933a67378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.061912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6fd6fba5-a08f-4e5f-b703-7e0622a53cff req-cb8b8cc1-48bd-49fe-910f-c73c647cddf5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560369 Aug 29 04:28:55.064395 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.093664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6ff66a64-19df-4e82-80df-bde64da4efd7 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:55.117809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 6ff66a64-19df-4e82-80df-bde64da4efd7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:55.118200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6ff66a64-19df-4e82-80df-bde64da4efd7 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:55.134388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aab37b4-16dc-4a73-8e10-38c690d79436']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:55.150917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Allocated IP 172.20.0.4 (3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3/f3485315-dc0a-4a6b-9ba0-9428c44982be/d4e593fd-87dd-4d44-9d6b-702ea4fc56fd) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:55.166468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9d0f7a-13a5-4241-9a0c-d4b07f921093') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:55.166856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9d0f7a-13a5-4241-9a0c-d4b07f921093') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:55.185345 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.190422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49808) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.227587 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.242568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:55.243101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:55.246451 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:55.362110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.362793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91ef7018-e527-4e8d-b7e5-32abd7657fe6 req-d04f9c2e-2893-427b-adcb-f06722c23e34 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 210 time: 0.0638227 Aug 29 04:28:55.382423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.385485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/1aab37b4-16dc-4a73-8e10-38c690d79436 HTTP/1.1" status: 204 len: 168 time: 0.6743200 Aug 29 04:28:55.391478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49824) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.393178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b970d798-73fe-435d-8ce4-6409cb90057f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.419111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7e19-1904-4141-a274-efe82c410ecc tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=1aab37b4-16dc-4a73-8e10-38c690d79436,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.442570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-9c6064a1-a693-4f05-866a-0e95bb02bb93 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.444080 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-9c6064a1-a693-4f05-866a-0e95bb02bb93 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 813 time: 0.1714928 Aug 29 04:28:55.447604 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef5121f-f3f9-468b-b433-b77e0251fdf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.448082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef5121f-f3f9-468b-b433-b77e0251fdf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.450300 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7ef5121f-f3f9-468b-b433-b77e0251fdf1 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/d78e081f-67b7-4f02-81cd-20293805a19f HTTP/1.1" status: 404 len: 337 time: 0.0573680 Aug 29 04:28:55.454184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49826) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.462189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-5c64d2de-5830-40cf-8def-70698e713e10 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/quotas/cb9f4f4348364cfa928cb249eda84448 HTTP/1.1" status: 200 len: 375 time: 0.0104918 Aug 29 04:28:55.493993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.499055 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f913a2c6-4f9a-47af-8418-273fe0784d98 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.499639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f913a2c6-4f9a-47af-8418-273fe0784d98 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.501387 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f913a2c6-4f9a-47af-8418-273fe0784d98 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/512feb09-2489-4e57-b988-4384761bd559 HTTP/1.1" status: 404 len: 339 time: 0.0440040 Aug 29 04:28:55.504407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49828) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.539354 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-75217b0f-8a6d-44a2-bdec-2c4fb272136e tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.539819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75217b0f-8a6d-44a2-bdec-2c4fb272136e tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.542524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-75217b0f-8a6d-44a2-bdec-2c4fb272136e tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/0f4135dc-ccdf-4393-9775-a7a869d30f30 HTTP/1.1" status: 404 len: 337 time: 0.0365489 Aug 29 04:28:55.545003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49830) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.554479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-676e28f0-8e88-4a6c-a8b1-c1933a67378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.561222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-676e28f0-8e88-4a6c-a8b1-c1933a67378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.573188 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eab5c73-cc1b-4cee-916b-7758fa1bb35c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.573726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eab5c73-cc1b-4cee-916b-7758fa1bb35c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.576247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3eab5c73-cc1b-4cee-916b-7758fa1bb35c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/63cade6b-74d1-4b9b-acde-c9264b745b5f HTTP/1.1" status: 404 len: 339 time: 0.0302877 Aug 29 04:28:55.580887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f780b1a2-2327-4695-932b-462416f424c4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111870 Aug 29 04:28:55.583537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49832) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.591919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.609760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-676e28f0-8e88-4a6c-a8b1-c1933a67378d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=becce2d915654470a66a6ea9df3789a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6310878 Aug 29 04:28:55.614842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49838) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.631049 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb0064-737d-4223-a586-f3b0dba9c42c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.631532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cb0064-737d-4223-a586-f3b0dba9c42c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.635662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-44cb0064-737d-4223-a586-f3b0dba9c42c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/005f3d73-21af-4711-8c5d-4e3ef6bec8d5 HTTP/1.1" status: 404 len: 337 time: 0.0488477 Aug 29 04:28:55.635923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49840) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.647606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e28f0-8e88-4a6c-a8b1-c1933a67378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7e518-a33d-4080-a787-c9fdb00e0a29,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.659909 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e65e81-7b41-4cbd-a261-6dfdf6e47390 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.660555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e65e81-7b41-4cbd-a261-6dfdf6e47390 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.662460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-44e65e81-7b41-4cbd-a261-6dfdf6e47390 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/bb68aee2-0746-4b12-ae93-6d1cad405dce HTTP/1.1" status: 404 len: 339 time: 0.0253844 Aug 29 04:28:55.666511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49842) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.672858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:55.681335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:55.691903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:55.697673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event updated for resources: {'Port': ['ID=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.703706 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3444ae3a-9f9c-4b45-ab65-422451b47eb0 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.704203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3444ae3a-9f9c-4b45-ab65-422451b47eb0 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.705973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3444ae3a-9f9c-4b45-ab65-422451b47eb0 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/4fc6c476-eb13-4f6c-806a-4f423d53dcb6 HTTP/1.1" status: 404 len: 337 time: 0.0381722 Aug 29 04:28:55.709769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49844) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.756325 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbe443f-b648-44d8-bffe-6a5a809a5615 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.756933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbe443f-b648-44d8-bffe-6a5a809a5615 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.758704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8fbe443f-b648-44d8-bffe-6a5a809a5615 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/be4eb442-943d-41e0-b35b-c1b0b417a60d HTTP/1.1" status: 404 len: 339 time: 0.0479333 Aug 29 04:28:55.763819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49848) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.777341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.778158 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.783026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa374-76a1-4d8b-a88c-3561bd7b53c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.808842 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e781a6-3980-4fcd-83b4-af5c66499380 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.810048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e781a6-3980-4fcd-83b4-af5c66499380 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.811959 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b0e781a6-3980-4fcd-83b4-af5c66499380 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/0185db92-1f2d-46ab-a216-d3b42428cd57 HTTP/1.1" status: 404 len: 337 time: 0.0468414 Aug 29 04:28:55.817450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49850) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.851704 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e3c8b8-2f9c-40b9-9c42-e308010470bb tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.852282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e3c8b8-2f9c-40b9-9c42-e308010470bb tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.853993 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-92e3c8b8-2f9c-40b9-9c42-e308010470bb tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/42fb4495-ff75-4824-b219-2a039a5e8fc2 HTTP/1.1" status: 404 len: 339 time: 0.0354183 Aug 29 04:28:55.857609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49852) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.859281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa374-76a1-4d8b-a88c-3561bd7b53c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.862828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b970d798-73fe-435d-8ce4-6409cb90057f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.875570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-3f142fd8-ffc3-4766-a545-6b2d22271494 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3055096 Aug 29 04:28:55.888242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Request body: {'port': {'device_id': 'faaf8974-6947-4169-97ec-3b8b46b9ccdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:55.892445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b970d798-73fe-435d-8ce4-6409cb90057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.898887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-96ca6bbc-2120-4ab7-aa5e-4b07ec3e3572 service neutron] 10.222.0.58 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006990 Aug 29 04:28:55.905714 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f0725c-b022-420e-b054-368566c9421a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.906174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f0725c-b022-420e-b054-368566c9421a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.910373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-10f0725c-b022-420e-b054-368566c9421a tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/c6383e93-9ad6-4711-84d8-9591b6acbbaf HTTP/1.1" status: 404 len: 337 time: 0.0472188 Aug 29 04:28:55.911489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49854) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.939708 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-742eb05b-d2bf-49b2-9d9f-87de920b296c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.940569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742eb05b-d2bf-49b2-9d9f-87de920b296c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.944493 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-742eb05b-d2bf-49b2-9d9f-87de920b296c tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/5c80bd84-578f-4d1f-9199-37fd734d245f HTTP/1.1" status: 404 len: 339 time: 0.0289710 Aug 29 04:28:55.945968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49856) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.989731 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b23b71-a3d9-4c6a-9653-363a7fed6aac tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:55.990195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b23b71-a3d9-4c6a-9653-363a7fed6aac tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.991933 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-11b23b71-a3d9-4c6a-9653-363a7fed6aac tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/8bae5b56-2894-4381-b221-463367464d8f HTTP/1.1" status: 404 len: 337 time: 0.0448058 Aug 29 04:28:55.995831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b970d798-73fe-435d-8ce4-6409cb90057f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8c3e49d5edb4365a804bb197fcc9eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8033078 Aug 29 04:28:55.996454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49860) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.996540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970d798-73fe-435d-8ce4-6409cb90057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d248564-813d-40d3-b88c-e1b5db4ae949,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.996617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49862) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.026425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa374-76a1-4d8b-a88c-3561bd7b53c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.029538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa374-76a1-4d8b-a88c-3561bd7b53c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.030675 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3a3aa374-76a1-4d8b-a88c-3561bd7b53c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2cc7e518-a33d-4080-a787-c9fdb00e0a29 HTTP/1.1" status: 204 len: 168 time: 0.3917344 Aug 29 04:28:56.038358 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4715448d-5b05-4fa0-80ce-c34f149806ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:56.039007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4715448d-5b05-4fa0-80ce-c34f149806ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:56.040898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4715448d-5b05-4fa0-80ce-c34f149806ca tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/5eb61d50-fedf-4ded-8d2c-e99de2545a9f HTTP/1.1" status: 404 len: 339 time: 0.0453088 Aug 29 04:28:56.043721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.046243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49866) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.054749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-ab846a9f-255a-4e6d-aa84-46f0bad72143 service neutron] 10.222.0.58 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394603 Aug 29 04:28:56.095029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aa374-76a1-4d8b-a88c-3561bd7b53c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc7e518-a33d-4080-a787-c9fdb00e0a29,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.102140 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cbecf8-8ae8-4ec9-b1d0-bfc803e86f41 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:56.102594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cbecf8-8ae8-4ec9-b1d0-bfc803e86f41 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:56.106859 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-32cbecf8-8ae8-4ec9-b1d0-bfc803e86f41 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/ad2b9e72-7648-46dd-8364-ed8e7fafd996 HTTP/1.1" status: 404 len: 337 time: 0.0541060 Aug 29 04:28:56.107199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49868) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.143611 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2e2ed3-5370-4cd2-8621-1c3705f8480b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:56.144831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2e2ed3-5370-4cd2-8621-1c3705f8480b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:56.149231 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bf2e2ed3-5370-4cd2-8621-1c3705f8480b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/539fe9af-b2a3-4daa-9537-3aaab511bdc4 HTTP/1.1" status: 404 len: 339 time: 0.0380342 Aug 29 04:28:56.149578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49870) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.165624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5512aa3b-83fe-4f97-9767-67eb39d92a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.225682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-95dc5f41-f450-413b-b3fd-b0cba784c19b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Deleting subnet 11dd5133-d363-4b98-8e9b-f49922da3922 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:56.229684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95dc5f41-f450-413b-b3fd-b0cba784c19b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.257689 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5512aa3b-83fe-4f97-9767-67eb39d92a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.286135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95dc5f41-f450-413b-b3fd-b0cba784c19b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.343124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0a7d539-cf09-4195-aadf-84a7a8b007be req-cf5fb2ff-0661-4cbf-a91e-689d7954c3e5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 210 time: 0.0538540 Aug 29 04:28:56.411672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5512aa3b-83fe-4f97-9767-67eb39d92a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.414286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5512aa3b-83fe-4f97-9767-67eb39d92a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.415428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5512aa3b-83fe-4f97-9767-67eb39d92a8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d248564-813d-40d3-b88c-e1b5db4ae949 HTTP/1.1" status: 204 len: 168 time: 0.4121261 Aug 29 04:28:56.466102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512aa3b-83fe-4f97-9767-67eb39d92a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d248564-813d-40d3-b88c-e1b5db4ae949,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.543002 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95dc5f41-f450-413b-b3fd-b0cba784c19b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.588010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e593fd-87dd-4d44-9d6b-702ea4fc56fd {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:56.598394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.616896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Transition to ACTIVE for port object d4e593fd-87dd-4d44-9d6b-702ea4fc56fd will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:56.625037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.650232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72141bf-cb60-4586-b1bd-2b4c52a98ab9 req-52a59e80-ea22-4072-b4c0-7f6565387830 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.656133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d72141bf-cb60-4586-b1bd-2b4c52a98ab9 req-52a59e80-ea22-4072-b4c0-7f6565387830 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 931 time: 0.1725020 Aug 29 04:28:56.700873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.758182 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95dc5f41-f450-413b-b3fd-b0cba784c19b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.784926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d72141bf-cb60-4586-b1bd-2b4c52a98ab9 req-673e83dd-d56b-4088-a384-7facc3c20223 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092691 Aug 29 04:28:56.799307 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95dc5f41-f450-413b-b3fd-b0cba784c19b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.804650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49902) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.804812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-95dc5f41-f450-413b-b3fd-b0cba784c19b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/subnets/11dd5133-d363-4b98-8e9b-f49922da3922 HTTP/1.1" status: 204 len: 168 time: 0.6495328 Aug 29 04:28:56.808726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ff745-eb6d-415e-b7b1-4d8a90904416 None None] Network 47ece474-2640-4dd5-8c12-56a30a4fad7d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:56.834462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc5f41-f450-413b-b3fd-b0cba784c19b tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Subnet': ['ID=11dd5133-d363-4b98-8e9b-f49922da3922,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.910818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Attempting to bind port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:56.911053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Attempting to bind port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:56.911259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Attempting to bind port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:56.918147 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.923812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:56.923812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Attempting to bind port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd on network 3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:56.934793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:56.935293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Checking segment: {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:56.935608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Bound using segment: {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:56.936099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Bound port: d4e593fd-87dd-4d44-9d6b-702ea4fc56fd, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:56.936475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.058403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Deleting port 6767b131-af90-4180-99d9-123e8f42a234 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:57.058643 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.058995 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.135046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] DHCP port deletion for 47ece474-2640-4dd5-8c12-56a30a4fad7d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:57.183729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] For port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:57.202370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] For port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:57.222203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] Deleting port 6767b131-af90-4180-99d9-123e8f42a234 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:57.222774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.224964 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.236948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] For port 6767b131-af90-4180-99d9-123e8f42a234, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6767b131-af90-4180-99d9-123e8f42a234,segment=NetworkSegment(87d18671-b6fb-4e35-b1fb-0a34782e4da4),segment_id=87d18671-b6fb-4e35-b1fb-0a34782e4da4)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:57.236948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.304944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Calling delete_port for 6767b131-af90-4180-99d9-123e8f42a234 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:57.310831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.311457 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.312883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] 10.222.0.65 "PUT /v2.0/ports/d4e593fd-87dd-4d44-9d6b-702ea4fc56fd HTTP/1.1" status: 200 len: 1092 time: 1.4291317 Aug 29 04:28:57.315459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaf8974-6947-4169-97ec-3b8b46b9ccdb', 'tag': 'd4e593fd-87dd-4d44-9d6b-702ea4fc56fd'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:57.321208 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40e0533-4387-4c5c-a5b7-3bb299d55092" -d '{"events": [{"name": "network-changed", "server_uuid": "faaf8974-6947-4169-97ec-3b8b46b9ccdb", "tag": "d4e593fd-87dd-4d44-9d6b-702ea4fc56fd"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:57.351267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] For port 6767b131-af90-4180-99d9-123e8f42a234, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6767b131-af90-4180-99d9-123e8f42a234,segment=NetworkSegment(87d18671-b6fb-4e35-b1fb-0a34782e4da4),segment_id=87d18671-b6fb-4e35-b1fb-0a34782e4da4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:57.351590 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.386346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] Calling delete_port for 6767b131-af90-4180-99d9-123e8f42a234 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:57.424190 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f54ca5-4f12-44a2-8241-1e692e452d5a x-openstack-request-id: req-a8f54ca5-4f12-44a2-8241-1e692e452d5a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:57.424906 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaf8974-6947-4169-97ec-3b8b46b9ccdb", "tag": "d4e593fd-87dd-4d44-9d6b-702ea4fc56fd", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:57.425309 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8f54ca5-4f12-44a2-8241-1e692e452d5a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:57.425887 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaf8974-6947-4169-97ec-3b8b46b9ccdb', 'tag': 'd4e593fd-87dd-4d44-9d6b-702ea4fc56fd', 'status': 'completed', 'code': 200} Aug 29 04:28:57.468918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86727ccf-544c-426f-ba01-e0e5d1a0c841 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.496365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd5be004-c684-42f8-b3bb-18860cfc60fe req-fd2debe5-4d4d-43d9-a2ba-06c99eca35f0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 210 time: 0.0487261 Aug 29 04:28:57.514977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-dbe20b40-98bf-4939-b647-211d966756b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.516700 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-dbe20b40-98bf-4939-b647-211d966756b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 1095 time: 0.0872755 Aug 29 04:28:57.526012 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.539534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49932) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.565020 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-4d169c7f-9531-4858-b22d-50b0dac2f51b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd HTTP/1.1" status: 200 len: 217 time: 0.0397875 Aug 29 04:28:57.569748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] Pushing event deleted for resources: {'Port': ['ID=6767b131-af90-4180-99d9-123e8f42a234,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.580040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8e20f-3930-41ec-8b3f-02f43cc9b1f6 None None] No DVR routers for this DVR port 6767b131-af90-4180-99d9-123e8f42a234 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:57.586285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.643791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] No DVR routers for this DVR port 6767b131-af90-4180-99d9-123e8f42a234 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:57.650495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Port': ['ID=6767b131-af90-4180-99d9-123e8f42a234,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.730119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-f5800d6c-c1f3-4267-b03e-4ad2be2603a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.732564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-f5800d6c-c1f3-4267-b03e-4ad2be2603a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3485315-dc0a-4a6b-9ba0-9428c44982be HTTP/1.1" status: 200 len: 861 time: 0.1553967 Aug 29 04:28:57.792900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.862043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-5171151c-6ebe-4164-a178-906f650f187d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141062 Aug 29 04:28:57.868740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-18377883-network', 'tenant_id': '0ba6b1bcd75b4888b5aed5ecbc1f75ec'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:57.874908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ece474-2640-4dd5-8c12-56a30a4fad7d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:57.969793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d18671-b6fb-4e35-b1fb-0a34782e4da4') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:57.970192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d18671-b6fb-4e35-b1fb-0a34782e4da4') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:57.988552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.006231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-fe1b6949-65c9-4263-bc1e-8c041f981b87 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.008274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-fe1b6949-65c9-4263-bc1e-8c041f981b87 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 813 time: 0.2693422 Aug 29 04:28:58.011699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Made reservation on behalf of 0ba6b1bcd75b4888b5aed5ecbc1f75ec for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:58.012886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.014823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.023826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:58.024314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:58.029201 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:58.040696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.050217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Request body: {'port': {'device_id': '750e20f4-703e-4fe0-bede-6e12373a7693', 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba', 'admin_state_up': True, 'tenant_id': 'cb9f4f4348364cfa928cb249eda84448'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:58.109195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-91e844ef-574c-48fb-a842-e7c17b43e36d service neutron] 10.222.0.65 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406595 Aug 29 04:28:58.144348 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.195438 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.201178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.205663 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] 10.222.0.58 "DELETE /v2.0/networks/47ece474-2640-4dd5-8c12-56a30a4fad7d HTTP/1.1" status: 204 len: 168 time: 1.4002395 Aug 29 04:28:58.227521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993b2fe-fa52-49a1-ad7e-ef98735d6986 tempest-NetworksTest-79810266 tempest-NetworksTest-79810266-project] Pushing event deleted for resources: {'Network': ['ID=47ece474-2640-4dd5-8c12-56a30a4fad7d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.255500 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b7516-8516-4539-ba47-d414fe05b3b7 req-c50bfd6b-2143-4b1c-9aad-1548adc19370 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390061 Aug 29 04:28:58.382729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-b9534dcd-fad5-4c6b-a80f-9d704f9707e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.384783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-b9534dcd-fad5-4c6b-a80f-9d704f9707e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 1095 time: 0.0665686 Aug 29 04:28:58.425535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dde5e6-69a7-4c43-819d-3f45afa34e53 req-839025af-bc2c-4210-bfac-4fb8f7ab3f34 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.433511 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10dde5e6-69a7-4c43-819d-3f45afa34e53 req-839025af-bc2c-4210-bfac-4fb8f7ab3f34 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 943 time: 0.5143120 Aug 29 04:28:58.513624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-ae776191-fe13-42fe-9939-51012c6c3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.514251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-ae776191-fe13-42fe-9939-51012c6c3ea1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 200 len: 922 time: 0.1212966 Aug 29 04:28:58.519360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10dde5e6-69a7-4c43-819d-3f45afa34e53 req-77bc7fce-9ec8-4616-9974-80ba18f62f56 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845079 Aug 29 04:28:58.548220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49966) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.573936 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-ab224bcc-be17-4cf7-8c3e-bfca42371c17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd HTTP/1.1" status: 200 len: 217 time: 0.0479469 Aug 29 04:28:58.629056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa9ffbdb-1518-4c23-861a-392521f736bf req-5574ba55-2b58-4249-ba4d-dbfc0e3897ea tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 210 time: 0.0452480 Aug 29 04:28:58.636995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-e19ccfc3-0c0c-44f7-bb06-41919456fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.639614 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-e19ccfc3-0c0c-44f7-bb06-41919456fa40 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3485315-dc0a-4a6b-9ba0-9428c44982be HTTP/1.1" status: 200 len: 861 time: 0.0583768 Aug 29 04:28:58.657615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.665583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.682762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49970) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.686802 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-b7b2137e-7d36-4e73-a466-eeb558417291 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383921 Aug 29 04:28:58.711723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:58.717117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Made reservation on behalf of cb9f4f4348364cfa928cb249eda84448 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:58.721047 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.737970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c254f-9438-40f9-8923-5108fb553846,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.749071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.749612 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Added segment 4d75d583-d34d-4aa7-955c-1cb8c6aaa000 of type vlan for network acd7c415-c98b-4023-87df-d55f3c21e86b Aug 29 04:28:58.804166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-2f60ae26-3c6f-4db7-9aae-144dc01cd9b2 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079400 Aug 29 04:28:58.842831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1296445119'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:58.857952 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.928690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Made reservation on behalf of 45b4d620e37d46969a7bc5b3d0800e23 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:58.931176 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-93b34036-2f35-4b82-b0a7-fa2893ea2523 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3a9864e1d864e6bacb17be1e33e6136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471642 Aug 29 04:28:58.932319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.936860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49974) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.951111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.952204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.953193 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.954969 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f40e0533-4387-4c5c-a5b7-3bb299d55092 req-85255ace-fc8b-4ae6-9676-935b195bf88a service neutron] 10.222.0.65 "GET /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427696 Aug 29 04:28:58.961761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.998331 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0467-b13f-4757-b6f1-c8e96688cf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.025437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0467-b13f-4757-b6f1-c8e96688cf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.042571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Allocated IP 172.20.0.13 (93be5b83-c2a4-459c-a5c6-5be107740aba/88163fe2-9de1-43be-9945-b132ade96e98/a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:59.053683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5123043 Aug 29 04:28:59.056271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49978) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:59.070956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Request body: {'subnet': {'network_id': 'acd7c415-c98b-4023-87df-d55f3c21e86b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-18377883-subnet', 'tenant_id': '0ba6b1bcd75b4888b5aed5ecbc1f75ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:59.075529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acd3a9-210e-4266-8230-6c6eb4c82946 admin admin] Pushing event updated for resources: {'Network': ['ID=acd7c415-c98b-4023-87df-d55f3c21e86b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.091206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network acd7c415-c98b-4023-87df-d55f3c21e86b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:59.105093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6767b131-af90-4180-99d9-123e8f42a234 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:59.116222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0467-b13f-4757-b6f1-c8e96688cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.121052 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0467-b13f-4757-b6f1-c8e96688cf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.123281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9e4d0467-b13f-4757-b6f1-c8e96688cf4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37b17552-d8ed-412c-8616-7a89683f337e HTTP/1.1" status: 204 len: 168 time: 0.1857362 Aug 29 04:28:59.135924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d0467-b13f-4757-b6f1-c8e96688cf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b17552-d8ed-412c-8616-7a89683f337e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.213440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 6767b131-af90-4180-99d9-123e8f42a234 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:59.214026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6767b131-af90-4180-99d9-123e8f42a234 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:59.294304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.301953 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.317759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Made reservation on behalf of 0ba6b1bcd75b4888b5aed5ecbc1f75ec for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:59.320542 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.321221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.383700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:59.410004 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.410360 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Added segment e208a4be-a950-43e9-b380-11fb31ef3c59 of type vlan for network 88d40a85-4d8a-4c44-af42-fdd81ce4a5f3 Aug 29 04:28:59.422028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac4698-c363-4f64-91b7-db1c50f0df45,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.428472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.443356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9a3013a-22aa-42e3-9a8f-14dcf10a6951'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:59.511286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.530850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Network 93be5b83-c2a4-459c-a5c6-5be107740aba is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:59.538555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:59.546757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:59.560332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Pushing event updated for resources: {'Port': ['ID=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.599746 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.607782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.608746 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.709475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Pushing event updated for resources: {'Network': ['ID=88d40a85-4d8a-4c44-af42-fdd81ce4a5f3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.725824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 88d40a85-4d8a-4c44-af42-fdd81ce4a5f3 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:59.757634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9682ef30-ea3c-4dfd-805d-a1bf2f78e7dd tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2071955 Aug 29 04:28:59.760381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50002) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:59.765589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.766398 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.821079 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232d1e3-15e7-4ea9-b9f7-8d8632c8966b req-5a37957b-0d16-4d58-b928-4418b30a135f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.830194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e232d1e3-15e7-4ea9-b9f7-8d8632c8966b req-5a37957b-0d16-4d58-b928-4418b30a135f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 943 time: 0.1993012 Aug 29 04:28:59.835065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-989bde01-50ac-46d5-a506-2af805dfbfb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7969017 Aug 29 04:28:59.849160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Request body: {'port': {'device_id': '750e20f4-703e-4fe0-bede-6e12373a7693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:59.886266 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.905937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bced5-ce69-4760-a39e-212db4d91a01 req-fdcbd6f8-526b-462c-8905-bb72e47a9a9c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.913948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d9bced5-ce69-4760-a39e-212db4d91a01 req-fdcbd6f8-526b-462c-8905-bb72e47a9a9c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 932 time: 0.1956735 Aug 29 04:28:59.953996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed39b4a-2c6a-4d1c-aee9-6b9e7a975ac2,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.966577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Checking segment: {'id': '4d75d583-d34d-4aa7-955c-1cb8c6aaa000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'acd7c415-c98b-4023-87df-d55f3c21e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:59.967282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Network hostable DHCP agents. Network: acd7c415-c98b-4023-87df-d55f3c21e86b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:59.988751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Network acd7c415-c98b-4023-87df-d55f3c21e86b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:59.997163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e232d1e3-15e7-4ea9-b9f7-8d8632c8966b req-cae093ea-c589-4d5b-adc2-5d88ca1b06f5 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639373 Aug 29 04:29:00.001097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Request body: {'network': {'name': 'tempest-network--919889931', 'router:external': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:00.016669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, acd7c415-c98b-4023-87df-d55f3c21e86b) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:00.025736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.027010 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.033626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757a08a-cc3c-46e2-bdef-853168fcd267 None None] Network acd7c415-c98b-4023-87df-d55f3c21e86b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:00.040640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Made reservation on behalf of 876259271546439da38803b4cdc205f8 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:00.041878 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.044224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.055630 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.064657 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ea6ca761-8e27-4db3-8a9d-a85f1417b1b1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9980145 Aug 29 04:29:00.066836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d9bced5-ce69-4760-a39e-212db4d91a01 req-4f05bab7-5c72-4876-81de-22a9ae3e7cdb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520138 Aug 29 04:29:00.168311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.296958 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.302726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.338108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd77d6-0ad4-476b-a9c6-57b8ba3566c9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.375910 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:00.392625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.394579 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Added segment fe5fa27d-3bb1-4a46-8d08-72a8e3041740 of type vlan for network 0e2b4626-f2bc-4a3c-8a80-c16fa73ea8d2 Aug 29 04:29:00.457274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1947800661'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:00.468791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.491731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:00.497836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4e070-9ce1-4669-904f-e596da7ed5ed None None] Network acd7c415-c98b-4023-87df-d55f3c21e86b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:00.502667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.507963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:00.512034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.519643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Transition to ACTIVE for port object a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:00.522656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.532699 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.534813 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.536396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.536992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.602940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Pushing event updated for resources: {'Port': ['ID=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.645978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Network': ['ID=0e2b4626-f2bc-4a3c-8a80-c16fa73ea8d2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.696468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0e2b4626-f2bc-4a3c-8a80-c16fa73ea8d2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:00.721341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Attempting to bind port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:00.721716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Attempting to bind port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:00.722431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Attempting to bind port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 on network 93be5b83-c2a4-459c-a5c6-5be107740aba {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:00.728763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 on network 93be5b83-c2a4-459c-a5c6-5be107740aba not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:00.729110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Attempting to bind port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 on network 93be5b83-c2a4-459c-a5c6-5be107740aba {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:00.738704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:00.739067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Checking segment: {'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:00.739455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Bound using segment: {'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:00.739911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Bound port: a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:00.740326 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.754206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.765300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.778973 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ea4907f-aeaf-4e07-961d-d60c17111328 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0142736 Aug 29 04:29:00.782961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50032) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.792100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:00.815835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.816308 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Added segment 38aa4212-a497-48e5-b1fd-fc26e8c2b75f of type vlan for network a9220d89-9686-41c7-bcc4-1a965d12a35d Aug 29 04:29:00.817619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7c202f-c722-42bd-8053-a49dce14191c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.869980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.889658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] For port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:00.894167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] For port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:00.897452 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.900173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.900817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.906811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.907621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.952236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.953166 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.955212 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] 10.222.0.64 "PUT /v2.0/ports/a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 HTTP/1.1" status: 200 len: 1093 time: 1.1104255 Aug 29 04:29:00.958310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750e20f4-703e-4fe0-bede-6e12373a7693', 'tag': 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:00.961803 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d899f272-9985-4e6e-8b18-8e886ec97d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "750e20f4-703e-4fe0-bede-6e12373a7693", "tag": "a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:00.966169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7916882 Aug 29 04:29:00.970294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.978913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'name': 'tempest-PortsIpV6TestJSON-1210631730'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:00.987572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50042) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.997524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-253273898-network', 'tenant_id': '671fc506941945898c83c83d693f8186'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:01.018408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2827ad7-4be9-4181-b529-306084e3af9c service neutron] Pushing event updated for resources: {'Port': ['ID=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.060231 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2086f0-91de-48a6-9bd2-b48a48919969 x-openstack-request-id: req-6e2086f0-91de-48a6-9bd2-b48a48919969 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:01.060526 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750e20f4-703e-4fe0-bede-6e12373a7693", "tag": "a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:01.060776 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e2086f0-91de-48a6-9bd2-b48a48919969 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:01.061236 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750e20f4-703e-4fe0-bede-6e12373a7693', 'tag': 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2', 'status': 'completed', 'code': 200} Aug 29 04:29:01.084697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9906f7b-60df-4d13-9314-d58335dc7dfb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Network': ['ID=a9220d89-9686-41c7-bcc4-1a965d12a35d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.092728 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Made reservation on behalf of 671fc506941945898c83c83d693f8186 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:01.094241 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.103487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:01.121306 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.149257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2b4626-f2bc-4a3c-8a80-c16fa73ea8d2']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:01.149542 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.164067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5fa27d-3bb1-4a46-8d08-72a8e3041740') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:01.164372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5fa27d-3bb1-4a46-8d08-72a8e3041740') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:01.188674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:01.190764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8caed-d5d2-4adb-b6ce-3e88799982f2 req-82022730-037e-4f4c-a70f-ee139e3daf66 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.192341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1cb8caed-d5d2-4adb-b6ce-3e88799982f2 req-82022730-037e-4f4c-a70f-ee139e3daf66 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 943 time: 0.1066871 Aug 29 04:29:01.192470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.194489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-9a1811d9-e86e-4e47-b88f-b5015bef548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.196373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-9a1811d9-e86e-4e47-b88f-b5015bef548d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 1096 time: 0.1787210 Aug 29 04:29:01.201130 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.222182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:01.290097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-65847a96-2d87-4775-8b12-f1ffe2816a0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 HTTP/1.1" status: 200 len: 217 time: 0.0767021 Aug 29 04:29:01.293725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.319871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:01.320335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:01.341968 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:01.406919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d4e593fd-87dd-4d44-9d6b-702ea4fc56fd details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:01.420348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1cb8caed-d5d2-4adb-b6ce-3e88799982f2 req-fab8e910-f12f-4c62-a8c6-5edbaa9a3f02 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155349 Aug 29 04:29:01.422713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.432895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a20e0-bcc4-49b6-8739-4880bd410817 req-bd5f6877-0c1c-4eb6-a6c0-7c66db6ef43d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.435309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.443001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b48a20e0-bcc4-49b6-8739-4880bd410817 req-bd5f6877-0c1c-4eb6-a6c0-7c66db6ef43d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 944 time: 0.2707267 Aug 29 04:29:01.446294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.470610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-b0466cbe-3342-4b01-9ee8-972435a31a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.472965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-b0466cbe-3342-4b01-9ee8-972435a31a36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.1764264 Aug 29 04:29:01.477195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:01.483184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cd144b-db66-449b-b1d8-e18d861d4c55,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.499846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.500223 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Added segment 47b84bb7-9ac1-44c5-8ec2-48e4aa0744bf of type vlan for network 9c8b491a-f00b-4096-a55c-8821555740f2 Aug 29 04:29:01.538095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:01.552671 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'd4e593fd-87dd-4d44-9d6b-702ea4fc56fd', 'network_id': '3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3', 'port_id': 'd4e593fd-87dd-4d44-9d6b-702ea4fc56fd', 'mac_address': 'fa:16:3e:0c:20:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3485315-dc0a-4a6b-9ba0-9428c44982be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:01.554913 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-41004103-a8c1-4afb-a205-f817e297c1e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645232 Aug 29 04:29:01.556233 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.572134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e2b4626-f2bc-4a3c-8a80-c16fa73ea8d2 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:29:01.580334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.591872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.596935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.599122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "DELETE /v2.0/networks/0e2b4626-f2bc-4a3c-8a80-c16fa73ea8d2 HTTP/1.1" status: 204 len: 168 time: 0.8150826 Aug 29 04:29:01.612031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a692-6d1d-4a6b-abad-85f6bb1815b9 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e2b4626-f2bc-4a3c-8a80-c16fa73ea8d2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.613845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50056) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:01.625063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:01.655521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.658682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b48a20e0-bcc4-49b6-8739-4880bd410817 req-2ce6058c-2147-4851-934f-7e2fb5847777 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105081 Aug 29 04:29:01.694026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e593fd-87dd-4d44-9d6b-702ea4fc56fd {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:01.727244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.728314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.728918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.742816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:01.746539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-a21d0c8a-a920-48b2-9736-87fbbf834e20 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762886 Aug 29 04:29:01.752438 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.811205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.832880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=e949b58a-7a68-4cad-92e5-31c39bf2c5b7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.835774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Made reservation on behalf of 876259271546439da38803b4cdc205f8 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:01.837717 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.846857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8566780 Aug 29 04:29:01.854634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50058) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:01.857492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-a7dc3c26-86c6-46d0-b230-e5185786637a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.863240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-a7dc3c26-86c6-46d0-b230-e5185786637a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.869308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-a7dc3c26-86c6-46d0-b230-e5185786637a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.878023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Request body: {'subnet': {'network_id': '9c8b491a-f00b-4096-a55c-8821555740f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-253273898-subnet', 'tenant_id': '671fc506941945898c83c83d693f8186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:01.878338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-a7dc3c26-86c6-46d0-b230-e5185786637a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.882493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-a7dc3c26-86c6-46d0-b230-e5185786637a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.885405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0af7-da18-4de9-9cd9-f5b0b1f92585 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8b491a-f00b-4096-a55c-8821555740f2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.888200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Checking segment: {'id': '38aa4212-a497-48e5-b1fd-fc26e8c2b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:01.888661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network hostable DHCP agents. Network: a9220d89-9686-41c7-bcc4-1a965d12a35d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:01.888865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-a7dc3c26-86c6-46d0-b230-e5185786637a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.895644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-a7dc3c26-86c6-46d0-b230-e5185786637a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.899028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 9c8b491a-f00b-4096-a55c-8821555740f2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:01.904674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-a7dc3c26-86c6-46d0-b230-e5185786637a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.1769481 Aug 29 04:29:01.938529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Made reservation on behalf of 671fc506941945898c83c83d693f8186 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:01.942682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.963127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2b748ae-03bb-4a0e-b2ef-13bafc976430 req-fe8b8726-cf3d-43be-9294-8e04695c5d64 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927073 Aug 29 04:29:01.987062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e595b568-1eb0-4f11-bec7-229d0528c50f req-2671dab9-0375-446d-b660-3689d73eec52 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0814209 Aug 29 04:29:02.015088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:02.015088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:02.026794 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.027865 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Added segment 89d5bf7b-d8ec-4cfd-b017-20bbca112290 of type vlan for network 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 Aug 29 04:29:02.031651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, a9220d89-9686-41c7-bcc4-1a965d12a35d) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:02.049831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2964f77-1643-4c53-b5f4-02f0ebab75c6 None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:02.064246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:02.078593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.079341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.081640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-d527ac02-e44f-4762-9594-4c72e9210aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.084118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-d527ac02-e44f-4762-9594-4c72e9210aca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 1096 time: 0.0468004 Aug 29 04:29:02.108700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['d4e593fd-87dd-4d44-9d6b-702ea4fc56fd'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:02.165213 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fb10b8f8-ce93-4f68-bbd6-9b81f50698de tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1905203 Aug 29 04:29:02.165425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50062) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.170998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1019950525'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:02.171217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.216170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:02.219926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.234024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.235123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.235735 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.253531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:02.264015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.264200 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Added segment af3c550d-c58f-4aa0-ac61-f43c1aa3a45c of type vlan for network fa61d824-7934-4ca7-bad2-ce511a4715d5 Aug 29 04:29:02.304605 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6875389 Aug 29 04:29:02.308379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50064) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.332237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cb54-332f-48c3-aeb9-12f8445c711a req-22c11e25-366d-48cf-8717-69999182cc00 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.334066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Request body: {'subnet': {'network_id': '7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:02.338218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cb54-332f-48c3-aeb9-12f8445c711a req-22c11e25-366d-48cf-8717-69999182cc00 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.345811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cb54-332f-48c3-aeb9-12f8445c711a req-22c11e25-366d-48cf-8717-69999182cc00 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.351587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cb54-332f-48c3-aeb9-12f8445c711a req-22c11e25-366d-48cf-8717-69999182cc00 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.357993 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cb54-332f-48c3-aeb9-12f8445c711a req-22c11e25-366d-48cf-8717-69999182cc00 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.363815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cb54-332f-48c3-aeb9-12f8445c711a req-22c11e25-366d-48cf-8717-69999182cc00 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.369681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cb54-332f-48c3-aeb9-12f8445c711a req-22c11e25-366d-48cf-8717-69999182cc00 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.371659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26c9cb54-332f-48c3-aeb9-12f8445c711a req-22c11e25-366d-48cf-8717-69999182cc00 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.2495849 Aug 29 04:29:02.375166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54562e-fb78-4adb-b0be-7c67b044b25d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Network': ['ID=7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.381159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Made reservation on behalf of 876259271546439da38803b4cdc205f8 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:02.383690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.387388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.387891 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.409927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:02.413962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-56068586-b5a7-4a2e-9731-9976147a14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.415475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-56068586-b5a7-4a2e-9731-9976147a14e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 914 time: 0.3236911 Aug 29 04:29:02.469264 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-85e8bb48-e6aa-4c3a-9d6f-93a07c50498e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 HTTP/1.1" status: 200 len: 217 time: 0.0446367 Aug 29 04:29:02.474485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.482007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.483160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.517443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f41095-0d65-4030-9f64-aaf368837ae0,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.535302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Checking segment: {'id': '47b84bb7-9ac1-44c5-8ec2-48e4aa0744bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9c8b491a-f00b-4096-a55c-8821555740f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:02.535654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Network hostable DHCP agents. Network: 9c8b491a-f00b-4096-a55c-8821555740f2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:02.569544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Network 9c8b491a-f00b-4096-a55c-8821555740f2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:02.574794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4056227 Aug 29 04:29:02.589531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50070) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.598515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'ports': [{'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d'}, {'network_id': 'fa61d824-7934-4ca7-bad2-ce511a4715d5'}]} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:02.598871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:02.599338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'fa61d824-7934-4ca7-bad2-ce511a4715d5'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:02.659947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff11a3-f9fe-4054-bdcb-15a297662615 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Network': ['ID=fa61d824-7934-4ca7-bad2-ce511a4715d5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.660241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 9c8b491a-f00b-4096-a55c-8821555740f2) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:02.665040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-44190b4d-97e1-4281-9415-8bf6ff6cb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.666682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-44190b4d-97e1-4281-9415-8bf6ff6cb30a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.1632068 Aug 29 04:29:02.676015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25266367-f7e9-4e1d-be41-6132334d040b req-3e1f5286-f093-49d5-8ca0-910023b9183f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.677575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25266367-f7e9-4e1d-be41-6132334d040b req-3e1f5286-f093-49d5-8ca0-910023b9183f tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 944 time: 0.1714332 Aug 29 04:29:02.681254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27f1a9e-40da-442c-a1ce-6ef546aecd6b None None] Network 9c8b491a-f00b-4096-a55c-8821555740f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:02.691482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network fa61d824-7934-4ca7-bad2-ce511a4715d5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:02.694767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.695808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.729619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-ccc7ac92-71a3-4180-aa1a-290cf6ff99a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510354 Aug 29 04:29:02.781118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4089209-9225-47ed-9ec8-fb5b866d1678 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9214673 Aug 29 04:29:02.943686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 2} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:02.945606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25266367-f7e9-4e1d-be41-6132334d040b req-3107a8d0-77bf-4df5-8ae5-5f29337e45eb tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184701 Aug 29 04:29:02.948595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.964026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c55211-89af-40d0-af3d-bb608c93ea7f None None] Network 9c8b491a-f00b-4096-a55c-8821555740f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:02.972265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.983691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-61eb5122-ff5e-4712-b5e3-0a3814a01d9d service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388411 Aug 29 04:29:03.048083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec431f2-ac99-4ec3-9b9d-87de6f7a4161 req-2471440e-7820-4ce1-a53a-78b9f3b1cfc8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.053474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cec431f2-ac99-4ec3-9b9d-87de6f7a4161 req-2471440e-7820-4ce1-a53a-78b9f3b1cfc8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 944 time: 0.2989559 Aug 29 04:29:03.104691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 4a9bcc92-cbda-48a4-b554-f62c2a1c59b8 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:03.173836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cec431f2-ac99-4ec3-9b9d-87de6f7a4161 req-275c79a3-c4f1-4c88-9927-d3a4c45f3460 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870061 Aug 29 04:29:03.204871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:29:03.205093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.209811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d899f272-9985-4e6e-8b18-8e886ec97d9c req-20c8dd7f-682c-4e6a-9be6-15a8ea412ff4 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997423 Aug 29 04:29:03.286312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e654dbf8-911b-48aa-9133-68d8b202a659,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:03.328495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Checking segment: {'id': '89d5bf7b-d8ec-4cfd-b017-20bbca112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:03.328935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Network hostable DHCP agents. Network: 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:03.380266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Network 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:03.398827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:03.404679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.407655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.408328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.409521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bd9508-461e-4290-a9dd-9369c56376ca None None] Network 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:03.463511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d4e593fd-87dd-4d44-9d6b-702ea4fc56fd up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:03.470537 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0bc8423c-4ba5-4272-b7bd-3e545512fa3f tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1399217 Aug 29 04:29:03.470761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50094) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.475220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Request body: {'floatingip': {'floating_network_id': '7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:03.505403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port c66a61ff-a4ad-4619-82c2-a1fab6b0283d yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:03.521403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.523519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-0454e9b3-be39-4601-aedf-f9b98c87c257 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.531483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-0454e9b3-be39-4601-aedf-f9b98c87c257 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/networks?id=acd7c415-c98b-4023-87df-d55f3c21e86b HTTP/1.1" status: 200 len: 813 time: 0.1704822 Aug 29 04:29:03.544565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-7d5cee56-ce2c-46cf-8012-c66948a4af07 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/quotas/0ba6b1bcd75b4888b5aed5ecbc1f75ec HTTP/1.1" status: 200 len: 375 time: 0.0121047 Aug 29 04:29:03.558236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:03.577204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-a40f88e0-3ab7-4f3c-8d1d-89399ad1a94c tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ba6b1bcd75b4888b5aed5ecbc1f75ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282381 Aug 29 04:29:03.582255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:03.582861 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.620527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959b157-4451-4c88-a0fc-2f4ba7b8646d None None] Network 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:03.703350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.703639 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-67a6c7b0-b1b8-4a74-a82d-9d8a0472200e service neutron] 10.222.0.58 "GET /v2.0/networks/acd7c415-c98b-4023-87df-d55f3c21e86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070902 Aug 29 04:29:03.711907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.785158 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.825591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.834759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaf8974-6947-4169-97ec-3b8b46b9ccdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e593fd-87dd-4d44-9d6b-702ea4fc56fd'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:03.837568 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc73975-1a11-40a3-b1f3-72ee4d0f9668" -d '{"events": [{"server_uuid": "faaf8974-6947-4169-97ec-3b8b46b9ccdb", "name": "network-vif-plugged", "status": "completed", "tag": "d4e593fd-87dd-4d44-9d6b-702ea4fc56fd"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:03.843963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-ab1a7998-ca44-49d5-89b1-9263057e310c service neutron] 10.222.0.58 "GET /v2.0/networks/acd7c415-c98b-4023-87df-d55f3c21e86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224020 Aug 29 04:29:03.853517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:03.859048 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.874124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:03.879691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:03.883327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:03.884223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.918377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Allocated IP 172.20.0.6 (7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94/e654dbf8-911b-48aa-9133-68d8b202a659/d376f768-b84c-4d72-965a-260362093e32) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:03.918596 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08058441-bcf0-4f70-9996-25782ce6175d x-openstack-request-id: req-08058441-bcf0-4f70-9996-25782ce6175d {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:03.919009 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaf8974-6947-4169-97ec-3b8b46b9ccdb", "name": "network-vif-plugged", "status": "completed", "tag": "d4e593fd-87dd-4d44-9d6b-702ea4fc56fd", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:03.919340 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08058441-bcf0-4f70-9996-25782ce6175d {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:03.931442 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaf8974-6947-4169-97ec-3b8b46b9ccdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e593fd-87dd-4d44-9d6b-702ea4fc56fd', 'code': 200} Aug 29 04:29:03.934644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=4a9bcc92-cbda-48a4-b554-f62c2a1c59b8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:03.943136 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.091790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50f64f18-3bbd-412b-b048-bca54c1e640a req-cf3f7370-855b-415b-a0ab-2a2fa7907616 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 210 time: 0.0480475 Aug 29 04:29:04.105115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Checking segment: {'id': 'af3c550d-c58f-4aa0-ac61-f43c1aa3a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fa61d824-7934-4ca7-bad2-ce511a4715d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:04.105624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network hostable DHCP agents. Network: fa61d824-7934-4ca7-bad2-ce511a4715d5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:04.118690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=c66a61ff-a4ad-4619-82c2-a1fab6b0283d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.123280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee5930-11e7-489a-b454-59d41a88dbc0 req-b5ba0ca4-b864-48bf-9892-d8e8359c5b0d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.124894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a45e6-bec8-42d3-b7ef-8f5dec35d413 req-334e8275-3a72-475a-828b-b3ea419e1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.125257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cee5930-11e7-489a-b454-59d41a88dbc0 req-b5ba0ca4-b864-48bf-9892-d8e8359c5b0d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 945 time: 0.0925710 Aug 29 04:29:04.126486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b9a45e6-bec8-42d3-b7ef-8f5dec35d413 req-334e8275-3a72-475a-828b-b3ea419e1e31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 1097 time: 0.1486015 Aug 29 04:29:04.177693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network fa61d824-7934-4ca7-bad2-ce511a4715d5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:04.182837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cee5930-11e7-489a-b454-59d41a88dbc0 req-40339506-4e7b-40e7-a92e-f55891fd51f6 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Aug 29 04:29:04.249115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.251913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, fa61d824-7934-4ca7-bad2-ce511a4715d5) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:04.256181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b9a45e6-bec8-42d3-b7ef-8f5dec35d413 req-2cc44421-60da-4c57-b8d5-c0a3d3a83ed2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202834 Aug 29 04:29:04.259924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:04.265327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29914dd-54b6-42fd-8a50-fc081c2e7bc7 None None] Network fa61d824-7934-4ca7-bad2-ce511a4715d5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:04.265856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.271072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.271701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.303890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ad87cc0-bca4-41b2-9d23-1ba604241fce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7114840 Aug 29 04:29:04.308288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50120) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.381843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7949-7c53-4875-a8c1-b8411906b34b req-e36794b2-e291-4db1-99f1-1d5731fdd6ec tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.383887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f7e7949-7c53-4875-a8c1-b8411906b34b req-e36794b2-e291-4db1-99f1-1d5731fdd6ec tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 944 time: 0.1027019 Aug 29 04:29:04.413585 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.442946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f7e7949-7c53-4875-a8c1-b8411906b34b req-94f6b896-e7ee-4903-b1db-de618434f2d9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510430 Aug 29 04:29:04.475600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Network 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:04.483627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:04.489518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:04.519263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Port': ['ID=d376f768-b84c-4d72-965a-260362093e32,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.545789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c46a2-0347-4ec7-8e82-5ba82dfe76a2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port c66a61ff-a4ad-4619-82c2-a1fab6b0283d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:04.546195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c8c46a2-0347-4ec7-8e82-5ba82dfe76a2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.661591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c8c46a2-0347-4ec7-8e82-5ba82dfe76a2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.682624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c46a2-0347-4ec7-8e82-5ba82dfe76a2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for c66a61ff-a4ad-4619-82c2-a1fab6b0283d owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:04.691371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.788702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.868141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c8c46a2-0347-4ec7-8e82-5ba82dfe76a2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.874353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.945047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c46a2-0347-4ec7-8e82-5ba82dfe76a2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=c66a61ff-a4ad-4619-82c2-a1fab6b0283d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.947826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c8c46a2-0347-4ec7-8e82-5ba82dfe76a2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.949685 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c8c46a2-0347-4ec7-8e82-5ba82dfe76a2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/c66a61ff-a4ad-4619-82c2-a1fab6b0283d HTTP/1.1" status: 204 len: 168 time: 0.6404729 Aug 29 04:29:04.952454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50142) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.969160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-a5ff3108-c401-48ed-924e-87fb44162251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.969655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-a5ff3108-c401-48ed-924e-87fb44162251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.970140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-a5ff3108-c401-48ed-924e-87fb44162251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.970622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-a5ff3108-c401-48ed-924e-87fb44162251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.971094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-a5ff3108-c401-48ed-924e-87fb44162251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.971571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-a5ff3108-c401-48ed-924e-87fb44162251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.972073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-a5ff3108-c401-48ed-924e-87fb44162251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.974051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-a5ff3108-c401-48ed-924e-87fb44162251 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 6506 time: 0.0986886 Aug 29 04:29:05.012279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6edb9485-7fd4-4033-a860-b9dc95ca349c req-e675b2fc-9b96-49d4-811d-2d55026cce69 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0317094 Aug 29 04:29:05.070886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e61a90-7744-4db5-baf4-c1f7695126d4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:05.077205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e61a90-7744-4db5-baf4-c1f7695126d4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:05.081481 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c2e61a90-7744-4db5-baf4-c1f7695126d4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1256559 Aug 29 04:29:05.082465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50146) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.095774 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.102716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.211868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:05.222409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fce935cf-8644-4a9e-8e27-503bebc26066 req-9dc6fa25-4e89-4fde-8210-0f6b61800ed2 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 210 time: 0.0404730 Aug 29 04:29:05.269515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 4a9bcc92-cbda-48a4-b554-f62c2a1c59b8 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:05.270221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.425949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:05.449086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2', 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba', 'port_id': 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2', 'mac_address': 'fa:16:3e:96:a0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88163fe2-9de1-43be-9945-b132ade96e98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:05.500872 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.516770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:05.531596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Port': ['ID=d376f768-b84c-4d72-965a-260362093e32,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:05.545402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:05.547624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.551940 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.583275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.586955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c314c742-fde8-4399-8842-aa59b51e25eb tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1128347 Aug 29 04:29:05.594171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50158) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.613809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:05.664282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-8beebbc1-96cf-4786-833b-0e37ff0e1665 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:05.665821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-8beebbc1-96cf-4786-833b-0e37ff0e1665 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.65 "GET /v2.0/networks?id=acd7c415-c98b-4023-87df-d55f3c21e86b HTTP/1.1" status: 200 len: 813 time: 0.2818737 Aug 29 04:29:05.682319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Request body: {'port': {'device_id': 'e98a80f1-9a4e-4d83-ae3f-3fa054b660c1', 'network_id': 'acd7c415-c98b-4023-87df-d55f3c21e86b', 'admin_state_up': True, 'tenant_id': '0ba6b1bcd75b4888b5aed5ecbc1f75ec'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:05.687037 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-04693656-cc73-4e4c-be6f-8ae561b6cdbc tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 HTTP/1.1" status: 200 len: 689 time: 0.0917602 Aug 29 04:29:05.689723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50160) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.728103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.764473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 4a9bcc92-cbda-48a4-b554-f62c2a1c59b8 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:05.781489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:05.828153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06114-cf11-42be-85e7-a4c52359561e req-5a56a616-6257-4f27-b09f-9578ea56e928 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:05.835665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8c06114-cf11-42be-85e7-a4c52359561e req-5a56a616-6257-4f27-b09f-9578ea56e928 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 945 time: 0.4794719 Aug 29 04:29:05.858499 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.869860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcaea-3f86-4f11-8b3b-d6bbd00bf40f req-4c936784-74bd-4b31-acd9-3af857cea937 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:05.871371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-778fcaea-3f86-4f11-8b3b-d6bbd00bf40f req-4c936784-74bd-4b31-acd9-3af857cea937 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 945 time: 0.1456289 Aug 29 04:29:05.914266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8c06114-cf11-42be-85e7-a4c52359561e req-5dac4db8-0ae7-490a-bb65-58586e399e00 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777912 Aug 29 04:29:05.956017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-778fcaea-3f86-4f11-8b3b-d6bbd00bf40f req-f7bc6e14-fd52-439f-ba6b-dacef44eeb67 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687990 Aug 29 04:29:05.967973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.002738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Made reservation on behalf of 0ba6b1bcd75b4888b5aed5ecbc1f75ec for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:06.006852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.018139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=4a9bcc92-cbda-48a4-b554-f62c2a1c59b8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.028596 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.033884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/4a9bcc92-cbda-48a4-b554-f62c2a1c59b8 HTTP/1.1" status: 204 len: 168 time: 0.9478030 Aug 29 04:29:06.033884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.034469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.034939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.035784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.036442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.036893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.037070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50164) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.037397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.037829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.038388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.038713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.039136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.039557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281c26b-5115-4b2e-8141-cb0775df4244 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:06.081146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Deleting port d376f768-b84c-4d72-965a-260362093e32 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:06.081503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.216465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a22015-fcf4-46c1-a12e-70e9d07d8fc3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.217958 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a5a22015-fcf4-46c1-a12e-70e9d07d8fc3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1787972 Aug 29 04:29:06.221483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50166) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.247230 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae61d61-f351-409c-9069-e963ab07fe48 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:06.248980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8ae61d61-f351-409c-9069-e963ab07fe48 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/c66a61ff-a4ad-4619-82c2-a1fab6b0283d HTTP/1.1" status: 404 len: 333 time: 0.0263367 Aug 29 04:29:06.251921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50170) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.276469 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf042019-3c94-44c7-96e1-70bf7318f612 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:06.281180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cf042019-3c94-44c7-96e1-70bf7318f612 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/4a9bcc92-cbda-48a4-b554-f62c2a1c59b8 HTTP/1.1" status: 404 len: 333 time: 0.0253885 Aug 29 04:29:06.281461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50172) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.284620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.285217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.296320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Allocated IP 172.20.0.6 (acd7c415-c98b-4023-87df-d55f3c21e86b/eed39b4a-2c6a-4d1c-aee9-6b9e7a975ac2/023f4846-ea3b-433e-a1d4-a5d512e54f5c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:06.306784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Calling delete_port for d376f768-b84c-4d72-965a-260362093e32 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:06.376821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf818fd8-a0b9-4278-b7ba-92a83e8ed865 req-f878f494-180d-47b4-8d23-f6d6039b4f46 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 210 time: 0.0724609 Aug 29 04:29:06.396203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.488403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.499164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa61d824-7934-4ca7-bad2-ce511a4715d5']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:06.511114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3c550d-c58f-4aa0-ac61-f43c1aa3a45c') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:06.511549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3c550d-c58f-4aa0-ac61-f43c1aa3a45c') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:06.520915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.534528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.541484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:06.541881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:06.545717 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:06.595296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.599239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.613370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.622305 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.624298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/networks/fa61d824-7934-4ca7-bad2-ce511a4715d5 HTTP/1.1" status: 204 len: 168 time: 0.3417854 Aug 29 04:29:06.631468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50176) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.635393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7c41f-b2d2-4d36-aabd-46d735bf0592 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Network': ['ID=fa61d824-7934-4ca7-bad2-ce511a4715d5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.641526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-227204801'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:06.642343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event deleted for resources: {'Port': ['ID=d376f768-b84c-4d72-965a-260362093e32,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.726008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:06.729507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.760186 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.764929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.802211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:06.836630 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.836984 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Added segment 8d1ec679-1778-4fbf-ba49-acc1b1ded005 of type vlan for network b8901f98-a4d6-4234-99a1-9bef8241189e Aug 29 04:29:06.840246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Network acd7c415-c98b-4023-87df-d55f3c21e86b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:06.869881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:06.872346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Pushing event updated for resources: {'Port': ['ID=023f4846-ea3b-433e-a1d4-a5d512e54f5c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.874555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:06.969660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.972255 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.009178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.009833 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.048197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-843ddb89-211a-4e37-9e3a-fb85f1cb65ea tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3701692 Aug 29 04:29:07.055381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.061823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.062437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.074062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Request body: {'port': {'device_id': 'e98a80f1-9a4e-4d83-ae3f-3fa054b660c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:07.081056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d3ce6-3dba-44f7-965e-ca2cef8da2c8 req-95411794-c8fb-4f6e-8692-c679f475a9f2 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.082644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f48d3ce6-3dba-44f7-965e-ca2cef8da2c8 req-95411794-c8fb-4f6e-8692-c679f475a9f2 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 945 time: 0.0875900 Aug 29 04:29:07.130445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65f6ef-98ea-41d9-9cbe-ae07d634b965 req-c9414805-6fc3-49c5-86ee-f092296b9b16 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.132242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d65f6ef-98ea-41d9-9cbe-ae07d634b965 req-c9414805-6fc3-49c5-86ee-f092296b9b16 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 945 time: 0.0921595 Aug 29 04:29:07.142249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f48d3ce6-3dba-44f7-965e-ca2cef8da2c8 req-882f3a9d-78f9-42ec-a012-dccf6d9a0fc6 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531011 Aug 29 04:29:07.154865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5220027 Aug 29 04:29:07.158058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50184) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.163384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'b8901f98-a4d6-4234-99a1-9bef8241189e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:07.196324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.217133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:07.239239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e654dbf8-911b-48aa-9133-68d8b202a659,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.240939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42783941-7783-438f-9c93-0b11d2d5e75b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Network': ['ID=b8901f98-a4d6-4234-99a1-9bef8241189e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.244976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.264707 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d65f6ef-98ea-41d9-9cbe-ae07d634b965 req-eee72053-ff29-4d29-b339-800e77338b71 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159983 Aug 29 04:29:07.271120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network b8901f98-a4d6-4234-99a1-9bef8241189e details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:07.313294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:07.318328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.326906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.344895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.362752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d5bf7b-d8ec-4cfd-b017-20bbca112290') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.363058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d5bf7b-d8ec-4cfd-b017-20bbca112290') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.435352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:07.444383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:07.444683 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.445054 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.479297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.494099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:07.494632 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:07.496764 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:07.562426 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.587599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750e20f4-703e-4fe0-bede-6e12373a7693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:07.598159 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bb0e5e-cab2-4904-a83a-9581fd4a5ba7" -d '{"events": [{"server_uuid": "750e20f4-703e-4fe0-bede-6e12373a7693", "name": "network-vif-plugged", "status": "completed", "tag": "a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:07.612934 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:07.616276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.618113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.623801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:29:07.639951 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.642251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "DELETE /v2.0/networks/7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 HTTP/1.1" status: 204 len: 168 time: 1.9514005 Aug 29 04:29:07.652107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50196) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.666918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f159ac-9031-4765-8b5c-da93fdecaa72 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.683909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.701372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.752515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c88650-1cf3-4bd3-9fd0-208ac90f23d3 req-778c47bb-d8f3-4529-a1d5-11f7ddae59c1 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.754701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83c88650-1cf3-4bd3-9fd0-208ac90f23d3 req-778c47bb-d8f3-4529-a1d5-11f7ddae59c1 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 931 time: 0.2255938 Aug 29 04:29:07.770430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fb7a4-84e9-4b24-bfb0-aad73f6c2fcb req-c0479815-be23-4443-8dcc-09aa8c2ab402 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.772356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-516fb7a4-84e9-4b24-bfb0-aad73f6c2fcb req-c0479815-be23-4443-8dcc-09aa8c2ab402 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 945 time: 0.2045758 Aug 29 04:29:07.820884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=3ce12566-891c-4593-b1d1-750d7f18bf93,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.878088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83c88650-1cf3-4bd3-9fd0-208ac90f23d3 req-fdf22f9a-cb27-4f61-bd29-e7ade86e456a tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011019 Aug 29 04:29:07.892429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Checking segment: {'id': '8d1ec679-1778-4fbf-ba49-acc1b1ded005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b8901f98-a4d6-4234-99a1-9bef8241189e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:07.892804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network hostable DHCP agents. Network: b8901f98-a4d6-4234-99a1-9bef8241189e, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:07.921852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-516fb7a4-84e9-4b24-bfb0-aad73f6c2fcb req-58932eba-2ea1-4679-aba7-b49bef5f92c2 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314437 Aug 29 04:29:07.928505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network b8901f98-a4d6-4234-99a1-9bef8241189e is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:07.944914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, b8901f98-a4d6-4234-99a1-9bef8241189e) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:07.951256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.951872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.960296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afde4d3-34cf-457b-9e52-f1205fa75311 None None] Network b8901f98-a4d6-4234-99a1-9bef8241189e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:07.980632 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22539c49-4482-410e-8f05-9fe2dc8e8328 x-openstack-request-id: req-22539c49-4482-410e-8f05-9fe2dc8e8328 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:07.980977 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750e20f4-703e-4fe0-bede-6e12373a7693", "name": "network-vif-plugged", "status": "completed", "tag": "a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:07.981272 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22539c49-4482-410e-8f05-9fe2dc8e8328 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:07.981679 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750e20f4-703e-4fe0-bede-6e12373a7693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2', 'code': 200} Aug 29 04:29:07.987898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-656dfe1e-2f74-412c-a60e-ab73f9f6d2ff tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8256798 Aug 29 04:29:07.988747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50198) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.998106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'b8901f98-a4d6-4234-99a1-9bef8241189e', 'name': 'tempest-PortsIpV6TestJSON-2133739834'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:08.053437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-61bd3e87-3d31-4ef8-bfac-7c31d8978f90 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3046 time: 0.3973348 Aug 29 04:29:08.055785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50200) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.117919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023f4846-ea3b-433e-a1d4-a5d512e54f5c {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:08.140301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.167623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:08.171582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.173222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-b8901f98-a4d6-4234-99a1-9bef8241189e', 'network_id': 'b8901f98-a4d6-4234-99a1-9bef8241189e', 'tenant_id': '1ce596bf4d044001b8de8e6e087a62fa', 'fixed_ips': [{'subnet_id': '3ce12566-891c-4593-b1d1-750d7f18bf93'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:08.176643 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.180690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Transition to ACTIVE for port object 023f4846-ea3b-433e-a1d4-a5d512e54f5c will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:08.196343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.201787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port ae94c98d-124b-4ece-9c1e-b7644f0e4ed4 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:08.203661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.204172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.204638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.205098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.205579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.206063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.206735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.207194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.207848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.208389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.208952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.209414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.209891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.210336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.210783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.213684 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-46682428-4b9b-4abe-8513-75faec6d36e0 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9556 time: 0.1566992 Aug 29 04:29:08.244481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50202) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.299898 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-16d6c0de-df35-4942-a491-b3978674776d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:29:08.300976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-16d6c0de-df35-4942-a491-b3978674776d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/43bb6ae1-f0a2-4921-abc2-5e930200bebd HTTP/1.1" status: 404 len: 345 time: 0.0554304 Aug 29 04:29:08.304987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50208) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.334400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Pushing event updated for resources: {'Port': ['ID=023f4846-ea3b-433e-a1d4-a5d512e54f5c,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.353682 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24efc81-4bb7-4891-aa5b-2f7f366184f4 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] DELETE failed (client error): The resource could not be found. Aug 29 04:29:08.354325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24efc81-4bb7-4891-aa5b-2f7f366184f4 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:08.356697 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d24efc81-4bb7-4891-aa5b-2f7f366184f4 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "DELETE /v2.0/networks/7f2d1c72-ccbe-4cf3-bd21-d4aeba153b94 HTTP/1.1" status: 404 len: 339 time: 0.0474937 Aug 29 04:29:08.361688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50210) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.385060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Request body: {'network': {'name': 'tempest-network--1735982750', 'router:external': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:08.397879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7d7e9-3be4-46bb-af54-963241be1ba0 req-dd8e1eea-de71-4409-aae1-0733b9aeb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.399493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fea7d7e9-3be4-46bb-af54-963241be1ba0 req-dd8e1eea-de71-4409-aae1-0733b9aeb61c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 1098 time: 0.2626054 Aug 29 04:29:08.425526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Made reservation on behalf of 876259271546439da38803b4cdc205f8 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:08.427174 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.446321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Attempting to bind port 023f4846-ea3b-433e-a1d4-a5d512e54f5c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:08.446606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Attempting to bind port 023f4846-ea3b-433e-a1d4-a5d512e54f5c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '4d75d583-d34d-4aa7-955c-1cb8c6aaa000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'acd7c415-c98b-4023-87df-d55f3c21e86b'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:08.446942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Attempting to bind port 023f4846-ea3b-433e-a1d4-a5d512e54f5c on network acd7c415-c98b-4023-87df-d55f3c21e86b {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:08.455954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Port 023f4846-ea3b-433e-a1d4-a5d512e54f5c on network acd7c415-c98b-4023-87df-d55f3c21e86b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:08.456308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Attempting to bind port 023f4846-ea3b-433e-a1d4-a5d512e54f5c on network acd7c415-c98b-4023-87df-d55f3c21e86b {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:08.463296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::2a1 (b8901f98-a4d6-4234-99a1-9bef8241189e/3ce12566-891c-4593-b1d1-750d7f18bf93/ae94c98d-124b-4ece-9c1e-b7644f0e4ed4) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:08.468621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:08.468960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Checking segment: {'id': '4d75d583-d34d-4aa7-955c-1cb8c6aaa000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'acd7c415-c98b-4023-87df-d55f3c21e86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:08.469429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Bound using segment: {'id': '4d75d583-d34d-4aa7-955c-1cb8c6aaa000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'acd7c415-c98b-4023-87df-d55f3c21e86b'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:08.469958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Bound port: 023f4846-ea3b-433e-a1d4-a5d512e54f5c, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d75d583-d34d-4aa7-955c-1cb8c6aaa000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'acd7c415-c98b-4023-87df-d55f3c21e86b'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:08.470379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.472322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:08.494508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.494860 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Added segment 2679081b-bc04-46cc-a76c-be65537fb30c of type vlan for network b6ec8b65-0a4b-46f0-ab71-3ea0e5df8d75 Aug 29 04:29:08.506216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd630-c044-4470-8f1a-c499115f5ea4 req-ad646c60-d8bd-437d-ae79-d42b1299a724 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.507812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-746bd630-c044-4470-8f1a-c499115f5ea4 req-ad646c60-d8bd-437d-ae79-d42b1299a724 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 946 time: 0.1282666 Aug 29 04:29:08.515474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fea7d7e9-3be4-46bb-af54-963241be1ba0 req-ad57649e-4f23-4c39-8a96-fb1120fa6604 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937750 Aug 29 04:29:08.581600 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.598867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] For port 023f4846-ea3b-433e-a1d4-a5d512e54f5c, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:08.603152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] For port 023f4846-ea3b-433e-a1d4-a5d512e54f5c, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=023f4846-ea3b-433e-a1d4-a5d512e54f5c,segment=NetworkSegment(4d75d583-d34d-4aa7-955c-1cb8c6aaa000),segment_id=4d75d583-d34d-4aa7-955c-1cb8c6aaa000)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:08.612450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-746bd630-c044-4470-8f1a-c499115f5ea4 req-860c612e-5012-4d75-be36-980d5b37ac4f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943763 Aug 29 04:29:08.612980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.655464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.656211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.657737 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] 10.222.0.65 "PUT /v2.0/ports/023f4846-ea3b-433e-a1d4-a5d512e54f5c HTTP/1.1" status: 200 len: 1092 time: 1.5909774 Aug 29 04:29:08.658181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98a80f1-9a4e-4d83-ae3f-3fa054b660c1', 'tag': '023f4846-ea3b-433e-a1d4-a5d512e54f5c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:08.660687 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3b1ff5-9525-48ac-9456-0f5b12db6782" -d '{"events": [{"name": "network-changed", "server_uuid": "e98a80f1-9a4e-4d83-ae3f-3fa054b660c1", "tag": "023f4846-ea3b-433e-a1d4-a5d512e54f5c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:08.668012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.669877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.670721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.700207 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.718261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object ae94c98d-124b-4ece-9c1e-b7644f0e4ed4 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:08.733502 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dfd387-21f6-4d9a-9012-73f0c06a75b0 x-openstack-request-id: req-70dfd387-21f6-4d9a-9012-73f0c06a75b0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:08.733794 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98a80f1-9a4e-4d83-ae3f-3fa054b660c1", "tag": "023f4846-ea3b-433e-a1d4-a5d512e54f5c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:08.734045 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70dfd387-21f6-4d9a-9012-73f0c06a75b0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:08.734489 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98a80f1-9a4e-4d83-ae3f-3fa054b660c1', 'tag': '023f4846-ea3b-433e-a1d4-a5d512e54f5c', 'status': 'completed', 'code': 200} Aug 29 04:29:08.756516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.774274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3431fe-ddd3-42a0-97a7-189450f52988 service neutron] Pushing event updated for resources: {'Port': ['ID=023f4846-ea3b-433e-a1d4-a5d512e54f5c,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.782689 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4017835 Aug 29 04:29:08.788435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50216) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.808514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1c7ae-6e33-4bb1-9269-c8949460847d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Network': ['ID=b6ec8b65-0a4b-46f0-ab71-3ea0e5df8d75,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.813013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Allocated IP 2001:db8::2 (b8901f98-a4d6-4234-99a1-9bef8241189e/3ce12566-891c-4593-b1d1-750d7f18bf93/5b488f76-649b-4529-9e15-a2e40ce7a8e8) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:08.815324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network b8901f98-a4d6-4234-99a1-9bef8241189e is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:08.818721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:08.823597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:08.829171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network b6ec8b65-0a4b-46f0-ab71-3ea0e5df8d75 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:08.829322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.829895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.843952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=ae94c98d-124b-4ece-9c1e-b7644f0e4ed4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.849880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a674a8e7-3dd5-4310-aca5-7c91f970e33f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8595026 Aug 29 04:29:08.854892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50218) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.937303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-b9e1a73f-9c43-4b0c-a156-09fc232d347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.939106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-b9e1a73f-9c43-4b0c-a156-09fc232d347e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ba6b1bcd75b4888b5aed5ecbc1f75ec&device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 1095 time: 0.1977696 Aug 29 04:29:09.028643 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-8abfcee6-6ea3-4427-b013-3a312e50708a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=023f4846-ea3b-433e-a1d4-a5d512e54f5c HTTP/1.1" status: 200 len: 217 time: 0.0797510 Aug 29 04:29:09.045312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-d88a55e1-6a3a-45cf-9271-0ef09f744b88 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.047294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-d88a55e1-6a3a-45cf-9271-0ef09f744b88 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.65 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 945 time: 0.2400000 Aug 29 04:29:09.065628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.070314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d4def4c9-4ba3-4e4f-becd-e796ca660cd0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port ae94c98d-124b-4ece-9c1e-b7644f0e4ed4 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:09.070664 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4def4c9-4ba3-4e4f-becd-e796ca660cd0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.077719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Transition to ACTIVE for port object 5b488f76-649b-4529-9e15-a2e40ce7a8e8 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:09.095800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Transition to ACTIVE for port object 5b488f76-649b-4529-9e15-a2e40ce7a8e8 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:09.107735 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.143351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6bfc0-f49c-406d-b3e8-a4296a479eb8 req-7a4e8b89-3e1c-44f1-bb1d-5a0a5fa53568 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.144917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44c6bfc0-f49c-406d-b3e8-a4296a479eb8 req-7a4e8b89-3e1c-44f1-bb1d-5a0a5fa53568 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 945 time: 0.1216335 Aug 29 04:29:09.145170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87350076-26b3-4cdd-ae35-20518c6a342e tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.151719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87350076-26b3-4cdd-ae35-20518c6a342e tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.153134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48102d69-e39d-4e3d-a134-bf6e9eb10758 req-7f3e2842-6618-4ea7-bc5e-467ccc06a2c3 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.157860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Network b8901f98-a4d6-4234-99a1-9bef8241189e is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:09.159336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87350076-26b3-4cdd-ae35-20518c6a342e tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.160660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48102d69-e39d-4e3d-a134-bf6e9eb10758 req-7f3e2842-6618-4ea7-bc5e-467ccc06a2c3 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 943 time: 0.1801457 Aug 29 04:29:09.161142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:09.166057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87350076-26b3-4cdd-ae35-20518c6a342e tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.166220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:09.170994 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-87350076-26b3-4cdd-ae35-20518c6a342e tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3815331 Aug 29 04:29:09.171181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Pushing event updated for resources: {'Port': ['ID=5b488f76-649b-4529-9e15-a2e40ce7a8e8,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.171794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50224) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.230144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Attempting to bind port 5b488f76-649b-4529-9e15-a2e40ce7a8e8 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:09.230570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Attempting to bind port 5b488f76-649b-4529-9e15-a2e40ce7a8e8 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '8d1ec679-1778-4fbf-ba49-acc1b1ded005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b8901f98-a4d6-4234-99a1-9bef8241189e'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:09.231489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Attempting to bind port 5b488f76-649b-4529-9e15-a2e40ce7a8e8 on network b8901f98-a4d6-4234-99a1-9bef8241189e {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:09.236619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:09.236997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Checking segment: {'id': '8d1ec679-1778-4fbf-ba49-acc1b1ded005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b8901f98-a4d6-4234-99a1-9bef8241189e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:09.237407 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.237810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Bound using segment: {'id': '8d1ec679-1778-4fbf-ba49-acc1b1ded005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b8901f98-a4d6-4234-99a1-9bef8241189e'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:09.238613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Bound port: 5b488f76-649b-4529-9e15-a2e40ce7a8e8, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1ec679-1778-4fbf-ba49-acc1b1ded005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b8901f98-a4d6-4234-99a1-9bef8241189e'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:09.238747 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.260312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4def4c9-4ba3-4e4f-becd-e796ca660cd0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.266273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48102d69-e39d-4e3d-a134-bf6e9eb10758 req-5d52ef04-6b89-4d6a-881f-275a5955053b tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047394 Aug 29 04:29:09.274371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-6abde25d-17e3-4b1d-9317-239a8d531b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.275621 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-6abde25d-17e3-4b1d-9317-239a8d531b06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eed39b4a-2c6a-4d1c-aee9-6b9e7a975ac2 HTTP/1.1" status: 200 len: 853 time: 0.2382169 Aug 29 04:29:09.276501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44c6bfc0-f49c-406d-b3e8-a4296a479eb8 req-7b862b61-bbf7-4851-bfa1-56b92374c77c tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups?id=623bf2e1-50af-4253-81fd-28fc19d28376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138039 Aug 29 04:29:09.300786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d4def4c9-4ba3-4e4f-becd-e796ca660cd0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for ae94c98d-124b-4ece-9c1e-b7644f0e4ed4 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:09.323540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] For port 5b488f76-649b-4529-9e15-a2e40ce7a8e8, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:09.325698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-1a6b17ae-fb9a-4640-a982-80f3a0c8b4f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=acd7c415-c98b-4023-87df-d55f3c21e86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413530 Aug 29 04:29:09.327949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] For port 5b488f76-649b-4529-9e15-a2e40ce7a8e8, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5b488f76-649b-4529-9e15-a2e40ce7a8e8,segment=NetworkSegment(8d1ec679-1778-4fbf-ba49-acc1b1ded005),segment_id=8d1ec679-1778-4fbf-ba49-acc1b1ded005)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:09.330278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.338440 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.415328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b20e1a-bcfe-4118-b2b8-7e0dfb3e8982 None None] Pushing event updated for resources: {'Port': ['ID=5b488f76-649b-4529-9e15-a2e40ce7a8e8,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.473409 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4def4c9-4ba3-4e4f-becd-e796ca660cd0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.479095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Deleting port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:09.479685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.525902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4def4c9-4ba3-4e4f-becd-e796ca660cd0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=ae94c98d-124b-4ece-9c1e-b7644f0e4ed4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.557861 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4def4c9-4ba3-4e4f-becd-e796ca660cd0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.559970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d4def4c9-4ba3-4e4f-becd-e796ca660cd0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/ae94c98d-124b-4ece-9c1e-b7644f0e4ed4 HTTP/1.1" status: 204 len: 168 time: 0.7039971 Aug 29 04:29:09.562705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50228) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.572529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.593670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ec8b65-0a4b-46f0-ab71-3ea0e5df8d75']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.593869 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-79079dd7-d628-43e8-9e50-4df1535242bd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:09.594432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79079dd7-d628-43e8-9e50-4df1535242bd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:09.621349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-79079dd7-d628-43e8-9e50-4df1535242bd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/ae94c98d-124b-4ece-9c1e-b7644f0e4ed4 HTTP/1.1" status: 404 len: 333 time: 0.0550387 Aug 29 04:29:09.623762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50232) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.634226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2679081b-bc04-46cc-a76c-be65537fb30c') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.634525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2679081b-bc04-46cc-a76c-be65537fb30c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.665712 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-90771e57-4d75-4033-98aa-179230303104 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:09.674650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-90771e57-4d75-4033-98aa-179230303104 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/ae94c98d-124b-4ece-9c1e-b7644f0e4ed4 HTTP/1.1" status: 404 len: 333 time: 0.0466530 Aug 29 04:29:09.677449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50236) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.690732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.717530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-5a971ca7-9065-43a5-9084-c67b4cb84674 service neutron] 10.222.0.65 "GET /v2.0/networks/acd7c415-c98b-4023-87df-d55f3c21e86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830159 Aug 29 04:29:09.792489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.813119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-522c64bd-f6fd-4db2-b718-a4861b035855 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet 3ce12566-891c-4593-b1d1-750d7f18bf93 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:09.814308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:09.814974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.817307 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-522c64bd-f6fd-4db2-b718-a4861b035855 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:09.821482 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:09.870853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6dd6-61b8-47a3-8354-0f55f3742aba req-ec5b3ca3-4931-443b-9012-8098846f4455 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.872884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-495f6dd6-61b8-47a3-8354-0f55f3742aba req-ec5b3ca3-4931-443b-9012-8098846f4455 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 946 time: 0.1401486 Aug 29 04:29:09.875147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-522c64bd-f6fd-4db2-b718-a4861b035855 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.876141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] For port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,segment=NetworkSegment(9fb5d3e7-bfaf-4155-8dfd-382cf51e889a),segment_id=9fb5d3e7-bfaf-4155-8dfd-382cf51e889a)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:09.876523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.905934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Calling delete_port for d4e593fd-87dd-4d44-9d6b-702ea4fc56fd owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:09.941659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3de6465f-4744-44dd-97d5-3aa6e58560d9 req-d8f682a7-5acd-4c6e-9ee1-81a9d2a78d07 service neutron] 10.222.0.65 "GET /v2.0/networks/acd7c415-c98b-4023-87df-d55f3c21e86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151315 Aug 29 04:29:09.963898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-495f6dd6-61b8-47a3-8354-0f55f3742aba req-48a51c30-7772-4765-8ff7-580992e5f11d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668254 Aug 29 04:29:09.974566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.980221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6ec8b65-0a4b-46f0-ab71-3ea0e5df8d75 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:29:09.983259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.988709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "DELETE /v2.0/networks/b6ec8b65-0a4b-46f0-ab71-3ea0e5df8d75 HTTP/1.1" status: 204 len: 168 time: 0.8052514 Aug 29 04:29:09.989582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50238) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.995518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Request body: {'network': {'name': 'tempest-network--544381280', 'router:external': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:10.011977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-522c64bd-f6fd-4db2-b718-a4861b035855 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.057086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286c3d3-3eac-4996-8974-128f0fc1a13a tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6ec8b65-0a4b-46f0-ab71-3ea0e5df8d75,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.083110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-522c64bd-f6fd-4db2-b718-a4861b035855 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.115592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Made reservation on behalf of 876259271546439da38803b4cdc205f8 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:10.118002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.122063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c64bd-f6fd-4db2-b718-a4861b035855 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce12566-891c-4593-b1d1-750d7f18bf93,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.131846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-522c64bd-f6fd-4db2-b718-a4861b035855 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.140783 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-522c64bd-f6fd-4db2-b718-a4861b035855 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/3ce12566-891c-4593-b1d1-750d7f18bf93 HTTP/1.1" status: 204 len: 168 time: 0.4590850 Aug 29 04:29:10.140783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50240) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.163204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-f1015bbc-0837-4719-8389-d0bd653c6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.164770 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-f1015bbc-0837-4719-8389-d0bd653c6cb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ba6b1bcd75b4888b5aed5ecbc1f75ec&device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 1095 time: 0.1322680 Aug 29 04:29:10.249276 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.258696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:10.291803 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.292217 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Added segment 331cd7fa-0b04-44d5-b159-33ff1a430c60 of type vlan for network faec7633-f190-403b-8663-c0d4de08e172 Aug 29 04:29:10.296056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.330582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['d4e593fd-87dd-4d44-9d6b-702ea4fc56fd'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:10.343809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-009623b8-7e2e-40d6-b260-33b50b3d1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.345412 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-009623b8-7e2e-40d6-b260-33b50b3d1820 service neutron] 10.222.0.65 "GET /v2.0/networks?id=acd7c415-c98b-4023-87df-d55f3c21e86b HTTP/1.1" status: 200 len: 914 time: 0.1603916 Aug 29 04:29:10.413311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 5b488f76-649b-4529-9e15-a2e40ce7a8e8 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:10.414768 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.418988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-416b24b1-3042-4a80-b5fd-c76fd84d9395 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=023f4846-ea3b-433e-a1d4-a5d512e54f5c HTTP/1.1" status: 200 len: 217 time: 0.0536056 Aug 29 04:29:10.493471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ad9bfc2-8413-4957-85ff-66e89d79e4a8 req-73ca8ba4-a2db-4fc4-8e35-686f460ad78a tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/ports?device_id=faaf8974-6947-4169-97ec-3b8b46b9ccdb HTTP/1.1" status: 200 len: 210 time: 0.0743656 Aug 29 04:29:10.558501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-e18c22a6-94f7-4894-884f-122742e39514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.561014 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-e18c22a6-94f7-4894-884f-122742e39514 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eed39b4a-2c6a-4d1c-aee9-6b9e7a975ac2 HTTP/1.1" status: 200 len: 853 time: 0.0628710 Aug 29 04:29:10.561606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7facaf-28c5-4ac0-8dab-6b08e093962f req-d27076a8-1498-4ee3-87ff-b5eed8758a33 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.563205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb7facaf-28c5-4ac0-8dab-6b08e093962f req-d27076a8-1498-4ee3-87ff-b5eed8758a33 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 943 time: 0.1316488 Aug 29 04:29:10.593763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] For port 5b488f76-649b-4529-9e15-a2e40ce7a8e8, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5b488f76-649b-4529-9e15-a2e40ce7a8e8,segment=NetworkSegment(8d1ec679-1778-4fbf-ba49-acc1b1ded005),segment_id=8d1ec679-1778-4fbf-ba49-acc1b1ded005)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:10.594132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.616649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 5b488f76-649b-4529-9e15-a2e40ce7a8e8 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:10.649129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb7facaf-28c5-4ac0-8dab-6b08e093962f req-1acbe1fb-9723-49ca-941d-dc2fc56730cd tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760963 Aug 29 04:29:10.727532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a0406-9110-4b4f-b5ed-816c5d6533b4 None None] Network b8901f98-a4d6-4234-99a1-9bef8241189e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:10.738300 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.781752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=5b488f76-649b-4529-9e15-a2e40ce7a8e8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.787328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No DVR routers for this DVR port 5b488f76-649b-4529-9e15-a2e40ce7a8e8 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:10.833009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-95d3dfab-7234-4df4-b1c9-880715dbfdee None None] Could not find standard attr ID for object 5b488f76-649b-4529-9e15-a2e40ce7a8e8. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:10.876537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] No DVR routers for this DVR port d4e593fd-87dd-4d44-9d6b-702ea4fc56fd on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:10.878311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event deleted for resources: {'Port': ['ID=d4e593fd-87dd-4d44-9d6b-702ea4fc56fd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.882890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.884939 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c27ff4ae-dd4d-4f83-8082-69583d943451 req-19539e38-e722-4f57-b7d6-f012b0556b46 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.65 "DELETE /v2.0/ports/d4e593fd-87dd-4d44-9d6b-702ea4fc56fd HTTP/1.1" status: 204 len: 173 time: 1.8224232 Aug 29 04:29:10.887798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-1bf1ffb3-edaf-49ed-abdb-4c4d4ed29368 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=acd7c415-c98b-4023-87df-d55f3c21e86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3033388 Aug 29 04:29:10.888269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaf8974-6947-4169-97ec-3b8b46b9ccdb', 'name': 'network-vif-deleted', 'tag': 'd4e593fd-87dd-4d44-9d6b-702ea4fc56fd'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:10.890537 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24afbf8-b839-429a-9f8f-3291050d5f6a" -d '{"events": [{"server_uuid": "faaf8974-6947-4169-97ec-3b8b46b9ccdb", "name": "network-vif-deleted", "tag": "d4e593fd-87dd-4d44-9d6b-702ea4fc56fd"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:10.911656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.927093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8901f98-a4d6-4234-99a1-9bef8241189e']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.927408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6128342-93af-4f30-807a-6e6ab9a96ad5 None None] DHCP port deletion for b8901f98-a4d6-4234-99a1-9bef8241189e request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:10.949463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1ec679-1778-4fbf-ba49-acc1b1ded005') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.951162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1ec679-1778-4fbf-ba49-acc1b1ded005') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.954485 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd854e39-5dcf-4082-96a2-d0a0c373d4fd x-openstack-request-id: req-cd854e39-5dcf-4082-96a2-d0a0c373d4fd {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:10.954782 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaf8974-6947-4169-97ec-3b8b46b9ccdb", "name": "network-vif-deleted", "tag": "d4e593fd-87dd-4d44-9d6b-702ea4fc56fd", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:10.955042 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd854e39-5dcf-4082-96a2-d0a0c373d4fd {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:10.955425 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaf8974-6947-4169-97ec-3b8b46b9ccdb', 'name': 'network-vif-deleted', 'tag': 'd4e593fd-87dd-4d44-9d6b-702ea4fc56fd', 'status': 'completed', 'code': 200} Aug 29 04:29:10.963079 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.963524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.982240 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.989358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:10.990017 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:10.993755 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:11.016398 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.017386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.018142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.078639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.081406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-0dfc6028-0c33-45e4-8f49-3fa0398aaa24 service neutron] 10.222.0.65 "GET /v2.0/networks/acd7c415-c98b-4023-87df-d55f3c21e86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842535 Aug 29 04:29:11.086802 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.093589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/networks/b8901f98-a4d6-4234-99a1-9bef8241189e HTTP/1.1" status: 204 len: 168 time: 0.9510088 Aug 29 04:29:11.098460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50254) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.103015 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1102397 Aug 29 04:29:11.103015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9dd41e-dc4f-4c48-8a31-889918b36ccf tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Network': ['ID=faec7633-f190-403b-8663-c0d4de08e172,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.103256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1569780803'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:11.113371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network faec7633-f190-403b-8663-c0d4de08e172 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:11.114707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50256) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.149221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6b091-2473-439c-873b-910d52f61aa8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Network': ['ID=b8901f98-a4d6-4234-99a1-9bef8241189e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.169649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:11.173229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.197445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58164c3-9257-4b06-8d35-85d94ad7ab99 req-32e65267-60ee-470c-887e-6b71b58442f2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.199005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b58164c3-9257-4b06-8d35-85d94ad7ab99 req-32e65267-60ee-470c-887e-6b71b58442f2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 946 time: 0.1052969 Aug 29 04:29:11.218374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:11.245919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165de5e-a2b6-4760-b66e-1630a0ee7a3b tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.249744 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4165de5e-a2b6-4760-b66e-1630a0ee7a3b tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] 10.222.0.58 "GET /v2.0/networks/faec7633-f190-403b-8663-c0d4de08e172 HTTP/1.1" status: 200 len: 756 time: 0.1320066 Aug 29 04:29:11.250918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50258) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.252287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.252643 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Added segment 51df8de7-61f7-4939-8ee4-8c6a3049c017 of type vlan for network e06c3597-f443-486f-87be-6d5ff379389d Aug 29 04:29:11.267515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b58164c3-9257-4b06-8d35-85d94ad7ab99 req-008fab21-2dee-4296-80c8-6067f96114cf tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611727 Aug 29 04:29:11.302940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.316980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e3b1ff5-9525-48ac-9456-0f5b12db6782 req-4584e742-3656-4aa1-8a3f-bcdff13ee354 service neutron] 10.222.0.65 "GET /v2.0/networks/acd7c415-c98b-4023-87df-d55f3c21e86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262294 Aug 29 04:29:11.346148 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.354132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.355091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.364232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc8db72-1786-4806-be8f-5501a334b491 tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.368929 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8bc8db72-1786-4806-be8f-5501a334b491 tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] 10.222.0.58 "GET /v2.0/networks/88d40a85-4d8a-4c44-af42-fdd81ce4a5f3 HTTP/1.1" status: 200 len: 768 time: 0.1170573 Aug 29 04:29:11.369612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50262) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.420056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3183835 Aug 29 04:29:11.421119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50264) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.428223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'e06c3597-f443-486f-87be-6d5ff379389d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:11.486504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f3a38-2b57-40fb-8a3c-c9bf5114c632 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Network': ['ID=e06c3597-f443-486f-87be-6d5ff379389d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.503168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e06c3597-f443-486f-87be-6d5ff379389d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:11.511597 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.581172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:11.585224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.671705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.686842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faec7633-f190-403b-8663-c0d4de08e172']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:11.701546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d79f2-bafb-4459-ac78-71f5115a7402 req-876416ec-5509-4e0b-b646-aef133d06087 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.701924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331cd7fa-0b04-44d5-b159-33ff1a430c60') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:11.702302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331cd7fa-0b04-44d5-b159-33ff1a430c60') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:11.703134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af8d79f2-bafb-4459-ac78-71f5115a7402 req-876416ec-5509-4e0b-b646-aef133d06087 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 946 time: 0.1396000 Aug 29 04:29:11.718066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.733173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.740219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:11.740692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:11.742612 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:11.763732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af8d79f2-bafb-4459-ac78-71f5115a7402 req-9c87a7e6-a53f-446f-94a7-2bcffecabb50 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502951 Aug 29 04:29:11.824209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.839153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network faec7633-f190-403b-8663-c0d4de08e172 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:29:11.854871 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.857686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "DELETE /v2.0/networks/faec7633-f190-403b-8663-c0d4de08e172 HTTP/1.1" status: 204 len: 168 time: 0.4870195 Aug 29 04:29:11.859007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755b715-e8dc-4eea-8fb7-136cfc8b02a1 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event deleted for resources: {'Network': ['ID=faec7633-f190-403b-8663-c0d4de08e172,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.863181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50288) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.868736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Request body: {'network': {'name': 'tempest-network--1606949354'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:11.896062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Made reservation on behalf of 876259271546439da38803b4cdc205f8 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:11.899643 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.914001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.929351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:11.933167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb2f6f-6cbd-4ef2-a5a5-eeb8ea4e0c51 req-24bc6ef6-5dd7-477d-8b80-7a5710c8d132 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.935467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3afb2f6f-6cbd-4ef2-a5a5-eeb8ea4e0c51 req-24bc6ef6-5dd7-477d-8b80-7a5710c8d132 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 943 time: 0.1155283 Aug 29 04:29:11.935948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50290) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.980164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.980807 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Added segment 810ce858-9dc1-4dce-8ae9-801f8fe3717f of type vlan for network b153ebf6-b48f-4908-8251-31a2484ea0ea Aug 29 04:29:12.041398 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74b89188-c3cd-48b0-8d35-187ef2096236 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.044240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.082995 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74b89188-c3cd-48b0-8d35-187ef2096236 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.107101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.108403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.109145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.192717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3283737 Aug 29 04:29:12.193630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50292) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.204924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-611a51ca-3935-42f5-b563-00b939e1207d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:12.276637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b644136-6224-4645-8221-c4caf28eed3d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Network': ['ID=b153ebf6-b48f-4908-8251-31a2484ea0ea,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.292585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network b153ebf6-b48f-4908-8251-31a2484ea0ea details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:12.308237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=88db3bde-b218-4c79-bc77-2534c17bfba5,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.313192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3afb2f6f-6cbd-4ef2-a5a5-eeb8ea4e0c51 req-cc47f54f-224a-49b7-801c-be5f3cbe4992 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548625 Aug 29 04:29:12.320039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Checking segment: {'id': '51df8de7-61f7-4939-8ee4-8c6a3049c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e06c3597-f443-486f-87be-6d5ff379389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:12.320291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network hostable DHCP agents. Network: e06c3597-f443-486f-87be-6d5ff379389d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:12.346185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network e06c3597-f443-486f-87be-6d5ff379389d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:12.354151 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74b89188-c3cd-48b0-8d35-187ef2096236 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.357330 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74b89188-c3cd-48b0-8d35-187ef2096236 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.357857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e06c3597-f443-486f-87be-6d5ff379389d) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:12.360790 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-74b89188-c3cd-48b0-8d35-187ef2096236 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "DELETE /v2.0/security-groups/628b795e-c4a8-46d5-87e6-774b01f9e9d0 HTTP/1.1" status: 204 len: 168 time: 0.4210765 Aug 29 04:29:12.361290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50294) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.373094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b89188-c3cd-48b0-8d35-187ef2096236 tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628b795e-c4a8-46d5-87e6-774b01f9e9d0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.379072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.379072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.388500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca89c2-bdff-4ff6-9f5b-0ef2a6709538 None None] Network e06c3597-f443-486f-87be-6d5ff379389d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:12.389185 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-2c931204-5013-43d5-8619-793fe5aa2c1d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] show failed (client error): The resource could not be found. Aug 29 04:29:12.390405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2c931204-5013-43d5-8619-793fe5aa2c1d tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "GET /v2.0/security-groups/628b795e-c4a8-46d5-87e6-774b01f9e9d0 HTTP/1.1" status: 404 len: 347 time: 0.0240228 Aug 29 04:29:12.393285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50296) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.419209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-611a51ca-3935-42f5-b563-00b939e1207d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.435311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-611a51ca-3935-42f5-b563-00b939e1207d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.435571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f1caa202-8330-4142-9b25-b2aee6c244b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0135241 Aug 29 04:29:12.440255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50298) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.455816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'e06c3597-f443-486f-87be-6d5ff379389d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1271868703'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:12.500476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-611a51ca-3935-42f5-b563-00b939e1207d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Network b153ebf6-b48f-4908-8251-31a2484ea0ea is not hosted by any dhcp agent {{(pid=94846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:29:12.501783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a51ca-3935-42f5-b563-00b939e1207d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.502724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-611a51ca-3935-42f5-b563-00b939e1207d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.504672 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-611a51ca-3935-42f5-b563-00b939e1207d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "PUT /v2.0/networks/b153ebf6-b48f-4908-8251-31a2484ea0ea HTTP/1.1" status: 200 len: 858 time: 0.3073630 Aug 29 04:29:12.510198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50300) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.563576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a51ca-3935-42f5-b563-00b939e1207d tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event updated for resources: {'Network': ['ID=b153ebf6-b48f-4908-8251-31a2484ea0ea,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.594135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-e06c3597-f443-486f-87be-6d5ff379389d', 'network_id': 'e06c3597-f443-486f-87be-6d5ff379389d', 'tenant_id': '1ce596bf4d044001b8de8e6e087a62fa', 'fixed_ips': [{'subnet_id': '88db3bde-b218-4c79-bc77-2534c17bfba5'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:12.595313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.604208 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.612294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Deleting port 79d48349-9893-405c-b67f-582e0f385fd3 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:12.612642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.630274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:12.634041 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.657136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port a4b4caee-3950-4793-bea6-91b77b95ada7 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:12.756061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Allocated IP 2001:db8::2 (e06c3597-f443-486f-87be-6d5ff379389d/88db3bde-b218-4c79-bc77-2534c17bfba5/95341714-ec53-4929-ad2c-0621fce43065) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:12.756285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.776908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b153ebf6-b48f-4908-8251-31a2484ea0ea']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:12.794235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.794577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.804613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810ce858-9dc1-4dce-8ae9-801f8fe3717f') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:12.804956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810ce858-9dc1-4dce-8ae9-801f8fe3717f') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:12.820545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.823071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Calling delete_port for 79d48349-9893-405c-b67f-582e0f385fd3 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:12.868348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.963950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:12.964609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.972327 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:12.975230 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:13.089087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Transition to ACTIVE for port object 95341714-ec53-4929-ad2c-0621fce43065 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:13.093491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-83c1e754-4cda-4804-ab5b-337c82142647 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.094957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-83c1e754-4cda-4804-ab5b-337c82142647 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.64 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 946 time: 0.2235997 Aug 29 04:29:13.103754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c061dd-5424-4122-a81f-4985e4c0f388 req-969fd0da-a5e8-4d9d-983a-0f648214cbb2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.104837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Transition to ACTIVE for port object 95341714-ec53-4929-ad2c-0621fce43065 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:13.105199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3c061dd-5424-4122-a81f-4985e4c0f388 req-969fd0da-a5e8-4d9d-983a-0f648214cbb2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 946 time: 0.2559533 Aug 29 04:29:13.109497 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.121110 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.125310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b153ebf6-b48f-4908-8251-31a2484ea0ea {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:29:13.160374 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.166987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] 10.222.0.58 "DELETE /v2.0/networks/b153ebf6-b48f-4908-8251-31a2484ea0ea HTTP/1.1" status: 204 len: 168 time: 0.6474240 Aug 29 04:29:13.171164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50308) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:13.182309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Pushing event updated for resources: {'Port': ['ID=95341714-ec53-4929-ad2c-0621fce43065,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.187527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32185f-747c-46e7-ac69-fc7d8f32f395 tempest-ExternalNetworksTestJSON-1075938078 tempest-ExternalNetworksTestJSON-1075938078-project-admin] Pushing event deleted for resources: {'Network': ['ID=b153ebf6-b48f-4908-8251-31a2484ea0ea,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.197081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Network e06c3597-f443-486f-87be-6d5ff379389d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:13.202548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:13.208044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:13.225414 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb20810-ac66-431b-85d7-d9e128d6d65c tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:13.225886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb20810-ac66-431b-85d7-d9e128d6d65c tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:13.230043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7cb20810-ac66-431b-85d7-d9e128d6d65c tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] 10.222.0.58 "DELETE /v2.0/subnets/e654dbf8-911b-48aa-9133-68d8b202a659 HTTP/1.1" status: 404 len: 337 time: 0.0544820 Aug 29 04:29:13.231305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50310) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:13.253826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3c061dd-5424-4122-a81f-4985e4c0f388 req-4b22ec3d-a612-4370-9990-4efa12fe97c3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334894 Aug 29 04:29:13.311246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Attempting to bind port 95341714-ec53-4929-ad2c-0621fce43065 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:13.312298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Attempting to bind port 95341714-ec53-4929-ad2c-0621fce43065 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '51df8de7-61f7-4939-8ee4-8c6a3049c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e06c3597-f443-486f-87be-6d5ff379389d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:13.312298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Attempting to bind port 95341714-ec53-4929-ad2c-0621fce43065 on network e06c3597-f443-486f-87be-6d5ff379389d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:13.312694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.329305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:13.329305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Checking segment: {'id': '51df8de7-61f7-4939-8ee4-8c6a3049c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e06c3597-f443-486f-87be-6d5ff379389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:13.329697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.330088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Bound using segment: {'id': '51df8de7-61f7-4939-8ee4-8c6a3049c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e06c3597-f443-486f-87be-6d5ff379389d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:13.330590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Bound port: 95341714-ec53-4929-ad2c-0621fce43065, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51df8de7-61f7-4939-8ee4-8c6a3049c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e06c3597-f443-486f-87be-6d5ff379389d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:13.330985 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.345670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Pushing event deleted for resources: {'Port': ['ID=79d48349-9893-405c-b67f-582e0f385fd3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.351853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Deleting port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:13.352237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.378637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::e0 (e06c3597-f443-486f-87be-6d5ff379389d/88db3bde-b218-4c79-bc77-2534c17bfba5/a4b4caee-3950-4793-bea6-91b77b95ada7) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:13.418570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.458462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] For port 95341714-ec53-4929-ad2c-0621fce43065, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:13.466022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] For port 95341714-ec53-4929-ad2c-0621fce43065, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=95341714-ec53-4929-ad2c-0621fce43065,segment=NetworkSegment(51df8de7-61f7-4939-8ee4-8c6a3049c017),segment_id=51df8de7-61f7-4939-8ee4-8c6a3049c017)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:13.474479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.517264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.519798 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.520983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3762c3bc-571a-4a1b-8961-1906300fdaaf tempest-ImagesOneServerNegativeTestJSON-1674475528 tempest-ImagesOneServerNegativeTestJSON-1674475528-project] 10.222.0.58 "DELETE /v2.0/floatingips/c318b8d8-6615-49f4-bbb6-0c5298d5045b HTTP/1.1" status: 204 len: 168 time: 1.1267879 Aug 29 04:29:13.544925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 023f4846-ea3b-433e-a1d4-a5d512e54f5c details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:13.545027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] For port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:13.545344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.555134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008172d-1a8f-4cd9-ba45-b03b18318d5a req-13e55889-3656-495b-9eed-7bda4b8381d7 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.556715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f008172d-1a8f-4cd9-ba45-b03b18318d5a req-13e55889-3656-495b-9eed-7bda4b8381d7 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 943 time: 0.1144123 Aug 29 04:29:13.570529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Calling delete_port for a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:13.660253 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f008172d-1a8f-4cd9-ba45-b03b18318d5a req-6749a39e-f88c-4e47-8fba-cc9b94504b5a tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911922 Aug 29 04:29:13.669540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d4e593fd-87dd-4d44-9d6b-702ea4fc56fd no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:13.679866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628f5ca-e924-424b-8e6f-eaea6fb5e8b6 None None] Pushing event updated for resources: {'Port': ['ID=95341714-ec53-4929-ad2c-0621fce43065,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.707236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50324) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:13.721534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: d4e593fd-87dd-4d44-9d6b-702ea4fc56fd {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:13.721901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d4e593fd-87dd-4d44-9d6b-702ea4fc56fd not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:13.726907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.740997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d40a85-4d8a-4c44-af42-fdd81ce4a5f3']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:13.772176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e208a4be-a950-43e9-b380-11fb31ef3c59') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:13.772476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e208a4be-a950-43e9-b380-11fb31ef3c59') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:13.781404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 023f4846-ea3b-433e-a1d4-a5d512e54f5c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=023f4846-ea3b-433e-a1d4-a5d512e54f5c,segment=NetworkSegment(4d75d583-d34d-4aa7-955c-1cb8c6aaa000),segment_id=4d75d583-d34d-4aa7-955c-1cb8c6aaa000)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:13.800277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.805435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '023f4846-ea3b-433e-a1d4-a5d512e54f5c', 'network_id': 'acd7c415-c98b-4023-87df-d55f3c21e86b', 'port_id': '023f4846-ea3b-433e-a1d4-a5d512e54f5c', 'mac_address': 'fa:16:3e:84:2d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed39b4a-2c6a-4d1c-aee9-6b9e7a975ac2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:13.814100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d5c628-5c0a-43e4-8db8-1eb2cd0da87f admin admin] Deleting subnet f3485315-dc0a-4a6b-9ba0-9428c44982be {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:13.826986 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96d5c628-5c0a-43e4-8db8-1eb2cd0da87f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.846026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.862962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:13.863281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:13.867048 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:13.870085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.879318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.910272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023f4846-ea3b-433e-a1d4-a5d512e54f5c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:13.916785 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96d5c628-5c0a-43e4-8db8-1eb2cd0da87f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.937265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 023f4846-ea3b-433e-a1d4-a5d512e54f5c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=023f4846-ea3b-433e-a1d4-a5d512e54f5c,segment=NetworkSegment(4d75d583-d34d-4aa7-955c-1cb8c6aaa000),segment_id=4d75d583-d34d-4aa7-955c-1cb8c6aaa000)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:13.941369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object a4b4caee-3950-4793-bea6-91b77b95ada7 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:13.949832 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.963473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.970547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.991411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:14.010711 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96d5c628-5c0a-43e4-8db8-1eb2cd0da87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.010955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.015733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] 10.222.0.58 "DELETE /v2.0/networks/88d40a85-4d8a-4c44-af42-fdd81ce4a5f3 HTTP/1.1" status: 204 len: 168 time: 0.7833390 Aug 29 04:29:14.017300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd20db-7964-46f9-bc5c-0c0d9ba6425a tempest-ExternalNetworksTestJSON-518327698 tempest-ExternalNetworksTestJSON-518327698-project] Pushing event deleted for resources: {'Network': ['ID=88d40a85-4d8a-4c44-af42-fdd81ce4a5f3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.042480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Pushing event deleted for resources: {'Port': ['ID=a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.082692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.131876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=023f4846-ea3b-433e-a1d4-a5d512e54f5c,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.145392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] No DVR routers for this DVR port a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:14.154066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.156744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f88ee21c-fcef-452e-b8b5-eece2fc3a317 req-0c804237-2a66-46bf-aa48-854d32b83070 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.64 "DELETE /v2.0/ports/a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 HTTP/1.1" status: 204 len: 173 time: 1.0482957 Aug 29 04:29:14.157382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750e20f4-703e-4fe0-bede-6e12373a7693', 'name': 'network-vif-deleted', 'tag': 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:14.161007 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04652bc-6ca3-41c7-8820-f04e66e279cd" -d '{"events": [{"server_uuid": "750e20f4-703e-4fe0-bede-6e12373a7693", "name": "network-vif-deleted", "tag": "a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:14.186322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96d5c628-5c0a-43e4-8db8-1eb2cd0da87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.205458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network e06c3597-f443-486f-87be-6d5ff379389d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:14.208652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:14.214202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:14.222635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.223791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.233110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=a4b4caee-3950-4793-bea6-91b77b95ada7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.267230 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c64b0bd-a8f3-478a-9d39-b68a5d748e0e x-openstack-request-id: req-5c64b0bd-a8f3-478a-9d39-b68a5d748e0e {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:14.268261 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750e20f4-703e-4fe0-bede-6e12373a7693", "name": "network-vif-deleted", "tag": "a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:14.268598 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c64b0bd-a8f3-478a-9d39-b68a5d748e0e {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:14.271678 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750e20f4-703e-4fe0-bede-6e12373a7693', 'name': 'network-vif-deleted', 'tag': 'a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2', 'status': 'completed', 'code': 200} Aug 29 04:29:14.273329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96d5c628-5c0a-43e4-8db8-1eb2cd0da87f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.275391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-96d5c628-5c0a-43e4-8db8-1eb2cd0da87f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f3485315-dc0a-4a6b-9ba0-9428c44982be HTTP/1.1" status: 204 len: 168 time: 0.5662725 Aug 29 04:29:14.278887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5c628-5c0a-43e4-8db8-1eb2cd0da87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3485315-dc0a-4a6b-9ba0-9428c44982be,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.283165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50334) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.307577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['023f4846-ea3b-433e-a1d4-a5d512e54f5c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:14.312081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fe2a254d-2836-44e5-acc8-fcb3764e5a2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8665836 Aug 29 04:29:14.312843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50338) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.471692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-647bd987-398c-4a12-a1cb-bf979cdfcd64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port a4b4caee-3950-4793-bea6-91b77b95ada7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:14.472099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-647bd987-398c-4a12-a1cb-bf979cdfcd64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.477621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec7bfa5f-9326-4bce-9910-f6d655dda7fd req-a1a468dd-0bd7-483b-b2fb-5c7bf03af6e0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=750e20f4-703e-4fe0-bede-6e12373a7693 HTTP/1.1" status: 200 len: 210 time: 0.0674059 Aug 29 04:29:14.490955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.562799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50342) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.580978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.584812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-647bd987-398c-4a12-a1cb-bf979cdfcd64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.591805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:14.597753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-647bd987-398c-4a12-a1cb-bf979cdfcd64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for a4b4caee-3950-4793-bea6-91b77b95ada7 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:14.604499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:14.604802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb5d3e7-bfaf-4155-8dfd-382cf51e889a') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:14.623087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.644389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.653820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:14.654246 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:14.728371 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:14.733966 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.752291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.757489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3 HTTP/1.1" status: 204 len: 168 time: 0.4717917 Aug 29 04:29:14.780602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389fd22-54f7-4a30-b5c2-d68251f24ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0ca505-1c2e-4860-b6d1-3dc2ee37d7b3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.801139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-647bd987-398c-4a12-a1cb-bf979cdfcd64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.843454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bd987-398c-4a12-a1cb-bf979cdfcd64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=a4b4caee-3950-4793-bea6-91b77b95ada7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.859978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1423c-8ba7-4377-90a8-2b5cbc7912cb req-2fc0258d-1e80-4250-88f0-aab1f2198df9 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.872630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5f1423c-8ba7-4377-90a8-2b5cbc7912cb req-2fc0258d-1e80-4250-88f0-aab1f2198df9 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 944 time: 0.0883665 Aug 29 04:29:14.893090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-647bd987-398c-4a12-a1cb-bf979cdfcd64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.900496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-647bd987-398c-4a12-a1cb-bf979cdfcd64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/a4b4caee-3950-4793-bea6-91b77b95ada7 HTTP/1.1" status: 204 len: 168 time: 0.5810175 Aug 29 04:29:14.900496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7d79dcbe-9d53-43b0-837e-f80c691329e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45b4d620e37d46969a7bc5b3d0800e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341119 Aug 29 04:29:14.900762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50350) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.900860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50352) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.954589 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd02911f-0d18-4a8d-8db7-960845b1646f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:14.956344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cd02911f-0d18-4a8d-8db7-960845b1646f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/a4b4caee-3950-4793-bea6-91b77b95ada7 HTTP/1.1" status: 404 len: 333 time: 0.0566180 Aug 29 04:29:14.960716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.976185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5f1423c-8ba7-4377-90a8-2b5cbc7912cb req-0cdb8d22-d9b8-47ca-8e97-97f0cb97d89a tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020393 Aug 29 04:29:14.988563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50358) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.031836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e52c8b73-06a4-4008-aaae-adc972657e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.040673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ee88f9ae-65bc-488e-ac76-97b8270a8e46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=645a4cd7ef7b429d87677b78c62ba06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509939 Aug 29 04:29:15.042445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50360) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.044323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-711a5b4b-3e3f-4355-ad42-8bfcb54ad4c4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet 88db3bde-b218-4c79-bc77-2534c17bfba5 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:15.054777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-711a5b4b-3e3f-4355-ad42-8bfcb54ad4c4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.093133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e52c8b73-06a4-4008-aaae-adc972657e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.104960 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5c13f12-e0a8-494c-8623-87b8d63c028d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.120131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-711a5b4b-3e3f-4355-ad42-8bfcb54ad4c4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.143837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5c13f12-e0a8-494c-8623-87b8d63c028d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.180546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 95341714-ec53-4929-ad2c-0621fce43065 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:15.252011 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5c13f12-e0a8-494c-8623-87b8d63c028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.255057 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5c13f12-e0a8-494c-8623-87b8d63c028d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.259475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a5c13f12-e0a8-494c-8623-87b8d63c028d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/623bf2e1-50af-4253-81fd-28fc19d28376 HTTP/1.1" status: 204 len: 168 time: 0.2129195 Aug 29 04:29:15.259783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e52c8b73-06a4-4008-aaae-adc972657e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.263294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e52c8b73-06a4-4008-aaae-adc972657e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.264390 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e52c8b73-06a4-4008-aaae-adc972657e87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dac4698-c363-4f64-91b7-db1c50f0df45 HTTP/1.1" status: 204 len: 168 time: 0.3626499 Aug 29 04:29:15.270392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 95341714-ec53-4929-ad2c-0621fce43065 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:15.276952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c13f12-e0a8-494c-8623-87b8d63c028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623bf2e1-50af-4253-81fd-28fc19d28376,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.280279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-711a5b4b-3e3f-4355-ad42-8bfcb54ad4c4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.318529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c8b73-06a4-4008-aaae-adc972657e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac4698-c363-4f64-91b7-db1c50f0df45,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.337729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d84285-e635-4f4b-8b76-c23efb23d60d None None] Network e06c3597-f443-486f-87be-6d5ff379389d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:15.384394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-711a5b4b-3e3f-4355-ad42-8bfcb54ad4c4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.425965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-711a5b4b-3e3f-4355-ad42-8bfcb54ad4c4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.430701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50368) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.430844 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-711a5b4b-3e3f-4355-ad42-8bfcb54ad4c4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/88db3bde-b218-4c79-bc77-2534c17bfba5 HTTP/1.1" status: 204 len: 168 time: 0.4689455 Aug 29 04:29:15.432086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a5b4b-3e3f-4355-ad42-8bfcb54ad4c4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=88db3bde-b218-4c79-bc77-2534c17bfba5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.494692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-597bac68-30c0-417f-8785-4ca25503a668 None None] Provisioning for port 95341714-ec53-4929-ad2c-0621fce43065 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:15.496531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-597bac68-30c0-417f-8785-4ca25503a668 None None] Provisioning complete for port 95341714-ec53-4929-ad2c-0621fce43065 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:15.497414 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-597bac68-30c0-417f-8785-4ca25503a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.555330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.640440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 95341714-ec53-4929-ad2c-0621fce43065 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:15.641091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.658167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-597bac68-30c0-417f-8785-4ca25503a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.676403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] DHCP port deletion for e06c3597-f443-486f-87be-6d5ff379389d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:15.731133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-597bac68-30c0-417f-8785-4ca25503a668 None None] For port 95341714-ec53-4929-ad2c-0621fce43065, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=95341714-ec53-4929-ad2c-0621fce43065,segment=NetworkSegment(51df8de7-61f7-4939-8ee4-8c6a3049c017),segment_id=51df8de7-61f7-4939-8ee4-8c6a3049c017)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:15.744947 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-597bac68-30c0-417f-8785-4ca25503a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.775366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] For port 95341714-ec53-4929-ad2c-0621fce43065, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=95341714-ec53-4929-ad2c-0621fce43065,segment=NetworkSegment(51df8de7-61f7-4939-8ee4-8c6a3049c017),segment_id=51df8de7-61f7-4939-8ee4-8c6a3049c017)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:15.775915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.784781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] Deleting port 95341714-ec53-4929-ad2c-0621fce43065 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:15.784916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.789723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0345b66-3a5d-4148-9c36-364a3f91d2c6 req-1af4a85e-0267-401a-975c-0753f060555e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:15.791859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0345b66-3a5d-4148-9c36-364a3f91d2c6 req-1af4a85e-0267-401a-975c-0753f060555e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1312344 Aug 29 04:29:15.805601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 95341714-ec53-4929-ad2c-0621fce43065 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:15.868654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bac68-30c0-417f-8785-4ca25503a668 None None] Pushing event updated for resources: {'Port': ['ID=95341714-ec53-4929-ad2c-0621fce43065,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.886713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] For port 95341714-ec53-4929-ad2c-0621fce43065, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=95341714-ec53-4929-ad2c-0621fce43065,segment=NetworkSegment(51df8de7-61f7-4939-8ee4-8c6a3049c017),segment_id=51df8de7-61f7-4939-8ee4-8c6a3049c017)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:15.887663 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.901344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0345b66-3a5d-4148-9c36-364a3f91d2c6 req-416db297-6f70-4c2e-abb3-04ee353fc844 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002004 Aug 29 04:29:15.902170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] Calling delete_port for 95341714-ec53-4929-ad2c-0621fce43065 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:15.915003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50386) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.960880 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.991762 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-28f96397-794e-4ae8-bd6e-7bca5542e8c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=876259271546439da38803b4cdc205f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754738 Aug 29 04:29:15.994290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50390) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.006875 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.017374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=95341714-ec53-4929-ad2c-0621fce43065,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.043888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No DVR routers for this DVR port 95341714-ec53-4929-ad2c-0621fce43065 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:16.049595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] Pushing event deleted for resources: {'Port': ['ID=95341714-ec53-4929-ad2c-0621fce43065,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.056852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2987c-8142-4e4b-b8eb-02a8439f3ff5 None None] No DVR routers for this DVR port 95341714-ec53-4929-ad2c-0621fce43065 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:16.100390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.134533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.197543 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.212781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06c3597-f443-486f-87be-6d5ff379389d']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:16.219347 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.222122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.226180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0fd77d6-0ad4-476b-a9c6-57b8ba3566c9 HTTP/1.1" status: 204 len: 168 time: 0.2263808 Aug 29 04:29:16.232754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd77d6-0ad4-476b-a9c6-57b8ba3566c9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.241106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.241828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.242256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.242746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.243169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.243511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.243858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.244331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.244689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.245032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.245474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.245915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db423922-6a17-4ea7-aece-5d8aa2fe1467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:16.279090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51df8de7-61f7-4939-8ee4-8c6a3049c017') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:16.279396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51df8de7-61f7-4939-8ee4-8c6a3049c017') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:16.301455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f54696-5671-41aa-b4a3-9fb17deea860 req-f7172af9-6423-4b14-a4f4-4617d5c1cb0b tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.303119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18f54696-5671-41aa-b4a3-9fb17deea860 req-f7172af9-6423-4b14-a4f4-4617d5c1cb0b tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 944 time: 0.1898651 Aug 29 04:29:16.305270 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.342227 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.358069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20f239-aeb9-48af-a503-acd54a5374e8 req-5d343edd-b41e-477a-b990-008b7c9efdb1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.359686 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d20f239-aeb9-48af-a503-acd54a5374e8 req-5d343edd-b41e-477a-b990-008b7c9efdb1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1433790 Aug 29 04:29:16.368214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:16.372276 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:16.414551 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:16.451696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18f54696-5671-41aa-b4a3-9fb17deea860 req-106f4510-7495-4f06-b127-0e51d084336b tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343451 Aug 29 04:29:16.514482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d20f239-aeb9-48af-a503-acd54a5374e8 req-435b997d-7970-4cf7-8e94-3e4b44d5a177 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962474 Aug 29 04:29:16.515930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.525914 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.528716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/networks/e06c3597-f443-486f-87be-6d5ff379389d HTTP/1.1" status: 204 len: 168 time: 1.0965738 Aug 29 04:29:16.534487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50416) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.539974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f2439-2b58-40b2-aaeb-589722151d86 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Network': ['ID=e06c3597-f443-486f-87be-6d5ff379389d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.575863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'name': 'tempest-PortsIpV6TestJSON-529550074'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:16.613919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50424) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.690865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fb6af-198f-4036-8a1b-2258eeabfd90 req-51def3db-50e6-4ab1-9df6-d844d82ef73d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.692535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-992fb6af-198f-4036-8a1b-2258eeabfd90 req-51def3db-50e6-4ab1-9df6-d844d82ef73d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0678482 Aug 29 04:29:16.698642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:16.703802 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.725446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 137cfef3-4f80-4cd3-9673-e1f38d6d1282 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:16.742244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-992fb6af-198f-4036-8a1b-2258eeabfd90 req-acdea820-7b49-45a2-9032-f72a575defc4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Aug 29 04:29:16.845819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1164798572-network', 'tenant_id': 'f214a7b004ab419ca07278821b6fe7a0'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:16.888078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Made reservation on behalf of f214a7b004ab419ca07278821b6fe7a0 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:16.890885 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.910103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.947247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.004706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.044285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.052940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.060697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:17.068872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:17.069215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:17.071912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:17.078763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.079438 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.084012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=137cfef3-4f80-4cd3-9673-e1f38d6d1282,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.086168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.087126 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Added segment bcf6496a-4465-4f3e-9499-d8c01e81f99b of type vlan for network 15c67226-0256-4ec9-a7ea-bd826c68d5f9 Aug 29 04:29:17.106356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50442) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:17.107944 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-90decafb-0fd6-4a40-8e6e-87d119d78daa tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5718424 Aug 29 04:29:17.166368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 95341714-ec53-4929-ad2c-0621fce43065 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:17.208247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 95341714-ec53-4929-ad2c-0621fce43065 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:17.208610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 95341714-ec53-4929-ad2c-0621fce43065 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:17.233897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:17.237110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.260042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c11a86-8ab9-4f77-875f-ab488f9cd781,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.260858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:17.261232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a3a25f7a-ccf1-426d-a4c5-cd37b0693cb2 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:17.351975 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.353077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.353716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.364803 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19486770-4c1a-4e4d-ae11-40339e902c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.425683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8072150 Aug 29 04:29:17.426855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50458) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:17.428218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-34a8e4ee-d0ef-4343-8a76-7d39362f506f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 137cfef3-4f80-4cd3-9673-e1f38d6d1282 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:17.428519 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a8e4ee-d0ef-4343-8a76-7d39362f506f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.431535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Request body: {'subnet': {'network_id': '15c67226-0256-4ec9-a7ea-bd826c68d5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1164798572-subnet', 'tenant_id': 'f214a7b004ab419ca07278821b6fe7a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:17.458841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Made reservation on behalf of f214a7b004ab419ca07278821b6fe7a0 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:17.461972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.485339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37ac77-c657-430c-a61c-e9de31623245 admin admin] Pushing event updated for resources: {'Network': ['ID=15c67226-0256-4ec9-a7ea-bd826c68d5f9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.495739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 15c67226-0256-4ec9-a7ea-bd826c68d5f9 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:17.499964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 023f4846-ea3b-433e-a1d4-a5d512e54f5c up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:17.518826 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a8e4ee-d0ef-4343-8a76-7d39362f506f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.533976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-34a8e4ee-d0ef-4343-8a76-7d39362f506f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 137cfef3-4f80-4cd3-9673-e1f38d6d1282 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:17.677424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 023f4846-ea3b-433e-a1d4-a5d512e54f5c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:17.695329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 023f4846-ea3b-433e-a1d4-a5d512e54f5c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:17.696088 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.705026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50721a2f-cce5-449c-882b-a1b73c5fd4a3 req-ac6d8345-2754-4f5a-acbb-b93a9420615f tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.707075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50721a2f-cce5-449c-882b-a1b73c5fd4a3 req-ac6d8345-2754-4f5a-acbb-b93a9420615f tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 944 time: 0.1207299 Aug 29 04:29:17.726053 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a8e4ee-d0ef-4343-8a76-7d39362f506f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.821332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.825512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a8e4ee-d0ef-4343-8a76-7d39362f506f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.831066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-34a8e4ee-d0ef-4343-8a76-7d39362f506f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/137cfef3-4f80-4cd3-9673-e1f38d6d1282 HTTP/1.1" status: 204 len: 168 time: 0.7235594 Aug 29 04:29:17.836875 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.841683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50472) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:17.842958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8e4ee-d0ef-4343-8a76-7d39362f506f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=137cfef3-4f80-4cd3-9673-e1f38d6d1282,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.859779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'mac_address': 'fa:16:3e:a0:f2:cd', 'name': 'tempest-PortsIpV6TestJSON-130303528'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:17.883340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994f98f6-6d25-4860-8a46-b3fcd44af9fa,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.892246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 023f4846-ea3b-433e-a1d4-a5d512e54f5c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=023f4846-ea3b-433e-a1d4-a5d512e54f5c,segment=NetworkSegment(4d75d583-d34d-4aa7-955c-1cb8c6aaa000),segment_id=4d75d583-d34d-4aa7-955c-1cb8c6aaa000)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:17.893214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98a80f1-9a4e-4d83-ae3f-3fa054b660c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023f4846-ea3b-433e-a1d4-a5d512e54f5c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:17.900447 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba25672e-aab2-4727-bc84-847e646f796a" -d '{"events": [{"server_uuid": "e98a80f1-9a4e-4d83-ae3f-3fa054b660c1", "name": "network-vif-plugged", "status": "completed", "tag": "023f4846-ea3b-433e-a1d4-a5d512e54f5c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:17.903166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50721a2f-cce5-449c-882b-a1b73c5fd4a3 req-0572741d-f879-46d8-8dd5-e5f68e4dfbfa tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890576 Aug 29 04:29:17.908547 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.931981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Checking segment: {'id': 'bcf6496a-4465-4f3e-9499-d8c01e81f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15c67226-0256-4ec9-a7ea-bd826c68d5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:17.932714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Network hostable DHCP agents. Network: 15c67226-0256-4ec9-a7ea-bd826c68d5f9, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:17.956589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Network 15c67226-0256-4ec9-a7ea-bd826c68d5f9 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:17.977822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 15c67226-0256-4ec9-a7ea-bd826c68d5f9) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:17.984147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.984810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.010546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c4a7f-126a-484d-a3c7-083b14870eb7 None None] Network 15c67226-0256-4ec9-a7ea-bd826c68d5f9 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:18.012444 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-96933f09-2b0f-4d62-a631-a2b07d2eeb92 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5849862 Aug 29 04:29:18.025039 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1966fea-09f4-48be-9066-54e868aa8dea x-openstack-request-id: req-a1966fea-09f4-48be-9066-54e868aa8dea {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:18.025334 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98a80f1-9a4e-4d83-ae3f-3fa054b660c1", "name": "network-vif-plugged", "status": "completed", "tag": "023f4846-ea3b-433e-a1d4-a5d512e54f5c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:18.025591 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1966fea-09f4-48be-9066-54e868aa8dea {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:18.026042 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98a80f1-9a4e-4d83-ae3f-3fa054b660c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023f4846-ea3b-433e-a1d4-a5d512e54f5c', 'code': 200} Aug 29 04:29:18.112788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:18.149111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=023f4846-ea3b-433e-a1d4-a5d512e54f5c,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:18.170446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.180980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.187248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.187864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.188405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.188747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.189087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.189421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.189755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.190084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.194754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.195344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:18.203777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.219065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a0daa-ae06-4265-8be1-bcc5ea9be63b req-e3cee1fa-e252-4bb6-8bcd-f8393ddc2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.224081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-328a0daa-ae06-4265-8be1-bcc5ea9be63b req-e3cee1fa-e252-4bb6-8bcd-f8393ddc2813 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 1097 time: 0.1278257 Aug 29 04:29:18.265102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 2857a1b0-bc84-4f71-ad6b-317ab8ecfccf yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:18.296480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-328a0daa-ae06-4265-8be1-bcc5ea9be63b req-0a32352e-1c99-486a-a903-b32ba9180548 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650721 Aug 29 04:29:18.350335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6bb9e-2911-4255-911f-c000f4c368fa None None] Network 15c67226-0256-4ec9-a7ea-bd826c68d5f9 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:18.513464 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.562604 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.617119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:18.620996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-8162cc1f-4596-4b85-be72-7438a41dfd05 req-710607eb-fd50-4c1d-b122-66a7263e8c90 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1047825743', 'description': 'tempest-description-460994106'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:18.628796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:18.634784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:18.644176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.645106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.675564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=2857a1b0-bc84-4f71-ad6b-317ab8ecfccf,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:18.692603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8162cc1f-4596-4b85-be72-7438a41dfd05 req-710607eb-fd50-4c1d-b122-66a7263e8c90 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.704588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-717d5e52-0276-46a0-935d-fb298911686b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8520293 Aug 29 04:29:18.708046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50508) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:18.767005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42b584-4ae8-46a6-bf3f-20c8d9c95505 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.768505 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f42b584-4ae8-46a6-bf3f-20c8d9c95505 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/2857a1b0-bc84-4f71-ad6b-317ab8ecfccf HTTP/1.1" status: 200 len: 844 time: 0.0588050 Aug 29 04:29:18.771465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50512) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:18.822991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b9f34-c31a-4ea1-b906-8572c7f1e4cd req-7cec3820-c516-4262-851c-6fbda6e8b758 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.824581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f58b9f34-c31a-4ea1-b906-8572c7f1e4cd req-7cec3820-c516-4262-851c-6fbda6e8b758 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0868397 Aug 29 04:29:18.852572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8162cc1f-4596-4b85-be72-7438a41dfd05 req-710607eb-fd50-4c1d-b122-66a7263e8c90 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.866211 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8162cc1f-4596-4b85-be72-7438a41dfd05 req-710607eb-fd50-4c1d-b122-66a7263e8c90 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.886275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-319c3b73-6a6b-47e4-8db8-2b781b770208 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 2857a1b0-bc84-4f71-ad6b-317ab8ecfccf {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:18.887012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-319c3b73-6a6b-47e4-8db8-2b781b770208 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.908910 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8162cc1f-4596-4b85-be72-7438a41dfd05 req-710607eb-fd50-4c1d-b122-66a7263e8c90 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.910170 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8162cc1f-4596-4b85-be72-7438a41dfd05 req-710607eb-fd50-4c1d-b122-66a7263e8c90 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2994542 Aug 29 04:29:18.924792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f58b9f34-c31a-4ea1-b906-8572c7f1e4cd req-e794e414-b47c-4216-b12f-ce031be25a9b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859966 Aug 29 04:29:18.938025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710607eb-fd50-4c1d-b122-66a7263e8c90 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17197e02-c8d3-4048-b501-92095f727b3b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:18.976862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-319c3b73-6a6b-47e4-8db8-2b781b770208 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.984992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50524) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:18.993228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-319c3b73-6a6b-47e4-8db8-2b781b770208 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 2857a1b0-bc84-4f71-ad6b-317ab8ecfccf owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:19.008622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a2d2082-665e-45eb-b7f7-b824873558ee req-8ad6ca75-916d-40cf-973a-366cbf1711df tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/17197e02-c8d3-4048-b501-92095f727b3b HTTP/1.1" status: 200 len: 1814 time: 0.0605261 Aug 29 04:29:19.016427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0a2d2082-665e-45eb-b7f7-b824873558ee req-fd79fffd-9b9c-4879-9aa7-9bba6d4c0ec4 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17197e02-c8d3-4048-b501-92095f727b3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:19.017475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0a2d2082-665e-45eb-b7f7-b824873558ee req-fd79fffd-9b9c-4879-9aa7-9bba6d4c0ec4 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17197e02-c8d3-4048-b501-92095f727b3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:19.122332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-319c3b73-6a6b-47e4-8db8-2b781b770208 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.141176 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0a2d2082-665e-45eb-b7f7-b824873558ee req-fd79fffd-9b9c-4879-9aa7-9bba6d4c0ec4 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.154131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c3b73-6a6b-47e4-8db8-2b781b770208 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=2857a1b0-bc84-4f71-ad6b-317ab8ecfccf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:19.162106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-319c3b73-6a6b-47e4-8db8-2b781b770208 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.168539 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-319c3b73-6a6b-47e4-8db8-2b781b770208 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/2857a1b0-bc84-4f71-ad6b-317ab8ecfccf HTTP/1.1" status: 204 len: 168 time: 0.3949795 Aug 29 04:29:19.169484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50528) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:19.191007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0a2d2082-665e-45eb-b7f7-b824873558ee req-fd79fffd-9b9c-4879-9aa7-9bba6d4c0ec4 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.196472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0a2d2082-665e-45eb-b7f7-b824873558ee req-fd79fffd-9b9c-4879-9aa7-9bba6d4c0ec4 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.197619 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fceb8bce-c544-4a5b-b03d-d1c3bd42ff80 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:19.199350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fceb8bce-c544-4a5b-b03d-d1c3bd42ff80 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/2857a1b0-bc84-4f71-ad6b-317ab8ecfccf HTTP/1.1" status: 404 len: 333 time: 0.0288889 Aug 29 04:29:19.203864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50530) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:19.208842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'name': 'tempest-PortsIpV6TestJSON-1436907668'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:19.212867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2d622-a922-4950-b9b3-e14475633a57 req-57c74e57-9c13-4567-a905-c74969c7543b tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.214417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24f2d622-a922-4950-b9b3-e14475633a57 req-57c74e57-9c13-4567-a905-c74969c7543b tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 945 time: 0.1049914 Aug 29 04:29:19.223419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:19.257942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79fffd-9b9c-4879-9aa7-9bba6d4c0ec4 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbda456-4b03-4e5b-a7ac-a4215c6cb62b,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:19.285871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.292118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24f2d622-a922-4950-b9b3-e14475633a57 req-96682e0f-18cf-440b-bc50-4abffe73d8c1 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624025 Aug 29 04:29:19.301201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0a2d2082-665e-45eb-b7f7-b824873558ee req-fd79fffd-9b9c-4879-9aa7-9bba6d4c0ec4 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.302308 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a2d2082-665e-45eb-b7f7-b824873558ee req-fd79fffd-9b9c-4879-9aa7-9bba6d4c0ec4 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2925808 Aug 29 04:29:19.314920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:19.319816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.352850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 7567098b-cac7-4b60-82c0-37bcaa09a3c4 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:19.525484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.571017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.622936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:19.626299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:19.630546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:19.636272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.637084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.646908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=7567098b-cac7-4b60-82c0-37bcaa09a3c4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:19.660389 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c16a41e2-8b79-4da6-a1c9-6602f529d2b2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4552739 Aug 29 04:29:19.662832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50536) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:19.668326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:19.715684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-729e1c9d-e25d-44fa-a0b7-78253144019a req-f2623102-1978-42a5-98ac-af08ef202681 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/17197e02-c8d3-4048-b501-92095f727b3b HTTP/1.1" status: 200 len: 2408 time: 0.3542705 Aug 29 04:29:19.729792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d248dd-fb9b-4985-b88b-742933230772 req-866289c5-5162-4727-8809-f8860c4e575c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.731350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23d248dd-fb9b-4985-b88b-742933230772 req-866289c5-5162-4727-8809-f8860c4e575c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0973809 Aug 29 04:29:19.737692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.789470 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23d248dd-fb9b-4985-b88b-742933230772 req-0636d791-57f1-40b9-a0fe-5757a97d2072 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500929 Aug 29 04:29:19.799745 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.870174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6608da46-e9d1-4f9d-a0ba-4b33e2c0f0c4 req-2e0ca20f-9c19-4547-96eb-63cd789d4944 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-group-rules/dfbda456-4b03-4e5b-a7ac-a4215c6cb62b HTTP/1.1" status: 200 len: 778 time: 0.0601518 Aug 29 04:29:19.958472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6608da46-e9d1-4f9d-a0ba-4b33e2c0f0c4 req-ae1d2de3-1f40-43f3-82ad-6dd329ba6337 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/17197e02-c8d3-4048-b501-92095f727b3b HTTP/1.1" status: 200 len: 2408 time: 0.0781350 Aug 29 04:29:19.984488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Allocated IP 172.25.1.233 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/64c69a89-96ec-4f8f-aa74-8435fda84f5f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:20.015844 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6608da46-e9d1-4f9d-a0ba-4b33e2c0f0c4 req-8e14e56d-d6b4-4f87-82f0-275ba53ade2d tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.063665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6608da46-e9d1-4f9d-a0ba-4b33e2c0f0c4 req-8e14e56d-d6b4-4f87-82f0-275ba53ade2d tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.129642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6608da46-e9d1-4f9d-a0ba-4b33e2c0f0c4 req-8e14e56d-d6b4-4f87-82f0-275ba53ade2d tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.138999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6608da46-e9d1-4f9d-a0ba-4b33e2c0f0c4 req-8e14e56d-d6b4-4f87-82f0-275ba53ade2d tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.146094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6608da46-e9d1-4f9d-a0ba-4b33e2c0f0c4 req-8e14e56d-d6b4-4f87-82f0-275ba53ade2d tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/dfbda456-4b03-4e5b-a7ac-a4215c6cb62b HTTP/1.1" status: 204 len: 173 time: 0.1794887 Aug 29 04:29:20.185195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0d208f96-fc16-4e23-a466-b2c11372d762 req-ad252aea-cb4f-4896-850e-c70a24516853 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1098423057', 'description': 'tempest-description-661960394'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:20.190767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14e56d-d6b4-4f87-82f0-275ba53ade2d tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfbda456-4b03-4e5b-a7ac-a4215c6cb62b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.233567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.241326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.241821 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0d208f96-fc16-4e23-a466-b2c11372d762 req-ad252aea-cb4f-4896-850e-c70a24516853 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.246716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.281560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] In _notify_port_updated(), no bound segment for port 7567098b-cac7-4b60-82c0-37bcaa09a3c4 on network a9220d89-9686-41c7-bcc4-1a965d12a35d {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:29:20.287434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.288271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.289775 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "PUT /v2.0/ports/7567098b-cac7-4b60-82c0-37bcaa09a3c4 HTTP/1.1" status: 200 len: 818 time: 0.6259298 Aug 29 04:29:20.292565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50552) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.296455 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.363966 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5175-5d31-457a-a302-1f8e02e85ad5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=7567098b-cac7-4b60-82c0-37bcaa09a3c4,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.377634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.385714 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e864bb6-c3cc-45f1-a4cf-f81a77a820b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.401728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:20.408112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:20.411266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:20.426433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-01fc53e6-220b-40e0-b914-466047ced53c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 7567098b-cac7-4b60-82c0-37bcaa09a3c4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:20.426870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fc53e6-220b-40e0-b914-466047ced53c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.434742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0d208f96-fc16-4e23-a466-b2c11372d762 req-ad252aea-cb4f-4896-850e-c70a24516853 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.489844 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0d208f96-fc16-4e23-a466-b2c11372d762 req-ad252aea-cb4f-4896-850e-c70a24516853 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.505322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fc53e6-220b-40e0-b914-466047ced53c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.524128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-01fc53e6-220b-40e0-b914-466047ced53c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 7567098b-cac7-4b60-82c0-37bcaa09a3c4 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:20.548975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'Port': ['ID=64c69a89-96ec-4f8f-aa74-8435fda84f5f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.559603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0d208f96-fc16-4e23-a466-b2c11372d762 req-ad252aea-cb4f-4896-850e-c70a24516853 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.563800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d208f96-fc16-4e23-a466-b2c11372d762 req-ad252aea-cb4f-4896-850e-c70a24516853 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3839233 Aug 29 04:29:20.590270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7e13-de8f-45c0-a132-d75825f5f68b req-ef427a5d-2e69-4136-afef-c0871e9d0864 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.592086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90bb7e13-de8f-45c0-a132-d75825f5f68b req-ef427a5d-2e69-4136-afef-c0871e9d0864 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 945 time: 0.1544194 Aug 29 04:29:20.603875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad252aea-cb4f-4896-850e-c70a24516853 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9eab82-0578-4884-a3f9-0d18ec653c63,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.617743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fc53e6-220b-40e0-b914-466047ced53c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.652263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc53e6-220b-40e0-b914-466047ced53c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=7567098b-cac7-4b60-82c0-37bcaa09a3c4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.658214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01fc53e6-220b-40e0-b914-466047ced53c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.660049 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-01fc53e6-220b-40e0-b914-466047ced53c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/7567098b-cac7-4b60-82c0-37bcaa09a3c4 HTTP/1.1" status: 204 len: 168 time: 0.3658407 Aug 29 04:29:20.662536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50558) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.715096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ce614-eb37-41f1-a9e3-cc6648b54db9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.717730 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-534ce614-eb37-41f1-a9e3-cc6648b54db9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0542226 Aug 29 04:29:20.721239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50560) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.722024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90bb7e13-de8f-45c0-a132-d75825f5f68b req-9685fa16-0053-4c9d-bb5c-31cbf6ac72a7 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105976 Aug 29 04:29:20.723236 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.729816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce82ba48-e709-4d4e-bf42-2a804799b0fe req-f86c5080-d46f-4c09-8667-7eda6339466e tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/7b9eab82-0578-4884-a3f9-0d18ec653c63 HTTP/1.1" status: 200 len: 1814 time: 0.1331520 Aug 29 04:29:20.761153 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-619de652-6716-4081-9449-1470680ae434 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:20.767517 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-619de652-6716-4081-9449-1470680ae434 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/7567098b-cac7-4b60-82c0-37bcaa09a3c4 HTTP/1.1" status: 404 len: 333 time: 0.0384636 Aug 29 04:29:20.768188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50568) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.773580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1329905032'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:20.787289 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.795964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-dbe72f2f-0d40-4b5b-8bc3-446d96738f4c req-6f236b46-c8db-4c80-a8de-adb794b3b43c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2036788515', 'description': 'tempest-description-1584692299'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:20.810538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:20.814858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.875676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:20.882264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dbe72f2f-0d40-4b5b-8bc3-446d96738f4c req-6f236b46-c8db-4c80-a8de-adb794b3b43c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.905848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.906421 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Added segment ade929f9-8bb5-4ce6-b98b-d577bc566921 of type vlan for network 78b9ae86-a71a-49de-b511-362a9a94104d Aug 29 04:29:20.972019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.006794 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.013388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.014089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.058350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.071485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.088311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Network': ['ID=78b9ae86-a71a-49de-b511-362a9a94104d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.101984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 78b9ae86-a71a-49de-b511-362a9a94104d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:21.111235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dbe72f2f-0d40-4b5b-8bc3-446d96738f4c req-6f236b46-c8db-4c80-a8de-adb794b3b43c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.121294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dbe72f2f-0d40-4b5b-8bc3-446d96738f4c req-6f236b46-c8db-4c80-a8de-adb794b3b43c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.127470 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c04261e8-174c-43a6-ad08-1f16c8ad97ed tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3581376 Aug 29 04:29:21.129064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50572) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.134777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:21.242446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.289624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dbe72f2f-0d40-4b5b-8bc3-446d96738f4c req-6f236b46-c8db-4c80-a8de-adb794b3b43c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.296166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dbe72f2f-0d40-4b5b-8bc3-446d96738f4c req-6f236b46-c8db-4c80-a8de-adb794b3b43c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5055325 Aug 29 04:29:21.297088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'Port': ['ID=64c69a89-96ec-4f8f-aa74-8435fda84f5f,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.313603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f236b46-c8db-4c80-a8de-adb794b3b43c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6f190-13e5-4d71-8dba-e9d4cb06a494,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.325536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:21.329463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.338154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.339557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fe40150d-32ac-4f87-9f35-f29419a331c9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3533771 Aug 29 04:29:21.346239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50588) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.355319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1529361915'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:21.392495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Made reservation on behalf of 486e2f62a5804c40b247afd8c7dc4784 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:21.394630 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.432546 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.442582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a71808f8-5872-448e-b68f-294afc1f185a req-42ec5050-b85a-45c1-ac41-868478969366 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/81c6f190-13e5-4d71-8dba-e9d4cb06a494 HTTP/1.1" status: 200 len: 1815 time: 0.1133900 Aug 29 04:29:21.475701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-4a3bc6b2-1dd3-47ff-b280-3f43308a58de req-7b991327-8cec-460f-b58c-8cdd65480f63 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-99511162', 'description': 'tempest-description-1633918610'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:21.545669 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.613814 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531739d1-b8d4-4190-88c9-08e4becc46e2 req-455079bf-9ea8-42e8-9eeb-15c3fdfa1285 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.615504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-531739d1-b8d4-4190-88c9-08e4becc46e2 req-455079bf-9ea8-42e8-9eeb-15c3fdfa1285 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0551996 Aug 29 04:29:21.662682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-531739d1-b8d4-4190-88c9-08e4becc46e2 req-a89926d2-a613-46f2-988b-08ba3c9a3868 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396183 Aug 29 04:29:21.671695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.678450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.700228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4a3bc6b2-1dd3-47ff-b280-3f43308a58de req-7b991327-8cec-460f-b58c-8cdd65480f63 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.704615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.718680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:21.776979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108ab164-4881-4efb-8bfe-d7739ab18d6f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.785479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.785829 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Added segment a192712b-3439-44f3-9cf8-f4b5338c8d64 of type vlan for network c24aabb8-1bc1-406e-914e-f9b573ef53e1 Aug 29 04:29:21.838242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=c493d556-9407-4101-971f-eb9552924302,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.848506 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4a3bc6b2-1dd3-47ff-b280-3f43308a58de req-7b991327-8cec-460f-b58c-8cdd65480f63 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.854155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4a3bc6b2-1dd3-47ff-b280-3f43308a58de req-7b991327-8cec-460f-b58c-8cdd65480f63 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.859532 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.862713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Checking segment: {'id': 'ade929f9-8bb5-4ce6-b98b-d577bc566921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:21.862713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network hostable DHCP agents. Network: 78b9ae86-a71a-49de-b511-362a9a94104d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:21.893310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353f2c6-32fc-48c0-8b7c-84772cee8155 req-d70a1418-918b-4d8b-a334-36f5e52975af tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.896924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a353f2c6-32fc-48c0-8b7c-84772cee8155 req-d70a1418-918b-4d8b-a334-36f5e52975af tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0970321 Aug 29 04:29:21.902209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.902848 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4a3bc6b2-1dd3-47ff-b280-3f43308a58de req-7b991327-8cec-460f-b58c-8cdd65480f63 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.904406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a3bc6b2-1dd3-47ff-b280-3f43308a58de req-7b991327-8cec-460f-b58c-8cdd65480f63 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4336698 Aug 29 04:29:21.912996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.913963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.923171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network 78b9ae86-a71a-49de-b511-362a9a94104d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:21.963345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b991327-8cec-460f-b58c-8cdd65480f63 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180b8d14-01a6-4de8-be1a-96723d081fab,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.989104 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6387901 Aug 29 04:29:21.989623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 78b9ae86-a71a-49de-b511-362a9a94104d) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:21.991715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50604) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.994148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.994862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.997634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Request body: {'subnet': {'network_id': 'c24aabb8-1bc1-406e-914e-f9b573ef53e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:22.003670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefb332-e570-48d4-a176-bd9e15cdf511 None None] Network 78b9ae86-a71a-49de-b511-362a9a94104d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:22.039536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165593f-45f0-4335-bc55-95ce7afacd4f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'Network': ['ID=c24aabb8-1bc1-406e-914e-f9b573ef53e1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.050685 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-79b67a82-ba35-4ff2-81c2-4b9efadc141a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9202518 Aug 29 04:29:22.051564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50606) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:22.054949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:22.057669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:22.111077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06abb8b8-463e-4448-a389-009fd5f3840e req-6a27929c-f5cb-4c7f-8309-97c99b09c915 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/180b8d14-01a6-4de8-be1a-96723d081fab HTTP/1.1" status: 200 len: 1813 time: 0.1711257 Aug 29 04:29:22.122841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a353f2c6-32fc-48c0-8b7c-84772cee8155 req-06444bd5-624c-439d-860d-46ebaf59135f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147660 Aug 29 04:29:22.185659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0d6efa2e-b410-4a45-a4f8-8b5ceca048aa req-4ba7e23a-c758-4de4-ac02-e3c7f49ec08c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-682241705', 'description': 'tempest-description-518099465'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:22.232977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:29:22.232977 n-d-712142-15 neutron-server[94846]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:29:22.232977 n-d-712142-15 neutron-server[94846]: [parameters: {'project_id_1': '1ce596bf4d044001b8de8e6e087a62fa', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 29, 22, 218774)}] Aug 29 04:29:22.232977 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:22.233576 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:22.237655 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:29:22.237655 n-d-712142-15 neutron-server[94845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:29:22.237655 n-d-712142-15 neutron-server[94845]: [parameters: {'project_id_1': '486e2f62a5804c40b247afd8c7dc4784', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 29, 22, 225976)}] Aug 29 04:29:22.237655 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:22.238052 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:22.243423 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0d6efa2e-b410-4a45-a4f8-8b5ceca048aa req-4ba7e23a-c758-4de4-ac02-e3c7f49ec08c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.288471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-78b9ae86-a71a-49de-b511-362a9a94104d', 'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d', 'tenant_id': '1ce596bf4d044001b8de8e6e087a62fa', 'fixed_ips': [{'subnet_id': 'c493d556-9407-4101-971f-eb9552924302'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:22.289466 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.374000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082c791-7534-4ea5-968d-13b8cd071070 req-85ef9c56-3631-4f87-87e8-915a840fb8c3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.375735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082c791-7534-4ea5-968d-13b8cd071070 req-85ef9c56-3631-4f87-87e8-915a840fb8c3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0816832 Aug 29 04:29:22.415197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0d6efa2e-b410-4a45-a4f8-8b5ceca048aa req-4ba7e23a-c758-4de4-ac02-e3c7f49ec08c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.422120 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0d6efa2e-b410-4a45-a4f8-8b5ceca048aa req-4ba7e23a-c758-4de4-ac02-e3c7f49ec08c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.442040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Allocated IP 2001:db8::2 (78b9ae86-a71a-49de-b511-362a9a94104d/c493d556-9407-4101-971f-eb9552924302/ba34667a-eabd-42bd-9660-af1c314d18b2) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:22.459927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d082c791-7534-4ea5-968d-13b8cd071070 req-ccfe509d-4f00-4327-a752-6381b33d6340 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766196 Aug 29 04:29:22.473388 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0d6efa2e-b410-4a45-a4f8-8b5ceca048aa req-4ba7e23a-c758-4de4-ac02-e3c7f49ec08c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.474611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d6efa2e-b410-4a45-a4f8-8b5ceca048aa req-4ba7e23a-c758-4de4-ac02-e3c7f49ec08c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3058512 Aug 29 04:29:22.476506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7e23a-c758-4de4-ac02-e3c7f49ec08c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85509dd3-290c-44ff-a1c1-20dfe137a9f3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.607581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.618325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Transition to ACTIVE for port object ba34667a-eabd-42bd-9660-af1c314d18b2 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:22.638241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Transition to ACTIVE for port object ba34667a-eabd-42bd-9660-af1c314d18b2 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:22.645154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.679601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5beca8-99bb-4918-be0c-32f0411569fb req-21b2e1c1-7c8d-443c-b72a-85446963c602 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.682494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Network 78b9ae86-a71a-49de-b511-362a9a94104d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:22.686650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:22.687444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e5beca8-99bb-4918-be0c-32f0411569fb req-21b2e1c1-7c8d-443c-b72a-85446963c602 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0749872 Aug 29 04:29:22.692449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:22.728850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Pushing event updated for resources: {'Port': ['ID=ba34667a-eabd-42bd-9660-af1c314d18b2,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.738805 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e5beca8-99bb-4918-be0c-32f0411569fb req-a1148920-bd88-48d1-956f-01256b5664e2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483754 Aug 29 04:29:22.773566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.775704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:29:22.775704 n-d-712142-15 neutron-server[94846]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:29:22.775704 n-d-712142-15 neutron-server[94846]: [parameters: {'project_id': '1ce596bf4d044001b8de8e6e087a62fa', 'id': '49c7b175-a994-4557-b3f1-19f603301a74', 'expiration': datetime.datetime(2021, 8, 29, 4, 31, 22, 771222)}] Aug 29 04:29:22.775704 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:22.776529 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:22.789520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Attempting to bind port ba34667a-eabd-42bd-9660-af1c314d18b2 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:22.790002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Attempting to bind port ba34667a-eabd-42bd-9660-af1c314d18b2 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ade929f9-8bb5-4ce6-b98b-d577bc566921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:22.790709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Attempting to bind port ba34667a-eabd-42bd-9660-af1c314d18b2 on network 78b9ae86-a71a-49de-b511-362a9a94104d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:22.797989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:22.798375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Checking segment: {'id': 'ade929f9-8bb5-4ce6-b98b-d577bc566921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:22.798866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.799277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Bound using segment: {'id': 'ade929f9-8bb5-4ce6-b98b-d577bc566921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:22.799924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Bound port: ba34667a-eabd-42bd-9660-af1c314d18b2, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade929f9-8bb5-4ce6-b98b-d577bc566921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:22.800329 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.807821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Made reservation on behalf of 486e2f62a5804c40b247afd8c7dc4784 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:22.812455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.881990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:22.883775 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53fbc491-3555-43ed-915b-85fe666bf7c3 req-97e26d8c-fa4a-442d-bda0-5d4600eb1417 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/85509dd3-290c-44ff-a1c1-20dfe137a9f3 HTTP/1.1" status: 200 len: 1813 time: 0.1062956 Aug 29 04:29:22.886257 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.950852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] For port ba34667a-eabd-42bd-9660-af1c314d18b2, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:22.955325 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-8410c98d-6a2c-4f0e-a9dc-47d36bfeac02 req-919fb1a9-1a18-4c9f-82a9-a0c6f3c38af1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] show failed (client error): The resource could not be found. Aug 29 04:29:22.956168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] For port ba34667a-eabd-42bd-9660-af1c314d18b2, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ba34667a-eabd-42bd-9660-af1c314d18b2,segment=NetworkSegment(ade929f9-8bb5-4ce6-b98b-d577bc566921),segment_id=ade929f9-8bb5-4ce6-b98b-d577bc566921)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:22.966630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8410c98d-6a2c-4f0e-a9dc-47d36bfeac02 req-919fb1a9-1a18-4c9f-82a9-a0c6f3c38af1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/b49da0a3-6e57-4e49-9843-fbd1aa849bbc HTTP/1.1" status: 404 len: 352 time: 0.0373225 Aug 29 04:29:22.967079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.050891 n-d-712142-15 neutron-server[94846]: INFO neutron.db.ipam_backend_mixin [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c493d556-9407-4101-971f-eb9552924302 (CIDR: 2001:db8::/64) Aug 29 04:29:23.054698 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:29:23.055506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:23.056916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e321a90-17e5-4efc-9ef4-fd4bab163ed6 None None] Pushing event updated for resources: {'Port': ['ID=ba34667a-eabd-42bd-9660-af1c314d18b2,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:23.074906 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-8c06a822-6c0e-4879-9279-32b574e46121 req-0acd0a89-ef22-4882-a00e-a90b69cb536c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] show failed (client error): The resource could not be found. Aug 29 04:29:23.081823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c06a822-6c0e-4879-9279-32b574e46121 req-0acd0a89-ef22-4882-a00e-a90b69cb536c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-group-rules/8b284bf9-a681-4095-bb5c-4eacc64dccc7 HTTP/1.1" status: 404 len: 361 time: 0.1009023 Aug 29 04:29:23.087200 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b266bd74-d5b9-4004-8bc4-d75ca9dcdcc7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0343249 Aug 29 04:29:23.089807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50646) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:23.100483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:23.154265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fe372-89c7-430a-80c3-1c6d76f0a064 req-b392e2ff-c03e-441d-b2a8-96578c141e9a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.155795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c9fe372-89c7-430a-80c3-1c6d76f0a064 req-b392e2ff-c03e-441d-b2a8-96578c141e9a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1738951 Aug 29 04:29:23.229919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:23.238068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.248576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e972008-e751-4e2a-a655-7e0a21b21bc2 req-f6b0e4d3-e85c-4f58-9f04-68b95861b6e1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/85509dd3-290c-44ff-a1c1-20dfe137a9f3 HTTP/1.1" status: 200 len: 1813 time: 0.1369338 Aug 29 04:29:23.296881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c9fe372-89c7-430a-80c3-1c6d76f0a064 req-766d2153-7b66-4591-b1f6-fb86a9eed3c0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036456 Aug 29 04:29:23.297908 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.431365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'Subnet': ['ID=9e683d28-fdbd-49f4-b2ec-c22fc9dde2ec,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:23.480387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Checking segment: {'id': 'a192712b-3439-44f3-9cf8-f4b5338c8d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c24aabb8-1bc1-406e-914e-f9b573ef53e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:23.481743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Network hostable DHCP agents. Network: c24aabb8-1bc1-406e-914e-f9b573ef53e1, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:23.485934 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6e972008-e751-4e2a-a655-7e0a21b21bc2 req-0e88b501-98e0-406e-a100-fb122e873bd1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.553555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6e972008-e751-4e2a-a655-7e0a21b21bc2 req-0e88b501-98e0-406e-a100-fb122e873bd1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.565263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:23.574139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.587879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c24aabb8-1bc1-406e-914e-f9b573ef53e1) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:23.598583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c6057-819c-4d1f-b4b6-a516b7b1a59b None None] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:23.611901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600cdb3-65c2-40f9-9f0a-217996d9ea15 req-5f11cb53-7652-466d-a5a0-ae073c400748 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.613498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5600cdb3-65c2-40f9-9f0a-217996d9ea15 req-5f11cb53-7652-466d-a5a0-ae073c400748 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1037509 Aug 29 04:29:23.614835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.615432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.628654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network 78b9ae86-a71a-49de-b511-362a9a94104d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:23.631939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:23.637228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.638294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.651631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fd20acaa-c029-4820-b0ac-15cd5aeabebc tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6586626 Aug 29 04:29:23.655114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=f324adb2-d369-41e7-a3b1-fd4cd9ccc4df,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:23.657453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50654) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:23.664912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1879619292', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:23.667124 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6e972008-e751-4e2a-a655-7e0a21b21bc2 req-0e88b501-98e0-406e-a100-fb122e873bd1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.670439 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6e972008-e751-4e2a-a655-7e0a21b21bc2 req-0e88b501-98e0-406e-a100-fb122e873bd1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.682655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e972008-e751-4e2a-a655-7e0a21b21bc2 req-0e88b501-98e0-406e-a100-fb122e873bd1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "DELETE /v2.0/security-groups/85509dd3-290c-44ff-a1c1-20dfe137a9f3 HTTP/1.1" status: 204 len: 173 time: 0.3820212 Aug 29 04:29:23.701173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.702631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.708059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5600cdb3-65c2-40f9-9f0a-217996d9ea15 req-e7b38f5d-3321-47c9-8ba4-5663d97d827e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803092 Aug 29 04:29:23.714338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b501-98e0-406e-a100-fb122e873bd1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85509dd3-290c-44ff-a1c1-20dfe137a9f3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:23.718228 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0c882a82-cc36-49d2-b84b-bc5a2731eaa6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6263242 Aug 29 04:29:23.721715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50658) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:23.727796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d', 'fixed_ips': [{'subnet_id': 'c493d556-9407-4101-971f-eb9552924302'}, {'subnet_id': 'f324adb2-d369-41e7-a3b1-fd4cd9ccc4df'}], 'name': 'tempest-PortsIpV6TestJSON-413469931'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:23.882394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1a9ce8a-de3b-4ef6-943e-d948d48e37fb req-fe15f17b-3426-4e1b-86b0-79114bc37c5c tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/180b8d14-01a6-4de8-be1a-96723d081fab HTTP/1.1" status: 200 len: 1813 time: 0.0909722 Aug 29 04:29:23.898506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-c24aabb8-1bc1-406e-914e-f9b573ef53e1', 'network_id': 'c24aabb8-1bc1-406e-914e-f9b573ef53e1', 'tenant_id': '486e2f62a5804c40b247afd8c7dc4784', 'fixed_ips': [{'subnet_id': '9e683d28-fdbd-49f4-b2ec-c22fc9dde2ec'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:23.899729 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.902545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.997241 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f1a9ce8a-de3b-4ef6-943e-d948d48e37fb req-dbf28898-e3de-4eb8-8e6a-85e9c490e0ed tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.027609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f1a9ce8a-de3b-4ef6-943e-d948d48e37fb req-dbf28898-e3de-4eb8-8e6a-85e9c490e0ed tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.100901 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f1a9ce8a-de3b-4ef6-943e-d948d48e37fb req-dbf28898-e3de-4eb8-8e6a-85e9c490e0ed tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.104161 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f1a9ce8a-de3b-4ef6-943e-d948d48e37fb req-dbf28898-e3de-4eb8-8e6a-85e9c490e0ed tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.120011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1a9ce8a-de3b-4ef6-943e-d948d48e37fb req-dbf28898-e3de-4eb8-8e6a-85e9c490e0ed tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "DELETE /v2.0/security-groups/180b8d14-01a6-4de8-be1a-96723d081fab HTTP/1.1" status: 204 len: 173 time: 0.2364974 Aug 29 04:29:24.176300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.205458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fb5728f-8eee-4d50-ad4d-ff8a8536726e req-4b88ed2b-e1c1-4dec-9f18-575eb434142e tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/81c6f190-13e5-4d71-8dba-e9d4cb06a494 HTTP/1.1" status: 200 len: 1815 time: 0.0660982 Aug 29 04:29:24.210619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:24.256931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e6412-2f8e-4135-b719-1b8af1723046 req-a7f0270c-ce26-4657-ad97-8e56a90a8efe tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.258495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e00e6412-2f8e-4135-b719-1b8af1723046 req-a7f0270c-ce26-4657-ad97-8e56a90a8efe tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2909720 Aug 29 04:29:24.274066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf28898-e3de-4eb8-8e6a-85e9c490e0ed tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b8d14-01a6-4de8-be1a-96723d081fab,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.288936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Allocated IP 172.20.0.2 (c24aabb8-1bc1-406e-914e-f9b573ef53e1/9e683d28-fdbd-49f4-b2ec-c22fc9dde2ec/93184d94-70b5-454b-ada5-b3d8ba0fc69e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:24.290510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1fb5728f-8eee-4d50-ad4d-ff8a8536726e req-d06f17a1-9beb-4b01-8a4c-1bb8ca3cc02b tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.361003 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1fb5728f-8eee-4d50-ad4d-ff8a8536726e req-d06f17a1-9beb-4b01-8a4c-1bb8ca3cc02b tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.388740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e00e6412-2f8e-4135-b719-1b8af1723046 req-73f44fd7-ab87-49ef-8e42-0b1025e2c471 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121531 Aug 29 04:29:24.453636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1fb5728f-8eee-4d50-ad4d-ff8a8536726e req-d06f17a1-9beb-4b01-8a4c-1bb8ca3cc02b tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.456456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-1fb5728f-8eee-4d50-ad4d-ff8a8536726e req-d06f17a1-9beb-4b01-8a4c-1bb8ca3cc02b tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.457977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fb5728f-8eee-4d50-ad4d-ff8a8536726e req-d06f17a1-9beb-4b01-8a4c-1bb8ca3cc02b tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "DELETE /v2.0/security-groups/81c6f190-13e5-4d71-8dba-e9d4cb06a494 HTTP/1.1" status: 204 len: 173 time: 0.2516932 Aug 29 04:29:24.475946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f17a1-9beb-4b01-8a4c-1bb8ca3cc02b tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c6f190-13e5-4d71-8dba-e9d4cb06a494,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.612621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e820abf-7a5b-4584-89b9-1aa0296b2926 req-8bf44df9-985d-42fd-bf29-37101cc07d63 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.614071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb6a4b-e968-4792-b1ba-f54dc1c104e7 None None] Network 78b9ae86-a71a-49de-b511-362a9a94104d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:24.615027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e820abf-7a5b-4584-89b9-1aa0296b2926 req-8bf44df9-985d-42fd-bf29-37101cc07d63 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0885959 Aug 29 04:29:24.633440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.661698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 59c86368-30ba-4f5c-b83e-dac078604d36 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:24.693483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.696740 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:29:24.701731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b671b684-139d-4d4c-81ab-62158741cc5c req-8b406fb6-663a-49d6-8072-86a9f7f4aec1 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/7b9eab82-0578-4884-a3f9-0d18ec653c63 HTTP/1.1" status: 200 len: 1814 time: 0.0854816 Aug 29 04:29:24.723711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.733820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e820abf-7a5b-4584-89b9-1aa0296b2926 req-c396547f-18c0-411e-b70d-9a8a1be3ee74 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790529 Aug 29 04:29:24.816874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b671b684-139d-4d4c-81ab-62158741cc5c req-2c573f08-17ce-432d-bf0e-4b802b1c2091 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.829944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-215e01fb-b79b-4886-810a-aa2131d113fb None None] Provisioning for port ba34667a-eabd-42bd-9660-af1c314d18b2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:24.835890 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.848186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Transition to ACTIVE for port object 93184d94-70b5-454b-ada5-b3d8ba0fc69e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:24.857608 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b671b684-139d-4d4c-81ab-62158741cc5c req-2c573f08-17ce-432d-bf0e-4b802b1c2091 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.872457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Transition to ACTIVE for port object 93184d94-70b5-454b-ada5-b3d8ba0fc69e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:24.879907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.926902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b671b684-139d-4d4c-81ab-62158741cc5c req-2c573f08-17ce-432d-bf0e-4b802b1c2091 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.930280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b671b684-139d-4d4c-81ab-62158741cc5c req-2c573f08-17ce-432d-bf0e-4b802b1c2091 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.932351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b671b684-139d-4d4c-81ab-62158741cc5c req-2c573f08-17ce-432d-bf0e-4b802b1c2091 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b9eab82-0578-4884-a3f9-0d18ec653c63 HTTP/1.1" status: 204 len: 173 time: 0.2041593 Aug 29 04:29:24.945076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Pushing event updated for resources: {'Port': ['ID=93184d94-70b5-454b-ada5-b3d8ba0fc69e,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.945844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c573f08-17ce-432d-bf0e-4b802b1c2091 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9eab82-0578-4884-a3f9-0d18ec653c63,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.957170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:24.976834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:24.984737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:25.025477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dee0169-1f3d-4bdf-a470-873bd27c5c4d None None] Update dhcp port {'port': {'network_id': '78b9ae86-a71a-49de-b511-362a9a94104d', 'fixed_ips': [{'subnet_id': 'c493d556-9407-4101-971f-eb9552924302', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f324adb2-d369-41e7-a3b1-fd4cd9ccc4df'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'ba34667a-eabd-42bd-9660-af1c314d18b2'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:29:25.056618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95ce3de2-1bdd-4c21-af1e-621fd34efb50 req-5b33cc32-4d59-432d-ac8e-3b886fe66276 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "GET /v2.0/security-groups/17197e02-c8d3-4048-b501-92095f727b3b HTTP/1.1" status: 200 len: 1814 time: 0.0854888 Aug 29 04:29:25.070693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Attempting to bind port 93184d94-70b5-454b-ada5-b3d8ba0fc69e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:25.072581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Attempting to bind port 93184d94-70b5-454b-ada5-b3d8ba0fc69e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a192712b-3439-44f3-9cf8-f4b5338c8d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c24aabb8-1bc1-406e-914e-f9b573ef53e1'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:25.072960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Attempting to bind port 93184d94-70b5-454b-ada5-b3d8ba0fc69e on network c24aabb8-1bc1-406e-914e-f9b573ef53e1 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:25.080905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:25.081295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Checking segment: {'id': 'a192712b-3439-44f3-9cf8-f4b5338c8d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c24aabb8-1bc1-406e-914e-f9b573ef53e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:25.081687 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.082083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Bound using segment: {'id': 'a192712b-3439-44f3-9cf8-f4b5338c8d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c24aabb8-1bc1-406e-914e-f9b573ef53e1'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:25.082720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Bound port: 93184d94-70b5-454b-ada5-b3d8ba0fc69e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a192712b-3439-44f3-9cf8-f4b5338c8d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c24aabb8-1bc1-406e-914e-f9b573ef53e1'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:25.083084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.127094 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8dee0169-1f3d-4bdf-a470-873bd27c5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.222269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] For port 93184d94-70b5-454b-ada5-b3d8ba0fc69e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:25.232113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] For port 93184d94-70b5-454b-ada5-b3d8ba0fc69e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=93184d94-70b5-454b-ada5-b3d8ba0fc69e,segment=NetworkSegment(a192712b-3439-44f3-9cf8-f4b5338c8d64),segment_id=a192712b-3439-44f3-9cf8-f4b5338c8d64)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:25.298827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-95ce3de2-1bdd-4c21-af1e-621fd34efb50 req-72f7646c-c6a9-4079-a33a-2b1b1f85b701 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.310753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459b81b-2493-418a-80ae-0eb6fed1f016 req-9622deaa-d054-4ca6-ac43-4d0b4302a178 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.313256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1459b81b-2493-418a-80ae-0eb6fed1f016 req-9622deaa-d054-4ca6-ac43-4d0b4302a178 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2545202 Aug 29 04:29:25.388741 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-95ce3de2-1bdd-4c21-af1e-621fd34efb50 req-72f7646c-c6a9-4079-a33a-2b1b1f85b701 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.394998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1459b81b-2493-418a-80ae-0eb6fed1f016 req-2d48ce93-a092-4dad-ab86-580e1d6b5cd0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698028 Aug 29 04:29:25.404225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8dee0169-1f3d-4bdf-a470-873bd27c5c4d None None] Allocated IP 2001:db8:0:1::2 (78b9ae86-a71a-49de-b511-362a9a94104d/f324adb2-d369-41e7-a3b1-fd4cd9ccc4df/ba34667a-eabd-42bd-9660-af1c314d18b2) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:25.470100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-95ce3de2-1bdd-4c21-af1e-621fd34efb50 req-72f7646c-c6a9-4079-a33a-2b1b1f85b701 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.474375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-95ce3de2-1bdd-4c21-af1e-621fd34efb50 req-72f7646c-c6a9-4079-a33a-2b1b1f85b701 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.476024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95ce3de2-1bdd-4c21-af1e-621fd34efb50 req-72f7646c-c6a9-4079-a33a-2b1b1f85b701 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] 10.222.0.58 "DELETE /v2.0/security-groups/17197e02-c8d3-4048-b501-92095f727b3b HTTP/1.1" status: 204 len: 173 time: 0.3628633 Aug 29 04:29:25.484570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50690) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.502223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7646c-c6a9-4079-a33a-2b1b1f85b701 tempest-SecurityGroupRulesNegativeTestJSON-97968723 tempest-SecurityGroupRulesNegativeTestJSON-97968723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17197e02-c8d3-4048-b501-92095f727b3b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.549982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8dee0169-1f3d-4bdf-a470-873bd27c5c4d None None] For port ba34667a-eabd-42bd-9660-af1c314d18b2, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ba34667a-eabd-42bd-9660-af1c314d18b2,segment=NetworkSegment(ade929f9-8bb5-4ce6-b98b-d577bc566921),segment_id=ade929f9-8bb5-4ce6-b98b-d577bc566921)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:25.582276 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8dee0169-1f3d-4bdf-a470-873bd27c5c4d None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.598241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8dee0169-1f3d-4bdf-a470-873bd27c5c4d None None] Transition to ACTIVE for port object ba34667a-eabd-42bd-9660-af1c314d18b2 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:25.599267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-043b9715-11a4-4afb-a71d-38c34c848316 admin admin] Deleting subnet 994f98f6-6d25-4860-8a46-b3fcd44af9fa {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:25.602418 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.603197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-043b9715-11a4-4afb-a71d-38c34c848316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.604951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ba34667a-eabd-42bd-9660-af1c314d18b2 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:25.612769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Allocated IP 172.25.1.210 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/47a95277-6138-4df4-a7b6-4b7b270e8322) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:25.645538 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8dee0169-1f3d-4bdf-a470-873bd27c5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.658354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-043b9715-11a4-4afb-a71d-38c34c848316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.716840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf2e68-542f-48bf-ac7d-487dc6afad4b req-ebfe964e-54a8-4bd0-b0c0-63d300f9c1f8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.730829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6bf2e68-542f-48bf-ac7d-487dc6afad4b req-ebfe964e-54a8-4bd0-b0c0-63d300f9c1f8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1923141 Aug 29 04:29:25.765114 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-043b9715-11a4-4afb-a71d-38c34c848316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.766307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cd9ac-511d-429c-aa40-334946be9007 None None] Pushing event updated for resources: {'Port': ['ID=93184d94-70b5-454b-ada5-b3d8ba0fc69e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.833975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ba34667a-eabd-42bd-9660-af1c314d18b2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:25.857463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.861632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee0169-1f3d-4bdf-a470-873bd27c5c4d None None] Pushing event updated for resources: {'Port': ['ID=ba34667a-eabd-42bd-9660-af1c314d18b2,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.879095 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-043b9715-11a4-4afb-a71d-38c34c848316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.901963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-043b9715-11a4-4afb-a71d-38c34c848316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.905174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-043b9715-11a4-4afb-a71d-38c34c848316 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/994f98f6-6d25-4860-8a46-b3fcd44af9fa HTTP/1.1" status: 204 len: 168 time: 0.4198225 Aug 29 04:29:25.937463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50694) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.974352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b9715-11a4-4afb-a71d-38c34c848316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994f98f6-6d25-4860-8a46-b3fcd44af9fa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.061377 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6bf2e68-542f-48bf-ac7d-487dc6afad4b req-8c767535-f10d-491f-ada4-5f86d54666bd tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172905 Aug 29 04:29:26.127070 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.238165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::3db (78b9ae86-a71a-49de-b511-362a9a94104d/c493d556-9407-4101-971f-eb9552924302/59c86368-30ba-4f5c-b83e-dac078604d36) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:26.256752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8:0:1::23c (78b9ae86-a71a-49de-b511-362a9a94104d/f324adb2-d369-41e7-a3b1-fd4cd9ccc4df/59c86368-30ba-4f5c-b83e-dac078604d36) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:26.281211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.322137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.336569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c67226-0256-4ec9-a7ea-bd826c68d5f9']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:26.352679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf6496a-4465-4f3e-9499-d8c01e81f99b') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:26.353072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf6496a-4465-4f3e-9499-d8c01e81f99b') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:26.365948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:26.373886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:26.381173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:26.387701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'Port': ['ID=47a95277-6138-4df4-a7b6-4b7b270e8322,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.393894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.419360 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.437427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186acb4-743c-4d81-ac16-c0512d0bea48 req-c972427a-d3ab-48b5-934b-9e33819772bb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.439172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4186acb4-743c-4d81-ac16-c0512d0bea48 req-c972427a-d3ab-48b5-934b-9e33819772bb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1522455 Aug 29 04:29:26.451178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:26.451630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:26.461864 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:26.568312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4186acb4-743c-4d81-ac16-c0512d0bea48 req-e6df6363-98f4-44ec-b313-7e575b07a2a9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212220 Aug 29 04:29:26.584494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.592325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.594280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] 10.222.0.58 "DELETE /v2.0/networks/15c67226-0256-4ec9-a7ea-bd826c68d5f9 HTTP/1.1" status: 204 len: 168 time: 0.6559222 Aug 29 04:29:26.665140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5db3dc-d209-475f-9181-c5382c21e98e admin admin] Pushing event deleted for resources: {'Network': ['ID=15c67226-0256-4ec9-a7ea-bd826c68d5f9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.669103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43793663-c4f8-433e-935d-a1251dd17f58 None None] Network 78b9ae86-a71a-49de-b511-362a9a94104d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:26.731306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.753753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object 59c86368-30ba-4f5c-b83e-dac078604d36 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:26.783261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aed994-1b69-4f66-b2bb-b3814c20c5df req-5c12b56b-4788-4a33-8dcc-81042f414947 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.791859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6aed994-1b69-4f66-b2bb-b3814c20c5df req-5c12b56b-4788-4a33-8dcc-81042f414947 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1022301 Aug 29 04:29:26.813286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d13d387b-0e78-4ff2-bd42-d3f329175b4d None None] Provisioning for port ba34667a-eabd-42bd-9660-af1c314d18b2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:26.821175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d13d387b-0e78-4ff2-bd42-d3f329175b4d None None] Provisioning complete for port ba34667a-eabd-42bd-9660-af1c314d18b2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:26.821565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d13d387b-0e78-4ff2-bd42-d3f329175b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.856822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6aed994-1b69-4f66-b2bb-b3814c20c5df req-480025de-4aaf-4635-9e50-f79c93421fa2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590491 Aug 29 04:29:27.008518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.063891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network 78b9ae86-a71a-49de-b511-362a9a94104d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:27.097529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:27.104746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:27.119480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.120218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.134626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50726) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:27.207839 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.213289 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d13d387b-0e78-4ff2-bd42-d3f329175b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.213861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cdad6-fb3c-4568-9df5-ba34ec19cf1e req-c49f5037-1370-40ce-8d65-4f6651494026 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.215750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f4cdad6-fb3c-4568-9df5-ba34ec19cf1e req-c49f5037-1370-40ce-8d65-4f6651494026 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 813 time: 0.1636159 Aug 29 04:29:27.239030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f4cdad6-fb3c-4568-9df5-ba34ec19cf1e req-7d030274-029b-4aef-b9dd-321531a0cd7c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/quotas/cb9f4f4348364cfa928cb249eda84448 HTTP/1.1" status: 200 len: 375 time: 0.0136199 Aug 29 04:29:27.289701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50728) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:27.293871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d13d387b-0e78-4ff2-bd42-d3f329175b4d None None] For port ba34667a-eabd-42bd-9660-af1c314d18b2, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ba34667a-eabd-42bd-9660-af1c314d18b2,segment=NetworkSegment(ade929f9-8bb5-4ce6-b98b-d577bc566921),segment_id=ade929f9-8bb5-4ce6-b98b-d577bc566921)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:27.294555 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5684068 Aug 29 04:29:27.295947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c493d556-9407-4101-971f-eb9552924302'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:27.306058 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d13d387b-0e78-4ff2-bd42-d3f329175b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.365555 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f3665f34-b84e-4a1c-a39b-6313b7fa6c3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f214a7b004ab419ca07278821b6fe7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021806 Aug 29 04:29:27.367032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f4cdad6-fb3c-4568-9df5-ba34ec19cf1e req-70996485-38ef-4301-ade8-7080fc567b8b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193900 Aug 29 04:29:27.371661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50732) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:27.379368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81279d6b-4817-46d0-b8ac-da6d236944c2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=59c86368-30ba-4f5c-b83e-dac078604d36,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.385294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.402468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db18e1-bf45-4eeb-b1e9-559ed6ab5b40 None None] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:27.512943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ba34667a-eabd-42bd-9660-af1c314d18b2 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:27.545139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d387b-0e78-4ff2-bd42-d3f329175b4d None None] Pushing event updated for resources: {'Port': ['ID=ba34667a-eabd-42bd-9660-af1c314d18b2,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.587328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-37d2df91-84d0-4a25-a6ad-2ea4467d0d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.611929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-37d2df91-84d0-4a25-a6ad-2ea4467d0d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.679726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0eeda-a823-4d46-84ad-c523a97b4621 req-74cbbc86-7580-4bc6-abe2-7108b0001406 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.681423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecb0eeda-a823-4d46-84ad-c523a97b4621 req-74cbbc86-7580-4bc6-abe2-7108b0001406 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1769042 Aug 29 04:29:27.688139 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-37d2df91-84d0-4a25-a6ad-2ea4467d0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.690784 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-37d2df91-84d0-4a25-a6ad-2ea4467d0d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.694471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-37d2df91-84d0-4a25-a6ad-2ea4467d0d46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2c11a86-8ab9-4f77-875f-ab488f9cd781 HTTP/1.1" status: 204 len: 168 time: 0.3193104 Aug 29 04:29:27.714386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-986d9668-6ae2-4c16-b89c-b253947315dc None None] Provisioning for port 93184d94-70b5-454b-ada5-b3d8ba0fc69e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:27.769987 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ba34667a-eabd-42bd-9660-af1c314d18b2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:27.770228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.770325 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.778085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.781624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2df91-84d0-4a25-a6ad-2ea4467d0d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c11a86-8ab9-4f77-875f-ab488f9cd781,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.010236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a982e0b5-11ab-477b-9211-2bd4f94149a0 None None] Provisioning for port 59c86368-30ba-4f5c-b83e-dac078604d36 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:28.043127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a982e0b5-11ab-477b-9211-2bd4f94149a0 None None] Provisioning complete for port 59c86368-30ba-4f5c-b83e-dac078604d36 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:28.043513 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a982e0b5-11ab-477b-9211-2bd4f94149a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.102080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 93184d94-70b5-454b-ada5-b3d8ba0fc69e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:28.121695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Router 30f8fadd-f6ec-4c57-af80-f348dc03c1a5 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:28.157543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a982e0b5-11ab-477b-9211-2bd4f94149a0 None None] Port 59c86368-30ba-4f5c-b83e-dac078604d36 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:28.192150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.196351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a982e0b5-11ab-477b-9211-2bd4f94149a0 None None] Provisioning complete for port ba34667a-eabd-42bd-9660-af1c314d18b2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:28.196906 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a982e0b5-11ab-477b-9211-2bd4f94149a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.261091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 93184d94-70b5-454b-ada5-b3d8ba0fc69e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:28.290266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 93184d94-70b5-454b-ada5-b3d8ba0fc69e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:28.291052 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.323302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecb0eeda-a823-4d46-84ad-c523a97b4621 req-4c8bdedf-ab55-4dac-9e4e-a93413a2464e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283672 Aug 29 04:29:28.363817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Delete allocated IP 2001:db8:0:1::23c (78b9ae86-a71a-49de-b511-362a9a94104d/f324adb2-d369-41e7-a3b1-fd4cd9ccc4df) {{(pid=94845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:29:28.502753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:28.522290 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81887f2c-c51c-4edd-b235-ff20a4e150fd None None] Sync routers for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:28.550879 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81887f2c-c51c-4edd-b235-ff20a4e150fd None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:28.552181 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.556159 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-82704035-21b2-4edf-98f0-6950b43abc6b tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8928711 Aug 29 04:29:28.556492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50756) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.566774 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81887f2c-c51c-4edd-b235-ff20a4e150fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:28.645943 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81887f2c-c51c-4edd-b235-ff20a4e150fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:28.666307 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81887f2c-c51c-4edd-b235-ff20a4e150fd None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:28.666942 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81887f2c-c51c-4edd-b235-ff20a4e150fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:28.682009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8502b-0a2c-4736-9814-905b173b4e48 req-bd7cdbdf-4c93-4cd7-b449-e114c3278986 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:28.698882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3d8502b-0a2c-4736-9814-905b173b4e48 req-bd7cdbdf-4c93-4cd7-b449-e114c3278986 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2214625 Aug 29 04:29:28.731533 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81887f2c-c51c-4edd-b235-ff20a4e150fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:28.732522 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81887f2c-c51c-4edd-b235-ff20a4e150fd None None] The sync data for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:28.783088 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.788869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.795560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3d8502b-0a2c-4736-9814-905b173b4e48 req-4c13d49a-b179-4adb-a338-9e07c4d397bb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956285 Aug 29 04:29:28.832220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f2cdb660-ded7-4a02-bfeb-93274a95b29e None None] Provisioning complete for port 93184d94-70b5-454b-ada5-b3d8ba0fc69e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:28.832595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb660-ded7-4a02-bfeb-93274a95b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.832796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Ignored duplicate provisioning block setup for port 59c86368-30ba-4f5c-b83e-dac078604d36 by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:29:28.841987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.867696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 93184d94-70b5-454b-ada5-b3d8ba0fc69e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=93184d94-70b5-454b-ada5-b3d8ba0fc69e,segment=NetworkSegment(a192712b-3439-44f3-9cf8-f4b5338c8d64),segment_id=a192712b-3439-44f3-9cf8-f4b5338c8d64)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:28.878003 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.060846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=93184d94-70b5-454b-ada5-b3d8ba0fc69e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.146904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f2cdb660-ded7-4a02-bfeb-93274a95b29e None None] Provisioning complete for port 59c86368-30ba-4f5c-b83e-dac078604d36 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:29.147357 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb660-ded7-4a02-bfeb-93274a95b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.217661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdb660-ded7-4a02-bfeb-93274a95b29e None None] Port 59c86368-30ba-4f5c-b83e-dac078604d36 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:29.226521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ba34667a-eabd-42bd-9660-af1c314d18b2 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:29.342313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ba34667a-eabd-42bd-9660-af1c314d18b2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:29.342697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.488720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.492614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] In _notify_port_updated(), no bound segment for port 59c86368-30ba-4f5c-b83e-dac078604d36 on network 78b9ae86-a71a-49de-b511-362a9a94104d {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:29:29.501263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.502539 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.507561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "PUT /v2.0/ports/59c86368-30ba-4f5c-b83e-dac078604d36 HTTP/1.1" status: 200 len: 925 time: 2.2167151 Aug 29 04:29:29.512621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50790) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.520926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c493d556-9407-4101-971f-eb9552924302'}, {'subnet_id': 'f324adb2-d369-41e7-a3b1-fd4cd9ccc4df'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:29.537460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e174464c-8a5c-4741-bd6f-fa45cce5712a req-fec84e46-97aa-42eb-a5f9-e83ccbc4d98f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cb9f4f4348364cfa928cb249eda84448 HTTP/1.1" status: 200 len: 221 time: 0.1139519 Aug 29 04:29:29.538404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b4129-1244-4a00-bf56-4c18058a7b8a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=59c86368-30ba-4f5c-b83e-dac078604d36,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.769100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.802911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bf2ef-3271-4bcd-81ce-745b2f3c4e6b req-a6915e4c-bdd2-4535-bf2a-01ff5f2ea1d7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.811118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-090bf2ef-3271-4bcd-81ce-745b2f3c4e6b req-a6915e4c-bdd2-4535-bf2a-01ff5f2ea1d7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1469293 Aug 29 04:29:29.848842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b960c8a0-c7c0-4d65-9b65-ee32a70cddce None None] Provisioning complete for port 59c86368-30ba-4f5c-b83e-dac078604d36 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:29.849455 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b960c8a0-c7c0-4d65-9b65-ee32a70cddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.905923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b960c8a0-c7c0-4d65-9b65-ee32a70cddce None None] Port 59c86368-30ba-4f5c-b83e-dac078604d36 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:29.917895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-090bf2ef-3271-4bcd-81ce-745b2f3c4e6b req-dd0827a4-574e-4812-9eb4-1c4d33799fee tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058033 Aug 29 04:29:29.940538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50798) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.987343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Allocated IP 172.20.0.1 (c24aabb8-1bc1-406e-914e-f9b573ef53e1/9e683d28-fdbd-49f4-b2ec-c22fc9dde2ec/834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:30.105948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea1e1-b9ed-4131-8eca-100054171c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.119358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.134341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Transition to ACTIVE for port object 834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:30.168802 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.171623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eefcb-f08c-497e-8d1a-2e32e2255104 req-3cef7f78-f968-4984-b0ad-09fa6618abdc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.174437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd9eefcb-f08c-497e-8d1a-2e32e2255104 req-3cef7f78-f968-4984-b0ad-09fa6618abdc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1554670 Aug 29 04:29:30.217906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:30.222115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:30.227432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:30.231570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8:0:1::3a5 (78b9ae86-a71a-49de-b511-362a9a94104d/f324adb2-d369-41e7-a3b1-fd4cd9ccc4df/59c86368-30ba-4f5c-b83e-dac078604d36) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:30.232260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'Port': ['ID=834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.297769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.335006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd9eefcb-f08c-497e-8d1a-2e32e2255104 req-e4755458-1860-46de-8484-9f71cf380a70 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516690 Aug 29 04:29:30.463351 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea1e1-b9ed-4131-8eca-100054171c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.481356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea1e1-b9ed-4131-8eca-100054171c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.528968 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.534443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-253dde6f-be78-41c0-8671-e8e5aa20eabd None None] Provisioning for port 834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:30.539169 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-253dde6f-be78-41c0-8671-e8e5aa20eabd None None] Provisioning complete for port 834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:30.539875 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-253dde6f-be78-41c0-8671-e8e5aa20eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.571169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object 59c86368-30ba-4f5c-b83e-dac078604d36 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:30.575029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca1ea1e1-b9ed-4131-8eca-100054171c3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c91f9f23e3e5421daf5641b3eafd769d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6303031 Aug 29 04:29:30.576648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ea1e1-b9ed-4131-8eca-100054171c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa8507b-0663-4835-9001-8e70446f25b7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.579707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50810) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.583467 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.593949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.594518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-253dde6f-be78-41c0-8671-e8e5aa20eabd None None] Port 834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:30.681012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304862c0-2499-40a2-85ed-4d6b16b92d01 req-2613e9f0-002e-49f1-968e-a24691eabc27 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.683143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-304862c0-2499-40a2-85ed-4d6b16b92d01 req-2613e9f0-002e-49f1-968e-a24691eabc27 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2239797 Aug 29 04:29:30.766586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] In _notify_port_updated(), no bound segment for port 59c86368-30ba-4f5c-b83e-dac078604d36 on network 78b9ae86-a71a-49de-b511-362a9a94104d {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:29:30.772591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.773387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.777473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "PUT /v2.0/ports/59c86368-30ba-4f5c-b83e-dac078604d36 HTTP/1.1" status: 200 len: 1011 time: 1.2588785 Aug 29 04:29:30.784726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50816) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.785638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2741e-3f63-424e-802c-cce31a6a1d76 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=59c86368-30ba-4f5c-b83e-dac078604d36,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.844460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-304862c0-2499-40a2-85ed-4d6b16b92d01 req-6b2d76aa-78d3-4ebc-8ee3-9d04ea9afba3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413157 Aug 29 04:29:30.845250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43e5a3c5-7e66-4364-a4dc-7e3029e739b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.904819 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43e5a3c5-7e66-4364-a4dc-7e3029e739b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.021149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-f53b3f41-82b3-4e9e-94c2-668e52863ecd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 59c86368-30ba-4f5c-b83e-dac078604d36 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:31.021501 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f53b3f41-82b3-4e9e-94c2-668e52863ecd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.026042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a6e89f2c-8c05-4477-bafe-b127bcd6222f None None] Provisioning for port 59c86368-30ba-4f5c-b83e-dac078604d36 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:31.032092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a6e89f2c-8c05-4477-bafe-b127bcd6222f None None] Provisioning complete for port 59c86368-30ba-4f5c-b83e-dac078604d36 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:31.033030 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6e89f2c-8c05-4477-bafe-b127bcd6222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.079576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f3b09-78ca-4c68-a695-3419edb8a6df req-344a0f91-3635-43a9-922f-2cb81c802d7f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.081185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b0f3b09-78ca-4c68-a695-3419edb8a6df req-344a0f91-3635-43a9-922f-2cb81c802d7f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1489091 Aug 29 04:29:31.089607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a6e89f2c-8c05-4477-bafe-b127bcd6222f None None] Port 59c86368-30ba-4f5c-b83e-dac078604d36 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:31.097624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43e5a3c5-7e66-4364-a4dc-7e3029e739b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.100746 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-43e5a3c5-7e66-4364-a4dc-7e3029e739b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.104664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-43e5a3c5-7e66-4364-a4dc-7e3029e739b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfa8507b-0663-4835-9001-8e70446f25b7 HTTP/1.1" status: 204 len: 168 time: 0.5196314 Aug 29 04:29:31.141939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 93184d94-70b5-454b-ada5-b3d8ba0fc69e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:31.169187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5a3c5-7e66-4364-a4dc-7e3029e739b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa8507b-0663-4835-9001-8e70446f25b7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.210116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 93184d94-70b5-454b-ada5-b3d8ba0fc69e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:31.210721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.211430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b0f3b09-78ca-4c68-a695-3419edb8a6df req-3b44a107-a53c-460e-a9db-c92d7813654b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178596 Aug 29 04:29:31.213312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f53b3f41-82b3-4e9e-94c2-668e52863ecd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.231603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-f53b3f41-82b3-4e9e-94c2-668e52863ecd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 59c86368-30ba-4f5c-b83e-dac078604d36 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:31.270045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.276466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.406108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'Port': ['ID=834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.421002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a72832-6d55-4704-a6ea-422babe50027 req-c80644a1-1fbd-4132-a357-69f806d9c7bb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.422259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.422728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a72832-6d55-4704-a6ea-422babe50027 req-c80644a1-1fbd-4132-a357-69f806d9c7bb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0744462 Aug 29 04:29:31.494251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a72832-6d55-4704-a6ea-422babe50027 req-d906af18-4a2e-442d-ac58-d2c9e7980354 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Aug 29 04:29:31.538188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:31.539876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:31.577743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f53b3f41-82b3-4e9e-94c2-668e52863ecd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.633445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b3f41-82b3-4e9e-94c2-668e52863ecd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=59c86368-30ba-4f5c-b83e-dac078604d36,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.700400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852573d-33ef-4414-9542-6565b2c798e4 req-63692ca9-1897-4cc7-a9e7-52327acc28a4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.708179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5852573d-33ef-4414-9542-6565b2c798e4 req-63692ca9-1897-4cc7-a9e7-52327acc28a4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0890279 Aug 29 04:29:31.713949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Router 30f8fadd-f6ec-4c57-af80-f348dc03c1a5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:31.752272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f53b3f41-82b3-4e9e-94c2-668e52863ecd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.755401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f53b3f41-82b3-4e9e-94c2-668e52863ecd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/59c86368-30ba-4f5c-b83e-dac078604d36 HTTP/1.1" status: 204 len: 168 time: 0.9643874 Aug 29 04:29:31.760013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50844) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.804879 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3e2682-4e59-4ecb-8f14-a0c4f0b18f2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:31.816136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50848) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.821585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dd3e2682-4e59-4ecb-8f14-a0c4f0b18f2b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/59c86368-30ba-4f5c-b83e-dac078604d36 HTTP/1.1" status: 404 len: 333 time: 0.0538855 Aug 29 04:29:31.873583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5852573d-33ef-4414-9542-6565b2c798e4 req-4fbdd594-1b1b-40ec-8b61-6e8513fa4d31 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598237 Aug 29 04:29:31.931025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-23cb42fb-81f0-418f-ae61-bc41b92f7cbb None None] Provisioning complete for port 834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:31.942357 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23cb42fb-81f0-418f-ae61-bc41b92f7cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.988606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c1314d-ffd6-4dfc-a973-09fe9d82ddbe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet f324adb2-d369-41e7-a3b1-fd4cd9ccc4df {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:31.994916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2c1314d-ffd6-4dfc-a973-09fe9d82ddbe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.996864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-23cb42fb-81f0-418f-ae61-bc41b92f7cbb None None] Port 834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:31.999349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:32.014596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567c0fc-7d3b-4cf2-9390-12225a900b6a None None] Sync routers for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:32.015859 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dc2bee3e-dda8-44f8-9fbb-090352a92758 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "PUT /v2.0/routers/30f8fadd-f6ec-4c57-af80-f348dc03c1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4579070 Aug 29 04:29:32.021535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50858) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.026463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567c0fc-7d3b-4cf2-9390-12225a900b6a None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:32.028728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Request body: {'port': {'network_id': 'c24aabb8-1bc1-406e-914e-f9b573ef53e1', 'name': 'tempest-FloatingIPAdminTestJSON-945793729'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:32.028900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7567c0fc-7d3b-4cf2-9390-12225a900b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:32.069829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7567c0fc-7d3b-4cf2-9390-12225a900b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:32.076128 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2c1314d-ffd6-4dfc-a973-09fe9d82ddbe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.079969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567c0fc-7d3b-4cf2-9390-12225a900b6a None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:32.080724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7567c0fc-7d3b-4cf2-9390-12225a900b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:32.115941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7567c0fc-7d3b-4cf2-9390-12225a900b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:32.117018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567c0fc-7d3b-4cf2-9390-12225a900b6a None None] The sync data for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:32.131423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c028-fd50-4af7-a8a2-3814d872b180 req-3fcfe026-66d6-4e1e-af1a-b9a23758743a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:32.133431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9369c028-fd50-4af7-a8a2-3814d872b180 req-3fcfe026-66d6-4e1e-af1a-b9a23758743a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1682894 Aug 29 04:29:32.151186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50862) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.176349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2c1314d-ffd6-4dfc-a973-09fe9d82ddbe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.200502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9369c028-fd50-4af7-a8a2-3814d872b180 req-ea6dfe39-2f37-47ba-8e19-ce6f1bbc3f27 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485384 Aug 29 04:29:32.226297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Made reservation on behalf of 486e2f62a5804c40b247afd8c7dc4784 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:32.230685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.248362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2c1314d-ffd6-4dfc-a973-09fe9d82ddbe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.255257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] device_id is not set on port a4150b0a-ad8c-40de-8e53-aa0d9d480a78 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:32.265854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2c1314d-ffd6-4dfc-a973-09fe9d82ddbe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.270165 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d2c1314d-ffd6-4dfc-a973-09fe9d82ddbe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/f324adb2-d369-41e7-a3b1-fd4cd9ccc4df HTTP/1.1" status: 204 len: 168 time: 0.4416747 Aug 29 04:29:32.273594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146463a-7966-441a-ad02-6b0e8fa81ad3 None None] Network 78b9ae86-a71a-49de-b511-362a9a94104d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:32.292920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50868) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.304747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1314d-ffd6-4dfc-a973-09fe9d82ddbe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=f324adb2-d369-41e7-a3b1-fd4cd9ccc4df,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:32.340993 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1629627610-network', 'tenant_id': '5021722636b54ca88801fcff254aaf43'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:32.376178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a243462-ffbe-4a97-b8e2-bb8483ab09c5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet c493d556-9407-4101-971f-eb9552924302 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:32.382208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a243462-ffbe-4a97-b8e2-bb8483ab09c5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.421251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Allocated IP 172.20.0.11 (c24aabb8-1bc1-406e-914e-f9b573ef53e1/9e683d28-fdbd-49f4-b2ec-c22fc9dde2ec/a4150b0a-ad8c-40de-8e53-aa0d9d480a78) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:32.430878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a96a9a-e343-45b6-b6ac-97558c55d940 req-9867a1b3-6864-4cc1-bbd8-c25d366eee9d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:32.438265 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01a96a9a-e343-45b6-b6ac-97558c55d940 req-9867a1b3-6864-4cc1-bbd8-c25d366eee9d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0811522 Aug 29 04:29:32.441132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a243462-ffbe-4a97-b8e2-bb8483ab09c5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.471256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Made reservation on behalf of 5021722636b54ca88801fcff254aaf43 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:32.474472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.489453 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.512794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01a96a9a-e343-45b6-b6ac-97558c55d940 req-a0a555df-609b-4033-9ab9-0ada5b90bea7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736477 Aug 29 04:29:32.604739 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a243462-ffbe-4a97-b8e2-bb8483ab09c5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.693856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.702985 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a243462-ffbe-4a97-b8e2-bb8483ab09c5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.719123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.722618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fad758-55a4-460e-b70f-1380ea07037f req-df6c2d60-6a32-4f5d-8f9d-05c60d2742b5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:32.724275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43fad758-55a4-460e-b70f-1380ea07037f req-df6c2d60-6a32-4f5d-8f9d-05c60d2742b5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0954938 Aug 29 04:29:32.729794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Transition to ACTIVE for port object a4150b0a-ad8c-40de-8e53-aa0d9d480a78 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:32.740553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a243462-ffbe-4a97-b8e2-bb8483ab09c5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.742456 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8a243462-ffbe-4a97-b8e2-bb8483ab09c5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/c493d556-9407-4101-971f-eb9552924302 HTTP/1.1" status: 204 len: 168 time: 0.4477887 Aug 29 04:29:32.743552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.748104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50876) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.750313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a243462-ffbe-4a97-b8e2-bb8483ab09c5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=c493d556-9407-4101-971f-eb9552924302,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:32.787790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43fad758-55a4-460e-b70f-1380ea07037f req-2dad7a88-a6ce-4338-83ba-2fd5f6ccf651 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537672 Aug 29 04:29:32.840383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.897284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:32.900942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:32.905158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:32.912017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event updated for resources: {'Port': ['ID=a4150b0a-ad8c-40de-8e53-aa0d9d480a78,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:32.961955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:32.978044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.999469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.000236 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Added segment 9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94 of type vlan for network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b Aug 29 04:29:33.002846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:33.003515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.027657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1fd8a9-19e0-4516-891d-6e1d62582889,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.031204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13797fcd-df61-45ab-a483-b4aa5326d740 req-968b4ba9-ce6c-44bb-bd45-97fa5b3bac4e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:33.032932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13797fcd-df61-45ab-a483-b4aa5326d740 req-968b4ba9-ce6c-44bb-bd45-97fa5b3bac4e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0961475 Aug 29 04:29:33.036068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d83dd038-34e4-4471-a10e-3e81b74d8dc2 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0108781 Aug 29 04:29:33.039856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50884) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:33.106669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.113674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13797fcd-df61-45ab-a483-b4aa5326d740 req-017dc43d-65ec-456b-b3ba-c13eb6a27bd0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671213 Aug 29 04:29:33.181859 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.182942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:33.184205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.194923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port ba34667a-eabd-42bd-9660-af1c314d18b2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:33.195270 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.212571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'project_id': '486e2f62a5804c40b247afd8c7dc4784', 'port_id': 'a4150b0a-ad8c-40de-8e53-aa0d9d480a78'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:33.278148 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.320350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1677570 Aug 29 04:29:33.330466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50892) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:33.333765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e0b3d821-9aff-4080-9d38-d2a9de6fd82f None None] Provisioning for port a4150b0a-ad8c-40de-8e53-aa0d9d480a78 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:33.339145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e0b3d821-9aff-4080-9d38-d2a9de6fd82f None None] Provisioning complete for port a4150b0a-ad8c-40de-8e53-aa0d9d480a78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:33.339581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d821-9aff-4080-9d38-d2a9de6fd82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.345108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Request body: {'subnet': {'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1629627610-subnet', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:33.349372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e932b71-eb89-490c-9bb4-2269c18115f8 req-f703751b-2f7a-440c-a893-0112970dcfb9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:33.350930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e932b71-eb89-490c-9bb4-2269c18115f8 req-f703751b-2f7a-440c-a893-0112970dcfb9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1163170 Aug 29 04:29:33.385350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3d821-9aff-4080-9d38-d2a9de6fd82f None None] Port a4150b0a-ad8c-40de-8e53-aa0d9d480a78 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:33.396448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] For port ba34667a-eabd-42bd-9660-af1c314d18b2, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ba34667a-eabd-42bd-9660-af1c314d18b2,segment=NetworkSegment(ade929f9-8bb5-4ce6-b98b-d577bc566921),segment_id=ade929f9-8bb5-4ce6-b98b-d577bc566921)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:33.397188 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.401667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48b6d8-a4db-4248-b39e-4ae6687b39e2 admin admin] Pushing event updated for resources: {'Network': ['ID=49fdce15-a5dc-4dd6-926e-1770a9b5e04b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.404045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55bc6fe-c604-49b4-8b25-e702c3948aa0 None None] Network 78b9ae86-a71a-49de-b511-362a9a94104d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:33.417287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e932b71-eb89-490c-9bb4-2269c18115f8 req-1d9ef991-ca91-4c93-bace-50e169943ab6 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567980 Aug 29 04:29:33.419225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for ba34667a-eabd-42bd-9660-af1c314d18b2 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:33.422236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Made reservation on behalf of 5021722636b54ca88801fcff254aaf43 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:33.423584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:33.425067 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.462132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.599051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec0a27ae-d838-46df-b6cc-149955d42877 None None] Provisioning complete for port ba34667a-eabd-42bd-9660-af1c314d18b2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:33.599830 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec0a27ae-d838-46df-b6cc-149955d42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.609939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46848-828c-473e-ab75-5e7fd3be8d81 req-9af640f6-4661-4428-8197-d8f184a722b0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:33.611476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7c46848-828c-473e-ab75-5e7fd3be8d81 req-9af640f6-4661-4428-8197-d8f184a722b0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0959439 Aug 29 04:29:33.641186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Allocated IP 172.25.1.179 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/171088db-6243-439a-a447-851f96bf1024) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:33.653876 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.676685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec0a27ae-d838-46df-b6cc-149955d42877 None None] Could not find standard attr ID for object ba34667a-eabd-42bd-9660-af1c314d18b2. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:33.680499 n-d-712142-15 neutron-server[94847]: INFO neutron.plugins.ml2.db [None req-ec0a27ae-d838-46df-b6cc-149955d42877 None None] No ports have port_id starting with ba34667a-eabd-42bd-9660-af1c314d18b2 Aug 29 04:29:33.682271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7c46848-828c-473e-ab75-5e7fd3be8d81 req-626b91ff-8d7b-4cc8-91ff-42c98e70d285 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584877 Aug 29 04:29:33.718906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=ba34667a-eabd-42bd-9660-af1c314d18b2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.721168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No DVR routers for this DVR port ba34667a-eabd-42bd-9660-af1c314d18b2 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:33.769177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1810c6-2430-4d18-9040-c1244b21abdf None None] DHCP port deletion for 78b9ae86-a71a-49de-b511-362a9a94104d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:33.800482 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.816760 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.866478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.872723 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.889477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b9ae86-a71a-49de-b511-362a9a94104d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:33.907227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23755ee1-e134-435e-832e-96c159d6422f,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.911223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3f669-6f91-4825-9360-effc7f50e6cc req-28dc5e40-91b0-42f0-b32e-89f81077766b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:33.913299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aef3f669-6f91-4825-9360-effc7f50e6cc req-28dc5e40-91b0-42f0-b32e-89f81077766b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0874276 Aug 29 04:29:33.915689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade929f9-8bb5-4ce6-b98b-d577bc566921') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:33.915867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade929f9-8bb5-4ce6-b98b-d577bc566921') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:33.928151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:33.929539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.931843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Checking segment: {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:33.932633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Network hostable DHCP agents. Network: 49fdce15-a5dc-4dd6-926e-1770a9b5e04b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:33.941860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:33.952623 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.953173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:33.962391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:33.962391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:33.966579 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:33.990189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Pushing event updated for resources: {'Port': ['ID=171088db-6243-439a-a447-851f96bf1024,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.009678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:34.018272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aef3f669-6f91-4825-9360-effc7f50e6cc req-9e10dd09-6d87-44e2-b915-aaa23fd0c61d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931077 Aug 29 04:29:34.048302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 49fdce15-a5dc-4dd6-926e-1770a9b5e04b) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:34.048302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.048302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.065085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120812d1-2aac-4dae-a4cb-ae0e3f89fb8e None None] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:34.077141 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ff3fce6c-3604-4b49-82a1-64082f5f3943 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7424843 Aug 29 04:29:34.077141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.077843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50908) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.082636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:34.101446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.103927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/networks/78b9ae86-a71a-49de-b511-362a9a94104d HTTP/1.1" status: 204 len: 168 time: 1.3513458 Aug 29 04:29:34.109113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.124782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5eff6-be83-4cad-9ced-2a0349c3c867 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Network': ['ID=78b9ae86-a71a-49de-b511-362a9a94104d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.141492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.142751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.197418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.246812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb498e-2525-4093-8859-e8c641640164 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.252607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fbeb498e-2525-4093-8859-e8c641640164 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1382029 Aug 29 04:29:34.255165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50912) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.266135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:34.269224 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.325570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d33c7-3354-417c-a2cb-490f4cd82fca req-012e0b6b-fb6b-438e-ab86-dcc6aa2bacb4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.325570 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-276d33c7-3354-417c-a2cb-490f4cd82fca req-012e0b6b-fb6b-438e-ab86-dcc6aa2bacb4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2019413 Aug 29 04:29:34.367968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.400703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6cfcf86b-f64a-4c42-8bfe-b663595641cb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1386967 Aug 29 04:29:34.402190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50914) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.410654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-430801774'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:34.424631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-276d33c7-3354-417c-a2cb-490f4cd82fca req-9cb6119e-8ab8-475a-ad97-de2ef5d75e0c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902436 Aug 29 04:29:34.441466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Allocated IP 172.20.0.2 (49fdce15-a5dc-4dd6-926e-1770a9b5e04b/23755ee1-e134-435e-832e-96c159d6422f/2e00ade1-696e-430b-986c-3d08e3af8c21) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:34.539611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:34.543862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.580115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:34.592656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.594433 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Added segment 926a05b0-722a-4ff5-b16b-42723029463c of type vlan for network d9b023ae-c4a0-4455-b609-92fdac51f0ed Aug 29 04:29:34.630101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.639399 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.643628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Transition to ACTIVE for port object 2e00ade1-696e-430b-986c-3d08e3af8c21 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:34.644025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.661690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Transition to ACTIVE for port object 2e00ade1-696e-430b-986c-3d08e3af8c21 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:34.670163 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.674526 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.716576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:34.719655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:34.722309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:34.734929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Pushing event updated for resources: {'Port': ['ID=2e00ade1-696e-430b-986c-3d08e3af8c21,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.768754 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.774640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.775323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.791251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Attempting to bind port 2e00ade1-696e-430b-986c-3d08e3af8c21 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:34.792078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Attempting to bind port 2e00ade1-696e-430b-986c-3d08e3af8c21 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:34.792873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Attempting to bind port 2e00ade1-696e-430b-986c-3d08e3af8c21 on network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:34.800064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:34.800565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Checking segment: {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:34.801050 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.801521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Bound using segment: {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:34.802223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Bound port: 2e00ade1-696e-430b-986c-3d08e3af8c21, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:34.802685 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.809658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Allocated IP 172.25.1.128 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/e3a1563e-3a5b-489f-82a8-af94168b839d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:34.864785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4598017 Aug 29 04:29:34.868560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.868709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50924) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.875150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:34.876513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebca03-fd24-4118-a781-b79b1c9b22a9 req-530f914d-73f1-4279-8ed6-a43a8139a59d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.880540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74ebca03-fd24-4118-a781-b79b1c9b22a9 req-530f914d-73f1-4279-8ed6-a43a8139a59d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2034380 Aug 29 04:29:34.881036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] For port 2e00ade1-696e-430b-986c-3d08e3af8c21, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:34.885636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] For port 2e00ade1-696e-430b-986c-3d08e3af8c21, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2e00ade1-696e-430b-986c-3d08e3af8c21,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:34.893972 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.927136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c90d2-f6a8-49d8-9ebc-6d88a5815bbf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Network': ['ID=d9b023ae-c4a0-4455-b609-92fdac51f0ed,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.962028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:34.977806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74ebca03-fd24-4118-a781-b79b1c9b22a9 req-7ffb9c7b-c976-491a-ac15-8067f0c3844a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632532 Aug 29 04:29:35.013777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.047806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86df4b3-4efe-4209-8472-43ef29004a46 None None] Pushing event updated for resources: {'Port': ['ID=2e00ade1-696e-430b-986c-3d08e3af8c21,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.071853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.080438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:35.096030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.191642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ba34667a-eabd-42bd-9660-af1c314d18b2 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:35.220803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ba34667a-eabd-42bd-9660-af1c314d18b2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:35.221431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ba34667a-eabd-42bd-9660-af1c314d18b2 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:35.308118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.378620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:35.404593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a1563e-3a5b-489f-82a8-af94168b839d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.412787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:35.417394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:35.470931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.554037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ed10-1f58-4340-9020-9d1824774e4e req-8b4af4d0-d0e8-42c7-bca5-f7acd2598e33 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:35.555730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5213ed10-1f58-4340-9020-9d1824774e4e req-8b4af4d0-d0e8-42c7-bca5-f7acd2598e33 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0906715 Aug 29 04:29:35.624248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=ed9deee5-c5c5-4bcc-a9f0-fce901a23529,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.637313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5213ed10-1f58-4340-9020-9d1824774e4e req-ca62c34a-a5d5-46de-9d67-56c0e67a5337 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647647 Aug 29 04:29:35.640313 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.647422 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.659906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Checking segment: {'id': '926a05b0-722a-4ff5-b16b-42723029463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:35.664088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network hostable DHCP agents. Network: d9b023ae-c4a0-4455-b609-92fdac51f0ed, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:35.705306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:35.740848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Pushing event updated for resources: {'Port': ['ID=171088db-6243-439a-a447-851f96bf1024,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.759453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.780883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, d9b023ae-c4a0-4455-b609-92fdac51f0ed) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:35.789231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:35.789843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.790130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a1672-9841-47bb-8ab6-f895e6906199 None None] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:35.857760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd9c8940-5c8e-4988-9084-9e017024709f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9879560 Aug 29 04:29:35.861729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50940) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:35.867071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed', 'name': 'tempest-PortsIpV6TestJSON-856779878'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:35.904891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97294eff-732e-49c4-936e-2e1463107239 req-ffc8de1d-a3a6-4443-95bb-50b7bdafbc16 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:35.907159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97294eff-732e-49c4-936e-2e1463107239 req-ffc8de1d-a3a6-4443-95bb-50b7bdafbc16 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1045017 Aug 29 04:29:35.948679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.960701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97294eff-732e-49c4-936e-2e1463107239 req-e01b61f4-92d0-4c08-b903-8a610ef9d542 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 Aug 29 04:29:35.969013 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Floating IP 51ba71e6-caf9-48db-9543-4cf7b40d06bb associated. External IP: 172.25.1.179, port: a4150b0a-ad8c-40de-8e53-aa0d9d480a78. Aug 29 04:29:36.016553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-d9b023ae-c4a0-4455-b609-92fdac51f0ed', 'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed', 'tenant_id': '1ce596bf4d044001b8de8e6e087a62fa', 'fixed_ips': [{'subnet_id': 'ed9deee5-c5c5-4bcc-a9f0-fce901a23529'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:36.017342 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.216289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Allocated IP 2001:db8::2 (d9b023ae-c4a0-4455-b609-92fdac51f0ed/ed9deee5-c5c5-4bcc-a9f0-fce901a23529/e4df36d6-dab5-4536-a80d-dc0e1adf40f3) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:36.234220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646758-5f58-4a20-8333-d8ead625f0ad req-61d24b80-7b62-42e3-8dbe-5eb444aa3713 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.236177 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4646758-5f58-4a20-8333-d8ead625f0ad req-61d24b80-7b62-42e3-8dbe-5eb444aa3713 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1693833 Aug 29 04:29:36.345180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e9870-844a-4d24-a900-3f2fd4144ebb None None] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:36.394853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4646758-5f58-4a20-8333-d8ead625f0ad req-635ab92c-08b3-43c0-8c35-bbb32e5e5d55 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620456 Aug 29 04:29:36.403617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Router 30f8fadd-f6ec-4c57-af80-f348dc03c1a5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:36.566164 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.579461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Transition to ACTIVE for port object e4df36d6-dab5-4536-a80d-dc0e1adf40f3 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:36.595596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Transition to ACTIVE for port object e4df36d6-dab5-4536-a80d-dc0e1adf40f3 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:36.613478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:36.615049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:36.617807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.627335 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4f153-6054-45bc-b3b5-ca68b47d1583 None None] Sync routers for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:36.633065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613217fc-f333-40d6-9869-420c5ae811d4 req-dd7f913e-367e-4f65-aa34-56aca1ad0003 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.635282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-613217fc-f333-40d6-9869-420c5ae811d4 req-dd7f913e-367e-4f65-aa34-56aca1ad0003 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0849519 Aug 29 04:29:36.638225 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.647973 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4f153-6054-45bc-b3b5-ca68b47d1583 None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:36.649829 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f8e4f153-6054-45bc-b3b5-ca68b47d1583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:36.650972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port b43de966-653b-4d94-b125-2bbad3021452 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:36.696525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Pushing event updated for resources: {'Port': ['ID=e4df36d6-dab5-4536-a80d-dc0e1adf40f3,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.699234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-613217fc-f333-40d6-9869-420c5ae811d4 req-1c69e72a-47dc-4cfc-869b-835ea8b866ba tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516138 Aug 29 04:29:36.708102 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.734298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:36.741279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6bc65d79-f771-4932-8566-cbf40b9d5f7e None None] Provisioning for port 2e00ade1-696e-430b-986c-3d08e3af8c21 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:36.752711 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f8e4f153-6054-45bc-b3b5-ca68b47d1583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:36.755579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:36.760718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:36.771733 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4f153-6054-45bc-b3b5-ca68b47d1583 None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:36.776060 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f8e4f153-6054-45bc-b3b5-ca68b47d1583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:36.780269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-af8b7379-a391-40d1-85a8-71c2d1f4f1c3 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7352495 Aug 29 04:29:36.782765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50962) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:36.814636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::27c (d9b023ae-c4a0-4455-b609-92fdac51f0ed/ed9deee5-c5c5-4bcc-a9f0-fce901a23529/b43de966-653b-4d94-b125-2bbad3021452) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:36.833611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f8e4f153-6054-45bc-b3b5-ca68b47d1583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:36.834885 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4f153-6054-45bc-b3b5-ca68b47d1583 None None] The sync data for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:36.869759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Attempting to bind port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:36.870359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Attempting to bind port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '926a05b0-722a-4ff5-b16b-42723029463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:36.870621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Attempting to bind port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 on network d9b023ae-c4a0-4455-b609-92fdac51f0ed {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:36.892852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:36.893491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Checking segment: {'id': '926a05b0-722a-4ff5-b16b-42723029463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:36.894176 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.894756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Bound using segment: {'id': '926a05b0-722a-4ff5-b16b-42723029463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:36.895426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Bound port: e4df36d6-dab5-4536-a80d-dc0e1adf40f3, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926a05b0-722a-4ff5-b16b-42723029463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:36.895974 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.027221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.028947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] For port e4df36d6-dab5-4536-a80d-dc0e1adf40f3, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:37.036542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] For port e4df36d6-dab5-4536-a80d-dc0e1adf40f3, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e4df36d6-dab5-4536-a80d-dc0e1adf40f3,segment=NetworkSegment(926a05b0-722a-4ff5-b16b-42723029463c),segment_id=926a05b0-722a-4ff5-b16b-42723029463c)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:37.046608 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.065281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34632d9b-0ad7-4dec-8c08-92465ebdb273 req-734539e9-765c-4eaf-9d75-d594af4fce88 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.075025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34632d9b-0ad7-4dec-8c08-92465ebdb273 req-734539e9-765c-4eaf-9d75-d594af4fce88 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1805954 Aug 29 04:29:37.088414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-31b0a7b2-f1de-48fc-a838-1de1306970c6 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] 10.222.0.58 "GET /v2.0/floatingips/51ba71e6-caf9-48db-9543-4cf7b40d06bb HTTP/1.1" status: 200 len: 983 time: 0.3043501 Aug 29 04:29:37.091195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50972) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.112326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.162533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object b43de966-653b-4d94-b125-2bbad3021452 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:37.201167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634cb5b-b730-4f0c-a1e2-51e6eb3cbfa5 None None] Pushing event updated for resources: {'Port': ['ID=e4df36d6-dab5-4536-a80d-dc0e1adf40f3,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.263598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2e00ade1-696e-430b-986c-3d08e3af8c21 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:37.309543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34632d9b-0ad7-4dec-8c08-92465ebdb273 req-8c3f17a6-af82-4f35-aa40-c18207db4593 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330329 Aug 29 04:29:37.360290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fe7f127d-687d-43a7-ad1e-e9c7a401d01a tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.2601025 Aug 29 04:29:37.360290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50980) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.360661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 2e00ade1-696e-430b-986c-3d08e3af8c21 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:37.372349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2e00ade1-696e-430b-986c-3d08e3af8c21 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:37.372738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.375976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.468077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Router 448b0b32-272e-4d39-b678-4b958c434391 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:37.491700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a2cceb79-cc8c-4183-bd74-fdd25c778f34 None None] Provisioning complete for port 2e00ade1-696e-430b-986c-3d08e3af8c21 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:37.491700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2cceb79-cc8c-4183-bd74-fdd25c778f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.512792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:37.543596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:37.548373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:37.554353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.555048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.566130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=b43de966-653b-4d94-b125-2bbad3021452,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.630938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2b9c5ab8-6b71-4fac-8cb2-f1b13fc22535 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7680297 Aug 29 04:29:37.639172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50986) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.648941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'd9b023ae-c4a0-4455-b609-92fdac51f0ed', 'name': 'tempest-PortsIpV6TestJSON-438754797'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:37.658509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.686398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Deleting port 171088db-6243-439a-a447-851f96bf1024 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:37.686789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.742077 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2cceb79-cc8c-4183-bd74-fdd25c778f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.745837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 2e00ade1-696e-430b-986c-3d08e3af8c21, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2e00ade1-696e-430b-986c-3d08e3af8c21,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:37.760697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.793936 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.794265 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.823291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Calling delete_port for 171088db-6243-439a-a447-851f96bf1024 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:37.836346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:37.854572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Sync routers for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:37.859141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.863123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fe7406a5-e76f-4ceb-b58f-aa5869c00776 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.7816749 Aug 29 04:29:37.864628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50990) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.873009 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-a2cceb79-cc8c-4183-bd74-fdd25c778f34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:37.873547 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-a2cceb79-cc8c-4183-bd74-fdd25c778f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:37.875097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=2e00ade1-696e-430b-986c-3d08e3af8c21,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.881837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:37.882480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:37.895148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:37.899142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.920161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 4bc97ab2-df8f-43d9-8613-2503563d506b yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:37.972367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fda9c-107b-40f2-94a1-27e19b334213 req-e6d7d48b-8a6c-4e30-8410-995ff830ab34 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.973970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe3fda9c-107b-40f2-94a1-27e19b334213 req-e6d7d48b-8a6c-4e30-8410-995ff830ab34 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1682055 Aug 29 04:29:38.044131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:38.109519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe3fda9c-107b-40f2-94a1-27e19b334213 req-f0d665bd-848c-44f8-bfb8-b92affc05253 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181757 Aug 29 04:29:38.134328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::330 (d9b023ae-c4a0-4455-b609-92fdac51f0ed/ed9deee5-c5c5-4bcc-a9f0-fce901a23529/4bc97ab2-df8f-43d9-8613-2503563d506b) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:38.356654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:35Z', 'revision_number': 3, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:38.429357 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.459318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object 4bc97ab2-df8f-43d9-8613-2503563d506b will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:38.508300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.587761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:38.596836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:38.599715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:38.607440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.608190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.612460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=4bc97ab2-df8f-43d9-8613-2503563d506b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:38.659174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Checking router: 448b0b32-272e-4d39-b678-4b958c434391 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:38.659591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Updating router 448b0b32-272e-4d39-b678-4b958c434391 port e3a1563e-3a5b-489f-82a8-af94168b839d binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:29:38.660071 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-915a892d-5cef-447d-90e4-894efae1db6c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0179021 Aug 29 04:29:38.661629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50998) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.754569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.825888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25452f27-bbd0-4360-bb58-fca49c308c20 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.834037 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-25452f27-bbd0-4360-bb58-fca49c308c20 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A27c HTTP/1.1" status: 200 len: 928 time: 0.1713483 Aug 29 04:29:38.838881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51004) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.909971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.946128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efcdfe8-628c-4aa4-8d87-9f1dd2b761b0 None None] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:38.972586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event deleted for resources: {'Port': ['ID=171088db-6243-439a-a447-851f96bf1024,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:38.989179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5da774ad-ceb4-42cd-b0a2-c2866b80bea4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 4bc97ab2-df8f-43d9-8613-2503563d506b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:38.989665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5da774ad-ceb4-42cd-b0a2-c2866b80bea4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.039878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c67e7af0-e7b0-4ea8-8e56-10159e48586b None None] Provisioning for port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:39.233205 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.233729 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Floating IP 51ba71e6-caf9-48db-9543-4cf7b40d06bb disassociated (deleted). External IP: 172.25.1.179, port: a4150b0a-ad8c-40de-8e53-aa0d9d480a78. Aug 29 04:29:39.249388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5da774ad-ceb4-42cd-b0a2-c2866b80bea4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.283560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.296508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5da774ad-ceb4-42cd-b0a2-c2866b80bea4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 4bc97ab2-df8f-43d9-8613-2503563d506b owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:39.459514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2e00ade1-696e-430b-986c-3d08e3af8c21 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:39.545288 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.551857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5da774ad-ceb4-42cd-b0a2-c2866b80bea4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.569467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Transition to ACTIVE for port object e3a1563e-3a5b-489f-82a8-af94168b839d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:39.592830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da774ad-ceb4-42cd-b0a2-c2866b80bea4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=4bc97ab2-df8f-43d9-8613-2503563d506b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:39.612782 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.620726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5da774ad-ceb4-42cd-b0a2-c2866b80bea4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.624171 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5da774ad-ceb4-42cd-b0a2-c2866b80bea4 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/4bc97ab2-df8f-43d9-8613-2503563d506b HTTP/1.1" status: 204 len: 168 time: 0.7842736 Aug 29 04:29:39.627490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:39.665897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2e00ade1-696e-430b-986c-3d08e3af8c21 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:39.666279 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.668860 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0fc618-4204-47f0-ac38-fdeb62224721 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:39.670879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fe0fc618-4204-47f0-ac38-fdeb62224721 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/4bc97ab2-df8f-43d9-8613-2503563d506b HTTP/1.1" status: 404 len: 333 time: 0.0417964 Aug 29 04:29:39.673899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:39.742267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Attempting to bind port e3a1563e-3a5b-489f-82a8-af94168b839d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:39.742650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Attempting to bind port e3a1563e-3a5b-489f-82a8-af94168b839d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:39.743019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Attempting to bind port e3a1563e-3a5b-489f-82a8-af94168b839d on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:39.802498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:39.803246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:39.803246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.803601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:39.808171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Allocated IP 172.20.0.1 (49fdce15-a5dc-4dd6-926e-1770a9b5e04b/23755ee1-e134-435e-832e-96c159d6422f/868e9b62-88b9-43cc-a7ca-9bdf532899c8) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:39.815021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Bound port: e3a1563e-3a5b-489f-82a8-af94168b839d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:39.815738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.820814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af8bb7-ee6b-46c8-8050-453979c9ddd1 None None] Pushing event updated for resources: {'Port': ['ID=e3a1563e-3a5b-489f-82a8-af94168b839d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:39.843212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-848c1ae4-28bb-45fc-8ae3-00e300244116 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port b43de966-653b-4d94-b125-2bbad3021452 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:39.844259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-848c1ae4-28bb-45fc-8ae3-00e300244116 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.986050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-848c1ae4-28bb-45fc-8ae3-00e300244116 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.992916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9dc38-47da-4068-9a6d-3d89678bf07a req-3591cfe4-75c5-43f2-bea9-2d3a78d3ea3f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.998962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bc9dc38-47da-4068-9a6d-3d89678bf07a req-3591cfe4-75c5-43f2-bea9-2d3a78d3ea3f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.5850358 Aug 29 04:29:39.999909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-848c1ae4-28bb-45fc-8ae3-00e300244116 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for b43de966-653b-4d94-b125-2bbad3021452 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:40.025057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4df36d6-dab5-4536-a80d-dc0e1adf40f3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:40.116100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] For port e3a1563e-3a5b-489f-82a8-af94168b839d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:40.134683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] For port e3a1563e-3a5b-489f-82a8-af94168b839d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e3a1563e-3a5b-489f-82a8-af94168b839d,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:40.144706 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.168828 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-848c1ae4-28bb-45fc-8ae3-00e300244116 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.194586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:40.205262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:40.205497 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.276430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:40.277092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:40.317955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Router 30f8fadd-f6ec-4c57-af80-f348dc03c1a5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:40.322263 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-848c1ae4-28bb-45fc-8ae3-00e300244116 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.327927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-848c1ae4-28bb-45fc-8ae3-00e300244116 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/b43de966-653b-4d94-b125-2bbad3021452 HTTP/1.1" status: 204 len: 168 time: 0.6526346 Aug 29 04:29:40.332925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51024) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.341008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.355976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c1ae4-28bb-45fc-8ae3-00e300244116 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=b43de966-653b-4d94-b125-2bbad3021452,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.393984 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3007a873-5956-4c74-a3f2-a03cf0bb4680 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:40.407293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3007a873-5956-4c74-a3f2-a03cf0bb4680 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/b43de966-653b-4d94-b125-2bbad3021452 HTTP/1.1" status: 404 len: 333 time: 0.0702076 Aug 29 04:29:40.409592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51028) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.452612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-de4bb0fd-a8e1-472f-a51a-a127081a8d5a None None] Could not find standard attr ID for object b43de966-653b-4d94-b125-2bbad3021452. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:40.462297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af8bb7-ee6b-46c8-8050-453979c9ddd1 None None] Pushing event updated for resources: {'Port': ['ID=e3a1563e-3a5b-489f-82a8-af94168b839d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.492799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-de4bb0fd-a8e1-472f-a51a-a127081a8d5a None None] Provisioning complete for port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:40.493179 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-de4bb0fd-a8e1-472f-a51a-a127081a8d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.546494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bc9dc38-47da-4068-9a6d-3d89678bf07a req-028ec725-9ee9-4b22-96a6-4298119b6ca2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035107 Aug 29 04:29:40.555087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Transition to ACTIVE for port object 868e9b62-88b9-43cc-a7ca-9bdf532899c8 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:40.560880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-531e6977-aa19-498c-8e25-0d7e982422bb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet ed9deee5-c5c5-4bcc-a9f0-fce901a23529 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:40.565639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-531e6977-aa19-498c-8e25-0d7e982422bb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.648021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:40.652044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:40.664856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.668817 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0349c-7b23-4869-ae59-af9a4d3c3fb3 None None] Sync routers for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:40.671300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-531e6977-aa19-498c-8e25-0d7e982422bb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.685675 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0349c-7b23-4869-ae59-af9a4d3c3fb3 None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:40.686410 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-25a0349c-7b23-4869-ae59-af9a4d3c3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:40.723162 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.759510 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-25a0349c-7b23-4869-ae59-af9a4d3c3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:40.775035 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0349c-7b23-4869-ae59-af9a4d3c3fb3 None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:40.775656 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-25a0349c-7b23-4869-ae59-af9a4d3c3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:40.786275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4e3d49cf-5485-4cd2-a852-74daa65d2716 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "DELETE /v2.0/floatingips/51ba71e6-caf9-48db-9543-4cf7b40d06bb HTTP/1.1" status: 204 len: 168 time: 3.4254999 Aug 29 04:29:40.803249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51036) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.813210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:40.816375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-531e6977-aa19-498c-8e25-0d7e982422bb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.874076 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-25a0349c-7b23-4869-ae59-af9a4d3c3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:40.876190 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0349c-7b23-4869-ae59-af9a4d3c3fb3 None None] The sync data for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:40.890209 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.973663 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-de4bb0fd-a8e1-472f-a51a-a127081a8d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.015449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:41.016182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-531e6977-aa19-498c-8e25-0d7e982422bb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.023192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:41.026225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:41.030393 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.039442 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-531e6977-aa19-498c-8e25-0d7e982422bb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.049501 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-531e6977-aa19-498c-8e25-0d7e982422bb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/ed9deee5-c5c5-4bcc-a9f0-fce901a23529 HTTP/1.1" status: 204 len: 168 time: 0.6386151 Aug 29 04:29:41.050415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:41.151357 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-de4bb0fd-a8e1-472f-a51a-a127081a8d5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:41.152048 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-de4bb0fd-a8e1-472f-a51a-a127081a8d5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:41.197758 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:41.198170 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:41.213287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08fd3c2-c914-431c-b5bf-af0635b4d629 None None] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:41.224590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e6977-aa19-498c-8e25-0d7e982422bb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9deee5-c5c5-4bcc-a9f0-fce901a23529,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.241616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.283812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Pushing event updated for resources: {'Port': ['ID=868e9b62-88b9-43cc-a7ca-9bdf532899c8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.353308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:41.353880 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.375883 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.408442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:35Z', 'revision_number': 3, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:41.446236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465545d-572d-40b1-bed0-f68c62c7161b None None] The sync data for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 is: [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:35Z', 'revision_number': 3, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:41.448823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7b90-be5a-4d7f-a719-e33029157f61 req-dc63ed84-9a4a-47a6-a049-41272e59cab5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.458339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f32a7b90-be5a-4d7f-a719-e33029157f61 req-dc63ed84-9a4a-47a6-a049-41272e59cab5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.4403975 Aug 29 04:29:41.525984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] For port e4df36d6-dab5-4536-a80d-dc0e1adf40f3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e4df36d6-dab5-4536-a80d-dc0e1adf40f3,segment=NetworkSegment(926a05b0-722a-4ff5-b16b-42723029463c),segment_id=926a05b0-722a-4ff5-b16b-42723029463c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:41.526463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.544210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-bca1b3ba-7489-4c91-92d1-bc7b6658e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.547310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-bca1b3ba-7489-4c91-92d1-bc7b6658e28b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1097 time: 0.3353803 Aug 29 04:29:41.555675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for e4df36d6-dab5-4536-a80d-dc0e1adf40f3 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:41.583283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] DHCP port deletion for d9b023ae-c4a0-4455-b609-92fdac51f0ed request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:41.677338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f32a7b90-be5a-4d7f-a719-e33029157f61 req-373b0ef5-8de3-4e50-b671-2b7c1250d979 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180841 Aug 29 04:29:41.708737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.727899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No DVR routers for this DVR port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:41.767368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=e4df36d6-dab5-4536-a80d-dc0e1adf40f3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.816981 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.841042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-534f9bf6-e94e-4d78-8750-4e2001c61a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.842619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-534f9bf6-e94e-4d78-8750-4e2001c61a48 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 914 time: 0.2484028 Aug 29 04:29:41.850354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.880505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.896491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b023ae-c4a0-4455-b609-92fdac51f0ed']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:41.911271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926a05b0-722a-4ff5-b16b-42723029463c') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:41.911577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926a05b0-722a-4ff5-b16b-42723029463c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:41.930838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.959541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-de4bb0fd-a8e1-472f-a51a-a127081a8d5a None None] Port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 update to ACTIVE by agent not found {{(pid=94847) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:29:41.964809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.970075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 update to ACTIVE by agent not found {{(pid=94847) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:29:41.977625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:41.978294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:41.983494 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:42.010248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-7ef1077d-3a29-49e5-a156-ce89481a4aad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 200 len: 217 time: 0.1338077 Aug 29 04:29:42.024175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] Deleting port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:42.024175 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.125937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-49db1610-dc2a-4017-af34-2a82fdeaec6e None None] Could not find standard attr ID for object b43de966-653b-4d94-b125-2bbad3021452. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:42.154862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-49db1610-dc2a-4017-af34-2a82fdeaec6e None None] Could not find standard attr ID for object 4bc97ab2-df8f-43d9-8613-2503563d506b. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:42.178972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.192955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] For port e4df36d6-dab5-4536-a80d-dc0e1adf40f3, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:42.193509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.204376 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.210211 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/networks/d9b023ae-c4a0-4455-b609-92fdac51f0ed HTTP/1.1" status: 204 len: 168 time: 1.1477134 Aug 29 04:29:42.210211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8948a97-3057-46d0-9322-15dc19487ce9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Network': ['ID=d9b023ae-c4a0-4455-b609-92fdac51f0ed,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.210477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] Calling delete_port for e4df36d6-dab5-4536-a80d-dc0e1adf40f3 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:42.211616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] Port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:29:42.212944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.230212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51056) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.243324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1771248029'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:42.243566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] Network d9b023ae-c4a0-4455-b609-92fdac51f0ed is not hosted by any dhcp agent {{(pid=94847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:29:42.244217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] No DVR routers for this DVR port e4df36d6-dab5-4536-a80d-dc0e1adf40f3 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:42.246771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e3a1563e-3a5b-489f-82a8-af94168b839d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:42.285447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:42.289943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.315303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e337f-3f46-4c3c-b87b-56b1b25383e2 None None] Pushing event deleted for resources: {'Port': ['ID=e4df36d6-dab5-4536-a80d-dc0e1adf40f3,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.350412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-49db1610-dc2a-4017-af34-2a82fdeaec6e None None] Provisioning for port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:42.355211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:42.371848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-49db1610-dc2a-4017-af34-2a82fdeaec6e None None] Provisioning complete for port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:42.375802 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-49db1610-dc2a-4017-af34-2a82fdeaec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.378726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.380258 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Added segment 7551c6d4-f54e-4716-a791-ba60dea039b5 of type vlan for network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c Aug 29 04:29:42.484124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e3a1563e-3a5b-489f-82a8-af94168b839d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:42.489972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-49db1610-dc2a-4017-af34-2a82fdeaec6e None None] Port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:42.492873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.496095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e3a1563e-3a5b-489f-82a8-af94168b839d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:42.496487 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.525165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-89abcf5f-cb77-475f-bf9a-e84fe6937811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.526936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-89abcf5f-cb77-475f-bf9a-e84fe6937811 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.4922383 Aug 29 04:29:42.539331 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.549621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.552467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.560817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Allocated IP 172.25.1.6 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/383646ee-75c3-4a10-81f3-6a0fccf4551e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:42.613687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-c3546d85-e1b1-4bba-9b40-0279187e4adf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629041 Aug 29 04:29:42.623142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.642718 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.681845 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.700549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4657290 Aug 29 04:29:42.712495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51064) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.726114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:42.736395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86a4a-97a4-45ae-823f-2c9552a066d2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Network': ['ID=07903bf0-8608-4ca4-9c5a-a10ce3a7f14c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.749342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e3a1563e-3a5b-489f-82a8-af94168b839d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e3a1563e-3a5b-489f-82a8-af94168b839d,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:42.758345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:42.770016 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.846542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Pushing event updated for resources: {'Port': ['ID=868e9b62-88b9-43cc-a7ca-9bdf532899c8,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.945686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:42.949602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.957264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4df36d6-dab5-4536-a80d-dc0e1adf40f3 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:43.046839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e4df36d6-dab5-4536-a80d-dc0e1adf40f3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:43.047202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4df36d6-dab5-4536-a80d-dc0e1adf40f3 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:43.119859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e3a1563e-3a5b-489f-82a8-af94168b839d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:43.228256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.310356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=a54d6c97-4f34-4598-afd0-bbc702454f80,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:43.325158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Checking segment: {'id': '7551c6d4-f54e-4716-a791-ba60dea039b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:43.325632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network hostable DHCP agents. Network: 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:43.358048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:43.368395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:43.368994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.373428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.374250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.397224 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d49007f4-7bcb-4a21-8b47-96af9620c562 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6757700 Aug 29 04:29:43.398457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51076) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:43.401694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804119be-f77f-4dea-8d6c-ad594bb29a1d None None] Network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:43.404534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c', 'name': 'tempest-PortsIpV6TestJSON-628850108', 'fixed_ips': [{'subnet_id': 'a54d6c97-4f34-4598-afd0-bbc702454f80', 'ip_address': '2001:db8::10'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:43.469259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-39929e7b-07a5-40de-950d-ee3b7125be87 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8437464 Aug 29 04:29:43.488034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128939-147d-4171-9653-40ccb429ac6c req-28cd61f7-d533-47f5-bf8e-b6005ce009d0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.489531 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02128939-147d-4171-9653-40ccb429ac6c req-28cd61f7-d533-47f5-bf8e-b6005ce009d0 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.2226236 Aug 29 04:29:43.507056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81d895-c672-40ef-b80b-81d52f9b474d req-1ac392d5-cc98-4b37-8368-9de9e3176e57 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.516271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c81d895-c672-40ef-b80b-81d52f9b474d req-1ac392d5-cc98-4b37-8368-9de9e3176e57 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2502975 Aug 29 04:29:43.546327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:43.644962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.676419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-07903bf0-8608-4ca4-9c5a-a10ce3a7f14c', 'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c', 'tenant_id': '1ce596bf4d044001b8de8e6e087a62fa', 'fixed_ips': [{'subnet_id': 'a54d6c97-4f34-4598-afd0-bbc702454f80'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:43.677836 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.688387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.712141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 78bf490c-68cd-48f3-812a-0ce728fee2d3 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:43.733141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c81d895-c672-40ef-b80b-81d52f9b474d req-6caabf78-c0d1-4bab-a5cd-bae0c13ac0fe tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159350 Aug 29 04:29:43.803786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02128939-147d-4171-9653-40ccb429ac6c req-2a2cb86a-b690-4397-ac62-146a767db372 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695475 Aug 29 04:29:43.882840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:43.898468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1838b2b9-a85a-44f3-ae82-c61e3761fbbc req-9a7ee163-4c76-43d4-b034-580286a28b6b service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004314 Aug 29 04:29:43.905861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:43.952771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Allocated IP 2001:db8::2 (07903bf0-8608-4ca4-9c5a-a10ce3a7f14c/a54d6c97-4f34-4598-afd0-bbc702454f80/ac73402e-ec13-4566-9aa8-4037e465447e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:44.025488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.129721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e3a1563e-3a5b-489f-82a8-af94168b839d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:44.186983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:44.197318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:44.205419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:44.237506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Pushing event updated for resources: {'Port': ['ID=383646ee-75c3-4a10-81f3-6a0fccf4551e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.259392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e3a1563e-3a5b-489f-82a8-af94168b839d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:44.259773 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.268590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030817-c402-48a9-8ae4-101f1fc2b06b req-34baf650-b6b9-4396-8aae-6585af46a3a4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.276387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc030817-c402-48a9-8ae4-101f1fc2b06b req-34baf650-b6b9-4396-8aae-6585af46a3a4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2410052 Aug 29 04:29:44.289171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Router 448b0b32-272e-4d39-b678-4b958c434391 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:44.306319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.322203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Transition to ACTIVE for port object ac73402e-ec13-4566-9aa8-4037e465447e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:44.353730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Transition to ACTIVE for port object ac73402e-ec13-4566-9aa8-4037e465447e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:44.363751 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.368398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc030817-c402-48a9-8ae4-101f1fc2b06b req-68c4c697-4247-4d99-9a55-fcf94488e971 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910814 Aug 29 04:29:44.441185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ca33f708-e245-4ba2-b0c4-3556bc9afce5 None None] Provisioning complete for port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:44.441674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ca33f708-e245-4ba2-b0c4-3556bc9afce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.445271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:44.451386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.452887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::10 (07903bf0-8608-4ca4-9c5a-a10ce3a7f14c/a54d6c97-4f34-4598-afd0-bbc702454f80/78bf490c-68cd-48f3-812a-0ce728fee2d3) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:44.477079 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:44.480194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:44.559589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Pushing event updated for resources: {'Port': ['ID=ac73402e-ec13-4566-9aa8-4037e465447e,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.561694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.569814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ca33f708-e245-4ba2-b0c4-3556bc9afce5 None None] Port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:44.576433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Attempting to bind port ac73402e-ec13-4566-9aa8-4037e465447e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:44.576642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Attempting to bind port ac73402e-ec13-4566-9aa8-4037e465447e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7551c6d4-f54e-4716-a791-ba60dea039b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:44.577013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Attempting to bind port ac73402e-ec13-4566-9aa8-4037e465447e on network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:44.582110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:44.582496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Checking segment: {'id': '7551c6d4-f54e-4716-a791-ba60dea039b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:44.582911 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.583308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Bound using segment: {'id': '7551c6d4-f54e-4716-a791-ba60dea039b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:44.583779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Bound port: ac73402e-ec13-4566-9aa8-4037e465447e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7551c6d4-f54e-4716-a791-ba60dea039b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:44.584247 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.598517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:44.607849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c324f948-b4a5-4a66-a9f3-febbc64527c2 admin admin] 10.222.0.58 "PUT /v2.0/routers/448b0b32-272e-4d39-b678-4b958c434391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7430751 Aug 29 04:29:44.626121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65132949-8b5e-4ad7-a742-412e2a9f8674 req-f3b9970e-a570-43d3-be4d-57830ad56efd tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.627545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65132949-8b5e-4ad7-a742-412e2a9f8674 req-f3b9970e-a570-43d3-be4d-57830ad56efd tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1085329 Aug 29 04:29:44.657400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.665750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Sync routers for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:44.679496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object 78bf490c-68cd-48f3-812a-0ce728fee2d3 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:44.697859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:44.698530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:44.722153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65132949-8b5e-4ad7-a742-412e2a9f8674 req-50027bd1-35d3-4b2f-8f78-c6413db2190b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867774 Aug 29 04:29:44.734269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.769060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] For port ac73402e-ec13-4566-9aa8-4037e465447e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:44.801857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:44.805938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:44.809299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:44.810957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] For port ac73402e-ec13-4566-9aa8-4037e465447e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ac73402e-ec13-4566-9aa8-4037e465447e,segment=NetworkSegment(7551c6d4-f54e-4716-a791-ba60dea039b5),segment_id=7551c6d4-f54e-4716-a791-ba60dea039b5)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:44.815416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.816482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.828577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=78bf490c-68cd-48f3-812a-0ce728fee2d3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.845826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aa013976-6a8b-4c91-8ec5-3cda240d0fe0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4461479 Aug 29 04:29:44.846019 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.847117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51096) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:44.854372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': '07903bf0-8608-4ca4-9c5a-a10ce3a7f14c', 'name': 'tempest-PortsIpV6TestJSON-1412085779', 'fixed_ips': [{'subnet_id': 'a54d6c97-4f34-4598-afd0-bbc702454f80', 'ip_address': '2001:db8::f'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:44.909671 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62106e7-2146-4286-8d30-1904ac652bd7 None None] Pushing event updated for resources: {'Port': ['ID=ac73402e-ec13-4566-9aa8-4037e465447e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.910463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.954931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717d445-fe29-472b-a442-8f3ff8bf9616 req-2070563c-5cbe-4a4c-99b0-06cf53b35cd9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.957948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d717d445-fe29-472b-a442-8f3ff8bf9616 req-2070563c-5cbe-4a4c-99b0-06cf53b35cd9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1118364 Aug 29 04:29:44.958980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.968828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:45.008975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:45.017421 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.042486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:45.048731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d717d445-fe29-472b-a442-8f3ff8bf9616 req-27470022-4cef-4ec0-8f10-8046fb48530d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Aug 29 04:29:45.113215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.131260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Pushing event updated for resources: {'Port': ['ID=383646ee-75c3-4a10-81f3-6a0fccf4551e,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.141872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.145849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-94c3fd9a-f035-42ed-ac30-ee0afef648a7 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3369927 Aug 29 04:29:45.146798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51104) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.362688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 2, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:45.369754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9963-4588-43b7-b157-a54369570cc0 req-329c0cc0-4998-44e2-b476-74bb4a6e98e9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:45.373474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a9b9963-4588-43b7-b157-a54369570cc0 req-329c0cc0-4998-44e2-b476-74bb4a6e98e9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1822491 Aug 29 04:29:45.419224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Checking router: 448b0b32-272e-4d39-b678-4b958c434391 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:45.419595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Updating router 448b0b32-272e-4d39-b678-4b958c434391 port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:29:45.441188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a9b9963-4588-43b7-b157-a54369570cc0 req-bd267469-a205-41df-b315-4602d085b10b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607107 Aug 29 04:29:45.448361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:45.491579 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.522532 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.567867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51110) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.573792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-73882de6-3499-4c52-b9ee-ff28b016fdfe tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896711397', 'description': 'tempest-description--652596995'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:45.596853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::f (07903bf0-8608-4ca4-9c5a-a10ce3a7f14c/a54d6c97-4f34-4598-afd0-bbc702454f80/0b0d560a-f4fd-4c46-9707-9950e88ba9c8) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:45.619000 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73882de6-3499-4c52-b9ee-ff28b016fdfe tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.773501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.824385 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73882de6-3499-4c52-b9ee-ff28b016fdfe tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.834600 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73882de6-3499-4c52-b9ee-ff28b016fdfe tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.884326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef5d2-6227-430d-82f4-a05b845d0291 req-ea48681a-b153-49a2-a2e1-96025393d408 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:45.892083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffbef5d2-6227-430d-82f4-a05b845d0291 req-ea48681a-b153-49a2-a2e1-96025393d408 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2026689 Aug 29 04:29:45.910893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73882de6-3499-4c52-b9ee-ff28b016fdfe tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd8a01-24e6-4729-92b4-fad759ce0447,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.933330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73882de6-3499-4c52-b9ee-ff28b016fdfe tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.938685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-73882de6-3499-4c52-b9ee-ff28b016fdfe tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3693588 Aug 29 04:29:45.941172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.948214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-05793798-9b3f-45b0-9b68-fee1a4402d89 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Request body: {'security_group_rule': {'security_group_id': '22bd8a01-24e6-4729-92b4-fad759ce0447', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:45.953916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.973509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Transition to ACTIVE for port object 868e9b62-88b9-43cc-a7ca-9bdf532899c8 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:45.995638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffbef5d2-6227-430d-82f4-a05b845d0291 req-85e73788-cbb7-4868-a05a-e8affc3c39d6 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008682 Aug 29 04:29:45.996892 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.024750 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-05793798-9b3f-45b0-9b68-fee1a4402d89 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.129528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-05793798-9b3f-45b0-9b68-fee1a4402d89 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.138336 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-05793798-9b3f-45b0-9b68-fee1a4402d89 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.169723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e75521-afec-442a-9254-ce09e14096e7 None None] Pushing event updated for resources: {'Port': ['ID=868e9b62-88b9-43cc-a7ca-9bdf532899c8,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.216020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ac73402e-ec13-4566-9aa8-4037e465447e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:46.278331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Attempting to bind port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:46.279034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Attempting to bind port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:46.279586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Attempting to bind port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 on network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:46.289244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:46.289628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Checking segment: {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:46.290037 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.290440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Bound using segment: {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:46.290929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Bound port: 868e9b62-88b9-43cc-a7ca-9bdf532899c8, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:46.291316 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.315013 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-05793798-9b3f-45b0-9b68-fee1a4402d89 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.319185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-05793798-9b3f-45b0-9b68-fee1a4402d89 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749604 Aug 29 04:29:46.322267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51126) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.332470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b10e75df-de1a-4565-bd41-20093bf24bfb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Request body: {'security_group_rule': {'security_group_id': '22bd8a01-24e6-4729-92b4-fad759ce0447', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:46.339103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05793798-9b3f-45b0-9b68-fee1a4402d89 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201a0a71-dae0-469e-9c19-37a0b1086be7,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.387452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e51bc-d884-40a7-8247-9191865c8b80 req-aa213eba-e55c-4d6a-888e-86c9295a2685 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.395333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45e51bc-d884-40a7-8247-9191865c8b80 req-aa213eba-e55c-4d6a-888e-86c9295a2685 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2256753 Aug 29 04:29:46.458560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b10e75df-de1a-4565-bd41-20093bf24bfb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.460588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.509199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:46.521834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] For port 868e9b62-88b9-43cc-a7ca-9bdf532899c8, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:46.526157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] For port 868e9b62-88b9-43cc-a7ca-9bdf532899c8, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=868e9b62-88b9-43cc-a7ca-9bdf532899c8,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:46.529249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ac73402e-ec13-4566-9aa8-4037e465447e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:46.534145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b45e51bc-d884-40a7-8247-9191865c8b80 req-196187b4-ebb2-4084-b5ff-7f2382041e05 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313016 Aug 29 04:29:46.535684 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.584430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Allocated IP 172.25.1.25 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/2d971c77-898d-4576-b713-ccc775f62b92) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:46.661692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.716592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e75521-afec-442a-9254-ce09e14096e7 None None] Pushing event updated for resources: {'Port': ['ID=868e9b62-88b9-43cc-a7ca-9bdf532899c8,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.732725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b10e75df-de1a-4565-bd41-20093bf24bfb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.746999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508e1be-7374-411c-a324-17ed0dd351e9 req-586a6f4f-7637-45e1-bcc6-834acbaf47a9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.756669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4508e1be-7374-411c-a324-17ed0dd351e9 req-586a6f4f-7637-45e1-bcc6-834acbaf47a9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1544607 Aug 29 04:29:46.765815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:46.767489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b10e75df-de1a-4565-bd41-20093bf24bfb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.768544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:46.821936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e75df-de1a-4565-bd41-20093bf24bfb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cce289c-5aab-4bc6-8873-51f1dfff4aa7,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.834998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:46.857027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:46.859765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b10e75df-de1a-4565-bd41-20093bf24bfb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.861280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:46.861414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b10e75df-de1a-4565-bd41-20093bf24bfb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5337219 Aug 29 04:29:46.864384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.871490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.871781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:46.872378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.883248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4508e1be-7374-411c-a324-17ed0dd351e9 req-edfd26f1-4239-48a7-ae6b-73c611f7a5a5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255958 Aug 29 04:29:46.912219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0602531 Aug 29 04:29:46.912828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51140) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.926322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35190b16-d0ea-415d-8a77-4ad47395d67e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=0b0d560a-f4fd-4c46-9707-9950e88ba9c8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.971896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.028426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.028758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672e9738-9a01-4bcc-a44f-317aeb6da457 None None] Network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:47.031810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:47.106263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:47.108518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Pushing event updated for resources: {'Port': ['ID=2d971c77-898d-4576-b713-ccc775f62b92,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.118094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:47.125454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:47.179751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.263429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.272759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e5c14-9b15-4ea0-8744-cf3a127fb1b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.275402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4d3e5c14-9b15-4ea0-8744-cf3a127fb1b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3606966 Aug 29 04:29:47.279172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51144) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.332739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c14a1-5d6b-461a-8843-86cc0e1d76a6 req-76cafe57-8701-4f19-bf16-e799b30379f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.341255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-074c14a1-5d6b-461a-8843-86cc0e1d76a6 req-76cafe57-8701-4f19-bf16-e799b30379f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.3459916 Aug 29 04:29:47.368054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.427484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9aa6b3-df92-42bb-9226-ef92cc547445 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.434414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9aa6b3-df92-42bb-9226-ef92cc547445 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.440705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9aa6b3-df92-42bb-9226-ef92cc547445 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.442820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5e9aa6b3-df92-42bb-9226-ef92cc547445 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1622961 Aug 29 04:29:47.446936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51146) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.462616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-074c14a1-5d6b-461a-8843-86cc0e1d76a6 req-5954db93-cb34-4af1-9479-d14abf76abea tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200984 Aug 29 04:29:47.542908 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7170de87-9fc5-4a79-882e-4f381ea07e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.545111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f6853c79-b853-4f2f-94c9-2042c6c8dbf5 None None] Provisioning for port ac73402e-ec13-4566-9aa8-4037e465447e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:47.552524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f6853c79-b853-4f2f-94c9-2042c6c8dbf5 None None] Provisioning complete for port ac73402e-ec13-4566-9aa8-4037e465447e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:47.552905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f6853c79-b853-4f2f-94c9-2042c6c8dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.632394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.653842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20551a-8124-412b-95af-ba2db811006c req-52e40a88-0e15-419c-af00-7b04ea1e1d48 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.655655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b20551a-8124-412b-95af-ba2db811006c req-52e40a88-0e15-419c-af00-7b04ea1e1d48 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0893486 Aug 29 04:29:47.658001 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.665913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.707503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:47.724727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9a1d5-5546-4c4b-ba17-9e3d4439351a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:47.724727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a1d5-5546-4c4b-ba17-9e3d4439351a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.740892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f850d8d-530f-476a-89a8-7ca78a20ae37 None None] The sync data for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 is: [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:47.754774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Pushing event updated for resources: {'Port': ['ID=2d971c77-898d-4576-b713-ccc775f62b92,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.756459 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f6853c79-b853-4f2f-94c9-2042c6c8dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.758820 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.781688 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.782872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e6775fc0-0e4b-4e61-9872-041f7d6990c6 tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6316962 Aug 29 04:29:47.785869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51150) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.844479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f6853c79-b853-4f2f-94c9-2042c6c8dbf5 None None] For port ac73402e-ec13-4566-9aa8-4037e465447e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ac73402e-ec13-4566-9aa8-4037e465447e,segment=NetworkSegment(7551c6d4-f54e-4716-a791-ba60dea039b5),segment_id=7551c6d4-f54e-4716-a791-ba60dea039b5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:47.853870 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f6853c79-b853-4f2f-94c9-2042c6c8dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.924600 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-25c1f5d0-1ba8-48bb-87ce-211271595a74 tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.1345258 Aug 29 04:29:47.925354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51154) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.958135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b20551a-8124-412b-95af-ba2db811006c req-a0c9b977-3c38-4227-a5a3-feab55a3bd87 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634115 Aug 29 04:29:47.963846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Allocated IP 172.25.1.69 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/acb373c7-8da6-45c7-b7b1-dd0818d2e9f3) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:48.027932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6853c79-b853-4f2f-94c9-2042c6c8dbf5 None None] Pushing event updated for resources: {'Port': ['ID=ac73402e-ec13-4566-9aa8-4037e465447e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:48.130878 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a1d5-5546-4c4b-ba17-9e3d4439351a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.133447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1840d19-c7db-4916-99ad-2fd3aa34740c tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2067323 Aug 29 04:29:48.136150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51162) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:48.217154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 868e9b62-88b9-43cc-a7ca-9bdf532899c8 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:48.226861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9a1d5-5546-4c4b-ba17-9e3d4439351a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:48.371019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:48.375861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.376527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.518637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Provisioning for port 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:48.524381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Deleting port 2d971c77-898d-4576-b713-ccc775f62b92 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:48.524761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.531275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Provisioning complete for port 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.542182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.674047 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.674612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.676862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Port 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:48.679939 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.697416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Calling delete_port for 2d971c77-898d-4576-b713-ccc775f62b92 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:48.757892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Provisioning complete for port ac73402e-ec13-4566-9aa8-4037e465447e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.758156 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.826885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 868e9b62-88b9-43cc-a7ca-9bdf532899c8, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=868e9b62-88b9-43cc-a7ca-9bdf532899c8,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:48.841577 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.902104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.927646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a7b87-06b0-4db1-a478-b90070a399b1 req-9bacab99-22cd-4ae3-a200-9251c6a80a8b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.929799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-712a7b87-06b0-4db1-a478-b90070a399b1 req-9bacab99-22cd-4ae3-a200-9251c6a80a8b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.7602327 Aug 29 04:29:48.952541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def27a15-cf28-41ef-bc11-73f2d3ee8c1c req-28704b62-1b68-4104-b52e-80c6d3c6ba50 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.967512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-def27a15-cf28-41ef-bc11-73f2d3ee8c1c req-28704b62-1b68-4104-b52e-80c6d3c6ba50 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.8020892 Aug 29 04:29:48.985564 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.022899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Provisioning for port 78bf490c-68cd-48f3-812a-0ce728fee2d3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:49.028157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=868e9b62-88b9-43cc-a7ca-9bdf532899c8,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.034338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Provisioning complete for port 78bf490c-68cd-48f3-812a-0ce728fee2d3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.035039 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.040289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Pushing event deleted for resources: {'Port': ['ID=2d971c77-898d-4576-b713-ccc775f62b92,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.109877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-712a7b87-06b0-4db1-a478-b90070a399b1 req-0acc60dc-d9ba-4b1f-bbe0-9289381fb1a5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122787 Aug 29 04:29:49.124420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-def27a15-cf28-41ef-bc11-73f2d3ee8c1c req-81b06906-997d-45ae-b21c-c22e837ef0cf tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557670 Aug 29 04:29:49.204851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1d89529e-e5dc-4f3b-bced-15765f47a3a1 None None] Port 78bf490c-68cd-48f3-812a-0ce728fee2d3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:49.210401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.216705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.228409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-900ab686-1423-4757-8d6b-28606e90b91b tempest-FloatingIPAdminTestJSON-158746986 tempest-FloatingIPAdminTestJSON-158746986-project] 10.222.0.58 "DELETE /v2.0/floatingips/b5db0f29-eebd-426b-a9eb-eede8b1b54eb HTTP/1.1" status: 204 len: 168 time: 1.0907681 Aug 29 04:29:49.229435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51172) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.297219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.359738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e8770b9-0a0b-45a1-bddf-6a14515ed8b7 None None] Provisioning complete for port 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.361559 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e8770b9-0a0b-45a1-bddf-6a14515ed8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.451810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8e8770b9-0a0b-45a1-bddf-6a14515ed8b7 None None] Port 0b0d560a-f4fd-4c46-9707-9950e88ba9c8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:49.462417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e8770b9-0a0b-45a1-bddf-6a14515ed8b7 None None] Provisioning complete for port 78bf490c-68cd-48f3-812a-0ce728fee2d3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.463082 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e8770b9-0a0b-45a1-bddf-6a14515ed8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.474290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:49.497304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a1d5-5546-4c4b-ba17-9e3d4439351a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.502148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Deleting port 383646ee-75c3-4a10-81f3-6a0fccf4551e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:49.502884 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.524341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:49.531026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:49.557387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8e8770b9-0a0b-45a1-bddf-6a14515ed8b7 None None] Port 78bf490c-68cd-48f3-812a-0ce728fee2d3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:49.608419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event updated for resources: {'Port': ['ID=acb373c7-8da6-45c7-b7b1-dd0818d2e9f3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.679483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.680731 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.700467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Calling delete_port for 383646ee-75c3-4a10-81f3-6a0fccf4551e owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:49.713162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4049ba-cece-4442-bf57-b7895e5fe8b9 req-6d2ffd5e-a906-43fd-9324-4f0480603c67 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.722797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a4049ba-cece-4442-bf57-b7895e5fe8b9 req-6d2ffd5e-a906-43fd-9324-4f0480603c67 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.3274949 Aug 29 04:29:49.725997 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a1d5-5546-4c4b-ba17-9e3d4439351a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.728441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4ae9a1d5-5546-4c4b-ba17-9e3d4439351a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/0b0d560a-f4fd-4c46-9707-9950e88ba9c8 HTTP/1.1" status: 204 len: 168 time: 2.2799041 Aug 29 04:29:49.733732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9a1d5-5546-4c4b-ba17-9e3d4439351a tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=0b0d560a-f4fd-4c46-9707-9950e88ba9c8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.755501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51180) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.822955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a4049ba-cece-4442-bf57-b7895e5fe8b9 req-abc22c94-7a32-423f-8fbf-f0e32ca5e9a5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956445 Aug 29 04:29:49.825994 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7382bacb-b54b-4e2a-9eb6-d2581f2e1b25 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:49.838640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7382bacb-b54b-4e2a-9eb6-d2581f2e1b25 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/0b0d560a-f4fd-4c46-9707-9950e88ba9c8 HTTP/1.1" status: 404 len: 333 time: 0.0548463 Aug 29 04:29:49.838787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51182) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.984929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.028017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Pushing event deleted for resources: {'Port': ['ID=383646ee-75c3-4a10-81f3-6a0fccf4551e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.040812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-22dc13e3-dda7-4690-9b42-8cd28f7af00f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 78bf490c-68cd-48f3-812a-0ce728fee2d3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:50.041718 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22dc13e3-dda7-4690-9b42-8cd28f7af00f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.052724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1703fd-3ced-4472-b739-2ea642a0a176 req-6f74bdc4-69c0-43dd-96a6-e5316cb5343f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.054408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c1703fd-3ced-4472-b739-2ea642a0a176 req-6f74bdc4-69c0-43dd-96a6-e5316cb5343f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1106999 Aug 29 04:29:50.093120 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.124221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ac73402e-ec13-4566-9aa8-4037e465447e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:50.154469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c1703fd-3ced-4472-b739-2ea642a0a176 req-5e6ae3bd-8850-4683-bf57-216e1c0fae87 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887349 Aug 29 04:29:50.164222 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.172276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.175557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.184610 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fd447d27-8497-4a7b-bdc4-88fdc651e5ec tempest-FloatingIPAdminTestJSON-349225199 tempest-FloatingIPAdminTestJSON-349225199-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/d19b6b1d-7c5a-4403-ad7d-4dfc4a0f4c83 HTTP/1.1" status: 204 len: 168 time: 0.9497581 Aug 29 04:29:50.187038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ac73402e-ec13-4566-9aa8-4037e465447e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:50.189046 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.198174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51188) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:50.258169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22dc13e3-dda7-4690-9b42-8cd28f7af00f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.305229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-22dc13e3-dda7-4690-9b42-8cd28f7af00f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 78bf490c-68cd-48f3-812a-0ce728fee2d3 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:50.342551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.371630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 868e9b62-88b9-43cc-a7ca-9bdf532899c8 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:50.397497 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-640bb370-3d5c-4dae-8779-3662f1c8e115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.409779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9ce509f0-9d2d-4f8b-84e7-b35f4338e483 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Deleting port a4150b0a-ad8c-40de-8e53-aa0d9d480a78 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:50.410895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ce509f0-9d2d-4f8b-84e7-b35f4338e483 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.411512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.435558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:50.436480 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.482116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.533687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ce509f0-9d2d-4f8b-84e7-b35f4338e483 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.542210 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.548917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9ce509f0-9d2d-4f8b-84e7-b35f4338e483 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Calling delete_port for a4150b0a-ad8c-40de-8e53-aa0d9d480a78 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:50.580525 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.581864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7153976 Aug 29 04:29:50.623272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516c8c1-2ffd-479b-9c1f-f55ff0542c72 req-6775b901-a916-4f29-be6b-737ebebb5bfc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.631751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6516c8c1-2ffd-479b-9c1f-f55ff0542c72 req-6775b901-a916-4f29-be6b-737ebebb5bfc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2178481 Aug 29 04:29:50.660526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004f6fc-93d0-47ed-8403-7ebbd123a86c req-3f725d0c-4192-4ace-8ab5-9de18854ba69 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.662309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a004f6fc-93d0-47ed-8403-7ebbd123a86c req-3f725d0c-4192-4ace-8ab5-9de18854ba69 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.2167337 Aug 29 04:29:50.685166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af9f23-14ee-4914-a12d-bb1e892ada69 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event updated for resources: {'Port': ['ID=acb373c7-8da6-45c7-b7b1-dd0818d2e9f3,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.717861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ce509f0-9d2d-4f8b-84e7-b35f4338e483 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.745266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6516c8c1-2ffd-479b-9c1f-f55ff0542c72 req-26343408-fcea-4ea3-aa45-69922d13a27b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122122 Aug 29 04:29:50.749117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a004f6fc-93d0-47ed-8403-7ebbd123a86c req-9230b59f-522c-4e00-852f-da2cca15bc68 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757251 Aug 29 04:29:50.757192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce509f0-9d2d-4f8b-84e7-b35f4338e483 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event deleted for resources: {'Port': ['ID=a4150b0a-ad8c-40de-8e53-aa0d9d480a78,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.911671 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ce509f0-9d2d-4f8b-84e7-b35f4338e483 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.916738 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9ce509f0-9d2d-4f8b-84e7-b35f4338e483 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "DELETE /v2.0/ports/a4150b0a-ad8c-40de-8e53-aa0d9d480a78 HTTP/1.1" status: 204 len: 168 time: 0.7175090 Aug 29 04:29:50.917624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51212) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:50.937426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-38a23d36-69d0-4c38-b429-53d0d5c31885 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--896711397&fields=id&tenant_id=5021722636b54ca88801fcff254aaf43 HTTP/1.1" status: 200 len: 267 time: 0.0638433 Aug 29 04:29:50.983735 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22dc13e3-dda7-4690-9b42-8cd28f7af00f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.023022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc13e3-dda7-4690-9b42-8cd28f7af00f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=78bf490c-68cd-48f3-812a-0ce728fee2d3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.044492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0dadd7-677f-4294-8654-e74bf15486ec tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.055933 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bf0dadd7-677f-4294-8654-e74bf15486ec tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f8fadd-f6ec-4c57-af80-f348dc03c1a5 HTTP/1.1" status: 200 len: 913 time: 0.1227458 Aug 29 04:29:51.056391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51216) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.071938 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22dc13e3-dda7-4690-9b42-8cd28f7af00f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.074140 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-22dc13e3-dda7-4690-9b42-8cd28f7af00f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/78bf490c-68cd-48f3-812a-0ce728fee2d3 HTTP/1.1" status: 204 len: 168 time: 1.2408931 Aug 29 04:29:51.080396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51218) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.125371 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bece6b-3548-4102-b415-aafb697aa7b5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:29:51.129691 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-67bece6b-3548-4102-b415-aafb697aa7b5 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/78bf490c-68cd-48f3-812a-0ce728fee2d3 HTTP/1.1" status: 404 len: 333 time: 0.0447278 Aug 29 04:29:51.131002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51220) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.157529 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.223344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0c0ddd-acde-45c7-ac49-4a6927db3e64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet a54d6c97-4f34-4598-afd0-bbc702454f80 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:51.226957 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0ddd-acde-45c7-ac49-4a6927db3e64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.272279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0ddd-acde-45c7-ac49-4a6927db3e64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.371746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0ddd-acde-45c7-ac49-4a6927db3e64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.392422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676a44-8d61-4daf-bad7-125ff86240d2 req-d4377b65-59b8-4aba-a31d-c3638b70e15c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.394055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88676a44-8d61-4daf-bad7-125ff86240d2 req-d4377b65-59b8-4aba-a31d-c3638b70e15c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.3849318 Aug 29 04:29:51.414961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-0a0deb9d-50ea-439c-90cc-7ce70cfd80d9 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.416058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-0a0deb9d-50ea-439c-90cc-7ce70cfd80d9 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/networks?id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b HTTP/1.1" status: 200 len: 806 time: 0.4703429 Aug 29 04:29:51.436257 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0ddd-acde-45c7-ac49-4a6927db3e64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.463926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c0ddd-acde-45c7-ac49-4a6927db3e64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=a54d6c97-4f34-4598-afd0-bbc702454f80,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.474446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0c0ddd-acde-45c7-ac49-4a6927db3e64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.476839 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0d0c0ddd-acde-45c7-ac49-4a6927db3e64 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/a54d6c97-4f34-4598-afd0-bbc702454f80 HTTP/1.1" status: 204 len: 168 time: 0.3325324 Aug 29 04:29:51.479571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51222) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.486472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b59fa-b608-4155-8650-79b24224c5ad None None] Network 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:51.492061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-2793c5c6-c528-47fb-b1f4-11a3513d4d3e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/quotas/5021722636b54ca88801fcff254aaf43 HTTP/1.1" status: 200 len: 375 time: 0.0325441 Aug 29 04:29:51.554491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88676a44-8d61-4daf-bad7-125ff86240d2 req-e01c1ad5-4398-4922-a5fa-7d869120397d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488898 Aug 29 04:29:51.588396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.631698 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-8ebfebea-fd23-4fae-bfa6-f404b80f2fb3 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5021722636b54ca88801fcff254aaf43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295760 Aug 29 04:29:51.677085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port ac73402e-ec13-4566-9aa8-4037e465447e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:51.677085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.785554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c245026-211b-4444-8117-8fea22aad08b None None] DHCP port deletion for 07903bf0-8608-4ca4-9c5a-a10ce3a7f14c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:51.807850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] For port ac73402e-ec13-4566-9aa8-4037e465447e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ac73402e-ec13-4566-9aa8-4037e465447e,segment=NetworkSegment(7551c6d4-f54e-4716-a791-ba60dea039b5),segment_id=7551c6d4-f54e-4716-a791-ba60dea039b5)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:51.808715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.829693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for ac73402e-ec13-4566-9aa8-4037e465447e owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:51.852621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0c245026-211b-4444-8117-8fea22aad08b None None] Deleting port ac73402e-ec13-4566-9aa8-4037e465447e {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:51.853015 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c245026-211b-4444-8117-8fea22aad08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.873861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb91fc-a091-4537-958e-d06b0a35350b req-3666c274-5709-4155-9e84-7b21803ae7ea tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.882922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ffb91fc-a091-4537-958e-d06b0a35350b req-3666c274-5709-4155-9e84-7b21803ae7ea tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2137494 Aug 29 04:29:51.929329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0c245026-211b-4444-8117-8fea22aad08b None None] For port ac73402e-ec13-4566-9aa8-4037e465447e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ac73402e-ec13-4566-9aa8-4037e465447e,segment=NetworkSegment(7551c6d4-f54e-4716-a791-ba60dea039b5),segment_id=7551c6d4-f54e-4716-a791-ba60dea039b5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:51.930680 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c245026-211b-4444-8117-8fea22aad08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.940708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-c92a9597-3999-4424-b6c2-41c213ed53cc service neutron] 10.222.0.58 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833543 Aug 29 04:29:51.948778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0c245026-211b-4444-8117-8fea22aad08b None None] Calling delete_port for ac73402e-ec13-4566-9aa8-4037e465447e owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:51.959710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.973801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No DVR routers for this DVR port ac73402e-ec13-4566-9aa8-4037e465447e on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:52.041200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ffb91fc-a091-4537-958e-d06b0a35350b req-ab924fd6-148c-4fc1-95dc-56db3f4cdce1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566517 Aug 29 04:29:52.086233 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c245026-211b-4444-8117-8fea22aad08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.122668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c245026-211b-4444-8117-8fea22aad08b None None] Pushing event deleted for resources: {'Port': ['ID=ac73402e-ec13-4566-9aa8-4037e465447e,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.125842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.137595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c245026-211b-4444-8117-8fea22aad08b None None] No DVR routers for this DVR port ac73402e-ec13-4566-9aa8-4037e465447e on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:52.139624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07903bf0-8608-4ca4-9c5a-a10ce3a7f14c']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:52.159053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7551c6d4-f54e-4716-a791-ba60dea039b5') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:52.159237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7551c6d4-f54e-4716-a791-ba60dea039b5') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:52.163724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ac73402e-ec13-4566-9aa8-4037e465447e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:52.169545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.186654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.194843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:52.195288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.201260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ac73402e-ec13-4566-9aa8-4037e465447e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:52.201903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ac73402e-ec13-4566-9aa8-4037e465447e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:52.249121 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:52.254008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=ac73402e-ec13-4566-9aa8-4037e465447e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.255045 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b3998933-2605-444e-b9e8-992a1d9fe038 service neutron] 10.222.0.58 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134584 Aug 29 04:29:52.272176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.275114 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.289107 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.294939 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/networks/07903bf0-8608-4ca4-9c5a-a10ce3a7f14c HTTP/1.1" status: 204 len: 168 time: 0.8099489 Aug 29 04:29:52.303100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51236) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:52.308396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1591660278'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:52.314006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e0e19-4cbd-4f20-9d79-f184071ff8dd tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Network': ['ID=07903bf0-8608-4ca4-9c5a-a10ce3a7f14c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.324189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287da1e-321b-4ff9-a39d-607b38ff8d14 req-e308eb65-a537-4c37-88a9-0cdc97a7c586 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.328618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5287da1e-321b-4ff9-a39d-607b38ff8d14 req-e308eb65-a537-4c37-88a9-0cdc97a7c586 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1665204 Aug 29 04:29:52.335831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:52.344145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.370955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:52.383042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.383466 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Added segment f30744a4-797e-449f-a839-aba725c2603a of type vlan for network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 Aug 29 04:29:52.434167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.475798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5287da1e-321b-4ff9-a39d-607b38ff8d14 req-649628eb-1f86-4959-adde-a0b1b7782c16 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422276 Aug 29 04:29:52.476542 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.484815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.486026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.519600 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2154090 Aug 29 04:29:52.530838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51242) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:52.536911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'afd7ae39-fdf2-4543-b6db-a06cce2c4df6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:52.656915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819d5b8-7a25-470b-a7eb-786e39d2d7ce tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Network': ['ID=afd7ae39-fdf2-4543-b6db-a06cce2c4df6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.668633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:52.740546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:52.745501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.769409 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.069978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.076088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05d4a4b8-8edd-4740-854b-67d5dc3a376d req-09d532d8-a02e-43f7-92e3-ea5ea102dbbf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 210 time: 0.0522177 Aug 29 04:29:53.124450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cd543-491c-4d84-9b33-cfb3d01b5ee7 req-d665b0f1-13c3-46fc-84e9-ee4f13b52139 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.126157 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a6cd543-491c-4d84-9b33-cfb3d01b5ee7 req-d665b0f1-13c3-46fc-84e9-ee4f13b52139 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1034982 Aug 29 04:29:53.161624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=2d5b19f0-c23e-4911-9357-6836e8cc51ca,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.195364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Checking segment: {'id': 'f30744a4-797e-449f-a839-aba725c2603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'afd7ae39-fdf2-4543-b6db-a06cce2c4df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:53.196463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network hostable DHCP agents. Network: afd7ae39-fdf2-4543-b6db-a06cce2c4df6, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:53.226826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a6cd543-491c-4d84-9b33-cfb3d01b5ee7 req-38bfef8f-beea-43af-ac0d-da74f02d86b7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940714 Aug 29 04:29:53.234702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:53.263142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, afd7ae39-fdf2-4543-b6db-a06cce2c4df6) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:53.274662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ba59e-d9d9-4eba-93c3-c18127b36a84 None None] Network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:53.281141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.282108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.310298 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3600e088-6736-45d7-9984-88916712801b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7783179 Aug 29 04:29:53.311224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51260) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.328617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bd5855a1-3a94-4de7-a12d-5022a3fce3b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1523928775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:53.365373 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5855a1-3a94-4de7-a12d-5022a3fce3b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.368046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5855a1-3a94-4de7-a12d-5022a3fce3b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.426880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daac27c-f478-4345-bd64-fba04b8e1848 req-0455fa2b-d55d-451f-9765-7c087420f389 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.428409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2daac27c-f478-4345-bd64-fba04b8e1848 req-0455fa2b-d55d-451f-9765-7c087420f389 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0718012 Aug 29 04:29:53.438893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Deleting port 834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:53.439238 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.488953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5855a1-3a94-4de7-a12d-5022a3fce3b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.498600 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5855a1-3a94-4de7-a12d-5022a3fce3b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.526737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5855a1-3a94-4de7-a12d-5022a3fce3b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.528465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd5855a1-3a94-4de7-a12d-5022a3fce3b1 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2139697 Aug 29 04:29:53.531027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51264) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.537647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'network_id': 'afd7ae39-fdf2-4543-b6db-a06cce2c4df6', 'name': 'tempest-PortsIpV6TestJSON-886852325'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:53.569678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2daac27c-f478-4345-bd64-fba04b8e1848 req-8ee3298c-9c4e-4ffa-a387-39224aad3c24 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245174 Aug 29 04:29:53.576311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-afd7ae39-fdf2-4543-b6db-a06cce2c4df6', 'network_id': 'afd7ae39-fdf2-4543-b6db-a06cce2c4df6', 'tenant_id': '1ce596bf4d044001b8de8e6e087a62fa', 'fixed_ips': [{'subnet_id': '2d5b19f0-c23e-4911-9357-6836e8cc51ca'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:53.577293 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.663358 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.689239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Calling delete_port for 834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:53.708166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c828d-d255-4451-bd0b-8481793dfe5e req-04738b5f-9934-49e4-b294-e30e3120ea08 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.709881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:53.710316 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-052c828d-d255-4451-bd0b-8481793dfe5e req-04738b5f-9934-49e4-b294-e30e3120ea08 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1120989 Aug 29 04:29:53.717433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.744220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port 82993efb-7c7d-4149-8555-7f09df6c1a4a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:53.883864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Allocated IP 2001:db8::2 (afd7ae39-fdf2-4543-b6db-a06cce2c4df6/2d5b19f0-c23e-4911-9357-6836e8cc51ca/6e4f0eb8-a5e9-49f6-a663-1b94337cad5c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:53.886330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-052c828d-d255-4451-bd0b-8481793dfe5e req-146474a5-ba71-49f3-9af8-597f21b846a3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670592 Aug 29 04:29:53.914011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6b0be-63e0-4cb3-baa6-c9c46ab72fc0 req-716845c7-a9c3-403e-9557-b65208c22289 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.915051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02f6b0be-63e0-4cb3-baa6-c9c46ab72fc0 req-716845c7-a9c3-403e-9557-b65208c22289 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0953565 Aug 29 04:29:54.069662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02f6b0be-63e0-4cb3-baa6-c9c46ab72fc0 req-d5385d60-865d-44ac-ae23-b314392fab4b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058571 Aug 29 04:29:54.124943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.132121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-aad62869-c9b0-4837-a148-bc72a3be0f39 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.134080 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-aad62869-c9b0-4837-a148-bc72a3be0f39 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.64 "GET /v2.0/networks?id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b HTTP/1.1" status: 200 len: 806 time: 0.2179675 Aug 29 04:29:54.256410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb0d5222-0ad2-449a-94c2-15bcc083394e req-1181636e-4bb7-40aa-b497-dfeaa1f5928d tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 210 time: 0.0711358 Aug 29 04:29:54.305283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Transition to ACTIVE for port object 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:54.305900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b15eb1e3-a6fe-4428-94de-0ed33b33c002 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5021722636b54ca88801fcff254aaf43 HTTP/1.1" status: 200 len: 379 time: 0.1192100 Aug 29 04:29:54.309128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.325051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Request body: {'port': {'device_id': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'admin_state_up': True, 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'security_groups': ['22bd8a01-24e6-4729-92b4-fad759ce0447']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:54.329454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Transition to ACTIVE for port object 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:54.342907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.365811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event deleted for resources: {'Port': ['ID=834cb2cc-02ee-43af-bbb7-a7f4b65ffbfa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.387018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feab2f7-9dd5-46a3-9849-83960cb40abb req-d2c81883-6b7c-4954-89d3-934949f0f2ca tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.388961 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6feab2f7-9dd5-46a3-9849-83960cb40abb req-d2c81883-6b7c-4954-89d3-934949f0f2ca tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2010741 Aug 29 04:29:54.419581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:54.421540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Pushing event updated for resources: {'Port': ['ID=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.422484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::2a6 (afd7ae39-fdf2-4543-b6db-a06cce2c4df6/2d5b19f0-c23e-4911-9357-6836e8cc51ca/82993efb-7c7d-4149-8555-7f09df6c1a4a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:54.425414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:54.427914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:54.488646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Attempting to bind port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:54.489140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Attempting to bind port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'f30744a4-797e-449f-a839-aba725c2603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'afd7ae39-fdf2-4543-b6db-a06cce2c4df6'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:54.489641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Attempting to bind port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c on network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:54.500449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:54.501020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Checking segment: {'id': 'f30744a4-797e-449f-a839-aba725c2603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'afd7ae39-fdf2-4543-b6db-a06cce2c4df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:54.501549 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.502050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Bound using segment: {'id': 'f30744a4-797e-449f-a839-aba725c2603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'afd7ae39-fdf2-4543-b6db-a06cce2c4df6'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:54.502642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Bound port: 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30744a4-797e-449f-a839-aba725c2603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'afd7ae39-fdf2-4543-b6db-a06cce2c4df6'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:54.503137 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.603013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] For port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:54.608910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] For port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,segment=NetworkSegment(f30744a4-797e-449f-a839-aba725c2603a),segment_id=f30744a4-797e-449f-a839-aba725c2603a)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:54.616573 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.658592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.668684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6feab2f7-9dd5-46a3-9849-83960cb40abb req-e3e20284-fecd-4859-8e74-4ca3e2eea385 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619086 Aug 29 04:29:54.679849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object 82993efb-7c7d-4149-8555-7f09df6c1a4a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:54.711816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d1991-d504-4049-8892-d7e220c18bbc None None] Pushing event updated for resources: {'Port': ['ID=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.748990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Made reservation on behalf of 5021722636b54ca88801fcff254aaf43 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:54.752907 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.761143 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.799633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:54.802512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:54.822809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:54.829077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.829753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.863634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3282030 Aug 29 04:29:54.864217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51288) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:54.916245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3c68a-0970-4a96-adf0-37cee5bacc41 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=82993efb-7c7d-4149-8555-7f09df6c1a4a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.970828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.070532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097fdfe-948e-4c96-bcf6-31e77fdac5fb req-ccdb174a-b1c8-4a59-a403-da85981e24a9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.072185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4097fdfe-948e-4c96-bcf6-31e77fdac5fb req-ccdb174a-b1c8-4a59-a403-da85981e24a9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1964452 Aug 29 04:29:55.275699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.281204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4097fdfe-948e-4c96-bcf6-31e77fdac5fb req-ebde095d-339d-4348-931f-1427132a963c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948769 Aug 29 04:29:55.332748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a71ce-043e-470e-a826-cdc9dd74c8e2 req-7cdc31ae-f531-4bd6-91d4-00dab315ab8a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.334302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b34a71ce-043e-470e-a826-cdc9dd74c8e2 req-7cdc31ae-f531-4bd6-91d4-00dab315ab8a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.2890098 Aug 29 04:29:55.350299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Allocated IP 172.20.0.14 (49fdce15-a5dc-4dd6-926e-1770a9b5e04b/23755ee1-e134-435e-832e-96c159d6422f/628e8d93-d972-41bb-8888-6c82c46a9f95) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:55.463604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2299bc26-4031-4f78-b8f5-ee54969b3845 req-4afda898-6867-4d90-a0b9-4bed69596e7f tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 210 time: 0.0823631 Aug 29 04:29:55.513506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b34a71ce-043e-470e-a826-cdc9dd74c8e2 req-4dd6a737-86d4-4ae3-8f65-4c16af9095b7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660378 Aug 29 04:29:55.609822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:55.665128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Router 30f8fadd-f6ec-4c57-af80-f348dc03c1a5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:55.753751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.812620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:55.829424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'port_id': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'mac_address': 'fa:16:3e:d7:df:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:55.849780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Transition to ACTIVE for port object 628e8d93-d972-41bb-8888-6c82c46a9f95 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:55.882890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c0982-7ad7-41ae-abba-e25b693dcde3 req-c030efa2-60c3-4247-9c1d-441795daeb72 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.884450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-535c0982-7ad7-41ae-abba-e25b693dcde3 req-c030efa2-60c3-4247-9c1d-441795daeb72 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2350903 Aug 29 04:29:55.946042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.989804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bcb4b3e-6427-4f6b-b745-21e1720ba792 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:56.018995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:56.082497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-535c0982-7ad7-41ae-abba-e25b693dcde3 req-08b4f0dd-c10d-49da-9936-4aa8909079d5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819363 Aug 29 04:29:56.126723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.146132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:56.160294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3fbc1ef8-db23-4014-be85-e611f34c8ae4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "PUT /v2.0/routers/30f8fadd-f6ec-4c57-af80-f348dc03c1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0981944 Aug 29 04:29:56.161918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51318) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:56.176788 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da601-3cf0-492a-b181-7b72e08109a6 None None] Sync routers for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:56.193330 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355da601-3cf0-492a-b181-7b72e08109a6 None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:56.194627 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-355da601-3cf0-492a-b181-7b72e08109a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:56.283851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.311620 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-355da601-3cf0-492a-b181-7b72e08109a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:56.323644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:56.334566 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355da601-3cf0-492a-b181-7b72e08109a6 None None] Routers {'30f8fadd-f6ec-4c57-af80-f348dc03c1a5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:56.335558 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-355da601-3cf0-492a-b181-7b72e08109a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:56.396117 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.396330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a52f9-475a-483d-b75f-079e02040365 None None] Network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:56.407024 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-355da601-3cf0-492a-b181-7b72e08109a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:56.407788 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da601-3cf0-492a-b181-7b72e08109a6 None None] The sync data for ids ['30f8fadd-f6ec-4c57-af80-f348dc03c1a5'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:56.446038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7bcb4b3e-6427-4f6b-b745-21e1720ba792'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:56.459637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.469568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.546177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:56.583380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:56.608562 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:56.611762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event updated for resources: {'Port': ['ID=628e8d93-d972-41bb-8888-6c82c46a9f95,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.642575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cea57-2599-4d59-931b-6872c2854716 req-327deec0-0706-4d64-84b7-d83f9882e2f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.644881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a2cea57-2599-4d59-931b-6872c2854716 req-327deec0-0706-4d64-84b7-d83f9882e2f7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2856636 Aug 29 04:29:56.807031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a2cea57-2599-4d59-931b-6872c2854716 req-aae513ed-c4e2-4173-b91b-47f57b3eb16c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267064 Aug 29 04:29:56.817864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.862738 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.976160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=82993efb-7c7d-4149-8555-7f09df6c1a4a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.022710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.023363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.083168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.100870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea67d7-a5fe-4059-80f8-070f8f98e1c1 req-727b7654-07ec-42bd-a9bc-bad4aa27b766 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.103206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdea67d7-a5fe-4059-80f8-070f8f98e1c1 req-727b7654-07ec-42bd-a9bc-bad4aa27b766 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 932 time: 0.3757594 Aug 29 04:29:57.109759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-eb8651c5-84e8-40f4-b95d-14101885674e tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7897255 Aug 29 04:29:57.122744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.129292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c7a0797f-023e-4d45-9004-04cf94b1b5bf None None] Provisioning for port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:57.132024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Request body: {'port': {'device_id': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:57.183172 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.210458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81e516-e9cf-4ea3-b1a2-0753d3dc45b0 req-97500b8a-8b68-4206-a190-bc9b8fb5736c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.221057 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb81e516-e9cf-4ea3-b1a2-0753d3dc45b0 req-97500b8a-8b68-4206-a190-bc9b8fb5736c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 944 time: 0.2144303 Aug 29 04:29:57.253436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:57.304341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:57.304740 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.306986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdea67d7-a5fe-4059-80f8-070f8f98e1c1 req-da2d6925-66d7-467c-a043-86f1541be5dd tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916797 Aug 29 04:29:57.324811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb81e516-e9cf-4ea3-b1a2-0753d3dc45b0 req-33debf6d-3e98-46e7-b06c-66ed121988d4 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993938 Aug 29 04:29:57.358695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.408666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Deleting port 47a95277-6138-4df4-a7b6-4b7b270e8322 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:57.409016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.413692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-49cdf75e-62a9-4d48-a633-9e8538c862cb None None] Provisioning for port 628e8d93-d972-41bb-8888-6c82c46a9f95 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:57.440366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-49cdf75e-62a9-4d48-a633-9e8538c862cb None None] Provisioning complete for port 628e8d93-d972-41bb-8888-6c82c46a9f95 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:57.440763 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-49cdf75e-62a9-4d48-a633-9e8538c862cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.646205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.665644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-49cdf75e-62a9-4d48-a633-9e8538c862cb None None] Port 628e8d93-d972-41bb-8888-6c82c46a9f95 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:57.764548 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.774297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.775288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.790957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,segment=NetworkSegment(f30744a4-797e-449f-a839-aba725c2603a),segment_id=f30744a4-797e-449f-a839-aba725c2603a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:57.800251 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.858690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=82993efb-7c7d-4149-8555-7f09df6c1a4a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.952695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:58.055768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:58.057441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:58.155496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:58.223936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-257643ae-a8d3-40e4-a375-e9666ddd0deb None None] Provisioning for port 82993efb-7c7d-4149-8555-7f09df6c1a4a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:58.231297 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.233921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-257643ae-a8d3-40e4-a375-e9666ddd0deb None None] Provisioning complete for port 82993efb-7c7d-4149-8555-7f09df6c1a4a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:58.234381 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-257643ae-a8d3-40e4-a375-e9666ddd0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.261033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:58.261580 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.328949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Router 8b9d932f-f014-4343-b9ee-c4d27dad77de is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:58.358776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-257643ae-a8d3-40e4-a375-e9666ddd0deb None None] Port 82993efb-7c7d-4149-8555-7f09df6c1a4a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:58.388933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-257643ae-a8d3-40e4-a375-e9666ddd0deb None None] Provisioning complete for port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:58.393202 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-257643ae-a8d3-40e4-a375-e9666ddd0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.443753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-3af67ee1-078b-4067-8180-6bfdea51a11f tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.445911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-3af67ee1-078b-4067-8180-6bfdea51a11f tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.65 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 945 time: 0.1668198 Aug 29 04:29:58.468504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c939-9b07-4554-8dab-08f00dafbc34 req-c827a922-f488-461f-b0b5-615249be5d55 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.476183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a996c939-9b07-4554-8dab-08f00dafbc34 req-c827a922-f488-461f-b0b5-615249be5d55 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 945 time: 1.0304906 Aug 29 04:29:58.591150 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.593466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:58.601179 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-86d70f80-7e22-4aff-8a26-58168f4a272f tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "PUT /v2.0/routers/8b9d932f-f014-4343-b9ee-c4d27dad77de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7355783 Aug 29 04:29:58.606333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94bc8-2f2c-41d5-8080-c03ec6fc05d8 req-8ff336ec-f302-4650-b86e-cf92eaa59eb1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.608591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51352) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:58.615329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949469d3-2a3c-4b45-8c96-e62077fbf4af None None] Sync routers for ids ['8b9d932f-f014-4343-b9ee-c4d27dad77de'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:58.615647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4e94bc8-2f2c-41d5-8080-c03ec6fc05d8 req-8ff336ec-f302-4650-b86e-cf92eaa59eb1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.4109557 Aug 29 04:29:58.639032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949469d3-2a3c-4b45-8c96-e62077fbf4af None None] Routers {'8b9d932f-f014-4343-b9ee-c4d27dad77de'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:58.639677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-949469d3-2a3c-4b45-8c96-e62077fbf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8b9d932f-f014-4343-b9ee-c4d27dad77de'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:58.676717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Calling delete_port for 47a95277-6138-4df4-a7b6-4b7b270e8322 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:58.678156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Deleting port 023f4846-ea3b-433e-a1d4-a5d512e54f5c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:58.678285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.721964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-949469d3-2a3c-4b45-8c96-e62077fbf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:58.724789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a996c939-9b07-4554-8dab-08f00dafbc34 req-7ccbc373-6762-451b-b6c7-61c069bc5261 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e8c254f-9438-40f9-8923-5108fb553846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420416 Aug 29 04:29:58.747269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-307376fe-05d9-4a5d-883c-3cf056a0a41f None None] Provisioning complete for port 82993efb-7c7d-4149-8555-7f09df6c1a4a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:58.747842 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-307376fe-05d9-4a5d-883c-3cf056a0a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.750141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4e94bc8-2f2c-41d5-8080-c03ec6fc05d8 req-708c1b69-37d7-4f60-8c0d-e0fbcf4abfc0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272941 Aug 29 04:29:58.791073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949469d3-2a3c-4b45-8c96-e62077fbf4af None None] Routers {'8b9d932f-f014-4343-b9ee-c4d27dad77de'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:58.792501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-949469d3-2a3c-4b45-8c96-e62077fbf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8b9d932f-f014-4343-b9ee-c4d27dad77de'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:58.863671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] For port 023f4846-ea3b-433e-a1d4-a5d512e54f5c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=023f4846-ea3b-433e-a1d4-a5d512e54f5c,segment=NetworkSegment(4d75d583-d34d-4aa7-955c-1cb8c6aaa000),segment_id=4d75d583-d34d-4aa7-955c-1cb8c6aaa000)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:58.864599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.882822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Calling delete_port for 023f4846-ea3b-433e-a1d4-a5d512e54f5c owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:58.942134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-949469d3-2a3c-4b45-8c96-e62077fbf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:58.947615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949469d3-2a3c-4b45-8c96-e62077fbf4af None None] The sync data for ids ['8b9d932f-f014-4343-b9ee-c4d27dad77de'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:59.011250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-307376fe-05d9-4a5d-883c-3cf056a0a41f None None] Port 82993efb-7c7d-4149-8555-7f09df6c1a4a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:59.127470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe48c29-3251-4d4c-a57f-794a9c002ef0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.129439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bfe48c29-3251-4d4c-a57f-794a9c002ef0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b9d932f-f014-4343-b9ee-c4d27dad77de HTTP/1.1" status: 200 len: 988 time: 0.5180645 Aug 29 04:29:59.134113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:59.178139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4d3e9393-df06-4b37-b246-c81d3915818e None None] Provisioning complete for port 82993efb-7c7d-4149-8555-7f09df6c1a4a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:59.178958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9393-df06-4b37-b246-c81d3915818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.258205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e9393-df06-4b37-b246-c81d3915818e None None] Port 82993efb-7c7d-4149-8555-7f09df6c1a4a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:59.272810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.287371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['023f4846-ea3b-433e-a1d4-a5d512e54f5c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:59.326961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Pushing event deleted for resources: {'Port': ['ID=023f4846-ea3b-433e-a1d4-a5d512e54f5c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.363828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.378807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3f525-24f6-4e33-ae8f-3a83ba0da3f6 req-2a459b8b-709b-4715-b465-d12128cd4411 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.386089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ef3f525-24f6-4e33-ae8f-3a83ba0da3f6 req-2a459b8b-709b-4715-b465-d12128cd4411 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 944 time: 0.1728559 Aug 29 04:29:59.388270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7cf64fa3-5d88-47bc-9616-1f7d0b4c2666 None None] Provisioning complete for port 82993efb-7c7d-4149-8555-7f09df6c1a4a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:59.391789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cf64fa3-5d88-47bc-9616-1f7d0b4c2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.404866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743df4d6-e1a6-423c-af88-928987140d7e req-ab8d2147-f36d-4052-bb07-711fd3b02793 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.412110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-743df4d6-e1a6-423c-af88-928987140d7e req-ab8d2147-f36d-4052-bb07-711fd3b02793 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 932 time: 0.1814263 Aug 29 04:29:59.472353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] No DVR routers for this DVR port 023f4846-ea3b-433e-a1d4-a5d512e54f5c on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:59.473210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7cf64fa3-5d88-47bc-9616-1f7d0b4c2666 None None] Port 82993efb-7c7d-4149-8555-7f09df6c1a4a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:59.473700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event deleted for resources: {'Port': ['ID=47a95277-6138-4df4-a7b6-4b7b270e8322,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.476819 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.479112 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be065faf-3681-4dc6-ac2f-b8ad11d0b20c req-81a35cfe-ef9b-4c90-95f9-6230b8f22266 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.65 "DELETE /v2.0/ports/023f4846-ea3b-433e-a1d4-a5d512e54f5c HTTP/1.1" status: 204 len: 173 time: 1.0245144 Aug 29 04:29:59.479977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98a80f1-9a4e-4d83-ae3f-3fa054b660c1', 'name': 'network-vif-deleted', 'tag': '023f4846-ea3b-433e-a1d4-a5d512e54f5c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:59.482690 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a19ef7-fc84-414d-a0f6-6781bf3a8010" -d '{"events": [{"server_uuid": "e98a80f1-9a4e-4d83-ae3f-3fa054b660c1", "name": "network-vif-deleted", "tag": "023f4846-ea3b-433e-a1d4-a5d512e54f5c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:59.568961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628e8d93-d972-41bb-8888-6c82c46a9f95 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:59.600950 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ef3f525-24f6-4e33-ae8f-3a83ba0da3f6 req-e08408c2-4e27-4ef9-963a-c1a7a2da032b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130208 Aug 29 04:29:59.616302 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.621436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:59.674803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Transition to ACTIVE for port object 628e8d93-d972-41bb-8888-6c82c46a9f95 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:59.757572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:59.758002 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.774370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-743df4d6-e1a6-423c-af88-928987140d7e req-45afb78d-1f5d-468f-bcfe-bbd4186868f7 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613296 Aug 29 04:29:59.786879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.884606 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.889793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.914362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:59.916956 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3d4658-17da-4cfe-9f90-012c7591fc32" -d '{"events": [{"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:59.936627 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed6c2d8-38d8-4e21-8d2a-97af05f599b0 x-openstack-request-id: req-6ed6c2d8-38d8-4e21-8d2a-97af05f599b0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:59.937126 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98a80f1-9a4e-4d83-ae3f-3fa054b660c1", "name": "network-vif-deleted", "tag": "023f4846-ea3b-433e-a1d4-a5d512e54f5c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:59.937126 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ed6c2d8-38d8-4e21-8d2a-97af05f599b0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:59.941111 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98a80f1-9a4e-4d83-ae3f-3fa054b660c1', 'name': 'network-vif-deleted', 'tag': '023f4846-ea3b-433e-a1d4-a5d512e54f5c', 'status': 'completed', 'code': 200} Aug 29 04:29:59.949439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:59.958381 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.037716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.095138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.113932 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.127581 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.274910 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a9bd50-2bba-4405-a71c-3034681e8018 x-openstack-request-id: req-63a9bd50-2bba-4405-a71c-3034681e8018 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:00.275411 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:00.275580 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63a9bd50-2bba-4405-a71c-3034681e8018 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:00.276073 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'code': 200} Aug 29 04:30:00.366289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Pushing event updated for resources: {'Port': ['ID=628e8d93-d972-41bb-8888-6c82c46a9f95,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.506068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a811fe1b-5601-4ed5-a6fc-e543a5aaf6bc req-4026a6b5-2cdd-4086-b631-e2bc4b325290 tempest-VolumesAdminNegativeTest-1548849313 tempest-VolumesAdminNegativeTest-1548849313-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98a80f1-9a4e-4d83-ae3f-3fa054b660c1 HTTP/1.1" status: 200 len: 210 time: 0.3317509 Aug 29 04:30:00.533926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.534578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Fanout notify agent at l3_agent the message router_deleted on router 30f8fadd-f6ec-4c57-af80-f348dc03c1a5 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:00.539943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 82993efb-7c7d-4149-8555-7f09df6c1a4a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:00.543149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.586622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.591157 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0a1a99e7-73ca-4d6d-bf0e-32b6528a49b9 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "DELETE /v2.0/routers/30f8fadd-f6ec-4c57-af80-f348dc03c1a5 HTTP/1.1" status: 204 len: 168 time: 4.4168234 Aug 29 04:30:00.592159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51376) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.638269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf52d5-4af3-42d9-8aad-6c28f64e60fd req-14c696e4-af6a-485b-8970-4e48b8010dba tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.647315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35bf52d5-4af3-42d9-8aad-6c28f64e60fd req-14c696e4-af6a-485b-8970-4e48b8010dba tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1400187 Aug 29 04:30:00.689367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Attempting to bind port 628e8d93-d972-41bb-8888-6c82c46a9f95 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:00.690151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Attempting to bind port 628e8d93-d972-41bb-8888-6c82c46a9f95 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:00.690719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Attempting to bind port 628e8d93-d972-41bb-8888-6c82c46a9f95 on network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:00.699615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Port 628e8d93-d972-41bb-8888-6c82c46a9f95 on network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:00.700370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Attempting to bind port 628e8d93-d972-41bb-8888-6c82c46a9f95 on network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:00.704688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-67921e9b-03f6-4bbd-9271-f134c30a94c7 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Deleting subnet 9e683d28-fdbd-49f4-b2ec-c22fc9dde2ec {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:00.708245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67921e9b-03f6-4bbd-9271-f134c30a94c7 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.712079 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:00.712764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Checking segment: {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:00.713226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Bound using segment: {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:00.713746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Bound port: 628e8d93-d972-41bb-8888-6c82c46a9f95, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:00.714171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.762652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35bf52d5-4af3-42d9-8aad-6c28f64e60fd req-e5253eeb-be48-4488-b981-d82761034851 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135790 Aug 29 04:30:00.798535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67921e9b-03f6-4bbd-9271-f134c30a94c7 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.874209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b6b10-53aa-439b-b023-774d5f78d1f9 req-31c0f4eb-3885-46ad-a655-e92fe862f188 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.876234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-089b6b10-53aa-439b-b023-774d5f78d1f9 req-31c0f4eb-3885-46ad-a655-e92fe862f188 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1586981 Aug 29 04:30:00.892647 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.914015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 82993efb-7c7d-4149-8555-7f09df6c1a4a owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:00.933291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] For port 628e8d93-d972-41bb-8888-6c82c46a9f95, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:00.971153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] For port 628e8d93-d972-41bb-8888-6c82c46a9f95, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=628e8d93-d972-41bb-8888-6c82c46a9f95,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:00.977504 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67921e9b-03f6-4bbd-9271-f134c30a94c7 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.994639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.035293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a19e19-bb13-42a7-80cd-b7f2dd55d895 req-5b1791b4-3381-4aad-9b6b-2fd39c69cb62 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.037068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5a19e19-bb13-42a7-80cd-b7f2dd55d895 req-5b1791b4-3381-4aad-9b6b-2fd39c69cb62 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 944 time: 0.1424129 Aug 29 04:30:01.048840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-089b6b10-53aa-439b-b023-774d5f78d1f9 req-408d0f0f-b7c6-48e7-9aa9-fe8392e353b8 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607263 Aug 29 04:30:01.127367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.128312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.130094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] 10.222.0.64 "PUT /v2.0/ports/628e8d93-d972-41bb-8888-6c82c46a9f95 HTTP/1.1" status: 200 len: 1093 time: 4.0027115 Aug 29 04:30:01.130666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'tag': '628e8d93-d972-41bb-8888-6c82c46a9f95'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:01.133071 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f861d1-bfe0-4786-a883-bbb7297f11df", "tag": "628e8d93-d972-41bb-8888-6c82c46a9f95"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:01.138246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab73c8-8588-44eb-8d87-9b5571e0e1bb service neutron] Pushing event updated for resources: {'Port': ['ID=628e8d93-d972-41bb-8888-6c82c46a9f95,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.195769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b5a19e19-bb13-42a7-80cd-b7f2dd55d895 req-2649e422-bb6a-4281-ad20-688b650c3d32 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396158 Aug 29 04:30:01.211709 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67921e9b-03f6-4bbd-9271-f134c30a94c7 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.229927 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67921e9b-03f6-4bbd-9271-f134c30a94c7 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.231864 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-67921e9b-03f6-4bbd-9271-f134c30a94c7 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "DELETE /v2.0/subnets/9e683d28-fdbd-49f4-b2ec-c22fc9dde2ec HTTP/1.1" status: 204 len: 168 time: 0.6385541 Aug 29 04:30:01.236577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672220d-5341-4bac-94a3-3e37162de4a3 None None] Network c24aabb8-1bc1-406e-914e-f9b573ef53e1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:01.256371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51384) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.262326 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b179f9e-7a91-4463-a14f-a3a55d348d65 x-openstack-request-id: req-6b179f9e-7a91-4463-a14f-a3a55d348d65 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:01.262626 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f861d1-bfe0-4786-a883-bbb7297f11df", "tag": "628e8d93-d972-41bb-8888-6c82c46a9f95", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:01.262890 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b179f9e-7a91-4463-a14f-a3a55d348d65 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:01.263294 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'tag': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'status': 'completed', 'code': 200} Aug 29 04:30:01.286287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67921e9b-03f6-4bbd-9271-f134c30a94c7 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event deleted for resources: {'Subnet': ['ID=9e683d28-fdbd-49f4-b2ec-c22fc9dde2ec,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.305584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-fe17096c-d98a-4b4f-bc8e-b23b4c3e7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.307841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-fe17096c-d98a-4b4f-bc8e-b23b4c3e7c19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5021722636b54ca88801fcff254aaf43&device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 1096 time: 0.1235051 Aug 29 04:30:01.391642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-6f852e30-2458-496a-b7e3-eb0cb66287f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628e8d93-d972-41bb-8888-6c82c46a9f95 HTTP/1.1" status: 200 len: 217 time: 0.0718994 Aug 29 04:30:01.464696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.483452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.489424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-f4fe2d44-0ff0-4a0a-be05-bb44fde1e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.491574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-f4fe2d44-0ff0-4a0a-be05-bb44fde1e39f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23755ee1-e134-435e-832e-96c159d6422f HTTP/1.1" status: 200 len: 845 time: 0.0903962 Aug 29 04:30:01.606610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=82993efb-7c7d-4149-8555-7f09df6c1a4a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.625902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 023f4846-ea3b-433e-a1d4-a5d512e54f5c no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:01.637469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51390) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.656260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 023f4846-ea3b-433e-a1d4-a5d512e54f5c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:01.656597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 023f4846-ea3b-433e-a1d4-a5d512e54f5c not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:01.658504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] DHCP port deletion for c24aabb8-1bc1-406e-914e-f9b573ef53e1 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:01.697714 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:30:01.733646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-328f6369-1f10-4ded-9c2a-8e3749c5783a admin admin] Deleting subnet eed39b4a-2c6a-4d1c-aee9-6b9e7a975ac2 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:01.744047 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-328f6369-1f10-4ded-9c2a-8e3749c5783a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.763365 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] Deleting port 93184d94-70b5-454b-ada5-b3d8ba0fc69e {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:01.764047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.815734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-1f3b56af-7b54-40a9-b382-727109501324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.817423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-1f3b56af-7b54-40a9-b382-727109501324 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3158188 Aug 29 04:30:01.862323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] For port 93184d94-70b5-454b-ada5-b3d8ba0fc69e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=93184d94-70b5-454b-ada5-b3d8ba0fc69e,segment=NetworkSegment(a192712b-3439-44f3-9cf8-f4b5338c8d64),segment_id=a192712b-3439-44f3-9cf8-f4b5338c8d64)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:01.862781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.899568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] Calling delete_port for 93184d94-70b5-454b-ada5-b3d8ba0fc69e owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:02.050182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.085321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-bd0f7e9a-e74e-48a8-8b14-3550693ad850 service neutron] 10.222.0.64 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545192 Aug 29 04:30:02.113631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] Pushing event deleted for resources: {'Port': ['ID=93184d94-70b5-454b-ada5-b3d8ba0fc69e,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:02.117176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 93184d94-70b5-454b-ada5-b3d8ba0fc69e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:02.122178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b698715-676b-48a1-b69c-c73d639db50e None None] No DVR routers for this DVR port 93184d94-70b5-454b-ada5-b3d8ba0fc69e on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:02.173719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 93184d94-70b5-454b-ada5-b3d8ba0fc69e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:02.174363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 93184d94-70b5-454b-ada5-b3d8ba0fc69e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:02.267478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-328f6369-1f10-4ded-9c2a-8e3749c5783a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.294374 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.308342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Deleting port 93184d94-70b5-454b-ada5-b3d8ba0fc69e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:02.308689 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.365502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfb5811b-fb91-4361-bff8-d958d65ab547 req-dd262a34-e026-4c05-ac47-bdfd5e30c6c1 service neutron] 10.222.0.64 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615011 Aug 29 04:30:02.395042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] For port 93184d94-70b5-454b-ada5-b3d8ba0fc69e, host n-d-712142-15, got binding levels [] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:02.395465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.418833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Calling delete_port for 93184d94-70b5-454b-ada5-b3d8ba0fc69e owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:02.441668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_backend_mixin [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Port 93184d94-70b5-454b-ada5-b3d8ba0fc69e was not found and therefore no delete operation was performed {{(pid=94846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:30:02.448597 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.459907 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-328f6369-1f10-4ded-9c2a-8e3749c5783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.555203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event deleted for resources: {'Port': ['ID=93184d94-70b5-454b-ada5-b3d8ba0fc69e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:02.573122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] No DVR routers for this DVR port 93184d94-70b5-454b-ada5-b3d8ba0fc69e on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:02.599739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e21305-ae08-4c1b-b421-8837ed3fba5c req-7498747d-efbe-4006-b337-1acdd94b4cd3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.601840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9e21305-ae08-4c1b-b421-8837ed3fba5c req-7498747d-efbe-4006-b337-1acdd94b4cd3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.5138161 Aug 29 04:30:02.625632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30f067-8422-4fb6-9372-4cf8f4069723 req-4becab61-6245-43db-8a91-dc0bf59dd3d1 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.627614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f30f067-8422-4fb6-9372-4cf8f4069723 req-4becab61-6245-43db-8a91-dc0bf59dd3d1 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.3533325 Aug 29 04:30:02.633715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-08560d9b-0817-42aa-bc16-d51802b64a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.635914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-08560d9b-0817-42aa-bc16-d51802b64a31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5021722636b54ca88801fcff254aaf43&device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 1096 time: 0.1732316 Aug 29 04:30:02.687405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-328f6369-1f10-4ded-9c2a-8e3749c5783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.787936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f6369-1f10-4ded-9c2a-8e3749c5783a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed39b4a-2c6a-4d1c-aee9-6b9e7a975ac2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:02.797080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-328f6369-1f10-4ded-9c2a-8e3749c5783a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.798823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.802346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-328f6369-1f10-4ded-9c2a-8e3749c5783a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/eed39b4a-2c6a-4d1c-aee9-6b9e7a975ac2 HTTP/1.1" status: 204 len: 168 time: 1.1623142 Aug 29 04:30:02.803640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51400) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.825815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f30f067-8422-4fb6-9372-4cf8f4069723 req-f5f987eb-f1a0-42e1-af34-ea36c0baeaaf tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884675 Aug 29 04:30:02.866058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9e21305-ae08-4c1b-b421-8837ed3fba5c req-493cfd5d-e30b-482c-a82f-b0492e1df880 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347927 Aug 29 04:30:02.882168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24aabb8-1bc1-406e-914e-f9b573ef53e1']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:02.901220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-497c7643-0385-4f10-8276-f27d75ce920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.904057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a192712b-3439-44f3-9cf8-f4b5338c8d64') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:02.904372 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-497c7643-0385-4f10-8276-f27d75ce920a service neutron] 10.222.0.64 "GET /v2.0/networks?id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b HTTP/1.1" status: 200 len: 907 time: 0.2521842 Aug 29 04:30:02.904523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a192712b-3439-44f3-9cf8-f4b5338c8d64') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:02.915881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Router 8b9d932f-f014-4343-b9ee-c4d27dad77de has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:02.940443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.969810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.992914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-e15b8aa0-668e-43e4-a0c6-b358cf976d64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628e8d93-d972-41bb-8888-6c82c46a9f95 HTTP/1.1" status: 200 len: 217 time: 0.0756598 Aug 29 04:30:03.072338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:03.093299 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:03.095764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-10935b05-f67d-4569-b4b6-a04f62fea621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.095944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.096083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-10935b05-f67d-4569-b4b6-a04f62fea621 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23755ee1-e134-435e-832e-96c159d6422f HTTP/1.1" status: 200 len: 845 time: 0.0796256 Aug 29 04:30:03.116515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c188d5b-f8ee-4779-a0f8-5cca53668384 req-09b0b54f-4dbf-45bf-8133-c1615e665503 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.117991 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c188d5b-f8ee-4779-a0f8-5cca53668384 req-09b0b54f-4dbf-45bf-8133-c1615e665503 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 944 time: 0.1309879 Aug 29 04:30:03.126838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:03.135267 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2bc274c3-31d8-4b73-949a-a75f5641974c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "PUT /v2.0/routers/8b9d932f-f014-4343-b9ee-c4d27dad77de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0002358 Aug 29 04:30:03.136975 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e0567-dc26-4f5d-86ec-ad9915918a15 None None] Sync routers for ids ['8b9d932f-f014-4343-b9ee-c4d27dad77de'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:03.139068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51402) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.148412 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e0567-dc26-4f5d-86ec-ad9915918a15 None None] Routers {'8b9d932f-f014-4343-b9ee-c4d27dad77de'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:03.157576 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4a5e0567-dc26-4f5d-86ec-ad9915918a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8b9d932f-f014-4343-b9ee-c4d27dad77de'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.177483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.194806 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4a5e0567-dc26-4f5d-86ec-ad9915918a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.203384 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59668eb-2129-4e9f-a77e-0e0902dfe1c8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:30:03.205229 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f59668eb-2129-4e9f-a77e-0e0902dfe1c8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/82993efb-7c7d-4149-8555-7f09df6c1a4a HTTP/1.1" status: 404 len: 333 time: 0.0544991 Aug 29 04:30:03.207853 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e0567-dc26-4f5d-86ec-ad9915918a15 None None] Routers {'8b9d932f-f014-4343-b9ee-c4d27dad77de'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:03.208281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51404) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.208498 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4a5e0567-dc26-4f5d-86ec-ad9915918a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8b9d932f-f014-4343-b9ee-c4d27dad77de'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.237839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.241644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "DELETE /v2.0/networks/c24aabb8-1bc1-406e-914e-f9b573ef53e1 HTTP/1.1" status: 204 len: 168 time: 1.9807479 Aug 29 04:30:03.244529 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4a5e0567-dc26-4f5d-86ec-ad9915918a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.245209 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e0567-dc26-4f5d-86ec-ad9915918a15 None None] The sync data for ids ['8b9d932f-f014-4343-b9ee-c4d27dad77de'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:03.257250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51408) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.301318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576c8bb-31f5-4668-94ab-36bc299c5bb4 tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event deleted for resources: {'Network': ['ID=c24aabb8-1bc1-406e-914e-f9b573ef53e1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.322178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-c61082dc-46b3-491d-8bea-6225a059bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.322178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-c61082dc-46b3-491d-8bea-6225a059bf75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2220566 Aug 29 04:30:03.322523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.337281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c188d5b-f8ee-4779-a0f8-5cca53668384 req-a4b1c2b0-6a79-4d98-83d3-64a81bf23dce tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938541 Aug 29 04:30:03.372661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd7c415-c98b-4023-87df-d55f3c21e86b']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.388607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d75d583-d34d-4aa7-955c-1cb8c6aaa000') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.388898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d75d583-d34d-4aa7-955c-1cb8c6aaa000') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.390916 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faf58f10-dc1f-43c6-a8da-781d73b62a05 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.417546 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.444555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.460080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:03.461056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:03.469230 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:03.523270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Deleting port 64c69a89-96ec-4f8f-aa74-8435fda84f5f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:03.523618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.633128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faf58f10-dc1f-43c6-a8da-781d73b62a05 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.635902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faf58f10-dc1f-43c6-a8da-781d73b62a05 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.636146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.636953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.653290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Calling delete_port for 64c69a89-96ec-4f8f-aa74-8435fda84f5f owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:03.697520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faf58f10-dc1f-43c6-a8da-781d73b62a05 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.698228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf58f10-dc1f-43c6-a8da-781d73b62a05 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Fanout notify agent at l3_agent the message router_deleted on router 8b9d932f-f014-4343-b9ee-c4d27dad77de {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:03.709535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faf58f10-dc1f-43c6-a8da-781d73b62a05 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.711453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-faf58f10-dc1f-43c6-a8da-781d73b62a05 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/routers/8b9d932f-f014-4343-b9ee-c4d27dad77de HTTP/1.1" status: 204 len: 168 time: 0.4986982 Aug 29 04:30:03.714306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51412) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.744169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.750144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-39fd6395-e5a0-4a0d-89d2-6049cc6a8a7f service neutron] 10.222.0.64 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089241 Aug 29 04:30:03.770704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.775353 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/acd7c415-c98b-4023-87df-d55f3c21e86b HTTP/1.1" status: 204 len: 168 time: 0.9628861 Aug 29 04:30:03.775353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707b03e-591e-4ed0-8ab6-42ec5338bcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd7c415-c98b-4023-87df-d55f3c21e86b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.775743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51414) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.830388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07cba30-4a81-4afa-bda4-ba58541ea2bc tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet 2d5b19f0-c23e-4911-9357-6836e8cc51ca {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:03.838648 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c07cba30-4a81-4afa-bda4-ba58541ea2bc tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.877016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5ca993-49a4-4175-a9ce-c77d62716a25 admin admin] Deleting subnet 20f41095-0d65-4030-9f64-aaf368837ae0 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:03.897061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c07cba30-4a81-4afa-bda4-ba58541ea2bc tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.905363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca993-49a4-4175-a9ce-c77d62716a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.979750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a0e92ab-dc17-4110-b696-9f7e7a1c5059 req-186523e4-25b1-4fca-8567-d5dfcadda678 service neutron] 10.222.0.64 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143507 Aug 29 04:30:04.041226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca993-49a4-4175-a9ce-c77d62716a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.116591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca993-49a4-4175-a9ce-c77d62716a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.123845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41705d7-a721-4673-82ee-cb26db6ba865 req-f1d9b2c1-0b83-4e5d-9bf0-6d99f33880c5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.125623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a41705d7-a721-4673-82ee-cb26db6ba865 req-f1d9b2c1-0b83-4e5d-9bf0-6d99f33880c5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1277981 Aug 29 04:30:04.127213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c07cba30-4a81-4afa-bda4-ba58541ea2bc tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.148043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.227381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Pushing event deleted for resources: {'Port': ['ID=64c69a89-96ec-4f8f-aa74-8435fda84f5f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.233838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b911d-8967-4888-8cc2-cd84cef893ba req-1feeea95-49ad-4f14-ba49-c3c7f1c39b02 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.236237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d2b911d-8967-4888-8cc2-cd84cef893ba req-1feeea95-49ad-4f14-ba49-c3c7f1c39b02 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1952219 Aug 29 04:30:04.262523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.265107 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.266311 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-47427a6b-e64e-4cac-8718-842b7b22653f tempest-FloatingIPAdminTestJSON-542617385 tempest-FloatingIPAdminTestJSON-542617385-project] 10.222.0.58 "DELETE /v2.0/floatingips/6090324c-0820-478f-a3bb-2daa0ef551d9 HTTP/1.1" status: 204 len: 168 time: 1.0081167 Aug 29 04:30:04.272855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a41705d7-a721-4673-82ee-cb26db6ba865 req-8f84bd0b-1298-4f71-89af-b40de4a624e6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163638 Aug 29 04:30:04.289672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca993-49a4-4175-a9ce-c77d62716a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.314761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c07cba30-4a81-4afa-bda4-ba58541ea2bc tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.350016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ca993-49a4-4175-a9ce-c77d62716a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f41095-0d65-4030-9f64-aaf368837ae0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.354625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c07cba30-4a81-4afa-bda4-ba58541ea2bc tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.355638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4697c-e3b3-4205-95d2-97d83e506a52 None None] Network afd7ae39-fdf2-4543-b6db-a06cce2c4df6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:04.359624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c07cba30-4a81-4afa-bda4-ba58541ea2bc tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/2d5b19f0-c23e-4911-9357-6836e8cc51ca HTTP/1.1" status: 204 len: 168 time: 0.6411390 Aug 29 04:30:04.367550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51426) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:04.384023 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca993-49a4-4175-a9ce-c77d62716a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.395101 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aa5ca993-49a4-4175-a9ce-c77d62716a25 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/20f41095-0d65-4030-9f64-aaf368837ae0 HTTP/1.1" status: 204 len: 168 time: 0.6048658 Aug 29 04:30:04.395545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51428) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:04.426151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d2b911d-8967-4888-8cc2-cd84cef893ba req-5c25b4aa-7f7c-471f-9ce3-83705be968c5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738882 Aug 29 04:30:04.427511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cba30-4a81-4afa-bda4-ba58541ea2bc tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5b19f0-c23e-4911-9357-6836e8cc51ca,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.571263 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.616408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432728e2-4480-408c-b23f-a333bf164015 None None] DHCP port deletion for afd7ae39-fdf2-4543-b6db-a06cce2c4df6 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:04.639159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.668702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd92830-b012-430b-b5d1-70885416b0bc req-2e3de266-a2c7-4fe1-a3a4-901df664606c tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.670154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecd92830-b012-430b-b5d1-70885416b0bc req-2e3de266-a2c7-4fe1-a3a4-901df664606c tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 944 time: 0.1233308 Aug 29 04:30:04.694533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51432) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:04.725914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-432728e2-4480-408c-b23f-a333bf164015 None None] Deleting port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:04.726300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-432728e2-4480-408c-b23f-a333bf164015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.742782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecd92830-b012-430b-b5d1-70885416b0bc req-8310cb44-46c9-4439-9516-2bad9957544d tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548351 Aug 29 04:30:04.765010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:04.768283 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.768780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.780472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8b491a-f00b-4096-a55c-8821555740f2']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:04.801773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b84bb7-9ac1-44c5-8ec2-48e4aa0744bf') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:04.802074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b84bb7-9ac1-44c5-8ec2-48e4aa0744bf') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:04.818473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.842744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.849876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-432728e2-4480-408c-b23f-a333bf164015 None None] For port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,segment=NetworkSegment(f30744a4-797e-449f-a839-aba725c2603a),segment_id=f30744a4-797e-449f-a839-aba725c2603a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:04.850287 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-432728e2-4480-408c-b23f-a333bf164015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.851080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:04.851779 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.866951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-432728e2-4480-408c-b23f-a333bf164015 None None] Calling delete_port for 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:04.921836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] For port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,segment=NetworkSegment(f30744a4-797e-449f-a839-aba725c2603a),segment_id=f30744a4-797e-449f-a839-aba725c2603a)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:04.922217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:04.928379 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:04.935321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.946445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:04.952205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.954576 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9c8b491a-f00b-4096-a55c-8821555740f2 HTTP/1.1" status: 204 len: 168 time: 0.5572200 Aug 29 04:30:04.973077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca586f2c-48ae-4ded-8fb8-e6e8a8896808 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8b491a-f00b-4096-a55c-8821555740f2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.980368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-432728e2-4480-408c-b23f-a333bf164015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.008360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432728e2-4480-408c-b23f-a333bf164015 None None] Pushing event deleted for resources: {'Port': ['ID=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.013889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432728e2-4480-408c-b23f-a333bf164015 None None] No DVR routers for this DVR port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:05.022861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ea18072-7d1f-4a48-a26d-efcb19d8d2b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=486e2f62a5804c40b247afd8c7dc4784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238401 Aug 29 04:30:05.023870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51438) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.081295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3b35428b-8c0f-4143-aaff-cfb59da12ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.107644 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3b35428b-8c0f-4143-aaff-cfb59da12ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.120739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.164078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3b35428b-8c0f-4143-aaff-cfb59da12ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.166717 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3b35428b-8c0f-4143-aaff-cfb59da12ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.168079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3b35428b-8c0f-4143-aaff-cfb59da12ec1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/108ab164-4881-4efb-8bfe-d7739ab18d6f HTTP/1.1" status: 204 len: 168 time: 0.1434815 Aug 29 04:30:05.168898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=6e4f0eb8-a5e9-49f6-a663-1b94337cad5c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.181972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35428b-8c0f-4143-aaff-cfb59da12ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ab164-4881-4efb-8bfe-d7739ab18d6f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.186240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51442) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.198507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No DVR routers for this DVR port 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:05.253675 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b7b2bc3c-67bc-4453-a0a7-308f830867ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ba6b1bcd75b4888b5aed5ecbc1f75ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664177 Aug 29 04:30:05.262821 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51444) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.297256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.308880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd7ae39-fdf2-4543-b6db-a06cce2c4df6']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:05.342653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30744a4-797e-449f-a839-aba725c2603a') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:05.348088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30744a4-797e-449f-a839-aba725c2603a') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:05.353417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ae2f46ae-4e5e-45b2-8abc-f9cd249e860a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.375533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.398867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ae2f46ae-4e5e-45b2-8abc-f9cd249e860a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.406214 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.421061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:05.422847 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:05.430389 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:05.483220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 628e8d93-d972-41bb-8888-6c82c46a9f95 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:05.501570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ae2f46ae-4e5e-45b2-8abc-f9cd249e860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.506429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ae2f46ae-4e5e-45b2-8abc-f9cd249e860a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.516287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ae2f46ae-4e5e-45b2-8abc-f9cd249e860a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e8c254f-9438-40f9-8923-5108fb553846 HTTP/1.1" status: 204 len: 168 time: 0.2523270 Aug 29 04:30:05.535112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f46ae-4e5e-45b2-8abc-f9cd249e860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c254f-9438-40f9-8923-5108fb553846,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.755660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 628e8d93-d972-41bb-8888-6c82c46a9f95, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=628e8d93-d972-41bb-8888-6c82c46a9f95,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:05.779726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'port_id': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'mac_address': 'fa:16:3e:fb:d6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:05.797251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51458) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.818892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88d8fde8-4e06-45fd-8afb-ca48de746e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.888850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.910552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628e8d93-d972-41bb-8888-6c82c46a9f95 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:05.939920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 628e8d93-d972-41bb-8888-6c82c46a9f95, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=628e8d93-d972-41bb-8888-6c82c46a9f95,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:05.950703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.032892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=628e8d93-d972-41bb-8888-6c82c46a9f95,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.053899 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.071593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.073729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/networks/afd7ae39-fdf2-4543-b6db-a06cce2c4df6 HTTP/1.1" status: 204 len: 168 time: 1.7014022 Aug 29 04:30:06.084587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51462) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.141195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Network': ['ID=afd7ae39-fdf2-4543-b6db-a06cce2c4df6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.154374 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:06.169535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51464) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.170999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05442e-9a50-46ab-97f5-004245dbd35b req-b0c51401-948e-4457-847a-8628e3c019f3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.178825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f05442e-9a50-46ab-97f5-004245dbd35b req-b0c51401-948e-4457-847a-8628e3c019f3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2212293 Aug 29 04:30:06.182406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.182765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.183655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.184219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.184602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.184985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.185311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.185650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.185982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.186332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.186668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.187005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1101f-d9cf-4729-b83c-a441e7223076 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:06.196887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686db1f6-f32b-4c92-8fc2-8855a480b3ce req-b53078e5-5594-4d1f-89f7-88ca82216a5d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.198414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-686db1f6-f32b-4c92-8fc2-8855a480b3ce req-b53078e5-5594-4d1f-89f7-88ca82216a5d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.7494388 Aug 29 04:30:06.199973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:06.200380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6e4f0eb8-a5e9-49f6-a663-1b94337cad5c not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:06.221151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['628e8d93-d972-41bb-8888-6c82c46a9f95'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:06.241330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7fa37c-af39-4e4c-9d21-7c29f60079d8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.247545 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aa7fa37c-af39-4e4c-9d21-7c29f60079d8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/e949b58a-7a68-4cad-92e5-31c39bf2c5b7 HTTP/1.1" status: 200 len: 845 time: 0.1577466 Aug 29 04:30:06.247743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.299211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f05442e-9a50-46ab-97f5-004245dbd35b req-e9887eab-07b8-481a-bece-88cd4b55a5a3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194160 Aug 29 04:30:06.311644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-686db1f6-f32b-4c92-8fc2-8855a480b3ce req-8f3ee747-036e-45e7-bf7c-57d3ab54affa tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933642 Aug 29 04:30:06.312848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cf5bf35d-c597-451f-b60b-46ecb5d5afcb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=671fc506941945898c83c83d693f8186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395802 Aug 29 04:30:06.315599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51468) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.328522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88d8fde8-4e06-45fd-8afb-ca48de746e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.340857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88d8fde8-4e06-45fd-8afb-ca48de746e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.348605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fae9de81-0be4-4641-b9f2-28c8cbab73e9 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/e949b58a-7a68-4cad-92e5-31c39bf2c5b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1001081 Aug 29 04:30:06.352324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51470) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.358714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:06.423829 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-88d8fde8-4e06-45fd-8afb-ca48de746e01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecbf361d7a6b46439b7e7893af622b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6253963 Aug 29 04:30:06.430542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51472) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.431251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8fde8-4e06-45fd-8afb-ca48de746e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae386244-68cc-4f5d-8cc7-1d0d1236be07,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.505477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5779f639-fb3e-4783-959d-ca546503667f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.547037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c17001a-5868-4438-8c50-35df8b98747c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.558639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5779f639-fb3e-4783-959d-ca546503667f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.570394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:06.575053 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.606939 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c17001a-5868-4438-8c50-35df8b98747c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.659170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a316-65d4-4a01-8377-f6de9cd663a6 req-e750b1f1-ef54-46d1-a387-320b5d10016d tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.660949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8082a316-65d4-4a01-8377-f6de9cd663a6 req-e750b1f1-ef54-46d1-a387-320b5d10016d tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 945 time: 0.1739213 Aug 29 04:30:06.700364 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c17001a-5868-4438-8c50-35df8b98747c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.718520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c17001a-5868-4438-8c50-35df8b98747c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.724922 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c17001a-5868-4438-8c50-35df8b98747c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae386244-68cc-4f5d-8cc7-1d0d1236be07 HTTP/1.1" status: 204 len: 168 time: 0.2900765 Aug 29 04:30:06.743002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8082a316-65d4-4a01-8377-f6de9cd663a6 req-65d0b570-45fb-4009-89d1-0872749834e4 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692768 Aug 29 04:30:06.750216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17001a-5868-4438-8c50-35df8b98747c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae386244-68cc-4f5d-8cc7-1d0d1236be07,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.754693 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5779f639-fb3e-4783-959d-ca546503667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.757766 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5779f639-fb3e-4783-959d-ca546503667f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.761495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5779f639-fb3e-4783-959d-ca546503667f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9cd144b-db66-449b-b1d8-e18d861d4c55 HTTP/1.1" status: 204 len: 168 time: 0.4421606 Aug 29 04:30:06.824795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779f639-fb3e-4783-959d-ca546503667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cd144b-db66-449b-b1d8-e18d861d4c55,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.953795 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.013900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:07.017501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:07.022208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.022935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.034414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=7dcccfcd-c833-4b0a-8ba1-06c96654dbdc,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.043451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aff4f7-a3b8-4a6f-80f8-e9b0b28a0cea None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:07.050354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0e35fab5-541b-498b-9f9c-37c26b1841b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6939843 Aug 29 04:30:07.050696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51478) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:07.057733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-59a0b021-f1bf-4c68-b6c3-5c1eae49b5e8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-1473909643'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:07.096225 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-59a0b021-f1bf-4c68-b6c3-5c1eae49b5e8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.238645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-59a0b021-f1bf-4c68-b6c3-5c1eae49b5e8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.244420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-59a0b021-f1bf-4c68-b6c3-5c1eae49b5e8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.294898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0b021-f1bf-4c68-b6c3-5c1eae49b5e8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97105eff-0625-4ba5-a74b-e33c3b90a21c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.310352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-59a0b021-f1bf-4c68-b6c3-5c1eae49b5e8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.311887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-59a0b021-f1bf-4c68-b6c3-5c1eae49b5e8 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2599680 Aug 29 04:30:07.314589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51486) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:07.329056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2a2103ea-9c9a-4532-8390-f0f18c076857 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-1442036871'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:07.378385 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a2103ea-9c9a-4532-8390-f0f18c076857 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.400554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-a9220d89-9686-41c7-bcc4-1a965d12a35d', 'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'tenant_id': '1ce596bf4d044001b8de8e6e087a62fa', 'fixed_ips': [{'subnet_id': '7dcccfcd-c833-4b0a-8ba1-06c96654dbdc'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:07.401434 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.441285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51496) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:07.491587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-20c39379-1351-4383-b0b5-6793635fbf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.631312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 628e8d93-d972-41bb-8888-6c82c46a9f95 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:07.634142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56fdd-34d6-4949-832d-6c5be2083e25 req-0ac0ca44-d1c2-4013-a431-8a9b990221f2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.645106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94f56fdd-34d6-4949-832d-6c5be2083e25 req-0ac0ca44-d1c2-4013-a431-8a9b990221f2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1231809 Aug 29 04:30:07.669456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a2103ea-9c9a-4532-8390-f0f18c076857 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.678815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa79464-94b2-461b-9601-6d747647226b req-243dda1e-98fd-4ab6-88e4-373de00111d5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.681787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a2103ea-9c9a-4532-8390-f0f18c076857 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.687544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfa79464-94b2-461b-9601-6d747647226b req-243dda1e-98fd-4ab6-88e4-373de00111d5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1386414 Aug 29 04:30:07.755935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94f56fdd-34d6-4949-832d-6c5be2083e25 req-7a843f58-30ad-4541-9bbc-e46f32e18c17 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066642 Aug 29 04:30:07.814952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2103ea-9c9a-4532-8390-f0f18c076857 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f257558-8b63-42e7-89af-8e2e21d085ab,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.882273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dfa79464-94b2-461b-9601-6d747647226b req-46368b62-1ffb-4774-b7c4-24234989750d tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936648 Aug 29 04:30:07.904599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Allocated IP 2001:db8::2 (a9220d89-9686-41c7-bcc4-1a965d12a35d/7dcccfcd-c833-4b0a-8ba1-06c96654dbdc/d0069ef5-8ee6-454b-95f8-b0494302865e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:07.913326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 628e8d93-d972-41bb-8888-6c82c46a9f95 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:07.930349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 628e8d93-d972-41bb-8888-6c82c46a9f95 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:07.934344 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.115034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-20c39379-1351-4383-b0b5-6793635fbf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.130129 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a2103ea-9c9a-4532-8390-f0f18c076857 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.131701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2a2103ea-9c9a-4532-8390-f0f18c076857 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8158076 Aug 29 04:30:08.134639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51508) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.140296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-20c39379-1351-4383-b0b5-6793635fbf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.142519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-513267732', 'security_groups': ['6f257558-8b63-42e7-89af-8e2e21d085ab'], 'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7dcccfcd-c833-4b0a-8ba1-06c96654dbdc'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:08.218617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-20c39379-1351-4383-b0b5-6793635fbf7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9872f32f6c142cead2dbfb9a5bc7eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7748663 Aug 29 04:30:08.229984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51512) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.263964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c39379-1351-4383-b0b5-6793635fbf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463260b8-1c68-4167-a29d-15bbb911a44c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.265433 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.313218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51ec5f-ebe5-4cd8-b38c-89079458942d req-6e4bb6cb-aabd-4683-af5b-890412ea0f2a tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.317773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca51ec5f-ebe5-4cd8-b38c-89079458942d req-6e4bb6cb-aabd-4683-af5b-890412ea0f2a tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 945 time: 0.2281182 Aug 29 04:30:08.354346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628e8d93-d972-41bb-8888-6c82c46a9f95'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:08.368881 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa48e003-ee65-494f-aa88-e440501a9f99" -d '{"events": [{"server_uuid": "c9f861d1-bfe0-4786-a883-bbb7297f11df", "name": "network-vif-plugged", "status": "completed", "tag": "628e8d93-d972-41bb-8888-6c82c46a9f95"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:08.387311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:08.404343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 628e8d93-d972-41bb-8888-6c82c46a9f95, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=628e8d93-d972-41bb-8888-6c82c46a9f95,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:08.456133 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.465125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca51ec5f-ebe5-4cd8-b38c-89079458942d req-a5afd9d8-b48b-434a-a4fa-c02fdb16fba3 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393840 Aug 29 04:30:08.472016 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb95ec4-ee22-4e73-821d-ace2397ce282 x-openstack-request-id: req-adb95ec4-ee22-4e73-821d-ace2397ce282 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:08.472319 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f861d1-bfe0-4786-a883-bbb7297f11df", "name": "network-vif-plugged", "status": "completed", "tag": "628e8d93-d972-41bb-8888-6c82c46a9f95", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:08.472536 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adb95ec4-ee22-4e73-821d-ace2397ce282 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:08.472980 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'code': 200} Aug 29 04:30:08.477582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d55b1635-0856-424a-a8ea-67b5ad249400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.535728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.537538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51518) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.548550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d55b1635-0856-424a-a8ea-67b5ad249400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.557776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Transition to ACTIVE for port object d0069ef5-8ee6-454b-95f8-b0494302865e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:08.557776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=628e8d93-d972-41bb-8888-6c82c46a9f95,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.571351 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.571901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Transition to ACTIVE for port object d0069ef5-8ee6-454b-95f8-b0494302865e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:08.581956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.609979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port c5b3c421-8b69-4ed8-a48f-8b23388beebb yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:08.645639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:08.650359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:08.651606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Pushing event updated for resources: {'Port': ['ID=d0069ef5-8ee6-454b-95f8-b0494302865e,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.654815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:08.730770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Attempting to bind port d0069ef5-8ee6-454b-95f8-b0494302865e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:08.731265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Attempting to bind port d0069ef5-8ee6-454b-95f8-b0494302865e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '38aa4212-a497-48e5-b1fd-fc26e8c2b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:08.731498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Attempting to bind port d0069ef5-8ee6-454b-95f8-b0494302865e on network a9220d89-9686-41c7-bcc4-1a965d12a35d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:08.738474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:08.738863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Checking segment: {'id': '38aa4212-a497-48e5-b1fd-fc26e8c2b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:08.739780 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.740215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Bound using segment: {'id': '38aa4212-a497-48e5-b1fd-fc26e8c2b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:08.740870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Bound port: d0069ef5-8ee6-454b-95f8-b0494302865e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38aa4212-a497-48e5-b1fd-fc26e8c2b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:08.741267 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.743242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa0f1e-2d54-4d46-a789-1504578ab18e req-4cf3ac08-b1a9-409c-a989-cb871daf3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.748632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47aa0f1e-2d54-4d46-a789-1504578ab18e req-4cf3ac08-b1a9-409c-a989-cb871daf3e56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 1098 time: 0.1977742 Aug 29 04:30:08.803952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-611681617-network', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:08.820034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d55b1635-0856-424a-a8ea-67b5ad249400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.823266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d55b1635-0856-424a-a8ea-67b5ad249400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.825292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d55b1635-0856-424a-a8ea-67b5ad249400 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/463260b8-1c68-4167-a29d-15bbb911a44c HTTP/1.1" status: 204 len: 168 time: 0.5919745 Aug 29 04:30:08.875020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1635-0856-424a-a8ea-67b5ad249400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463260b8-1c68-4167-a29d-15bbb911a44c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.919494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] For port d0069ef5-8ee6-454b-95f8-b0494302865e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:08.924391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] For port d0069ef5-8ee6-454b-95f8-b0494302865e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0069ef5-8ee6-454b-95f8-b0494302865e,segment=NetworkSegment(38aa4212-a497-48e5-b1fd-fc26e8c2b75f),segment_id=38aa4212-a497-48e5-b1fd-fc26e8c2b75f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:08.942210 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.999281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Made reservation on behalf of fddac67d768f4dd3ae2b0c51664a8c01 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:09.001940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.005400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47aa0f1e-2d54-4d46-a789-1504578ab18e req-00cc6655-057c-41eb-b004-b3cdb690755b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426925 Aug 29 04:30:09.038949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.070204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493e2b9-2ce7-4819-8e7a-45eb4ecf3857 None None] Pushing event updated for resources: {'Port': ['ID=d0069ef5-8ee6-454b-95f8-b0494302865e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.077389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::24a (a9220d89-9686-41c7-bcc4-1a965d12a35d/7dcccfcd-c833-4b0a-8ba1-06c96654dbdc/c5b3c421-8b69-4ed8-a48f-8b23388beebb) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:09.179913 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.196318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.233492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fa408-940a-4e56-b3aa-0619b1a75904 req-45c7d316-7c13-41d7-9771-edd1355f5fb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.235156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b31fa408-940a-4e56-b3aa-0619b1a75904 req-45c7d316-7c13-41d7-9771-edd1355f5fb3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.3758550 Aug 29 04:30:09.309489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:09.333816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b31fa408-940a-4e56-b3aa-0619b1a75904 req-4dc6ceec-43fc-4b2f-8d37-9e4000fd8406 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845089 Aug 29 04:30:09.346412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12901d91-ce32-4665-993a-2132e21251ec,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.366160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf9092-5834-4fd7-91cf-abd3e9d69aab req-58f312b1-0e48-413a-ab8a-52da3d12a5f2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.374409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9baf9092-5834-4fd7-91cf-abd3e9d69aab req-58f312b1-0e48-413a-ab8a-52da3d12a5f2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.1927361 Aug 29 04:30:09.376944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.377433 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Added segment b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c of type vlan for network ed332827-7caf-452d-a569-298f4b43432f Aug 29 04:30:09.415095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.472280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object c5b3c421-8b69-4ed8-a48f-8b23388beebb will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:09.541548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9baf9092-5834-4fd7-91cf-abd3e9d69aab req-87a317f6-0378-41ba-83da-e7f88714d5f9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614192 Aug 29 04:30:09.556796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.588011 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.625450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.627536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.628224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.632552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:09.640211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:09.651333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:09.659352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.660786 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.677737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=c5b3c421-8b69-4ed8-a48f-8b23388beebb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.703377 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d1c7ec7d-ea04-4502-af66-ff71b5117fcf tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5673130 Aug 29 04:30:09.704279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51546) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:09.710210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8be26acc-e9ed-4f17-9f62-dec6034e10fe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:09.793606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2546790 Aug 29 04:30:09.815107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51548) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:09.821138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Request body: {'subnet': {'network_id': 'ed332827-7caf-452d-a569-298f4b43432f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-611681617-subnet', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:09.854006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71affbe-90fe-48ef-b978-c362323d4fbd admin admin] Pushing event updated for resources: {'Network': ['ID=ed332827-7caf-452d-a569-298f4b43432f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.868607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network ed332827-7caf-452d-a569-298f4b43432f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:09.897327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Made reservation on behalf of fddac67d768f4dd3ae2b0c51664a8c01 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:09.900725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.916094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be26acc-e9ed-4f17-9f62-dec6034e10fe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:09.921705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8be26acc-e9ed-4f17-9f62-dec6034e10fe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.105692 n-d-712142-15 neutron-server[94846]: INFO neutron.db.ipam_backend_mixin [None req-8be26acc-e9ed-4f17-9f62-dec6034e10fe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7dcccfcd-c833-4b0a-8ba1-06c96654dbdc (CIDR: 2001:db8::/64) Aug 29 04:30:10.113037 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be26acc-e9ed-4f17-9f62-dec6034e10fe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:10.113504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be26acc-e9ed-4f17-9f62-dec6034e10fe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:10.157227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8be26acc-e9ed-4f17-9f62-dec6034e10fe tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4515848 Aug 29 04:30:10.160422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51558) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.170630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:10.209997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0069ef5-8ee6-454b-95f8-b0494302865e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:10.249871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc9ea0-82ea-4d1a-b333-2b10954406d5 req-f9d92e2d-39d3-4e6e-abb5-ca029a1af188 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.250394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83dc9ea0-82ea-4d1a-b333-2b10954406d5 req-f9d92e2d-39d3-4e6e-abb5-ca029a1af188 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.5788915 Aug 29 04:30:10.253968 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.379038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58df9a7-cd4e-40e1-b2ae-c67b65b96c50,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:10.401123 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83dc9ea0-82ea-4d1a-b333-2b10954406d5 req-a38a6434-73ff-406e-992d-1873e69a4479 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433320 Aug 29 04:30:10.403628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Checking segment: {'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:10.404492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Network hostable DHCP agents. Network: ed332827-7caf-452d-a569-298f4b43432f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:10.440868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Network ed332827-7caf-452d-a569-298f4b43432f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:10.446576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d0069ef5-8ee6-454b-95f8-b0494302865e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:10.466620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, ed332827-7caf-452d-a569-298f4b43432f) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:10.472065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.472676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.477492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f97acd-b71c-49bb-8d85-3fa2cd678dff None None] Network ed332827-7caf-452d-a569-298f4b43432f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:10.480819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:10.496126 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.536322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-99fa8411-ab6d-413d-8dd4-2f1ee3f6ebf1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7192073 Aug 29 04:30:10.536849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51564) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.549150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:10.666679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.668477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.809430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25a6f5-09de-49f8-b5d2-56049a73d28f req-4bf4612e-fd71-4364-84ab-b3d8bf544fd3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.818121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c25a6f5-09de-49f8-b5d2-56049a73d28f req-4bf4612e-fd71-4364-84ab-b3d8bf544fd3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2645831 Aug 29 04:30:10.961156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-ed332827-7caf-452d-a569-298f4b43432f', 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'fixed_ips': [{'subnet_id': 'a58df9a7-cd4e-40e1-b2ae-c67b65b96c50'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:10.963103 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.999858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.005673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.070661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:11.075759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:11.084613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.085173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.111134 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9488256 Aug 29 04:30:11.115192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51578) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.122209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2032537650', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa305047-f575-467b-8161-49fe4c7551fd'}], 'security_groups': ['97105eff-0625-4ba5-a74b-e33c3b90a21c']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:11.128469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209a9d6-a212-4547-bec3-8668f81f6e99 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=aa305047-f575-467b-8161-49fe4c7551fd,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.260565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c25a6f5-09de-49f8-b5d2-56049a73d28f req-fd00af69-afbb-4c92-9089-913652c05381 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411211 Aug 29 04:30:11.273093 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.304503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.308616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14647d3f-2249-467e-b734-4efbde9a4f81 req-c4331fd7-e683-4f96-af04-00ff508ccd79 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.315909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14647d3f-2249-467e-b734-4efbde9a4f81 req-c4331fd7-e683-4f96-af04-00ff508ccd79 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.4634948 Aug 29 04:30:11.319441 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Provisioning complete for port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:11.323008 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.376976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:11.421452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Provisioning for port d0069ef5-8ee6-454b-95f8-b0494302865e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:11.430197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:11.430720 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.513659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Allocated IP 172.20.0.2 (ed332827-7caf-452d-a569-298f4b43432f/a58df9a7-cd4e-40e1-b2ae-c67b65b96c50/061de203-913c-4353-9f41-36c5b2999416) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:11.521257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14647d3f-2249-467e-b734-4efbde9a4f81 req-ef1583c8-5b38-47cd-a90e-531565294197 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004616 Aug 29 04:30:11.535767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:11.577763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcde5a8-5981-49df-89d6-003b7a43d4b5 None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:11.665230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7ece7-f374-46bb-bfe3-53231db28995 req-64995a17-17dc-43da-b646-b4cf486285eb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.670344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ab7ece7-f374-46bb-bfe3-53231db28995 req-64995a17-17dc-43da-b646-b4cf486285eb tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.1133361 Aug 29 04:30:11.710596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51588) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.749624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ab7ece7-f374-46bb-bfe3-53231db28995 req-3ed0827f-34f3-47b4-8745-c7d23675c4f5 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714481 Aug 29 04:30:11.961579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6345c55d-ac33-471d-ade8-7a9aeaa05bf5 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-437946409'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:11.962034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6345c55d-ac33-471d-ade8-7a9aeaa05bf5 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Unknown quota resources ['metering_label']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:12.061502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca317-7fe9-46e4-9245-6698fd01b002 req-1d275390-9d2e-4804-b2b9-d899026e958a tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.068309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-876ca317-7fe9-46e4-9245-6698fd01b002 req-1d275390-9d2e-4804-b2b9-d899026e958a tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.2180848 Aug 29 04:30:12.073285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51594) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.082273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Request body: {'floatingip': {'port_id': '628e8d93-d972-41bb-8888-6c82c46a9f95'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:12.146319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.159209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6345c55d-ac33-471d-ade8-7a9aeaa05bf5 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.160438 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6345c55d-ac33-471d-ade8-7a9aeaa05bf5 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4488788 Aug 29 04:30:12.168621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51596) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.173857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-36053e96-afa7-411c-8d53-08493f6012f2 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '329a2bb9-c13c-42f4-a933-64ecaf500357'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:12.173857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-36053e96-afa7-411c-8d53-08493f6012f2 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:12.182311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.186286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.292296 n-d-712142-15 neutron-server[94846]: WARNING neutron.services.metering.metering_plugin [None req-36053e96-afa7-411c-8d53-08493f6012f2 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:30:12.292585 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.347300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] For port d0069ef5-8ee6-454b-95f8-b0494302865e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0069ef5-8ee6-454b-95f8-b0494302865e,segment=NetworkSegment(38aa4212-a497-48e5-b1fd-fc26e8c2b75f),segment_id=38aa4212-a497-48e5-b1fd-fc26e8c2b75f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:12.368112 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.380918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Delete allocated IP 2001:db8::24a (a9220d89-9686-41c7-bcc4-1a965d12a35d/7dcccfcd-c833-4b0a-8ba1-06c96654dbdc) {{(pid=94846) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:30:12.430768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-36053e96-afa7-411c-8d53-08493f6012f2 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.433534 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-36053e96-afa7-411c-8d53-08493f6012f2 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2637417 Aug 29 04:30:12.437164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8:0:1::18a (a9220d89-9686-41c7-bcc4-1a965d12a35d/aa305047-f575-467b-8161-49fe4c7551fd/c5b3c421-8b69-4ed8-a48f-8b23388beebb) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:12.441574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51600) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.446421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6fc2e955-3384-4dcc-8c37-5604564a806f tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '329a2bb9-c13c-42f4-a933-64ecaf500357'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:12.447015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6fc2e955-3384-4dcc-8c37-5604564a806f tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:12.479270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:12.512553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc977f9-58b3-4933-aea3-f6ca02e3f1d8 None None] Update dhcp port {'port': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'fixed_ips': [{'subnet_id': '7dcccfcd-c833-4b0a-8ba1-06c96654dbdc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa305047-f575-467b-8161-49fe4c7551fd'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'd0069ef5-8ee6-454b-95f8-b0494302865e'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:12.529556 n-d-712142-15 neutron-server[94846]: WARNING neutron.services.metering.metering_plugin [None req-6fc2e955-3384-4dcc-8c37-5604564a806f tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:30:12.638086 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.649373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Transition to ACTIVE for port object 061de203-913c-4353-9f41-36c5b2999416 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:12.675085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Transition to ACTIVE for port object 061de203-913c-4353-9f41-36c5b2999416 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:12.694271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6fc2e955-3384-4dcc-8c37-5604564a806f tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.697900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6fc2e955-3384-4dcc-8c37-5604564a806f tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2553291 Aug 29 04:30:12.701320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51604) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.710466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824f25a-c89f-4c6a-af9f-6c3823157816 req-2c61312c-c057-4511-9f5f-71f58d934ab9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.712251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1824f25a-c89f-4c6a-af9f-6c3823157816 req-2c61312c-c057-4511-9f5f-71f58d934ab9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2845907 Aug 29 04:30:12.714863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cdc977f9-58b3-4933-aea3-f6ca02e3f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.750010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Allocated IP 172.25.1.239 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/62d727a3-3ff1-437b-acf1-479e701975bc) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:12.753709 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.848332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba', 'port_id': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'mac_address': 'fa:16:3e:a4:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88163fe2-9de1-43be-9945-b132ade96e98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:12.937251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Network ed332827-7caf-452d-a569-298f4b43432f is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:12.940689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d038c5d-ab3f-468b-9890-434adc7be5d9 None None] Pushing event updated for resources: {'Port': ['ID=d0069ef5-8ee6-454b-95f8-b0494302865e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.946988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06f8bf-6b9d-48ec-9577-8121b59abb18 req-2896c1f1-dcb2-4ce2-9c83-fe6410677a45 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.962345 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d06f8bf-6b9d-48ec-9577-8121b59abb18 req-2896c1f1-dcb2-4ce2-9c83-fe6410677a45 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.2879424 Aug 29 04:30:12.963115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-78081f45-03b6-4682-84e0-46b15633899a None None] Provisioning for port c5b3c421-8b69-4ed8-a48f-8b23388beebb completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:12.995707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-78081f45-03b6-4682-84e0-46b15633899a None None] Provisioning complete for port c5b3c421-8b69-4ed8-a48f-8b23388beebb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:12.997499 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-78081f45-03b6-4682-84e0-46b15633899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.015646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1824f25a-c89f-4c6a-af9f-6c3823157816 req-b8a409db-94a2-4b77-b20d-a55fd96cd80d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697031 Aug 29 04:30:13.162537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d06f8bf-6b9d-48ec-9577-8121b59abb18 req-cbbb754b-0390-4542-b3aa-5f4f6d2ca1c8 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934655 Aug 29 04:30:13.163887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:13.176885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:13.193194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.239262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Ignored duplicate provisioning block setup for port c5b3c421-8b69-4ed8-a48f-8b23388beebb by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:30:13.247382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-78081f45-03b6-4682-84e0-46b15633899a None None] Port c5b3c421-8b69-4ed8-a48f-8b23388beebb cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:13.265924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.358980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dba489b6-a23d-4583-8658-748bd711d521 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=43a5a873-f2cc-437d-8b86-5302315a705e HTTP/1.1" status: 200 len: 462 time: 0.1171861 Aug 29 04:30:13.368755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51620) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:13.430776 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.447329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] In _notify_port_updated(), no bound segment for port c5b3c421-8b69-4ed8-a48f-8b23388beebb on network a9220d89-9686-41c7-bcc4-1a965d12a35d {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:13.480423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.481501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.494263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "PUT /v2.0/ports/c5b3c421-8b69-4ed8-a48f-8b23388beebb HTTP/1.1" status: 200 len: 931 time: 2.3775969 Aug 29 04:30:13.542360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51622) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:13.587099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91fe26-83a4-4b86-929f-ebe09e208e67 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=c5b3c421-8b69-4ed8-a48f-8b23388beebb,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:13.773577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9a3013a-22aa-42e3-9a8f-14dcf10a6951 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:13.782326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Pushing event updated for resources: {'Port': ['ID=061de203-913c-4353-9f41-36c5b2999416,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:13.820591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Attempting to bind port 061de203-913c-4353-9f41-36c5b2999416 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:13.820969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Attempting to bind port 061de203-913c-4353-9f41-36c5b2999416 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:13.821344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Attempting to bind port 061de203-913c-4353-9f41-36c5b2999416 on network ed332827-7caf-452d-a569-298f4b43432f {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:13.829612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:13.834858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:13.835294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Checking segment: {'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:13.835714 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.836196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Bound using segment: {'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:13.836692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Bound port: 061de203-913c-4353-9f41-36c5b2999416, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:13.837473 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.850804 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.064335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:14.243305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9a3013a-22aa-42e3-9a8f-14dcf10a6951'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:14.253932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b4c173d-4c2c-48fc-9c14-5eb59f89d5df tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.257494 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2b4c173d-4c2c-48fc-9c14-5eb59f89d5df tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/43a5a873-f2cc-437d-8b86-5302315a705e HTTP/1.1" status: 204 len: 168 time: 0.8365328 Aug 29 04:30:14.274219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51638) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.302236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0069ef5-8ee6-454b-95f8-b0494302865e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:14.324586 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-54d53213-9921-491d-8b65-a18602f1ff6a tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=43a5a873-f2cc-437d-8b86-5302315a705e HTTP/1.1" status: 200 len: 221 time: 0.0229986 Aug 29 04:30:14.326733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51642) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.333524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6f057f24-3be9-47e4-a59b-e97b151fe3af tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--156641667', 'description': 'label created by tempest'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:14.334353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6f057f24-3be9-47e4-a59b-e97b151fe3af tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Unknown quota resources ['metering_label']. {{(pid=94846) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:14.532619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-cdc977f9-58b3-4933-aea3-f6ca02e3f1d8 None None] Allocated IP 2001:db8:0:1::2 (a9220d89-9686-41c7-bcc4-1a965d12a35d/aa305047-f575-467b-8161-49fe4c7551fd/d0069ef5-8ee6-454b-95f8-b0494302865e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:14.564198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] For port 061de203-913c-4353-9f41-36c5b2999416, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:14.587423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] For port 061de203-913c-4353-9f41-36c5b2999416, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=061de203-913c-4353-9f41-36c5b2999416,segment=NetworkSegment(b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c),segment_id=b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:14.608727 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f057f24-3be9-47e4-a59b-e97b151fe3af tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.616438 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6f057f24-3be9-47e4-a59b-e97b151fe3af tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2881856 Aug 29 04:30:14.617510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51644) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.618668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.700792 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-429e3216-af7a-490a-b674-af6708cc0663 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=2b5e3b9f-40f7-4d1d-ba24-946568688cc7 HTTP/1.1" status: 200 len: 467 time: 0.0802944 Aug 29 04:30:14.703135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51646) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.815938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e8fae0a3-1a1f-474b-975c-9802f49739f3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port c5b3c421-8b69-4ed8-a48f-8b23388beebb {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:14.817688 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8fae0a3-1a1f-474b-975c-9802f49739f3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.974253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:14.974646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.994617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e8005-6991-4852-9a3e-d61caaed19b9 None None] Pushing event updated for resources: {'Port': ['ID=061de203-913c-4353-9f41-36c5b2999416,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.052100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.155938 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8fae0a3-1a1f-474b-975c-9802f49739f3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.158115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae162d69-43cd-48a5-aa76-375132f1999e req-39d06c5e-1082-41c7-a47e-deec302fa531 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.160293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae162d69-43cd-48a5-aa76-375132f1999e req-39d06c5e-1082-41c7-a47e-deec302fa531 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 944 time: 0.6697619 Aug 29 04:30:15.167425 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.169789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.203621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e8fae0a3-1a1f-474b-975c-9802f49739f3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for c5b3c421-8b69-4ed8-a48f-8b23388beebb owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:15.224988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cdc977f9-58b3-4933-aea3-f6ca02e3f1d8 None None] For port d0069ef5-8ee6-454b-95f8-b0494302865e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0069ef5-8ee6-454b-95f8-b0494302865e,segment=NetworkSegment(38aa4212-a497-48e5-b1fd-fc26e8c2b75f),segment_id=38aa4212-a497-48e5-b1fd-fc26e8c2b75f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:15.286558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.331975 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cdc977f9-58b3-4933-aea3-f6ca02e3f1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.380026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cdc977f9-58b3-4933-aea3-f6ca02e3f1d8 None None] Transition to ACTIVE for port object d0069ef5-8ee6-454b-95f8-b0494302865e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:15.405260 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cdc977f9-58b3-4933-aea3-f6ca02e3f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.455224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Port d0069ef5-8ee6-454b-95f8-b0494302865e had new provisioning blocks added so it will not transition to active. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 29 04:30:15.456021 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Floating IP 46797269-99bb-4229-abf1-4f7317a8e270 associated. External IP: 172.25.1.69, port: 628e8d93-d972-41bb-8888-6c82c46a9f95. Aug 29 04:30:15.478905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f2f03-2383-456a-b734-1999648291be req-69776691-89c6-4252-aef6-9f8d3479b30c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.482105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc3f2f03-2383-456a-b734-1999648291be req-69776691-89c6-4252-aef6-9f8d3479b30c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.9317646 Aug 29 04:30:15.606126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae162d69-43cd-48a5-aa76-375132f1999e req-4187e74a-3027-4e11-9d05-4acbccfb2eea tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317286 Aug 29 04:30:15.612050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:15.618088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc977f9-58b3-4933-aea3-f6ca02e3f1d8 None None] Pushing event updated for resources: {'Port': ['ID=d0069ef5-8ee6-454b-95f8-b0494302865e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.633647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:15.647462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:15.757591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b73ce479-d359-49d1-8bc6-61c8e37a4a26 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.762618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b73ce479-d359-49d1-8bc6-61c8e37a4a26 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/2b5e3b9f-40f7-4d1d-ba24-946568688cc7 HTTP/1.1" status: 204 len: 168 time: 1.0497313 Aug 29 04:30:15.769525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51650) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.820212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Pushing event updated for resources: {'Port': ['ID=62d727a3-3ff1-437b-acf1-479e701975bc,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.837593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8fae0a3-1a1f-474b-975c-9802f49739f3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.847270 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-105ecb33-b5e4-4ccd-bb5e-79c8e04c960c tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=2b5e3b9f-40f7-4d1d-ba24-946568688cc7 HTTP/1.1" status: 200 len: 216 time: 0.0581837 Aug 29 04:30:15.852632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51652) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.883125 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9441079d-85ab-4788-87b0-b7b0dafc48ff tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0218844 Aug 29 04:30:15.887151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51654) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.919973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:15.995643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc3f2f03-2383-456a-b734-1999648291be req-b25e6285-9ba1-4e91-804d-8405b78bce11 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4423535 Aug 29 04:30:16.034617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:16.035533 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.064737 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-97a92caf-0807-4783-9cf6-51cdc2a3b152 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1763165 Aug 29 04:30:16.067211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51658) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:16.069509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8fae0a3-1a1f-474b-975c-9802f49739f3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.079592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8fae0a3-1a1f-474b-975c-9802f49739f3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/c5b3c421-8b69-4ed8-a48f-8b23388beebb HTTP/1.1" status: 204 len: 168 time: 2.5330694 Aug 29 04:30:16.084679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fae0a3-1a1f-474b-975c-9802f49739f3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=c5b3c421-8b69-4ed8-a48f-8b23388beebb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.093188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51660) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:16.205479 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe855cb-5ddb-4252-950a-f87cf69ab87b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:30:16.218436 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-afe855cb-5ddb-4252-950a-f87cf69ab87b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/c5b3c421-8b69-4ed8-a48f-8b23388beebb HTTP/1.1" status: 404 len: 333 time: 0.1042211 Aug 29 04:30:16.242761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51664) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:16.290610 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.389346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:16.396522 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50606102-bfd1-4b9e-a2ab-016e73453b86" -d '{"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:16.449833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0069ef5-8ee6-454b-95f8-b0494302865e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:16.457546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:16.587306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51668) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:16.599428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-88b8a802-4cb6-472a-bd85-bba401531cd2 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/329a2bb9-c13c-42f4-a933-64ecaf500357 HTTP/1.1" status: 200 len: 472 time: 0.4988697 Aug 29 04:30:16.615873 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429c2689-d43b-4914-83f8-1387df36a2c5 x-openstack-request-id: req-429c2689-d43b-4914-83f8-1387df36a2c5 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:16.616281 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:16.616544 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-429c2689-d43b-4914-83f8-1387df36a2c5 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:16.616943 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'code': 200} Aug 29 04:30:16.619013 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.743057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.771841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 061de203-913c-4353-9f41-36c5b2999416 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:16.830481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.921977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.958485 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.961770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.963008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/security-groups/6f257558-8b63-42e7-89af-8e2e21d085ab HTTP/1.1" status: 204 len: 168 time: 0.7186882 Aug 29 04:30:16.980582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51674) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:16.992420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Router 448b0b32-272e-4d39-b678-4b958c434391 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:16.999452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2c2c6e5b-9969-4efb-9034-85ddc8d24073 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/8c5d9ef0-a74e-40bb-9e68-dfccd479f041 HTTP/1.1" status: 200 len: 459 time: 0.4035695 Aug 29 04:30:17.006343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 061de203-913c-4353-9f41-36c5b2999416 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:17.033863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51676) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.063663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f257558-8b63-42e7-89af-8e2e21d085ab,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.132867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-541112f3-8e49-47ac-9661-21dd756e25ee None None] Provisioning complete for port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:17.133250 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-541112f3-8e49-47ac-9661-21dd756e25ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.148777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.150660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.154894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.155098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.158093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.158511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.158909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.159303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.165443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.165893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.166267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.166626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff944f2-e7e7-4d5c-943e-e36701a26a0d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:17.177622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.277160 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b128b071-21e6-4eb8-bb92-df9b53af0c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.365810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b128b071-21e6-4eb8-bb92-df9b53af0c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.465142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b128b071-21e6-4eb8-bb92-df9b53af0c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.468919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b128b071-21e6-4eb8-bb92-df9b53af0c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.470380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b128b071-21e6-4eb8-bb92-df9b53af0c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/security-groups/97105eff-0625-4ba5-a74b-e33c3b90a21c HTTP/1.1" status: 204 len: 168 time: 0.4668589 Aug 29 04:30:17.473338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51680) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.568393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128b071-21e6-4eb8-bb92-df9b53af0c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97105eff-0625-4ba5-a74b-e33c3b90a21c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.578608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb42fb2-7eaf-4dc3-bad9-5231033ea5e7 None None] Network ed332827-7caf-452d-a569-298f4b43432f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:17.629580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c8e279-dcb8-49c1-a9d0-6ebe47c9351d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet 7dcccfcd-c833-4b0a-8ba1-06c96654dbdc {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:17.648543 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73c8e279-dcb8-49c1-a9d0-6ebe47c9351d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.712390 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a913f516-35c1-4476-b467-d17ee9fbda86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.734701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-541112f3-8e49-47ac-9661-21dd756e25ee None None] Port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:17.745077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-541112f3-8e49-47ac-9661-21dd756e25ee None None] Could not find standard attr ID for object c5b3c421-8b69-4ed8-a48f-8b23388beebb. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:17.764288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73c8e279-dcb8-49c1-a9d0-6ebe47c9351d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.817611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-541112f3-8e49-47ac-9661-21dd756e25ee None None] Provisioning for port d0069ef5-8ee6-454b-95f8-b0494302865e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:17.882933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-541112f3-8e49-47ac-9661-21dd756e25ee None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:17.883778 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-541112f3-8e49-47ac-9661-21dd756e25ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.926988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df532e9-22ba-4704-bbb0-335682bc54e4 req-fbdda81a-ed13-4cb2-80d1-3cdcc5731440 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.929656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1df532e9-22ba-4704-bbb0-335682bc54e4 req-fbdda81a-ed13-4cb2-80d1-3cdcc5731440 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.9266453 Aug 29 04:30:17.974163 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73c8e279-dcb8-49c1-a9d0-6ebe47c9351d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.011801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2217ae-05b4-497e-af30-3ac5d170c57c req-3fea789d-0a09-41d0-a77c-2bae3f6c4dd3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.020330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd2217ae-05b4-497e-af30-3ac5d170c57c req-3fea789d-0a09-41d0-a77c-2bae3f6c4dd3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.7084951 Aug 29 04:30:18.077718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:18.096088 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.100799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] Sync routers for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:18.112605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73c8e279-dcb8-49c1-a9d0-6ebe47c9351d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.144240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:18.144907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:18.188593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8e279-dcb8-49c1-a9d0-6ebe47c9351d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcccfcd-c833-4b0a-8ba1-06c96654dbdc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:18.206824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a5ff99d-92ce-48c2-9ab8-2197b68dc721 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.209536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3a5ff99d-92ce-48c2-9ab8-2197b68dc721 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/8c5d9ef0-a74e-40bb-9e68-dfccd479f041 HTTP/1.1" status: 204 len: 168 time: 1.1742406 Aug 29 04:30:18.219593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51692) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.224654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73c8e279-dcb8-49c1-a9d0-6ebe47c9351d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.227094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-73c8e279-dcb8-49c1-a9d0-6ebe47c9351d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/7dcccfcd-c833-4b0a-8ba1-06c96654dbdc HTTP/1.1" status: 204 len: 168 time: 0.7443950 Aug 29 04:30:18.233372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51696) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.245447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efeb9c1-7a76-4ef7-8b76-f526c78ccb0d None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:18.249237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:18.262142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca656a76-a241-4082-9bb7-f6a0eabb4ebf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "PUT /v2.0/floatingips/46797269-99bb-4229-abf1-4f7317a8e270 HTTP/1.1" status: 200 len: 991 time: 6.1874299 Aug 29 04:30:18.272717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'tag': '628e8d93-d972-41bb-8888-6c82c46a9f95'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:18.275382 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f861d1-bfe0-4786-a883-bbb7297f11df", "tag": "628e8d93-d972-41bb-8888-6c82c46a9f95"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:18.350146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd2217ae-05b4-497e-af30-3ac5d170c57c req-061f109c-67bf-448a-b3ff-8aef0dd3c477 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289104 Aug 29 04:30:18.362715 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.401252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1df532e9-22ba-4704-bbb0-335682bc54e4 req-f28fbb67-8d53-4e18-a2e2-0bedf17775d0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432040 Aug 29 04:30:18.516383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:18.522038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.565071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:18.661636 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c3fd6a-f339-4ee3-aeb6-e2c859facab8 x-openstack-request-id: req-59c3fd6a-f339-4ee3-aeb6-e2c859facab8 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:18.661879 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f861d1-bfe0-4786-a883-bbb7297f11df", "tag": "628e8d93-d972-41bb-8888-6c82c46a9f95", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:18.662158 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59c3fd6a-f339-4ee3-aeb6-e2c859facab8 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:18.662568 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'tag': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'status': 'completed', 'code': 200} Aug 29 04:30:18.730211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Could not find standard attr ID for object c5b3c421-8b69-4ed8-a48f-8b23388beebb. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:18.770822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9248008-44a3-42cc-a37d-5f167952fc00 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.775326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e9248008-44a3-42cc-a37d-5f167952fc00 tempest-MeteringIpV6TestJSON-109621742 tempest-MeteringIpV6TestJSON-109621742-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/329a2bb9-c13c-42f4-a933-64ecaf500357 HTTP/1.1" status: 204 len: 168 time: 0.5508673 Aug 29 04:30:18.809823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-3fe95755-883d-4e3d-bd09-6fe67c35921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.811875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-3fe95755-883d-4e3d-bd09-6fe67c35921f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5021722636b54ca88801fcff254aaf43&device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 1098 time: 0.1484811 Aug 29 04:30:18.895658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Provisioning for port 061de203-913c-4353-9f41-36c5b2999416 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:18.918257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-e195b924-924a-4b44-9320-2fbc95f8c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.920277 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-e195b924-924a-4b44-9320-2fbc95f8c921 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 1097 time: 0.1269014 Aug 29 04:30:19.023914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Provisioning complete for port 061de203-913c-4353-9f41-36c5b2999416 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:19.024315 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.061595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.074233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Router 59e3572b-ac26-4004-96e4-f75169a66a20 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:19.104609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-1c559dd5-a9cd-4f27-a218-9cdec489e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.106888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-1c559dd5-a9cd-4f27-a218-9cdec489e044 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b HTTP/1.1" status: 200 len: 907 time: 0.2816520 Aug 29 04:30:19.125730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:19.140624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:19.146099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.146702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.238064 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0023499 Aug 29 04:30:19.238945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51706) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.278305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c5a2c385-bf7e-4477-acb2-378efd14b8b0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-553851554'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:19.311748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51708) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.333693 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c385-bf7e-4477-acb2-378efd14b8b0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.365389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.453770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29c129-97ab-4682-8e0a-e2b18cd13862 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=4aea0fa5-0dca-4117-bb3d-2649e814d51c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.496393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] For port 061de203-913c-4353-9f41-36c5b2999416, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=061de203-913c-4353-9f41-36c5b2999416,segment=NetworkSegment(b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c),segment_id=b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:19.527667 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.541194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-9327ce9f-be8f-45ab-a022-98ff210d589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.544907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-9327ce9f-be8f-45ab-a022-98ff210d589d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.5600402 Aug 29 04:30:19.555702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '46797269-99bb-4229-abf1-4f7317a8e270', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'floating_ip_address': '172.25.1.69', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '448b0b32-272e-4d39-b678-4b958c434391', 'port_id': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'mac_address': 'fa:16:3e:fb:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:29:49Z', 'updated_at': '2021-08-29T04:30:14Z', 'revision_number': 1, 'project_id': '5021722636b54ca88801fcff254aaf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:48Z', 'revision_number': 5, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:19.586721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfd12-a070-4817-b755-52686ed55da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.635191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] Checking router: 448b0b32-272e-4d39-b678-4b958c434391 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:19.665736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:19.666394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:19.743549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c385-bf7e-4477-acb2-378efd14b8b0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.756825 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c385-bf7e-4477-acb2-378efd14b8b0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.759571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ecf3a550-a17a-42da-98fb-70880b9b3e5f None None] Provisioning complete for port 061de203-913c-4353-9f41-36c5b2999416 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:19.760146 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ecf3a550-a17a-42da-98fb-70880b9b3e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.770824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Pushing event updated for resources: {'Port': ['ID=061de203-913c-4353-9f41-36c5b2999416,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.810131 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-e5e5193d-6479-448f-9543-553cc7d07f1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792 HTTP/1.1" status: 200 len: 1001 time: 0.2497394 Aug 29 04:30:19.897980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2c385-bf7e-4477-acb2-378efd14b8b0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e0ba5-9f62-4e23-8e0c-b660956e0e34,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.916026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.923746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-e5c9ff8c-2348-4e3c-96e4-00f26f7f3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.925296 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-e5c9ff8c-2348-4e3c-96e4-00f26f7f3858 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.1017482 Aug 29 04:30:19.942819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.944918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.947775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.953463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.954055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.954490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.954912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.955328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.955739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.956177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:19.956589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a548199-0d6c-47b9-8354-0099428114f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:20.007797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-167f30f1-a974-4065-8b79-65bbce9127c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628e8d93-d972-41bb-8888-6c82c46a9f95 HTTP/1.1" status: 200 len: 999 time: 0.8849015 Aug 29 04:30:20.055642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-c1776762-cdc4-4c50-a26b-128e71a42b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.057274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-c1776762-cdc4-4c50-a26b-128e71a42b48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238842 Aug 29 04:30:20.144162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a563e83-e229-4214-90b5-a4a023d2d8e9 None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:20.147584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:20.169385 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfd12-a070-4817-b755-52686ed55da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.174519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bbc5c-018b-437d-92a1-7e52c80a498d req-93638f98-0467-4448-8d1b-1436651df245 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.176944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b47bbc5c-018b-437d-92a1-7e52c80a498d req-93638f98-0467-4448-8d1b-1436651df245 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.3634350 Aug 29 04:30:20.184424 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfd12-a070-4817-b755-52686ed55da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.204657 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c385-bf7e-4477-acb2-378efd14b8b0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.205934 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c5a2c385-bf7e-4477-acb2-378efd14b8b0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9586179 Aug 29 04:30:20.212719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51720) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.219038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c098-c3e6-40a0-9ffa-38bb5c0a8485 req-b4a1b08d-5c3b-4a03-8db4-c984df844a99 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.223341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-006e0be9-9aa1-49e2-ab2d-86169455c9b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-397479874'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:20.225997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73f0c098-c3e6-40a0-9ffa-38bb5c0a8485 req-b4a1b08d-5c3b-4a03-8db4-c984df844a99 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.4110482 Aug 29 04:30:20.278562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-006e0be9-9aa1-49e2-ab2d-86169455c9b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.311735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b8dbfd12-a070-4817-b755-52686ed55da7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0391a601dd5d4672b73fc4d4699db671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9941962 Aug 29 04:30:20.316025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-586343e7-6a5d-47b6-86b3-c16bae78e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.316564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-b9cd9793-eaf5-49ae-94da-eef534bb89b1 service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517745 Aug 29 04:30:20.317977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-586343e7-6a5d-47b6-86b3-c16bae78e6ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23755ee1-e134-435e-832e-96c159d6422f HTTP/1.1" status: 200 len: 845 time: 0.2721117 Aug 29 04:30:20.319347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:20.326502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51722) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.334318 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Sync routers for ids ['59e3572b-ac26-4004-96e4-f75169a66a20'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:20.338745 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 061de203-913c-4353-9f41-36c5b2999416 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:20.369400 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Routers {'59e3572b-ac26-4004-96e4-f75169a66a20'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:20.370099 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:29:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['59e3572b-ac26-4004-96e4-f75169a66a20'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:20.403885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbfd12-a070-4817-b755-52686ed55da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5f1db-d7de-4887-bf22-6b219b6ee6ea,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.421113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b47bbc5c-018b-437d-92a1-7e52c80a498d req-3b377d7b-bac2-463d-9835-3e2e31dd7d00 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787953 Aug 29 04:30:20.535168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddca9371-ac02-4186-8644-8157149dd1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.571601 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Set router 59e3572b-ac26-4004-96e4-f75169a66a20 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:20.580262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73f0c098-c3e6-40a0-9ffa-38bb5c0a8485 req-3ea1b851-b6e6-4eed-9aca-6123cc54b9f6 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904031 Aug 29 04:30:20.603798 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.618360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-d82b383d-ae19-45ce-a6e9-40e9344d4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.620335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92cdd47d-d2dc-4432-9583-8973efbf77a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.620561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-d82b383d-ae19-45ce-a6e9-40e9344d4722 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2830114 Aug 29 04:30:20.752634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0385ddbd-eecb-41c6-a4f3-d9fc374f0aa8 None None] Provisioning complete for port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:20.752634 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0385ddbd-eecb-41c6-a4f3-d9fc374f0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.768818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a8875c7-d8e7-4e9d-9fea-a54067da87ad req-72473a16-3861-424d-ae62-92c22e6a2784 service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790128 Aug 29 04:30:20.772648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-006e0be9-9aa1-49e2-ab2d-86169455c9b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.778896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddca9371-ac02-4186-8644-8157149dd1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.791443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-006e0be9-9aa1-49e2-ab2d-86169455c9b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.802000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-8790a9de-e8db-49d1-84ed-82f8a2a2f0ff service neutron] 10.222.0.64 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722152 Aug 29 04:30:20.803060 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.804948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6c1528b4-4690-45c9-acbf-9b619f543366 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.2664185 Aug 29 04:30:20.807356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51724) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.861917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e0be9-9aa1-49e2-ab2d-86169455c9b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b314879f-5311-4d06-a2ef-18846edf6593,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.877124 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-006e0be9-9aa1-49e2-ab2d-86169455c9b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.878802 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-006e0be9-9aa1-49e2-ab2d-86169455c9b7 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6591733 Aug 29 04:30:20.885470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51726) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.890629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2325917d-58a2-4b7d-9f84-7b04c08eae68 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-849300452'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:20.938059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2325917d-58a2-4b7d-9f84-7b04c08eae68 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.951007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2958863b-b41b-4fba-9cd5-7f369f0ff2a9 req-9dd0c81b-e204-40a5-a60f-f59e36225068 service neutron] 10.222.0.64 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392248 Aug 29 04:30:21.036392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddca9371-ac02-4186-8644-8157149dd1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.039502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddca9371-ac02-4186-8644-8157149dd1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.057880 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ddca9371-ac02-4186-8644-8157149dd1f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dd5f1db-d7de-4887-bf22-6b219b6ee6ea HTTP/1.1" status: 204 len: 168 time: 0.7196486 Aug 29 04:30:21.077094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca9371-ac02-4186-8644-8157149dd1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5f1db-d7de-4887-bf22-6b219b6ee6ea,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.154593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2325917d-58a2-4b7d-9f84-7b04c08eae68 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.216630 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2325917d-58a2-4b7d-9f84-7b04c08eae68 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.217379 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:16Z', 'revision_number': 3, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port': {'id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:62:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:12Z', 'updated_at': '2021-08-29T04:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:21.264598 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Checking router: 59e3572b-ac26-4004-96e4-f75169a66a20 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:21.265721 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Updating router 59e3572b-ac26-4004-96e4-f75169a66a20 port 62d727a3-3ff1-437b-acf1-479e701975bc binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:21.283457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0385ddbd-eecb-41c6-a4f3-d9fc374f0aa8 None None] Port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:21.285893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 061de203-913c-4353-9f41-36c5b2999416 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:21.286349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.327934 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.338132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325917d-58a2-4b7d-9f84-7b04c08eae68 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9bb432-0314-4411-ad09-6be53e1f65b9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.367743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2325917d-58a2-4b7d-9f84-7b04c08eae68 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.369477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2325917d-58a2-4b7d-9f84-7b04c08eae68 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4826310 Aug 29 04:30:21.376895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51730) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.382141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-15881229', 'security_groups': ['6e9bb432-0314-4411-ad09-6be53e1f65b9'], 'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4aea0fa5-0dca-4117-bb3d-2649e814d51c'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:21.408617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.580358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:21.645166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0385ddbd-eecb-41c6-a4f3-d9fc374f0aa8 None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:21.645563 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0385ddbd-eecb-41c6-a4f3-d9fc374f0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.684887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51744) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.725915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38d613e7-4aee-447c-84cb-7fbd029a7a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.759481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:21.778920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.808516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] device_id is not set on port b94d78c1-beda-4593-82e1-ad1d228191dc yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:21.881009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38727624-687d-4d24-87c5-4aff91453f00 None None] Update dhcp port {'port': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'fixed_ips': [{'subnet_id': 'aa305047-f575-467b-8161-49fe4c7551fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4aea0fa5-0dca-4117-bb3d-2649e814d51c'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'd0069ef5-8ee6-454b-95f8-b0494302865e'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:21.912993 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.925782 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Transition to ACTIVE for port object 62d727a3-3ff1-437b-acf1-479e701975bc will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:21.928318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae9f4-f1f6-4a97-805b-f48106afbe23 req-2c192b4c-2d08-4abc-8361-e663ffda508e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.939060 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.941642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddeae9f4-f1f6-4a97-805b-f48106afbe23 req-2c192b4c-2d08-4abc-8361-e663ffda508e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.3592036 Aug 29 04:30:21.999019 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Attempting to bind port 62d727a3-3ff1-437b-acf1-479e701975bc on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:21.999679 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Attempting to bind port 62d727a3-3ff1-437b-acf1-479e701975bc by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:22.000326 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Attempting to bind port 62d727a3-3ff1-437b-acf1-479e701975bc on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:22.015485 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:22.016352 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:22.016927 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.017156 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:22.017652 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Bound port: 62d727a3-3ff1-437b-acf1-479e701975bc, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:22.018261 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.060019 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38727624-687d-4d24-87c5-4aff91453f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.077148 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] For port 62d727a3-3ff1-437b-acf1-479e701975bc, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:22.080499 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] For port 62d727a3-3ff1-437b-acf1-479e701975bc, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=62d727a3-3ff1-437b-acf1-479e701975bc,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:22.087580 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Pushing event updated for resources: {'Port': ['ID=62d727a3-3ff1-437b-acf1-479e701975bc,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.092564 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.103969 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.104482 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.105023 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.105923 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.107236 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.107585 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.107914 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.108285 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.108672 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.109005 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.109331 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.109655 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:22.162360 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Routers {'59e3572b-ac26-4004-96e4-f75169a66a20'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:22.163004 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['59e3572b-ac26-4004-96e4-f75169a66a20'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.190355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76a3a1-f506-45b8-b167-ec95648719ea req-001d1079-f047-4b0a-9458-b5cbb4ae5d9e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.192382 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af76a3a1-f506-45b8-b167-ec95648719ea req-001d1079-f047-4b0a-9458-b5cbb4ae5d9e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 945 time: 0.3700233 Aug 29 04:30:22.225567 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473d2b1-8727-45e9-8e5c-cc9f2b477758 None None] Pushing event updated for resources: {'Port': ['ID=62d727a3-3ff1-437b-acf1-479e701975bc,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.241421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8::1c6 (a9220d89-9686-41c7-bcc4-1a965d12a35d/4aea0fa5-0dca-4117-bb3d-2649e814d51c/b94d78c1-beda-4593-82e1-ad1d228191dc) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:22.261991 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.313741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddeae9f4-f1f6-4a97-805b-f48106afbe23 req-b1582fc3-426a-4e31-bc10-ac1bcb1bedf2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702931 Aug 29 04:30:22.370826 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.380232 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] Set router 59e3572b-ac26-4004-96e4-f75169a66a20 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:22.472315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.516003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Transition to ACTIVE for port object b94d78c1-beda-4593-82e1-ad1d228191dc will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:22.593426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '46797269-99bb-4229-abf1-4f7317a8e270', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'floating_ip_address': '172.25.1.69', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '448b0b32-272e-4d39-b678-4b958c434391', 'port_id': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'mac_address': 'fa:16:3e:fb:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:29:49Z', 'updated_at': '2021-08-29T04:30:14Z', 'revision_number': 1, 'project_id': '5021722636b54ca88801fcff254aaf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:48Z', 'revision_number': 5, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.606142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.652427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557fbdd6-0f37-4fd1-9b56-4175cee72535 None None] The sync data for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 is: [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '46797269-99bb-4229-abf1-4f7317a8e270', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'floating_ip_address': '172.25.1.69', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '448b0b32-272e-4d39-b678-4b958c434391', 'port_id': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'mac_address': 'fa:16:3e:fb:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:29:49Z', 'updated_at': '2021-08-29T04:30:14Z', 'revision_number': 1, 'project_id': '5021722636b54ca88801fcff254aaf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:48Z', 'revision_number': 5, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:22.672748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:22.681109 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e79fd4-f14b-476e-b5b8-6deceb9d9798" -d '{"events": [{"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:22.736526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:22.740411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:22.745234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:22.753752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.754756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.760669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af76a3a1-f506-45b8-b167-ec95648719ea req-c03b0da3-b6a1-491e-89be-c0045860eb45 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5090275 Aug 29 04:30:22.787805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=b94d78c1-beda-4593-82e1-ad1d228191dc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.800708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:22.828643 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:16Z', 'revision_number': 3, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port': {'id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:62:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:12Z', 'updated_at': '2021-08-29T04:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.850509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.859426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38d613e7-4aee-447c-84cb-7fbd029a7a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.866644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Allocated IP 172.20.0.1 (ed332827-7caf-452d-a569-298f4b43432f/a58df9a7-cd4e-40e1-b2ae-c67b65b96c50/7803e34c-cf58-4d55-b099-927818c4cf57) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:22.877754 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-483c2681-8a95-48bc-8ff1-598316a6a83d tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4995456 Aug 29 04:30:22.880144 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2678bc-8d8d-4273-bf15-fcae53cb43f9 None None] The sync data for ids ['59e3572b-ac26-4004-96e4-f75169a66a20'] in n-d-712142-15 is: [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:16Z', 'revision_number': 3, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port': {'id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:62:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:12Z', 'updated_at': '2021-08-29T04:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:22.881462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51750) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.906581 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38d613e7-4aee-447c-84cb-7fbd029a7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.916415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6ba12402-c039-4240-becb-d41b937d77a3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:22.924617 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbfc185-55a9-4b90-95d3-8fd2ae6888ac x-openstack-request-id: req-afbfc185-55a9-4b90-95d3-8fd2ae6888ac {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:22.924617 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:22.924938 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afbfc185-55a9-4b90-95d3-8fd2ae6888ac {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:22.925227 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'code': 200} Aug 29 04:30:22.926254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.931504 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.949929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d613e7-4aee-447c-84cb-7fbd029a7a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45755d45-2121-4e6e-b36a-37934845b370,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.956184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-38727624-687d-4d24-87c5-4aff91453f00 None None] Allocated IP 2001:db8::2 (a9220d89-9686-41c7-bcc4-1a965d12a35d/4aea0fa5-0dca-4117-bb3d-2649e814d51c/d0069ef5-8ee6-454b-95f8-b0494302865e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:23.054970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38d613e7-4aee-447c-84cb-7fbd029a7a6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94c4c1031f584122a026e5d40c9caca7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3666222 Aug 29 04:30:23.058769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51752) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.178857 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13b6be6d-f6fc-49b5-bfd5-dea286e0212b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.208280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba12402-c039-4240-becb-d41b937d77a3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:23.210321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.211877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ba12402-c039-4240-becb-d41b937d77a3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.223055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-38727624-687d-4d24-87c5-4aff91453f00 None None] For port d0069ef5-8ee6-454b-95f8-b0494302865e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0069ef5-8ee6-454b-95f8-b0494302865e,segment=NetworkSegment(38aa4212-a497-48e5-b1fd-fc26e8c2b75f),segment_id=38aa4212-a497-48e5-b1fd-fc26e8c2b75f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:23.250127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d7d5c-7461-438e-92af-4a1dcddffc72 None None] New status for floating IP 46797269-99bb-4229-abf1-4f7317a8e270: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:30:23.261813 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13b6be6d-f6fc-49b5-bfd5-dea286e0212b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.268684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Transition to ACTIVE for port object 7803e34c-cf58-4d55-b099-927818c4cf57 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:23.413899 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.462932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Network ed332827-7caf-452d-a569-298f4b43432f is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:23.465528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13b6be6d-f6fc-49b5-bfd5-dea286e0212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.468852 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13b6be6d-f6fc-49b5-bfd5-dea286e0212b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.470313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-13b6be6d-f6fc-49b5-bfd5-dea286e0212b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45755d45-2121-4e6e-b36a-37934845b370 HTTP/1.1" status: 204 len: 168 time: 0.4103611 Aug 29 04:30:23.506625 n-d-712142-15 neutron-server[94846]: INFO neutron.db.ipam_backend_mixin [None req-6ba12402-c039-4240-becb-d41b937d77a3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4aea0fa5-0dca-4117-bb3d-2649e814d51c (CIDR: 2001:db8::/64) Aug 29 04:30:23.512319 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba12402-c039-4240-becb-d41b937d77a3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:23.514654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba12402-c039-4240-becb-d41b937d77a3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:23.536804 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6ba12402-c039-4240-becb-d41b937d77a3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6492026 Aug 29 04:30:23.538541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51760) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.541572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:23.543797 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38727624-687d-4d24-87c5-4aff91453f00 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.548420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:23.569988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7b78099d-820d-4eb3-a4c7-9b9ed704fd90 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:23.671462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-38727624-687d-4d24-87c5-4aff91453f00 None None] Transition to ACTIVE for port object d0069ef5-8ee6-454b-95f8-b0494302865e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:23.675555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6be6d-f6fc-49b5-bfd5-dea286e0212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45755d45-2121-4e6e-b36a-37934845b370,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.687789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38727624-687d-4d24-87c5-4aff91453f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.713085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Pushing event updated for resources: {'Port': ['ID=7803e34c-cf58-4d55-b099-927818c4cf57,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.747113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.782512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fd7be-b02e-481f-b68b-d750eb28acdd req-d7b3d309-408e-4aaa-b3b3-1c5bbd0eee6c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.806249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da9fd7be-b02e-481f-b68b-d750eb28acdd req-d7b3d309-408e-4aaa-b3b3-1c5bbd0eee6c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.3343985 Aug 29 04:30:23.922962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b78099d-820d-4eb3-a4c7-9b9ed704fd90 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:23.934641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b78099d-820d-4eb3-a4c7-9b9ed704fd90 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.974062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da9fd7be-b02e-481f-b68b-d750eb28acdd req-bf993161-2422-4271-8340-1cf2924b4b64 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666403 Aug 29 04:30:23.977460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38727624-687d-4d24-87c5-4aff91453f00 None None] Pushing event updated for resources: {'Port': ['ID=d0069ef5-8ee6-454b-95f8-b0494302865e,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.233103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-26790d8b-8851-4db5-a96f-f39bcd28f7f0 None None] Provisioning for port 7803e34c-cf58-4d55-b099-927818c4cf57 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:24.246376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-26790d8b-8851-4db5-a96f-f39bcd28f7f0 None None] Provisioning complete for port 7803e34c-cf58-4d55-b099-927818c4cf57 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:24.251291 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-26790d8b-8851-4db5-a96f-f39bcd28f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.270759 n-d-712142-15 neutron-server[94846]: INFO neutron.db.ipam_backend_mixin [None req-7b78099d-820d-4eb3-a4c7-9b9ed704fd90 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet aa305047-f575-467b-8161-49fe4c7551fd (CIDR: 2001:db8:0:1::/64) Aug 29 04:30:24.277304 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b78099d-820d-4eb3-a4c7-9b9ed704fd90 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:24.277304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b78099d-820d-4eb3-a4c7-9b9ed704fd90 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:24.330682 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7b78099d-820d-4eb3-a4c7-9b9ed704fd90 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7853932 Aug 29 04:30:24.333134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51772) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.343735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'subnet': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:24.354489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.427843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-26790d8b-8851-4db5-a96f-f39bcd28f7f0 None None] Port 7803e34c-cf58-4d55-b099-927818c4cf57 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:24.467585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0069ef5-8ee6-454b-95f8-b0494302865e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:24.470390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d6be-b053-4561-a45b-c7a0c437aed2 req-5196ef5b-9ef3-4a29-a781-f31571bb0875 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.472011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c196d6be-b053-4561-a45b-c7a0c437aed2 req-5196ef5b-9ef3-4a29-a781-f31571bb0875 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.3702462 Aug 29 04:30:24.579572 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c196d6be-b053-4561-a45b-c7a0c437aed2 req-7a03f1b9-5d0c-4e63-a3ee-87706eea21d5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911715 Aug 29 04:30:24.622840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Made reservation on behalf of 1ce596bf4d044001b8de8e6e087a62fa for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:24.629860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.662822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 62d727a3-3ff1-437b-acf1-479e701975bc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:24.767622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 62d727a3-3ff1-437b-acf1-479e701975bc completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:24.774368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 62d727a3-3ff1-437b-acf1-479e701975bc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:24.774783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.957638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.980280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.062499 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.136065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 62d727a3-3ff1-437b-acf1-479e701975bc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=62d727a3-3ff1-437b-acf1-479e701975bc,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:25.150143 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.242617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Pushing event updated for resources: {'Port': ['ID=7803e34c-cf58-4d55-b099-927818c4cf57,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.265928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.291028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=62d727a3-3ff1-437b-acf1-479e701975bc,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.370375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc01b0-9d89-4858-867d-5b0d5f1a6ae8 req-a4b984ae-ce60-43cc-8858-caf24b477ba6 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.385038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59fc01b0-9d89-4858-867d-5b0d5f1a6ae8 req-a4b984ae-ce60-43cc-8858-caf24b477ba6 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1848843 Aug 29 04:30:25.420227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-949ae9cc-1dbb-42f6-bb29-ca7df9151a95 None None] Provisioning complete for port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:25.421009 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-949ae9cc-1dbb-42f6-bb29-ca7df9151a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.471275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-949ae9cc-1dbb-42f6-bb29-ca7df9151a95 None None] Port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:25.479941 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.509649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-949ae9cc-1dbb-42f6-bb29-ca7df9151a95 None None] Provisioning for port d0069ef5-8ee6-454b-95f8-b0494302865e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:25.523600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-949ae9cc-1dbb-42f6-bb29-ca7df9151a95 None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:25.524273 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-949ae9cc-1dbb-42f6-bb29-ca7df9151a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.555512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59fc01b0-9d89-4858-867d-5b0d5f1a6ae8 req-27e98936-0dcb-4c87-a0b3-c52e0b772004 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694784 Aug 29 04:30:25.600472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Network a9220d89-9686-41c7-bcc4-1a965d12a35d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:25.604258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:25.614610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.615218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.655907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3215859 Aug 29 04:30:25.662703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51808) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:25.680851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Network ed332827-7caf-452d-a569-298f4b43432f is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:25.682674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2052584738', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a07d3e0-6c2b-4b99-8e6a-0776ab4d84f1'}], 'security_groups': ['2d5e0ba5-9f62-4e23-8e0c-b660956e0e34', 'b314879f-5311-4d06-a2ef-18846edf6593']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:25.683366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:25.690773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7e874-775a-4831-95fb-d7482f3e396e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Subnet': ['ID=7a07d3e0-6c2b-4b99-8e6a-0776ab4d84f1,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.819858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:25.920191 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.133154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11fa11c-121a-4b2f-9996-984145c12e51 None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:26.203459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Router 59e3572b-ac26-4004-96e4-f75169a66a20 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:26.341976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 62d727a3-3ff1-437b-acf1-479e701975bc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:26.419161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-520d9898-35bc-41c2-891d-19bd7876c59c None None] Provisioning for port b94d78c1-beda-4593-82e1-ad1d228191dc completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:26.471301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-520d9898-35bc-41c2-891d-19bd7876c59c None None] Provisioning complete for port b94d78c1-beda-4593-82e1-ad1d228191dc triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:26.473497 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-520d9898-35bc-41c2-891d-19bd7876c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.605447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:26.613399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f1b976a8-14a3-4910-85af-4592079776ed admin admin] 10.222.0.58 "PUT /v2.0/routers/59e3572b-ac26-4004-96e4-f75169a66a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8040159 Aug 29 04:30:26.620183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 62d727a3-3ff1-437b-acf1-479e701975bc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:26.622869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.624398 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Sync routers for ids ['59e3572b-ac26-4004-96e4-f75169a66a20'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:26.638172 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Routers {'59e3572b-ac26-4004-96e4-f75169a66a20'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:26.639667 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['59e3572b-ac26-4004-96e4-f75169a66a20'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:26.778628 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Set router 59e3572b-ac26-4004-96e4-f75169a66a20 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:26.879708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a399be-2a07-4157-b9a5-933006c3bbb6 req-8b47423c-ea55-47eb-8a32-cd8c747cdb96 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.893168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23a399be-2a07-4157-b9a5-933006c3bbb6 req-8b47423c-ea55-47eb-8a32-cd8c747cdb96 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.1693394 Aug 29 04:30:26.927809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-520d9898-35bc-41c2-891d-19bd7876c59c None None] Port b94d78c1-beda-4593-82e1-ad1d228191dc cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:27.019279 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:24Z', 'revision_number': 4, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port': {'id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:12Z', 'updated_at': '2021-08-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7803e34c-cf58-4d55-b099-927818c4cf57', 'name': '', 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'mac_address': 'fa:16:3e:01:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'a58df9a7-cd4e-40e1-b2ae-c67b65b96c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:22Z', 'updated_at': '2021-08-29T04:30:24Z', 'revision_number': 2, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'subnets': [{'id': 'a58df9a7-cd4e-40e1-b2ae-c67b65b96c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:27.037219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Delete allocated IP 2001:db8::1c6 (a9220d89-9686-41c7-bcc4-1a965d12a35d/4aea0fa5-0dca-4117-bb3d-2649e814d51c) {{(pid=94846) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:30:27.046726 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Checking router: 59e3572b-ac26-4004-96e4-f75169a66a20 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:27.047360 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Updating router 59e3572b-ac26-4004-96e4-f75169a66a20 port 7803e34c-cf58-4d55-b099-927818c4cf57 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:27.047589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23a399be-2a07-4157-b9a5-933006c3bbb6 req-f430e09a-cd2a-47f3-b434-9aa8c86e3370 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525934 Aug 29 04:30:27.066618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Allocated IP 2001:db8:0:2::13 (a9220d89-9686-41c7-bcc4-1a965d12a35d/7a07d3e0-6c2b-4b99-8e6a-0776ab4d84f1/b94d78c1-beda-4593-82e1-ad1d228191dc) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:27.075339 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.126354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51858) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:27.177826 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.195094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529a0bb-4eea-446f-b3fc-e3f784a7d4ae req-ecfde55b-6b94-4cad-a834-e9351af9547e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.209835 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5529a0bb-4eea-446f-b3fc-e3f784a7d4ae req-ecfde55b-6b94-4cad-a834-e9351af9547e tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.1850443 Aug 29 04:30:27.213074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fbe0eb1c-4247-4ec5-b11a-80699c664117 None None] Provisioning complete for port 7803e34c-cf58-4d55-b099-927818c4cf57 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:27.213464 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fbe0eb1c-4247-4ec5-b11a-80699c664117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.327294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5529a0bb-4eea-446f-b3fc-e3f784a7d4ae req-4074cde1-741a-4cb1-b278-dbc792b65c30 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165366 Aug 29 04:30:27.385828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f30807-2f2f-4a59-b8b6-8b969c91a76d None None] Update dhcp port {'port': {'network_id': 'a9220d89-9686-41c7-bcc4-1a965d12a35d', 'fixed_ips': [{'subnet_id': 'aa305047-f575-467b-8161-49fe4c7551fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4aea0fa5-0dca-4117-bb3d-2649e814d51c', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a07d3e0-6c2b-4b99-8e6a-0776ab4d84f1'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'd0069ef5-8ee6-454b-95f8-b0494302865e'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:27.418769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0eb1c-4247-4ec5-b11a-80699c664117 None None] Port 7803e34c-cf58-4d55-b099-927818c4cf57 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:27.431474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37f30807-2f2f-4a59-b8b6-8b969c91a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.642221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.659697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Ignored duplicate provisioning block setup for port b94d78c1-beda-4593-82e1-ad1d228191dc by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:30:27.670186 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.724198 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-b6d62827-ddaf-40da-a6a1-9bb8bc54b50d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7608685 Aug 29 04:30:27.756283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] In _notify_port_updated(), no bound segment for port b94d78c1-beda-4593-82e1-ad1d228191dc on network a9220d89-9686-41c7-bcc4-1a965d12a35d {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:27.762745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.763003 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.764284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.769138 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "PUT /v2.0/ports/b94d78c1-beda-4593-82e1-ad1d228191dc HTTP/1.1" status: 200 len: 969 time: 2.1048470 Aug 29 04:30:27.774559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51866) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:27.777775 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Transition to ACTIVE for port object 7803e34c-cf58-4d55-b099-927818c4cf57 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:27.789741 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.820198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-bd94f9ca-d667-4f52-b27e-e9385ec35fc9 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3362982 Aug 29 04:30:27.829308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba3b20-8504-49be-9499-0a877916bf9b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event updated for resources: {'Port': ['ID=b94d78c1-beda-4593-82e1-ad1d228191dc,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.840439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1268480250'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:27.841414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-37f30807-2f2f-4a59-b8b6-8b969c91a76d None None] Allocated IP 2001:db8:0:2::2 (a9220d89-9686-41c7-bcc4-1a965d12a35d/7a07d3e0-6c2b-4b99-8e6a-0776ab4d84f1/d0069ef5-8ee6-454b-95f8-b0494302865e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:27.901202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-22cac27e-b976-4903-9f98-9211c6532108 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port b94d78c1-beda-4593-82e1-ad1d228191dc {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:27.901766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22cac27e-b976-4903-9f98-9211c6532108 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.902608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:27.958334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Made reservation on behalf of 8d63c5603c3d4d13ad19d037ab6f3ca1 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:27.968175 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.012510 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45471a90-2e6f-426a-881c-de4e12b5e23b None None] Pushing event updated for resources: {'Port': ['ID=7803e34c-cf58-4d55-b099-927818c4cf57,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.018915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-37f30807-2f2f-4a59-b8b6-8b969c91a76d None None] For port d0069ef5-8ee6-454b-95f8-b0494302865e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0069ef5-8ee6-454b-95f8-b0494302865e,segment=NetworkSegment(38aa4212-a497-48e5-b1fd-fc26e8c2b75f),segment_id=38aa4212-a497-48e5-b1fd-fc26e8c2b75f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:28.030532 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.036628 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Attempting to bind port 7803e34c-cf58-4d55-b099-927818c4cf57 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:28.037443 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Attempting to bind port 7803e34c-cf58-4d55-b099-927818c4cf57 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:28.038104 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Attempting to bind port 7803e34c-cf58-4d55-b099-927818c4cf57 on network ed332827-7caf-452d-a569-298f4b43432f {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:28.045462 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:28.046533 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Checking segment: {'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:28.048112 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.051018 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Bound using segment: {'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:28.051846 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Bound port: 7803e34c-cf58-4d55-b099-927818c4cf57, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:28.052453 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.081678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37f30807-2f2f-4a59-b8b6-8b969c91a76d None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.102666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-37f30807-2f2f-4a59-b8b6-8b969c91a76d None None] Transition to ACTIVE for port object d0069ef5-8ee6-454b-95f8-b0494302865e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:28.113233 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37f30807-2f2f-4a59-b8b6-8b969c91a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.143411 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.203289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22cac27e-b976-4903-9f98-9211c6532108 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.233329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-22cac27e-b976-4903-9f98-9211c6532108 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for b94d78c1-beda-4593-82e1-ad1d228191dc owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:28.316832 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] For port 7803e34c-cf58-4d55-b099-927818c4cf57, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:28.348485 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] For port 7803e34c-cf58-4d55-b099-927818c4cf57, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7803e34c-cf58-4d55-b099-927818c4cf57,segment=NetworkSegment(b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c),segment_id=b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:28.358463 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.364661 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.470499 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Routers {'59e3572b-ac26-4004-96e4-f75169a66a20'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:28.471172 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['59e3572b-ac26-4004-96e4-f75169a66a20'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:28.516659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f30807-2f2f-4a59-b8b6-8b969c91a76d None None] Pushing event updated for resources: {'Port': ['ID=d0069ef5-8ee6-454b-95f8-b0494302865e,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.588536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875e7b-3659-4189-b7a4-e7e95e24b1e4 req-e4e7ec4d-b22b-4716-a196-0a309ca7d420 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.593494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2875e7b-3659-4189-b7a4-e7e95e24b1e4 req-e4e7ec4d-b22b-4716-a196-0a309ca7d420 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2207360 Aug 29 04:30:28.624648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22cac27e-b976-4903-9f98-9211c6532108 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.634712 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45471a90-2e6f-426a-881c-de4e12b5e23b None None] Pushing event updated for resources: {'Port': ['ID=7803e34c-cf58-4d55-b099-927818c4cf57,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.706405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cac27e-b976-4903-9f98-9211c6532108 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=b94d78c1-beda-4593-82e1-ad1d228191dc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.746671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2875e7b-3659-4189-b7a4-e7e95e24b1e4 req-f70aaf9e-4d98-4396-8e43-4bde3ab0d212 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436772 Aug 29 04:30:28.768930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22cac27e-b976-4903-9f98-9211c6532108 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.775273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-22cac27e-b976-4903-9f98-9211c6532108 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/b94d78c1-beda-4593-82e1-ad1d228191dc HTTP/1.1" status: 204 len: 168 time: 0.9959075 Aug 29 04:30:28.776038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51882) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.855768 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.891061 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92b6248-5870-48a1-897f-d431fdb3c98c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] GET failed (client error): The resource could not be found. Aug 29 04:30:28.897359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e92b6248-5870-48a1-897f-d431fdb3c98c tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports/b94d78c1-beda-4593-82e1-ad1d228191dc HTTP/1.1" status: 404 len: 333 time: 0.1186612 Aug 29 04:30:28.899785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51884) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.996215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47ca2428-1b92-4dd5-8a17-dc58ae8d7787 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.075926 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47ca2428-1b92-4dd5-8a17-dc58ae8d7787 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.128223 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.153976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b154da-4163-46ab-a166-142e22a62ba7 req-30931091-3e14-4c27-aff8-4fbab3750168 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.159184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99b154da-4163-46ab-a166-142e22a62ba7 req-30931091-3e14-4c27-aff8-4fbab3750168 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.2491012 Aug 29 04:30:29.166664 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] Set router 59e3572b-ac26-4004-96e4-f75169a66a20 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:29.172390 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.175300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47ca2428-1b92-4dd5-8a17-dc58ae8d7787 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.179127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47ca2428-1b92-4dd5-8a17-dc58ae8d7787 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.180660 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-47ca2428-1b92-4dd5-8a17-dc58ae8d7787 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/security-groups/6e9bb432-0314-4411-ad09-6be53e1f65b9 HTTP/1.1" status: 204 len: 168 time: 0.2747731 Aug 29 04:30:29.191095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.261581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca2428-1b92-4dd5-8a17-dc58ae8d7787 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9bb432-0314-4411-ad09-6be53e1f65b9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.265052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa8ef2-b44c-48f4-9ddd-38a892b7536f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.310571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-ec4bab40-f45a-4411-9af5-21c28f6aaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.312406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-ec4bab40-f45a-4411-9af5-21c28f6aaa27 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c&tenant_id=e08cc208a5af4910becac79e40528057 HTTP/1.1" status: 200 len: 1095 time: 0.2443957 Aug 29 04:30:29.409619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:29.475093 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.475461 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Added segment 10e22f44-4ebb-4616-ae06-83ad0c5121f0 of type vlan for network 7fcefb72-e554-46be-a986-857de9ed73c1 Aug 29 04:30:29.479217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-d703eacd-3069-4913-9b59-8692d889e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.482195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-d703eacd-3069-4913-9b59-8692d889e3e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e08cc208a5af4910becac79e40528057&device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 1095 time: 0.1331198 Aug 29 04:30:29.501735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99b154da-4163-46ab-a166-142e22a62ba7 req-aa5facaa-924d-4275-bc0f-3d61ae8f4e2f tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096731 Aug 29 04:30:29.575808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Allocated IP 172.25.1.130 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/0598148b-410c-4921-8ebd-f309c3d2fb4f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:29.633099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.657643 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e485fc63-3dec-4556-adc2-e3d23ce5c034 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.713643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-be995638-a2ba-4ddd-ba33-b4840fcb605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.722137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-be995638-a2ba-4ddd-ba33-b4840fcb605c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 200 len: 918 time: 0.2248867 Aug 29 04:30:29.757809 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:24Z', 'revision_number': 4, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port': {'id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:12Z', 'updated_at': '2021-08-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7803e34c-cf58-4d55-b099-927818c4cf57', 'name': '', 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'mac_address': 'fa:16:3e:01:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'a58df9a7-cd4e-40e1-b2ae-c67b65b96c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:22Z', 'updated_at': '2021-08-29T04:30:28Z', 'revision_number': 4, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'subnets': [{'id': 'a58df9a7-cd4e-40e1-b2ae-c67b65b96c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:29.818108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e485fc63-3dec-4556-adc2-e3d23ce5c034 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.831020 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.837443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.838085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.897022 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ee110-aebd-4ec8-9fdb-16e2b40b5bb1 None None] The sync data for ids ['59e3572b-ac26-4004-96e4-f75169a66a20'] in n-d-712142-15 is: [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:24Z', 'revision_number': 4, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port': {'id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:12Z', 'updated_at': '2021-08-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7803e34c-cf58-4d55-b099-927818c4cf57', 'name': '', 'network_id': 'ed332827-7caf-452d-a569-298f4b43432f', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'mac_address': 'fa:16:3e:01:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'a58df9a7-cd4e-40e1-b2ae-c67b65b96c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:22Z', 'updated_at': '2021-08-29T04:30:28Z', 'revision_number': 4, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'subnets': [{'id': 'a58df9a7-cd4e-40e1-b2ae-c67b65b96c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:29.937435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Pushing event updated for resources: {'Network': ['ID=7fcefb72-e554-46be-a986-857de9ed73c1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.954358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 7fcefb72-e554-46be-a986-857de9ed73c1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:30.034850 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-4405e18b-c6c3-4d7f-8d13-fdc8c2d3b7dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792 HTTP/1.1" status: 200 len: 999 time: 0.2988465 Aug 29 04:30:30.118274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c7895c07-c536-4e92-ab73-91e95ae5fadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9897225 Aug 29 04:30:30.180221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e485fc63-3dec-4556-adc2-e3d23ce5c034 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.183163 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e485fc63-3dec-4556-adc2-e3d23ce5c034 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.187255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e485fc63-3dec-4556-adc2-e3d23ce5c034 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/security-groups/b314879f-5311-4d06-a2ef-18846edf6593 HTTP/1.1" status: 204 len: 168 time: 0.9442315 Aug 29 04:30:30.187879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51892) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:30.196758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-706f7ce9-bf67-4fa9-9070-83940475d664 None None] Could not find standard attr ID for object b94d78c1-beda-4593-82e1-ad1d228191dc. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:30.215641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-706f7ce9-bf67-4fa9-9070-83940475d664 None None] Provisioning complete for port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:30.216564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-706f7ce9-bf67-4fa9-9070-83940475d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.294783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5924f2-1295-46d7-87a2-a6f68d0edbbb req-a6069ae4-ba11-412e-8c8c-2c61cf2cc169 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.305364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e5924f2-1295-46d7-87a2-a6f68d0edbbb req-a6069ae4-ba11-412e-8c8c-2c61cf2cc169 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.3231902 Aug 29 04:30:30.307511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-f7de7112-47f0-4c24-b4d4-53a4d838b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.312034 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-f7de7112-47f0-4c24-b4d4-53a4d838b989 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 200 len: 856 time: 0.2750142 Aug 29 04:30:30.534352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-e022fd76-9331-4e9f-8dfd-235fc2ccf08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.536236 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-e022fd76-9331-4e9f-8dfd-235fc2ccf08c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1a714ab-de67-47b7-a7dc-7fad083b1715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047620 Aug 29 04:30:30.564106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.591519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-706f7ce9-bf67-4fa9-9070-83940475d664 None None] Port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:30.596769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0069ef5-8ee6-454b-95f8-b0494302865e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:30.668247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-706f7ce9-bf67-4fa9-9070-83940475d664 None None] Provisioning for port d0069ef5-8ee6-454b-95f8-b0494302865e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:30.686772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-706f7ce9-bf67-4fa9-9070-83940475d664 None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:30.687517 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-706f7ce9-bf67-4fa9-9070-83940475d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.719399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e5924f2-1295-46d7-87a2-a6f68d0edbbb req-c2b8d01f-dc59-44c5-bd24-3ffbbdb68bc8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074640 Aug 29 04:30:30.722873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485fc63-3dec-4556-adc2-e3d23ce5c034 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b314879f-5311-4d06-a2ef-18846edf6593,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:30.811592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-fb9d3b7f-e5d4-4641-a53b-43ea604044ad service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633853 Aug 29 04:30:30.835873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:30.836297 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.883455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84a675e1-7bad-40f5-8a11-1899f7d55918 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.991178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84a675e1-7bad-40f5-8a11-1899f7d55918 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.022343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.038021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51902) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:31.065723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Request body: {'port': {'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1', 'binding:host_id': 'n-h2-712142-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-603425370'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:31.238344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7803e34c-cf58-4d55-b099-927818c4cf57 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:31.333784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3147e1da-80b8-4b75-9676-7a40e7409156 None None] Could not find standard attr ID for object b94d78c1-beda-4593-82e1-ad1d228191dc. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:31.393159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7803e34c-cf58-4d55-b099-927818c4cf57 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:31.403263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7803e34c-cf58-4d55-b099-927818c4cf57 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:31.405577 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.611430 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.733554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 7803e34c-cf58-4d55-b099-927818c4cf57, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7803e34c-cf58-4d55-b099-927818c4cf57,segment=NetworkSegment(b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c),segment_id=b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:31.741047 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-de9bdddc-9505-44a0-b473-0c648e0ceeb2 service neutron] 10.222.0.65 "GET /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9093385 Aug 29 04:30:31.747009 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.790938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Made reservation on behalf of ffdd14e4d35244fe9ad92977ea560934 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:31.794527 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.805965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.919924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=7803e34c-cf58-4d55-b099-927818c4cf57,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.005085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Pushing event updated for resources: {'Port': ['ID=0598148b-410c-4921-8ebd-f309c3d2fb4f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.039112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:32.041979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:32.049656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:32.054728 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.065279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.072591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] device_id is not set on port d7d0172c-29fb-4cda-bb91-c3ab37347207 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:32.111507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84a675e1-7bad-40f5-8a11-1899f7d55918 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.117460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84a675e1-7bad-40f5-8a11-1899f7d55918 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.118639 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-84a675e1-7bad-40f5-8a11-1899f7d55918 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/security-groups/2d5e0ba5-9f62-4e23-8e0c-b660956e0e34 HTTP/1.1" status: 204 len: 168 time: 1.9171906 Aug 29 04:30:32.144536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51916) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:32.231579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a675e1-7bad-40f5-8a11-1899f7d55918 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e0ba5-9f62-4e23-8e0c-b660956e0e34,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.289337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85457532-076c-4e46-800a-c198f8a4db1e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.333979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7803e34c-cf58-4d55-b099-927818c4cf57 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:32.375569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545dd28-a339-47fc-8962-e11e7a93e68c req-8cf42c50-48a9-41b4-ad6c-69bb2133424b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.383550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8545dd28-a339-47fc-8962-e11e7a93e68c req-8cf42c50-48a9-41b4-ad6c-69bb2133424b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 1.1713505 Aug 29 04:30:32.499410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7803e34c-cf58-4d55-b099-927818c4cf57 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:32.499410 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.506869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-6864a4ca-a950-4bb8-a96b-a503c0c0457e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet 4aea0fa5-0dca-4117-bb3d-2649e814d51c {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:32.529191 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6864a4ca-a950-4bb8-a96b-a503c0c0457e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.537832 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8545dd28-a339-47fc-8962-e11e7a93e68c req-d1692ae9-358a-43d2-b6f3-f02ddbbfbe3c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007984 Aug 29 04:30:32.601050 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.641914 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6864a4ca-a950-4bb8-a96b-a503c0c0457e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.651858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] device_id is not set on port d7d0172c-29fb-4cda-bb91-c3ab37347207 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:32.671442 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.698155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Transition to ACTIVE for port object d7d0172c-29fb-4cda-bb91-c3ab37347207 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:32.726992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.755484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.867837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d0172c-29fb-4cda-bb91-c3ab37347207,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.934201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Checking segment: {'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:32.935483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Network hostable DHCP agents. Network: 7fcefb72-e554-46be-a986-857de9ed73c1, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:32.961611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6864a4ca-a950-4bb8-a96b-a503c0c0457e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.981643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Network 7fcefb72-e554-46be-a986-857de9ed73c1 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:33.002377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 7fcefb72-e554-46be-a986-857de9ed73c1) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:33.009164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:33.014361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01421b-b923-40e5-a5e9-02fac2558081 None None] Network 7fcefb72-e554-46be-a986-857de9ed73c1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:33.077145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.078722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.078722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.104474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.105434 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.110531 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 2 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.147722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.154008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.164460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.188596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.191148 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.197373 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 3 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.221314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.221950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.222733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.228686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.229392 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.230084 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 4 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.248750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.249401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.250016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.261452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.262044 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.262659 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 5 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.313625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6864a4ca-a950-4bb8-a96b-a503c0c0457e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.317071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.320997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.322732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.336288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.337027 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.337625 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 6 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.366910 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.369610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.369998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.377680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.378019 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.378409 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 7 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.396284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864a4ca-a950-4bb8-a96b-a503c0c0457e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=4aea0fa5-0dca-4117-bb3d-2649e814d51c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.422685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b7d10-be83-4d63-97e7-681949a7a4e3 req-c3e7e302-ef41-4176-a2fa-27374ee3d799 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.427325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.427669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.428078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.433695 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d3b7d10-be83-4d63-97e7-681949a7a4e3 req-c3e7e302-ef41-4176-a2fa-27374ee3d799 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2702055 Aug 29 04:30:33.437908 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.442201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.442579 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.442983 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 8 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.458832 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.476514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.476852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.477331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.497539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.497994 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.498797 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 9 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.500693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55368939-9d44-40b2-b847-1f5435a3571e None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:33.563914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.564379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.568526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.583433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.583972 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.587446 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 10 to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 Aug 29 04:30:33.622204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:33.622492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:33.628299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:33.637931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port d7d0172c-29fb-4cda-bb91-c3ab37347207 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:33.637931 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port d7d0172c-29fb-4cda-bb91-c3ab37347207 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:33.637931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.640381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6864a4ca-a950-4bb8-a96b-a503c0c0457e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.645907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6864a4ca-a950-4bb8-a96b-a503c0c0457e tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/4aea0fa5-0dca-4117-bb3d-2649e814d51c HTTP/1.1" status: 204 len: 168 time: 1.4889753 Aug 29 04:30:33.650089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51930) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:33.774199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Pushing event updated for resources: {'Port': ['ID=0598148b-410c-4921-8ebd-f309c3d2fb4f,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.849634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d3b7d10-be83-4d63-97e7-681949a7a4e3 req-52a5f8dc-a8aa-4560-b85d-f0fc6dbd2569 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093587 Aug 29 04:30:33.891711 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.936436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55583c0-aed9-4d07-a3c4-4f0613e78ab0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet 7a07d3e0-6c2b-4b99-8e6a-0776ab4d84f1 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:33.952194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d55583c0-aed9-4d07-a3c4-4f0613e78ab0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.953641 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.955742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-8c7fa494-fce3-4dcc-b601-d403cc67b243 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.1305954 Aug 29 04:30:34.025455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] For port d7d0172c-29fb-4cda-bb91-c3ab37347207, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:34.026318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempted to set empty binding levels {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:30:34.070247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-d9ae7f79-c99d-4631-82ae-add362078952 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0980742 Aug 29 04:30:34.070574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.162756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.164296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.175404 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d55583c0-aed9-4d07-a3c4-4f0613e78ab0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.262929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d0172c-29fb-4cda-bb91-c3ab37347207,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:34.282879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-02649301-dbf3-498f-9e1c-85a547bd0c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.2436848 Aug 29 04:30:34.286432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51936) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:34.446434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6748703-1143-4867-ade0-56810e4461e5 req-887441b5-e742-4a75-a8a3-d9b89a604b73 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.456021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6748703-1143-4867-ade0-56810e4461e5 req-887441b5-e742-4a75-a8a3-d9b89a604b73 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.3813612 Aug 29 04:30:34.494155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d55583c0-aed9-4d07-a3c4-4f0613e78ab0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.638872 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6748703-1143-4867-ade0-56810e4461e5 req-f7aeb0ad-1dfe-4157-9ef2-7acd75442497 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742134 Aug 29 04:30:34.653154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Deleting port d7d0172c-29fb-4cda-bb91-c3ab37347207 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:34.653601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.664721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-9a76592d-5607-4798-b3b6-993705d4fcf1 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.668286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fda0f8b-6bce-423d-a8e2-e5560aefa5c5 req-9a76592d-5607-4798-b3b6-993705d4fcf1 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.4707446 Aug 29 04:30:34.895260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d55583c0-aed9-4d07-a3c4-4f0613e78ab0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.906649 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29520703-8363-4a39-843c-1f8763fdea2a req-792bed47-6c86-4f08-854a-d2f48a635d11 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips/a168b22d-cc20-41b6-bbcb-c2fa3268882f HTTP/1.1" status: 200 len: 693 time: 0.0908251 Aug 29 04:30:35.041280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] For port d7d0172c-29fb-4cda-bb91-c3ab37347207, host n-h2-712142-15, got binding levels [] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:35.041851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.050226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d55583c0-aed9-4d07-a3c4-4f0613e78ab0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.063649 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d55583c0-aed9-4d07-a3c4-4f0613e78ab0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/7a07d3e0-6c2b-4b99-8e6a-0776ab4d84f1 HTTP/1.1" status: 204 len: 168 time: 1.4124727 Aug 29 04:30:35.064840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55583c0-aed9-4d07-a3c4-4f0613e78ab0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=7a07d3e0-6c2b-4b99-8e6a-0776ab4d84f1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:35.078147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51942) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.098030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Calling delete_port for d7d0172c-29fb-4cda-bb91-c3ab37347207 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:35.142109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b96bf6-0558-428f-b272-9b77f99d5615 None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:35.144477 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec20fd04-166b-49e2-9247-07c3792a7fdb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:35.145015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec20fd04-166b-49e2-9247-07c3792a7fdb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:35.151086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ec20fd04-166b-49e2-9247-07c3792a7fdb tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/4aea0fa5-0dca-4117-bb3d-2649e814d51c HTTP/1.1" status: 404 len: 337 time: 0.0691473 Aug 29 04:30:35.155140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51944) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.228264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520703-8363-4a39-843c-1f8763fdea2a req-da4edcc5-71ba-4903-aeb1-fec3e7f104c1 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.241096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29520703-8363-4a39-843c-1f8763fdea2a req-da4edcc5-71ba-4903-aeb1-fec3e7f104c1 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.3327005 Aug 29 04:30:35.265580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4a69d-9bc2-4bd2-a280-c69b8c3f8e40 req-7ae97628-f3fc-4e54-971a-dd0f06f65e66 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.278051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14b4a69d-9bc2-4bd2-a280-c69b8c3f8e40 req-7ae97628-f3fc-4e54-971a-dd0f06f65e66 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2697206 Aug 29 04:30:35.288827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-29520703-8363-4a39-843c-1f8763fdea2a req-ae4342f5-4542-4c55-8037-716f1175c5b7 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:30:35.296913 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29520703-8363-4a39-843c-1f8763fdea2a req-ae4342f5-4542-4c55-8037-716f1175c5b7 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544038 Aug 29 04:30:35.341632 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.456276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.458420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d7d0172c-29fb-4cda-bb91-c3ab37347207 HTTP/1.1" status: 204 len: 168 time: 1.1683216 Aug 29 04:30:35.459787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f24cd8-15a4-42eb-be50-c5eb0c8ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7d0172c-29fb-4cda-bb91-c3ab37347207,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:35.462912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51948) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.470397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3687f82c-7a9e-4d9b-91bc-5b3af9f83e2a None None] Provisioning complete for port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:35.470397 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3687f82c-7a9e-4d9b-91bc-5b3af9f83e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.533571 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1da8abc-cf9a-4e2f-8177-39d729eb6d8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:30:35.539048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1da8abc-cf9a-4e2f-8177-39d729eb6d8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "GET /v2.0/ports/d7d0172c-29fb-4cda-bb91-c3ab37347207 HTTP/1.1" status: 404 len: 333 time: 0.0712879 Aug 29 04:30:35.539902 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51950) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.546149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3687f82c-7a9e-4d9b-91bc-5b3af9f83e2a None None] Port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:35.548422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Request body: {'port': {'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-782736767'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:35.598494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3687f82c-7a9e-4d9b-91bc-5b3af9f83e2a None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:35.599040 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3687f82c-7a9e-4d9b-91bc-5b3af9f83e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.611166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Made reservation on behalf of ffdd14e4d35244fe9ad92977ea560934 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:35.614644 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.655092 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14b4a69d-9bc2-4bd2-a280-c69b8c3f8e40 req-d85ab875-26ee-4350-b07b-182927d40803 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298757 Aug 29 04:30:35.665470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] device_id is not set on port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:35.671931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3ac4e1-04e7-4c1f-820d-1a24fc6bb7d6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting subnet aa305047-f575-467b-8161-49fe4c7551fd {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:35.688358 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e3ac4e1-04e7-4c1f-820d-1a24fc6bb7d6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.807424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16345bfd-26cb-4f70-8e83-a2d7c2be9bdb req-b83ec6c8-3886-4d3a-9815-7e78f729176d tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=fddac67d768f4dd3ae2b0c51664a8c01 HTTP/1.1" status: 200 len: 696 time: 0.4613469 Aug 29 04:30:35.967192 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e3ac4e1-04e7-4c1f-820d-1a24fc6bb7d6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.185561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.286259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.450462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=54bc634c-9ed5-456e-a4d7-e4ad471f5667,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.462705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Network 7fcefb72-e554-46be-a986-857de9ed73c1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:36.473434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:36.478705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:36.482653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:36.483847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.485196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16345bfd-26cb-4f70-8e83-a2d7c2be9bdb req-5eeb1b7a-ad73-4d63-9c1c-9905fe25f13d tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:36.486797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16345bfd-26cb-4f70-8e83-a2d7c2be9bdb req-5eeb1b7a-ad73-4d63-9c1c-9905fe25f13d tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/networks?id=e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 787 time: 0.6434042 Aug 29 04:30:36.519409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824df9bf-4eaf-43c4-aadb-cfe59a4a7dc5 req-c54ee750-4483-445b-8f10-7872ed270868 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:36.521462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-824df9bf-4eaf-43c4-aadb-cfe59a4a7dc5 req-c54ee750-4483-445b-8f10-7872ed270868 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.4173625 Aug 29 04:30:36.535664 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-66db3d7d-e1db-4ec0-93a1-3ae5a852b763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9898589 Aug 29 04:30:36.537311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51960) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:36.541313 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e3ac4e1-04e7-4c1f-820d-1a24fc6bb7d6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.546248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:36.739714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.763490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e3ac4e1-04e7-4c1f-820d-1a24fc6bb7d6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.805541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-824df9bf-4eaf-43c4-aadb-cfe59a4a7dc5 req-2eeb213b-1f72-424d-93e8-e9d7c1b1f788 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533426 Aug 29 04:30:36.895853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ac4e1-04e7-4c1f-820d-1a24fc6bb7d6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Subnet': ['ID=aa305047-f575-467b-8161-49fe4c7551fd,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.906720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e3ac4e1-04e7-4c1f-820d-1a24fc6bb7d6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.912039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3e3ac4e1-04e7-4c1f-820d-1a24fc6bb7d6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/aa305047-f575-467b-8161-49fe4c7551fd HTTP/1.1" status: 204 len: 168 time: 1.7493095 Aug 29 04:30:36.922993 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51964) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.023556 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a778d71-e269-4bda-b76f-63df627afee2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:37.024067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a778d71-e269-4bda-b76f-63df627afee2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:37.028289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0a778d71-e269-4bda-b76f-63df627afee2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/7dcccfcd-c833-4b0a-8ba1-06c96654dbdc HTTP/1.1" status: 404 len: 337 time: 0.1013689 Aug 29 04:30:37.039039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-c5e0babb-ad94-4ed9-b415-39caa1771d9a tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips/a168b22d-cc20-41b6-bbcb-c2fa3268882f HTTP/1.1" status: 200 len: 693 time: 0.1475434 Aug 29 04:30:37.040825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51966) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.201992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9862c4-3085-444b-99b0-b7a96352743b None None] Network a9220d89-9686-41c7-bcc4-1a965d12a35d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:37.256659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b1614a49-5d48-454e-921e-1ae48700d285 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b9d932f-f014-4343-b9ee-c4d27dad77de HTTP/1.1" status: 200 len: 205 time: 0.2126839 Aug 29 04:30:37.266134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51968) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.420100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-eefea2b9-5714-492c-85a4-01176679de29 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.433348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-eefea2b9-5714-492c-85a4-01176679de29 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.3926890 Aug 29 04:30:37.442401 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-75b36571-07f9-430f-8d30-ed161e262c35 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] delete failed (client error): The resource could not be found. Aug 29 04:30:37.445955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-75b36571-07f9-430f-8d30-ed161e262c35 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/routers/8b9d932f-f014-4343-b9ee-c4d27dad77de HTTP/1.1" status: 404 len: 336 time: 0.1765296 Aug 29 04:30:37.451964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51970) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.453080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-ee349f54-3df8-4d13-ab5f-d47203c09fda tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:30:37.465645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b9266c8f-37ae-45ce-8d95-3a00a9a871fe None None] Provisioning complete for port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:37.466478 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b9266c8f-37ae-45ce-8d95-3a00a9a871fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.468191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-ee349f54-3df8-4d13-ab5f-d47203c09fda tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336804 Aug 29 04:30:37.493305 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2c85df-a577-4b83-ac1b-e66bbe55a6e0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:37.493916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2c85df-a577-4b83-ac1b-e66bbe55a6e0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:37.498463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bb2c85df-a577-4b83-ac1b-e66bbe55a6e0 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/2d5b19f0-c23e-4911-9357-6836e8cc51ca HTTP/1.1" status: 404 len: 337 time: 0.0430870 Aug 29 04:30:37.504195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51972) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.511423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] device_id is not set on port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:37.534294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.551385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b9266c8f-37ae-45ce-8d95-3a00a9a871fe None None] Port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:37.572802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Transition to ACTIVE for port object 54bc634c-9ed5-456e-a4d7-e4ad471f5667 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:37.581194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.592278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b9266c8f-37ae-45ce-8d95-3a00a9a871fe None None] Provisioning complete for port d0069ef5-8ee6-454b-95f8-b0494302865e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:37.592855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b9266c8f-37ae-45ce-8d95-3a00a9a871fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.654957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-ac81d7fd-3501-4b81-9e50-e5c32c1cc441 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.1762276 Aug 29 04:30:37.684762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] DHCP port deletion for a9220d89-9686-41c7-bcc4-1a965d12a35d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:37.732087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:37.732578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:37.736021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:37.738401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=54bc634c-9ed5-456e-a4d7-e4ad471f5667,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:37.759352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:37.761723 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:37.765191 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 2 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:37.792626 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-749dc4af-0ea9-46b8-a770-d7b4ae98ce88 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:37.793272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749dc4af-0ea9-46b8-a770-d7b4ae98ce88 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:37.803311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-749dc4af-0ea9-46b8-a770-d7b4ae98ce88 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/a54d6c97-4f34-4598-afd0-bbc702454f80 HTTP/1.1" status: 404 len: 337 time: 0.2339876 Aug 29 04:30:37.806517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51976) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.822239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:37.822671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:37.823074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:37.852620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:37.852964 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:37.853359 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 3 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:37.920071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b554fe-09f7-4073-8b1e-020d82d0cfb4 req-6208460d-7d31-411d-bd6f-223ea39c2a61 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.920071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5b554fe-09f7-4073-8b1e-020d82d0cfb4 req-6208460d-7d31-411d-bd6f-223ea39c2a61 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.6838226 Aug 29 04:30:37.946502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] Deleting port d0069ef5-8ee6-454b-95f8-b0494302865e {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:37.946897 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.962525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:37.968710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:37.969629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:37.985868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:37.986561 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:37.987355 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 4 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:38.030013 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:38.030536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:38.030896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:38.037126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] For port d0069ef5-8ee6-454b-95f8-b0494302865e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0069ef5-8ee6-454b-95f8-b0494302865e,segment=NetworkSegment(38aa4212-a497-48e5-b1fd-fc26e8c2b75f),segment_id=38aa4212-a497-48e5-b1fd-fc26e8c2b75f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:38.037609 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.043927 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c173c1-0e99-4214-86d4-d460a7e9dee6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:38.045950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c173c1-0e99-4214-86d4-d460a7e9dee6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:38.049383 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-05c173c1-0e99-4214-86d4-d460a7e9dee6 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/ed9deee5-c5c5-4bcc-a9f0-fce901a23529 HTTP/1.1" status: 404 len: 337 time: 0.2152858 Aug 29 04:30:38.055319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51982) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.066796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] Calling delete_port for d0069ef5-8ee6-454b-95f8-b0494302865e owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:38.069067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-ceae5cab-70d1-4574-9bee-657dd3d6c863 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.4090643 Aug 29 04:30:38.080690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:38.081224 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:38.101453 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 5 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:38.117345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:38.117694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:38.118194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:38.120720 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0459d91c-662d-4a8e-8311-ba71d59780f2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:38.121503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0459d91c-662d-4a8e-8311-ba71d59780f2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:38.129810 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0459d91c-662d-4a8e-8311-ba71d59780f2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/59c86368-30ba-4f5c-b83e-dac078604d36 HTTP/1.1" status: 404 len: 333 time: 0.0688536 Aug 29 04:30:38.133498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51988) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.185642 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f72446-4e47-4c26-91ae-3c7c93f565d3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:38.185642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f72446-4e47-4c26-91ae-3c7c93f565d3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:38.190611 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8f72446-4e47-4c26-91ae-3c7c93f565d3 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/f324adb2-d369-41e7-a3b1-fd4cd9ccc4df HTTP/1.1" status: 404 len: 337 time: 0.0559752 Aug 29 04:30:38.191380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:38.191716 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:38.192200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51990) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.192652 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 6 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:38.200665 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.271593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] Pushing event deleted for resources: {'Port': ['ID=d0069ef5-8ee6-454b-95f8-b0494302865e,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:38.275835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcf3e6-26e0-4ded-a64b-5a59d428aa05 None None] No DVR routers for this DVR port d0069ef5-8ee6-454b-95f8-b0494302865e on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:38.297758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:38.298228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:38.298434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:38.301929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0069ef5-8ee6-454b-95f8-b0494302865e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:38.304081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:38.304599 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:38.305462 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3742731-7991-448b-b017-d777616f8723 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:38.306774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3742731-7991-448b-b017-d777616f8723 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:38.311519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a3742731-7991-448b-b017-d777616f8723 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/c493d556-9407-4101-971f-eb9552924302 HTTP/1.1" status: 404 len: 337 time: 0.1156645 Aug 29 04:30:38.312217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51992) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.312876 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 7 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:38.369629 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-56aa0e6f-2f6d-4f85-a0ec-a4bcbdd11e8b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:38.370965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56aa0e6f-2f6d-4f85-a0ec-a4bcbdd11e8b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:38.376268 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-56aa0e6f-2f6d-4f85-a0ec-a4bcbdd11e8b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/a4b4caee-3950-4793-bea6-91b77b95ada7 HTTP/1.1" status: 404 len: 333 time: 0.0599649 Aug 29 04:30:38.377680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:38.377869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51994) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.378021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:38.378370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:38.386084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:38.386563 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:38.389325 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 8 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:38.397465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d0069ef5-8ee6-454b-95f8-b0494302865e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:38.399974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0069ef5-8ee6-454b-95f8-b0494302865e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:38.406790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:38.407745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:38.407745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:38.421251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5b554fe-09f7-4073-8b1e-020d82d0cfb4 req-1645b0e0-edf0-4d4c-9451-4be33b260af1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190013 Aug 29 04:30:38.423785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:38.424333 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:38.424774 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 9 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:38.461619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:38.461967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:38.462372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:38.470325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:38.470670 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:38.471367 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 10 to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 Aug 29 04:30:38.501991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:38.502363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:38.502731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:38.514070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:38.514411 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:38.514801 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.594360 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-edda1b0e-2415-4eaf-9152-891bce675c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:38.595279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edda1b0e-2415-4eaf-9152-891bce675c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:38.597810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-edda1b0e-2415-4eaf-9152-891bce675c58 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/88db3bde-b218-4c79-bc77-2534c17bfba5 HTTP/1.1" status: 404 len: 337 time: 0.2186000 Aug 29 04:30:38.604386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51996) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.639491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] For port 54bc634c-9ed5-456e-a4d7-e4ad471f5667, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:38.639873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempted to set empty binding levels {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:30:38.657477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.699359 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:30:38.724382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=54bc634c-9ed5-456e-a4d7-e4ad471f5667,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:38.732488 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3def313-5d1c-4e88-8c03-f3c4d6fbc89b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:38.732488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3def313-5d1c-4e88-8c03-f3c4d6fbc89b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:38.733821 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] In _notify_port_updated(), no bound segment for port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:38.736200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.737022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c3def313-5d1c-4e88-8c03-f3c4d6fbc89b tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/subnets/3ce12566-891c-4593-b1d1-750d7f18bf93 HTTP/1.1" status: 404 len: 337 time: 0.1265376 Aug 29 04:30:38.737552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.742181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-94704212-1d2d-419a-9e50-bc783750b08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "PUT /v2.0/ports/54bc634c-9ed5-456e-a4d7-e4ad471f5667 HTTP/1.1" status: 200 len: 979 time: 2.2046664 Aug 29 04:30:38.743099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51998) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.746451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52000) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.856252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c21db-f823-4b5d-bf02-386f2d71b313 req-f9aa4f35-6094-4f9e-9149-b7c3b3011e14 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.869385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-125c21db-f823-4b5d-bf02-386f2d71b313 req-f9aa4f35-6094-4f9e-9149-b7c3b3011e14 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.1839261 Aug 29 04:30:38.876489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Deleting port 0598148b-410c-4921-8ebd-f309c3d2fb4f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:38.877058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.081610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.081610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.081958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.082495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.083028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.084395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.084395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.084602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.085098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.085639 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-125c21db-f823-4b5d-bf02-386f2d71b313 req-4b047aaf-2207-4562-95e4-6f465b9dc396 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044203 Aug 29 04:30:39.085781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.086384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.086922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.087457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.088016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.088546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.089869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.090414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.091376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.091914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.092631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.093164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.093872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.094233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.094739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.095423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.096209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.096738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.097267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.097808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.098330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.098947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.099689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.102034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.102775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.103547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.107222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.107842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.108414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.108976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.109513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.120170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.120777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.121322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.121865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.122402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.122963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.123469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.128546 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-97bf6e30-25c9-48f7-a7e6-034b4240b037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42163 time: 0.3691759 Aug 29 04:30:39.136652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52004) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.224851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ca57a8b4-4eb3-4eb7-ad6a-38eb027e27e2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Deleting port e949b58a-7a68-4cad-92e5-31c39bf2c5b7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:39.225384 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca57a8b4-4eb3-4eb7-ad6a-38eb027e27e2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.274561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.283828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.301386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Calling delete_port for 0598148b-410c-4921-8ebd-f309c3d2fb4f owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:39.369818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca57a8b4-4eb3-4eb7-ad6a-38eb027e27e2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.416047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ca57a8b4-4eb3-4eb7-ad6a-38eb027e27e2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Calling delete_port for e949b58a-7a68-4cad-92e5-31c39bf2c5b7 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:39.473729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Deleting port 54bc634c-9ed5-456e-a4d7-e4ad471f5667 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:39.475276 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.633068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca57a8b4-4eb3-4eb7-ad6a-38eb027e27e2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.687540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57a8b4-4eb3-4eb7-ad6a-38eb027e27e2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Port': ['ID=e949b58a-7a68-4cad-92e5-31c39bf2c5b7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:39.706157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca57a8b4-4eb3-4eb7-ad6a-38eb027e27e2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.715131 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ca57a8b4-4eb3-4eb7-ad6a-38eb027e27e2 tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/ports/e949b58a-7a68-4cad-92e5-31c39bf2c5b7 HTTP/1.1" status: 204 len: 168 time: 0.9693849 Aug 29 04:30:39.715930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52018) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.823700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] For port 54bc634c-9ed5-456e-a4d7-e4ad471f5667, host n-h2-712142-15, got binding levels [] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:39.824037 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.862291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c61f3-92f8-47de-a21c-b76c224caf29 req-a9c1b0d4-40cf-44ab-945c-9ca7d28ba94a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.870325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-573c61f3-92f8-47de-a21c-b76c224caf29 req-a9c1b0d4-40cf-44ab-945c-9ca7d28ba94a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2194684 Aug 29 04:30:39.890866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Calling delete_port for 54bc634c-9ed5-456e-a4d7-e4ad471f5667 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:39.920272 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.026314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.076426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Pushing event deleted for resources: {'Port': ['ID=0598148b-410c-4921-8ebd-f309c3d2fb4f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.093214 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.132891 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.138813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "DELETE /v2.0/ports/54bc634c-9ed5-456e-a4d7-e4ad471f5667 HTTP/1.1" status: 204 len: 168 time: 0.9977648 Aug 29 04:30:40.139263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52026) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:40.165051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-573c61f3-92f8-47de-a21c-b76c224caf29 req-6db71943-ca1c-41d2-8e2d-d03d269d3dc5 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931414 Aug 29 04:30:40.226710 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd57d600-5e6a-4491-a86d-85947e439964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:30:40.235696 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fd57d600-5e6a-4491-a86d-85947e439964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "GET /v2.0/ports/54bc634c-9ed5-456e-a4d7-e4ad471f5667 HTTP/1.1" status: 404 len: 333 time: 0.0752676 Aug 29 04:30:40.239453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52028) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:40.245142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-32612578', 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:40.266724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.287029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9220d89-9686-41c7-bcc4-1a965d12a35d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:40.312753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38aa4212-a497-48e5-b1fd-fc26e8c2b75f') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:40.313547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38aa4212-a497-48e5-b1fd-fc26e8c2b75f') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:40.326960 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.348326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.355972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:40.356787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:40.382619 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:40.398917 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.407615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.408896 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87a133ca-e707-468d-a75d-1fbf5bfb4b08 req-18b4d164-5430-4be4-99fe-058dc2952f82 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "DELETE /v2.0/floatingips/a168b22d-cc20-41b6-bbcb-c2fa3268882f HTTP/1.1" status: 204 len: 173 time: 2.3161900 Aug 29 04:30:40.409704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970c5c9-6500-42e2-983a-cf1c9db7598a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event deleted for resources: {'Port': ['ID=54bc634c-9ed5-456e-a4d7-e4ad471f5667,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.514774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Made reservation on behalf of ffdd14e4d35244fe9ad92977ea560934 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:40.518350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.547090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.566225 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.575354 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] 10.222.0.58 "DELETE /v2.0/networks/a9220d89-9686-41c7-bcc4-1a965d12a35d HTTP/1.1" status: 204 len: 168 time: 0.8579469 Aug 29 04:30:40.585920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-c05a3bd4-f374-4168-9ef0-0863134b8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.591480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-c05a3bd4-f374-4168-9ef0-0863134b8991 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1097 time: 0.2032728 Aug 29 04:30:40.602466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e46927-e0d4-4f0b-a4dd-86fdb3a069be tempest-PortsIpV6TestJSON-1909117609 tempest-PortsIpV6TestJSON-1909117609-project] Pushing event deleted for resources: {'Network': ['ID=a9220d89-9686-41c7-bcc4-1a965d12a35d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.607213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] device_id is not set on port 7625c8d8-61fa-4adb-aba0-fb916b42292a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:40.750438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1ea4d-d4aa-4fa4-b282-56be70b70249 req-dead20ef-de4d-47a3-9fb3-fa9e76280c24 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.755147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52f1ea4d-d4aa-4fa4-b282-56be70b70249 req-dead20ef-de4d-47a3-9fb3-fa9e76280c24 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.2732830 Aug 29 04:30:40.873983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52f1ea4d-d4aa-4fa4-b282-56be70b70249 req-7567a2b0-69c6-49f5-8b7e-69007b582f05 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043203 Aug 29 04:30:40.897448 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-5e940592-33eb-46bf-a329-a6ed4c0dc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.899067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-5e940592-33eb-46bf-a329-a6ed4c0dc1e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 914 time: 0.2965076 Aug 29 04:30:40.990296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-ed3b7f84-563e-459c-8256-432fd0cd8694 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 200 len: 217 time: 0.0817332 Aug 29 04:30:41.010500 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.123810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.163344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-e217c5cc-da79-4169-8453-9c9e24a2a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.164991 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-e217c5cc-da79-4169-8453-9c9e24a2a070 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.0978513 Aug 29 04:30:41.213335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Network 7fcefb72-e554-46be-a986-857de9ed73c1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:41.217975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-b13a6914-88c2-4896-8f74-29d8cae500b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424459 Aug 29 04:30:41.221520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:41.227693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-8f4a4bd5-38e9-4a9d-a66a-ec0fae8a4f96 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2363412 Aug 29 04:30:41.231831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:41.234790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.236695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.337798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:41.350130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=7625c8d8-61fa-4adb-aba0-fb916b42292a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.369189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2e9ac04d-3653-4e2d-a461-c6c9dd0c0c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1286280 Aug 29 04:30:41.375051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52044) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.418488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.528280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-ecf326ea-f4b2-4ebf-b2b0-bb085646ec69 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994745 Aug 29 04:30:41.570078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52048) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.571567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416daea-29b9-4d96-ad61-81306d92b9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.576038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9416daea-29b9-4d96-ad61-81306d92b9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "GET /v2.0/ports/7625c8d8-61fa-4adb-aba0-fb916b42292a HTTP/1.1" status: 200 len: 957 time: 0.1935799 Aug 29 04:30:41.588228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52050) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.613336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29f7b-5e4b-4e91-89b5-197d4e49d0f9 req-3eac1e64-dba1-4fb7-8565-926870a2279f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.614959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5d29f7b-5e4b-4e91-89b5-197d4e49d0f9 req-3eac1e64-dba1-4fb7-8565-926870a2279f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.2100344 Aug 29 04:30:41.758076 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df62c0f7-556b-4d8d-86ac-d29a7b76e3f2 req-b87703d1-69f9-498c-9f8f-b462589e9132 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202547 Aug 29 04:30:41.767290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5d29f7b-5e4b-4e91-89b5-197d4e49d0f9 req-2d83ffe2-742e-43bd-b166-337f667e1ab3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453199 Aug 29 04:30:41.820720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-df021f95-7387-41b8-b0bf-641bcc8fa778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Deleting port 7625c8d8-61fa-4adb-aba0-fb916b42292a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:41.821070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df021f95-7387-41b8-b0bf-641bcc8fa778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.826915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.937497 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a9b52abe-4baf-4ddb-8306-2baca5ab5a22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ce596bf4d044001b8de8e6e087a62fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628311 Aug 29 04:30:41.940930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52056) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.977346 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df021f95-7387-41b8-b0bf-641bcc8fa778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.008026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-df021f95-7387-41b8-b0bf-641bcc8fa778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Calling delete_port for 7625c8d8-61fa-4adb-aba0-fb916b42292a owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:42.014108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Allocated IP 172.25.1.32 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f021424b-63c2-4166-b34a-b3cfc01e8069) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:42.044454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-779be8b8-3fa3-4e2f-ab14-90f6284a6489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.125885 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-779be8b8-3fa3-4e2f-ab14-90f6284a6489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.310004 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df021f95-7387-41b8-b0bf-641bcc8fa778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.316201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.329505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4dc8e-c6b3-48fe-890a-55c200f2a7f9 req-14009aa0-ba9a-4165-829a-58e814ba30f7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.340225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77e4dc8e-c6b3-48fe-890a-55c200f2a7f9 req-14009aa0-ba9a-4165-829a-58e814ba30f7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.1709847 Aug 29 04:30:42.378494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-779be8b8-3fa3-4e2f-ab14-90f6284a6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.385290 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-779be8b8-3fa3-4e2f-ab14-90f6284a6489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.389784 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-779be8b8-3fa3-4e2f-ab14-90f6284a6489 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e7c202f-c722-42bd-8053-a49dce14191c HTTP/1.1" status: 204 len: 168 time: 0.4443510 Aug 29 04:30:42.465599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df021f95-7387-41b8-b0bf-641bcc8fa778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event deleted for resources: {'Port': ['ID=7625c8d8-61fa-4adb-aba0-fb916b42292a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.468629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df021f95-7387-41b8-b0bf-641bcc8fa778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.472991 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-df021f95-7387-41b8-b0bf-641bcc8fa778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "DELETE /v2.0/ports/7625c8d8-61fa-4adb-aba0-fb916b42292a HTTP/1.1" status: 204 len: 168 time: 0.8694346 Aug 29 04:30:42.484295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52062) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:42.487601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779be8b8-3fa3-4e2f-ab14-90f6284a6489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7c202f-c722-42bd-8053-a49dce14191c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.562385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77e4dc8e-c6b3-48fe-890a-55c200f2a7f9 req-009ea87b-7e88-463c-9b66-09d3b767a923 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128141 Aug 29 04:30:42.566367 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d770e7-cde7-4333-be0f-738fd7652121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:30:42.572837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52064) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:42.579253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Request body: {'port': {'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-61660753'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:42.581740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f5d770e7-cde7-4333-be0f-738fd7652121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "GET /v2.0/ports/7625c8d8-61fa-4adb-aba0-fb916b42292a HTTP/1.1" status: 404 len: 333 time: 0.0787463 Aug 29 04:30:42.603746 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.665108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Made reservation on behalf of ffdd14e4d35244fe9ad92977ea560934 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:42.669525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.694582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:42.702324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:42.703805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] device_id is not set on port 2ab47d35-2159-43f1-99e0-62ff118bc94a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:42.712390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:42.806582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Pushing event updated for resources: {'Port': ['ID=f021424b-63c2-4166-b34a-b3cfc01e8069,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.972316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.999956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764dd96-4dbb-4a3d-b6c1-188e335be89b req-43843720-718b-444f-a553-7e9099ff9ded tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:43.008388 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f764dd96-4dbb-4a3d-b6c1-188e335be89b req-43843720-718b-444f-a553-7e9099ff9ded tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 945 time: 0.0842600 Aug 29 04:30:43.066349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.288001 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.409443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.475505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=2ab47d35-2159-43f1-99e0-62ff118bc94a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.543482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Network 7fcefb72-e554-46be-a986-857de9ed73c1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:43.545194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:43.547667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:43.548955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:43.549574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.592264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-55e2c02c-d1ca-43d0-a63a-a2be0127950c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0175457 Aug 29 04:30:43.606586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52082) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.610319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f764dd96-4dbb-4a3d-b6c1-188e335be89b req-1ec1defc-aa7b-4cf9-9079-1954666354da tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008453 Aug 29 04:30:43.640432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:43.712634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.716837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-bdd51552-5ccf-449c-b9a5-5e9936c833b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:43.729647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-bdd51552-5ccf-449c-b9a5-5e9936c833b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1097 time: 0.1396060 Aug 29 04:30:43.732786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.840474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.012226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:44.063490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Pushing event updated for resources: {'Port': ['ID=f021424b-63c2-4166-b34a-b3cfc01e8069,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.066441 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.172047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52096) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:44.212610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eedce-3964-4ccb-ab42-cb0bdeea9869 req-50634686-775d-4996-b07c-1208d77b1650 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.214752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-336eedce-3964-4ccb-ab42-cb0bdeea9869 req-50634686-775d-4996-b07c-1208d77b1650 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.2864501 Aug 29 04:30:44.215555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.218953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-726f484b-54c1-4120-9a98-f5fe2e863d68 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9619651 Aug 29 04:30:44.227548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.229639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-f2562470-29e7-41c5-b364-f989a38bf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.233047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-f2562470-29e7-41c5-b364-f989a38bf57b service neutron] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 914 time: 0.4429545 Aug 29 04:30:44.248443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] device_id is not set on port 2ab47d35-2159-43f1-99e0-62ff118bc94a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:44.264292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.294163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Transition to ACTIVE for port object 2ab47d35-2159-43f1-99e0-62ff118bc94a will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:44.301387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.317339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:44.328792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:44.347100 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301f2b94-2942-4d5c-83bd-f0ac9098ce00" -d '{"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:44.369001 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.447891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-7467158e-fbf8-4df9-b126-46e92968ffd2 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.32 HTTP/1.1" status: 200 len: 695 time: 0.1965699 Aug 29 04:30:44.452825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.453176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.453529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.462706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=2ab47d35-2159-43f1-99e0-62ff118bc94a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.467235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.467575 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.469333 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 2 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.497006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.497006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.498140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.512186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.512186 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.512475 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 3 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.518950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1407477657'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:44.549158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-8b2c1dce-056d-41e6-bc77-85c6f81cdcfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 200 len: 217 time: 0.1503239 Aug 29 04:30:44.549865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.550517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.552251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.560188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.560862 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.561475 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 4 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.568296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.589440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.590059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.590874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.597798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.598493 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.598588 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 5 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.617474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.617943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.618285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.624785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.625126 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.625524 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 6 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.646704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.647355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.647835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.657434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.657970 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.658356 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 7 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.678918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.679472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.679911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.686452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.686908 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.687297 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 8 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.708881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.710111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.710412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.723499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:44.724394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.724394 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.728133 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 9 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.728615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.753385 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.757964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-336eedce-3964-4ccb-ab42-cb0bdeea9869 req-6ee474dc-9f9b-454e-955e-09b4a3bd2aa3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5190244 Aug 29 04:30:44.759505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-e6b13dad-3b81-4faa-9661-bd67c4940345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.761451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-e6b13dad-3b81-4faa-9661-bd67c4940345 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.1550431 Aug 29 04:30:44.762344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.766251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.766721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.778154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.778491 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.779855 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempt 10 to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a Aug 29 04:30:44.814747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.815092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.815461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempting to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.826157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:44.826498 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Failed to bind port 2ab47d35-2159-43f1-99e0-62ff118bc94a on host n-h2-712142-15 for vnic_type normal using segments [{'id': '10e22f44-4ebb-4616-ae06-83ad0c5121f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fcefb72-e554-46be-a986-857de9ed73c1'}] Aug 29 04:30:44.826977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.845538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-a4edf3f4-c9c4-497e-9181-d2f5c0885891 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679314 Aug 29 04:30:44.928864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-be80bfbc-bb2f-4066-aa9a-9166178ab16b tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.930492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c1639b-da47-4582-9b56-44bf8f704b09 req-be80bfbc-bb2f-4066-aa9a-9166178ab16b tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.4044187 Aug 29 04:30:44.999503 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5bd546-4803-4bb1-93c3-3253a74afb91 x-openstack-request-id: req-ff5bd546-4803-4bb1-93c3-3253a74afb91 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:45.000101 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-unplugged", "status": "failed", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951", "code": 422}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:45.001138 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff5bd546-4803-4bb1-93c3-3253a74afb91 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:45.001872 n-d-712142-15 neutron-server[94847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'code': 422} returned with failed status Aug 29 04:30:45.012176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] For port 2ab47d35-2159-43f1-99e0-62ff118bc94a, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:45.012786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attempted to set empty binding levels {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:30:45.032498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.037794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-49dd1e7a-3bb1-4ecf-bad6-0fd84b6de348 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776624 Aug 29 04:30:45.106048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] In _notify_port_updated(), no bound segment for port 2ab47d35-2159-43f1-99e0-62ff118bc94a on network 7fcefb72-e554-46be-a986-857de9ed73c1 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:45.107414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.107545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.108907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "PUT /v2.0/ports/2ab47d35-2159-43f1-99e0-62ff118bc94a HTTP/1.1" status: 200 len: 978 time: 1.5012758 Aug 29 04:30:45.113912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52108) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.174865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2388f9-d010-434b-b508-7c565604120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event updated for resources: {'Port': ['ID=2ab47d35-2159-43f1-99e0-62ff118bc94a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.198883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a55c20e-536c-4125-b4c8-df51adf6b79d req-6b1c4703-e9d3-4f93-a03c-f0d33d9a306d service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371570 Aug 29 04:30:45.212115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Deleting port 2ab47d35-2159-43f1-99e0-62ff118bc94a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:45.212511 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.246599 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.273064 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.308222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] For port 2ab47d35-2159-43f1-99e0-62ff118bc94a, host n-h2-712142-15, got binding levels [] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:45.308222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.310247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d149dc4-ecef-40e9-86b7-634ac830352e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.316351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:45.328999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Calling delete_port for 2ab47d35-2159-43f1-99e0-62ff118bc94a owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:45.335272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.335272 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment 1960b151-63a0-48ef-8cd1-98d4fde2e45e of type vlan for network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d Aug 29 04:30:45.368113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259d9c1-b047-444d-b5cb-2ab7d8dc2562 req-4d026453-cec7-4d61-93f9-ab88ccb70fcb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.376421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3259d9c1-b047-444d-b5cb-2ab7d8dc2562 req-4d026453-cec7-4d61-93f9-ab88ccb70fcb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.1762459 Aug 29 04:30:45.436391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.446615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.464555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3259d9c1-b047-444d-b5cb-2ab7d8dc2562 req-5ef6774e-42b9-4927-8bf3-e9f267d29362 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812304 Aug 29 04:30:45.485053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.489702 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2ab47d35-2159-43f1-99e0-62ff118bc94a HTTP/1.1" status: 204 len: 168 time: 0.3724763 Aug 29 04:30:45.489702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925d0d1-70a5-43ba-bc3e-f5041800f9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ab47d35-2159-43f1-99e0-62ff118bc94a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.490930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52112) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.525708 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.527660 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d7b370-d02d-4020-84ed-55f0de126007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:30:45.540450 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a9d7b370-d02d-4020-84ed-55f0de126007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224774396-project-admin] 10.222.0.58 "GET /v2.0/ports/2ab47d35-2159-43f1-99e0-62ff118bc94a HTTP/1.1" status: 404 len: 333 time: 0.0331521 Aug 29 04:30:45.540918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.541592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.563177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52114) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.598216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4210045 Aug 29 04:30:45.602364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52116) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.639020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-794077733'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:45.669916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.725881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-f239445a-da74-465f-8de0-d949a3cc2872 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips/35af9984-8249-462b-a168-04c1c3cf56e2 HTTP/1.1" status: 200 len: 692 time: 0.0737398 Aug 29 04:30:45.738852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4cfc8-f957-46e8-a8c9-1a6b678ca8d0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=fd87b8a5-1eeb-42a8-9935-7c67f0dde53d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.761832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:45.785296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.788244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:45.792939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.796214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fcefb72-e554-46be-a986-857de9ed73c1']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:45.811448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e22f44-4ebb-4616-ae06-83ad0c5121f0') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:45.811702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e22f44-4ebb-4616-ae06-83ad0c5121f0') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:45.822366 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.837234 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.846642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:45.847226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.876946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:45.892805 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:45.904314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.904883 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment b50a4407-1691-4597-90b6-671ad5ea2dd1 of type vlan for network 330c8a6d-7b24-419b-9940-525c0c21727d Aug 29 04:30:45.921388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.924577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-52ccad1c-7c06-4a9f-9399-d932413c2414 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.927339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-52ccad1c-7c06-4a9f-9399-d932413c2414 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.2002971 Aug 29 04:30:45.944981 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.947183 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] 10.222.0.58 "DELETE /v2.0/networks/7fcefb72-e554-46be-a986-857de9ed73c1 HTTP/1.1" status: 204 len: 168 time: 0.3829865 Aug 29 04:30:45.969006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f912cb-f862-424c-abf5-ed206c6abfa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532201218-project] Pushing event deleted for resources: {'Network': ['ID=7fcefb72-e554-46be-a986-857de9ed73c1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.023854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-2811efd0-9953-440e-9ca9-173b74d0bd45 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.32 HTTP/1.1" status: 200 len: 695 time: 0.0644298 Aug 29 04:30:46.027585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.097752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-811cf76c-77cc-4679-80e6-3ce58f367440 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.32 HTTP/1.1" status: 200 len: 695 time: 0.0643713 Aug 29 04:30:46.107254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.113659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.114331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.307525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6731045 Aug 29 04:30:46.311638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52124) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.326101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': 'fd87b8a5-1eeb-42a8-9935-7c67f0dde53d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:46.330731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f23201-5769-4a03-bbdd-6319038c50b6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=330c8a6d-7b24-419b-9940-525c0c21727d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.343037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52126) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.344975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 330c8a6d-7b24-419b-9940-525c0c21727d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:46.419722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Deleting port f021424b-63c2-4166-b34a-b3cfc01e8069 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:46.420488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.489117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:46.493325 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.547593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.547934 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.562795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Calling delete_port for f021424b-63c2-4166-b34a-b3cfc01e8069 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:46.607727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f28f0b9e-42da-4303-8daf-f3074e7b77bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d63c5603c3d4d13ad19d037ab6f3ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590015 Aug 29 04:30:46.607727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52132) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.722593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7618630b-408e-439f-b006-520356e67d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.726171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.760189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7618630b-408e-439f-b006-520356e67d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.764016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Pushing event deleted for resources: {'Port': ['ID=f021424b-63c2-4166-b34a-b3cfc01e8069,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.820096 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.822912 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.824222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8213c61a-61a8-49e4-986d-767f9ddb6f85 req-9d57ea72-c4f0-453c-90e0-b7647f8fb795 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "DELETE /v2.0/floatingips/35af9984-8249-462b-a168-04c1c3cf56e2 HTTP/1.1" status: 204 len: 173 time: 0.7070739 Aug 29 04:30:46.847770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.918290 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7618630b-408e-439f-b006-520356e67d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.921105 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7618630b-408e-439f-b006-520356e67d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.922302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7618630b-408e-439f-b006-520356e67d71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5aa8ef2-b44c-48f4-9ddd-38a892b7536f HTTP/1.1" status: 204 len: 168 time: 0.3138561 Aug 29 04:30:46.946382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618630b-408e-439f-b006-520356e67d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa8ef2-b44c-48f4-9ddd-38a892b7536f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.973870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=ced2f011-16f5-4aa8-be52-93fbbb8702a2,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.985980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113dc3d-6f76-45e1-9338-d111eaa9e998 req-27d658e9-ebd5-4f40-ba9f-e6f980e6d2cd tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.988014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0113dc3d-6f76-45e1-9338-d111eaa9e998 req-27d658e9-ebd5-4f40-ba9f-e6f980e6d2cd tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.0813887 Aug 29 04:30:46.989210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': '1960b151-63a0-48ef-8cd1-98d4fde2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fd87b8a5-1eeb-42a8-9935-7c67f0dde53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:46.989587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: fd87b8a5-1eeb-42a8-9935-7c67f0dde53d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:47.010390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:47.028293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, fd87b8a5-1eeb-42a8-9935-7c67f0dde53d) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:47.032584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0113dc3d-6f76-45e1-9338-d111eaa9e998 req-2160cba7-edf0-45b1-a22a-f07aca3afb81 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Aug 29 04:30:47.034658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.035366 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.051341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fee4c0-593e-41fc-acd5-21565b7a93bb None None] Network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:47.074153 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-674a63e5-7136-42cd-9e08-0535c927514d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7586260 Aug 29 04:30:47.077284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52142) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.083614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': '330c8a6d-7b24-419b-9940-525c0c21727d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:47.219284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:47.223413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.252599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb012291-73cc-40d3-9f94-3c208ecc663b req-a3a2acef-8556-4ac9-87f1-0c33ed06faeb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.254327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb012291-73cc-40d3-9f94-3c208ecc663b req-a3a2acef-8556-4ac9-87f1-0c33ed06faeb tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.0822794 Aug 29 04:30:47.357692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb012291-73cc-40d3-9f94-3c208ecc663b req-53ada220-1e88-47c9-8782-546245f9f173 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751791 Aug 29 04:30:47.394275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-fd87b8a5-1eeb-42a8-9935-7c67f0dde53d', 'network_id': 'fd87b8a5-1eeb-42a8-9935-7c67f0dde53d', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': 'ced2f011-16f5-4aa8-be52-93fbbb8702a2'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:47.395179 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.408131 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9b3616b-d965-491f-b472-3d81f062223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.443804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52150) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.516787 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-53fb4491-3557-44b3-a711-6da806248d88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffdd14e4d35244fe9ad92977ea560934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707896 Aug 29 04:30:47.518420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52152) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.589866 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-c7054906-5ddf-4787-bf81-c8b621e51915 req-2eb66058-3041-4e89-94a2-a3593b60ada1 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] show failed (client error): The resource could not be found. Aug 29 04:30:47.591427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7054906-5ddf-4787-bf81-c8b621e51915 req-2eb66058-3041-4e89-94a2-a3593b60ada1 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips/35af9984-8249-462b-a168-04c1c3cf56e2 HTTP/1.1" status: 404 len: 350 time: 0.0445480 Aug 29 04:30:47.617022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d619847e-965a-4c20-b388-7dcbd0992f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.668525 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d619847e-965a-4c20-b388-7dcbd0992f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.673455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.676387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Allocated IP 2001:db8::2 (fd87b8a5-1eeb-42a8-9935-7c67f0dde53d/ced2f011-16f5-4aa8-be52-93fbbb8702a2/45e8c33a-20fd-4b3c-b667-4697ab9e8cb1) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:47.782490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=21f88bb4-edd9-4cd3-b2e2-bc33e349560b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.790473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': 'b50a4407-1691-4597-90b6-671ad5ea2dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '330c8a6d-7b24-419b-9940-525c0c21727d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:47.790996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: 330c8a6d-7b24-419b-9940-525c0c21727d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:47.822307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 330c8a6d-7b24-419b-9940-525c0c21727d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:47.825489 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-d81fcd32-60b9-42af-be83-456dbda4c0d5 req-ec8d2624-2d92-46a8-bdbd-f3ff52d3f338 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] show failed (client error): The resource could not be found. Aug 29 04:30:47.826592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d81fcd32-60b9-42af-be83-456dbda4c0d5 req-ec8d2624-2d92-46a8-bdbd-f3ff52d3f338 tempest-FloatingIPsTestJSON-1583446357 tempest-FloatingIPsTestJSON-1583446357-project] 10.222.0.58 "GET /v2.0/floatingips/35af9984-8249-462b-a168-04c1c3cf56e2 HTTP/1.1" status: 404 len: 350 time: 0.1011107 Aug 29 04:30:47.840542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52158) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.865075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d619847e-965a-4c20-b388-7dcbd0992f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.868324 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d619847e-965a-4c20-b388-7dcbd0992f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.869591 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d619847e-965a-4c20-b388-7dcbd0992f86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85457532-076c-4e46-800a-c198f8a4db1e HTTP/1.1" status: 204 len: 168 time: 0.3501506 Aug 29 04:30:47.879936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619847e-965a-4c20-b388-7dcbd0992f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85457532-076c-4e46-800a-c198f8a4db1e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.952319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.959108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 330c8a6d-7b24-419b-9940-525c0c21727d) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:47.969703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Transition to ACTIVE for port object 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:47.973883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50775b2e-b11f-4bf6-a447-f80efeda55b5 None None] Network 330c8a6d-7b24-419b-9940-525c0c21727d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:47.978636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.979364 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.025476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2583bfcd-364f-47a4-9f4c-0299c9459023 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9469957 Aug 29 04:30:48.028907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52162) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.035408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e6ddae57-dce0-4b2c-a741-8b0e196e5f9c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1803011350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:48.115652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:48.126651 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6ddae57-dce0-4b2c-a741-8b0e196e5f9c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.130653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6ddae57-dce0-4b2c-a741-8b0e196e5f9c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.237085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Transition to ACTIVE for port object 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:48.290780 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.328577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6ddae57-dce0-4b2c-a741-8b0e196e5f9c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.344582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6ddae57-dce0-4b2c-a741-8b0e196e5f9c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.380138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a157990-8da0-475f-81b6-76d4a2eacb30 req-ab768fb1-51ac-4be2-9ac1-a87a935cb9bc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.388669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a157990-8da0-475f-81b6-76d4a2eacb30 req-ab768fb1-51ac-4be2-9ac1-a87a935cb9bc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.2222908 Aug 29 04:30:48.425383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6ddae57-dce0-4b2c-a741-8b0e196e5f9c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.426593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e6ddae57-dce0-4b2c-a741-8b0e196e5f9c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3965187 Aug 29 04:30:48.437528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a157990-8da0-475f-81b6-76d4a2eacb30 req-ff232e98-3df6-44ea-8ef7-2e9f983c18aa tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 Aug 29 04:30:48.438061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52178) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.530607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Pushing event updated for resources: {'Port': ['ID=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.584226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:48.605179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:48.658762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:48.678505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-330c8a6d-7b24-419b-9940-525c0c21727d', 'network_id': '330c8a6d-7b24-419b-9940-525c0c21727d', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': '21f88bb4-edd9-4cd3-b2e2-bc33e349560b'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:48.679370 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.861862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e1370-17a4-4ec6-95a6-8980f0106522 req-7f91b36f-943f-40df-9eb4-4495812c9ed9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.863949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d22e1370-17a4-4ec6-95a6-8980f0106522 req-7f91b36f-943f-40df-9eb4-4495812c9ed9 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.3011470 Aug 29 04:30:48.900180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Attempting to bind port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:48.900417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Attempting to bind port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '1960b151-63a0-48ef-8cd1-98d4fde2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fd87b8a5-1eeb-42a8-9935-7c67f0dde53d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:48.900795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Attempting to bind port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 on network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:48.918648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:48.919412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Checking segment: {'id': '1960b151-63a0-48ef-8cd1-98d4fde2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fd87b8a5-1eeb-42a8-9935-7c67f0dde53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:48.919829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.920265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Bound using segment: {'id': '1960b151-63a0-48ef-8cd1-98d4fde2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fd87b8a5-1eeb-42a8-9935-7c67f0dde53d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:48.920754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Bound port: 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1960b151-63a0-48ef-8cd1-98d4fde2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fd87b8a5-1eeb-42a8-9935-7c67f0dde53d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:48.921135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.931928 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7e5da4b-e77a-4563-a8e7-9818049ecf9b req-cae5ac4e-3baa-473d-9e70-4f602b88ee3f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0644770 Aug 29 04:30:49.044811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Allocated IP 2001:db8:1::2 (330c8a6d-7b24-419b-9940-525c0c21727d/21f88bb4-edd9-4cd3-b2e2-bc33e349560b/20c6dbb7-fb41-4336-a1e5-0b6c863c6267) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:49.059004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] For port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:49.063051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] For port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,segment=NetworkSegment(1960b151-63a0-48ef-8cd1-98d4fde2e45e),segment_id=1960b151-63a0-48ef-8cd1-98d4fde2e45e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:49.072386 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7e5da4b-e77a-4563-a8e7-9818049ecf9b req-14f38acf-ff55-4de9-a63d-f5261de8093f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0612695 Aug 29 04:30:49.084745 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.096399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d22e1370-17a4-4ec6-95a6-8980f0106522 req-f7887043-3a18-4174-a075-d0dab3325649 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844978 Aug 29 04:30:49.113315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-3f4f9353-f829-4351-a811-309d2aa33a43 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3279278 Aug 29 04:30:49.137816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.282747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7e5da4b-e77a-4563-a8e7-9818049ecf9b req-b0106ab7-22bb-4ab5-b8ee-fe7e1e48ed2b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958505 Aug 29 04:30:49.298285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f8d4f-28a1-4297-85f8-07a1f61e481f None None] Pushing event updated for resources: {'Port': ['ID=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.430865 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.498711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Transition to ACTIVE for port object 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:49.552272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Transition to ACTIVE for port object 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:49.562881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.622287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Network 330c8a6d-7b24-419b-9940-525c0c21727d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:49.624275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5da4b-e77a-4563-a8e7-9818049ecf9b req-2dfce4e6-4390-4e23-ad10-f901f9e2fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:49.625990 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7e5da4b-e77a-4563-a8e7-9818049ecf9b req-2dfce4e6-4390-4e23-ad10-f901f9e2fd10 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3359983 Aug 29 04:30:49.664727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:49.671458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:49.738493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8::1 (fd87b8a5-1eeb-42a8-9935-7c67f0dde53d/ced2f011-16f5-4aa8-be52-93fbbb8702a2/ab7ada14-6ee5-41bb-9311-f9b13795fdb8) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:49.753794 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.792380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Pushing event updated for resources: {'Port': ['ID=20c6dbb7-fb41-4336-a1e5-0b6c863c6267,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.830947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Attempting to bind port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:49.832097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Attempting to bind port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b50a4407-1691-4597-90b6-671ad5ea2dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '330c8a6d-7b24-419b-9940-525c0c21727d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:49.832806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Attempting to bind port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 on network 330c8a6d-7b24-419b-9940-525c0c21727d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:49.860210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:49.860926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Checking segment: {'id': 'b50a4407-1691-4597-90b6-671ad5ea2dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '330c8a6d-7b24-419b-9940-525c0c21727d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:49.862188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.864013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Bound using segment: {'id': 'b50a4407-1691-4597-90b6-671ad5ea2dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '330c8a6d-7b24-419b-9940-525c0c21727d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:49.866223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Bound port: 20c6dbb7-fb41-4336-a1e5-0b6c863c6267, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50a4407-1691-4597-90b6-671ad5ea2dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '330c8a6d-7b24-419b-9940-525c0c21727d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:49.867337 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.941408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.960551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object ab7ada14-6ee5-41bb-9311-f9b13795fdb8 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:49.999823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] For port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:50.004887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] For port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20c6dbb7-fb41-4336-a1e5-0b6c863c6267,segment=NetworkSegment(b50a4407-1691-4597-90b6-671ad5ea2dd1),segment_id=b50a4407-1691-4597-90b6-671ad5ea2dd1)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:50.013859 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.036969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.104378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100cbcd-b5e9-4c49-86fc-c10c66053438 None None] Pushing event updated for resources: {'Port': ['ID=20c6dbb7-fb41-4336-a1e5-0b6c863c6267,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.187195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:50.196039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=ab7ada14-6ee5-41bb-9311-f9b13795fdb8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.199226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:50.210444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:50.215405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.311493 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.345602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Deleting port 7803e34c-cf58-4d55-b099-927818c4cf57 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:50.346220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.365238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07729c08-fe31-4d32-a026-bba96bde970b req-211e32f3-e8c2-4db4-bfe4-5c96b8f9ba20 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.375214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07729c08-fe31-4d32-a026-bba96bde970b req-211e32f3-e8c2-4db4-bfe4-5c96b8f9ba20 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.7757981 Aug 29 04:30:50.429308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:50.434593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b49034a-2c29-43cc-a5bb-f027825a226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.517347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07729c08-fe31-4d32-a026-bba96bde970b req-fdbd18aa-9754-498e-8015-3556760a8fba tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406827 Aug 29 04:30:50.561281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] For port 7803e34c-cf58-4d55-b099-927818c4cf57, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7803e34c-cf58-4d55-b099-927818c4cf57,segment=NetworkSegment(b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c),segment_id=b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:50.562312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.577069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:50.601273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Calling delete_port for 7803e34c-cf58-4d55-b099-927818c4cf57 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:50.648664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcca73-43af-487f-946d-cda47006160d req-5a1076ab-3d0a-4c6f-931e-adb5664693b5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.656618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98fcca73-43af-487f-946d-cda47006160d req-5a1076ab-3d0a-4c6f-931e-adb5664693b5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.2767625 Aug 29 04:30:50.760399 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.831095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98fcca73-43af-487f-946d-cda47006160d req-ffaedc0d-1c89-4857-b419-35f5579465f7 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524332 Aug 29 04:30:50.837667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-788ecc9e-4201-4b60-9767-5d9d7082ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.840566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-788ecc9e-4201-4b60-9767-5d9d7082ffc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769&tenant_id=cb9f4f4348364cfa928cb249eda84448 HTTP/1.1" status: 200 len: 1095 time: 0.1607392 Aug 29 04:30:50.864722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a9133-dbe0-40c8-a6a4-66c812a1d5db None None] Network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:50.921427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52232) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.930022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.955719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f7847f21-8cdc-4cc9-ba6b-6c38ce265f15 None None] Provisioning for port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:50.968052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7803e34c-cf58-4d55-b099-927818c4cf57,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.972772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f7847f21-8cdc-4cc9-ba6b-6c38ce265f15 None None] Provisioning complete for port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:50.972772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f7847f21-8cdc-4cc9-ba6b-6c38ce265f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.072421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-13660251-c427-4124-9100-2cca5d0db74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.074421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-13660251-c427-4124-9100-2cca5d0db74c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1095 time: 0.2040558 Aug 29 04:30:51.162987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1307600965', 'router:external': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:51.272899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Made reservation on behalf of a30821f1712045c985a470ee9bd1fa89 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:51.275457 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.278375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.293525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.359841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-f69b2899-f9c8-475c-88de-94cc9fc62491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.361845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-f69b2899-f9c8-475c-88de-94cc9fc62491 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 914 time: 0.2754409 Aug 29 04:30:51.377110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.401180 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.415034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f7847f21-8cdc-4cc9-ba6b-6c38ce265f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.432564 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.433539 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.441967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-a549baba-4528-4b91-bff6-0023f26a729b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 200 len: 217 time: 0.0670824 Aug 29 04:30:51.496634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f7847f21-8cdc-4cc9-ba6b-6c38ce265f15 None None] For port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,segment=NetworkSegment(1960b151-63a0-48ef-8cd1-98d4fde2e45e),segment_id=1960b151-63a0-48ef-8cd1-98d4fde2e45e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:51.508180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.524773 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f7847f21-8cdc-4cc9-ba6b-6c38ce265f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.552581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.638379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:51.659003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7847f21-8cdc-4cc9-ba6b-6c38ce265f15 None None] Pushing event updated for resources: {'Port': ['ID=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.673758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.674123 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Added segment df088118-6226-40dd-9776-6bcb4748ed48 of type vlan for network c295b223-bf5f-4040-a7c3-cc90b223a597 Aug 29 04:30:51.695350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ec4054-2204-4c85-8abb-346d28f55ca2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.733489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b2d4d-e847-4133-a3dc-c6a166e2f8ae None None] Network 330c8a6d-7b24-419b-9940-525c0c21727d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:51.797584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.811324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ae8a329e-3ed7-42b1-bd7a-f46cb51059b4 None None] Provisioning for port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:51.843448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:51.921089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Router 59e3572b-ac26-4004-96e4-f75169a66a20 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:51.934356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.935601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.936451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.993251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:52.004162 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0811336 Aug 29 04:30:52.035426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=ab7ada14-6ee5-41bb-9311-f9b13795fdb8,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.044479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52244) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.058865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'subnet': {'network_id': 'c295b223-bf5f-4040-a7c3-cc90b223a597', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:52.090439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Made reservation on behalf of a30821f1712045c985a470ee9bd1fa89 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:52.093125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'port_id': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'mac_address': 'fa:16:3e:d7:df:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:52.093433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.124320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:52.128806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:52.148151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3533795a-f12d-4a15-b61c-f76178cd2b6d None None] Provisioning complete for port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:52.149571 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3533795a-f12d-4a15-b61c-f76178cd2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.201959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8388c7-1dc9-4642-a588-6bb29484158d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'Network': ['ID=c295b223-bf5f-4040-a7c3-cc90b223a597,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.223036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c295b223-bf5f-4040-a7c3-cc90b223a597 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:52.263561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:52.271629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1e637822-5c03-4104-af25-e542c77807ce admin admin] 10.222.0.58 "PUT /v2.0/routers/59e3572b-ac26-4004-96e4-f75169a66a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4265494 Aug 29 04:30:52.277608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52248) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.299789 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-76a14391-7435-484f-91a7-508c6cfe5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.301304 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-76a14391-7435-484f-91a7-508c6cfe5d5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.8064966 Aug 29 04:30:52.353007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f00762-0278-4996-9bae-02599f61543a None None] Sync routers for ids ['59e3572b-ac26-4004-96e4-f75169a66a20'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:52.410349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-e16e0c80-6098-49db-aa91-5db542111d78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690379 Aug 29 04:30:52.417386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f00762-0278-4996-9bae-02599f61543a None None] Routers {'59e3572b-ac26-4004-96e4-f75169a66a20'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:52.418171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-35f00762-0278-4996-9bae-02599f61543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['59e3572b-ac26-4004-96e4-f75169a66a20'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:52.423531 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.482382 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.516697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcb4b3e-6427-4f6b-b745-21e1720ba792 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:52.549483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee60d2-90f0-4542-8c82-84a4cd1e5db5 req-73a88aec-faa8-496f-a8ef-9bf2bae0daa1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.552563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9dee60d2-90f0-4542-8c82-84a4cd1e5db5 req-73a88aec-faa8-496f-a8ef-9bf2bae0daa1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.5129812 Aug 29 04:30:52.561509 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-68009d95-6a1c-4a7a-8d2f-604595264fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298640 Aug 29 04:30:52.623233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:52.640373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9dee60d2-90f0-4542-8c82-84a4cd1e5db5 req-adf6fbba-22dd-4a7a-b8ae-4dd4c5032ac4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775120 Aug 29 04:30:52.649533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aa032-a002-4e99-ab51-4391a90e8393 req-84e82d68-07df-4f31-b78f-f48ca45b4689 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.651492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-158aa032-a002-4e99-ab51-4391a90e8393 req-84e82d68-07df-4f31-b78f-f48ca45b4689 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 943 time: 0.6073792 Aug 29 04:30:52.692026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:52.718476 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.754458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.773389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-158aa032-a002-4e99-ab51-4391a90e8393 req-7094278a-f563-45ab-b7e3-4a2da4bd2184 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977232 Aug 29 04:30:52.777405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 6d712fae-781d-4f50-9915-1cb1589667d2 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:52.830878 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.833107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-35f00762-0278-4996-9bae-02599f61543a None None] Set router 59e3572b-ac26-4004-96e4-f75169a66a20 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:52.900510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Deleting port 62d727a3-3ff1-437b-acf1-479e701975bc {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:52.901612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.902474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3533795a-f12d-4a15-b61c-f76178cd2b6d None None] Provisioning for port ab7ada14-6ee5-41bb-9311-f9b13795fdb8 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:52.905587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42ed23dd-7078-4769-a0bd-80b236b66ee5 req-306aeb87-9887-4069-a77d-3f69b872c92f service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099449 Aug 29 04:30:52.912578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:52.914854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3533795a-f12d-4a15-b61c-f76178cd2b6d None None] Provisioning complete for port ab7ada14-6ee5-41bb-9311-f9b13795fdb8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:52.915327 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3533795a-f12d-4a15-b61c-f76178cd2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.917729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:52.925117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ba0dd313-7547-4900-b817-bdf9ac55c01e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/6d712fae-781d-4f50-9915-1cb1589667d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4805861 Aug 29 04:30:52.927756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52250) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.930393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.931825 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646faaeb-f76f-41a4-9eba-f57c9242fc4f None None] Sync routers for ids ['6d712fae-781d-4f50-9915-1cb1589667d2'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:52.954051 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646faaeb-f76f-41a4-9eba-f57c9242fc4f None None] Routers {'6d712fae-781d-4f50-9915-1cb1589667d2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:52.955464 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-646faaeb-f76f-41a4-9eba-f57c9242fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d712fae-781d-4f50-9915-1cb1589667d2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:52.979891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:52.980464 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.988299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc67a8-d653-4272-be01-f303c797690e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.992955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fccc67a8-d653-4272-be01-f303c797690e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports/ab7ada14-6ee5-41bb-9311-f9b13795fdb8 HTTP/1.1" status: 200 len: 911 time: 0.0586364 Aug 29 04:30:52.993136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52254) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.014627 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-646faaeb-f76f-41a4-9eba-f57c9242fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:53.019460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] For port 62d727a3-3ff1-437b-acf1-479e701975bc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=62d727a3-3ff1-437b-acf1-479e701975bc,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:53.019841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.031180 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646faaeb-f76f-41a4-9eba-f57c9242fc4f None None] Routers {'6d712fae-781d-4f50-9915-1cb1589667d2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:53.032199 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-646faaeb-f76f-41a4-9eba-f57c9242fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d712fae-781d-4f50-9915-1cb1589667d2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:53.036236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Calling delete_port for 62d727a3-3ff1-437b-acf1-479e701975bc owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:53.038251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3533795a-f12d-4a15-b61c-f76178cd2b6d None None] Port ab7ada14-6ee5-41bb-9311-f9b13795fdb8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:53.109130 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-646faaeb-f76f-41a4-9eba-f57c9242fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:53.110040 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646faaeb-f76f-41a4-9eba-f57c9242fc4f None None] The sync data for ids ['6d712fae-781d-4f50-9915-1cb1589667d2'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:53.143276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7bcb4b3e-6427-4f6b-b745-21e1720ba792'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:53.182255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.229563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-868f0ad1-8287-40c1-b152-4b181eee45a0 None None] Provisioning complete for port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:53.230049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-868f0ad1-8287-40c1-b152-4b181eee45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.285319 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.286370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-35f00762-0278-4996-9bae-02599f61543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 5, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port': {'id': '62d727a3-3ff1-437b-acf1-479e701975bc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:12Z', 'updated_at': '2021-08-29T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:53.294716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20c6dbb7-fb41-4336-a1e5-0b6c863c6267,segment=NetworkSegment(b50a4407-1691-4597-90b6-671ad5ea2dd1),segment_id=b50a4407-1691-4597-90b6-671ad5ea2dd1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:53.351577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f00762-0278-4996-9bae-02599f61543a None None] Checking router: 59e3572b-ac26-4004-96e4-f75169a66a20 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:53.355768 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.357197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:53.372906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:30:53.373390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.406323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d727a3-3ff1-437b-acf1-479e701975bc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.508060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Checking segment: {'id': 'df088118-6226-40dd-9776-6bcb4748ed48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c295b223-bf5f-4040-a7c3-cc90b223a597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:53.508446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Network hostable DHCP agents. Network: c295b223-bf5f-4040-a7c3-cc90b223a597, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:53.512741 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.515533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d3dc5f7-f53d-41db-ac1a-d540751b34ca,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.531040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.577971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f00762-0278-4996-9bae-02599f61543a None None] Routers {'59e3572b-ac26-4004-96e4-f75169a66a20'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:53.591007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-35f00762-0278-4996-9bae-02599f61543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['59e3572b-ac26-4004-96e4-f75169a66a20'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:53.627139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.629614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Network c295b223-bf5f-4040-a7c3-cc90b223a597 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:53.632336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.682197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c295b223-bf5f-4040-a7c3-cc90b223a597) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:53.687576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.688448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.699436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.700356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e3572b-ac26-4004-96e4-f75169a66a20 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:53.712677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.717932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c7b02d73-0ca1-4fd4-a84a-8005d1769671 admin admin] 10.222.0.58 "DELETE /v2.0/routers/59e3572b-ac26-4004-96e4-f75169a66a20 HTTP/1.1" status: 204 len: 168 time: 1.4359336 Aug 29 04:30:53.719137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52272) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.733975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f8f1c500-df9d-4577-9d71-07a5d5004911 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6838048 Aug 29 04:30:53.754695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52274) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.760262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1358706482', 'network_id': 'c295b223-bf5f-4040-a7c3-cc90b223a597'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:53.813173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Made reservation on behalf of a30821f1712045c985a470ee9bd1fa89 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:53.816042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58993905-b97c-4394-832e-092e2f97d4bb None None] Network c295b223-bf5f-4040-a7c3-cc90b223a597 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:53.820863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.866093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] device_id is not set on port fecbc550-e0ff-4cb0-a935-7b4f4909abc1 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:53.944538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-692cad96-151f-4ef6-849a-74a6f496f358 admin admin] Deleting subnet a58df9a7-cd4e-40e1-b2ae-c67b65b96c50 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:53.953298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-692cad96-151f-4ef6-849a-74a6f496f358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.011083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f965170-bd40-46b6-bed6-43f7a95baad7 req-35415d24-ea5b-4626-ac7d-f1253e50e158 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.013487 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f965170-bd40-46b6-bed6-43f7a95baad7 req-35415d24-ea5b-4626-ac7d-f1253e50e158 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.1013429 Aug 29 04:30:54.042262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-692cad96-151f-4ef6-849a-74a6f496f358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.101961 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f965170-bd40-46b6-bed6-43f7a95baad7 req-81da7761-2931-463e-b8c1-75954fb085aa tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Aug 29 04:30:54.115697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8:1::1 (330c8a6d-7b24-419b-9940-525c0c21727d/21f88bb4-edd9-4cd3-b2e2-bc33e349560b/25144d64-d886-4dba-990e-90545e754c02) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:54.226093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Allocated IP 172.20.0.9 (c295b223-bf5f-4040-a7c3-cc90b223a597/6d3dc5f7-f53d-41db-ac1a-d540751b34ca/fecbc550-e0ff-4cb0-a935-7b4f4909abc1) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:54.339544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.356993 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object 25144d64-d886-4dba-990e-90545e754c02 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:54.403274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.466434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 330c8a6d-7b24-419b-9940-525c0c21727d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:54.481093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:54.490723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:54.490931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.560248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcab93-8db6-4ab2-9524-8dd444d6c683 req-761e893f-b34d-440a-8f8f-18152edc87e5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.561863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2fbcab93-8db6-4ab2-9524-8dd444d6c683 req-761e893f-b34d-440a-8f8f-18152edc87e5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 944 time: 0.5860152 Aug 29 04:30:54.568254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=25144d64-d886-4dba-990e-90545e754c02,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.618524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-35f00762-0278-4996-9bae-02599f61543a None None] Set router 59e3572b-ac26-4004-96e4-f75169a66a20 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:54.715008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2fbcab93-8db6-4ab2-9524-8dd444d6c683 req-f0e5866b-9727-4d1c-b4d0-b72d9e7c8ba2 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923243 Aug 29 04:30:54.765366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-35f00762-0278-4996-9bae-02599f61543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:53Z', 'revision_number': 7, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:54.807784 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.835284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=20c6dbb7-fb41-4336-a1e5-0b6c863c6267,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.848677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f00762-0278-4996-9bae-02599f61543a None None] The sync data for ids ['59e3572b-ac26-4004-96e4-f75169a66a20'] in n-d-712142-15 is: [{'id': '59e3572b-ac26-4004-96e4-f75169a66a20', 'name': 'tempest-FloatingIPsTestJSON-611681617-router', 'tenant_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:10Z', 'updated_at': '2021-08-29T04:30:53Z', 'revision_number': 7, 'project_id': 'fddac67d768f4dd3ae2b0c51664a8c01', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:54.967234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-868f0ad1-8287-40c1-b152-4b181eee45a0 None None] Provisioning complete for port ab7ada14-6ee5-41bb-9311-f9b13795fdb8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:54.967893 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-868f0ad1-8287-40c1-b152-4b181eee45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.009900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:55.011047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.097299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-868f0ad1-8287-40c1-b152-4b181eee45a0 None None] Port ab7ada14-6ee5-41bb-9311-f9b13795fdb8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:55.131408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c95516-ea54-4c09-a236-214cfda3f0ce None None] Network c295b223-bf5f-4040-a7c3-cc90b223a597 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:55.205299 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.287619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.335092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a25ad966-5f5d-44b4-ad98-a5abdcb93522 None None] Provisioning for port 25144d64-d886-4dba-990e-90545e754c02 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:55.348596 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.359561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.363881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.386563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a25ad966-5f5d-44b4-ad98-a5abdcb93522 None None] Provisioning complete for port 25144d64-d886-4dba-990e-90545e754c02 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:55.387491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a25ad966-5f5d-44b4-ad98-a5abdcb93522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.404721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-692cad96-151f-4ef6-849a-74a6f496f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.504422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Network c295b223-bf5f-4040-a7c3-cc90b223a597 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:55.512774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:55.518890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:55.521977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'Port': ['ID=fecbc550-e0ff-4cb0-a935-7b4f4909abc1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.590142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-692cad96-151f-4ef6-849a-74a6f496f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.591551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=25144d64-d886-4dba-990e-90545e754c02,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.647733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c0eb3-379f-4bf7-b42c-9a10157de04f req-8f55772a-0460-4245-9691-e1442839a30b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.649814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-969c0eb3-379f-4bf7-b42c-9a10157de04f req-8f55772a-0460-4245-9691-e1442839a30b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.2983699 Aug 29 04:30:55.665846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a25ad966-5f5d-44b4-ad98-a5abdcb93522 None None] Port 25144d64-d886-4dba-990e-90545e754c02 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:55.672473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.673222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.685341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cad96-151f-4ef6-849a-74a6f496f358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58df9a7-cd4e-40e1-b2ae-c67b65b96c50,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.717440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-692cad96-151f-4ef6-849a-74a6f496f358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.718102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7facfe5-d1c6-4ac8-9961-bc3edde67f51 None None] Network ed332827-7caf-452d-a569-298f4b43432f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:55.719487 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-692cad96-151f-4ef6-849a-74a6f496f358 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a58df9a7-cd4e-40e1-b2ae-c67b65b96c50 HTTP/1.1" status: 204 len: 168 time: 1.9992170 Aug 29 04:30:55.722320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52290) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.731756 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2511b548-665d-4fb5-bc16-0995f23b4ba8 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9756622 Aug 29 04:30:55.742346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52292) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.828178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-969c0eb3-379f-4bf7-b42c-9a10157de04f req-eb1a6ca0-4af5-433e-8d5b-ad3359940e7c tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696408 Aug 29 04:30:55.910898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.980634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 330c8a6d-7b24-419b-9940-525c0c21727d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:55.981854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:56.043075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:56.068544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Deleting port 061de203-913c-4353-9f41-36c5b2999416 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:56.069081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.137259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:56.137751 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.346036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] For port 061de203-913c-4353-9f41-36c5b2999416, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=061de203-913c-4353-9f41-36c5b2999416,segment=NetworkSegment(b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c),segment_id=b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:56.346715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.386539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Calling delete_port for 061de203-913c-4353-9f41-36c5b2999416 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:56.409864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] DHCP port deletion for ed332827-7caf-452d-a569-298f4b43432f request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:56.494571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6dc86-2dec-4eef-b741-0e42832e0757 req-4b227d27-5753-4809-b5dc-2c3fc1b8d8af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.497049 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72b6dc86-2dec-4eef-b741-0e42832e0757 req-4b227d27-5753-4809-b5dc-2c3fc1b8d8af tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 944 time: 0.4346991 Aug 29 04:30:56.523453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7803e34c-cf58-4d55-b099-927818c4cf57 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:56.577800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7803e34c-cf58-4d55-b099-927818c4cf57 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:56.581300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7803e34c-cf58-4d55-b099-927818c4cf57 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:56.581300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 62d727a3-3ff1-437b-acf1-479e701975bc no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:56.581694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-20097e06-3463-4373-8bb0-701a9bc9870e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Deleting port fecbc550-e0ff-4cb0-a935-7b4f4909abc1 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:56.581694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-20097e06-3463-4373-8bb0-701a9bc9870e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.616929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.652425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 62d727a3-3ff1-437b-acf1-479e701975bc {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:56.652859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 62d727a3-3ff1-437b-acf1-479e701975bc not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:56.660605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Pushing event deleted for resources: {'Port': ['ID=061de203-913c-4353-9f41-36c5b2999416,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:56.667642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] No DVR routers for this DVR port 061de203-913c-4353-9f41-36c5b2999416 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:56.676859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d1a79b9f-0311-484f-ac92-1c5d9e497d82 None None] Provisioning complete for port 25144d64-d886-4dba-990e-90545e754c02 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:56.677436 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1a79b9f-0311-484f-ac92-1c5d9e497d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.754424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] Deleting port 061de203-913c-4353-9f41-36c5b2999416 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:56.754424 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.756423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 6d712fae-781d-4f50-9915-1cb1589667d2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:56.806892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.818990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed332827-7caf-452d-a569-298f4b43432f']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:56.833950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:56.833950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97fa5aa-66cd-4d20-ac9b-9d68a1a6761c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:56.845720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.850974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d1a79b9f-0311-484f-ac92-1c5d9e497d82 None None] Port 25144d64-d886-4dba-990e-90545e754c02 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:56.870165 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-20097e06-3463-4373-8bb0-701a9bc9870e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.871265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.878088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] For port 061de203-913c-4353-9f41-36c5b2999416, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:56.878506 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.895923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:56.896394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:56.902828 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:56.908417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] Calling delete_port for 061de203-913c-4353-9f41-36c5b2999416 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:56.923809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] Port 061de203-913c-4353-9f41-36c5b2999416 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:30:56.926800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.977800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] Pushing event deleted for resources: {'Port': ['ID=061de203-913c-4353-9f41-36c5b2999416,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:56.994674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08da9ef-d847-440f-936b-d8c0ba6ea85e None None] No DVR routers for this DVR port 061de203-913c-4353-9f41-36c5b2999416 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:57.019736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72b6dc86-2dec-4eef-b741-0e42832e0757 req-c41b9fe6-e5d3-45df-9b1f-2b6a3657e7e5 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5136561 Aug 29 04:30:57.023599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-20097e06-3463-4373-8bb0-701a9bc9870e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Calling delete_port for fecbc550-e0ff-4cb0-a935-7b4f4909abc1 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:57.076989 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.095577 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.097853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:57.109009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.114198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f784dd2-3dc1-45f3-9a97-1d1f518d22a0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/6d712fae-781d-4f50-9915-1cb1589667d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1199751 Aug 29 04:30:57.119718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5adbfa-5498-433a-9b4f-5df917112dde None None] Sync routers for ids ['6d712fae-781d-4f50-9915-1cb1589667d2'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:57.140614 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] 10.222.0.58 "DELETE /v2.0/networks/ed332827-7caf-452d-a569-298f4b43432f HTTP/1.1" status: 204 len: 168 time: 1.4001064 Aug 29 04:30:57.143264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52302) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.151752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5adbfa-5498-433a-9b4f-5df917112dde None None] Routers {'6d712fae-781d-4f50-9915-1cb1589667d2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:57.155002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2c5adbfa-5498-433a-9b4f-5df917112dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d712fae-781d-4f50-9915-1cb1589667d2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:57.268076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d3d1-9e74-415e-8af8-939e7ddbbe82 req-4f49810d-cb00-43ac-bcc1-145748c1fac1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.278336 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6762d3d1-9e74-415e-8af8-939e7ddbbe82 req-4f49810d-cb00-43ac-bcc1-145748c1fac1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.2576661 Aug 29 04:30:57.285755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2c5adbfa-5498-433a-9b4f-5df917112dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:57.290510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd91669-8d88-4bdf-b2d9-7a683c150bba admin admin] Pushing event deleted for resources: {'Network': ['ID=ed332827-7caf-452d-a569-298f4b43432f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.311522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5adbfa-5498-433a-9b4f-5df917112dde None None] Routers {'6d712fae-781d-4f50-9915-1cb1589667d2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:57.312054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2c5adbfa-5498-433a-9b4f-5df917112dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d712fae-781d-4f50-9915-1cb1589667d2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:57.357649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f10a6-7e7e-4982-b0b5-80b007816462 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.363511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52312) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.364709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a52f10a6-7e7e-4982-b0b5-80b007816462 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports/25144d64-d886-4dba-990e-90545e754c02 HTTP/1.1" status: 200 len: 913 time: 0.2203610 Aug 29 04:30:57.389201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2c5adbfa-5498-433a-9b4f-5df917112dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:57.390270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5adbfa-5498-433a-9b4f-5df917112dde None None] The sync data for ids ['6d712fae-781d-4f50-9915-1cb1589667d2'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:57.513407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6762d3d1-9e74-415e-8af8-939e7ddbbe82 req-f6840a0a-947f-4155-9f53-fb973f352803 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341189 Aug 29 04:30:57.530007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52314) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.659728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5c7f16cb-1851-4f34-9da7-9b0f5706eccb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fddac67d768f4dd3ae2b0c51664a8c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278541 Aug 29 04:30:57.662208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52316) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.690552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-20097e06-3463-4373-8bb0-701a9bc9870e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.726210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20097e06-3463-4373-8bb0-701a9bc9870e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event deleted for resources: {'Port': ['ID=fecbc550-e0ff-4cb0-a935-7b4f4909abc1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.793145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-375a1a5f-46e4-441b-bbb0-9bbd819eb80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.812549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 061de203-913c-4353-9f41-36c5b2999416 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:57.842269 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-20097e06-3463-4373-8bb0-701a9bc9870e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.844494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-20097e06-3463-4373-8bb0-701a9bc9870e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "DELETE /v2.0/ports/fecbc550-e0ff-4cb0-a935-7b4f4909abc1 HTTP/1.1" status: 204 len: 168 time: 2.0238476 Aug 29 04:30:57.847683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52318) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.851888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 061de203-913c-4353-9f41-36c5b2999416 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:57.854061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c295b223-bf5f-4040-a7c3-cc90b223a597', 'external_fixed_ips': [{'subnet_id': '6d3dc5f7-f53d-41db-ac1a-d540751b34ca', 'ip_address': '172.20.0.9'}]}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:57.869316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 061de203-913c-4353-9f41-36c5b2999416 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:57.873894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:57.879485 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-375a1a5f-46e4-441b-bbb0-9bbd819eb80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.935309 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.936461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.971969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-375a1a5f-46e4-441b-bbb0-9bbd819eb80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.974774 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-375a1a5f-46e4-441b-bbb0-9bbd819eb80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.975968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-375a1a5f-46e4-441b-bbb0-9bbd819eb80a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12901d91-ce32-4665-993a-2132e21251ec HTTP/1.1" status: 204 len: 168 time: 0.3067443 Aug 29 04:30:57.989286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a1a5f-46e4-441b-bbb0-9bbd819eb80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12901d91-ce32-4665-993a-2132e21251ec,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:58.035764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:58.036228 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.115134 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.217869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.220324 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.272850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:58.274294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:58.277726 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a817e8-0d52-432e-b259-a49469c65e0d" -d '{"events": [{"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:58.283005 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.378972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:58.484032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.502359 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.993024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf40780-3579-47ef-bbd1-2b1e3c5ffe51 req-9779eaa7-4f0c-464e-bc9d-add715fd22da tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.994573 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bf40780-3579-47ef-bbd1-2b1e3c5ffe51 req-9779eaa7-4f0c-464e-bc9d-add715fd22da tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 946 time: 0.6937461 Aug 29 04:30:59.101276 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bf40780-3579-47ef-bbd1-2b1e3c5ffe51 req-a0168f38-a492-45bb-ad97-26f8240df86a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960917 Aug 29 04:30:59.200043 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552f36e9-c30f-442b-802c-2741adf9c4c7 x-openstack-request-id: req-552f36e9-c30f-442b-802c-2741adf9c4c7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:59.200043 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:59.200043 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-552f36e9-c30f-442b-802c-2741adf9c4c7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:59.200043 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'code': 200} Aug 29 04:30:59.406670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab82eac-6348-4ff3-9d76-da58702a7988 req-f3987b58-79e3-403b-8df0-dddd854f861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.408173 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dab82eac-6348-4ff3-9d76-da58702a7988 req-f3987b58-79e3-403b-8df0-dddd854f861f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 1098 time: 0.0510314 Aug 29 04:30:59.450590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.460017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dab82eac-6348-4ff3-9d76-da58702a7988 req-32dbd3a3-f964-4394-bc32-9c9fbf23d1fe service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446246 Aug 29 04:30:59.482104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad72a25-65d0-47bd-a214-36e5474bad4e req-23f393d9-1000-4a9e-abcc-b47b545c5489 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.483780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ad72a25-65d0-47bd-a214-36e5474bad4e req-23f393d9-1000-4a9e-abcc-b47b545c5489 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.1959522 Aug 29 04:30:59.488944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.500751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port 25144d64-d886-4dba-990e-90545e754c02 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:59.501097 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.634370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ad72a25-65d0-47bd-a214-36e5474bad4e req-3b7502a3-a6ac-473a-9a47-cf7aca5d664a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421862 Aug 29 04:30:59.722425 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.761014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for 25144d64-d886-4dba-990e-90545e754c02 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:59.801246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Allocated IP 172.20.0.9 (c295b223-bf5f-4040-a7c3-cc90b223a597/6d3dc5f7-f53d-41db-ac1a-d540751b34ca/396756c6-a667-4be8-9dc1-7053b8e40b10) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:00.036051 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.122231 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.160083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=25144d64-d886-4dba-990e-90545e754c02,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.162713 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.259032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Network c295b223-bf5f-4040-a7c3-cc90b223a597 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:00.288370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:00.369026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:00.378215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'Port': ['ID=396756c6-a667-4be8-9dc1-7053b8e40b10,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.645517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52398) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:00.727980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f8516-9c20-4064-8824-cc07c2b16414 req-2e216a04-d6e4-4235-ab49-cfc92be1cd1a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.742873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-358f8516-9c20-4064-8824-cc07c2b16414 req-2e216a04-d6e4-4235-ab49-cfc92be1cd1a tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 946 time: 0.4760849 Aug 29 04:31:00.819162 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.829818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4a47ceb-f835-43c8-81d2-5272436b246b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.955524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4a47ceb-f835-43c8-81d2-5272436b246b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.961094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4a47ceb-f835-43c8-81d2-5272436b246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.003612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a47ceb-f835-43c8-81d2-5272436b246b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de59461f-aae2-4855-9ec3-b236e85b3766,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.026280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c4a47ceb-f835-43c8-81d2-5272436b246b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1cea7f8eea342ea94183fc53a00b36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787367 Aug 29 04:31:01.030239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52414) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.040978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-358f8516-9c20-4064-8824-cc07c2b16414 req-ef9cf93c-826a-498f-bbf7-279827217407 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986758 Aug 29 04:31:01.152406 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6675ec-6508-40c3-ab20-74aceeb03753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.183472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6675ec-6508-40c3-ab20-74aceeb03753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.255719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6675ec-6508-40c3-ab20-74aceeb03753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.258402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca6675ec-6508-40c3-ab20-74aceeb03753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.273580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ca6675ec-6508-40c3-ab20-74aceeb03753 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de59461f-aae2-4855-9ec3-b236e85b3766 HTTP/1.1" status: 204 len: 168 time: 0.2318091 Aug 29 04:31:01.306875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6675ec-6508-40c3-ab20-74aceeb03753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de59461f-aae2-4855-9ec3-b236e85b3766,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.373507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae652b6-84fd-4d2b-bd2b-211655cdf96a req-10fa8efd-02e6-4b7e-ac92-031ad945705a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.381428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eae652b6-84fd-4d2b-bd2b-211655cdf96a req-10fa8efd-02e6-4b7e-ac92-031ad945705a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.1982970 Aug 29 04:31:01.405804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 6d712fae-781d-4f50-9915-1cb1589667d2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:01.409293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.773305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eae652b6-84fd-4d2b-bd2b-211655cdf96a req-dac9820d-76a3-40ff-97bc-1521bd46f05b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908868 Aug 29 04:31:01.829798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:01.842404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52448) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.846993 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68e8e6-d44e-4bf0-be3a-bc476abab568 None None] Sync routers for ids ['6d712fae-781d-4f50-9915-1cb1589667d2'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:01.856816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-457acf64-a95f-45df-8a26-6a1b99ba82ac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/6d712fae-781d-4f50-9915-1cb1589667d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4873011 Aug 29 04:31:01.877828 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68e8e6-d44e-4bf0-be3a-bc476abab568 None None] Routers {'6d712fae-781d-4f50-9915-1cb1589667d2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:01.879075 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9c68e8e6-d44e-4bf0-be3a-bc476abab568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d712fae-781d-4f50-9915-1cb1589667d2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:01.951130 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9c68e8e6-d44e-4bf0-be3a-bc476abab568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:01.960590 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68e8e6-d44e-4bf0-be3a-bc476abab568 None None] Routers {'6d712fae-781d-4f50-9915-1cb1589667d2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:01.961212 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9c68e8e6-d44e-4bf0-be3a-bc476abab568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d712fae-781d-4f50-9915-1cb1589667d2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:02.012791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9c68e8e6-d44e-4bf0-be3a-bc476abab568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:02.013698 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68e8e6-d44e-4bf0-be3a-bc476abab568 None None] The sync data for ids ['6d712fae-781d-4f50-9915-1cb1589667d2'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:02.161597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.359664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454cd57-116c-46fb-98df-22653cea656d req-cf4c5cf7-8f0d-4cfa-82ef-2d63bb8ebd57 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.365299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3454cd57-116c-46fb-98df-22653cea656d req-cf4c5cf7-8f0d-4cfa-82ef-2d63bb8ebd57 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 946 time: 0.2003028 Aug 29 04:31:02.429807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.435881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3454cd57-116c-46fb-98df-22653cea656d req-b0e61d5b-594e-4bf7-9fe6-443fe3a88c43 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575249 Aug 29 04:31:02.454435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Router 615cdaad-3b5f-4b57-acbb-9bfe1d4b045d is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:02.644137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:02.659455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Sync routers for ids ['615cdaad-3b5f-4b57-acbb-9bfe1d4b045d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:02.673869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Routers {'615cdaad-3b5f-4b57-acbb-9bfe1d4b045d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:02.676581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['615cdaad-3b5f-4b57-acbb-9bfe1d4b045d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:02.684408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.689183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-59ecd38b-38b7-41f5-86a4-8c47c70cd2d5 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8376811 Aug 29 04:31:02.689495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.845545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port ab7ada14-6ee5-41bb-9311-f9b13795fdb8 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:02.846146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.864217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Set router 615cdaad-3b5f-4b57-acbb-9bfe1d4b045d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:02.907649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.063306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.083185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.086644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for ab7ada14-6ee5-41bb-9311-f9b13795fdb8 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:03.156933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615cdaad-3b5f-4b57-acbb-9bfe1d4b045d', 'name': '', 'tenant_id': 'a30821f1712045c985a470ee9bd1fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c295b223-bf5f-4040-a7c3-cc90b223a597', 'external_fixed_ips': [{'subnet_id': '6d3dc5f7-f53d-41db-ac1a-d540751b34ca', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '396756c6-a667-4be8-9dc1-7053b8e40b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:57Z', 'updated_at': '2021-08-29T04:31:01Z', 'revision_number': 3, 'project_id': 'a30821f1712045c985a470ee9bd1fa89', 'gw_port': {'id': '396756c6-a667-4be8-9dc1-7053b8e40b10', 'name': '', 'network_id': 'c295b223-bf5f-4040-a7c3-cc90b223a597', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615cdaad-3b5f-4b57-acbb-9bfe1d4b045d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '6d3dc5f7-f53d-41db-ac1a-d540751b34ca', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:59Z', 'updated_at': '2021-08-29T04:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3dc5f7-f53d-41db-ac1a-d540751b34ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:03.178027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Deleting port 396756c6-a667-4be8-9dc1-7053b8e40b10 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:03.178630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.212248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Checking router: 615cdaad-3b5f-4b57-acbb-9bfe1d4b045d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:03.216513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Updating router 615cdaad-3b5f-4b57-acbb-9bfe1d4b045d port 396756c6-a667-4be8-9dc1-7053b8e40b10 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:03.270884 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.280892 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.309508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Calling delete_port for 396756c6-a667-4be8-9dc1-7053b8e40b10 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:03.373057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.422616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=ab7ada14-6ee5-41bb-9311-f9b13795fdb8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.655412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.658797 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.696340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event deleted for resources: {'Port': ['ID=396756c6-a667-4be8-9dc1-7053b8e40b10,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.811367 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.839367 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:31:03.840472 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:31:03.965159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.969176 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.975060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 6d712fae-781d-4f50-9915-1cb1589667d2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:03.986335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6773ab-489e-42f8-98ee-1fcf06188d35 req-a9577da9-5d46-4828-9793-97628414610a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:03.994065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6773ab-489e-42f8-98ee-1fcf06188d35 req-a9577da9-5d46-4828-9793-97628414610a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.3373287 Aug 29 04:31:04.079591 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6773ab-489e-42f8-98ee-1fcf06188d35 req-ce8a927a-11f1-4ae5-9f83-656f5023e17a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846105 Aug 29 04:31:04.081067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.081712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 615cdaad-3b5f-4b57-acbb-9bfe1d4b045d {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:04.090348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.094318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:04.096165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-65accf30-0fcc-451f-b464-b873c8b60af3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "DELETE /v2.0/routers/615cdaad-3b5f-4b57-acbb-9bfe1d4b045d HTTP/1.1" status: 204 len: 168 time: 1.4056411 Aug 29 04:31:04.103386 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-afffdaa1-1f12-4d1b-bd87-85e1b9e1d904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/6d712fae-781d-4f50-9915-1cb1589667d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2588785 Aug 29 04:31:04.104693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52480) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.106570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52482) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.126074 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b41123-aa36-41a7-b483-b2a31911c743 None None] Sync routers for ids ['6d712fae-781d-4f50-9915-1cb1589667d2'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:04.144538 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b41123-aa36-41a7-b483-b2a31911c743 None None] Routers {'6d712fae-781d-4f50-9915-1cb1589667d2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:04.145360 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-59b41123-aa36-41a7-b483-b2a31911c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d712fae-781d-4f50-9915-1cb1589667d2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:04.175756 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2584acc6-acfd-4699-8b4a-7d332eb5a2fc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d712fae-781d-4f50-9915-1cb1589667d2 HTTP/1.1" status: 200 len: 205 time: 0.0660701 Aug 29 04:31:04.177073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.196364 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-59b41123-aa36-41a7-b483-b2a31911c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:04.207547 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b41123-aa36-41a7-b483-b2a31911c743 None None] Routers {'6d712fae-781d-4f50-9915-1cb1589667d2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:04.208583 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-59b41123-aa36-41a7-b483-b2a31911c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d712fae-781d-4f50-9915-1cb1589667d2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:04.219460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-349e9da8-f2eb-4ac0-a145-f0fca9d8a271 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Deleting subnet 6d3dc5f7-f53d-41db-ac1a-d540751b34ca {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:04.228803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-349e9da8-f2eb-4ac0-a145-f0fca9d8a271 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.245672 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-59b41123-aa36-41a7-b483-b2a31911c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:04.246971 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b41123-aa36-41a7-b483-b2a31911c743 None None] The sync data for ids ['6d712fae-781d-4f50-9915-1cb1589667d2'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:04.286923 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-349e9da8-f2eb-4ac0-a145-f0fca9d8a271 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.339840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-080caed1-67ab-4ac4-86c9-64b569423ec6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.362374 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-349e9da8-f2eb-4ac0-a145-f0fca9d8a271 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.365000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Port 396756c6-a667-4be8-9dc1-7053b8e40b10 not found while updating agent binding for router 615cdaad-3b5f-4b57-acbb-9bfe1d4b045d. {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:31:04.381472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Routers set() bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:04.382262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Router IDs set() for agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:31:04.383163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_agentschedulers_db [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'615cdaad-3b5f-4b57-acbb-9bfe1d4b045d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent'). {{(pid=94847) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:31:04.384022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ce4d4-702f-446f-aef5-54fa82540ee1 None None] The sync data for ids ['615cdaad-3b5f-4b57-acbb-9bfe1d4b045d'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:04.446379 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-349e9da8-f2eb-4ac0-a145-f0fca9d8a271 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.477254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e9da8-f2eb-4ac0-a145-f0fca9d8a271 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3dc5f7-f53d-41db-ac1a-d540751b34ca,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.479426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-349e9da8-f2eb-4ac0-a145-f0fca9d8a271 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.481434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-349e9da8-f2eb-4ac0-a145-f0fca9d8a271 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/6d3dc5f7-f53d-41db-ac1a-d540751b34ca HTTP/1.1" status: 204 len: 168 time: 0.3758378 Aug 29 04:31:04.485656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52490) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.555384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.577159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-080caed1-67ab-4ac4-86c9-64b569423ec6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.580783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-080caed1-67ab-4ac4-86c9-64b569423ec6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.638337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-080caed1-67ab-4ac4-86c9-64b569423ec6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.639511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080caed1-67ab-4ac4-86c9-64b569423ec6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Fanout notify agent at l3_agent the message router_deleted on router 6d712fae-781d-4f50-9915-1cb1589667d2 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:04.650642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-080caed1-67ab-4ac4-86c9-64b569423ec6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.651225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.656289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52492) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.656853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-080caed1-67ab-4ac4-86c9-64b569423ec6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/6d712fae-781d-4f50-9915-1cb1589667d2 HTTP/1.1" status: 204 len: 168 time: 0.4782624 Aug 29 04:31:04.701226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c295b223-bf5f-4040-a7c3-cc90b223a597']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:04.717259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df088118-6226-40dd-9776-6bcb4748ed48') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:04.717557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df088118-6226-40dd-9776-6bcb4748ed48') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:04.731339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.745355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60f3c0b-2f82-4a32-b425-f08a9f96aca9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet 21f88bb4-edd9-4cd3-b2e2-bc33e349560b {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:04.751966 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c60f3c0b-2f82-4a32-b425-f08a9f96aca9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.754744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.786714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:04.787132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:04.789099 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:04.843893 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c60f3c0b-2f82-4a32-b425-f08a9f96aca9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.887135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.897257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c295b223-bf5f-4040-a7c3-cc90b223a597 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:31:04.899841 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.906174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "DELETE /v2.0/networks/c295b223-bf5f-4040-a7c3-cc90b223a597 HTTP/1.1" status: 204 len: 168 time: 0.4157782 Aug 29 04:31:04.915524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9568d-0d06-4a80-9dd6-84faa02c7228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event deleted for resources: {'Network': ['ID=c295b223-bf5f-4040-a7c3-cc90b223a597,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.965271 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c60f3c0b-2f82-4a32-b425-f08a9f96aca9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.044970 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c60f3c0b-2f82-4a32-b425-f08a9f96aca9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.081962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f3c0b-2f82-4a32-b425-f08a9f96aca9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=21f88bb4-edd9-4cd3-b2e2-bc33e349560b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.086027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c60f3c0b-2f82-4a32-b425-f08a9f96aca9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.090898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c60f3c0b-2f82-4a32-b425-f08a9f96aca9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/21f88bb4-edd9-4cd3-b2e2-bc33e349560b HTTP/1.1" status: 204 len: 168 time: 0.4303586 Aug 29 04:31:05.091551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52508) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.098595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17def59-899a-4294-a173-9a3e3231d059 None None] Network 330c8a6d-7b24-419b-9940-525c0c21727d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:05.205039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52512) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.207873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c051379f-6096-4c43-8ac7-6a2711144984 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet ced2f011-16f5-4aa8-be52-93fbbb8702a2 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:05.209761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-71a2ca53-4e5f-4106-a890-090532b3f0d0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'router': {'name': 'tempest-router--191827536', 'project_id': 'a830cfdc45424b289b19467daf3864d0'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:05.212948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c051379f-6096-4c43-8ac7-6a2711144984 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.270417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71a2ca53-4e5f-4106-a890-090532b3f0d0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.271677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71a2ca53-4e5f-4106-a890-090532b3f0d0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.285335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391fa22-bbc3-433d-95dc-d9ec51dc98a0 req-a46d5554-9160-4e62-88a1-5dd335c58bfc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.286883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c391fa22-bbc3-433d-95dc-d9ec51dc98a0 req-a46d5554-9160-4e62-88a1-5dd335c58bfc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.0720108 Aug 29 04:31:05.311640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c051379f-6096-4c43-8ac7-6a2711144984 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.356278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] DHCP port deletion for 330c8a6d-7b24-419b-9940-525c0c21727d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:05.397016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71a2ca53-4e5f-4106-a890-090532b3f0d0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.407150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c391fa22-bbc3-433d-95dc-d9ec51dc98a0 req-29ae5773-8308-4d52-a2f7-b78774609acb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104529 Aug 29 04:31:05.410078 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71a2ca53-4e5f-4106-a890-090532b3f0d0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.430931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71a2ca53-4e5f-4106-a890-090532b3f0d0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.436768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-71a2ca53-4e5f-4106-a890-090532b3f0d0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2305095 Aug 29 04:31:05.438604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52520) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.458791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] Deleting port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:05.461514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.481136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c051379f-6096-4c43-8ac7-6a2711144984 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.573548 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c051379f-6096-4c43-8ac7-6a2711144984 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.592976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] For port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20c6dbb7-fb41-4336-a1e5-0b6c863c6267,segment=NetworkSegment(b50a4407-1691-4597-90b6-671ad5ea2dd1),segment_id=b50a4407-1691-4597-90b6-671ad5ea2dd1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:05.593799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.619160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051379f-6096-4c43-8ac7-6a2711144984 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=ced2f011-16f5-4aa8-be52-93fbbb8702a2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.621472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] Calling delete_port for 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:05.629964 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c051379f-6096-4c43-8ac7-6a2711144984 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.633017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c051379f-6096-4c43-8ac7-6a2711144984 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/ced2f011-16f5-4aa8-be52-93fbbb8702a2 HTTP/1.1" status: 204 len: 168 time: 0.5398211 Aug 29 04:31:05.636713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52522) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.653027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee18e9-03da-4020-b57d-8923fee48e2d None None] Network fd87b8a5-1eeb-42a8-9935-7c67f0dde53d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:05.796700 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.807733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.810236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:05.866403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:05.866850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:05.874767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] Pushing event deleted for resources: {'Port': ['ID=20c6dbb7-fb41-4336-a1e5-0b6c863c6267,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.880200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e8a20e-34e7-44f6-93ad-655c658a6e7a None None] No DVR routers for this DVR port 20c6dbb7-fb41-4336-a1e5-0b6c863c6267 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:05.983221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.995874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330c8a6d-7b24-419b-9940-525c0c21727d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:06.015833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50a4407-1691-4597-90b6-671ad5ea2dd1') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:06.016184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50a4407-1691-4597-90b6-671ad5ea2dd1') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:06.025999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.043124 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.048980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] DHCP port deletion for fd87b8a5-1eeb-42a8-9935-7c67f0dde53d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:06.051928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:06.052557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:06.056427 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:06.063277 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2970cfdb-af4f-4762-9044-e7e471378015 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.109320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] Deleting port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:06.109925 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.121398 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.130866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.132960 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/330c8a6d-7b24-419b-9940-525c0c21727d HTTP/1.1" status: 204 len: 168 time: 0.4938078 Aug 29 04:31:06.135529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52528) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.199728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] For port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,segment=NetworkSegment(1960b151-63a0-48ef-8cd1-98d4fde2e45e),segment_id=1960b151-63a0-48ef-8cd1-98d4fde2e45e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:06.200491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.217723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] Calling delete_port for 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:06.228832 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.234737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49ff1c-46a4-44b2-b14f-a249693503ba tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=330c8a6d-7b24-419b-9940-525c0c21727d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.287755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2970cfdb-af4f-4762-9044-e7e471378015 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.288360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:06.288604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.290595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2970cfdb-af4f-4762-9044-e7e471378015 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.318044 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.363153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,segment=NetworkSegment(1960b151-63a0-48ef-8cd1-98d4fde2e45e),segment_id=1960b151-63a0-48ef-8cd1-98d4fde2e45e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:06.363434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2970cfdb-af4f-4762-9044-e7e471378015 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.363558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.364007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2970cfdb-af4f-4762-9044-e7e471378015 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a89d9ca-4387-42e0-a691-e3641ba8609f {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:06.367650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] Pushing event deleted for resources: {'Port': ['ID=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.369897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa024c-093c-41f9-b21b-81aedfe2339f None None] No DVR routers for this DVR port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:06.370210 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2970cfdb-af4f-4762-9044-e7e471378015 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.373691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2970cfdb-af4f-4762-9044-e7e471378015 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3a89d9ca-4387-42e0-a691-e3641ba8609f HTTP/1.1" status: 204 len: 168 time: 0.9319179 Aug 29 04:31:06.383154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:06.477199 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.507832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52544) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.517980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=45e8c33a-20fd-4b3c-b667-4697ab9e8cb1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.522814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No DVR routers for this DVR port 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:06.553430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb46d-18cf-4270-94dc-7ade35096844 req-06d64cc7-6fd4-4f32-837c-6cdd7a7b10f6 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.561337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdbcb46d-18cf-4270-94dc-7ade35096844 req-06d64cc7-6fd4-4f32-837c-6cdd7a7b10f6 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.0617554 Aug 29 04:31:06.610867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdbcb46d-18cf-4270-94dc-7ade35096844 req-cc08abbe-540d-4559-81ca-66e162ef958b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 Aug 29 04:31:06.627009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.637525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd87b8a5-1eeb-42a8-9935-7c67f0dde53d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:06.648082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1960b151-63a0-48ef-8cd1-98d4fde2e45e') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:06.648420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1960b151-63a0-48ef-8cd1-98d4fde2e45e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:06.657498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.673031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52550) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.674612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.680986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:06.681387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:06.685392 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:06.745938 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.747548 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.769314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.771233 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/fd87b8a5-1eeb-42a8-9935-7c67f0dde53d HTTP/1.1" status: 204 len: 168 time: 0.6346948 Aug 29 04:31:06.776370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-737377328', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:06.778013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52554) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.781106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76b685-8545-4dff-bedc-e1f0aec56d88 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=fd87b8a5-1eeb-42a8-9935-7c67f0dde53d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.784395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-974617457'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:06.865060 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.869144 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.892856 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.893920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.903815 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:31:06.903815 n-d-712142-15 neutron-server[94845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:31:06.903815 n-d-712142-15 neutron-server[94845]: [parameters: {'project_id_1': 'c7adc982033a43f39fbe1f1154d3c423', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 31, 6, 789262)}] Aug 29 04:31:06.903815 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:31:06.904460 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:31:06.922478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d44e4a6482664f09827baa5343c10663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455916 Aug 29 04:31:06.922478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52562) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.930629 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60618db7-8c99-4107-bfb3-40355a2e313d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.951110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.951459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.951802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.952163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.952496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.952822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.953143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.953469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.953794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.954115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.954442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.954757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8db5bc-657f-4df2-9881-7b59b3c53f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:06.960017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.992338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d901a2cc-a4c0-4af5-a524-5aedfbd5010d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.018249 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d901a2cc-a4c0-4af5-a524-5aedfbd5010d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.074842 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d901a2cc-a4c0-4af5-a524-5aedfbd5010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.077633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d901a2cc-a4c0-4af5-a524-5aedfbd5010d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.081206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d901a2cc-a4c0-4af5-a524-5aedfbd5010d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60618db7-8c99-4107-bfb3-40355a2e313d HTTP/1.1" status: 204 len: 168 time: 0.1550908 Aug 29 04:31:07.086880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901a2cc-a4c0-4af5-a524-5aedfbd5010d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60618db7-8c99-4107-bfb3-40355a2e313d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.125541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.375045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.377462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-d4d35f87-c883-406b-90d6-1b79dc486c5d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.383732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-d4d35f87-c883-406b-90d6-1b79dc486c5d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.389955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-d4d35f87-c883-406b-90d6-1b79dc486c5d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.394554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.396033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-d4d35f87-c883-406b-90d6-1b79dc486c5d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.402277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-d4d35f87-c883-406b-90d6-1b79dc486c5d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.408712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-d4d35f87-c883-406b-90d6-1b79dc486c5d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.414690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-d4d35f87-c883-406b-90d6-1b79dc486c5d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.423185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-d4d35f87-c883-406b-90d6-1b79dc486c5d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.1172907 Aug 29 04:31:07.484357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65f6c1f8-ec21-4c94-b772-dff51706a9d2 req-68cc80a0-7f9b-4719-ab50-2875c95e966b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567107 Aug 29 04:31:07.508433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:07.514008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.528897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Allocated IP 172.25.1.224 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/c63f9158-3ad2-42a1-bafc-35d294e44644) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:07.541532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:07.551624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.552174 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment 9a9493a9-c4a3-40d6-afc6-6c469d835b8c of type vlan for network c2c7301c-81cd-4175-b57e-992dde666b19 Aug 29 04:31:07.598524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.629258 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.636742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.637522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.683501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.704905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9258220 Aug 29 04:31:07.708050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52586) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.713425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': 'c2c7301c-81cd-4175-b57e-992dde666b19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:07.764247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fe2e2-13c4-4803-af0b-6dedf2f5e1b8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=c2c7301c-81cd-4175-b57e-992dde666b19,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.778984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c2c7301c-81cd-4175-b57e-992dde666b19 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:07.786640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23068203-6b14-44e6-8c33-8ac2231cae66 req-3b343978-a608-4f1f-a7b5-026e23f36202 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.788417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23068203-6b14-44e6-8c33-8ac2231cae66 req-3b343978-a608-4f1f-a7b5-026e23f36202 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 943 time: 0.0935702 Aug 29 04:31:07.830102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:07.845565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23068203-6b14-44e6-8c33-8ac2231cae66 req-24dcc807-bd8f-4f64-b9eb-c1d943b594c1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Aug 29 04:31:07.865825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:07.866173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 45e8c33a-20fd-4b3c-b667-4697ab9e8cb1 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:08.110199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:08.175254 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.200361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:08.221254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:08.228411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:08.231575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:08.248221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'network_id': '93be5b83-c2a4-459c-a5c6-5be107740aba', 'port_id': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'mac_address': 'fa:16:3e:a4:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88163fe2-9de1-43be-9945-b132ade96e98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:08.276044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event updated for resources: {'Port': ['ID=c63f9158-3ad2-42a1-bafc-35d294e44644,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.295788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:08.296914 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.299483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.310420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a3013a-22aa-42e3-9a8f-14dcf10a6951 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:08.346221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:08.351711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.407198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.617542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-c485887a-bb08-4612-9409-24eb91315a4a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.623517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-c485887a-bb08-4612-9409-24eb91315a4a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.629766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-c485887a-bb08-4612-9409-24eb91315a4a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.630229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-2b0b733a-aefe-4616-9cb6-b1c096c67b48 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.636238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-c485887a-bb08-4612-9409-24eb91315a4a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.636816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-2b0b733a-aefe-4616-9cb6-b1c096c67b48 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.642213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-c485887a-bb08-4612-9409-24eb91315a4a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.642880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-2b0b733a-aefe-4616-9cb6-b1c096c67b48 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.648362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-c485887a-bb08-4612-9409-24eb91315a4a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.651837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-2b0b733a-aefe-4616-9cb6-b1c096c67b48 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.655834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9a3013a-22aa-42e3-9a8f-14dcf10a6951'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:08.657437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-c485887a-bb08-4612-9409-24eb91315a4a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.658603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-2b0b733a-aefe-4616-9cb6-b1c096c67b48 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.665421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-2b0b733a-aefe-4616-9cb6-b1c096c67b48 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.666410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-c485887a-bb08-4612-9409-24eb91315a4a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.1095047 Aug 29 04:31:08.672352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-2b0b733a-aefe-4616-9cb6-b1c096c67b48 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.674823 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-2b0b733a-aefe-4616-9cb6-b1c096c67b48 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 5442 time: 0.1935821 Aug 29 04:31:08.717314 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1ab43aa-4b30-4eab-b5a8-eb5795e05f88 req-90ab0338-86fd-42fe-8268-9ed9be147d8e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0453842 Aug 29 04:31:08.815973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-4864f43e-89d3-47ec-9ded-b28a86636102 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.817656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-4864f43e-89d3-47ec-9ded-b28a86636102 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "GET /v2.0/ports/bb1f2743-d5fc-4aae-8b4e-a3829e09b36a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1297600 Aug 29 04:31:08.838408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.881189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.992759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18291da7-f665-4ac4-823a-486df4829bde req-0e8b60d7-56fb-451e-96c5-6e91377c9a3f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.994356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18291da7-f665-4ac4-823a-486df4829bde req-0e8b60d7-56fb-451e-96c5-6e91377c9a3f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 944 time: 0.0672288 Aug 29 04:31:09.039979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18291da7-f665-4ac4-823a-486df4829bde req-6729a4c6-6bd4-4a9e-916e-0926fb3469bd tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Aug 29 04:31:09.056332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=6aff5f42-4709-4705-8f48-738c37eaf794,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.096337 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-22074b83-a447-4801-bdda-339a99f8cf6e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "GET /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2700939 Aug 29 04:31:09.141287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:09.146031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': '9a9493a9-c4a3-40d6-afc6-6c469d835b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c2c7301c-81cd-4175-b57e-992dde666b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:09.146400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: c2c7301c-81cd-4175-b57e-992dde666b19, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:09.256277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network c2c7301c-81cd-4175-b57e-992dde666b19 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:09.271446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.275370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c2c7301c-81cd-4175-b57e-992dde666b19) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:09.284914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f82ba1-d08c-4efa-9f21-028f1cb27f5b None None] Network c2c7301c-81cd-4175-b57e-992dde666b19 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:09.289547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.290148 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.300333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.370903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-500d7455-2a9b-4dfd-9979-19bd42de2712 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6589923 Aug 29 04:31:09.372009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52628) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.377822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c8a96a3d-91bf-4f80-bc7e-4c4214cb2507 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-130623158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:09.410066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a3d-91bf-4f80-bc7e-4c4214cb2507 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.411607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a3d-91bf-4f80-bc7e-4c4214cb2507 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.475382 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a3d-91bf-4f80-bc7e-4c4214cb2507 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.482260 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a3d-91bf-4f80-bc7e-4c4214cb2507 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.502193 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a3d-91bf-4f80-bc7e-4c4214cb2507 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.507028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c8a96a3d-91bf-4f80-bc7e-4c4214cb2507 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1336007 Aug 29 04:31:09.507958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52632) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.515012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'port': {'network_id': 'c2c7301c-81cd-4175-b57e-992dde666b19', 'name': 'tempest-RoutersIpV6Test-216575235'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:09.576890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] For port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:09.591093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Router 29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:09.602027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52634) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.662962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-c2c7301c-81cd-4175-b57e-992dde666b19', 'network_id': 'c2c7301c-81cd-4175-b57e-992dde666b19', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': '6aff5f42-4709-4705-8f48-738c37eaf794'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:09.663872 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.670065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:09.673894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.681695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] For port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:09.699293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] device_id is not set on port 1ef6bade-2a3c-4703-a409-228e46e106a4 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:09.755595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] device_id is not set on port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:09.772416 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.796792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.801562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:09.814536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a494d49-67d0-44cc-a6e5-f98a5449742e None None] Sync routers for ids ['29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:09.825165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a494d49-67d0-44cc-a6e5-f98a5449742e None None] Routers {'29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:09.825824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5a494d49-67d0-44cc-a6e5-f98a5449742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:09.831311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2ef-e0b0-4b5f-a2a6-b262f9e98a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.860082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5a494d49-67d0-44cc-a6e5-f98a5449742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:09.869217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a494d49-67d0-44cc-a6e5-f98a5449742e None None] Routers {'29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:09.870626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5a494d49-67d0-44cc-a6e5-f98a5449742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:09.890944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] No DVR routers for this DVR port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:09.896219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.897557 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4a059eec-df8f-49bc-8a6e-008c8346a246 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3861580 Aug 29 04:31:09.913109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5a494d49-67d0-44cc-a6e5-f98a5449742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:09.913803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a494d49-67d0-44cc-a6e5-f98a5449742e None None] The sync data for ids ['29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:09.918848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52640) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.932453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] Pushing event updated for resources: {'Port': ['ID=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.958793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8::132 (c2c7301c-81cd-4175-b57e-992dde666b19/6aff5f42-4709-4705-8f48-738c37eaf794/1ef6bade-2a3c-4703-a409-228e46e106a4) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:09.987300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109009e2-6470-44c0-8864-4e2bd8017d36 req-b83f6c01-a216-4020-a182-2ec3edd65995 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.993320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109009e2-6470-44c0-8864-4e2bd8017d36 req-b83f6c01-a216-4020-a182-2ec3edd65995 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.995167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] In _notify_port_updated(), no bound segment for port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:31:09.996118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.996751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.998065 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-81732bee-5ff8-416b-b153-da3f7c4e7b8f service neutron] 10.222.0.65 "PUT /v2.0/ports/bb1f2743-d5fc-4aae-8b4e-a3829e09b36a HTTP/1.1" status: 200 len: 1031 time: 0.8632061 Aug 29 04:31:10.000682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109009e2-6470-44c0-8864-4e2bd8017d36 req-b83f6c01-a216-4020-a182-2ec3edd65995 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.006168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109009e2-6470-44c0-8864-4e2bd8017d36 req-b83f6c01-a216-4020-a182-2ec3edd65995 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.012695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109009e2-6470-44c0-8864-4e2bd8017d36 req-b83f6c01-a216-4020-a182-2ec3edd65995 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.018566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109009e2-6470-44c0-8864-4e2bd8017d36 req-b83f6c01-a216-4020-a182-2ec3edd65995 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.020528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-109009e2-6470-44c0-8864-4e2bd8017d36 req-b83f6c01-a216-4020-a182-2ec3edd65995 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 4664 time: 0.2026653 Aug 29 04:31:10.096076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-9c28fa1e-a70e-4a7a-b78e-3c7e208ef12b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.097541 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-9c28fa1e-a70e-4a7a-b78e-3c7e208ef12b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "GET /v2.0/ports/e616e723-fe76-4b72-8d04-32d6b9a6f125?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0662506 Aug 29 04:31:10.107587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:10.123318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:10.134891 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-30a7cada-4a40-4d20-a915-cbdc17eb3838 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/routers/29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0 HTTP/1.1" status: 200 len: 920 time: 0.2123988 Aug 29 04:31:10.136709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52646) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.145101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2ef-e0b0-4b5f-a2a6-b262f9e98a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.158955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ea22fc9d-7191-4706-ad47-9370d2d71e1f None None] Provisioning complete for port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:10.159355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ea22fc9d-7191-4706-ad47-9370d2d71e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.185934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-109009e2-6470-44c0-8864-4e2bd8017d36 req-c30d3370-843d-4064-87c2-e328b773ba3b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&id=1af52478-42eb-40ea-a85a-601969987d14&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1498673 Aug 29 04:31:10.186149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2ef-e0b0-4b5f-a2a6-b262f9e98a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.207139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-03987224-18a4-4ab8-85a8-d48f38a6225e tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0 HTTP/1.1" status: 200 len: 205 time: 0.0461652 Aug 29 04:31:10.210120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52648) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.232448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ea22fc9d-7191-4706-ad47-9370d2d71e1f None None] Port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:10.237899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:10.238290 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.256910 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.317801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49e6a2ef-e0b0-4b5f-a2a6-b262f9e98a44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07806ee0f2f54cd5831f8cfa6dd3e4ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144415 Aug 29 04:31:10.320563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52652) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.330890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6a2ef-e0b0-4b5f-a2a6-b262f9e98a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e63ff9c-9b96-4d83-a09e-c4f368ac867b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.355693 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.383726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:10.386689 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef9e099-e9dc-4e12-a49f-6a897b0e7def" -d '{"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:10.402175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:10.410476 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.437758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed699a6-0c62-41ef-a467-29ef0d6e694e req-e210251e-e360-4d34-aeb8-8fbe95739e29 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.439208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eed699a6-0c62-41ef-a467-29ef0d6e694e req-e210251e-e360-4d34-aeb8-8fbe95739e29 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 944 time: 0.2281957 Aug 29 04:31:10.443874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.456098 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c01e137-d116-4e7f-a2b5-a3f40329bd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.459626 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16406f3f-e121-4932-a92e-d70c1b86216c x-openstack-request-id: req-16406f3f-e121-4932-a92e-d70c1b86216c {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:10.460615 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:10.460880 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16406f3f-e121-4932-a92e-d70c1b86216c {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:10.461277 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'code': 200} Aug 29 04:31:10.465003 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.488962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] For port e616e723-fe76-4b72-8d04-32d6b9a6f125, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=e616e723-fe76-4b72-8d04-32d6b9a6f125,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:10.500019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c01e137-d116-4e7f-a2b5-a3f40329bd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.504663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.509668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object 1ef6bade-2a3c-4703-a409-228e46e106a4 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:10.551453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] For port e616e723-fe76-4b72-8d04-32d6b9a6f125, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:10.553837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eed699a6-0c62-41ef-a467-29ef0d6e694e req-1819a16b-26b3-4e65-a7b8-0db5f9845795 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035795 Aug 29 04:31:10.611173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] device_id is not set on port e616e723-fe76-4b72-8d04-32d6b9a6f125 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:10.616968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c01e137-d116-4e7f-a2b5-a3f40329bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.620228 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c01e137-d116-4e7f-a2b5-a3f40329bd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.621371 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7c01e137-d116-4e7f-a2b5-a3f40329bd7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e63ff9c-9b96-4d83-a09e-c4f368ac867b HTTP/1.1" status: 204 len: 168 time: 0.2997632 Aug 29 04:31:10.623605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.633402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.635947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01e137-d116-4e7f-a2b5-a3f40329bd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e63ff9c-9b96-4d83-a09e-c4f368ac867b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.638667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.648021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.704816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Allocated IP 2001:db8::2 (c2c7301c-81cd-4175-b57e-992dde666b19/6aff5f42-4709-4705-8f48-738c37eaf794/eb46e686-1350-4883-a4b2-7fca4c7aa392) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:10.720132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] No DVR routers for this DVR port e616e723-fe76-4b72-8d04-32d6b9a6f125 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:10.736689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network c2c7301c-81cd-4175-b57e-992dde666b19 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:10.748833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:10.754507 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] Pushing event updated for resources: {'Port': ['ID=e616e723-fe76-4b72-8d04-32d6b9a6f125,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.773078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] In _notify_port_updated(), no bound segment for port e616e723-fe76-4b72-8d04-32d6b9a6f125 on network cfdf0b50-0db3-438e-be2f-01d62e44e232 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:31:10.773416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:10.774362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.775151 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.776814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-165553c3-ff73-4a80-b731-2037b6b7a31c service neutron] 10.222.0.65 "PUT /v2.0/ports/e616e723-fe76-4b72-8d04-32d6b9a6f125 HTTP/1.1" status: 200 len: 1031 time: 0.6631842 Aug 29 04:31:10.786933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.787511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.795190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=1ef6bade-2a3c-4703-a409-228e46e106a4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.815845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c1117-6425-4ba5-b673-6584be9c3498 req-9a05c7b8-241c-4003-af52-babeae721fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.817968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a13c1117-6425-4ba5-b673-6584be9c3498 req-9a05c7b8-241c-4003-af52-babeae721fcd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1098 time: 0.1508877 Aug 29 04:31:10.821697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a6f30437-61e9-4949-b0e5-aed1ad72c099 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3123138 Aug 29 04:31:10.825049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52658) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.940164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting port f536b0d4-7844-4d6b-814a-0863b48d4206 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:10.940956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.993178 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.005716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Transition to ACTIVE for port object eb46e686-1350-4883-a4b2-7fca4c7aa392 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:11.025550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Transition to ACTIVE for port object eb46e686-1350-4883-a4b2-7fca4c7aa392 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:11.033372 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.061383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Deleting port c63f9158-3ad2-42a1-bafc-35d294e44644 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:11.061597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] For port f536b0d4-7844-4d6b-814a-0863b48d4206, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=f536b0d4-7844-4d6b-814a-0863b48d4206,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:11.062103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.062396 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.082773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Network c2c7301c-81cd-4175-b57e-992dde666b19 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:11.089184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:11.093357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c44aa6e4-ab2e-4895-986b-eccc1f1aa4e4 None None] Provisioning complete for port e616e723-fe76-4b72-8d04-32d6b9a6f125 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:11.093738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c44aa6e4-ab2e-4895-986b-eccc1f1aa4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.120101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:11.183139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a13c1117-6425-4ba5-b673-6584be9c3498 req-dd0e0516-a376-42c1-9403-eb03285a328f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472145 Aug 29 04:31:11.185472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Pushing event updated for resources: {'Port': ['ID=eb46e686-1350-4883-a4b2-7fca4c7aa392,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.209906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c44aa6e4-ab2e-4895-986b-eccc1f1aa4e4 None None] Port e616e723-fe76-4b72-8d04-32d6b9a6f125 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:11.252422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Attempting to bind port eb46e686-1350-4883-a4b2-7fca4c7aa392 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:11.252422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Attempting to bind port eb46e686-1350-4883-a4b2-7fca4c7aa392 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '9a9493a9-c4a3-40d6-afc6-6c469d835b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c2c7301c-81cd-4175-b57e-992dde666b19'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:11.252422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Attempting to bind port eb46e686-1350-4883-a4b2-7fca4c7aa392 on network c2c7301c-81cd-4175-b57e-992dde666b19 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:11.258550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:11.258999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Checking segment: {'id': '9a9493a9-c4a3-40d6-afc6-6c469d835b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c2c7301c-81cd-4175-b57e-992dde666b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:11.259473 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.259914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Bound using segment: {'id': '9a9493a9-c4a3-40d6-afc6-6c469d835b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c2c7301c-81cd-4175-b57e-992dde666b19'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:11.261320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Bound port: eb46e686-1350-4883-a4b2-7fca4c7aa392, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9493a9-c4a3-40d6-afc6-6c469d835b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c2c7301c-81cd-4175-b57e-992dde666b19'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:11.262285 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.353317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] For port eb46e686-1350-4883-a4b2-7fca4c7aa392, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:11.361796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] For port eb46e686-1350-4883-a4b2-7fca4c7aa392, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eb46e686-1350-4883-a4b2-7fca4c7aa392,segment=NetworkSegment(9a9493a9-c4a3-40d6-afc6-6c469d835b8c),segment_id=9a9493a9-c4a3-40d6-afc6-6c469d835b8c)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:11.370574 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.375449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.376012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.376609 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Floating IP a4ffd9f0-9cf7-4b63-8b77-20c6af030752 disassociated. External IP: 172.25.1.106, port: f536b0d4-7844-4d6b-814a-0863b48d4206. Aug 29 04:31:11.376900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Calling delete_port for f536b0d4-7844-4d6b-814a-0863b48d4206 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:11.489759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162c236-0ac5-4726-a8fd-8623d9b6ffaa None None] Pushing event updated for resources: {'Port': ['ID=eb46e686-1350-4883-a4b2-7fca4c7aa392,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.526339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.567523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911329f4-a295-4f1f-abac-392a30d13389 req-4bcd6a20-e455-410c-866d-10977666d572 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.569228 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.577010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911329f4-a295-4f1f-abac-392a30d13389 req-4bcd6a20-e455-410c-866d-10977666d572 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.585945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911329f4-a295-4f1f-abac-392a30d13389 req-4bcd6a20-e455-410c-866d-10977666d572 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.592742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911329f4-a295-4f1f-abac-392a30d13389 req-4bcd6a20-e455-410c-866d-10977666d572 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.599096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911329f4-a295-4f1f-abac-392a30d13389 req-4bcd6a20-e455-410c-866d-10977666d572 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.601140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-911329f4-a295-4f1f-abac-392a30d13389 req-4bcd6a20-e455-410c-866d-10977666d572 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 3886 time: 0.2509391 Aug 29 04:31:11.610663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Calling delete_port for c63f9158-3ad2-42a1-bafc-35d294e44644 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:11.610918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Port': ['ID=f536b0d4-7844-4d6b-814a-0863b48d4206,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.734056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-911329f4-a295-4f1f-abac-392a30d13389 req-29a119a1-b5e1-462a-9253-8275038eee17 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220441 Aug 29 04:31:11.815308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52686) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.837759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.845956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Router 910ed515-1922-4401-a5fc-eb3bb411e393 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:11.924367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541995a-cb04-4e32-a61f-5434e88cf19d req-62dbc3eb-fc4d-4327-8f7b-81c0089ecfe1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.925919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bb1f2743-d5fc-4aae-8b4e-a3829e09b36a no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:11.928587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7541995a-cb04-4e32-a61f-5434e88cf19d req-62dbc3eb-fc4d-4327-8f7b-81c0089ecfe1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1913664 Aug 29 04:31:11.991864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device bb1f2743-d5fc-4aae-8b4e-a3829e09b36a not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:11.992692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f536b0d4-7844-4d6b-814a-0863b48d4206 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:12.024780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: f536b0d4-7844-4d6b-814a-0863b48d4206 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:12.025239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device f536b0d4-7844-4d6b-814a-0863b48d4206 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:12.026291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 0f86885c-3782-4877-aeb6-7a59bf51fa43 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:12.151681 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.168767 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7541995a-cb04-4e32-a61f-5434e88cf19d req-7c7c6e28-1bd9-49a2-b811-a384a231e229 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008727 Aug 29 04:31:12.199357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 0f86885c-3782-4877-aeb6-7a59bf51fa43, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:12.211346 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.212368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 9115f6b1-8028-4892-9e21-c19bdd5a40c0 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:12.345189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=0f86885c-3782-4877-aeb6-7a59bf51fa43,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.386805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2040894658-network', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:12.391880 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.397974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.417837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.418697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:12.433778 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] Sync routers for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:12.443924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 9115f6b1-8028-4892-9e21-c19bdd5a40c0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:12.458135 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:12.459827 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:12.460043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.462627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device e616e723-fe76-4b72-8d04-32d6b9a6f125 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:12.471779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f86885c-3782-4877-aeb6-7a59bf51fa43'}, {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9115f6b1-8028-4892-9e21-c19bdd5a40c0'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:12.474123 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55180af-fc9c-42a0-bcb3-8c12b3011041" -d '{"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-unplugged", "status": "completed", "tag": "0f86885c-3782-4877-aeb6-7a59bf51fa43"}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-unplugged", "status": "completed", "tag": "9115f6b1-8028-4892-9e21-c19bdd5a40c0"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:12.519219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] No DVR routers for this DVR port f536b0d4-7844-4d6b-814a-0863b48d4206 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:12.523555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.526821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-338fa272-fee5-4f9c-9625-c8cd94cf5194 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "DELETE /v2.0/ports/f536b0d4-7844-4d6b-814a-0863b48d4206 HTTP/1.1" status: 204 len: 173 time: 1.7396533 Aug 29 04:31:12.527745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': 'f536b0d4-7844-4d6b-814a-0863b48d4206'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:12.532916 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927a0555-b3e6-4441-8198-971f0e92caa9" -d '{"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "f536b0d4-7844-4d6b-814a-0863b48d4206"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:12.534665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.540638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Made reservation on behalf of 6365f67e47f3426c8c84170bb09005a9 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:12.545294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.581082 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.614216 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940073fc-43d9-439d-9d3e-f984af8dd423 x-openstack-request-id: req-940073fc-43d9-439d-9d3e-f984af8dd423 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:12.614546 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-unplugged", "status": "completed", "tag": "0f86885c-3782-4877-aeb6-7a59bf51fa43", "code": 200}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-unplugged", "status": "completed", "tag": "9115f6b1-8028-4892-9e21-c19bdd5a40c0", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:12.614989 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-940073fc-43d9-439d-9d3e-f984af8dd423 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:12.615404 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f86885c-3782-4877-aeb6-7a59bf51fa43', 'code': 200} Aug 29 04:31:12.617260 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9115f6b1-8028-4892-9e21-c19bdd5a40c0', 'code': 200} Aug 29 04:31:12.649233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device e616e723-fe76-4b72-8d04-32d6b9a6f125 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:12.650082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fad6b25c-c1af-49a5-8b0e-def2a26a4636 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:12.654695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=9115f6b1-8028-4892-9e21-c19bdd5a40c0,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.656381 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a650aef-1717-4f30-8010-7d76da4028e0 x-openstack-request-id: req-9a650aef-1717-4f30-8010-7d76da4028e0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:12.656755 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "f536b0d4-7844-4d6b-814a-0863b48d4206", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:12.657215 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a650aef-1717-4f30-8010-7d76da4028e0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:12.658677 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': 'f536b0d4-7844-4d6b-814a-0863b48d4206', 'status': 'completed', 'code': 200} Aug 29 04:31:12.693815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=1ef6bade-2a3c-4703-a409-228e46e106a4,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.796595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event deleted for resources: {'Port': ['ID=c63f9158-3ad2-42a1-bafc-35d294e44644,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.806364 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:12.869126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.927346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.944584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port fad6b25c-c1af-49a5-8b0e-def2a26a4636, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:12.951149 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.952767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 4cdd327a-e2bd-441b-9270-934888ddeef5 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:12.967646 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.978931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.073264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:13.075385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd68a57-507e-4f93-add2-927c83929bd4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.093380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.093742 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Added segment 84cfce92-2f13-4c8f-b3fb-81502aad2d41 of type vlan for network 16e88a61-06d4-4738-9e91-a4badbbf3a6a Aug 29 04:31:13.096708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting port 0f86885c-3782-4877-aeb6-7a59bf51fa43 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:13.097067 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.124955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24810e9-181d-4a54-849c-b5d736a8649d None None] Network c2c7301c-81cd-4175-b57e-992dde666b19 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:13.214902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e8047067-2e41-41a7-83ed-66744f40b00e None None] Provisioning for port eb46e686-1350-4883-a4b2-7fca4c7aa392 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:13.285019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.309797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=fad6b25c-c1af-49a5-8b0e-def2a26a4636,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.335515 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.351505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.353018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.354963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.405368 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 5, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:13.419785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 4cdd327a-e2bd-441b-9270-934888ddeef5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4cdd327a-e2bd-441b-9270-934888ddeef5,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:13.428267 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.449537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] Pushing event updated for resources: {'Network': ['ID=16e88a61-06d4-4738-9e91-a4badbbf3a6a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.479161 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.483096 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.488638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] For port 0f86885c-3782-4877-aeb6-7a59bf51fa43, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=0f86885c-3782-4877-aeb6-7a59bf51fa43,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:13.489359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.493309 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1c3e5375-ee6d-4932-9511-04b78edce791 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6769438 Aug 29 04:31:13.501028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52738) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.504455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=4cdd327a-e2bd-441b-9270-934888ddeef5,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.507300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:13.507889 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] Checking router: 910ed515-1922-4401-a5fc-eb3bb411e393 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:13.522889 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:13.523948 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:13.525930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.526281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Request body: {'subnet': {'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2040894658-subnet', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:13.537111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Calling delete_port for 0f86885c-3782-4877-aeb6-7a59bf51fa43 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:13.707855 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:13.718287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a19607-c744-4bed-82aa-290184987620 req-616ed6d7-d71d-425c-8a5d-0993597840e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.737010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a19607-c744-4bed-82aa-290184987620 req-616ed6d7-d71d-425c-8a5d-0993597840e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.750723 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.752742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a19607-c744-4bed-82aa-290184987620 req-616ed6d7-d71d-425c-8a5d-0993597840e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.762196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a19607-c744-4bed-82aa-290184987620 req-616ed6d7-d71d-425c-8a5d-0993597840e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.765428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74a19607-c744-4bed-82aa-290184987620 req-616ed6d7-d71d-425c-8a5d-0993597840e0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 3147 time: 0.8927124 Aug 29 04:31:13.809400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Port': ['ID=0f86885c-3782-4877-aeb6-7a59bf51fa43,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.837817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Made reservation on behalf of 6365f67e47f3426c8c84170bb09005a9 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:13.844094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.846503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eb46e686-1350-4883-a4b2-7fca4c7aa392 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:13.912117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74a19607-c744-4bed-82aa-290184987620 req-f391c27c-ac88-4236-9d79-aa024860e37e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839455 Aug 29 04:31:13.920626 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.921443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Fanout notify agent at l3_agent the message router_deleted on router 29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:13.939559 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.941081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3273676b-cfca-4e55-8116-9283616ec88f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0 HTTP/1.1" status: 204 len: 168 time: 3.7228630 Aug 29 04:31:13.968757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eaaa0-a347-4b55-9232-08b46b2b24ca req-2a3a478d-0bce-44e9-bea3-0339d881c00e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.970574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df7eaaa0-a347-4b55-9232-08b46b2b24ca req-2a3a478d-0bce-44e9-bea3-0339d881c00e tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.5348840 Aug 29 04:31:13.971304 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52742) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.974108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.997089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1280932808', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': False}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:14.001180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port eb46e686-1350-4883-a4b2-7fca4c7aa392 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:14.006542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port eb46e686-1350-4883-a4b2-7fca4c7aa392 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:14.007155 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.080376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.080376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.107854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.136199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df7eaaa0-a347-4b55-9232-08b46b2b24ca req-6f1cddee-eb23-417e-a710-99dd11897a08 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432006 Aug 29 04:31:14.181065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cde50ccf-61b2-4334-8854-4009d49286a1 None None] Provisioning complete for port eb46e686-1350-4883-a4b2-7fca4c7aa392 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:14.181785 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cde50ccf-61b2-4334-8854-4009d49286a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.188698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] No DVR routers for this DVR port 0f86885c-3782-4877-aeb6-7a59bf51fa43 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:14.194683 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.196907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-5296b82f-12d7-4bb7-b5a1-469d6248ca7c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "DELETE /v2.0/ports/0f86885c-3782-4877-aeb6-7a59bf51fa43 HTTP/1.1" status: 204 len: 173 time: 1.6591253 Aug 29 04:31:14.286301 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.289786 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.301505 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 5, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:14.363081 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbd335-dd7d-47b3-a12f-016a7c78f41c None None] The sync data for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 is: [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:20:21Z', 'revision_number': 4, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '033245cd-3e65-404d-848a-1c412ef6042e', 'name': '', 'network_id': '1d19174c-2b84-4b09-9a7c-d4508d51064e', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'mac_address': 'fa:16:3e:d7:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:20Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 5, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'subnets': [{'id': '55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:14.394198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port eb46e686-1350-4883-a4b2-7fca4c7aa392, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eb46e686-1350-4883-a4b2-7fca4c7aa392,segment=NetworkSegment(9a9493a9-c4a3-40d6-afc6-6c469d835b8c),segment_id=9a9493a9-c4a3-40d6-afc6-6c469d835b8c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:14.412527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.425774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59a36ab-2a9c-4b0e-9a74-5a54956291a4,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.447479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Checking segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:14.456030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Network hostable DHCP agents. Network: 16e88a61-06d4-4738-9e91-a4badbbf3a6a, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:14.509295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.530641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:14.530982 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.587845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=eb46e686-1350-4883-a4b2-7fca4c7aa392,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.609349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:14.618094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cde50ccf-61b2-4334-8854-4009d49286a1 None None] Provisioning for port 1ef6bade-2a3c-4703-a409-228e46e106a4 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:14.623332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636'}, {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdd327a-e2bd-441b-9270-934888ddeef5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:14.627896 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0e6e5-1d9d-4bc8-b95c-928c1eb007d1" -d '{"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-unplugged", "status": "completed", "tag": "fad6b25c-c1af-49a5-8b0e-def2a26a4636"}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-unplugged", "status": "completed", "tag": "4cdd327a-e2bd-441b-9270-934888ddeef5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:14.631778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cde50ccf-61b2-4334-8854-4009d49286a1 None None] Provisioning complete for port 1ef6bade-2a3c-4703-a409-228e46e106a4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:14.632392 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cde50ccf-61b2-4334-8854-4009d49286a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.641107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 16e88a61-06d4-4738-9e91-a4badbbf3a6a) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:14.659025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:14.659899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.662137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': '0f86885c-3782-4877-aeb6-7a59bf51fa43'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:14.668218 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90b6ecf-a087-4965-b702-ac97be246948" -d '{"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "0f86885c-3782-4877-aeb6-7a59bf51fa43"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:14.683425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96947f-ded5-402a-a9ac-a8b70641b9b6 None None] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:14.704521 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1bdfd4-e293-4464-a954-bf78c38c21f7 x-openstack-request-id: req-ac1bdfd4-e293-4464-a954-bf78c38c21f7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:14.704972 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-unplugged", "status": "completed", "tag": "fad6b25c-c1af-49a5-8b0e-def2a26a4636", "code": 200}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-unplugged", "status": "completed", "tag": "4cdd327a-e2bd-441b-9270-934888ddeef5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:14.705330 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac1bdfd4-e293-4464-a954-bf78c38c21f7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:14.705858 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636', 'code': 200} Aug 29 04:31:14.706495 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdd327a-e2bd-441b-9270-934888ddeef5', 'code': 200} Aug 29 04:31:14.755194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] For port 9115f6b1-8028-4892-9e21-c19bdd5a40c0, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9115f6b1-8028-4892-9e21-c19bdd5a40c0,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:14.755591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.771789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d6f2a496-dc01-4dcc-ba33-776968d37c97 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2687781 Aug 29 04:31:14.772504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52750) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.788693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cde50ccf-61b2-4334-8854-4009d49286a1 None None] Port 1ef6bade-2a3c-4703-a409-228e46e106a4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:14.789846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:14.838078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Calling delete_port for 9115f6b1-8028-4892-9e21-c19bdd5a40c0 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:14.846868 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.848328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.866418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.882801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029d3deb-b558-44e6-9d6a-308a53fb0674 None None] New status for floating IP a4ffd9f0-9cf7-4b63-8b77-20c6af030752: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:14.890323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.890323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.969454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.989314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c3967f4c-e218-4e30-8f06-5c3554978549 None None] Provisioning complete for port 1ef6bade-2a3c-4703-a409-228e46e106a4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:14.989688 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c3967f4c-e218-4e30-8f06-5c3554978549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.077198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:15.079150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.084500 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fa817f-db77-4b50-84e5-c6ad335cd017 x-openstack-request-id: req-48fa817f-db77-4b50-84e5-c6ad335cd017 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:15.085020 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "0f86885c-3782-4877-aeb6-7a59bf51fa43", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:15.085233 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48fa817f-db77-4b50-84e5-c6ad335cd017 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:15.085872 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': '0f86885c-3782-4877-aeb6-7a59bf51fa43', 'status': 'completed', 'code': 200} Aug 29 04:31:15.101995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c3967f4c-e218-4e30-8f06-5c3554978549 None None] Port 1ef6bade-2a3c-4703-a409-228e46e106a4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:15.136088 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.240541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.242602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.260844 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.264935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Allocated IP 172.20.0.2 (16e88a61-06d4-4738-9e91-a4badbbf3a6a/b59a36ab-2a9c-4b0e-9a74-5a54956291a4/7ec278e3-aeeb-4089-8144-08d91e57acc7) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:15.281590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=1ef6bade-2a3c-4703-a409-228e46e106a4,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.320260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Port': ['ID=9115f6b1-8028-4892-9e21-c19bdd5a40c0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.374393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36928d6-1d24-498a-8e4e-1b1f3ba0761a req-ee90591f-f61a-4218-be12-28c1ecda47dc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.381430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36928d6-1d24-498a-8e4e-1b1f3ba0761a req-ee90591f-f61a-4218-be12-28c1ecda47dc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.388876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36928d6-1d24-498a-8e4e-1b1f3ba0761a req-ee90591f-f61a-4218-be12-28c1ecda47dc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.390607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a36928d6-1d24-498a-8e4e-1b1f3ba0761a req-ee90591f-f61a-4218-be12-28c1ecda47dc tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 2332 time: 0.2191656 Aug 29 04:31:15.398519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] No DVR routers for this DVR port 9115f6b1-8028-4892-9e21-c19bdd5a40c0 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:15.404710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.406730 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-e049d0aa-3ec8-4d7c-8a3b-bf6d13f3271a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "DELETE /v2.0/ports/9115f6b1-8028-4892-9e21-c19bdd5a40c0 HTTP/1.1" status: 204 len: 173 time: 1.1954029 Aug 29 04:31:15.495250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a36928d6-1d24-498a-8e4e-1b1f3ba0761a req-25eeed93-729b-461d-8ede-b9103844c464 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885739 Aug 29 04:31:15.502282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network c2c7301c-81cd-4175-b57e-992dde666b19 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:15.517455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605a349-3aef-42a9-9479-f2fee549f649 req-beed26b3-3347-4d4f-998c-4f158b0b91eb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.526631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8605a349-3aef-42a9-9479-f2fee549f649 req-beed26b3-3347-4d4f-998c-4f158b0b91eb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.2072098 Aug 29 04:31:15.560979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:15.649755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting port fad6b25c-c1af-49a5-8b0e-def2a26a4636 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:15.652729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.671178 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.687657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Transition to ACTIVE for port object 7ec278e3-aeeb-4089-8144-08d91e57acc7 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:15.704932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:31:15.709059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Transition to ACTIVE for port object 7ec278e3-aeeb-4089-8144-08d91e57acc7 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:15.719918 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.744171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.748813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8605a349-3aef-42a9-9479-f2fee549f649 req-72649673-7d9a-405f-9ceb-0251f3b0239b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211511 Aug 29 04:31:15.752497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:15.755926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:15.788711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Allocated IP 172.25.1.159 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/4b54286c-bc67-4bba-94a6-3294c250002e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:15.792834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:15.826576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.847697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eb46e686-1350-4883-a4b2-7fca4c7aa392 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:15.956951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Pushing event updated for resources: {'Port': ['ID=7ec278e3-aeeb-4089-8144-08d91e57acc7,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.981298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] For port fad6b25c-c1af-49a5-8b0e-def2a26a4636, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fad6b25c-c1af-49a5-8b0e-def2a26a4636,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:15.981691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.999870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Attempting to bind port 7ec278e3-aeeb-4089-8144-08d91e57acc7 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:16.000618 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Attempting to bind port 7ec278e3-aeeb-4089-8144-08d91e57acc7 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:16.000618 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Attempting to bind port 7ec278e3-aeeb-4089-8144-08d91e57acc7 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:16.001503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Calling delete_port for fad6b25c-c1af-49a5-8b0e-def2a26a4636 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:16.009887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port eb46e686-1350-4883-a4b2-7fca4c7aa392 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:16.009887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.033481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:16.033863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Checking segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:16.034531 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.034764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Bound using segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:16.035283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Bound port: 7ec278e3-aeeb-4089-8144-08d91e57acc7, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:16.035646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.073956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router c3a35e80-9520-4875-892a-7d6117662673 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:16.078833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.088100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be77f-a9e1-4ce4-87d0-031cbce83ed4 req-8e865d4c-2288-45a7-bad9-a6bc14788204 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.090176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-203be77f-a9e1-4ce4-87d0-031cbce83ed4 req-8e865d4c-2288-45a7-bad9-a6bc14788204 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1637931 Aug 29 04:31:16.098030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-db497f06-0a61-45ba-9233-19b9434ec173 None None] Provisioning complete for port 1ef6bade-2a3c-4703-a409-228e46e106a4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:16.098409 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db497f06-0a61-45ba-9233-19b9434ec173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.167415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.187814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] For port 7ec278e3-aeeb-4089-8144-08d91e57acc7, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:16.191862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-db497f06-0a61-45ba-9233-19b9434ec173 None None] Port 1ef6bade-2a3c-4703-a409-228e46e106a4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:16.199046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Port': ['ID=fad6b25c-c1af-49a5-8b0e-def2a26a4636,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.210876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] For port 7ec278e3-aeeb-4089-8144-08d91e57acc7, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7ec278e3-aeeb-4089-8144-08d91e57acc7,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:16.221898 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.234334 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-203be77f-a9e1-4ce4-87d0-031cbce83ed4 req-6a07de79-b27e-421b-9858-6cf06ee49dbc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359727 Aug 29 04:31:16.257183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:16.273098 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a7293-5020-417c-8a25-649d2b183e58 None None] Sync routers for ids ['c3a35e80-9520-4875-892a-7d6117662673'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:16.282638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7e458903-29ed-4bcb-86ae-c50ac75adeb2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/c3a35e80-9520-4875-892a-7d6117662673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4514072 Aug 29 04:31:16.291199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52766) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.292665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987b329-a75b-4cab-8f03-8e1a4f0c20a0 None None] Pushing event updated for resources: {'Port': ['ID=7ec278e3-aeeb-4089-8144-08d91e57acc7,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.295931 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a7293-5020-417c-8a25-649d2b183e58 None None] Routers {'c3a35e80-9520-4875-892a-7d6117662673'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:16.297011 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ef1a7293-5020-417c-8a25-649d2b183e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c3a35e80-9520-4875-892a-7d6117662673'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.317211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] No DVR routers for this DVR port fad6b25c-c1af-49a5-8b0e-def2a26a4636 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:16.326174 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.329018 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-17ce84a2-19c9-4aee-83c6-bf8fc8a1c6ef tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "DELETE /v2.0/ports/fad6b25c-c1af-49a5-8b0e-def2a26a4636 HTTP/1.1" status: 204 len: 173 time: 0.9153793 Aug 29 04:31:16.366426 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ef1a7293-5020-417c-8a25-649d2b183e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.373773 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.380588 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a7293-5020-417c-8a25-649d2b183e58 None None] Routers {'c3a35e80-9520-4875-892a-7d6117662673'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:16.381477 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ef1a7293-5020-417c-8a25-649d2b183e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c3a35e80-9520-4875-892a-7d6117662673'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.396723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a199b3-ec28-4207-a010-1534915b8979 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.401369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b9a199b3-ec28-4207-a010-1534915b8979 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports/1ef6bade-2a3c-4703-a409-228e46e106a4 HTTP/1.1" status: 200 len: 983 time: 0.1062880 Aug 29 04:31:16.403272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52768) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.424282 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ef1a7293-5020-417c-8a25-649d2b183e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.425385 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a7293-5020-417c-8a25-649d2b183e58 None None] The sync data for ids ['c3a35e80-9520-4875-892a-7d6117662673'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:16.458792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:16.469148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:16.472421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:16.529213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'Port': ['ID=4b54286c-bc67-4bba-94a6-3294c250002e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.602130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Allocated IP 172.25.1.197 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/802702de-f3fd-40e6-9397-2c939a0d69a5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:16.651974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f81ed-6a03-45e7-8fa5-ed063799c65f req-45dab359-f239-4cd4-9c6e-8da6019487cb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.659606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d52f81ed-6a03-45e7-8fa5-ed063799c65f req-45dab359-f239-4cd4-9c6e-8da6019487cb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.2702639 Aug 29 04:31:16.771186 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d52f81ed-6a03-45e7-8fa5-ed063799c65f req-33c7d292-f30f-4445-aa68-6d772410ec9f tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106479 Aug 29 04:31:16.781703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c81b0-7bec-4a82-bc57-470f5c3ae71a req-b12e63dc-8ddc-4c01-8df8-de61c5eda6c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.783266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-265c81b0-7bec-4a82-bc57-470f5c3ae71a req-b12e63dc-8ddc-4c01-8df8-de61c5eda6c8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 943 time: 0.1434662 Aug 29 04:31:16.796747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting port 4cdd327a-e2bd-441b-9270-934888ddeef5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:16.797297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.887722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-265c81b0-7bec-4a82-bc57-470f5c3ae71a req-b2cfb1f2-6734-4ae7-8531-c33cdfb3b132 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898201 Aug 29 04:31:16.958177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.974057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] For port 4cdd327a-e2bd-441b-9270-934888ddeef5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=4cdd327a-e2bd-441b-9270-934888ddeef5,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:16.974445 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.997626 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.000238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Calling delete_port for 4cdd327a-e2bd-441b-9270-934888ddeef5 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:17.087192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8562f76-0bc8-4f2b-9e53-95bc8ce6ee08 req-98fc6d64-e5dc-4e4f-9f14-1525f99e9966 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.087438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': '9115f6b1-8028-4892-9e21-c19bdd5a40c0'}, {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:17.088819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8562f76-0bc8-4f2b-9e53-95bc8ce6ee08 req-98fc6d64-e5dc-4e4f-9f14-1525f99e9966 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.0965900 Aug 29 04:31:17.089767 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e1613b-2d3c-4079-affc-8654ac99d634" -d '{"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "9115f6b1-8028-4892-9e21-c19bdd5a40c0"}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "fad6b25c-c1af-49a5-8b0e-def2a26a4636"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:17.148640 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8b3bc7-13ee-4457-830b-6692dfee32d1 x-openstack-request-id: req-dc8b3bc7-13ee-4457-830b-6692dfee32d1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:17.149023 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "9115f6b1-8028-4892-9e21-c19bdd5a40c0", "status": "completed", "code": 200}, {"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "fad6b25c-c1af-49a5-8b0e-def2a26a4636", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:17.149608 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc8b3bc7-13ee-4457-830b-6692dfee32d1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:17.150211 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': '9115f6b1-8028-4892-9e21-c19bdd5a40c0', 'status': 'completed', 'code': 200} Aug 29 04:31:17.150347 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': 'fad6b25c-c1af-49a5-8b0e-def2a26a4636', 'status': 'completed', 'code': 200} Aug 29 04:31:17.151664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.223674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8562f76-0bc8-4f2b-9e53-95bc8ce6ee08 req-bf6db585-9788-4c25-8ad6-dc7678215526 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236310 Aug 29 04:31:17.227350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:17.263952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:17.269800 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.271389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:17.311346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Pushing event updated for resources: {'Port': ['ID=802702de-f3fd-40e6-9397-2c939a0d69a5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.317493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.357329 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8c44732f-30eb-46f9-bb48-b91bfdcfd18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.430288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ee673-bd16-48bc-8eb6-d3de945575cf req-9ef4c7a6-95ed-4354-9061-6da7df538779 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.432600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c50ee673-bd16-48bc-8eb6-d3de945575cf req-9ef4c7a6-95ed-4354-9061-6da7df538779 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1069894 Aug 29 04:31:17.502826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c50ee673-bd16-48bc-8eb6-d3de945575cf req-329e4032-12dd-4ea4-aa78-c78694a2858b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628097 Aug 29 04:31:17.531202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Router b08f16fa-d9d9-4350-a40f-4f9a19ccafb8 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:17.615194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801502f-0237-425e-9bcf-f21e093d8649 None None] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:17.696364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fdb2a918-b6b2-4d8b-b76f-1fde62e6fce7 None None] Provisioning for port 7ec278e3-aeeb-4089-8144-08d91e57acc7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:17.701408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95f8b1-a20f-4c03-a960-749e3760dc77 req-675265ba-f4e9-4de8-a235-0c58b0dc5e84 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.702931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b95f8b1-a20f-4c03-a960-749e3760dc77 req-675265ba-f4e9-4de8-a235-0c58b0dc5e84 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.0749884 Aug 29 04:31:17.704613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:17.722393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Sync routers for ids ['b08f16fa-d9d9-4350-a40f-4f9a19ccafb8'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:17.734988 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.736621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca947a39-54f1-4b70-86d1-beda778addf3 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7633557 Aug 29 04:31:17.739095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52788) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.759134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Routers {'b08f16fa-d9d9-4350-a40f-4f9a19ccafb8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:17.759788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['b08f16fa-d9d9-4350-a40f-4f9a19ccafb8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:17.856711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7ec278e3-aeeb-4089-8144-08d91e57acc7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:17.877173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.877799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.878104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.878541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.879012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.879452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.879921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.880771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.881364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.882457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.882457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.882457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:17.924524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.955785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Set router b08f16fa-d9d9-4350-a40f-4f9a19ccafb8 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:17.978706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Port': ['ID=4cdd327a-e2bd-441b-9270-934888ddeef5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.103467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7ec278e3-aeeb-4089-8144-08d91e57acc7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:18.114513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7ec278e3-aeeb-4089-8144-08d91e57acc7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:18.114907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.117932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] No DVR routers for this DVR port 4cdd327a-e2bd-441b-9270-934888ddeef5 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:18.125672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.128706 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bbba5317-436d-49e7-aa50-200f4820dd82 req-ff964666-5458-41b8-9204-43f17c873d0a tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.65 "DELETE /v2.0/ports/4cdd327a-e2bd-441b-9270-934888ddeef5 HTTP/1.1" status: 204 len: 173 time: 1.7939262 Aug 29 04:31:18.308444 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.324276 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b95f8b1-a20f-4c03-a960-749e3760dc77 req-b1a7f309-b774-42df-aed3-c19e9b47ab5a tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050055 Aug 29 04:31:18.360824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f16fa-d9d9-4350-a40f-4f9a19ccafb8', 'name': 'tempest-snat-router-1280932808', 'tenant_id': 'a30821f1712045c985a470ee9bd1fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.159'}], 'enable_snat': False}, 'gw_port_id': '4b54286c-bc67-4bba-94a6-3294c250002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 3, 'project_id': 'a30821f1712045c985a470ee9bd1fa89', 'gw_port': {'id': '4b54286c-bc67-4bba-94a6-3294c250002e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f16fa-d9d9-4350-a40f-4f9a19ccafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:18.368657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-56356add-32ad-44e3-b991-ae1ea070100e req-0871700b-93ea-4da6-9b4a-ef87981bcfc1 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0853159 Aug 29 04:31:18.390444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ccc633e6-7aea-49f4-a53f-7eb4adb4c914 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/routers/b08f16fa-d9d9-4350-a40f-4f9a19ccafb8 HTTP/1.1" status: 200 len: 909 time: 0.6500769 Aug 29 04:31:18.391111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52796) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.395973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1280932808', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': True}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:18.419924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.424245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Checking router: b08f16fa-d9d9-4350-a40f-4f9a19ccafb8 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:18.426487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Updating router b08f16fa-d9d9-4350-a40f-4f9a19ccafb8 port 4b54286c-bc67-4bba-94a6-3294c250002e binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:18.437158 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.438454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.439695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 7ec278e3-aeeb-4089-8144-08d91e57acc7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7ec278e3-aeeb-4089-8144-08d91e57acc7,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:18.486023 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.535825 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.584902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.633976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port 1ef6bade-2a3c-4703-a409-228e46e106a4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:18.636118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.674975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f589e492-9164-4b1c-aaf9-57a7ef9ef299 None None] Provisioning complete for port 7ec278e3-aeeb-4089-8144-08d91e57acc7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:18.675401 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f589e492-9164-4b1c-aaf9-57a7ef9ef299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.677445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=7ec278e3-aeeb-4089-8144-08d91e57acc7,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.864273 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.883512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce496c5-aea6-4ffd-97cc-5adbcec815b2 req-735ff1f9-9336-44ab-985c-6e3d1deedaed tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:18.885292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for 1ef6bade-2a3c-4703-a409-228e46e106a4 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:18.890957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ce496c5-aea6-4ffd-97cc-5adbcec815b2 req-735ff1f9-9336-44ab-985c-6e3d1deedaed tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.3220239 Aug 29 04:31:18.902289 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.941735 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.950807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.956682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Transition to ACTIVE for port object 4b54286c-bc67-4bba-94a6-3294c250002e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:18.959137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ce496c5-aea6-4ffd-97cc-5adbcec815b2 req-b3a6cee3-04d9-4abb-988a-96ffdd4786c8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668628 Aug 29 04:31:18.967187 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.083742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Attempting to bind port 4b54286c-bc67-4bba-94a6-3294c250002e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:19.084157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Attempting to bind port 4b54286c-bc67-4bba-94a6-3294c250002e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:19.084534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Attempting to bind port 4b54286c-bc67-4bba-94a6-3294c250002e on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:19.093145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:19.093544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:19.094603 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.095140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:19.095691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Bound port: 4b54286c-bc67-4bba-94a6-3294c250002e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:19.096063 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.126054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9815ea-bb40-488f-81f2-c2dd36075f59 None None] Pushing event updated for resources: {'Port': ['ID=4b54286c-bc67-4bba-94a6-3294c250002e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:19.220701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] For port 4b54286c-bc67-4bba-94a6-3294c250002e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:19.225578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] For port 4b54286c-bc67-4bba-94a6-3294c250002e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4b54286c-bc67-4bba-94a6-3294c250002e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:19.234517 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.282035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': '4cdd327a-e2bd-441b-9270-934888ddeef5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:19.285210 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e3e83-36b1-4093-bc47-1639e87ea85f" -d '{"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "4cdd327a-e2bd-441b-9270-934888ddeef5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:19.294906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.316546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.334636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=1ef6bade-2a3c-4703-a409-228e46e106a4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:19.344450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.384584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Routers {'b08f16fa-d9d9-4350-a40f-4f9a19ccafb8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:19.386093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['b08f16fa-d9d9-4350-a40f-4f9a19ccafb8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:19.401520 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8779e2-65c4-4c88-a610-fe7f06233921 x-openstack-request-id: req-1a8779e2-65c4-4c88-a610-fe7f06233921 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:19.401810 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdebff5-8930-4813-9f8a-1d9e6fed0336", "name": "network-vif-deleted", "tag": "4cdd327a-e2bd-441b-9270-934888ddeef5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:19.402063 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a8779e2-65c4-4c88-a610-fe7f06233921 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:19.402407 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdebff5-8930-4813-9f8a-1d9e6fed0336', 'name': 'network-vif-deleted', 'tag': '4cdd327a-e2bd-441b-9270-934888ddeef5', 'status': 'completed', 'code': 200} Aug 29 04:31:19.432280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9815ea-bb40-488f-81f2-c2dd36075f59 None None] Pushing event updated for resources: {'Port': ['ID=4b54286c-bc67-4bba-94a6-3294c250002e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:19.485030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d53c0-524e-4c02-ab1f-988a23e370ff req-f0ac7b92-03b5-4cfa-9ad4-4c0bff3e48f6 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:19.496513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f00d53c0-524e-4c02-ab1f-988a23e370ff req-f0ac7b92-03b5-4cfa-9ad4-4c0bff3e48f6 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.2308698 Aug 29 04:31:19.524563 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.551338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] Set router b08f16fa-d9d9-4350-a40f-4f9a19ccafb8 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:19.569162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5aca98a-b9e1-40ce-8688-64b726601815 req-3e23d557-755f-42c3-917f-a91ad89c747d tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0374293 Aug 29 04:31:19.644607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f00d53c0-524e-4c02-ab1f-988a23e370ff req-bf545c01-54ca-46f9-a8d1-085cc0b25291 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470864 Aug 29 04:31:19.666473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Allocated IP 172.25.1.88 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/752dd985-df4b-4fa8-82e3-42ddd88278b2) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:19.708136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Router 60458658-86b2-45b1-8bff-920573acbe66 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:19.893980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7ec278e3-aeeb-4089-8144-08d91e57acc7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:19.903176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router c3a35e80-9520-4875-892a-7d6117662673 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:19.941705 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.969702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:19.981058 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Sync routers for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:19.993739 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:19.995270 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.001870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7ec278e3-aeeb-4089-8144-08d91e57acc7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:20.004121 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.010481 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.024172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:20.034169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cf63b09d-628a-4714-b1ec-015f9ce4f7e0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/c3a35e80-9520-4875-892a-7d6117662673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6259894 Aug 29 04:31:20.034169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.037707 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-80d8af02-67f6-493d-be56-f4f282d4a32d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2600262 Aug 29 04:31:20.037707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52812) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.037932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52814) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.075334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-69800926-d26e-447d-8405-8a08040ac726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f16fa-d9d9-4350-a40f-4f9a19ccafb8', 'name': 'tempest-snat-router-1280932808', 'tenant_id': 'a30821f1712045c985a470ee9bd1fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.159'}], 'enable_snat': False}, 'gw_port_id': '4b54286c-bc67-4bba-94a6-3294c250002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 3, 'project_id': 'a30821f1712045c985a470ee9bd1fa89', 'gw_port': {'id': '4b54286c-bc67-4bba-94a6-3294c250002e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f16fa-d9d9-4350-a40f-4f9a19ccafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.094472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:20.097737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:20.102362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:20.107035 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'Port': ['ID=752dd985-df4b-4fa8-82e3-42ddd88278b2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:20.163657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a9972-4f46-4ed5-b2d6-af546191750c None None] Sync routers for ids ['c3a35e80-9520-4875-892a-7d6117662673'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:20.183311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69800926-d26e-447d-8405-8a08040ac726 None None] The sync data for ids ['b08f16fa-d9d9-4350-a40f-4f9a19ccafb8'] in n-d-712142-15 is: [{'id': 'b08f16fa-d9d9-4350-a40f-4f9a19ccafb8', 'name': 'tempest-snat-router-1280932808', 'tenant_id': 'a30821f1712045c985a470ee9bd1fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.159'}], 'enable_snat': False}, 'gw_port_id': '4b54286c-bc67-4bba-94a6-3294c250002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 3, 'project_id': 'a30821f1712045c985a470ee9bd1fa89', 'gw_port': {'id': '4b54286c-bc67-4bba-94a6-3294c250002e', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f16fa-d9d9-4350-a40f-4f9a19ccafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:20.194394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a9972-4f46-4ed5-b2d6-af546191750c None None] Routers {'c3a35e80-9520-4875-892a-7d6117662673'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:20.195349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-658a9972-4f46-4ed5-b2d6-af546191750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c3a35e80-9520-4875-892a-7d6117662673'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.206717 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:20.276686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-658a9972-4f46-4ed5-b2d6-af546191750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.330678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.363007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a9972-4f46-4ed5-b2d6-af546191750c None None] Routers {'c3a35e80-9520-4875-892a-7d6117662673'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:20.369577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-658a9972-4f46-4ed5-b2d6-af546191750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:30:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c3a35e80-9520-4875-892a-7d6117662673'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.418239 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-1362d023-0817-4c31-8afc-958a1cb9d911 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:31:20.419422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1362d023-0817-4c31-8afc-958a1cb9d911 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/c3a35e80-9520-4875-892a-7d6117662673/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3824809 Aug 29 04:31:20.422371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52820) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.462534 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aced8582-0d71-4a50-b33b-3f841a101955 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3a35e80-9520-4875-892a-7d6117662673 HTTP/1.1" status: 200 len: 205 time: 0.0389602 Aug 29 04:31:20.465960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52822) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.480092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-658a9972-4f46-4ed5-b2d6-af546191750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.482062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a9972-4f46-4ed5-b2d6-af546191750c None None] The sync data for ids ['c3a35e80-9520-4875-892a-7d6117662673'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:20.491904 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-503ac00a-1308-4b2e-93be-917631f1fec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.600953 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.758620 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:18Z', 'revision_number': 3, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.793471 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af28833-682d-4cef-a870-7305ca4b5293 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.798137 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Checking router: 60458658-86b2-45b1-8bff-920573acbe66 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:20.798491 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Updating router 60458658-86b2-45b1-8bff-920573acbe66 port 802702de-f3fd-40e6-9397-2c939a0d69a5 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:20.837192 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.886980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd7b83cd-01b1-42c5-8cc3-1ce39fcc75a7 req-a31444fc-e3ec-4b3e-a98b-0c6d9d9fa87f tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.1282301 Aug 29 04:31:20.968222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de67c3d-6348-4400-aba7-9ab274cfe573 req-75dd87f0-4e10-4633-99d0-87f3d28a6148 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.968800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2de67c3d-6348-4400-aba7-9ab274cfe573 req-75dd87f0-4e10-4633-99d0-87f3d28a6148 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.2117367 Aug 29 04:31:21.031417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2de67c3d-6348-4400-aba7-9ab274cfe573 req-a0506569-7c1c-4706-a21f-03375329c429 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546937 Aug 29 04:31:21.121840 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.181759 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.430710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Router 111c2546-e446-4f66-b621-3536f78e4dfd is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:21.461457 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.476327 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Transition to ACTIVE for port object 802702de-f3fd-40e6-9397-2c939a0d69a5 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:21.495714 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.550479 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d113f1-33e1-4d20-b7e0-c02d994bab39 None None] Pushing event updated for resources: {'Port': ['ID=802702de-f3fd-40e6-9397-2c939a0d69a5,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.576509 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Attempting to bind port 802702de-f3fd-40e6-9397-2c939a0d69a5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:21.577402 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Attempting to bind port 802702de-f3fd-40e6-9397-2c939a0d69a5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:21.578049 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Attempting to bind port 802702de-f3fd-40e6-9397-2c939a0d69a5 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:21.591396 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:21.592471 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:21.593253 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.593906 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:21.594828 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Bound port: 802702de-f3fd-40e6-9397-2c939a0d69a5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:21.595550 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.624476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-31ace240-75c6-4d91-a4ac-76e89f265759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.626096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-31ace240-75c6-4d91-a4ac-76e89f265759 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb9f4f4348364cfa928cb249eda84448&device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 1098 time: 0.1732864 Aug 29 04:31:21.657338 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] For port 802702de-f3fd-40e6-9397-2c939a0d69a5, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:21.660588 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] For port 802702de-f3fd-40e6-9397-2c939a0d69a5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=802702de-f3fd-40e6-9397-2c939a0d69a5,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:21.668850 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.796963 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d113f1-33e1-4d20-b7e0-c02d994bab39 None None] Pushing event updated for resources: {'Port': ['ID=802702de-f3fd-40e6-9397-2c939a0d69a5,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.803480 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:21.804069 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:21.836369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c966c0-dab2-4924-9b14-ac2b48a030fe req-9d79d398-ef2c-4d28-894d-37e9726dd268 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.838206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1c966c0-dab2-4924-9b14-ac2b48a030fe req-9d79d398-ef2c-4d28-894d-37e9726dd268 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.3473840 Aug 29 04:31:21.839406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:21.846645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af28833-682d-4cef-a870-7305ca4b5293 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.863002 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Sync routers for ids ['111c2546-e446-4f66-b621-3536f78e4dfd'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:21.864989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4b54286c-bc67-4bba-94a6-3294c250002e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:21.868338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af28833-682d-4cef-a870-7305ca4b5293 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.888292 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Routers {'111c2546-e446-4f66-b621-3536f78e4dfd'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:21.888952 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['111c2546-e446-4f66-b621-3536f78e4dfd'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:21.898906 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.900452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9cbb721c-c681-4c33-90b1-7d5864c0c005 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5082734 Aug 29 04:31:21.905896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:21.978170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af28833-682d-4cef-a870-7305ca4b5293 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.979324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af28833-682d-4cef-a870-7305ca4b5293 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Fanout notify agent at l3_agent the message router_deleted on router c3a35e80-9520-4875-892a-7d6117662673 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:21.988130 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af28833-682d-4cef-a870-7305ca4b5293 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.989447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3af28833-682d-4cef-a870-7305ca4b5293 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/c3a35e80-9520-4875-892a-7d6117662673 HTTP/1.1" status: 204 len: 168 time: 1.5223172 Aug 29 04:31:21.993975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52842) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:21.997445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-83da195c-7b2d-4a21-9b01-b9b8b71974b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.000208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-83da195c-7b2d-4a21-9b01-b9b8b71974b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 200 len: 914 time: 0.3162916 Aug 29 04:31:22.008795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1c966c0-dab2-4924-9b14-ac2b48a030fe req-aa7fb910-718f-495e-b59a-660d60f938f1 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570785 Aug 29 04:31:22.052181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcea665c-78de-4103-8020-6e19f5d33fd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet 6aff5f42-4709-4705-8f48-738c37eaf794 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:22.057998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcea665c-78de-4103-8020-6e19f5d33fd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.155106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcea665c-78de-4103-8020-6e19f5d33fd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.179733 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:22.196209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dbc199e1-3e08-4c31-a9cb-e1221bad4499 req-34512416-5d1e-40d1-a977-f6f0336366e6 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0834117 Aug 29 04:31:22.211640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-5c630a76-0806-45ff-ba8c-4c5a4f598ff3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 200 len: 217 time: 0.1922855 Aug 29 04:31:22.286030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3fab878c-724c-4e53-a3c8-ae17967d5a82 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/routers/111c2546-e446-4f66-b621-3536f78e4dfd HTTP/1.1" status: 200 len: 907 time: 0.3738208 Aug 29 04:31:22.288411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52846) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:22.320642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 4b54286c-bc67-4bba-94a6-3294c250002e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:22.325059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4b54286c-bc67-4bba-94a6-3294c250002e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:22.325518 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.363793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.379011 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Set router 111c2546-e446-4f66-b621-3536f78e4dfd gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:22.387467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-12069b79-70ba-4f4c-9af4-f8be15212eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.389192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-12069b79-70ba-4f4c-9af4-f8be15212eca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 200 len: 853 time: 0.1682703 Aug 29 04:31:22.474466 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.484271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-91846278-5e86-4d20-9abc-fd4a44f3ebcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93be5b83-c2a4-459c-a5c6-5be107740aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726795 Aug 29 04:31:22.518675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 4b54286c-bc67-4bba-94a6-3294c250002e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4b54286c-bc67-4bba-94a6-3294c250002e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:22.526208 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.544115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcea665c-78de-4103-8020-6e19f5d33fd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.597453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=4b54286c-bc67-4bba-94a6-3294c250002e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.598658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.614023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.614380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.614724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.617286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.617717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.618076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.618418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.620957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.621360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.621696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.622035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.622367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.711635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Allocated IP 172.20.0.1 (16e88a61-06d4-4738-9e91-a4badbbf3a6a/b59a36ab-2a9c-4b0e-9a74-5a54956291a4/5305f0e5-7cc3-4d52-a943-e0e242085733) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:22.756950 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.794039 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcea665c-78de-4103-8020-6e19f5d33fd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.834394 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c2546-e446-4f66-b621-3536f78e4dfd', 'name': 'tempest-snat-router-1280932808', 'tenant_id': 'a30821f1712045c985a470ee9bd1fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '752dd985-df4b-4fa8-82e3-42ddd88278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:18Z', 'updated_at': '2021-08-29T04:31:20Z', 'revision_number': 3, 'project_id': 'a30821f1712045c985a470ee9bd1fa89', 'gw_port': {'id': '752dd985-df4b-4fa8-82e3-42ddd88278b2', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111c2546-e446-4f66-b621-3536f78e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:19Z', 'updated_at': '2021-08-29T04:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:22.837858 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:18Z', 'revision_number': 3, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:22.866120 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.876330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d4cda-7200-4c1f-bd67-b4ea44ec0ff4 None None] Network c2c7301c-81cd-4175-b57e-992dde666b19 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:22.893251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-b609b2eb-1cfc-4b19-bc10-29e54449e6ab service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898879 Aug 29 04:31:22.912878 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Checking router: 111c2546-e446-4f66-b621-3536f78e4dfd for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:22.913337 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Updating router 111c2546-e446-4f66-b621-3536f78e4dfd port 752dd985-df4b-4fa8-82e3-42ddd88278b2 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:22.916782 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716ac6f-dba9-4292-8141-ad593f9536a0 None None] The sync data for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 is: [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:18Z', 'revision_number': 3, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:22.954902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.958774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea665c-78de-4103-8020-6e19f5d33fd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=6aff5f42-4709-4705-8f48-738c37eaf794,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.962229 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.966056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcea665c-78de-4103-8020-6e19f5d33fd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.971154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bcea665c-78de-4103-8020-6e19f5d33fd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/6aff5f42-4709-4705-8f48-738c37eaf794 HTTP/1.1" status: 204 len: 168 time: 0.9736640 Aug 29 04:31:22.974559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52850) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.082917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Transition to ACTIVE for port object 5305f0e5-7cc3-4d52-a943-e0e242085733 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:23.088834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81b3d76a-0b72-4569-a6ad-e12ff3c4b48b req-d20a3cc6-9781-461c-a125-cdd0013c062f service neutron] 10.222.0.64 "GET /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453564 Aug 29 04:31:23.134597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Deleting port 752dd985-df4b-4fa8-82e3-42ddd88278b2 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:23.135550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.169289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] DHCP port deletion for c2c7301c-81cd-4175-b57e-992dde666b19 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:23.178519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.200854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.233154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.249106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Calling delete_port for 752dd985-df4b-4fa8-82e3-42ddd88278b2 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:23.251659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] Deleting port eb46e686-1350-4883-a4b2-7fca4c7aa392 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:23.253827 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.306543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:23.313971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:23.319847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:23.322137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Pushing event updated for resources: {'Port': ['ID=5305f0e5-7cc3-4d52-a943-e0e242085733,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.389516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] For port eb46e686-1350-4883-a4b2-7fca4c7aa392, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eb46e686-1350-4883-a4b2-7fca4c7aa392,segment=NetworkSegment(9a9493a9-c4a3-40d6-afc6-6c469d835b8c),segment_id=9a9493a9-c4a3-40d6-afc6-6c469d835b8c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:23.390053 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.415262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] Calling delete_port for eb46e686-1350-4883-a4b2-7fca4c7aa392 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:23.470359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.475012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port eb46e686-1350-4883-a4b2-7fca4c7aa392 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:23.475359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.608836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741fed3-dd4f-4d11-8b31-bbae36304da8 req-351df984-d51b-4f3e-b9b4-a94bceec4a17 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:23.610803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6741fed3-dd4f-4d11-8b31-bbae36304da8 req-351df984-d51b-4f3e-b9b4-a94bceec4a17 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.2433481 Aug 29 04:31:23.623887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.668591 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.685412 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Transition to ACTIVE for port object 752dd985-df4b-4fa8-82e3-42ddd88278b2 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:23.702153 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.753841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] Pushing event deleted for resources: {'Port': ['ID=eb46e686-1350-4883-a4b2-7fca4c7aa392,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.781029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071032f-5c58-4c5e-a73f-ee0ef5979caa None None] No DVR routers for this DVR port eb46e686-1350-4883-a4b2-7fca4c7aa392 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:23.822275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc6ad07c-3442-488f-b324-7df540e097d7 req-3768bc83-76ad-445b-bf46-ba794bf899c0 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.2434886 Aug 29 04:31:23.878677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port eb46e686-1350-4883-a4b2-7fca4c7aa392, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eb46e686-1350-4883-a4b2-7fca4c7aa392,segment=NetworkSegment(9a9493a9-c4a3-40d6-afc6-6c469d835b8c),segment_id=9a9493a9-c4a3-40d6-afc6-6c469d835b8c)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:23.879214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.934348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6741fed3-dd4f-4d11-8b31-bbae36304da8 req-2f5e3446-f1a0-41e0-98d5-0019691e86eb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945595 Aug 29 04:31:23.935958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-225573bd-9b1f-4464-9e7a-910187a53f84 None None] Provisioning for port 5305f0e5-7cc3-4d52-a943-e0e242085733 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:23.954050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for eb46e686-1350-4883-a4b2-7fca4c7aa392 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:23.955068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-225573bd-9b1f-4464-9e7a-910187a53f84 None None] Provisioning complete for port 5305f0e5-7cc3-4d52-a943-e0e242085733 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:23.955458 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-225573bd-9b1f-4464-9e7a-910187a53f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.041883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4b54286c-bc67-4bba-94a6-3294c250002e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:24.061470 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.085206 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Pushing event updated for resources: {'Port': ['ID=752dd985-df4b-4fa8-82e3-42ddd88278b2,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.087539 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Attempting to bind port 752dd985-df4b-4fa8-82e3-42ddd88278b2 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:24.087910 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Attempting to bind port 752dd985-df4b-4fa8-82e3-42ddd88278b2 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:24.088847 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Attempting to bind port 752dd985-df4b-4fa8-82e3-42ddd88278b2 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:24.097825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event deleted for resources: {'Port': ['ID=752dd985-df4b-4fa8-82e3-42ddd88278b2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.106242 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.106600 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.106946 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.107288 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.107625 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.107964 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.108374 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.108767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.109029 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.109357 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.109676 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.110001 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13a359-ea00-4670-be46-fa0dcecb5d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:24.117569 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:24.117871 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:24.118279 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.118677 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:24.119161 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Bound port: 752dd985-df4b-4fa8-82e3-42ddd88278b2, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:24.119610 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.148803 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.plugin [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Port 752dd985-df4b-4fa8-82e3-42ddd88278b2 has been deleted concurrently {{(pid=94848) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 04:31:24.153856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-225573bd-9b1f-4464-9e7a-910187a53f84 None None] Port 5305f0e5-7cc3-4d52-a943-e0e242085733 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:24.159310 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Routers {'111c2546-e446-4f66-b621-3536f78e4dfd'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:24.159955 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['111c2546-e446-4f66-b621-3536f78e4dfd'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.188773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.201846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4b54286c-bc67-4bba-94a6-3294c250002e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:24.202630 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.215444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.249354 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] Set router 111c2546-e446-4f66-b621-3536f78e4dfd gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:24.258598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No DVR routers for this DVR port eb46e686-1350-4883-a4b2-7fca4c7aa392 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:24.370906 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111c2546-e446-4f66-b621-3536f78e4dfd', 'name': 'tempest-snat-router-1280932808', 'tenant_id': 'a30821f1712045c985a470ee9bd1fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:18Z', 'updated_at': '2021-08-29T04:31:23Z', 'revision_number': 5, 'project_id': 'a30821f1712045c985a470ee9bd1fa89', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.378204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 802702de-f3fd-40e6-9397-2c939a0d69a5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:24.431672 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f020e27-c356-46bc-9f8d-30ae75499a9b None None] The sync data for ids ['111c2546-e446-4f66-b621-3536f78e4dfd'] in n-d-712142-15 is: [{'id': '111c2546-e446-4f66-b621-3536f78e4dfd', 'name': 'tempest-snat-router-1280932808', 'tenant_id': 'a30821f1712045c985a470ee9bd1fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:18Z', 'updated_at': '2021-08-29T04:31:23Z', 'revision_number': 5, 'project_id': 'a30821f1712045c985a470ee9bd1fa89', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:24.495420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=eb46e686-1350-4883-a4b2-7fca4c7aa392,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.497145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 802702de-f3fd-40e6-9397-2c939a0d69a5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:24.499533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.501977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 802702de-f3fd-40e6-9397-2c939a0d69a5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:24.502362 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.520504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c7301c-81cd-4175-b57e-992dde666b19']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.538656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9493a9-c4a3-40d6-afc6-6c469d835b8c') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.539372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9493a9-c4a3-40d6-afc6-6c469d835b8c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.560309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.623127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.627054 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.638503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.664396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:24.665165 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.666127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 802702de-f3fd-40e6-9397-2c939a0d69a5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=802702de-f3fd-40e6-9397-2c939a0d69a5,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:24.669101 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:24.673870 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.785965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eb46e686-1350-4883-a4b2-7fca4c7aa392 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:24.800468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.807463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.810521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/c2c7301c-81cd-4175-b57e-992dde666b19 HTTP/1.1" status: 204 len: 168 time: 1.8346179 Aug 29 04:31:24.833187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=802702de-f3fd-40e6-9397-2c939a0d69a5,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.836228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: eb46e686-1350-4883-a4b2-7fca4c7aa392 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:24.836609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eb46e686-1350-4883-a4b2-7fca4c7aa392 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:24.871694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52864) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:24.873981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ae831-7c4e-49b1-828a-b449bb24487f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=c2c7301c-81cd-4175-b57e-992dde666b19,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.880589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-343696412'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:24.889585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.892424 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.939812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:24.943391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.944857 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.945455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 111c2546-e446-4f66-b621-3536f78e4dfd {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:24.951224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.952755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-259434b9-c06a-4d9b-b29d-7da1cbe8195d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "DELETE /v2.0/routers/111c2546-e446-4f66-b621-3536f78e4dfd HTTP/1.1" status: 204 len: 168 time: 2.6633966 Aug 29 04:31:24.955626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52870) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:25.034509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:25.057707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.058052 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment a737b256-3543-4951-bb29-d1609b86e962 of type vlan for network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b Aug 29 04:31:25.060652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.070516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.079547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3193013-3667-4af5-8124-5bb98d042c1f req-7a76cc6b-3f5d-448e-9112-a61091bfe4b5 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0599337 Aug 29 04:31:25.148748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d143ad-ed5e-472d-91b3-83b5db2ebcae req-6e28a2e3-86f7-446f-a971-698a08e54b13 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.150292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68d143ad-ed5e-472d-91b3-83b5db2ebcae req-6e28a2e3-86f7-446f-a971-698a08e54b13 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1013763 Aug 29 04:31:25.156467 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.177339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.194310 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.209032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Pushing event updated for resources: {'Port': ['ID=5305f0e5-7cc3-4d52-a943-e0e242085733,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.287193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68d143ad-ed5e-472d-91b3-83b5db2ebcae req-8ee3ee03-1cbe-467a-b858-79ededf88222 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927620 Aug 29 04:31:25.289148 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.296067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.296934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.336309 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.416800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Deleting port 4b54286c-bc67-4bba-94a6-3294c250002e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:25.417473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.421515 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5453594 Aug 29 04:31:25.435460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52876) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:25.440820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': '07a2b559-9ea3-44c7-9d12-91cc2ff6b87b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:25.447975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09abd71-6466-48ba-9eb1-60985c6f36ce tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=07a2b559-9ea3-44c7-9d12-91cc2ff6b87b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.460743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:25.547830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:25.554218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:25.565775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a066e5-8c4a-4911-a5b4-db62f3851fc5 req-ae3e4ced-b779-4f20-882a-e1a5f6c398cc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.567490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1a066e5-8c4a-4911-a5b4-db62f3851fc5 req-ae3e4ced-b779-4f20-882a-e1a5f6c398cc tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.0882730 Aug 29 04:31:25.601460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] For port 4b54286c-bc67-4bba-94a6-3294c250002e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4b54286c-bc67-4bba-94a6-3294c250002e,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:25.601847 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.628546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Calling delete_port for 4b54286c-bc67-4bba-94a6-3294c250002e owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:25.655820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:25.659778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.704597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1a066e5-8c4a-4911-a5b4-db62f3851fc5 req-3af3b2d4-4174-4bd5-92e1-819a489e06a7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222143 Aug 29 04:31:25.898903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 802702de-f3fd-40e6-9397-2c939a0d69a5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:25.932523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Router 60458658-86b2-45b1-8bff-920573acbe66 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:25.990677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073688c6-dd96-4d4e-b26c-450350516fd1 req-05df5627-bf04-4bfe-8316-accd8427de21 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.999232 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-073688c6-dd96-4d4e-b26c-450350516fd1 req-05df5627-bf04-4bfe-8316-accd8427de21 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1579213 Aug 29 04:31:26.013353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 802702de-f3fd-40e6-9397-2c939a0d69a5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:26.014115 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.041911 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.067281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9d83b0fb-d7e3-46e1-9deb-f5a1a6e2dc20 None None] Provisioning complete for port 5305f0e5-7cc3-4d52-a943-e0e242085733 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:26.069215 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9d83b0fb-d7e3-46e1-9deb-f5a1a6e2dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.074948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-073688c6-dd96-4d4e-b26c-450350516fd1 req-9c940f6a-fae4-480c-bdf2-aa613fdaced4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745873 Aug 29 04:31:26.109595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b54286c-bc67-4bba-94a6-3294c250002e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.132792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.235733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:26.241343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9d83b0fb-d7e3-46e1-9deb-f5a1a6e2dc20 None None] Port 5305f0e5-7cc3-4d52-a943-e0e242085733 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:26.262261 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0c28bb82-94a2-4ff7-823b-7e52252bee48 admin admin] 10.222.0.58 "PUT /v2.0/routers/60458658-86b2-45b1-8bff-920573acbe66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2223992 Aug 29 04:31:26.269848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=84b754a7-940d-42bb-8c4b-247f88251012,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.288356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': 'a737b256-3543-4951-bb29-d1609b86e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07a2b559-9ea3-44c7-9d12-91cc2ff6b87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:26.288875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:26.295939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd1f6c32-f838-476b-a54b-220db2039957 req-a3d13bf1-35cd-464b-a38c-2d93f2996d71 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0422740 Aug 29 04:31:26.302849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Sync routers for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:26.328539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:26.339761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:26.340774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:26.347782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:26.364140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.367138 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.367929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.403890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d1f67d2e-a8c3-402a-81e3-fef6a107579e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9670982 Aug 29 04:31:26.405013 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52892) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:26.414201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7e0e22ff-7c8d-4d66-a8bd-dabd90b0f4d6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-231748977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:26.446371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0e22ff-7c8d-4d66-a8bd-dabd90b0f4d6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.459657 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0e22ff-7c8d-4d66-a8bd-dabd90b0f4d6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.492129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066fe5e-238e-4dc6-87ae-2478841fa698 None None] Network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:26.536120 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.538667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.544131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:26.547586 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0e22ff-7c8d-4d66-a8bd-dabd90b0f4d6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.555570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0e22ff-7c8d-4d66-a8bd-dabd90b0f4d6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.606797 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e0e22ff-7c8d-4d66-a8bd-dabd90b0f4d6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.608890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7e0e22ff-7c8d-4d66-a8bd-dabd90b0f4d6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2025537 Aug 29 04:31:26.612418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52898) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:26.633080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad6b00-06ea-4a88-a6e9-661122b83918 req-f8f7a420-1b59-4487-bdfc-0d06bef017ab tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.643297 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6fad6b00-06ea-4a88-a6e9-661122b83918 req-f8f7a420-1b59-4487-bdfc-0d06bef017ab tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.4086032 Aug 29 04:31:26.716051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6fad6b00-06ea-4a88-a6e9-661122b83918 req-16b0d8e0-3a9d-4115-93a3-0fcf9c633e12 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715723 Aug 29 04:31:26.717777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.729868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b08f16fa-d9d9-4350-a40f-4f9a19ccafb8 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:26.747633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.749130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-89dcc6af-d704-4b83-ab95-460e2d4b8a26 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "DELETE /v2.0/routers/b08f16fa-d9d9-4350-a40f-4f9a19ccafb8 HTTP/1.1" status: 204 len: 168 time: 1.7894681 Aug 29 04:31:26.753746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52904) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:26.762481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-260226525', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:26.830689 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.832168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.992994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.096808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 2, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:27.099242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-07a2b559-9ea3-44c7-9d12-91cc2ff6b87b', 'network_id': '07a2b559-9ea3-44c7-9d12-91cc2ff6b87b', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': '84b754a7-940d-42bb-8c4b-247f88251012'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:27.100261 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.115770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52908) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.125574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2318f591-34be-4511-a8ab-7c91681f04ac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2080702786', 'description': 'tempest-description--597228148'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:27.144673 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.151492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Checking router: 60458658-86b2-45b1-8bff-920573acbe66 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:27.151960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Updating router 60458658-86b2-45b1-8bff-920573acbe66 port 5305f0e5-7cc3-4d52-a943-e0e242085733 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:27.223292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.242835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.251416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.255144 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2318f591-34be-4511-a8ab-7c91681f04ac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.292096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2bbbb-fa90-4ef3-b600-f27f9f401067 req-a06f5fd2-7cf2-4b54-a6c2-d11ac9e364d2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.293861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9a2bbbb-fa90-4ef3-b600-f27f9f401067 req-a06f5fd2-7cf2-4b54-a6c2-d11ac9e364d2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1726668 Aug 29 04:31:27.424707 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9a2bbbb-fa90-4ef3-b600-f27f9f401067 req-5026d423-195d-4088-9c5b-2530dabf58f3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142294 Aug 29 04:31:27.512646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afcde0c4-6398-42f4-a06e-8cf236e1cdcb req-1627352a-5065-4a45-8e41-f45692cd3e56 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0704803 Aug 29 04:31:27.624701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Allocated IP 2001:db8::2 (07a2b559-9ea3-44c7-9d12-91cc2ff6b87b/84b754a7-940d-42bb-8c4b-247f88251012/3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:27.655038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0fcc7-aaae-468f-adc4-d7261356d612 req-021fa7b1-4b37-4b78-82fe-ae392f7acce0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.657038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66c0fcc7-aaae-468f-adc4-d7261356d612 req-021fa7b1-4b37-4b78-82fe-ae392f7acce0 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1342797 Aug 29 04:31:27.659737 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2318f591-34be-4511-a8ab-7c91681f04ac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.667321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2318f591-34be-4511-a8ab-7c91681f04ac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.724314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2318f591-34be-4511-a8ab-7c91681f04ac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.726474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2318f591-34be-4511-a8ab-7c91681f04ac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6071239 Aug 29 04:31:27.729586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52916) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.737661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8fbbe871-9f8d-4199-b6e9-2a0985770e13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'security_group_rule': {'security_group_id': '3c217392-8a31-4eda-b27c-b3440e3b4343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:27.752094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4b54286c-bc67-4bba-94a6-3294c250002e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:27.782840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe871-9f8d-4199-b6e9-2a0985770e13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.785386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 4b54286c-bc67-4bba-94a6-3294c250002e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:27.786431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318f591-34be-4511-a8ab-7c91681f04ac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c217392-8a31-4eda-b27c-b3440e3b4343,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:27.787351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4b54286c-bc67-4bba-94a6-3294c250002e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:27.836039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66c0fcc7-aaae-468f-adc4-d7261356d612 req-b7db3489-17a0-4255-938b-3b588dbb1fb2 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578670 Aug 29 04:31:27.878698 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.882073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe871-9f8d-4199-b6e9-2a0985770e13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.892976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe871-9f8d-4199-b6e9-2a0985770e13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.903907 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.937401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbe871-9f8d-4199-b6e9-2a0985770e13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0804de74-1a48-4913-87a4-95b6abbb0c16,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:27.955843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe871-9f8d-4199-b6e9-2a0985770e13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.958226 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8fbbe871-9f8d-4199-b6e9-2a0985770e13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2274537 Aug 29 04:31:27.960904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52924) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.971038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-06131031-e02c-4d4b-981f-892e39811d1e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'security_group_rule': {'security_group_id': '3c217392-8a31-4eda-b27c-b3440e3b4343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:28.020573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06131031-e02c-4d4b-981f-892e39811d1e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.046149 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.049108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.061394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Transition to ACTIVE for port object 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:28.075049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Allocated IP 172.25.1.137 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/a8632cfc-0c3d-4ea8-b118-505ecb109401) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:28.080270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Transition to ACTIVE for port object 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:28.094446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Transition to ACTIVE for port object 5305f0e5-7cc3-4d52-a943-e0e242085733 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:28.099489 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.107715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460adb4-c79c-45eb-b94c-13ca3fc379ad req-b98c46df-576b-4f2f-ba09-8a381e174099 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.109472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2460adb4-c79c-45eb-b94c-13ca3fc379ad req-b98c46df-576b-4f2f-ba09-8a381e174099 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1000512 Aug 29 04:31:28.150360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Pushing event updated for resources: {'Port': ['ID=3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.160747 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.161077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06131031-e02c-4d4b-981f-892e39811d1e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.177565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8::1 (07a2b559-9ea3-44c7-9d12-91cc2ff6b87b/84b754a7-940d-42bb-8c4b-247f88251012/59a8107b-1f52-40ae-becc-7fc4ae561905) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:28.217720 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.231675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:28.246674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:28.249604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:28.264455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2460adb4-c79c-45eb-b94c-13ca3fc379ad req-4daa4694-af2f-4f4c-afd8-2ba53e31fd4b tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458778 Aug 29 04:31:28.304988 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06131031-e02c-4d4b-981f-892e39811d1e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.313530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9531659-d053-44f3-a12c-728fad7be473 None None] Pushing event updated for resources: {'Port': ['ID=5305f0e5-7cc3-4d52-a943-e0e242085733,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.349578 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.365355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Attempting to bind port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:28.365732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Attempting to bind port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a737b256-3543-4951-bb29-d1609b86e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07a2b559-9ea3-44c7-9d12-91cc2ff6b87b'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:28.366104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Attempting to bind port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b on network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:28.374767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:28.375635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Checking segment: {'id': 'a737b256-3543-4951-bb29-d1609b86e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07a2b559-9ea3-44c7-9d12-91cc2ff6b87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:28.375635 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.375946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Bound using segment: {'id': 'a737b256-3543-4951-bb29-d1609b86e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07a2b559-9ea3-44c7-9d12-91cc2ff6b87b'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:28.376754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Bound port: 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a737b256-3543-4951-bb29-d1609b86e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07a2b559-9ea3-44c7-9d12-91cc2ff6b87b'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:28.376895 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.378854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Attempting to bind port 5305f0e5-7cc3-4d52-a943-e0e242085733 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:28.379381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Attempting to bind port 5305f0e5-7cc3-4d52-a943-e0e242085733 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:28.379579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Attempting to bind port 5305f0e5-7cc3-4d52-a943-e0e242085733 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:28.386567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:28.386567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Checking segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:28.386567 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.387158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Bound using segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:28.387376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Bound port: 5305f0e5-7cc3-4d52-a943-e0e242085733, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:28.387841 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.430331 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.456834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object 59a8107b-1f52-40ae-becc-7fc4ae561905 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:28.466163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06131031-e02c-4d4b-981f-892e39811d1e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e19922d-add4-43f3-9911-5b3cb3998990,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.467002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] For port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:28.472835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] For port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b,segment=NetworkSegment(a737b256-3543-4951-bb29-d1609b86e962),segment_id=a737b256-3543-4951-bb29-d1609b86e962)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:28.477386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.527616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06131031-e02c-4d4b-981f-892e39811d1e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.529615 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-06131031-e02c-4d4b-981f-892e39811d1e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5678463 Aug 29 04:31:28.533078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52928) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:28.535323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.541778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] For port 5305f0e5-7cc3-4d52-a943-e0e242085733, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:28.547301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] For port 5305f0e5-7cc3-4d52-a943-e0e242085733, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5305f0e5-7cc3-4d52-a943-e0e242085733,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:28.549057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:28.549721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.561627 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.582335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb2a7e-1476-41eb-9d26-ae0e207b1edc req-ba8db821-2976-41cb-b1d7-d48293868dc9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.583973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22fb2a7e-1476-41eb-9d26-ae0e207b1edc req-ba8db821-2976-41cb-b1d7-d48293868dc9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1602802 Aug 29 04:31:28.591276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:28.611022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:28.628781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=59a8107b-1f52-40ae-becc-7fc4ae561905,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.641059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:28.644412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:28.648831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:28.649319 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.687015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2ed26-8a36-4ee7-a2a1-84d299ea73bc None None] Pushing event updated for resources: {'Port': ['ID=3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.721984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:28.734165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa08a243-c3a8-4fa2-8dd0-b587ec9a4e29 req-d6f56728-0f93-47ef-a65f-5ac6ff311cc7 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0633943 Aug 29 04:31:28.750853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event updated for resources: {'Port': ['ID=a8632cfc-0c3d-4ea8-b118-505ecb109401,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.774299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:28.775099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:28.817710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.842266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22fb2a7e-1476-41eb-9d26-ae0e207b1edc req-193dcd6e-ece3-42f3-8462-12c7f330ef09 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427371 Aug 29 04:31:28.933357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9531659-d053-44f3-a12c-728fad7be473 None None] Pushing event updated for resources: {'Port': ['ID=5305f0e5-7cc3-4d52-a943-e0e242085733,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.148921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:29.324754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778d4a1-08fb-46b4-9ffc-5a6af276c0f2 req-68a48ce6-0222-4835-9e3d-62c9f67bcc08 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.333429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6778d4a1-08fb-46b4-9ffc-5a6af276c0f2 req-68a48ce6-0222-4835-9e3d-62c9f67bcc08 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1145482 Aug 29 04:31:29.399305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6778d4a1-08fb-46b4-9ffc-5a6af276c0f2 req-a64b1d0d-8aaf-4536-97c8-c3066320d5cb tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647249 Aug 29 04:31:29.553945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.637908 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.644167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.669156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:29.710262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fae9e6-9f84-45d8-a742-8de423a38668 None None] The sync data for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 is: [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:29.835272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de194c2-73bd-40b2-826d-f1d425580ecc req-1f089226-87c9-48d1-8db5-6cfe544ce774 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.843913 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0de194c2-73bd-40b2-826d-f1d425580ecc req-1f089226-87c9-48d1-8db5-6cfe544ce774 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.2416432 Aug 29 04:31:29.930376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:30.006238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:30.123220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.132307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.133738 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.278814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=59a8107b-1f52-40ae-becc-7fc4ae561905,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.340472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:30.342446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:30.369520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a6944a-6988-4791-b39a-dec79ebe21bd None None] Network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:30.526552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1ad058e-cbde-40bc-9db6-d175973dd3e0 req-0f339e0d-c25d-460c-b743-4e5efb61ee23 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.6055105 Aug 29 04:31:30.581255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0de194c2-73bd-40b2-826d-f1d425580ecc req-40b35283-e645-4965-8512-e04bf7fd61f3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7361472 Aug 29 04:31:30.591418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router e2b6b6d9-ff40-474f-9fe4-b299ecd87541 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:30.628638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-58d9f2f1-d5c8-47d7-9a42-a7f85679f9fb None None] Provisioning for port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:30.651133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-58d9f2f1-d5c8-47d7-9a42-a7f85679f9fb None None] Provisioning complete for port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:30.651664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58d9f2f1-d5c8-47d7-9a42-a7f85679f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.660955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Allocated IP 172.25.1.18 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/b9fd724e-0faa-4c1d-b504-b77ec6dcfdd4) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:30.827329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.878159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:30.903238 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7356035-ba1d-4a3e-b25a-181d3740c229 None None] Sync routers for ids ['e2b6b6d9-ff40-474f-9fe4-b299ecd87541'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:30.907793 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9ef8d4b0-5011-40e8-8b67-ecdd6c68a0ab tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/e2b6b6d9-ff40-474f-9fe4-b299ecd87541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2938855 Aug 29 04:31:30.908531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52954) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.931344 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7356035-ba1d-4a3e-b25a-181d3740c229 None None] Routers {'e2b6b6d9-ff40-474f-9fe4-b299ecd87541'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:30.934117 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a7356035-ba1d-4a3e-b25a-181d3740c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e2b6b6d9-ff40-474f-9fe4-b299ecd87541'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.014798 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a7356035-ba1d-4a3e-b25a-181d3740c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.020311 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58d9f2f1-d5c8-47d7-9a42-a7f85679f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.031651 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7356035-ba1d-4a3e-b25a-181d3740c229 None None] Routers {'e2b6b6d9-ff40-474f-9fe4-b299ecd87541'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:31.033057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e52d3a-0f1c-4f7d-bb9e-0285e8759956 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.033432 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a7356035-ba1d-4a3e-b25a-181d3740c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e2b6b6d9-ff40-474f-9fe4-b299ecd87541'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.034947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.039433 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-02e52d3a-0f1c-4f7d-bb9e-0285e8759956 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports/59a8107b-1f52-40ae-becc-7fc4ae561905 HTTP/1.1" status: 200 len: 911 time: 0.1296589 Aug 29 04:31:31.039811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52956) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.094081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-58d9f2f1-d5c8-47d7-9a42-a7f85679f9fb None None] For port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b,segment=NetworkSegment(a737b256-3543-4951-bb29-d1609b86e962),segment_id=a737b256-3543-4951-bb29-d1609b86e962)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:31.104710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58d9f2f1-d5c8-47d7-9a42-a7f85679f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.135308 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a7356035-ba1d-4a3e-b25a-181d3740c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.136154 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7356035-ba1d-4a3e-b25a-181d3740c229 None None] The sync data for ids ['e2b6b6d9-ff40-474f-9fe4-b299ecd87541'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:31.170884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9f2f1-d5c8-47d7-9a42-a7f85679f9fb None None] Pushing event updated for resources: {'Port': ['ID=3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.198163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610871e8-a2b4-4252-b466-0311c09420aa req-d8212c50-feef-4eaa-b191-7ac5ab7b00d8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.205744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-610871e8-a2b4-4252-b466-0311c09420aa req-d8212c50-feef-4eaa-b191-7ac5ab7b00d8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.3533316 Aug 29 04:31:31.363554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec5e7a63-310b-4e98-9dc3-a9daa40f65cb None None] Provisioning for port 59a8107b-1f52-40ae-becc-7fc4ae561905 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:31.375736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec5e7a63-310b-4e98-9dc3-a9daa40f65cb None None] Provisioning complete for port 59a8107b-1f52-40ae-becc-7fc4ae561905 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:31.376481 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7a63-310b-4e98-9dc3-a9daa40f65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.447432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e7a63-310b-4e98-9dc3-a9daa40f65cb None None] Port 59a8107b-1f52-40ae-becc-7fc4ae561905 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:31.466534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec5e7a63-310b-4e98-9dc3-a9daa40f65cb None None] Provisioning complete for port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:31.475041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7a63-310b-4e98-9dc3-a9daa40f65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.520175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-610871e8-a2b4-4252-b466-0311c09420aa req-603172f6-3c8f-4875-86ef-646cf913ebf4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084362 Aug 29 04:31:31.545252 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.782027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ba189005-e9de-4f2c-b9ab-440f6c3332bf None None] Provisioning complete for port 59a8107b-1f52-40ae-becc-7fc4ae561905 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:31.782027 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba189005-e9de-4f2c-b9ab-440f6c3332bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.829962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'Port': ['ID=b9fd724e-0faa-4c1d-b504-b77ec6dcfdd4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.862222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ba189005-e9de-4f2c-b9ab-440f6c3332bf None None] Port 59a8107b-1f52-40ae-becc-7fc4ae561905 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:31.871144 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:31.940593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:31.951426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:31.962232 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a19ecee6-9052-4aad-8c24-7fe29a5161b8 req-66d86a2e-7967-442a-af7e-87a1c3a93773 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.1534352 Aug 29 04:31:31.967093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5305f0e5-7cc3-4d52-a943-e0e242085733 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:31.968513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Router 72270596-6fe0-441a-8df4-23c933ac81aa is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:32.055750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 5305f0e5-7cc3-4d52-a943-e0e242085733 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:32.060470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5305f0e5-7cc3-4d52-a943-e0e242085733 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.060860 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.157028 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.162670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70266c-c916-456c-8873-8416c90a2f90 req-a1419375-9e33-4519-bada-1584491eb609 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.164315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a70266c-c916-456c-8873-8416c90a2f90 req-a1419375-9e33-4519-bada-1584491eb609 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.4848995 Aug 29 04:31:32.204513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 5305f0e5-7cc3-4d52-a943-e0e242085733, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5305f0e5-7cc3-4d52-a943-e0e242085733,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:32.205850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9fa5a464-a1ef-4d97-8797-5fffd68bd7ab None None] Provisioning complete for port 59a8107b-1f52-40ae-becc-7fc4ae561905 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.206285 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9fa5a464-a1ef-4d97-8797-5fffd68bd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.209847 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.210695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:32.243119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:32.276642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0309df3-5617-42b3-88fd-a0dae22aef4a None None] Sync routers for ids ['72270596-6fe0-441a-8df4-23c933ac81aa'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:32.291565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a70266c-c916-456c-8873-8416c90a2f90 req-f26f4d67-b459-4d6f-b62f-72dac8f0e422 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030319 Aug 29 04:31:32.325613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5a464-a1ef-4d97-8797-5fffd68bd7ab None None] Port 59a8107b-1f52-40ae-becc-7fc4ae561905 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:32.332322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91dbb7-e6d2-4f3b-8987-d1e15c298e42 req-0687e54b-c793-425a-b0ba-77e8efee151b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.339413 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d91dbb7-e6d2-4f3b-8987-d1e15c298e42 req-0687e54b-c793-425a-b0ba-77e8efee151b tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 946 time: 0.2134209 Aug 29 04:31:32.366937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=5305f0e5-7cc3-4d52-a943-e0e242085733,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:32.381876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0309df3-5617-42b3-88fd-a0dae22aef4a None None] Routers {'72270596-6fe0-441a-8df4-23c933ac81aa'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:32.382670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f0309df3-5617-42b3-88fd-a0dae22aef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['72270596-6fe0-441a-8df4-23c933ac81aa'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:32.397666 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.402985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f0d5e5eb-1654-4699-987e-2256583703d2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6438978 Aug 29 04:31:32.403942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52978) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:32.413253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c8e7ff66-21f4-4a03-ad95-5b88eec8d1b0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': False}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:32.475259 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.482530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f0309df3-5617-42b3-88fd-a0dae22aef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:32.492223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d91dbb7-e6d2-4f3b-8987-d1e15c298e42 req-11f733b6-e07f-490a-ab1b-d15d44f52ae3 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472266 Aug 29 04:31:32.497525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.498004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.514449 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.564106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0309df3-5617-42b3-88fd-a0dae22aef4a None None] Routers {'72270596-6fe0-441a-8df4-23c933ac81aa'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:32.564785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f0309df3-5617-42b3-88fd-a0dae22aef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['72270596-6fe0-441a-8df4-23c933ac81aa'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:32.583585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.611001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f0309df3-5617-42b3-88fd-a0dae22aef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:32.612352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0309df3-5617-42b3-88fd-a0dae22aef4a None None] The sync data for ids ['72270596-6fe0-441a-8df4-23c933ac81aa'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:32.787460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789d95-29b2-4b27-bfe5-ad5b8e69c53f req-d3430201-233b-480b-b297-3d4a04c48aae tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.789013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87789d95-29b2-4b27-bfe5-ad5b8e69c53f req-d3430201-233b-480b-b297-3d4a04c48aae tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1576281 Aug 29 04:31:32.878451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ff66-21f4-4a03-ad95-5b88eec8d1b0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.901544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87789d95-29b2-4b27-bfe5-ad5b8e69c53f req-777e3ce7-f662-47e1-90b8-e77404f88cd3 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023173 Aug 29 04:31:32.977485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.985478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.141502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91d4af9f-b5ef-4b54-8539-08ea5b3dd03e req-0c673b6e-c62c-41c3-a6ac-344cc9eeff40 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0844979 Aug 29 04:31:33.144409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-3929850d-3b36-40c9-8ecb-4185750bf671 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.145993 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-3929850d-3b36-40c9-8ecb-4185750bf671 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.65 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 946 time: 0.0993507 Aug 29 04:31:33.152417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'Port': ['ID=b9fd724e-0faa-4c1d-b504-b77ec6dcfdd4,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.175028 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.202384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c27ca1-64f4-4847-8a07-37468d665e1d req-4ad2aac6-3246-4c51-8e79-b1e835b417c9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.203922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50c27ca1-64f4-4847-8a07-37468d665e1d req-4ad2aac6-3246-4c51-8e79-b1e835b417c9 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.2077978 Aug 29 04:31:33.238951 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.249309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-980d229f-ae90-48d0-b2e7-0dfecc34b677 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7046068 Aug 29 04:31:33.261926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port 59a8107b-1f52-40ae-becc-7fc4ae561905 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:33.262404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.336095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50c27ca1-64f4-4847-8a07-37468d665e1d req-e3347451-7238-47b6-a50e-d404fa6df9d7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201880 Aug 29 04:31:33.359151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Deleting port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:33.359512 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.387809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.428476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for 59a8107b-1f52-40ae-becc-7fc4ae561905 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:33.520198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-dfa4c3b5-29ad-4ba0-8de6-7504c3d21823 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2080702786&fields=id&tenant_id=6365f67e47f3426c8c84170bb09005a9 HTTP/1.1" status: 200 len: 267 time: 0.1284816 Aug 29 04:31:33.567779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] For port 7bcb4b3e-6427-4f6b-b745-21e1720ba792, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7bcb4b3e-6427-4f6b-b745-21e1720ba792,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:33.568411 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.580297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ff66-21f4-4a03-ad95-5b88eec8d1b0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.587750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ff66-21f4-4a03-ad95-5b88eec8d1b0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.639078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24ae6a-fe9c-4d0c-8787-99e7d5e0a1e5 req-9e3b5942-3fda-49dc-900d-5fa4382302a8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.640575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d24ae6a-fe9c-4d0c-8787-99e7d5e0a1e5 req-9e3b5942-3fda-49dc-900d-5fa4382302a8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1859179 Aug 29 04:31:33.752087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-2aa61bc1-44e5-4630-80af-fb11b2249ef0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.757398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5305f0e5-7cc3-4d52-a943-e0e242085733 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:33.759361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-2aa61bc1-44e5-4630-80af-fb11b2249ef0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.2225225 Aug 29 04:31:33.786967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d24ae6a-fe9c-4d0c-8787-99e7d5e0a1e5 req-17f5426a-be9b-4e71-b990-d80b795f525d tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304879 Aug 29 04:31:33.803174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-f76051c4-3486-455f-9526-f8581ddd3aaa tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/quotas/6365f67e47f3426c8c84170bb09005a9 HTTP/1.1" status: 200 len: 375 time: 0.0422053 Aug 29 04:31:33.837087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5305f0e5-7cc3-4d52-a943-e0e242085733 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:33.837472 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.921557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e7ff66-21f4-4a03-ad95-5b88eec8d1b0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Router 72270596-6fe0-441a-8df4-23c933ac81aa has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:33.943602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.944271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.944432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.944666 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Floating IP b57f9b1f-50f1-49e6-9257-c90454aaa606 disassociated. External IP: 172.25.1.206, port: 7bcb4b3e-6427-4f6b-b745-21e1720ba792. Aug 29 04:31:33.945019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Calling delete_port for 7bcb4b3e-6427-4f6b-b745-21e1720ba792 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:33.990142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-2ad7ae70-1bbf-4724-8709-b703b657a024 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1859534 Aug 29 04:31:34.057383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=59a8107b-1f52-40ae-becc-7fc4ae561905,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.230113 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.262283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-fdadfbb1-4d04-4614-951f-0f619991ac71 service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588224 Aug 29 04:31:34.279841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event deleted for resources: {'Port': ['ID=7bcb4b3e-6427-4f6b-b745-21e1720ba792,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.448291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e7ff66-21f4-4a03-ad95-5b88eec8d1b0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:34.458336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ff66-21f4-4a03-ad95-5b88eec8d1b0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.459795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c8e7ff66-21f4-4a03-ad95-5b88eec8d1b0 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "PUT /v2.0/routers/72270596-6fe0-441a-8df4-23c933ac81aa HTTP/1.1" status: 200 len: 921 time: 2.0553699 Aug 29 04:31:34.462671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53014) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:34.463598 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3d80a-9f9d-4209-b26d-c7245420d8e0 None None] Sync routers for ids ['72270596-6fe0-441a-8df4-23c933ac81aa'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:34.481132 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3d80a-9f9d-4209-b26d-c7245420d8e0 None None] Routers {'72270596-6fe0-441a-8df4-23c933ac81aa'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:34.481774 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-04b3d80a-9f9d-4209-b26d-c7245420d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['72270596-6fe0-441a-8df4-23c933ac81aa'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:34.548864 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-04b3d80a-9f9d-4209-b26d-c7245420d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:34.566139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:34.568554 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3d80a-9f9d-4209-b26d-c7245420d8e0 None None] Routers {'72270596-6fe0-441a-8df4-23c933ac81aa'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:34.569200 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-04b3d80a-9f9d-4209-b26d-c7245420d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['72270596-6fe0-441a-8df4-23c933ac81aa'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:34.626476 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-04b3d80a-9f9d-4209-b26d-c7245420d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:34.627496 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3d80a-9f9d-4209-b26d-c7245420d8e0 None None] The sync data for ids ['72270596-6fe0-441a-8df4-23c933ac81aa'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:34.691230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a988bc21-ea17-4a36-a8e1-27962c9a8e4f tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/routers/72270596-6fe0-441a-8df4-23c933ac81aa HTTP/1.1" status: 200 len: 921 time: 0.2259705 Aug 29 04:31:34.694188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:34.824192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e7a1fd-1a95-4dbf-bd98-fd732df67369 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.829178 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-04e7a1fd-1a95-4dbf-bd98-fd732df67369 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=72270596-6fe0-441a-8df4-23c933ac81aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1339004 Aug 29 04:31:34.829805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53018) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:34.884621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:34.899877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] Sync routers for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:34.912271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:34.913230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:34.945620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] No DVR routers for this DVR port 7bcb4b3e-6427-4f6b-b745-21e1720ba792 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:34.948732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879b33-777e-4681-84c3-be743952addb req-55976600-2222-444e-a640-ade19cf1c070 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.950017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.960288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66879b33-777e-4681-84c3-be743952addb req-55976600-2222-444e-a640-ade19cf1c070 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ed157d-5e63-460c-99ba-0dba6f77496c HTTP/1.1" status: 200 len: 868 time: 0.8887408 Aug 29 04:31:34.962351 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c283f2d9-4d29-4d78-a4c2-4a11c4370dc5 req-547a9ee7-f9fe-4f4e-a611-d5eaf4a70754 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.65 "DELETE /v2.0/ports/7bcb4b3e-6427-4f6b-b745-21e1720ba792 HTTP/1.1" status: 204 len: 173 time: 1.7988477 Aug 29 04:31:34.963547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-deleted', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:34.970537 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f2f2b-bd07-4d5c-9e99-ad3772684d09" -d '{"events": [{"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-deleted", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:35.022507 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf8ae4-7b03-4321-bcbb-e21828fb411e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.027503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6dcf8ae4-7b03-4321-bcbb-e21828fb411e tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 881 time: 0.1949668 Aug 29 04:31:35.028125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53024) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.041497 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.065975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ef27b9f2-a66b-488e-9dd8-0c4a70d4278d tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=72270596-6fe0-441a-8df4-23c933ac81aa HTTP/1.1" status: 200 len: 205 time: 0.0358860 Aug 29 04:31:35.066323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.130682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:35.251044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66879b33-777e-4681-84c3-be743952addb req-dcfc8872-5baf-4f87-97fa-d40f7e9e3e70 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da7cffa-33b3-455b-813e-e05ff6f53262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897730 Aug 29 04:31:35.338609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-930ac0a2-c454-494e-b7df-0c9aebb39af6 service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9882653 Aug 29 04:31:35.472994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.514951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:35.519794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router e2b6b6d9-ff40-474f-9fe4-b299ecd87541 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:35.553858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] Checking router: e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:35.564574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:35.565423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:35.621605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc83586e-bc19-45a5-b53b-02a981d085cf req-29010176-b4a2-4c61-ae02-a9ee8d51290b tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0924380 Aug 29 04:31:35.718385 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5431c681-1b41-47de-bbf2-1ca0a3dc0593 x-openstack-request-id: req-5431c681-1b41-47de-bbf2-1ca0a3dc0593 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:35.718892 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed157d-5e63-460c-99ba-0dba6f77496c", "name": "network-vif-deleted", "tag": "7bcb4b3e-6427-4f6b-b745-21e1720ba792", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:35.718892 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5431c681-1b41-47de-bbf2-1ca0a3dc0593 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:35.719476 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed157d-5e63-460c-99ba-0dba6f77496c', 'name': 'network-vif-deleted', 'tag': '7bcb4b3e-6427-4f6b-b745-21e1720ba792', 'status': 'completed', 'code': 200} Aug 29 04:31:35.768706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:35.934633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6cc076db-5bc7-4a6a-ab8c-8036c1be8bd0 req-4fe234f1-294b-44a2-8c97-7b482ac89768 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 210 time: 0.1280837 Aug 29 04:31:35.937774 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.955593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:35.961567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-88b08255-df98-4b8f-9257-86e46f21fd8a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/e2b6b6d9-ff40-474f-9fe4-b299ecd87541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9125435 Aug 29 04:31:35.966519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53036) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.969437 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333b6eb-108b-4b13-950c-ed5c820e4c94 None None] Sync routers for ids ['e2b6b6d9-ff40-474f-9fe4-b299ecd87541'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:35.985569 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7333b6eb-108b-4b13-950c-ed5c820e4c94 None None] Routers {'e2b6b6d9-ff40-474f-9fe4-b299ecd87541'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:35.989074 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7333b6eb-108b-4b13-950c-ed5c820e4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e2b6b6d9-ff40-474f-9fe4-b299ecd87541'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:35.996218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-27812bbe-634b-4b45-9168-a76c9a109f91 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2b6b6d9-ff40-474f-9fe4-b299ecd87541 HTTP/1.1" status: 200 len: 205 time: 0.0282738 Aug 29 04:31:36.004724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53038) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:36.057064 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7333b6eb-108b-4b13-950c-ed5c820e4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:36.083214 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7333b6eb-108b-4b13-950c-ed5c820e4c94 None None] Routers {'e2b6b6d9-ff40-474f-9fe4-b299ecd87541'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:36.087027 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7333b6eb-108b-4b13-950c-ed5c820e4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e2b6b6d9-ff40-474f-9fe4-b299ecd87541'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:36.101806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:36.110876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Deleting port a8632cfc-0c3d-4ea8-b118-505ecb109401 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:36.111532 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.175335 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7333b6eb-108b-4b13-950c-ed5c820e4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:36.176257 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333b6eb-108b-4b13-950c-ed5c820e4c94 None None] The sync data for ids ['e2b6b6d9-ff40-474f-9fe4-b299ecd87541'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:36.178063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 7bcb4b3e-6427-4f6b-b745-21e1720ba792 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:36.178063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7bcb4b3e-6427-4f6b-b745-21e1720ba792 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:36.351617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:36.376603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.394642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70346f53-f266-4fd3-9902-a5380ef78c26 None None] The sync data for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 is: [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 4, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6d2f528c-8b89-4841-a628-1316963633af', 'name': '', 'network_id': 'e1a714ab-de67-47b7-a7dc-7fad083b1715', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'mac_address': 'fa:16:3e:74:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:28Z', 'updated_at': '2021-08-29T04:22:44Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'subnets': [{'id': '227e26a8-b361-4e31-ba6f-cc55ed4a7742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:36.427962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Calling delete_port for a8632cfc-0c3d-4ea8-b118-505ecb109401 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:36.438854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53054) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:36.604851 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a753f270-a022-4c4c-98c5-ae79a515f03c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.638058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a753f270-a022-4c4c-98c5-ae79a515f03c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.862751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e34d9-1646-4be3-b0ad-53bcee479144 None None] New status for floating IP b57f9b1f-50f1-49e6-9257-c90454aaa606: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:36.876311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a753f270-a022-4c4c-98c5-ae79a515f03c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.878883 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a753f270-a022-4c4c-98c5-ae79a515f03c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.880044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a753f270-a022-4c4c-98c5-ae79a515f03c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "DELETE /v2.0/security-groups/7da7cffa-33b3-455b-813e-e05ff6f53262 HTTP/1.1" status: 204 len: 168 time: 0.4401927 Aug 29 04:31:36.887169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5ffb557-b807-4366-b917-1238ac03295f req-26da1d03-6da7-47e4-a44e-4b391137f37e tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcdebff5-8930-4813-9f8a-1d9e6fed0336 HTTP/1.1" status: 200 len: 210 time: 0.0899682 Aug 29 04:31:36.887747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53062) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:36.917039 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf28222-0447-4e2c-b815-20f0a5c2848c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.970713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753f270-a022-4c4c-98c5-ae79a515f03c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da7cffa-33b3-455b-813e-e05ff6f53262,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.972751 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-cbf6bad0-f68d-480f-b336-a00b57ed9f7c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] show failed (client error): The resource could not be found. Aug 29 04:31:36.973804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cbf6bad0-f68d-480f-b336-a00b57ed9f7c tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "GET /v2.0/security-groups/7da7cffa-33b3-455b-813e-e05ff6f53262 HTTP/1.1" status: 404 len: 347 time: 0.0483823 Aug 29 04:31:36.975335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.977226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53064) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.126907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf28222-0447-4e2c-b815-20f0a5c2848c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.129592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf28222-0447-4e2c-b815-20f0a5c2848c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.131437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event deleted for resources: {'Port': ['ID=a8632cfc-0c3d-4ea8-b118-505ecb109401,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.190682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf28222-0447-4e2c-b815-20f0a5c2848c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.191700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf28222-0447-4e2c-b815-20f0a5c2848c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Fanout notify agent at l3_agent the message router_deleted on router e2b6b6d9-ff40-474f-9fe4-b299ecd87541 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:37.213670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf28222-0447-4e2c-b815-20f0a5c2848c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.214839 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6bf28222-0447-4e2c-b815-20f0a5c2848c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/e2b6b6d9-ff40-474f-9fe4-b299ecd87541 HTTP/1.1" status: 204 len: 168 time: 1.2058675 Aug 29 04:31:37.217790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53068) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.248318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acc6f587-c4b3-4467-bd60-ea1fc4067bed req-c2a9b1c6-d227-433a-af66-80bbaaef3da4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 210 time: 0.0971556 Aug 29 04:31:37.294862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1501a0c-b271-4660-a7b6-2131ed4f29c4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet 84b754a7-940d-42bb-8c4b-247f88251012 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:37.298665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1501a0c-b271-4660-a7b6-2131ed4f29c4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.383237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.396011 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1501a0c-b271-4660-a7b6-2131ed4f29c4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.571593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1501a0c-b271-4660-a7b6-2131ed4f29c4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.602011 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.613456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.635642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Deleting port d1552d2b-b845-4015-861c-45dd5af235c8 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:37.636314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.728702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1501a0c-b271-4660-a7b6-2131ed4f29c4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.753990 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.754513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Fanout notify agent at l3_agent the message router_deleted on router 72270596-6fe0-441a-8df4-23c933ac81aa {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:37.760628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1501a0c-b271-4660-a7b6-2131ed4f29c4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.763919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ea59f-5527-4163-aa4d-6e98c6b605c9 None None] Network 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:37.765623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d1501a0c-b271-4660-a7b6-2131ed4f29c4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/84b754a7-940d-42bb-8c4b-247f88251012 HTTP/1.1" status: 204 len: 168 time: 0.5468602 Aug 29 04:31:37.766742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.773782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0d559e7d-1a01-4744-ab72-31b29e7621ac tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/72270596-6fe0-441a-8df4-23c933ac81aa HTTP/1.1" status: 204 len: 168 time: 2.7064743 Aug 29 04:31:37.779606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53078) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.779951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53080) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.785567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8058b389-dce1-490d-8743-78301ccec763 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1145536094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:37.795619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1501a0c-b271-4660-a7b6-2131ed4f29c4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=84b754a7-940d-42bb-8c4b-247f88251012,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.907662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-dfbde62b-0b17-4de0-84ca-0c8d0d2068e4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.909261 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-dfbde62b-0b17-4de0-84ca-0c8d0d2068e4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.4089711 Aug 29 04:31:37.927117 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.927456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.933520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8058b389-dce1-490d-8743-78301ccec763 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.934630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8058b389-dce1-490d-8743-78301ccec763 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.974343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Calling delete_port for d1552d2b-b845-4015-861c-45dd5af235c8 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:37.980099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.044432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53088) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.056646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] DHCP port deletion for 07a2b559-9ea3-44c7-9d12-91cc2ff6b87b request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:38.074262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-33678f21-ae24-4084-aac1-079b820927de tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6365f67e47f3426c8c84170bb09005a9 HTTP/1.1" status: 200 len: 380 time: 0.1247725 Aug 29 04:31:38.115038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] Deleting port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:38.115626 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.120319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8058b389-dce1-490d-8743-78301ccec763 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.137298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6607f6a5-e6c9-444d-a024-f707c5656841 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.153066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'port': {'device_id': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'admin_state_up': True, 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'security_groups': ['3c217392-8a31-4eda-b27c-b3440e3b4343']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:38.171378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6607f6a5-e6c9-444d-a024-f707c5656841 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.203443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] For port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b,segment=NetworkSegment(a737b256-3543-4951-bb29-d1609b86e962),segment_id=a737b256-3543-4951-bb29-d1609b86e962)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:38.203859 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.226370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8058b389-dce1-490d-8743-78301ccec763 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.233689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] Calling delete_port for 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:38.237513 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6607f6a5-e6c9-444d-a024-f707c5656841 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.242662 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6607f6a5-e6c9-444d-a024-f707c5656841 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.247426 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6607f6a5-e6c9-444d-a024-f707c5656841 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "DELETE /v2.0/security-groups/d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0 HTTP/1.1" status: 204 len: 168 time: 0.2007134 Aug 29 04:31:38.252764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53090) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.281180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607f6a5-e6c9-444d-a024-f707c5656841 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.310395 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-0acc0a9d-1b3e-4e46-ac1c-9b181a8bd676 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] show failed (client error): The resource could not be found. Aug 29 04:31:38.314811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0acc0a9d-1b3e-4e46-ac1c-9b181a8bd676 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "GET /v2.0/security-groups/d8c1ab0c-9ef0-4ae7-b711-edf946e2c6e0 HTTP/1.1" status: 404 len: 347 time: 0.0575554 Aug 29 04:31:38.315119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53094) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.349157 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8058b389-dce1-490d-8743-78301ccec763 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.350577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8058b389-dce1-490d-8743-78301ccec763 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5682487 Aug 29 04:31:38.358839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53096) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.363761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:38.389223 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.418956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] Pushing event deleted for resources: {'Port': ['ID=3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.422554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cfac1-d659-4565-b32f-581a1c4db03d None None] No DVR routers for this DVR port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:38.491532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:38.491886 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.496669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4475697f-9e32-42cf-861b-93165e710154 req-23a62692-ef6e-43af-9d73-49336f68b914 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 210 time: 0.1165133 Aug 29 04:31:38.527880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting port 3afff6fd-8f47-4e71-9c88-34e89b267fe5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:38.528340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.601577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.620925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.621560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.635127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Calling delete_port for 3afff6fd-8f47-4e71-9c88-34e89b267fe5 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:38.720471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Pushing event deleted for resources: {'Port': ['ID=d1552d2b-b845-4015-861c-45dd5af235c8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.806116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b, host n-d-712142-15, got binding levels [] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:38.806607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.817734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.824365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Made reservation on behalf of 6365f67e47f3426c8c84170bb09005a9 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:38.827895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.886374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Port': ['ID=3afff6fd-8f47-4e71-9c88-34e89b267fe5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.894349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:38.901606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_backend_mixin [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b was not found and therefore no delete operation was performed {{(pid=94845) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:31:38.908509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.919765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.935164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.938213 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.939393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd107167-36d3-4dba-9cd5-fb21d851ac5c tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "DELETE /v2.0/floatingips/a4ffd9f0-9cf7-4b63-8b77-20c6af030752 HTTP/1.1" status: 204 len: 168 time: 0.6228187 Aug 29 04:31:38.942122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53102) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.967910 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.970986 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.972234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5794df21-8075-46fe-a35b-ca80b9f7c219 tempest-AttachVolumeShelveTestJSON-660026252 tempest-AttachVolumeShelveTestJSON-660026252-project] 10.222.0.58 "DELETE /v2.0/floatingips/b57f9b1f-50f1-49e6-9257-c90454aaa606 HTTP/1.1" status: 204 len: 168 time: 1.9560864 Aug 29 04:31:38.993887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.021535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No DVR routers for this DVR port 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:39.064331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d6f76-9437-4667-87ed-5c159f792349 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting port e616e723-fe76-4b72-8d04-32d6b9a6f125 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:39.065169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6f76-9437-4667-87ed-5c159f792349 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.214060 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6f76-9437-4667-87ed-5c159f792349 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.214965 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.238440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a2b559-9ea3-44c7-9d12-91cc2ff6b87b']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:39.239042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d6f76-9437-4667-87ed-5c159f792349 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Calling delete_port for e616e723-fe76-4b72-8d04-32d6b9a6f125 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:39.283207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a737b256-3543-4951-bb29-d1609b86e962') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:39.283525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a737b256-3543-4951-bb29-d1609b86e962') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:39.307099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.343813 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.346643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Allocated IP 172.20.0.9 (16e88a61-06d4-4738-9e91-a4badbbf3a6a/b59a36ab-2a9c-4b0e-9a74-5a54956291a4/91d8d7d3-3ab1-46fe-a52e-7d73c561b22d) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:39.367745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:39.368224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: items = [ Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:39.374740 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:39.450179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6f76-9437-4667-87ed-5c159f792349 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.530074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d6f76-9437-4667-87ed-5c159f792349 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Port': ['ID=e616e723-fe76-4b72-8d04-32d6b9a6f125,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.594721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6f76-9437-4667-87ed-5c159f792349 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.598009 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4a1d6f76-9437-4667-87ed-5c159f792349 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "DELETE /v2.0/ports/e616e723-fe76-4b72-8d04-32d6b9a6f125 HTTP/1.1" status: 204 len: 168 time: 0.6548536 Aug 29 04:31:39.602257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53116) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.749577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6420b-66f0-406f-adac-68e490a72765 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting port bb1f2743-d5fc-4aae-8b4e-a3829e09b36a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:39.750584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3e6420b-66f0-406f-adac-68e490a72765 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.822903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:39.886550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:39.886902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3f71e743-a4ed-40f1-bb7f-e9fbbe1ed27b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:39.935057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3e6420b-66f0-406f-adac-68e490a72765 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.954880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6420b-66f0-406f-adac-68e490a72765 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Calling delete_port for bb1f2743-d5fc-4aae-8b4e-a3829e09b36a owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:40.066000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0769df2-b433-48ec-b1ca-479bbe61bf21 req-abb42983-ac7f-4465-9495-482aab7739a6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 210 time: 0.0857480 Aug 29 04:31:40.186101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3e6420b-66f0-406f-adac-68e490a72765 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.259135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6420b-66f0-406f-adac-68e490a72765 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Port': ['ID=bb1f2743-d5fc-4aae-8b4e-a3829e09b36a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.316939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.342445 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3e6420b-66f0-406f-adac-68e490a72765 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.347318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b3e6420b-66f0-406f-adac-68e490a72765 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "DELETE /v2.0/ports/bb1f2743-d5fc-4aae-8b4e-a3829e09b36a HTTP/1.1" status: 204 len: 168 time: 0.7429960 Aug 29 04:31:40.348193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53132) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.407737 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.413128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Transition to ACTIVE for port object 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:40.413438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed46501-3843-4104-a73b-f72bdfdc4cfd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting subnet d4ffec13-95c1-4940-bfbf-e51f53b20248 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:40.415570 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.418870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed46501-3843-4104-a73b-f72bdfdc4cfd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.422612 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.425004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/07a2b559-9ea3-44c7-9d12-91cc2ff6b87b HTTP/1.1" status: 204 len: 168 time: 2.6439331 Aug 29 04:31:40.428753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53134) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.455766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1346485453', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:40.479303 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.483939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c298d-2304-4386-857c-bd879d181920 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=07a2b559-9ea3-44c7-9d12-91cc2ff6b87b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.497204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed46501-3843-4104-a73b-f72bdfdc4cfd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.509235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64aee0-760d-4354-882f-a084eceadc21 req-d33d9aa2-a947-47a7-8658-05ac7aa6a077 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:40.511379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c64aee0-760d-4354-882f-a084eceadc21 req-d33d9aa2-a947-47a7-8658-05ac7aa6a077 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.4410546 Aug 29 04:31:40.524789 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.525917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.616842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.624069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c64aee0-760d-4354-882f-a084eceadc21 req-ee7e34fe-b551-4e98-967f-ef0aab321aaa tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029766 Aug 29 04:31:40.652728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.750025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:40.751743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Allocated IP 172.25.1.152 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/b6d825cc-7f9c-4e28-a02e-7673467e48e7) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:40.757977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:40.761791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:40.764773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.810696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.843881 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed46501-3843-4104-a73b-f72bdfdc4cfd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.864086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:40.865126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.973280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.981753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a4fd08c3-708a-4b9a-a510-ffab7beb2835 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8331919 Aug 29 04:31:41.013123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed46501-3843-4104-a73b-f72bdfdc4cfd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.113239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.137007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d170d5b3-0b88-4e7d-9bdd-a43d2e9f641c None None] Provisioning for port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:41.143244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d170d5b3-0b88-4e7d-9bdd-a43d2e9f641c None None] Provisioning complete for port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:41.143889 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d170d5b3-0b88-4e7d-9bdd-a43d2e9f641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.167921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event updated for resources: {'Port': ['ID=b6d825cc-7f9c-4e28-a02e-7673467e48e7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.174226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Request body: {'port': {'device_id': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:41.181616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed46501-3843-4104-a73b-f72bdfdc4cfd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ffec13-95c1-4940-bfbf-e51f53b20248,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.183886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.207451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed46501-3843-4104-a73b-f72bdfdc4cfd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.213773 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4ed46501-3843-4104-a73b-f72bdfdc4cfd tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "DELETE /v2.0/subnets/d4ffec13-95c1-4940-bfbf-e51f53b20248 HTTP/1.1" status: 204 len: 168 time: 0.8639135 Aug 29 04:31:41.214023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d04ca8d-3c90-4c1e-8fc1-8d791435a214 None None] Network 3b67864d-8d83-4461-9a1f-dee00d60b3cf requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:41.214627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53144) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.215972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.247661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:41.256116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:41.290398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:41.294517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.370492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1afe1-5684-47bf-b431-757c74ba210b req-72efa726-e7d7-4a7c-8c46-860b420590bc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.372817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5c1afe1-5684-47bf-b431-757c74ba210b req-72efa726-e7d7-4a7c-8c46-860b420590bc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 931 time: 0.1736856 Aug 29 04:31:41.436602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-00496f41-aa64-442a-baf9-10fd01dc52a4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Deleting subnet b74488c2-cfcf-4b09-af9a-1660eb4f07ed {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:41.441097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00496f41-aa64-442a-baf9-10fd01dc52a4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.485943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00496f41-aa64-442a-baf9-10fd01dc52a4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.523455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d170d5b3-0b88-4e7d-9bdd-a43d2e9f641c None None] Port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:41.542276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 172.25.1.8 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/29610270-03e3-486e-abac-74088f79ca9e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:41.555235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5c1afe1-5684-47bf-b431-757c74ba210b req-174bf3d1-16d0-43e4-8224-12fbacd1a666 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508284 Aug 29 04:31:41.712052 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00496f41-aa64-442a-baf9-10fd01dc52a4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.724506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] DHCP port deletion for 3b67864d-8d83-4461-9a1f-dee00d60b3cf request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:41.781986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-38267e3e-830e-41c0-a5c1-8f97c0eb08d8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.784641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-38267e3e-830e-41c0-a5c1-8f97c0eb08d8 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.1067090 Aug 29 04:31:41.790286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] Deleting port 0b4f2bed-055f-4cee-873d-bce6e7921952 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:41.791941 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.860329 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.886588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] For port 0b4f2bed-055f-4cee-873d-bce6e7921952, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0b4f2bed-055f-4cee-873d-bce6e7921952,segment=NetworkSegment(919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3),segment_id=919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:41.887124 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.906598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] Calling delete_port for 0b4f2bed-055f-4cee-873d-bce6e7921952 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:41.912138 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00496f41-aa64-442a-baf9-10fd01dc52a4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.942625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00496f41-aa64-442a-baf9-10fd01dc52a4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Subnet': ['ID=b74488c2-cfcf-4b09-af9a-1660eb4f07ed,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.976463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-00496f41-aa64-442a-baf9-10fd01dc52a4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.982694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-00496f41-aa64-442a-baf9-10fd01dc52a4 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "DELETE /v2.0/subnets/b74488c2-cfcf-4b09-af9a-1660eb4f07ed HTTP/1.1" status: 204 len: 168 time: 0.6022577 Aug 29 04:31:41.987483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53150) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.993629 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06b870-3ba7-4f2b-8d4b-750a187908f8 req-eaa5c0bd-4fb9-4a5f-a532-28fd679af1dd tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.996018 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a06b870-3ba7-4f2b-8d4b-750a187908f8 req-eaa5c0bd-4fb9-4a5f-a532-28fd679af1dd tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 946 time: 0.2376962 Aug 29 04:31:42.005923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae204cf-517a-4cc0-9d49-85e1b7fbbedf None None] Network cfdf0b50-0db3-438e-be2f-01d62e44e232 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:42.057244 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.075720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Deleting port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:42.076652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.078056 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.103244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.111384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] No DVR routers for this DVR port 0b4f2bed-055f-4cee-873d-bce6e7921952 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:42.116259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d5a39-d32d-46ac-8353-96171723c53e None None] Pushing event deleted for resources: {'Port': ['ID=0b4f2bed-055f-4cee-873d-bce6e7921952,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.166974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.169423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a06b870-3ba7-4f2b-8d4b-750a187908f8 req-bc62d9a3-bcb8-479c-aa2b-aeb1f97ede91 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/security-groups?id=250ecf0f-79e2-4a74-bb98-fc24b69c7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632218 Aug 29 04:31:42.221708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:42.263417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:42.286500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:42.326462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] DHCP port deletion for cfdf0b50-0db3-438e-be2f-01d62e44e232 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:42.403826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:42.420310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.449830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] Deleting port c987e3d7-0270-42c3-aa36-890e386d22db {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:42.450219 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.458945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Transition to ACTIVE for port object 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:42.470007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.505741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=29610270-03e3-486e-abac-74088f79ca9e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.537632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] For port d9a3013a-22aa-42e3-9a8f-14dcf10a6951, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,segment=NetworkSegment(6f4068d5-4bc5-42e5-ad52-c6daadf8d0df),segment_id=6f4068d5-4bc5-42e5-ad52-c6daadf8d0df)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:42.538502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.543707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.564721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.585246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] For port c987e3d7-0270-42c3-aa36-890e386d22db, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c987e3d7-0270-42c3-aa36-890e386d22db,segment=NetworkSegment(7faa4077-1fe2-458d-8738-e01c456ca577),segment_id=7faa4077-1fe2-458d-8738-e01c456ca577)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:42.585657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.589448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b67864d-8d83-4461-9a1f-dee00d60b3cf']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:42.606077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Calling delete_port for d9a3013a-22aa-42e3-9a8f-14dcf10a6951 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:42.609861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] Calling delete_port for c987e3d7-0270-42c3-aa36-890e386d22db owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:42.613113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:42.613720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919b2dc8-91a2-44b1-ae59-3f9c1d7b23a3') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:42.634930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.647010 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.743507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.832264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.845015 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.852106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:42.852647 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:42.856685 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:42.907440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] Pushing event deleted for resources: {'Port': ['ID=c987e3d7-0270-42c3-aa36-890e386d22db,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.915560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5474088f-e56c-456f-b623-334b1538cc9f None None] No DVR routers for this DVR port c987e3d7-0270-42c3-aa36-890e386d22db on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:42.945645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Attempting to bind port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:42.945991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Attempting to bind port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:42.946807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Attempting to bind port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:43.042172 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.044214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:43.044787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Attempting to bind port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:43.066746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:43.067382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Checking segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:43.067955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Bound using segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:43.077409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Bound port: 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:43.077541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.077631 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.077865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "DELETE /v2.0/networks/3b67864d-8d83-4461-9a1f-dee00d60b3cf HTTP/1.1" status: 204 len: 168 time: 1.0868664 Aug 29 04:31:43.083473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53168) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:43.100312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effe99e-2bf1-441e-b629-c70c6912f805 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Network': ['ID=3b67864d-8d83-4461-9a1f-dee00d60b3cf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.102945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb8c59-e271-45e8-9047-689dc2df5593 req-c80bbbf0-6985-41d3-b487-6599cd5d4059 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.105144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bfb8c59-e271-45e8-9047-689dc2df5593 req-c80bbbf0-6985-41d3-b487-6599cd5d4059 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 943 time: 0.3218634 Aug 29 04:31:43.157324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.176443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9a3013a-22aa-42e3-9a8f-14dcf10a6951'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:43.198802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Pushing event deleted for resources: {'Port': ['ID=d9a3013a-22aa-42e3-9a8f-14dcf10a6951,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.200683 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.265598 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.283679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bfb8c59-e271-45e8-9047-689dc2df5593 req-5a3ff3da-375a-4981-8ad7-3b4912f72dad tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586647 Aug 29 04:31:43.357700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a3a0761-43e9-4179-8817-1ea65d45bb44 req-d936a4ab-d8b2-4273-8d82-58bc8393e4c7 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 210 time: 0.0675128 Aug 29 04:31:43.359200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:43.372891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Router faf11596-6998-443f-a611-ca47afd1c950 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:43.404591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:43.513944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.575335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.582684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.583436 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.585160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] 10.222.0.64 "PUT /v2.0/ports/91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 1092 time: 2.5881429 Aug 29 04:31:43.638220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:43.648038 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76465c69-7981-4b42-965e-c1e14211b766" -d '{"events": [{"name": "network-changed", "server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:43.671175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] No DVR routers for this DVR port d9a3013a-22aa-42e3-9a8f-14dcf10a6951 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:43.674311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.678609 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b69cf01f-399d-4809-b3c7-ade91ec77c76 req-f87f592e-64db-48c4-afc6-37957278dbd4 tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.64 "DELETE /v2.0/ports/d9a3013a-22aa-42e3-9a8f-14dcf10a6951 HTTP/1.1" status: 204 len: 173 time: 1.8817775 Aug 29 04:31:43.689579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdf0b50-0db3-438e-be2f-01d62e44e232']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:43.694909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-deleted', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:43.698321 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff714c7-48d9-447d-b467-0acb4b39b22c" -d '{"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-deleted", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:43.752649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7faa4077-1fe2-458d-8738-e01c456ca577') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:43.752931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7faa4077-1fe2-458d-8738-e01c456ca577') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:43.783210 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c47da9e-e482-4d0e-aad7-c659efb4a359 x-openstack-request-id: req-3c47da9e-e482-4d0e-aad7-c659efb4a359 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:43.783772 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:43.784255 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c47da9e-e482-4d0e-aad7-c659efb4a359 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:43.784846 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'status': 'completed', 'code': 200} Aug 29 04:31:43.788398 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77a0164-8d4d-42d3-a939-5d9af071b910 x-openstack-request-id: req-d77a0164-8d4d-42d3-a939-5d9af071b910 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:43.788700 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47ca4f-5256-40d3-86ce-54fb47bfb769", "name": "network-vif-deleted", "tag": "d9a3013a-22aa-42e3-9a8f-14dcf10a6951", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:43.789198 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d77a0164-8d4d-42d3-a939-5d9af071b910 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:43.789603 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b47ca4f-5256-40d3-86ce-54fb47bfb769', 'name': 'network-vif-deleted', 'tag': 'd9a3013a-22aa-42e3-9a8f-14dcf10a6951', 'status': 'completed', 'code': 200} Aug 29 04:31:43.793710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.808719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8e8bb-fd63-430d-8957-35cebde0f17f service neutron] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.821761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-85b41954-0c12-4b66-a4b0-8d4ca19355cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.824746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-85b41954-0c12-4b66-a4b0-8d4ca19355cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1095 time: 0.1791782 Aug 29 04:31:43.844687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c987e3d7-0270-42c3-aa36-890e386d22db no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:43.856881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.867445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c987e3d7-0270-42c3-aa36-890e386d22db {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:43.868237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c987e3d7-0270-42c3-aa36-890e386d22db not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:43.868945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0b4f2bed-055f-4cee-873d-bce6e7921952 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:43.884156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:43.887158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d416d4b9-046b-4cf0-a9aa-8d7961d4a625 None None] Sync routers for ids ['faf11596-6998-443f-a611-ca47afd1c950'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:43.898982 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.902803 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416d4b9-046b-4cf0-a9aa-8d7961d4a625 None None] Routers {'faf11596-6998-443f-a611-ca47afd1c950'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:43.903508 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d416d4b9-046b-4cf0-a9aa-8d7961d4a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['faf11596-6998-443f-a611-ca47afd1c950'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:43.903641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e8523736-a2e4-439a-b0cf-9bb7986fff70 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "PUT /v2.0/routers/faf11596-6998-443f-a611-ca47afd1c950 HTTP/1.1" status: 200 len: 880 time: 5.5436938 Aug 29 04:31:43.904257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53182) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:43.917660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0b4f2bed-055f-4cee-873d-bce6e7921952 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:43.918480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0b4f2bed-055f-4cee-873d-bce6e7921952 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:43.979443 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d416d4b9-046b-4cf0-a9aa-8d7961d4a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:43.980897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:43.981713 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:43.985169 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:43.990425 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-1a674e04-771b-435a-9c39-b3b91bc4bfd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 217 time: 0.1540709 Aug 29 04:31:43.992483 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416d4b9-046b-4cf0-a9aa-8d7961d4a625 None None] Routers {'faf11596-6998-443f-a611-ca47afd1c950'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:43.993327 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d416d4b9-046b-4cf0-a9aa-8d7961d4a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['faf11596-6998-443f-a611-ca47afd1c950'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.038427 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d416d4b9-046b-4cf0-a9aa-8d7961d4a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.039451 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d416d4b9-046b-4cf0-a9aa-8d7961d4a625 None None] The sync data for ids ['faf11596-6998-443f-a611-ca47afd1c950'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:44.064706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.202080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:44.357898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:44.370877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848a2bc-a3e4-4a2f-a7ab-24a8ae71ebb0 None None] Sync routers for ids ['ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:44.395521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848a2bc-a3e4-4a2f-a7ab-24a8ae71ebb0 None None] Routers {'ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:44.396194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.396343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e848a2bc-a3e4-4a2f-a7ab-24a8ae71ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.401254 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1b3f175d-9854-4bc6-b7ff-f5301993376c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.9500184 Aug 29 04:31:44.403595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53188) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:44.513177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e848a2bc-a3e4-4a2f-a7ab-24a8ae71ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.532457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848a2bc-a3e4-4a2f-a7ab-24a8ae71ebb0 None None] Routers {'ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:44.533024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e848a2bc-a3e4-4a2f-a7ab-24a8ae71ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.580338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e848a2bc-a3e4-4a2f-a7ab-24a8ae71ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.581016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848a2bc-a3e4-4a2f-a7ab-24a8ae71ebb0 None None] The sync data for ids ['ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:44.595936 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8dac7cb4-a9a6-4c2f-8d03-a7de06cf224b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/routers/ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a HTTP/1.1" status: 200 len: 883 time: 0.1886644 Aug 29 04:31:44.595936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53194) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:44.645394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.648196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-af5edac3-51c8-4964-b903-1e39ade91931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.649758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-af5edac3-51c8-4964-b903-1e39ade91931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.6481278 Aug 29 04:31:44.683111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.687720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] 10.222.0.58 "DELETE /v2.0/networks/cfdf0b50-0db3-438e-be2f-01d62e44e232 HTTP/1.1" status: 204 len: 168 time: 1.6004088 Aug 29 04:31:44.687720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46899e77-e6c0-4357-9449-736f81661184 req-bc531c1c-4287-4137-9985-de5203b9eded tempest-ServersNegativeTestJSON-232284442 tempest-ServersNegativeTestJSON-232284442-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b47ca4f-5256-40d3-86ce-54fb47bfb769 HTTP/1.1" status: 200 len: 210 time: 0.0554039 Aug 29 04:31:44.736356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c002e-2917-480b-b889-8f4e1bb499e8 tempest-TaggedBootDevicesTest_v242-1765251124 tempest-TaggedBootDevicesTest_v242-1765251124-project] Pushing event deleted for resources: {'Network': ['ID=cfdf0b50-0db3-438e-be2f-01d62e44e232,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:44.806161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d895e12-5a0f-4f96-a261-56db1e2d3720 req-3e3eb13d-a353-43ab-860f-31332c5d5e34 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.817122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d895e12-5a0f-4f96-a261-56db1e2d3720 req-3e3eb13d-a353-43ab-860f-31332c5d5e34 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 943 time: 0.1869125 Aug 29 04:31:44.833275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac4382ec-5bbe-4e66-81a5-0a687a3771e7 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/routers/faf11596-6998-443f-a611-ca47afd1c950 HTTP/1.1" status: 200 len: 921 time: 0.8537853 Aug 29 04:31:44.837085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53196) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:44.941303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-1edc64b5-8e8a-4251-a9d9-e4417a6bd91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.942816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-1edc64b5-8e8a-4251-a9d9-e4417a6bd91f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2618535 Aug 29 04:31:44.991901 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-a80674da-d9e3-4563-84ee-ff2262b469c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0956089 Aug 29 04:31:45.046288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546abd83-58b3-4619-b48e-4227744ccd06 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.048390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-546abd83-58b3-4619-b48e-4227744ccd06 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=faf11596-6998-443f-a611-ca47afd1c950&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2093933 Aug 29 04:31:45.062783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53206) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.065682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d895e12-5a0f-4f96-a261-56db1e2d3720 req-a8b6b2cb-f5c7-48d3-8723-75efb75ef1e9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474146 Aug 29 04:31:45.146055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-e5ebe79d-6810-4ce3-9ebe-527c92c6efa8 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857765 Aug 29 04:31:45.170646 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-65596fd1-d081-47d1-933c-4ad54f06bc70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5728755 Aug 29 04:31:45.173357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53210) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.184043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e57b6b65-a88c-415e-b935-bed0bf2b483d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1346485453'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:45.263549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-3eb19781-2d93-484f-8607-58760a1e9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.265129 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-3eb19781-2d93-484f-8607-58760a1e9fd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5021722636b54ca88801fcff254aaf43&device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 1098 time: 0.2439630 Aug 29 04:31:45.292534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabd8ac9-09fd-4c11-96d6-f8689464a69e req-a90303aa-b2fe-499d-9bcb-619dfe7de85c service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340446 Aug 29 04:31:45.408572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465c69-7981-4b42-965e-c1e14211b766 req-c413ba18-9f7c-4e9b-8bcb-23027ddf8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.411433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76465c69-7981-4b42-965e-c1e14211b766 req-c413ba18-9f7c-4e9b-8bcb-23027ddf8742 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1095 time: 0.0518463 Aug 29 04:31:45.444316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc0043-73d3-430d-a962-e655dd70a1b2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.445752 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-42cc0043-73d3-430d-a962-e655dd70a1b2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 881 time: 0.3806839 Aug 29 04:31:45.457416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53212) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.526571 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2e384151-2358-4405-b67d-788e14857c01 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=faf11596-6998-443f-a611-ca47afd1c950 HTTP/1.1" status: 200 len: 205 time: 0.0603952 Aug 29 04:31:45.531768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53214) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.532251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465c69-7981-4b42-965e-c1e14211b766 req-b8dcc650-0551-4ecd-a413-6c935ef394d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.533530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76465c69-7981-4b42-965e-c1e14211b766 req-b8dcc650-0551-4ecd-a413-6c935ef394d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.1149771 Aug 29 04:31:45.585540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76465c69-7981-4b42-965e-c1e14211b766 req-29c7eee5-07bf-4b33-a50c-02ec524aaba2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 217 time: 0.0425386 Aug 29 04:31:45.646381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-5039fd85-bad0-46d5-9aab-39728fa1925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.647888 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-5039fd85-bad0-46d5-9aab-39728fa1925d service neutron] 10.222.0.64 "GET /v2.0/networks?id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b HTTP/1.1" status: 200 len: 907 time: 0.3297510 Aug 29 04:31:45.649446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465c69-7981-4b42-965e-c1e14211b766 req-afa7ffd6-f64a-4856-a074-1c94fce7fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.654330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76465c69-7981-4b42-965e-c1e14211b766 req-afa7ffd6-f64a-4856-a074-1c94fce7fc5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0579624 Aug 29 04:31:45.711823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465c69-7981-4b42-965e-c1e14211b766 req-d9b46c91-7e92-4cbc-abee-28d1352eae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.714713 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76465c69-7981-4b42-965e-c1e14211b766 req-d9b46c91-7e92-4cbc-abee-28d1352eae37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528667 Aug 29 04:31:45.851708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53218) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.955436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76465c69-7981-4b42-965e-c1e14211b766 req-f3c0c342-ecfe-49df-ab78-8755d18b5430 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201858 Aug 29 04:31:45.958400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-770042cf-7b40-4546-877d-6bab30a0bc81 admin admin] Deleting subnet 88163fe2-9de1-43be-9945-b132ade96e98 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:45.986565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-770042cf-7b40-4546-877d-6bab30a0bc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.107547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53232) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:46.158082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-770042cf-7b40-4546-877d-6bab30a0bc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.307825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:46.354475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: d9a3013a-22aa-42e3-9a8f-14dcf10a6951 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:46.355143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9a3013a-22aa-42e3-9a8f-14dcf10a6951 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:46.362378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78a7e-d6d7-416f-9f87-f39725f653a1 req-59b118f8-5719-4a19-90b5-b4ac57e720f1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.372219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0f78a7e-d6d7-416f-9f87-f39725f653a1 req-59b118f8-5719-4a19-90b5-b4ac57e720f1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 943 time: 0.2108881 Aug 29 04:31:46.396617 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-dab20319-2049-436a-a910-f0708c69c9cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628e8d93-d972-41bb-8888-6c82c46a9f95 HTTP/1.1" status: 200 len: 1001 time: 0.7328196 Aug 29 04:31:46.407206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.411818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76465c69-7981-4b42-965e-c1e14211b766 req-d5d8a211-ada1-4cb2-9429-d42e94d5f5b2 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474018 Aug 29 04:31:46.478757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0f78a7e-d6d7-416f-9f87-f39725f653a1 req-61ee6f7d-8995-4039-9f85-5c5da9769219 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054780 Aug 29 04:31:46.481947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-770042cf-7b40-4546-877d-6bab30a0bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.661899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-8fcf71a0-d791-4a9e-be8c-cda1d80a6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.663489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-8fcf71a0-d791-4a9e-be8c-cda1d80a6cb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23755ee1-e134-435e-832e-96c159d6422f HTTP/1.1" status: 200 len: 845 time: 0.2502279 Aug 29 04:31:46.667391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.687947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-770042cf-7b40-4546-877d-6bab30a0bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.738128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770042cf-7b40-4546-877d-6bab30a0bc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88163fe2-9de1-43be-9945-b132ade96e98,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:46.750181 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-770042cf-7b40-4546-877d-6bab30a0bc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.754615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-770042cf-7b40-4546-877d-6bab30a0bc81 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/88163fe2-9de1-43be-9945-b132ade96e98 HTTP/1.1" status: 204 len: 168 time: 0.9019589 Aug 29 04:31:46.755622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53238) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:46.774503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57b6b65-a88c-415e-b935-bed0bf2b483d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.803747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57b6b65-a88c-415e-b935-bed0bf2b483d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.812810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-e232b2c4-5e2f-4cf3-8c89-3289af2a5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.814075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-e232b2c4-5e2f-4cf3-8c89-3289af2a5952 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49fdce15-a5dc-4dd6-926e-1770a9b5e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375430 Aug 29 04:31:46.898077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.969240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Deleting port b6d825cc-7f9c-4e28-a02e-7673467e48e7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:46.969680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.065017 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.087135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93be5b83-c2a4-459c-a5c6-5be107740aba']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.105440 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48e31311-4bec-4b9e-a2b9-f098cc8de8b6 req-625be7ac-0d24-41e7-9d60-66ccc159c1df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1598399 Aug 29 04:31:47.109797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.109797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4068d5-4bc5-42e5-ad52-c6daadf8d0df') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.126367 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.130524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.185097 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48e31311-4bec-4b9e-a2b9-f098cc8de8b6 req-3135c789-0242-4294-864d-bc4cdae5e83b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0558107 Aug 29 04:31:47.186663 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.199793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:47.200331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:47.202096 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:47.214218 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-5240226b-c5bd-43d5-862f-fd6779167d84 service neutron] 10.222.0.64 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553276 Aug 29 04:31:47.240442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57b6b65-a88c-415e-b935-bed0bf2b483d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:47.261088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.314511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.319606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48e31311-4bec-4b9e-a2b9-f098cc8de8b6 req-c1b6f9a3-e784-468f-87ac-a50f2ce23936 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990815 Aug 29 04:31:47.342630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Calling delete_port for b6d825cc-7f9c-4e28-a02e-7673467e48e7 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:47.356599 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.356834 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-40f35da2-dfda-4e13-94d4-ea0926ffdd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.361046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] 10.222.0.58 "DELETE /v2.0/networks/93be5b83-c2a4-459c-a5c6-5be107740aba HTTP/1.1" status: 204 len: 168 time: 0.6006973 Aug 29 04:31:47.373021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81642ec4-efe4-415d-96e0-a4b8a470b390 admin admin] Pushing event deleted for resources: {'Network': ['ID=93be5b83-c2a4-459c-a5c6-5be107740aba,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.513628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53252) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:47.626093 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f6e53532-25fe-40d9-b5b2-f295b39e7c21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb9f4f4348364cfa928cb249eda84448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099496 Aug 29 04:31:47.628253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53254) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:47.662008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Deleting port 6d2f528c-8b89-4841-a628-1316963633af {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:47.662513 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.671342 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-331a24d4-3a97-4a1c-8145-19567ae85f3b req-5a015483-32d8-4685-b44a-606c43cbe83b service neutron] 10.222.0.64 "GET /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295459 Aug 29 04:31:47.672413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57b6b65-a88c-415e-b935-bed0bf2b483d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:47.683264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e57b6b65-a88c-415e-b935-bed0bf2b483d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.688143 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e57b6b65-a88c-415e-b935-bed0bf2b483d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a HTTP/1.1" status: 200 len: 890 time: 2.5103691 Aug 29 04:31:47.693613 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dd291-3815-4755-97ca-0a97ffb0c396 None None] Sync routers for ids ['ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:47.709591 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004dd291-3815-4755-97ca-0a97ffb0c396 None None] Routers {'ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:47.710236 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-004dd291-3815-4755-97ca-0a97ffb0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.737484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53256) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:47.752116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e31311-4bec-4b9e-a2b9-f098cc8de8b6 req-ea51f03b-2fb9-4f80-8c39-03a339f81cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:47.753628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48e31311-4bec-4b9e-a2b9-f098cc8de8b6 req-ea51f03b-2fb9-4f80-8c39-03a339f81cf3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4276133 Aug 29 04:31:47.772451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c87b7e-5a0b-46c6-b62e-7f6cc032b137 req-f60de386-e4fa-4830-b3f1-bc957f3a3236 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:47.775310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58c87b7e-5a0b-46c6-b62e-7f6cc032b137 req-f60de386-e4fa-4830-b3f1-bc957f3a3236 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 943 time: 0.2132773 Aug 29 04:31:47.788666 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-004dd291-3815-4755-97ca-0a97ffb0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.800630 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004dd291-3815-4755-97ca-0a97ffb0c396 None None] Routers {'ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:47.801427 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-004dd291-3815-4755-97ca-0a97ffb0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.842594 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-004dd291-3815-4755-97ca-0a97ffb0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.843545 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dd291-3815-4755-97ca-0a97ffb0c396 None None] The sync data for ids ['ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:47.852707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.888828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event deleted for resources: {'Port': ['ID=b6d825cc-7f9c-4e28-a02e-7673467e48e7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.910764 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1173217d-1c28-43ad-b8ad-003935ad7afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.964071 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.981335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58c87b7e-5a0b-46c6-b62e-7f6cc032b137 req-7f36fcf4-b692-439f-9454-9a0ab7f5c0ac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930046 Aug 29 04:31:48.022668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1173217d-1c28-43ad-b8ad-003935ad7afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.037885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] For port 6d2f528c-8b89-4841-a628-1316963633af, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6d2f528c-8b89-4841-a628-1316963633af,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:48.038294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.114406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Calling delete_port for 6d2f528c-8b89-4841-a628-1316963633af owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:48.170895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.173346 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.239733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.240947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Fanout notify agent at l3_agent the message router_deleted on router faf11596-6998-443f-a611-ca47afd1c950 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:48.250405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.252132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-514e778c-e822-405f-b3c6-49b7859c4985 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/faf11596-6998-443f-a611-ca47afd1c950 HTTP/1.1" status: 204 len: 168 time: 2.7188728 Aug 29 04:31:48.252563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3a361b32-1d83-470d-b492-db1ca996947e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/routers/ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a HTTP/1.1" status: 200 len: 890 time: 0.5011888 Aug 29 04:31:48.252970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53262) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:48.263005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53264) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:48.297596 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f2218635-fe82-4c78-927a-5a23579a21a2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a HTTP/1.1" status: 200 len: 205 time: 0.0431185 Aug 29 04:31:48.298483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53266) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:48.308262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:48.336174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f1dd5e3f-ec41-4aa2-85c2-af5601aeae89 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2021787452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:48.347101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1173217d-1c28-43ad-b8ad-003935ad7afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.350228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1173217d-1c28-43ad-b8ad-003935ad7afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.351830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1173217d-1c28-43ad-b8ad-003935ad7afc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/250ecf0f-79e2-4a74-bb98-fc24b69c7f93 HTTP/1.1" status: 204 len: 168 time: 0.7207000 Aug 29 04:31:48.402066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173217d-1c28-43ad-b8ad-003935ad7afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ecf0f-79e2-4a74-bb98-fc24b69c7f93,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.405846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5e3f-ec41-4aa2-85c2-af5601aeae89 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.407072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5e3f-ec41-4aa2-85c2-af5601aeae89 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.601526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.619349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5e3f-ec41-4aa2-85c2-af5601aeae89 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.659418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2f528c-8b89-4841-a628-1316963633af,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.665338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5e3f-ec41-4aa2-85c2-af5601aeae89 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.761882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:48.791948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'mac_address': 'fa:16:3e:6f:a1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:48.908425 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.939514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.944239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:48.954903 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5e3f-ec41-4aa2-85c2-af5601aeae89 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.956718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f1dd5e3f-ec41-4aa2-85c2-af5601aeae89 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6414757 Aug 29 04:31:48.959384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53282) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.002159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:49.012581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.031589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': True}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:49.113730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.125604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.258993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.284467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:49.383058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port 29610270-03e3-486e-abac-74088f79ca9e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:49.383412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.561180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.579000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for 29610270-03e3-486e-abac-74088f79ca9e owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:49.793248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53304) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.896736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.924463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=29610270-03e3-486e-abac-74088f79ca9e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.960633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-876348801-network', 'tenant_id': '3d1d3456afd9459a8e6683f38903a3cd'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:50.017255 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.020055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Made reservation on behalf of 3d1d3456afd9459a8e6683f38903a3cd for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:50.022171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.062276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.145795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.148896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.175462 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.188500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a9532-4ac0-40d1-878c-5a93df69726c req-287f92d1-e699-4872-92bf-83b04fd870d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.190126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-599a9532-4ac0-40d1-878c-5a93df69726c req-287f92d1-e699-4872-92bf-83b04fd870d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.9719412 Aug 29 04:31:50.214419 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.214984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Fanout notify agent at l3_agent the message router_deleted on router ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:50.225068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.226217 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c3fee899-4e80-4950-ad64-12844d14a84f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a HTTP/1.1" status: 204 len: 168 time: 1.9265592 Aug 29 04:31:50.230232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53308) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.237311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1450286543'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:50.286019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.302855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.307674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.315714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:50.341593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:50.356532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-599a9532-4ac0-40d1-878c-5a93df69726c req-ab017b5f-54a5-4f7d-af96-f968728c1e87 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285751 Aug 29 04:31:50.363325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:50.373220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:50.376800 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.392032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dc9c88-8532-4d4d-931f-91d37b2a84f2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.399920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.400856 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Added segment 4875d28b-d543-40f4-8d84-db7b384e2d27 of type vlan for network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 Aug 29 04:31:50.457223 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-567a6ddb-bf7a-4747-abc8-0dabed0d97bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.460601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:50.464923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.481263 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.481592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:50.481747 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment 75c2fdb2-6106-422b-967a-71e622db0e9f of type vlan for network f9c86439-5a75-41c0-a7e0-f16ec1843f57 Aug 29 04:31:50.497004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:50.498254 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.536994 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.537964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.538555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.571979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.588205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7931278 Aug 29 04:31:50.605393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53314) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.619690 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.646088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Request body: {'subnet': {'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-876348801-subnet', 'tenant_id': '3d1d3456afd9459a8e6683f38903a3cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:50.656650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:50.659972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ce065-4591-4cfb-a654-ea1935553f37 admin admin] Pushing event updated for resources: {'Network': ['ID=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.667321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:50.670685 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5e8d9e-a838-436d-be15-4458e1ed5183" -d '{"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:50.672854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.679465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] Sync routers for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:50.679724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.680778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.692793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ce410980-fe3d-4c38-ab19-3f4642f3d1a0 admin admin] 10.222.0.58 "PUT /v2.0/routers/e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5838325 Aug 29 04:31:50.695758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53320) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.711921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:50.716453 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Made reservation on behalf of 3d1d3456afd9459a8e6683f38903a3cd for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:50.721210 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.760754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:50.780431 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5491147 Aug 29 04:31:50.790009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53324) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.805876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': 'f9c86439-5a75-41c0-a7e0-f16ec1843f57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:50.867492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:50.869769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:50.928288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf560c-9dd2-4237-94d0-03dc2c4e034c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=f9c86439-5a75-41c0-a7e0-f16ec1843f57,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.011287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:51.015576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.022305 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.046903 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cc47ff-3784-46df-9e1a-ae0fbf5ee850 x-openstack-request-id: req-89cc47ff-3784-46df-9e1a-ae0fbf5ee850 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:51.047143 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:51.047370 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89cc47ff-3784-46df-9e1a-ae0fbf5ee850 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:51.047752 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'code': 200} Aug 29 04:31:51.051259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f9c86439-5a75-41c0-a7e0-f16ec1843f57 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:51.109500 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.111693 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.160452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0596b47-c02c-4745-8197-e78c06793db5 req-49a06ddc-89b4-4972-a05d-30173f07cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.162830 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0596b47-c02c-4745-8197-e78c06793db5 req-49a06ddc-89b4-4972-a05d-30173f07cb6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1097 time: 0.0759487 Aug 29 04:31:51.195618 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:51.221550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.222219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0596b47-c02c-4745-8197-e78c06793db5 req-ac15c3bd-7ebe-4e36-a9f9-954a07894570 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Aug 29 04:31:51.231324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.249703 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.263667 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.348053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7d4a4a-b362-44f4-8560-0ac97145c7ed,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.372597 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.375686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Checking segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:51.375686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Network hostable DHCP agents. Network: 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:51.461232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=955c8b0c-27a1-42c3-a25e-1adf653a8094,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.472869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': '75c2fdb2-6106-422b-967a-71e622db0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f9c86439-5a75-41c0-a7e0-f16ec1843f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:51.473235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: f9c86439-5a75-41c0-a7e0-f16ec1843f57, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:51.494142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network f9c86439-5a75-41c0-a7e0-f16ec1843f57 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:51.508384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.514199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f9c86439-5a75-41c0-a7e0-f16ec1843f57) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:51.524630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:51.530832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.532999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.550910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Allocated IP 172.25.1.185 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/c83329ab-71ee-4bc5-a123-33ce16c1544e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:51.560072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d22cc-8986-408d-bda7-01e8833a8345 None None] Network f9c86439-5a75-41c0-a7e0-f16ec1843f57 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:51.560286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] Checking router: e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:51.561252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d0507804-bf38-48a0-8142-49f5d0676e01 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7691140 Aug 29 04:31:51.562158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53330) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.568574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7a6f47f7-d22b-4643-a381-3bd6733500f2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-580868979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:51.606734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a6f47f7-d22b-4643-a381-3bd6733500f2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.609256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a6f47f7-d22b-4643-a381-3bd6733500f2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.616026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] Routers {'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:51.616834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:51.665206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:51.702677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a6f47f7-d22b-4643-a381-3bd6733500f2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.718213 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a6f47f7-d22b-4643-a381-3bd6733500f2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.726335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:51.738682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.739521 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.742575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba559a-72ae-484a-a762-e645ac39af1d None None] Network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:51.744613 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a6f47f7-d22b-4643-a381-3bd6733500f2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.748836 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7a6f47f7-d22b-4643-a381-3bd6733500f2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1822908 Aug 29 04:31:51.749792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53334) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.819883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4636c7-72a1-4da2-ba3e-203aa96a223b req-3a05a574-9fd6-4294-9823-270d5277fa8f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.821877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca4636c7-72a1-4da2-ba3e-203aa96a223b req-3a05a574-9fd6-4294-9823-270d5277fa8f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 945 time: 0.2827568 Aug 29 04:31:51.828533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e7e0b5b5-c969-4c23-b8a8-a6acc60ca5f8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2206466 Aug 29 04:31:51.846095 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.942811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] Set router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:51.956447 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca4636c7-72a1-4da2-ba3e-203aa96a223b req-8fcbf839-e813-41b4-adb3-897ebb0afbea tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254265 Aug 29 04:31:51.975643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Deleting port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:51.976424 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.130498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] For port cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:52.130933 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.136299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.155969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Calling delete_port for cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:52.258956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:52.264410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.267943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:52.271932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:52.315033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'Port': ['ID=c83329ab-71ee-4bc5-a123-33ce16c1544e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.428665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-f9c86439-5a75-41c0-a7e0-f16ec1843f57', 'network_id': 'f9c86439-5a75-41c0-a7e0-f16ec1843f57', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': '955c8b0c-27a1-42c3-a25e-1adf653a8094'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:52.429927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.565234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429eed00-18e6-42e2-9ea7-917d2d9a4c95 None None] Network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:52.583442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c579-2628-4f2a-8580-336765d6e52f req-dfe3fa0a-408a-480d-b179-572b3a207ece tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.585259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-dfe3fa0a-408a-480d-b179-572b3a207ece tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 814 time: 0.2617421 Aug 29 04:31:52.670794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8::1 (f9c86439-5a75-41c0-a7e0-f16ec1843f57/955c8b0c-27a1-42c3-a25e-1adf653a8094/b8927f00-5321-40cb-a3f9-105a2caaa089) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:52.682269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-7af39a34-2a46-4510-8da9-54bcc0c092cc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/quotas/3d1d3456afd9459a8e6683f38903a3cd HTTP/1.1" status: 200 len: 375 time: 0.0551355 Aug 29 04:31:52.688299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:52.699713 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:31:52.735943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a6a24-4016-4739-a088-3644f379c09e None None] The sync data for ids ['e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03'] in n-d-712142-15 is: [{'id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'name': 'tempest-AttachVolumeShelveTestJSON-1293586403-router', 'tenant_id': 'e08cc208a5af4910becac79e40528057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:22Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 5, 'project_id': 'e08cc208a5af4910becac79e40528057', 'gw_port': {'id': 'cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:52.742223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-253b9880-512e-4af1-aa3b-9d6ca00ccb57 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389314 Aug 29 04:31:52.813703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.825404 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.840843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object b8927f00-5321-40cb-a3f9-105a2caaa089 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:52.864971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-119bf4d4-2f87-4ae8-9c78-050d9a1cea4c service neutron] 10.222.0.58 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132848 Aug 29 04:31:52.881519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.936353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Allocated IP 2001:db8::2 (f9c86439-5a75-41c0-a7e0-f16ec1843f57/955c8b0c-27a1-42c3-a25e-1adf653a8094/e197ed3c-a0d1-488e-8e20-2e932832ef94) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:52.945109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network f9c86439-5a75-41c0-a7e0-f16ec1843f57 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:52.951446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:52.960976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:52.961463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.000203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=b8927f00-5321-40cb-a3f9-105a2caaa089,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.006967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.127783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.213506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-fadd1400-6d22-4cf6-b442-674241352c6e service neutron] 10.222.0.58 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213203 Aug 29 04:31:53.214660 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.227777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.241067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Transition to ACTIVE for port object e197ed3c-a0d1-488e-8e20-2e932832ef94 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:53.273893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Transition to ACTIVE for port object e197ed3c-a0d1-488e-8e20-2e932832ef94 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:53.287527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.395768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Network f9c86439-5a75-41c0-a7e0-f16ec1843f57 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:53.397184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Pushing event updated for resources: {'Port': ['ID=e197ed3c-a0d1-488e-8e20-2e932832ef94,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.401153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:53.403754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:53.446292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9b483-d627-42fc-9af8-adfefc9ede0f req-251e99f9-7150-4195-8c43-fa0dee540a05 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.448600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1be9b483-d627-42fc-9af8-adfefc9ede0f req-251e99f9-7150-4195-8c43-fa0dee540a05 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 945 time: 0.2512236 Aug 29 04:31:53.490769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Attempting to bind port e197ed3c-a0d1-488e-8e20-2e932832ef94 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:53.491335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Attempting to bind port e197ed3c-a0d1-488e-8e20-2e932832ef94 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '75c2fdb2-6106-422b-967a-71e622db0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f9c86439-5a75-41c0-a7e0-f16ec1843f57'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:53.492253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Attempting to bind port e197ed3c-a0d1-488e-8e20-2e932832ef94 on network f9c86439-5a75-41c0-a7e0-f16ec1843f57 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:53.496767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.498618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.504438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:53.508642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Checking segment: {'id': '75c2fdb2-6106-422b-967a-71e622db0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f9c86439-5a75-41c0-a7e0-f16ec1843f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:53.510721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.512591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Bound using segment: {'id': '75c2fdb2-6106-422b-967a-71e622db0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f9c86439-5a75-41c0-a7e0-f16ec1843f57'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:53.513725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Bound port: e197ed3c-a0d1-488e-8e20-2e932832ef94, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c2fdb2-6106-422b-967a-71e622db0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f9c86439-5a75-41c0-a7e0-f16ec1843f57'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:53.514367 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.680905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] For port e197ed3c-a0d1-488e-8e20-2e932832ef94, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:53.694208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] For port e197ed3c-a0d1-488e-8e20-2e932832ef94, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e197ed3c-a0d1-488e-8e20-2e932832ef94,segment=NetworkSegment(75c2fdb2-6106-422b-967a-71e622db0e9f),segment_id=75c2fdb2-6106-422b-967a-71e622db0e9f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:53.699120 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.702303 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.711442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4db1d09-a057-4a44-bc31-3167aa077a0c req-00c6febc-459f-40a3-b6df-e01e126d2f6d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 210 time: 0.0853274 Aug 29 04:31:53.720777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.729658 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.730470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.737565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.741869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1be9b483-d627-42fc-9af8-adfefc9ede0f req-d2770642-a289-4570-8702-c5b4b14e226f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709305 Aug 29 04:31:53.877548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6d2f528c-8b89-4841-a628-1316963633af no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:53.930737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 6d2f528c-8b89-4841-a628-1316963633af {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:53.931100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6d2f528c-8b89-4841-a628-1316963633af not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:53.972918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687163c-5630-46b9-a4f4-99c0028e1b43 None None] Pushing event updated for resources: {'Port': ['ID=e197ed3c-a0d1-488e-8e20-2e932832ef94,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.982816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.984136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:53.999173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.000659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-60155fe9-9c13-43f3-9f8c-f25c419c0ed3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e1df8ee6-0dcf-4f5f-8fb2-b9ac80657f03 HTTP/1.1" status: 204 len: 168 time: 3.3015316 Aug 29 04:31:54.005209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53380) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.021909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=b8927f00-5321-40cb-a3f9-105a2caaa089,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.042571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network f9c86439-5a75-41c0-a7e0-f16ec1843f57 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:54.044116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:54.110470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3581e209-a659-4141-b3c8-59afd145ee5e admin admin] Deleting subnet 227e26a8-b361-4e31-ba6f-cc55ed4a7742 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:54.138881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3581e209-a659-4141-b3c8-59afd145ee5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.148543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647464-314b-45ab-b9f9-5b56a3305a99 req-3b4880b3-986a-4766-ac4a-cc5eda03566c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.151062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8647464-314b-45ab-b9f9-5b56a3305a99 req-3b4880b3-986a-4766-ac4a-cc5eda03566c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 945 time: 0.2319548 Aug 29 04:31:54.170188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53384) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.174947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'floatingip': {'port_id': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:54.263544 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for floatingip, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.764409 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3581e209-a659-4141-b3c8-59afd145ee5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.809066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.856138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:54.905251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3581e209-a659-4141-b3c8-59afd145ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.949446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.969530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-256e9ce2-4166-4b5a-8dd0-6f24b814dd05 req-c9766ad3-0de0-4265-ba0e-7de86e641592 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 210 time: 0.1801386 Aug 29 04:31:55.147593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3581e209-a659-4141-b3c8-59afd145ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.224077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581e209-a659-4141-b3c8-59afd145ee5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227e26a8-b361-4e31-ba6f-cc55ed4a7742,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.231010 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3581e209-a659-4141-b3c8-59afd145ee5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.231783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7bff5-6e67-40f2-bb9c-307f075e8fbf None None] Network e1a714ab-de67-47b7-a7dc-7fad083b1715 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:55.233848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3581e209-a659-4141-b3c8-59afd145ee5e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/227e26a8-b361-4e31-ba6f-cc55ed4a7742 HTTP/1.1" status: 204 len: 168 time: 1.2273619 Aug 29 04:31:55.248679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53396) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:55.281100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:55.294853 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213d8a5-0e30-4bfa-8ac8-031d9f22d18c None None] Sync routers for ids ['0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:55.330550 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213d8a5-0e30-4bfa-8ac8-031d9f22d18c None None] Routers {'0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:55.331579 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2213d8a5-0e30-4bfa-8ac8-031d9f22d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:55.367875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81c11-8f46-415f-b279-b9e93f0b9ef8 req-ad885edf-df6d-4eeb-a821-fc10002fbbdc tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.371900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d3dd55dd-bf4e-4eae-93cd-e99ae95f1cbc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6198215 Aug 29 04:31:55.376789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88f81c11-8f46-415f-b279-b9e93f0b9ef8 req-ad885edf-df6d-4eeb-a821-fc10002fbbdc tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.1665287 Aug 29 04:31:55.386075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53398) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:55.408074 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2213d8a5-0e30-4bfa-8ac8-031d9f22d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:55.427618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213d8a5-0e30-4bfa-8ac8-031d9f22d18c None None] Routers {'0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:55.428284 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2213d8a5-0e30-4bfa-8ac8-031d9f22d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:55.470772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7759935-a3f2-4859-a62f-bc683b99c548 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.476332 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f7759935-a3f2-4859-a62f-bc683b99c548 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports/b8927f00-5321-40cb-a3f9-105a2caaa089 HTTP/1.1" status: 200 len: 911 time: 0.0885868 Aug 29 04:31:55.479654 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.483741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53402) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:55.499832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Router 93bba446-a0e5-4801-a8e7-1873c54094d4 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:55.507701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7d69c041-e44e-4b98-9f89-cab942cf2cf5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '955c8b0c-27a1-42c3-a25e-1adf653a8094'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:55.514504 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2213d8a5-0e30-4bfa-8ac8-031d9f22d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:55.515171 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213d8a5-0e30-4bfa-8ac8-031d9f22d18c None None] The sync data for ids ['0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:55.624081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] DHCP port deletion for e1a714ab-de67-47b7-a7dc-7fad083b1715 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:55.634558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88f81c11-8f46-415f-b279-b9e93f0b9ef8 req-20754f5d-e924-45bc-882b-ed053913332f tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761162 Aug 29 04:31:55.663581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d5ff0-7c41-4298-935f-c8dcece141f2 None None] Network f9c86439-5a75-41c0-a7e0-f16ec1843f57 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:55.757353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-598f1c84-53f0-4f35-9def-70634fbb9371 None None] Provisioning for port e197ed3c-a0d1-488e-8e20-2e932832ef94 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:55.793567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c579-2628-4f2a-8580-336765d6e52f req-b3a4fd0b-ab7f-4eb0-9460-4ca068947404 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.795535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-b3a4fd0b-ab7f-4eb0-9460-4ca068947404 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.65 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 814 time: 0.7231915 Aug 29 04:31:55.813745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Deleting port bf6891cb-42f4-4dcf-866b-8375a9b37aea {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:55.814291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.857339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Request body: {'port': {'device_id': '142c14ff-293f-4a0f-9cba-9af25b211f77', 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'admin_state_up': True, 'tenant_id': '3d1d3456afd9459a8e6683f38903a3cd'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:55.889183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] Deleting port bf6891cb-42f4-4dcf-866b-8375a9b37aea {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:55.889183 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.933667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] For port bf6891cb-42f4-4dcf-866b-8375a9b37aea, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bf6891cb-42f4-4dcf-866b-8375a9b37aea,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:55.934337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.950734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Calling delete_port for bf6891cb-42f4-4dcf-866b-8375a9b37aea owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:56.004167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.resource_extend [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:31:56.060030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] For port bf6891cb-42f4-4dcf-866b-8375a9b37aea, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bf6891cb-42f4-4dcf-866b-8375a9b37aea,segment=NetworkSegment(6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1),segment_id=6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:56.060950 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.062321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.083688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] Calling delete_port for bf6891cb-42f4-4dcf-866b-8375a9b37aea owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:56.093455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e197ed3c-a0d1-488e-8e20-2e932832ef94 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:56.096099 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] No DVR routers for this DVR port bf6891cb-42f4-4dcf-866b-8375a9b37aea on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:56.106377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.130354 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.198085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.209431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d69c041-e44e-4b98-9f89-cab942cf2cf5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.209689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a714ab-de67-47b7-a7dc-7fad083b1715']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:56.230943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:56.231914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6684b8a9-75a4-4e7d-b9f7-e508a8e7e6f1') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:56.243048 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.255339 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.258310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.262517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Made reservation on behalf of 3d1d3456afd9459a8e6683f38903a3cd for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:56.265776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:56.266505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.266630 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.308908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] No DVR routers for this DVR port bf6891cb-42f4-4dcf-866b-8375a9b37aea on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:56.372007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c3f10-e058-4518-9e25-2bfe9aa7f9e7 None None] Pushing event deleted for resources: {'Port': ['ID=bf6891cb-42f4-4dcf-866b-8375a9b37aea,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:56.396959 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:56.402685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.460811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f967b160-e5f3-455a-90ca-3f410dc2ba23 req-0d32e70e-1bba-4244-806f-e48f38d9e827 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 210 time: 0.3469281 Aug 29 04:31:56.465158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6891cb-42f4-4dcf-866b-8375a9b37aea,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.472431 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.474596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] 10.222.0.58 "DELETE /v2.0/networks/e1a714ab-de67-47b7-a7dc-7fad083b1715 HTTP/1.1" status: 204 len: 168 time: 1.2239673 Aug 29 04:31:56.504750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b60f4-da90-4729-83a7-87cf219b9f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a714ab-de67-47b7-a7dc-7fad083b1715,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.508954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:56.516935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.518330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b1c52e1f-eff4-4f64-b3a2-3befbbe0cbf2 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "PUT /v2.0/routers/93bba446-a0e5-4801-a8e7-1873c54094d4 HTTP/1.1" status: 200 len: 915 time: 7.5577207 Aug 29 04:31:56.521503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53418) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.525904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e459e-27c1-433b-8f2b-ae0fab4238f1 None None] Sync routers for ids ['93bba446-a0e5-4801-a8e7-1873c54094d4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:56.555891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e459e-27c1-433b-8f2b-ae0fab4238f1 None None] Routers {'93bba446-a0e5-4801-a8e7-1873c54094d4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:56.556694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0c6e459e-27c1-433b-8f2b-ae0fab4238f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['93bba446-a0e5-4801-a8e7-1873c54094d4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:56.661216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e197ed3c-a0d1-488e-8e20-2e932832ef94 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:56.663505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0c6e459e-27c1-433b-8f2b-ae0fab4238f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:56.681859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e197ed3c-a0d1-488e-8e20-2e932832ef94 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:56.682378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.687497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5b98f752-e75e-443c-9335-bce87fb0581d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/routers/93bba446-a0e5-4801-a8e7-1873c54094d4 HTTP/1.1" status: 200 len: 921 time: 0.1643858 Aug 29 04:31:56.690780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53420) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.769169 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e459e-27c1-433b-8f2b-ae0fab4238f1 None None] Routers {'93bba446-a0e5-4801-a8e7-1873c54094d4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:56.770487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0c6e459e-27c1-433b-8f2b-ae0fab4238f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['93bba446-a0e5-4801-a8e7-1873c54094d4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:56.823544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0c6e459e-27c1-433b-8f2b-ae0fab4238f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:56.825116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e459e-27c1-433b-8f2b-ae0fab4238f1 None None] The sync data for ids ['93bba446-a0e5-4801-a8e7-1873c54094d4'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:56.850687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d8c15-3437-4449-9e52-9741d7ee7c41 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.852970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ed7d8c15-3437-4449-9e52-9741d7ee7c41 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=93bba446-a0e5-4801-a8e7-1873c54094d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1607461 Aug 29 04:31:56.856474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53422) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.867049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e27dd9-0684-4ec8-88da-6caa9ddb5d45 req-518e2ffe-0e5d-40f2-82c1-84168669f0e6 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.876179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2e27dd9-0684-4ec8-88da-6caa9ddb5d45 req-518e2ffe-0e5d-40f2-82c1-84168669f0e6 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.1124101 Aug 29 04:31:56.880181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53424) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.922775 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.971430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e197ed3c-a0d1-488e-8e20-2e932832ef94, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e197ed3c-a0d1-488e-8e20-2e932832ef94,segment=NetworkSegment(75c2fdb2-6106-422b-967a-71e622db0e9f),segment_id=75c2fdb2-6106-422b-967a-71e622db0e9f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:56.977782 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.096481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e197ed3c-a0d1-488e-8e20-2e932832ef94,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.096587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2e27dd9-0684-4ec8-88da-6caa9ddb5d45 req-c759f319-3c10-4a62-9f93-ac63006224af tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776161 Aug 29 04:31:57.109397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bf6891cb-42f4-4dcf-866b-8375a9b37aea no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:57.118152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1be5f6d6-0eef-4e77-8fe3-531595d2e4a5 None None] Provisioning for port b8927f00-5321-40cb-a3f9-105a2caaa089 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:57.133338 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Floating IP 5b1db0b5-83dc-4003-99b0-2b9061ea80d6 associated. External IP: 172.25.1.18, port: 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d. Aug 29 04:31:57.154809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1be5f6d6-0eef-4e77-8fe3-531595d2e4a5 None None] Provisioning complete for port b8927f00-5321-40cb-a3f9-105a2caaa089 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:57.155187 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1be5f6d6-0eef-4e77-8fe3-531595d2e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.174772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: bf6891cb-42f4-4dcf-866b-8375a9b37aea {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:57.175220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bf6891cb-42f4-4dcf-866b-8375a9b37aea not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:57.176018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:57.196312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bde28ff1-ed37-4f25-b58d-4ddf5e6363e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e08cc208a5af4910becac79e40528057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888613 Aug 29 04:31:57.200102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53432) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.229421 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.230257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:57.230705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cb9f7fdd-76c6-4eab-bfc0-42ea8cd49f73 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:57.258326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1be5f6d6-0eef-4e77-8fe3-531595d2e4a5 None None] Port b8927f00-5321-40cb-a3f9-105a2caaa089 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:57.271599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1be5f6d6-0eef-4e77-8fe3-531595d2e4a5 None None] Provisioning complete for port e197ed3c-a0d1-488e-8e20-2e932832ef94 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:57.272035 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1be5f6d6-0eef-4e77-8fe3-531595d2e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.336056 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69f4a679-572f-4208-b226-f3b1fb91ebd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.342765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72144334-db40-466d-a791-7581556d5206 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.347424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72144334-db40-466d-a791-7581556d5206 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 881 time: 0.4701526 Aug 29 04:31:57.348207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53434) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.414478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69f4a679-572f-4208-b226-f3b1fb91ebd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.421798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b840a8c5-4170-4dd4-9bd9-443ae6b0dec1 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=93bba446-a0e5-4801-a8e7-1873c54094d4 HTTP/1.1" status: 200 len: 205 time: 0.0667720 Aug 29 04:31:57.427711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53436) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.547178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d7099f00-8e68-4305-af72-20e9b27332a9 None None] Provisioning complete for port b8927f00-5321-40cb-a3f9-105a2caaa089 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:57.548576 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d7099f00-8e68-4305-af72-20e9b27332a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.583465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Allocated IP 172.20.0.12 (2cef169a-1720-4e0e-85ad-71dc6f0b6aa6/9e7d4a4a-b362-44f4-8560-0ac97145c7ed/5e4d8684-6193-45a7-ae6c-004450a79c82) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:57.599533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.644175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53444) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.689538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d7099f00-8e68-4305-af72-20e9b27332a9 None None] Port b8927f00-5321-40cb-a3f9-105a2caaa089 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:57.794695 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4eed8af5-e10d-4ceb-b74d-050907486bd5 req-d25d3cbf-1f8f-449f-865b-a856309eb496 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 210 time: 0.1067760 Aug 29 04:31:57.822108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1be6a1d3-d630-4076-b6d5-aac5dd8e79ae None None] Provisioning complete for port b8927f00-5321-40cb-a3f9-105a2caaa089 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:57.822108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1be6a1d3-d630-4076-b6d5-aac5dd8e79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.859488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69f4a679-572f-4208-b226-f3b1fb91ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.863009 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69f4a679-572f-4208-b226-f3b1fb91ebd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.864584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-69f4a679-572f-4208-b226-f3b1fb91ebd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22df733e-386e-4b9b-93e7-acb38ffcfb97 HTTP/1.1" status: 204 len: 168 time: 0.6634502 Aug 29 04:31:57.882108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4a679-572f-4208-b226-f3b1fb91ebd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df733e-386e-4b9b-93e7-acb38ffcfb97,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.905250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.049559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef94d-1c2e-49bf-aa28-e821271c8804 req-38b7710b-ecb4-429f-a408-82cbec4118e4 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.056050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-417ef94d-1c2e-49bf-aa28-e821271c8804 req-38b7710b-ecb4-429f-a408-82cbec4118e4 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.1530645 Aug 29 04:31:58.060798 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d69c041-e44e-4b98-9f89-cab942cf2cf5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.138053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d69c041-e44e-4b98-9f89-cab942cf2cf5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.144642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69c041-e44e-4b98-9f89-cab942cf2cf5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.144940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d69c041-e44e-4b98-9f89-cab942cf2cf5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.146301 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7d69c041-e44e-4b98-9f89-cab942cf2cf5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/ports/b8927f00-5321-40cb-a3f9-105a2caaa089 HTTP/1.1" status: 200 len: 911 time: 2.6567557 Aug 29 04:31:58.153820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53452) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.157979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-417ef94d-1c2e-49bf-aa28-e821271c8804 req-27496b07-fef0-414f-857f-67d86e08da75 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878832 Aug 29 04:31:58.205554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e197ed3c-a0d1-488e-8e20-2e932832ef94 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:58.223970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Router 60458658-86b2-45b1-8bff-920573acbe66 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:58.262954 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.275376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1be6a1d3-d630-4076-b6d5-aac5dd8e79ae None None] Port b8927f00-5321-40cb-a3f9-105a2caaa089 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:58.294530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69c041-e44e-4b98-9f89-cab942cf2cf5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=b8927f00-5321-40cb-a3f9-105a2caaa089,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.302896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e197ed3c-a0d1-488e-8e20-2e932832ef94 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:58.303289 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.328458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Deleting port c83329ab-71ee-4bc5-a123-33ce16c1544e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:58.328904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.365574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.426742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.446679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Calling delete_port for c83329ab-71ee-4bc5-a123-33ce16c1544e owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:58.488110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.616831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:58.656875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:58.666350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:58.715589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.716250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.737141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Pushing event updated for resources: {'Port': ['ID=5e4d8684-6193-45a7-ae6c-004450a79c82,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.756592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-6bbf0a9e-e5df-4e68-ab25-0f67505b04ec tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9284320 Aug 29 04:31:58.767137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:58.774261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Request body: {'port': {'device_id': '142c14ff-293f-4a0f-9cba-9af25b211f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:58.779643 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.789793 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] Sync routers for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:58.805761 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:58.807478 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:58.817829 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.859339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event deleted for resources: {'Port': ['ID=c83329ab-71ee-4bc5-a123-33ce16c1544e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.916582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-288e3e05-a4d7-49d4-9769-eb97944ed597 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "PUT /v2.0/floatingips/5b1db0b5-83dc-4003-99b0-2b9061ea80d6 HTTP/1.1" status: 200 len: 990 time: 4.7452724 Aug 29 04:31:58.934437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:58.936796 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcadb67-12b6-42cc-a870-60723286fbed" -d '{"events": [{"name": "network-changed", "server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:58.971932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.988088 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.048975 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:59.063955 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608ddf5c-3976-4d12-adde-4e48747ae08a x-openstack-request-id: req-608ddf5c-3976-4d12-adde-4e48747ae08a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:59.064192 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:59.064449 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-608ddf5c-3976-4d12-adde-4e48747ae08a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:59.064820 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'status': 'completed', 'code': 200} Aug 29 04:31:59.154509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.159196 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.177002 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.369835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcadb67-12b6-42cc-a870-60723286fbed req-e20ee7af-803f-41d9-9356-3f6bdf9bb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.371498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7dcadb67-12b6-42cc-a870-60723286fbed req-e20ee7af-803f-41d9-9356-3f6bdf9bb128 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1097 time: 0.2482257 Aug 29 04:31:59.402506 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5b1db0b5-83dc-4003-99b0-2b9061ea80d6', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '60458658-86b2-45b1-8bff-920573acbe66', 'port_id': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'mac_address': 'fa:16:3e:6f:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:32Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 1, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:32Z', 'revision_number': 5, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:59.450909 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] Checking router: 60458658-86b2-45b1-8bff-920573acbe66 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:59.465929 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:59.467149 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:59.750633 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:59.799397 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.800586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1e963-9ca7-410a-9cc6-06057e7839ec req-81f230e7-79e2-410c-88e0-08fe91d1e995 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.803672 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86d1e963-9ca7-410a-9cc6-06057e7839ec req-81f230e7-79e2-410c-88e0-08fe91d1e995 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 932 time: 0.8731809 Aug 29 04:31:59.808154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.808825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Fanout notify agent at l3_agent the message router_deleted on router 93bba446-a0e5-4801-a8e7-1873c54094d4 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:59.821065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.827049 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5e498887-cc48-4f44-9844-0c0cbbb5a669 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/93bba446-a0e5-4801-a8e7-1873c54094d4 HTTP/1.1" status: 204 len: 168 time: 2.3940022 Aug 29 04:31:59.843251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53498) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.857344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-77457ca4-3446-4116-b58c-6e6cb9f5cf40 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.859011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-77457ca4-3446-4116-b58c-6e6cb9f5cf40 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.7207267 Aug 29 04:31:59.866259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-88303fa4-f687-4f50-99b3-369749386e5c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-418045588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:59.928758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d167-defb-47f6-95bc-dfedfc0836a2 req-ab848312-feff-457e-a620-97c370b07bf2 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.930566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cae1d167-defb-47f6-95bc-dfedfc0836a2 req-ab848312-feff-457e-a620-97c370b07bf2 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.2546055 Aug 29 04:31:59.945759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcadb67-12b6-42cc-a870-60723286fbed req-f0bad70f-5de9-48b8-a828-5d28e5d3b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.948123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7dcadb67-12b6-42cc-a870-60723286fbed req-f0bad70f-5de9-48b8-a828-5d28e5d3b0dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.5653288 Aug 29 04:31:59.995922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86d1e963-9ca7-410a-9cc6-06057e7839ec req-6a56ab75-6c99-405f-848c-b937d46cb5b8 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816375 Aug 29 04:31:59.997153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88303fa4-f687-4f50-99b3-369749386e5c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.997980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88303fa4-f687-4f50-99b3-369749386e5c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.120196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cae1d167-defb-47f6-95bc-dfedfc0836a2 req-7a955eca-1b9a-4a08-93bc-eb85bea02ed7 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661000 Aug 29 04:32:00.145815 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88303fa4-f687-4f50-99b3-369749386e5c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.150390 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5b1db0b5-83dc-4003-99b0-2b9061ea80d6', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '60458658-86b2-45b1-8bff-920573acbe66', 'port_id': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'mac_address': 'fa:16:3e:6f:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:32Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 1, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:32Z', 'revision_number': 5, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:00.156831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7dcadb67-12b6-42cc-a870-60723286fbed req-54539aba-5315-449a-9753-e21a3c660b40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 998 time: 0.1941144 Aug 29 04:32:00.193610 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ad977-1f29-4653-8578-021cb7df8132 None None] The sync data for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 is: [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5b1db0b5-83dc-4003-99b0-2b9061ea80d6', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '60458658-86b2-45b1-8bff-920573acbe66', 'port_id': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'mac_address': 'fa:16:3e:6f:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:32Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 1, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:32Z', 'revision_number': 5, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:00.196762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4d8684-6193-45a7-ae6c-004450a79c82 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:00.206335 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.211132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88303fa4-f687-4f50-99b3-369749386e5c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.223025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Transition to ACTIVE for port object 5e4d8684-6193-45a7-ae6c-004450a79c82 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:00.260459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.278881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88303fa4-f687-4f50-99b3-369749386e5c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.280155 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-88303fa4-f687-4f50-99b3-369749386e5c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4200540 Aug 29 04:32:00.284179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Deleting port 628e8d93-d972-41bb-8888-6c82c46a9f95 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:00.284538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.287649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53512) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.294680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': False}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:00.381606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcadb67-12b6-42cc-a870-60723286fbed req-a9fa424a-9223-4292-8eed-88d76f07529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.383258 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7dcadb67-12b6-42cc-a870-60723286fbed req-a9fa424a-9223-4292-8eed-88d76f07529b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1588922 Aug 29 04:32:00.457843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4d8684-6193-45a7-ae6c-004450a79c82,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.548816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6e711-5f7d-4d25-9d8e-3290696aee0a None None] New status for floating IP 5b1db0b5-83dc-4003-99b0-2b9061ea80d6: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:32:00.555008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcadb67-12b6-42cc-a870-60723286fbed req-2383cc8a-f51c-4c9d-bf04-4290153fa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.555972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7dcadb67-12b6-42cc-a870-60723286fbed req-2383cc8a-f51c-4c9d-bf04-4290153fa288 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430621 Aug 29 04:32:00.602234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Attempting to bind port 5e4d8684-6193-45a7-ae6c-004450a79c82 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.602667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Attempting to bind port 5e4d8684-6193-45a7-ae6c-004450a79c82 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.603511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Attempting to bind port 5e4d8684-6193-45a7-ae6c-004450a79c82 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.604500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port b8927f00-5321-40cb-a3f9-105a2caaa089 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:00.604872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.662529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Port 5e4d8684-6193-45a7-ae6c-004450a79c82 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.662881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Attempting to bind port 5e4d8684-6193-45a7-ae6c-004450a79c82 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.678629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:00.679020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Checking segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:00.679391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Bound using segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:00.679851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Bound port: 5e4d8684-6193-45a7-ae6c-004450a79c82, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:00.680253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.784732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] For port 628e8d93-d972-41bb-8888-6c82c46a9f95, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=628e8d93-d972-41bb-8888-6c82c46a9f95,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:00.785126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.824847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Deleting port 033245cd-3e65-404d-848a-1c412ef6042e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:00.825197 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.832478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7dcadb67-12b6-42cc-a870-60723286fbed req-299f3efa-6e91-47aa-87ad-cb085fa4d715 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663667 Aug 29 04:32:00.842200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.907793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] For port 5e4d8684-6193-45a7-ae6c-004450a79c82, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:00.950779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.961088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] For port 5e4d8684-6193-45a7-ae6c-004450a79c82, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e4d8684-6193-45a7-ae6c-004450a79c82,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:00.976054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.046928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.047556 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.048993 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] 10.222.0.65 "PUT /v2.0/ports/5e4d8684-6193-45a7-ae6c-004450a79c82 HTTP/1.1" status: 200 len: 1093 time: 2.2833934 Aug 29 04:32:01.066848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] For port 033245cd-3e65-404d-848a-1c412ef6042e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=033245cd-3e65-404d-848a-1c412ef6042e,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:01.066848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.068683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142c14ff-293f-4a0f-9cba-9af25b211f77', 'tag': '5e4d8684-6193-45a7-ae6c-004450a79c82'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:01.071135 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61" -d '{"events": [{"name": "network-changed", "server_uuid": "142c14ff-293f-4a0f-9cba-9af25b211f77", "tag": "5e4d8684-6193-45a7-ae6c-004450a79c82"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:01.092413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for b8927f00-5321-40cb-a3f9-105a2caaa089 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:01.104998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Calling delete_port for 033245cd-3e65-404d-848a-1c412ef6042e owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:01.112227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7dcadb67-12b6-42cc-a870-60723286fbed req-b09d1b85-72dc-49d4-972f-268b41737780 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640057 Aug 29 04:32:01.114441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9e5c2-dda0-49b3-95db-e9a3cc9baac0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4d8684-6193-45a7-ae6c-004450a79c82,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.189994 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d7e5b-ee29-4c21-8ea9-30a87b02302f x-openstack-request-id: req-0a8d7e5b-ee29-4c21-8ea9-30a87b02302f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:01.190274 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142c14ff-293f-4a0f-9cba-9af25b211f77", "tag": "5e4d8684-6193-45a7-ae6c-004450a79c82", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:01.190628 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a8d7e5b-ee29-4c21-8ea9-30a87b02302f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:01.190973 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142c14ff-293f-4a0f-9cba-9af25b211f77', 'tag': '5e4d8684-6193-45a7-ae6c-004450a79c82', 'status': 'completed', 'code': 200} Aug 29 04:32:01.226266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c579-2628-4f2a-8580-336765d6e52f req-f9207bf5-009f-4820-87f7-841c5220374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.228455 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-f9207bf5-009f-4820-87f7-841c5220374e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 1096 time: 0.1060925 Aug 29 04:32:01.301379 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.301822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.302146 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Floating IP 46797269-99bb-4229-abf1-4f7317a8e270 disassociated. External IP: 172.25.1.69, port: 628e8d93-d972-41bb-8888-6c82c46a9f95. Aug 29 04:32:01.302508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Calling delete_port for 628e8d93-d972-41bb-8888-6c82c46a9f95 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:01.315136 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-b8e41d7f-500a-4916-a9d4-c3e1c3dac5e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4d8684-6193-45a7-ae6c-004450a79c82 HTTP/1.1" status: 200 len: 217 time: 0.0436373 Aug 29 04:32:01.360903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22534df3-aba0-4864-aa35-3e7c9581a9f4 req-4bc3d380-cd20-4ccc-bd14-fe2cdfbced6b tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.363199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22534df3-aba0-4864-aa35-3e7c9581a9f4 req-4bc3d380-cd20-4ccc-bd14-fe2cdfbced6b tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 944 time: 0.2645569 Aug 29 04:32:01.364795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53546) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:01.402211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c579-2628-4f2a-8580-336765d6e52f req-34ffecaf-2a8a-4cfc-8b2d-d1c365e7c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.403684 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-34ffecaf-2a8a-4cfc-8b2d-d1c365e7c19b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.0805998 Aug 29 04:32:01.459834 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-51fbd985-b817-4b08-ab5d-24371c48d88d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475736 Aug 29 04:32:01.512087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf597b-6199-4b14-9f54-2ed6be8f88da req-b98283d2-72d5-4345-8a87-37697014e1aa tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.513610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22cf597b-6199-4b14-9f54-2ed6be8f88da req-b98283d2-72d5-4345-8a87-37697014e1aa tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 946 time: 0.2790687 Aug 29 04:32:01.550474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec541fcd-c3ae-430a-ae37-6b91cbd5d5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.552260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.566161 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22534df3-aba0-4864-aa35-3e7c9581a9f4 req-add7a2d8-ff3c-4a39-82ec-cf8bd4da4172 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643126 Aug 29 04:32:01.595704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Pushing event deleted for resources: {'Port': ['ID=033245cd-3e65-404d-848a-1c412ef6042e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.671039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22cf597b-6199-4b14-9f54-2ed6be8f88da req-d2f9eb8a-7e38-47ba-8b1f-f598c29153c8 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups?id=22bd8a01-24e6-4729-92b4-fad759ce0447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440618 Aug 29 04:32:01.725727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-b2d0f897-8091-438f-a7f3-91ca6272c08c service neutron] 10.222.0.65 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569857 Aug 29 04:32:01.809631 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.847031 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.867328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=b8927f00-5321-40cb-a3f9-105a2caaa089,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.928935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event deleted for resources: {'Port': ['ID=628e8d93-d972-41bb-8888-6c82c46a9f95,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.944139 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.988711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.997252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e351c579-2628-4f2a-8580-336765d6e52f req-5710a37f-13d6-484b-a844-45c47448dfec service neutron] 10.222.0.65 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631123 Aug 29 04:32:02.024756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec541fcd-c3ae-430a-ae37-6b91cbd5d5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.035798 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.068773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec541fcd-c3ae-430a-ae37-6b91cbd5d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.083111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.179851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec541fcd-c3ae-430a-ae37-6b91cbd5d5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73381d96-0bc7-4da8-a843-1ea27bee90a0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.190370 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ec541fcd-c3ae-430a-ae37-6b91cbd5d5d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b14f82bc0000478e820de64c920600d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8244557 Aug 29 04:32:02.194270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53550) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.208710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-22fd7db7-b019-4458-aa20-076167775904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.210228 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-22fd7db7-b019-4458-aa20-076167775904 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 1096 time: 0.1515100 Aug 29 04:32:02.385303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 628e8d93-d972-41bb-8888-6c82c46a9f95 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:02.396159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Allocated IP 172.25.1.29 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/230d39a5-041d-4d27-b0ee-37d3160c595f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:02.405631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Router 448b0b32-272e-4d39-b678-4b958c434391 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:02.411144 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b321adf2-e649-4459-a7ce-c907016dec04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.421286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 628e8d93-d972-41bb-8888-6c82c46a9f95 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:02.423598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 628e8d93-d972-41bb-8888-6c82c46a9f95 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:02.430078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:02.778759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-abe73142-a1cd-4ef6-b329-843c9dcf3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.780310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-abe73142-a1cd-4ef6-b329-843c9dcf3192 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 915 time: 0.5616741 Aug 29 04:32:02.795959 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b321adf2-e649-4459-a7ce-c907016dec04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.849639 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-59c1e745-1882-4032-8da8-d86c05219380 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4d8684-6193-45a7-ae6c-004450a79c82 HTTP/1.1" status: 200 len: 217 time: 0.0588810 Aug 29 04:32:02.886039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Router 910ed515-1922-4401-a5fc-eb3bb411e393 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:02.974693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-af508402-a5e7-48e9-bfa8-83c889f5baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.976018 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-af508402-a5e7-48e9-bfa8-83c889f5baa5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.1160083 Aug 29 04:32:02.986935 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b321adf2-e649-4459-a7ce-c907016dec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.989436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b321adf2-e649-4459-a7ce-c907016dec04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.990528 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b321adf2-e649-4459-a7ce-c907016dec04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73381d96-0bc7-4da8-a843-1ea27bee90a0 HTTP/1.1" status: 204 len: 168 time: 0.7953403 Aug 29 04:32:03.050491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-f2b726a2-8acc-4239-b991-ee28ddfb87f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646009 Aug 29 04:32:03.053444 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321adf2-e649-4459-a7ce-c907016dec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73381d96-0bc7-4da8-a843-1ea27bee90a0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.079798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0464e219-13c5-4aaa-8d4d-6acfc7808ca3 req-4c28e400-664b-4f9e-9ea4-26872bee77f8 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 210 time: 0.1290772 Aug 29 04:32:03.103826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:03.111066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cf7eabbf-4d22-46ad-a967-6e6ef8e113f1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9424584 Aug 29 04:32:03.116639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.117249 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f8ccee-345e-4c0e-a5d4-00d270eddf69 None None] Sync routers for ids ['0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:03.123771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53562) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.137221 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8ccee-345e-4c0e-a5d4-00d270eddf69 None None] Routers {'0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:03.138865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:03.139791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c3f8ccee-345e-4c0e-a5d4-00d270eddf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.173053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] Sync routers for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:03.183657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1f8c29a5-8f62-46a4-a679-4654bfc87435 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff HTTP/1.1" status: 200 len: 205 time: 0.0571158 Aug 29 04:32:03.188413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:03.189389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53564) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.192330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.204156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:03.218136 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-405f6950-7d3b-4d6b-bec8-b89a222b6943 admin admin] 10.222.0.58 "PUT /v2.0/routers/910ed515-1922-4401-a5fc-eb3bb411e393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5728407 Aug 29 04:32:03.223713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53566) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.237396 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] Sync routers for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:03.244589 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c3f8ccee-345e-4c0e-a5d4-00d270eddf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.255327 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:03.256295 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.277757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a03bb6-4fa1-49e5-8220-3eb49ad6a6b1 req-4708e002-a64b-42e7-8593-3a2c67ec6deb tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.279286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33a03bb6-4fa1-49e5-8220-3eb49ad6a6b1 req-4708e002-a64b-42e7-8593-3a2c67ec6deb tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 944 time: 0.3312538 Aug 29 04:32:03.331128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f28457c-194d-48f5-be03-616cfeaf1f8b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.375367 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8ccee-345e-4c0e-a5d4-00d270eddf69 None None] Routers {'0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:03.376025 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c3f8ccee-345e-4c0e-a5d4-00d270eddf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.397004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] No DVR routers for this DVR port 628e8d93-d972-41bb-8888-6c82c46a9f95 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:03.425488 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c3f8ccee-345e-4c0e-a5d4-00d270eddf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.427158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f8ccee-345e-4c0e-a5d4-00d270eddf69 None None] The sync data for ids ['0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:03.432671 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.435281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4aedda07-2fe3-4132-ba7c-437d8e140b85 req-e958cfe9-c27c-4f1e-8217-3e3e6b4df454 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.64 "DELETE /v2.0/ports/628e8d93-d972-41bb-8888-6c82c46a9f95 HTTP/1.1" status: 204 len: 173 time: 3.5610967 Aug 29 04:32:03.439816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'name': 'network-vif-deleted', 'tag': '628e8d93-d972-41bb-8888-6c82c46a9f95'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:03.442635 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd1b97-a2ca-45b0-bd8f-f3cea43603d5" -d '{"events": [{"server_uuid": "c9f861d1-bfe0-4786-a883-bbb7297f11df", "name": "network-vif-deleted", "tag": "628e8d93-d972-41bb-8888-6c82c46a9f95"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:03.450253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:03.458125 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:03.463563 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-1fbdb451-25ee-4ca6-a356-d786f4142b30 service neutron] 10.222.0.65 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021313 Aug 29 04:32:03.482264 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33a03bb6-4fa1-49e5-8220-3eb49ad6a6b1 req-33d949ab-5f3c-4292-90f3-ab9119e78da3 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953232 Aug 29 04:32:03.518040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.620777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f28457c-194d-48f5-be03-616cfeaf1f8b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.628518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f28457c-194d-48f5-be03-616cfeaf1f8b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.631723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:03.632581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53574) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.660253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:03.672597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:03.701744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.710252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Pushing event updated for resources: {'Port': ['ID=230d39a5-041d-4d27-b0ee-37d3160c595f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.712012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f46f3eea-d174-42ac-b09f-c7f89f4f2dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.782432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f28457c-194d-48f5-be03-616cfeaf1f8b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.783270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f28457c-194d-48f5-be03-616cfeaf1f8b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Fanout notify agent at l3_agent the message router_deleted on router 0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:03.795563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f28457c-194d-48f5-be03-616cfeaf1f8b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.797244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4f28457c-194d-48f5-be03-616cfeaf1f8b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff HTTP/1.1" status: 204 len: 168 time: 0.6039641 Aug 29 04:32:03.800064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53578) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.808907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3b56cdf0-4b23-431c-af5b-6b9ae225fe61 req-6482bf8a-5904-41f7-a19b-e1a7e90c4d91 service neutron] 10.222.0.65 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954135 Aug 29 04:32:03.876146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:32:01Z', 'revision_number': 5, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port': {'id': '21af1e03-d292-451e-ad31-0fdd773aa75c', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:17Z', 'updated_at': '2021-08-29T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.921883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] Checking router: 910ed515-1922-4401-a5fc-eb3bb411e393 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:03.930180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.957052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] Routers {'910ed515-1922-4401-a5fc-eb3bb411e393'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:03.957959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['910ed515-1922-4401-a5fc-eb3bb411e393'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.975000 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:48Z', 'revision_number': 5, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.991166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae91ec4-216e-433b-b63d-7fd825c01ae6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet 955c8b0c-27a1-42c3-a25e-1adf653a8094 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:04.005611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae91ec4-216e-433b-b63d-7fd825c01ae6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.019612 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] Checking router: 448b0b32-272e-4d39-b678-4b958c434391 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:04.021167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Deleting port 21af1e03-d292-451e-ad31-0fdd773aa75c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:04.021537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.031891 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:04.032693 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:04.047621 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1145f9-4fb0-4ec0-a47a-064f8c1dbaa9 x-openstack-request-id: req-8a1145f9-4fb0-4ec0-a47a-064f8c1dbaa9 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:04.048252 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f861d1-bfe0-4786-a883-bbb7297f11df", "name": "network-vif-deleted", "tag": "628e8d93-d972-41bb-8888-6c82c46a9f95", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:04.048671 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a1145f9-4fb0-4ec0-a47a-064f8c1dbaa9 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:04.049230 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f861d1-bfe0-4786-a883-bbb7297f11df', 'name': 'network-vif-deleted', 'tag': '628e8d93-d972-41bb-8888-6c82c46a9f95', 'status': 'completed', 'code': 200} Aug 29 04:32:04.091125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae91ec4-216e-433b-b63d-7fd825c01ae6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.133478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] Set router 910ed515-1922-4401-a5fc-eb3bb411e393 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:04.168601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] For port 21af1e03-d292-451e-ad31-0fdd773aa75c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=21af1e03-d292-451e-ad31-0fdd773aa75c,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:04.169166 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.185473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Calling delete_port for 21af1e03-d292-451e-ad31-0fdd773aa75c owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:04.220548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f46f3eea-d174-42ac-b09f-c7f89f4f2dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.236556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f46f3eea-d174-42ac-b09f-c7f89f4f2dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.243392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5e4d8684-6193-45a7-ae6c-004450a79c82 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:04.252841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:32:03Z', 'revision_number': 6, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:04.288136 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:04.330744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297760d9-f042-4239-8fae-b8e1ba33fb80 None None] The sync data for ids ['910ed515-1922-4401-a5fc-eb3bb411e393'] in n-d-712142-15 is: [{'id': '910ed515-1922-4401-a5fc-eb3bb411e393', 'name': 'tempest-TaggedBootDevicesTest_v242-1167194971-router', 'tenant_id': 'df9e508a4f694e8e88de7468142e8421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:16Z', 'updated_at': '2021-08-29T04:32:03Z', 'revision_number': 6, 'project_id': 'df9e508a4f694e8e88de7468142e8421', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:04.437644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d5ca925-f09a-4b90-80b0-d3bc9e1e42b1 req-a6ca093c-e258-4dae-80c7-5106f1773f52 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9f861d1-bfe0-4786-a883-bbb7297f11df HTTP/1.1" status: 200 len: 210 time: 0.1246152 Aug 29 04:32:04.447841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f46f3eea-d174-42ac-b09f-c7f89f4f2dde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=749fe32655104549a5cd21d2cd415e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8101845 Aug 29 04:32:04.448347 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.450670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53584) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.473094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f3eea-d174-42ac-b09f-c7f89f4f2dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3695904-43a9-44ef-8679-866639a2a01c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.482676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.500917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5e4d8684-6193-45a7-ae6c-004450a79c82, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e4d8684-6193-45a7-ae6c-004450a79c82,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:04.514449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Pushing event deleted for resources: {'Port': ['ID=21af1e03-d292-451e-ad31-0fdd773aa75c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.532883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '5e4d8684-6193-45a7-ae6c-004450a79c82', 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'port_id': '5e4d8684-6193-45a7-ae6c-004450a79c82', 'mac_address': 'fa:16:3e:b4:e2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d4a4a-b362-44f4-8560-0ac97145c7ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:04.546613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae91ec4-216e-433b-b63d-7fd825c01ae6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.592396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.609143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4d8684-6193-45a7-ae6c-004450a79c82 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:04.620717 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:48Z', 'revision_number': 5, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:04.638344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5e4d8684-6193-45a7-ae6c-004450a79c82, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e4d8684-6193-45a7-ae6c-004450a79c82,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:04.647671 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.654559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ce67-02e6-40ec-b0cb-054d11073749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.658298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.681903 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e7683e-7bea-4dba-91e1-545d0f504c34 None None] The sync data for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 is: [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:41Z', 'revision_number': 4, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '868e9b62-88b9-43cc-a7ca-9bdf532899c8', 'name': '', 'network_id': '49fdce15-a5dc-4dd6-926e-1770a9b5e04b', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'mac_address': 'fa:16:3e:10:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '23755ee1-e134-435e-832e-96c159d6422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:39Z', 'updated_at': '2021-08-29T04:29:48Z', 'revision_number': 5, 'project_id': '5021722636b54ca88801fcff254aaf43', 'subnets': [{'id': '23755ee1-e134-435e-832e-96c159d6422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:04.764951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=5e4d8684-6193-45a7-ae6c-004450a79c82,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.852220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf2666-5292-4683-b694-74568b2be13b req-6a0708b7-4c7b-4a5c-ad5b-f7ac99af7005 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.861205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ecf2666-5292-4683-b694-74568b2be13b req-6a0708b7-4c7b-4a5c-ad5b-f7ac99af7005 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 945 time: 0.2335429 Aug 29 04:32:04.881033 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ce67-02e6-40ec-b0cb-054d11073749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.884628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.891152 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.933371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e4d8684-6193-45a7-ae6c-004450a79c82'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:04.953516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae91ec4-216e-433b-b63d-7fd825c01ae6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.973720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.975269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 910ed515-1922-4401-a5fc-eb3bb411e393 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:04.997260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.999073 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f68b7aa3-7889-40d6-b516-5606a1d93373 admin admin] 10.222.0.58 "DELETE /v2.0/routers/910ed515-1922-4401-a5fc-eb3bb411e393 HTTP/1.1" status: 204 len: 168 time: 1.7737448 Aug 29 04:32:05.000758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ce67-02e6-40ec-b0cb-054d11073749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.003959 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ce67-02e6-40ec-b0cb-054d11073749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.005372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1ab5ce67-02e6-40ec-b0cb-054d11073749 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3695904-43a9-44ef-8679-866639a2a01c HTTP/1.1" status: 204 len: 168 time: 0.5511394 Aug 29 04:32:05.006250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53590) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.061976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5ce67-02e6-40ec-b0cb-054d11073749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3695904-43a9-44ef-8679-866639a2a01c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.063843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae91ec4-216e-433b-b63d-7fd825c01ae6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=955c8b0c-27a1-42c3-a25e-1adf653a8094,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.078894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ae91ec4-216e-433b-b63d-7fd825c01ae6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.081642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4ae91ec4-216e-433b-b63d-7fd825c01ae6 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/955c8b0c-27a1-42c3-a25e-1adf653a8094 HTTP/1.1" status: 204 len: 168 time: 1.2777698 Aug 29 04:32:05.082499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f118a71-f8a8-40ce-9683-17a7f2aae0fc None None] Network f9c86439-5a75-41c0-a7e0-f16ec1843f57 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:05.084741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53594) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.126274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33fadd0-958b-40f1-99a0-a584fd85132e admin admin] Deleting subnet 55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:05.130762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e33fadd0-958b-40f1-99a0-a584fd85132e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.178966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e33fadd0-958b-40f1-99a0-a584fd85132e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.207780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ecf2666-5292-4683-b694-74568b2be13b req-1f845ab8-90dd-43ad-bf89-0890f79eb962 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506561 Aug 29 04:32:05.237595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c830f-1861-46da-b3f1-6c9ce71268b9 None None] New status for floating IP 46797269-99bb-4229-abf1-4f7317a8e270: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:32:05.253590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.266582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.269917 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.336111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e33fadd0-958b-40f1-99a0-a584fd85132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.419628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e33fadd0-958b-40f1-99a0-a584fd85132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.468308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port e197ed3c-a0d1-488e-8e20-2e932832ef94 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:05.468845 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.494036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fadd0-958b-40f1-99a0-a584fd85132e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.500401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e33fadd0-958b-40f1-99a0-a584fd85132e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.510905 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e33fadd0-958b-40f1-99a0-a584fd85132e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/55fc18bc-d94e-47ff-b630-e3e7fdcf5d1d HTTP/1.1" status: 204 len: 168 time: 0.5014338 Aug 29 04:32:05.513452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53602) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.518708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3566f0c2-dcce-4f7c-b60b-1838705a5e7d None None] Network 1d19174c-2b84-4b09-9a7c-d4508d51064e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:05.597154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53608) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.629383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port e197ed3c-a0d1-488e-8e20-2e932832ef94, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e197ed3c-a0d1-488e-8e20-2e932832ef94,segment=NetworkSegment(75c2fdb2-6106-422b-967a-71e622db0e9f),segment_id=75c2fdb2-6106-422b-967a-71e622db0e9f)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:05.629906 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.647274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for e197ed3c-a0d1-488e-8e20-2e932832ef94 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:05.647488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.748108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] DHCP port deletion for f9c86439-5a75-41c0-a7e0-f16ec1843f57 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:05.790029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Deleting port e2d0ebd8-a35d-41bf-856f-257dec5dc504 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:05.790418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.817297 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.843061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 21af1e03-d292-451e-ad31-0fdd773aa75c no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:05.875216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 21af1e03-d292-451e-ad31-0fdd773aa75c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:05.875564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 21af1e03-d292-451e-ad31-0fdd773aa75c not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:05.876045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 033245cd-3e65-404d-848a-1c412ef6042e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:05.891684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] For port e2d0ebd8-a35d-41bf-856f-257dec5dc504, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e2d0ebd8-a35d-41bf-856f-257dec5dc504,segment=NetworkSegment(3e8f03c4-b983-4566-a0d2-6be21ca159f3),segment_id=3e8f03c4-b983-4566-a0d2-6be21ca159f3)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:05.894267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.897095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 033245cd-3e65-404d-848a-1c412ef6042e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:05.897447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 033245cd-3e65-404d-848a-1c412ef6042e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:05.910888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Calling delete_port for e2d0ebd8-a35d-41bf-856f-257dec5dc504 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:05.914508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=e197ed3c-a0d1-488e-8e20-2e932832ef94,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.919487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] Deleting port e197ed3c-a0d1-488e-8e20-2e932832ef94 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:05.919866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.928593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No DVR routers for this DVR port e197ed3c-a0d1-488e-8e20-2e932832ef94 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:06.016115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] DHCP port deletion for 1d19174c-2b84-4b09-9a7c-d4508d51064e request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:06.022133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] For port e197ed3c-a0d1-488e-8e20-2e932832ef94, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:06.022566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.057061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Router c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:06.058875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] Calling delete_port for e197ed3c-a0d1-488e-8e20-2e932832ef94 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:06.062590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] Port e197ed3c-a0d1-488e-8e20-2e932832ef94 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:32:06.065058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb4be5fc-4720-4ead-9a63-bfb52e9f9418 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.065361 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.084881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.089242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.107574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] Pushing event deleted for resources: {'Port': ['ID=e197ed3c-a0d1-488e-8e20-2e932832ef94,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.109236 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb4be5fc-4720-4ead-9a63-bfb52e9f9418 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.123755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2da0ad-09ea-4b01-bfdc-b0bd62c3264c None None] No DVR routers for this DVR port e197ed3c-a0d1-488e-8e20-2e932832ef94 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:06.124340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c86439-5a75-41c0-a7e0-f16ec1843f57']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.127800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d0ebd8-a35d-41bf-856f-257dec5dc504,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.132364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] No DVR routers for this DVR port e2d0ebd8-a35d-41bf-856f-257dec5dc504 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:06.150969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] Deleting port e2d0ebd8-a35d-41bf-856f-257dec5dc504 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:06.151369 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.192607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c2fdb2-6106-422b-967a-71e622db0e9f') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.192928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c2fdb2-6106-422b-967a-71e622db0e9f') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.215804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.219949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.252996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] For port e2d0ebd8-a35d-41bf-856f-257dec5dc504, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:06.253408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.257206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d19174c-2b84-4b09-9a7c-d4508d51064e']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.283327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8f03c4-b983-4566-a0d2-6be21ca159f3') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.283974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] Calling delete_port for e2d0ebd8-a35d-41bf-856f-257dec5dc504 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:06.284331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8f03c4-b983-4566-a0d2-6be21ca159f3') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.286928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] Port e2d0ebd8-a35d-41bf-856f-257dec5dc504 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:32:06.291578 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.293907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.299900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:06.300662 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.307860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.328714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.329625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] Pushing event deleted for resources: {'Port': ['ID=e2d0ebd8-a35d-41bf-856f-257dec5dc504,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.337754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:06.338462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:06.340521 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:06.345382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b73722-3b9a-445a-86ac-2330a8041045 None None] No DVR routers for this DVR port e2d0ebd8-a35d-41bf-856f-257dec5dc504 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:06.362975 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:06.416563 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.426334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.431346 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1d19174c-2b84-4b09-9a7c-d4508d51064e HTTP/1.1" status: 204 len: 168 time: 0.9123712 Aug 29 04:32:06.436112 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb4be5fc-4720-4ead-9a63-bfb52e9f9418 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.438842 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb4be5fc-4720-4ead-9a63-bfb52e9f9418 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.442734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb4be5fc-4720-4ead-9a63-bfb52e9f9418 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "DELETE /v2.0/security-groups/22bd8a01-24e6-4729-92b4-fad759ce0447 HTTP/1.1" status: 204 len: 168 time: 0.8414111 Aug 29 04:32:06.445441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53630) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.451432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.455667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.456270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4c60f-4198-4047-8e90-cfd81ed31083 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d19174c-2b84-4b09-9a7c-d4508d51064e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.466530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/f9c86439-5a75-41c0-a7e0-f16ec1843f57 HTTP/1.1" status: 204 len: 168 time: 1.3800178 Aug 29 04:32:06.466714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53634) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.471662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b9487cf4-5d50-448e-aff8-f0de7020e6a5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-909418255', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:06.477293 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-846b72c1-2efd-4374-b8a5-629c25dec88c tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] show failed (client error): The resource could not be found. Aug 29 04:32:06.480859 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-846b72c1-2efd-4374-b8a5-629c25dec88c tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "GET /v2.0/security-groups/22bd8a01-24e6-4729-92b4-fad759ce0447 HTTP/1.1" status: 404 len: 347 time: 0.0298250 Aug 29 04:32:06.481568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53636) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.481691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:06.486850 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.488287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b30bb22d-9299-47e6-8974-b2850bfdef20 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "PUT /v2.0/routers/c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1 HTTP/1.1" status: 200 len: 914 time: 6.1975374 Aug 29 04:32:06.493385 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917451ac-97d4-473c-ac69-43e9b76d04cf None None] Sync routers for ids ['c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:06.494830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53638) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.512966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4be5fc-4720-4ead-9a63-bfb52e9f9418 tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd8a01-24e6-4729-92b4-fad759ce0447,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.516172 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917451ac-97d4-473c-ac69-43e9b76d04cf None None] Routers {'c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:06.516835 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-917451ac-97d4-473c-ac69-43e9b76d04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.553619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2d4e9-eea0-40e3-b6f7-e0df90b43c46 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=f9c86439-5a75-41c0-a7e0-f16ec1843f57,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.564781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a055a-4134-4585-b92e-192f0e22229e req-db03eb21-d450-48f8-afc0-3122aacf94f2 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.566375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-871a055a-4134-4585-b92e-192f0e22229e req-db03eb21-d450-48f8-afc0-3122aacf94f2 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 945 time: 0.1979291 Aug 29 04:32:06.588617 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-917451ac-97d4-473c-ac69-43e9b76d04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.615260 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917451ac-97d4-473c-ac69-43e9b76d04cf None None] Routers {'c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:06.618311 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-917451ac-97d4-473c-ac69-43e9b76d04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.631690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-871a055a-4134-4585-b92e-192f0e22229e req-515e7cf7-9142-42fe-91d1-9b472479b424 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505099 Aug 29 04:32:06.674860 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-917451ac-97d4-473c-ac69-43e9b76d04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.675518 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917451ac-97d4-473c-ac69-43e9b76d04cf None None] The sync data for ids ['c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:06.724025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53644) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.761570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9487cf4-5d50-448e-aff8-f0de7020e6a5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.762609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9487cf4-5d50-448e-aff8-f0de7020e6a5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.773024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-017c1930-797e-4cf1-96a6-b39af8db9eca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df9e508a4f694e8e88de7468142e8421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455534 Aug 29 04:32:06.773265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53646) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.798431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53648) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.802172 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7a8569c7-d1b6-4df8-a559-443ff7a44113 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/routers/c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1 HTTP/1.1" status: 200 len: 920 time: 0.2931197 Aug 29 04:32:06.861863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9487cf4-5d50-448e-aff8-f0de7020e6a5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.865619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.869616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9487cf4-5d50-448e-aff8-f0de7020e6a5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.871098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd45cd5-b3d7-406a-ad24-23d3f1b158ca tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.872844 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8bd45cd5-b3d7-406a-ad24-23d3f1b158ca tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0734398 Aug 29 04:32:06.875323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53652) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.881136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Deleting port acb373c7-8da6-45c7-b7b1-dd0818d2e9f3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:06.881489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.933348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9487cf4-5d50-448e-aff8-f0de7020e6a5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.934567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b9487cf4-5d50-448e-aff8-f0de7020e6a5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4668379 Aug 29 04:32:06.938500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53656) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.944953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1613217164'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:06.952868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.995914 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.996674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.999147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:07.002811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.023974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b741d5-848a-4513-8942-211b32e94228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.027112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d7b741d5-848a-4513-8942-211b32e94228 tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 881 time: 0.1497221 Aug 29 04:32:07.029489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53660) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:07.031661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Calling delete_port for acb373c7-8da6-45c7-b7b1-dd0818d2e9f3 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:07.061203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8d08cdfa-af06-474e-8ce7-1aa1a1ee8d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1 HTTP/1.1" status: 200 len: 205 time: 0.0305574 Aug 29 04:32:07.062201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.064849 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.065963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1af52478-42eb-40ea-a85a-601969987d14 HTTP/1.1" status: 204 len: 168 time: 0.2917957 Aug 29 04:32:07.066760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53662) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:07.086444 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:07.105359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.105724 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment b1462171-3656-44c4-83cf-d7210c865e0b of type vlan for network d8193055-2c51-4be5-8c4c-42a55e040cfb Aug 29 04:32:07.119284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af52478-42eb-40ea-a85a-601969987d14,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.139550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.140186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.140746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.141291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.141837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.142372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.142905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.143423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.143953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.144509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.145072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.145616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76f219-ece9-431a-9ca2-95d6426d5869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:07.170853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.239307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.245912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.246631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.346339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4040487 Aug 29 04:32:07.348592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53672) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:07.356179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:07.424053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.448395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb7461-e098-46cf-8b45-b8db3807ab20 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=d8193055-2c51-4be5-8c4c-42a55e040cfb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.453944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Pushing event deleted for resources: {'Port': ['ID=acb373c7-8da6-45c7-b7b1-dd0818d2e9f3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.458881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d8193055-2c51-4be5-8c4c-42a55e040cfb details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:07.582648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:07.591722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.816937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e197ed3c-a0d1-488e-8e20-2e932832ef94 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:07.843898 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.860566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.862991 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.864205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-10d424b7-be0e-4056-a2dc-90a00b1f3aaf tempest-ServersTestJSON-663337606 tempest-ServersTestJSON-663337606-project] 10.222.0.58 "DELETE /v2.0/floatingips/46797269-99bb-4229-abf1-4f7317a8e270 HTTP/1.1" status: 204 len: 168 time: 1.3818271 Aug 29 04:32:07.876339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e197ed3c-a0d1-488e-8e20-2e932832ef94 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:07.877862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e197ed3c-a0d1-488e-8e20-2e932832ef94 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:07.878666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e2d0ebd8-a35d-41bf-856f-257dec5dc504 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:07.887598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53692) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:07.914321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e2d0ebd8-a35d-41bf-856f-257dec5dc504 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:07.914972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e2d0ebd8-a35d-41bf-856f-257dec5dc504 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:07.926935 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.952233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63cf2d-9334-45cc-8f4d-abf75f6d2e10 req-0d13de48-1b48-4883-bedb-be1eae44232e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.954202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a63cf2d-9334-45cc-8f4d-abf75f6d2e10 req-0d13de48-1b48-4883-bedb-be1eae44232e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 945 time: 0.1819367 Aug 29 04:32:08.009934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=8b1e57d0-7e7c-4519-9718-5249d624e97a,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.043614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:08.044547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: d8193055-2c51-4be5-8c4c-42a55e040cfb, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:08.067157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network d8193055-2c51-4be5-8c4c-42a55e040cfb is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:08.079564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, d8193055-2c51-4be5-8c4c-42a55e040cfb) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:08.084846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:08.085578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.093206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63f7558-9f82-4ad2-89bb-e20bf5d1a8b4 None None] Network d8193055-2c51-4be5-8c4c-42a55e040cfb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:08.121947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a63cf2d-9334-45cc-8f4d-abf75f6d2e10 req-bb6dcdbf-7880-47bd-8f74-dc61872e5148 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595390 Aug 29 04:32:08.141078 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9bff520b-ade4-4834-8cab-0d8cab6c0e70 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7862408 Aug 29 04:32:08.141755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53706) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.194139 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.236797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5e4d8684-6193-45a7-ae6c-004450a79c82 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:08.357415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-d8193055-2c51-4be5-8c4c-42a55e040cfb', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:08.358854 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.365530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 5e4d8684-6193-45a7-ae6c-004450a79c82 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:08.382963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 5e4d8684-6193-45a7-ae6c-004450a79c82 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:08.383352 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.398333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Deleting port 230d39a5-041d-4d27-b0ee-37d3160c595f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:08.398809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.499725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53716) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.539470 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.557259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Calling delete_port for 230d39a5-041d-4d27-b0ee-37d3160c595f owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:08.808733 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.932638 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.979343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142c14ff-293f-4a0f-9cba-9af25b211f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4d8684-6193-45a7-ae6c-004450a79c82'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:08.981666 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a7ea29-7188-48cf-92c5-1568028e2c6f" -d '{"events": [{"server_uuid": "142c14ff-293f-4a0f-9cba-9af25b211f77", "name": "network-vif-plugged", "status": "completed", "tag": "5e4d8684-6193-45a7-ae6c-004450a79c82"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:08.999673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5e4d8684-6193-45a7-ae6c-004450a79c82, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e4d8684-6193-45a7-ae6c-004450a79c82,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:09.005081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.008165 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.018491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Allocated IP 2001:db8::2 (d8193055-2c51-4be5-8c4c-42a55e040cfb/8b1e57d0-7e7c-4519-9718-5249d624e97a/c3ad3a78-ca1f-42b2-badb-475b99a3d5e9) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:09.063151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1764333764-network', 'tenant_id': 'aea82e62c3194521848df533feebd98d'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:09.068114 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d0a334-0cf1-42cb-b6c6-fa042ccc709c x-openstack-request-id: req-49d0a334-0cf1-42cb-b6c6-fa042ccc709c {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:09.068419 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142c14ff-293f-4a0f-9cba-9af25b211f77", "name": "network-vif-plugged", "status": "completed", "tag": "5e4d8684-6193-45a7-ae6c-004450a79c82", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:09.068681 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49d0a334-0cf1-42cb-b6c6-fa042ccc709c {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:09.069171 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142c14ff-293f-4a0f-9cba-9af25b211f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4d8684-6193-45a7-ae6c-004450a79c82', 'code': 200} Aug 29 04:32:09.072431 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.120540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event deleted for resources: {'Port': ['ID=230d39a5-041d-4d27-b0ee-37d3160c595f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.138935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=5e4d8684-6193-45a7-ae6c-004450a79c82,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.206304 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Made reservation on behalf of aea82e62c3194521848df533feebd98d for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:09.209130 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.271705 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.301376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf15cb-59cb-4d4b-ba6f-6ac53477ec9a req-c3f72c61-607a-4f23-b7e9-5d45fcb6799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.303002 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bdaf15cb-59cb-4d4b-ba6f-6ac53477ec9a req-c3f72c61-607a-4f23-b7e9-5d45fcb6799a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 1098 time: 0.0529490 Aug 29 04:32:09.307565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.321401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Transition to ACTIVE for port object c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:09.323463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.345634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Transition to ACTIVE for port object c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:09.349918 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bdaf15cb-59cb-4d4b-ba6f-6ac53477ec9a req-dab3c52c-e1b1-42be-800f-c0f9ab16a6ea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Aug 29 04:32:09.359094 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.426562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8::1 (d8193055-2c51-4be5-8c4c-42a55e040cfb/8b1e57d0-7e7c-4519-9718-5249d624e97a/f0bd9999-1d57-418f-8aa5-5db178bbe5f9) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:09.442194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Pushing event updated for resources: {'Port': ['ID=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.470766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Network d8193055-2c51-4be5-8c4c-42a55e040cfb is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:09.472573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:09.475530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:09.489310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.492453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.521525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a8ffe-bd07-4cb9-9562-e55f6fbaa20d req-3542b0ba-4f21-4e7c-806c-a83ddf20e320 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.523119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f7a8ffe-bd07-4cb9-9562-e55f6fbaa20d req-3542b0ba-4f21-4e7c-806c-a83ddf20e320 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 946 time: 0.2566361 Aug 29 04:32:09.544457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Attempting to bind port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:09.544795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Attempting to bind port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:09.545299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Attempting to bind port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 on network d8193055-2c51-4be5-8c4c-42a55e040cfb {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:09.551333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:09.551786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Checking segment: {'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:09.553038 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.553038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Bound using segment: {'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:09.553273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Bound port: c3ad3a78-ca1f-42b2-badb-475b99a3d5e9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:09.553668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.601684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.618587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object f0bd9999-1d57-418f-8aa5-5db178bbe5f9 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:09.624345 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.624904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Fanout notify agent at l3_agent the message router_deleted on router c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:09.637926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.643030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e5aa97ae-37cd-4843-a3c3-8a5188460d16 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1 HTTP/1.1" status: 204 len: 168 time: 2.5696313 Aug 29 04:32:09.645131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53748) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:09.645324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] For port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:09.650801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2019056488', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:09.650994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] For port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,segment=NetworkSegment(b1462171-3656-44c4-83cf-d7210c865e0b),segment_id=b1462171-3656-44c4-83cf-d7210c865e0b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:09.657145 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.693169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f7a8ffe-bd07-4cb9-9562-e55f6fbaa20d req-b5d953c5-9d85-4c2b-8ef4-5e1b8abace87 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194060 Aug 29 04:32:09.702976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.723525 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.740429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.749979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network d8193055-2c51-4be5-8c4c-42a55e040cfb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:09.757246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:09.769343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c08b-b459-4250-b13d-3ba61cc9e117 None None] Pushing event updated for resources: {'Port': ['ID=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.775797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:09.777065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.786069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:09.810119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.817254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Deleting port 868e9b62-88b9-43cc-a7ca-9bdf532899c8 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:09.817515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.819910 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.820308 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Added segment 8d40df18-8d27-480d-a0d8-385d7f8a0cb1 of type vlan for network 143a9a2a-4e86-46d0-89ad-332a65322404 Aug 29 04:32:09.859610 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.861445 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.867751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.918878 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.969090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.969966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.970557 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.973957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] For port 868e9b62-88b9-43cc-a7ca-9bdf532899c8, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=868e9b62-88b9-43cc-a7ca-9bdf532899c8,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:09.974329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.979143 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.037791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Calling delete_port for 868e9b62-88b9-43cc-a7ca-9bdf532899c8 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:10.095278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5902007 Aug 29 04:32:10.095278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b2e1e-a9a6-438b-8ccd-8588714dfe5e admin admin] Pushing event updated for resources: {'Network': ['ID=143a9a2a-4e86-46d0-89ad-332a65322404,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:10.099964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53758) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:10.110781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Request body: {'subnet': {'network_id': '143a9a2a-4e86-46d0-89ad-332a65322404', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1764333764-subnet', 'tenant_id': 'aea82e62c3194521848df533feebd98d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:10.197651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Made reservation on behalf of aea82e62c3194521848df533feebd98d for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:10.201256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.224677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.281533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.343509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 143a9a2a-4e86-46d0-89ad-332a65322404 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:10.526160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.563113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Pushing event deleted for resources: {'Port': ['ID=868e9b62-88b9-43cc-a7ca-9bdf532899c8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:10.574417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.737012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.772683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=edde1fde-2e4c-41a4-8010-72bca404b9d1,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:10.778639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.780636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Checking segment: {'id': '8d40df18-8d27-480d-a0d8-385d7f8a0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '143a9a2a-4e86-46d0-89ad-332a65322404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:10.783626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Network hostable DHCP agents. Network: 143a9a2a-4e86-46d0-89ad-332a65322404, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:10.963094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Allocated IP 172.25.1.223 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/e606da98-4f64-413f-9be7-dc9dfa2fbb46) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:10.966235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Network 143a9a2a-4e86-46d0-89ad-332a65322404 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:10.974569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.984439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.984701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 143a9a2a-4e86-46d0-89ad-332a65322404) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:10.985287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.996721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501f89e-ed72-4053-a7ee-566ad850703a None None] Network 143a9a2a-4e86-46d0-89ad-332a65322404 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:11.010758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6578d-dd7f-4c30-9e42-85804524fe8f req-745bd563-1dde-4d7a-a29d-02da85460d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.017301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63b6578d-dd7f-4c30-9e42-85804524fe8f req-745bd563-1dde-4d7a-a29d-02da85460d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 946 time: 0.1754837 Aug 29 04:32:11.040725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.042918 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.078702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.147319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.194085 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63b6578d-dd7f-4c30-9e42-85804524fe8f req-d602a7c6-2094-4846-8185-8eade9f93400 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757789 Aug 29 04:32:11.202464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c1c6f197-f407-4ebf-970c-e24c68aeab2b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1012266 Aug 29 04:32:11.240513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3908cb3-81c6-4035-8cbd-2670bddd236e None None] Network 143a9a2a-4e86-46d0-89ad-332a65322404 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:11.244170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.263729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network d8193055-2c51-4be5-8c4c-42a55e040cfb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:11.275473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:11.422505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02e7ed-0751-4377-a1d7-e1bfc188e256 None None] Network d8193055-2c51-4be5-8c4c-42a55e040cfb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:11.498013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.551881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Router 448b0b32-272e-4d39-b678-4b958c434391 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:11.558177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2d827030-1ee1-4dee-bce0-1807a269bbf0 None None] Provisioning for port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:11.658758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:11.674002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:11.679764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:11.888760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:11.900977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b2b20772-2c28-40c4-9af7-8290b2bbe853 admin admin] 10.222.0.58 "PUT /v2.0/routers/448b0b32-272e-4d39-b678-4b958c434391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0121818 Aug 29 04:32:11.905292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53792) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.906708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] Sync routers for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:11.934938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event updated for resources: {'Port': ['ID=e606da98-4f64-413f-9be7-dc9dfa2fbb46,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.962953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:11.968513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:12.317262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:12.433969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:12.614527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:12.797615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Provisioning for port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:12.806744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.812651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:12.826594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Provisioning complete for port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:12.827188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.829682 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a806a9aa-e56a-460f-ab9d-e646d5ea40e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6868105 Aug 29 04:32:12.840784 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:12.847674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53820) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.857293 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:12.858596 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:12.869886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1261943701'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:12.888395 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.970676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:13.015498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:13.041747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:13.110573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:13.112374 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.197947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.210482 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-08f5f911-b15b-45c6-9e28-009672157b4e tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.212641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-08f5f911-b15b-45c6-9e28-009672157b4e tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/networks?id=143a9a2a-4e86-46d0-89ad-332a65322404 HTTP/1.1" status: 200 len: 822 time: 0.4031286 Aug 29 04:32:13.225397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Provisioning complete for port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:13.227323 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.305081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-4df16902-636f-45ae-9697-2677c45110c9 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/quotas/aea82e62c3194521848df533feebd98d HTTP/1.1" status: 200 len: 375 time: 0.0807593 Aug 29 04:32:13.366072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-a5405a4e-bd9b-473a-8a40-899c4260ea18 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aea82e62c3194521848df533feebd98d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596142 Aug 29 04:32:13.472885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:32:10Z', 'revision_number': 5, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port': {'id': 'e3a1563e-3a5b-489f-82a8-af94168b839d', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b0b32-272e-4d39-b678-4b958c434391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:13.546461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] Checking router: 448b0b32-272e-4d39-b678-4b958c434391 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:13.551650 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.574658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] Routers {'448b0b32-272e-4d39-b678-4b958c434391'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:13.575238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['448b0b32-272e-4d39-b678-4b958c434391'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:13.580658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:13.584298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.627362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-ed4d7cb1-20f6-467a-930a-b1816ebd1644 service neutron] 10.222.0.58 "GET /v2.0/networks/143a9a2a-4e86-46d0-89ad-332a65322404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595661 Aug 29 04:32:13.628265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:13.708897 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:09Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:10Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:13.715198 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.715560 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment 7e417606-b966-456f-a439-e5f59e783704 of type vlan for network 60d342e3-1b3a-4cbc-89ac-11be871b4587 Aug 29 04:32:13.718318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.731887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,segment=NetworkSegment(b1462171-3656-44c4-83cf-d7210c865e0b),segment_id=b1462171-3656-44c4-83cf-d7210c865e0b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:13.748461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.752195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] Set router 448b0b32-272e-4d39-b678-4b958c434391 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:13.791613 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:13.791900 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Updating router 8d45766e-e80b-4d25-b81a-92d840226f5e port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:13.815631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.849925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:32:13Z', 'revision_number': 6, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:13.851432 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.854124 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.862666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-4aecbe78-f5eb-4c22-a3b1-83ed3b12725c service neutron] 10.222.0.58 "GET /v2.0/networks/143a9a2a-4e86-46d0-89ad-332a65322404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328587 Aug 29 04:32:13.894592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755597-13e2-47c8-83c3-535f05f05bec None None] The sync data for ids ['448b0b32-272e-4d39-b678-4b958c434391'] in n-d-712142-15 is: [{'id': '448b0b32-272e-4d39-b678-4b958c434391', 'name': 'tempest-ServersTestJSON-1629627610-router', 'tenant_id': '5021722636b54ca88801fcff254aaf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:32:13Z', 'revision_number': 6, 'project_id': '5021722636b54ca88801fcff254aaf43', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:13.921589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Deleting port e3a1563e-3a5b-489f-82a8-af94168b839d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:13.923898 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.931417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.940996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.941349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.980417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.999792 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:14.000306 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-51aced81-03e4-4c4b-ba33-1cd8366cc91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:14.065463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2112908 Aug 29 04:32:14.070033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53840) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.078348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:14.123151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e67abc-d668-4e8c-91b3-e47557fa8a41 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=60d342e3-1b3a-4cbc-89ac-11be871b4587,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.140192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 60d342e3-1b3a-4cbc-89ac-11be871b4587 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:14.173621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] For port e3a1563e-3a5b-489f-82a8-af94168b839d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e3a1563e-3a5b-489f-82a8-af94168b839d,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:14.174649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.197816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Calling delete_port for e3a1563e-3a5b-489f-82a8-af94168b839d owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:14.380494 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.389206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac5aed81-0159-459d-a866-5e682fbdfefb req-f6fb0177-352d-45b1-b9d4-beb8ab90bb76 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 210 time: 0.1166649 Aug 29 04:32:14.391871 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Transition to ACTIVE for port object f0bd9999-1d57-418f-8aa5-5db178bbe5f9 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:14.404181 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.436994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Router 6d044ef3-f377-4f52-868e-103988584da5 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:14.485830 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdd2a6-20d1-450e-8f81-f91ac72d0757 None None] Pushing event updated for resources: {'Port': ['ID=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.578201 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Attempting to bind port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:14.578828 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Attempting to bind port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:14.579365 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Attempting to bind port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 on network d8193055-2c51-4be5-8c4c-42a55e040cfb {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:14.585716 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:14.586367 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Checking segment: {'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:14.586963 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.587699 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Bound using segment: {'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:14.588485 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Bound port: f0bd9999-1d57-418f-8aa5-5db178bbe5f9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1462171-3656-44c4-83cf-d7210c865e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:14.589046 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.670319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:14.674690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.696236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:14.709712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74676dfe-5f4c-4ae2-9de2-741399aae710 None None] Sync routers for ids ['6d044ef3-f377-4f52-868e-103988584da5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:14.750218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74676dfe-5f4c-4ae2-9de2-741399aae710 None None] Routers {'6d044ef3-f377-4f52-868e-103988584da5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:14.751430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-74676dfe-5f4c-4ae2-9de2-741399aae710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d044ef3-f377-4f52-868e-103988584da5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:14.822574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.843492 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] For port f0bd9999-1d57-418f-8aa5-5db178bbe5f9, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:14.852583 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] For port f0bd9999-1d57-418f-8aa5-5db178bbe5f9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,segment=NetworkSegment(b1462171-3656-44c4-83cf-d7210c865e0b),segment_id=b1462171-3656-44c4-83cf-d7210c865e0b)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:14.863966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a1563e-3a5b-489f-82a8-af94168b839d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.864832 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.901184 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.907249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8582613-f2ef-46a6-a5a0-63370a564364 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2573614 Aug 29 04:32:14.916663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-74676dfe-5f4c-4ae2-9de2-741399aae710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:14.924901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53874) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.945358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:14.947431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74676dfe-5f4c-4ae2-9de2-741399aae710 None None] Routers {'6d044ef3-f377-4f52-868e-103988584da5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:14.948137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-74676dfe-5f4c-4ae2-9de2-741399aae710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d044ef3-f377-4f52-868e-103988584da5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:15.016102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-74676dfe-5f4c-4ae2-9de2-741399aae710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:15.017022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74676dfe-5f4c-4ae2-9de2-741399aae710 None None] The sync data for ids ['6d044ef3-f377-4f52-868e-103988584da5'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:15.053241 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:15.053886 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:31:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:15.102237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.258752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.264338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.363313 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:15.402387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.403462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448b0b32-272e-4d39-b678-4b958c434391 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:15.423150 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.425740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0c914f78-81ac-4f0c-be88-610714f0965b admin admin] 10.222.0.58 "DELETE /v2.0/routers/448b0b32-272e-4d39-b678-4b958c434391 HTTP/1.1" status: 204 len: 168 time: 3.5192206 Aug 29 04:32:15.429854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53882) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:15.476089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.552825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-12dcd248-a395-49a6-a2e5-294dc2b6c607 admin admin] Deleting subnet 23755ee1-e134-435e-832e-96c159d6422f {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:15.579932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdd2a6-20d1-450e-8f81-f91ac72d0757 None None] Pushing event updated for resources: {'Port': ['ID=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.600587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12dcd248-a395-49a6-a2e5-294dc2b6c607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.639675 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5d36549-a25f-4e89-a63f-8a09184032cb req-1cda0d1f-771a-4ea5-bf78-cef1053c9e1c tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 210 time: 0.0748861 Aug 29 04:32:15.736335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12dcd248-a395-49a6-a2e5-294dc2b6c607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.781129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=ec41414c-c2ce-4d91-b1fc-eacb3cdde938,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.878796 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:09Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:14Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:15.894789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:15.896460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: 60d342e3-1b3a-4cbc-89ac-11be871b4587, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:15.923661 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a953b-a6a2-4ad1-9397-219a9d824859 None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:09Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:14Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:15.925698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:15.977346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12dcd248-a395-49a6-a2e5-294dc2b6c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.035490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:16.036163 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.161441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-fa8326ac-f916-454b-813e-4eb0bdd8417b tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:16.163256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-fa8326ac-f916-454b-813e-4eb0bdd8417b tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.64 "GET /v2.0/networks?id=143a9a2a-4e86-46d0-89ad-332a65322404 HTTP/1.1" status: 200 len: 822 time: 0.1302993 Aug 29 04:32:16.183741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Request body: {'port': {'device_id': '1c4fb89b-514d-44bc-b015-b689313efa27', 'network_id': '143a9a2a-4e86-46d0-89ad-332a65322404', 'admin_state_up': True, 'tenant_id': 'aea82e62c3194521848df533feebd98d'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:16.232107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 60d342e3-1b3a-4cbc-89ac-11be871b4587 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:16.263426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 60d342e3-1b3a-4cbc-89ac-11be871b4587) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:16.271919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e3a1563e-3a5b-489f-82a8-af94168b839d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:16.282053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13446931-6014-43b2-b462-3c333a4edb73 None None] Network 60d342e3-1b3a-4cbc-89ac-11be871b4587 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:16.287789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:16.289049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.331162 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12dcd248-a395-49a6-a2e5-294dc2b6c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.331911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e3a1563e-3a5b-489f-82a8-af94168b839d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:16.332222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e3a1563e-3a5b-489f-82a8-af94168b839d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:16.356428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 868e9b62-88b9-43cc-a7ca-9bdf532899c8 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:16.370560 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a9567517-4982-4522-ba1e-c51ae86126e1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2966940 Aug 29 04:32:16.374848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53894) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.427337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12dcd248-a395-49a6-a2e5-294dc2b6c607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.437424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12dcd248-a395-49a6-a2e5-294dc2b6c607 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/23755ee1-e134-435e-832e-96c159d6422f HTTP/1.1" status: 204 len: 168 time: 1.0050719 Aug 29 04:32:16.438315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53896) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.487904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680b2d7-a1c8-4542-9b61-1d5de054dc41 None None] Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:16.490979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 868e9b62-88b9-43cc-a7ca-9bdf532899c8 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:16.491335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 868e9b62-88b9-43cc-a7ca-9bdf532899c8 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:16.552412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.586569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.671179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcd248-a395-49a6-a2e5-294dc2b6c607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23755ee1-e134-435e-832e-96c159d6422f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.676612 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.794608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53902) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.906021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Made reservation on behalf of aea82e62c3194521848df533feebd98d for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:16.910247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.944392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95471244-a4e0-4d15-a09f-f819276e3af3 req-4460dc2c-8c6a-4767-8aa0-28f91adf20f7 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 210 time: 0.1473339 Aug 29 04:32:17.029419 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.044640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Deleting port 2e00ade1-696e-430b-986c-3d08e3af8c21 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:17.045203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.079580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Deleting port e606da98-4f64-413f-9be7-dc9dfa2fbb46 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:17.079580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.169988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] For port 2e00ade1-696e-430b-986c-3d08e3af8c21, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2e00ade1-696e-430b-986c-3d08e3af8c21,segment=NetworkSegment(9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94),segment_id=9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:17.170550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.217693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Calling delete_port for 2e00ade1-696e-430b-986c-3d08e3af8c21 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:17.227131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Allocated IP 172.20.0.2 (143a9a2a-4e86-46d0-89ad-332a65322404/edde1fde-2e4c-41a4-8010-72bca404b9d1/c01b1969-36ea-42ff-9578-1c9ec74d404b) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:17.271713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-60d342e3-1b3a-4cbc-89ac-11be871b4587', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:17.273954 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.336883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c50b6-1a0c-4200-bcad-50b03093cba4 None None] DHCP port deletion for 49fdce15-a5dc-4dd6-926e-1770a9b5e04b request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:17.425998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.448608 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.472648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Calling delete_port for e606da98-4f64-413f-9be7-dc9dfa2fbb46 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:17.492182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-53447edc-b75c-4ddc-bb69-0892e7e0e5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.524221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] No DVR routers for this DVR port 2e00ade1-696e-430b-986c-3d08e3af8c21 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:17.525236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e00ade1-696e-430b-986c-3d08e3af8c21,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.564767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Allocated IP 2001:db8:1::2 (60d342e3-1b3a-4cbc-89ac-11be871b4587/ec41414c-c2ce-4d91-b1fc-eacb3cdde938/c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:17.613955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.666067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.676923 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.684601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fdce15-a5dc-4dd6-926e-1770a9b5e04b']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:17.702262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:17.702805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5e0a26-d0c8-4d79-8fad-3a2eb2023c94') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:17.716304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.737867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.752705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:17.753484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:17.755491 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:17.800026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.847893 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.861969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.865501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.878484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Transition to ACTIVE for port object c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:17.901095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Transition to ACTIVE for port object c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:17.906208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c50b6-1a0c-4200-bcad-50b03093cba4 None None] Deleting port 2e00ade1-696e-430b-986c-3d08e3af8c21 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:17.906961 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fa0c50b6-1a0c-4200-bcad-50b03093cba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.917469 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.924008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.929041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] 10.222.0.58 "DELETE /v2.0/networks/49fdce15-a5dc-4dd6-926e-1770a9b5e04b HTTP/1.1" status: 204 len: 168 time: 1.4799907 Aug 29 04:32:17.941260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Network 143a9a2a-4e86-46d0-89ad-332a65322404 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-fa0c50b6-1a0c-4200-bcad-50b03093cba4 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b could not be found. Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:32:17.954448 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 49fdce15-a5dc-4dd6-926e-1770a9b5e04b could not be found. Aug 29 04:32:17.958164 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:32:17.960437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:17.962848 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.963340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:18.047372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Pushing event updated for resources: {'Port': ['ID=c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.051030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8222fa-3281-4aea-99ff-eb4b212f883a admin admin] Pushing event deleted for resources: {'Network': ['ID=49fdce15-a5dc-4dd6-926e-1770a9b5e04b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.051581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f0bd9999-1d57-418f-8aa5-5db178bbe5f9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:18.059078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f260dafd-91f6-4f98-a12e-671ae8610209,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.072882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Pushing event updated for resources: {'Port': ['ID=c01b1969-36ea-42ff-9578-1c9ec74d404b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.124858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.124858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.125261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.125603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.125936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.126473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.126849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.127228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.127565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.127890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.128290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.128661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:18.148290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.152524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.163415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53918) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.170661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7cb89-1b48-4e10-9aef-049d3249c3bd None None] DHCP port deletion for 49fdce15-a5dc-4dd6-926e-1770a9b5e04b request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:18.173693 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-507053d1-505d-4c0f-adc9-c56cba75142d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8bb81827fe94a16b8ac61d147c7a578&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3762214 Aug 29 04:32:18.185779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53920) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.195771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Network 60d342e3-1b3a-4cbc-89ac-11be871b4587 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:18.198665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:18.201569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:18.238018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53361a11-6eab-4acb-8f60-5154f234f601 req-4a280f31-13ea-42a0-bf83-f31c864af2e9 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.242602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53361a11-6eab-4acb-8f60-5154f234f601 req-4a280f31-13ea-42a0-bf83-f31c864af2e9 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 931 time: 0.0818813 Aug 29 04:32:18.242602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-073db591-a60c-4928-96d8-c2de77f4dace tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0652640 Aug 29 04:32:18.265315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Request body: {'port': {'device_id': '1c4fb89b-514d-44bc-b015-b689313efa27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:18.275768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Attempting to bind port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:18.276275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Attempting to bind port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:18.276687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Attempting to bind port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 on network 60d342e3-1b3a-4cbc-89ac-11be871b4587 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:18.283193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:18.283579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Checking segment: {'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:18.284018 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.284436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Bound using segment: {'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:18.284937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Bound port: c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:18.285338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.301609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:18.349748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:18.350144 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.362069 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.421620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53361a11-6eab-4acb-8f60-5154f234f601 req-4eb4649a-c95a-47b2-a09a-ce788f9d4db4 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718168 Aug 29 04:32:18.466474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] For port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:18.483529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] For port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47,segment=NetworkSegment(7e417606-b966-456f-a439-e5f59e783704),segment_id=7e417606-b966-456f-a439-e5f59e783704)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:18.495094 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.603749 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.617343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb28ab-8ae7-4fce-ad25-6e51dbacbbee None None] Pushing event updated for resources: {'Port': ['ID=c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.677635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port f0bd9999-1d57-418f-8aa5-5db178bbe5f9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,segment=NetworkSegment(b1462171-3656-44c4-83cf-d7210c865e0b),segment_id=b1462171-3656-44c4-83cf-d7210c865e0b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:18.684674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.772275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.794038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2e00ade1-696e-430b-986c-3d08e3af8c21 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:18.836846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01b1969-36ea-42ff-9578-1c9ec74d404b {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:18.856338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.879859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 2e00ade1-696e-430b-986c-3d08e3af8c21 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:18.880870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2e00ade1-696e-430b-986c-3d08e3af8c21 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:18.942875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-62a31d9f-d770-4525-9ba1-cdd80dc4d0b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5021722636b54ca88801fcff254aaf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7648711 Aug 29 04:32:18.943465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53926) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.955217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Transition to ACTIVE for port object c01b1969-36ea-42ff-9578-1c9ec74d404b will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:18.971147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.985085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.023729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Pushing event updated for resources: {'Port': ['ID=c01b1969-36ea-42ff-9578-1c9ec74d404b,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.031077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Pushing event deleted for resources: {'Port': ['ID=e606da98-4f64-413f-9be7-dc9dfa2fbb46,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.041575 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97761dcd-f67e-401c-889f-1fc0a285b3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.072739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6fadcfe-9712-418e-8dd7-1524a82ff7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.079492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8:1::1 (60d342e3-1b3a-4cbc-89ac-11be871b4587/ec41414c-c2ce-4d91-b1fc-eacb3cdde938/cd0a3b42-6f9f-433d-9ebc-7144ffd634ed) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:19.097668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6fadcfe-9712-418e-8dd7-1524a82ff7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.128804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97761dcd-f67e-401c-889f-1fc0a285b3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.220627 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6fadcfe-9712-418e-8dd7-1524a82ff7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.223846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6fadcfe-9712-418e-8dd7-1524a82ff7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.231690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e6fadcfe-9712-418e-8dd7-1524a82ff7dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de1fd8a9-19e0-4516-891d-6e1d62582889 HTTP/1.1" status: 204 len: 168 time: 0.2872283 Aug 29 04:32:19.238998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.248880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fadcfe-9712-418e-8dd7-1524a82ff7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1fd8a9-19e0-4516-891d-6e1d62582889,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.282924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Attempting to bind port c01b1969-36ea-42ff-9578-1c9ec74d404b on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:19.283271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Attempting to bind port c01b1969-36ea-42ff-9578-1c9ec74d404b by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '8d40df18-8d27-480d-a0d8-385d7f8a0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '143a9a2a-4e86-46d0-89ad-332a65322404'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:19.283600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Attempting to bind port c01b1969-36ea-42ff-9578-1c9ec74d404b on network 143a9a2a-4e86-46d0-89ad-332a65322404 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:19.288571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Port c01b1969-36ea-42ff-9578-1c9ec74d404b on network 143a9a2a-4e86-46d0-89ad-332a65322404 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:19.288987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Attempting to bind port c01b1969-36ea-42ff-9578-1c9ec74d404b on network 143a9a2a-4e86-46d0-89ad-332a65322404 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:19.296865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:19.297196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Checking segment: {'id': '8d40df18-8d27-480d-a0d8-385d7f8a0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '143a9a2a-4e86-46d0-89ad-332a65322404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:19.297603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Bound using segment: {'id': '8d40df18-8d27-480d-a0d8-385d7f8a0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '143a9a2a-4e86-46d0-89ad-332a65322404'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:19.298063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Bound port: c01b1969-36ea-42ff-9578-1c9ec74d404b, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d40df18-8d27-480d-a0d8-385d7f8a0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '143a9a2a-4e86-46d0-89ad-332a65322404'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:19.298437 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.394943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] For port c01b1969-36ea-42ff-9578-1c9ec74d404b, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:19.399457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] For port c01b1969-36ea-42ff-9578-1c9ec74d404b, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c01b1969-36ea-42ff-9578-1c9ec74d404b,segment=NetworkSegment(8d40df18-8d27-480d-a0d8-385d7f8a0cb1),segment_id=8d40df18-8d27-480d-a0d8-385d7f8a0cb1)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:19.406265 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.503303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Pushing event updated for resources: {'Port': ['ID=c01b1969-36ea-42ff-9578-1c9ec74d404b,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.509947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.511761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.513654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-6f4445a8-9b2e-4b23-99ef-597a2eb2b44f service neutron] 10.222.0.64 "PUT /v2.0/ports/c01b1969-36ea-42ff-9578-1c9ec74d404b HTTP/1.1" status: 200 len: 1092 time: 1.2543998 Aug 29 04:32:19.514522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4fb89b-514d-44bc-b015-b689313efa27', 'tag': 'c01b1969-36ea-42ff-9578-1c9ec74d404b'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:19.517443 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b8adc-b724-4952-b578-c19a5ce875b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4fb89b-514d-44bc-b015-b689313efa27", "tag": "c01b1969-36ea-42ff-9578-1c9ec74d404b"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:19.635586 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97761dcd-f67e-401c-889f-1fc0a285b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.637447 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d466fc9d-c03a-4b1e-8157-1f1e0b16862b x-openstack-request-id: req-d466fc9d-c03a-4b1e-8157-1f1e0b16862b {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:19.637998 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4fb89b-514d-44bc-b015-b689313efa27", "tag": "c01b1969-36ea-42ff-9578-1c9ec74d404b", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:19.638256 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d466fc9d-c03a-4b1e-8157-1f1e0b16862b {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:19.638655 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4fb89b-514d-44bc-b015-b689313efa27', 'tag': 'c01b1969-36ea-42ff-9578-1c9ec74d404b', 'status': 'completed', 'code': 200} Aug 29 04:32:19.638773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97761dcd-f67e-401c-889f-1fc0a285b3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.640491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-97761dcd-f67e-401c-889f-1fc0a285b3c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f260dafd-91f6-4f98-a12e-671ae8610209 HTTP/1.1" status: 204 len: 168 time: 0.9200051 Aug 29 04:32:19.679302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-5935b349-2079-4b38-800a-8315c37dd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.681961 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-5935b349-2079-4b38-800a-8315c37dd768 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aea82e62c3194521848df533feebd98d&device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 1095 time: 0.1044121 Aug 29 04:32:19.698201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee5c22-a5b2-4389-8db1-7bcf3cef95dc req-46ea5018-0aaf-4f44-b2e7-dcadfe7a0269 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.700238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35ee5c22-a5b2-4389-8db1-7bcf3cef95dc req-46ea5018-0aaf-4f44-b2e7-dcadfe7a0269 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 943 time: 0.1411445 Aug 29 04:32:19.755301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97761dcd-f67e-401c-889f-1fc0a285b3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f260dafd-91f6-4f98-a12e-671ae8610209,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.800573 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-197d2b58-442d-4c73-976b-719d3441f476 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c01b1969-36ea-42ff-9578-1c9ec74d404b HTTP/1.1" status: 200 len: 217 time: 0.0993330 Aug 29 04:32:19.836678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.862783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.878914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object cd0a3b42-6f9f-433d-9ebc-7144ffd634ed will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:19.886773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.955316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-ba5f0dae-6b37-49b3-9181-8602d51a242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.956828 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-ba5f0dae-6b37-49b3-9181-8602d51a242a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edde1fde-2e4c-41a4-8010-72bca404b9d1 HTTP/1.1" status: 200 len: 862 time: 0.1022887 Aug 29 04:32:20.019056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35ee5c22-a5b2-4389-8db1-7bcf3cef95dc req-339cc29b-d557-460c-86c4-8252dfeaeec1 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357695 Aug 29 04:32:20.060090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-2d69b554-b5fe-42ac-938d-2183e510e854 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=143a9a2a-4e86-46d0-89ad-332a65322404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880842 Aug 29 04:32:20.146158 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.147396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:20.202421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f300ba-2705-4924-b1cb-0975e805cfb3 None None] Network 60d342e3-1b3a-4cbc-89ac-11be871b4587 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:20.212784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-dc8e2cfd-233e-403f-9d27-fe8e635b9d07 service neutron] 10.222.0.64 "GET /v2.0/networks/143a9a2a-4e86-46d0-89ad-332a65322404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424663 Aug 29 04:32:20.238122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Router 6d044ef3-f377-4f52-868e-103988584da5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:20.277752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 60d342e3-1b3a-4cbc-89ac-11be871b4587 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:20.287287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:20.291106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:20.291818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.389070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:20.423063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1187460b-2425-4a94-a21b-2bb5248efede None None] Provisioning for port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:20.467066 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.476186 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b0fc59e-e7fb-44ed-9242-e5e5817a52c0 req-f8317d8a-b1a6-45e3-8788-b90c5dd53088 service neutron] 10.222.0.64 "GET /v2.0/networks/143a9a2a-4e86-46d0-89ad-332a65322404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549210 Aug 29 04:32:20.479798 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6faef8d3-e9cf-4cde-9c01-8952bbb0fdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.490397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53960) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.505582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:20.515969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:20.516509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.534721 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1647-daab-4720-9cbf-b17fe06658ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.559632 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.598548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:20.613366 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e3af9-f62e-4c7d-afc8-da6384007eea None None] Sync routers for ids ['6d044ef3-f377-4f52-868e-103988584da5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:20.625271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.631087 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a53113c0-7b91-4ca1-a536-ff6ca655e732 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "PUT /v2.0/routers/6d044ef3-f377-4f52-868e-103988584da5 HTTP/1.1" status: 200 len: 706 time: 5.7023535 Aug 29 04:32:20.631612 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e3af9-f62e-4c7d-afc8-da6384007eea None None] Routers {'6d044ef3-f377-4f52-868e-103988584da5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:20.633228 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1e4e3af9-f62e-4c7d-afc8-da6384007eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d044ef3-f377-4f52-868e-103988584da5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:20.634979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53966) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.718820 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1e4e3af9-f62e-4c7d-afc8-da6384007eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:20.739117 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e3af9-f62e-4c7d-afc8-da6384007eea None None] Routers {'6d044ef3-f377-4f52-868e-103988584da5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:20.742281 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1e4e3af9-f62e-4c7d-afc8-da6384007eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6d044ef3-f377-4f52-868e-103988584da5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:20.774919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-aab16f61-4799-42e3-9370-fef8ccaf6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.776022 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.783607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-aab16f61-4799-42e3-9370-fef8ccaf6264 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aea82e62c3194521848df533feebd98d&device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 1095 time: 0.2066174 Aug 29 04:32:20.830024 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1e4e3af9-f62e-4c7d-afc8-da6384007eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:20.830794 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e3af9-f62e-4c7d-afc8-da6384007eea None None] The sync data for ids ['6d044ef3-f377-4f52-868e-103988584da5'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:20.875332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47,segment=NetworkSegment(7e417606-b966-456f-a439-e5f59e783704),segment_id=7e417606-b966-456f-a439-e5f59e783704)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:20.896060 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.897056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f0bd9999-1d57-418f-8aa5-5db178bbe5f9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:20.969712 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1647-daab-4720-9cbf-b17fe06658ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.981980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1647-daab-4720-9cbf-b17fe06658ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.983139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53972) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.029633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1647-daab-4720-9cbf-b17fe06658ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2d5fc-ea35-4588-b1f4-34cb8672c4d7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.032308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.035514 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-daaa2649-67aa-4201-9239-e07adb67ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.037083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-daaa2649-67aa-4201-9239-e07adb67ea1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=143a9a2a-4e86-46d0-89ad-332a65322404 HTTP/1.1" status: 200 len: 923 time: 0.2491159 Aug 29 04:32:21.096065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:21.096611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.162292 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e3c52cc6-af84-4324-9b4e-b0508e2c250d tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/routers/6d044ef3-f377-4f52-868e-103988584da5 HTTP/1.1" status: 200 len: 741 time: 0.5260041 Aug 29 04:32:21.166420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53978) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.169746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1831919089-network', 'tenant_id': 'f36e1959572a44699362c7af49044a28'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:21.176035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-cb766add-42c4-4d5f-bc22-38b64f336879 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c01b1969-36ea-42ff-9578-1c9ec74d404b HTTP/1.1" status: 200 len: 217 time: 0.1153364 Aug 29 04:32:21.181390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ba1b1647-daab-4720-9cbf-b17fe06658ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72c77cb6f2d04e78b7418da31992b5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6775198 Aug 29 04:32:21.186943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.189429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53980) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.211494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.213392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.266868 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.311919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2cb5b67c-2b6c-4a9d-8854-7a8782a978ea tempest-RoutersAdminTest-1560359450 tempest-RoutersAdminTest-1560359450-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=6d044ef3-f377-4f52-868e-103988584da5 HTTP/1.1" status: 200 len: 205 time: 0.1341262 Aug 29 04:32:21.316139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53982) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.354187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-92acda94-b828-40b9-89b1-d227db1af75d None None] Provisioning for port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:21.359787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.360375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-78db3d55-777c-4edf-8ff2-884179abc52d tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d044ef3-f377-4f52-868e-103988584da5 HTTP/1.1" status: 200 len: 205 time: 0.0415123 Aug 29 04:32:21.363736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53984) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.366945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-92acda94-b828-40b9-89b1-d227db1af75d None None] Provisioning complete for port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:21.367468 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92acda94-b828-40b9-89b1-d227db1af75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.377512 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2906b6f-31d6-43b9-bfda-58c1f155b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.409233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77ed6a-b9e8-4850-97be-d891fe0d419a req-8fe3b78f-cb6c-4650-9630-5fd8e8521c91 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.418302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd77ed6a-b9e8-4850-97be-d891fe0d419a req-8fe3b78f-cb6c-4650-9630-5fd8e8521c91 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 943 time: 0.2538240 Aug 29 04:32:21.420938 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2906b6f-31d6-43b9-bfda-58c1f155b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.422307 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Made reservation on behalf of f36e1959572a44699362c7af49044a28 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:21.432363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-92acda94-b828-40b9-89b1-d227db1af75d None None] Port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:21.434679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.444785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-92acda94-b828-40b9-89b1-d227db1af75d None None] Provisioning complete for port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:21.445567 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92acda94-b828-40b9-89b1-d227db1af75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.497227 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.512033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-86380cb1-32c4-492a-a173-d46fa1e0a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.513587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-86380cb1-32c4-492a-a173-d46fa1e0a87f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edde1fde-2e4c-41a4-8010-72bca404b9d1 HTTP/1.1" status: 200 len: 862 time: 0.2912550 Aug 29 04:32:21.546392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2906b6f-31d6-43b9-bfda-58c1f155b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.549120 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2906b6f-31d6-43b9-bfda-58c1f155b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.562531 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-dcb22da0-c70b-4156-bc8a-5f232c8f5f64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=143a9a2a-4e86-46d0-89ad-332a65322404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336902 Aug 29 04:32:21.563355 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e2906b6f-31d6-43b9-bfda-58c1f155b49a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfa2d5fc-ea35-4588-b1f4-34cb8672c4d7 HTTP/1.1" status: 204 len: 168 time: 0.3624568 Aug 29 04:32:21.589551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd77ed6a-b9e8-4850-97be-d891fe0d419a req-17a90b91-0a40-4028-9564-8d712c804a4d tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702693 Aug 29 04:32:21.667064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2906b6f-31d6-43b9-bfda-58c1f155b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2d5fc-ea35-4588-b1f4-34cb8672c4d7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.705952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c488c57-df14-407c-b74c-627509cef2e5 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.802238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a32f9-2797-4db7-9c92-8eaef271895c None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:32:21.850854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 60d342e3-1b3a-4cbc-89ac-11be871b4587 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:21.857742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:21.868268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:21.894541 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.898055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-c14cd3d3-f8d5-48ef-8270-08d05969189d service neutron] 10.222.0.64 "GET /v2.0/networks/143a9a2a-4e86-46d0-89ad-332a65322404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069310 Aug 29 04:32:21.903160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.915958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-431976b1-76ce-4e96-9c10-4554782feac7 None None] Provisioning complete for port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:21.916452 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-431976b1-76ce-4e96-9c10-4554782feac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.944647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa0b35-9934-4be1-8914-64bb537bbcca,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.015339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:22.039821 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.041257 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Added segment f0a013a8-f2f4-4e7d-add2-1f5aff92189b of type vlan for network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 Aug 29 04:32:22.080884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-431976b1-76ce-4e96-9c10-4554782feac7 None None] Port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:22.123384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.123521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c488c57-df14-407c-b74c-627509cef2e5 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.139179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c488c57-df14-407c-b74c-627509cef2e5 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.148137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee2b8adc-b724-4952-b578-c19a5ce875b6 req-2288eca7-eac7-4d4d-98eb-7478554b2e27 service neutron] 10.222.0.64 "GET /v2.0/networks/143a9a2a-4e86-46d0-89ad-332a65322404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389135 Aug 29 04:32:22.158481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:22.159179 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.168688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.170146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:22.173429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.194176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a32f9-2797-4db7-9c92-8eaef271895c None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:32:22.228864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:22.236341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c488c57-df14-407c-b74c-627509cef2e5 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.237268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c488c57-df14-407c-b74c-627509cef2e5 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Fanout notify agent at l3_agent the message router_deleted on router 6d044ef3-f377-4f52-868e-103988584da5 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:22.249461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c488c57-df14-407c-b74c-627509cef2e5 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.251126 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c488c57-df14-407c-b74c-627509cef2e5 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/6d044ef3-f377-4f52-868e-103988584da5 HTTP/1.1" status: 204 len: 168 time: 0.8824277 Aug 29 04:32:22.255078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54004) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.291679 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aea4da53-f7b3-44f6-b8bf-c7f26d95260f tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d044ef3-f377-4f52-868e-103988584da5 HTTP/1.1" status: 200 len: 205 time: 0.0350964 Aug 29 04:32:22.294926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] Pushing event updated for resources: {'Network': ['ID=2e1bcf85-22ac-4074-b3ea-274018edf4a8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.295911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54006) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.314264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:22.327328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2847e2de-d14d-460b-aad3-f9e77652a6ed admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3118792 Aug 29 04:32:22.330755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54008) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.344418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Request body: {'subnet': {'network_id': '2e1bcf85-22ac-4074-b3ea-274018edf4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1831919089-subnet', 'tenant_id': 'f36e1959572a44699362c7af49044a28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:22.396858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Made reservation on behalf of f36e1959572a44699362c7af49044a28 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:22.407668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.440133 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-0eff7a84-8fcc-49b2-a5c7-3991618d5faf tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] delete failed (client error): The resource could not be found. Aug 29 04:32:22.444399 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0eff7a84-8fcc-49b2-a5c7-3991618d5faf tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/6d044ef3-f377-4f52-868e-103988584da5 HTTP/1.1" status: 404 len: 336 time: 0.1440897 Aug 29 04:32:22.444399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54012) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.495792 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a8e5ff06-e264-4565-ac0f-5d836db6e23c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1 HTTP/1.1" status: 200 len: 205 time: 0.0433340 Aug 29 04:32:22.505104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:22.508985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.521790 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9bdf28e5-9254-4ec9-8e10-533ff2722394 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1456785 Aug 29 04:32:22.528014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54020) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.537574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-227861535'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:22.539848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:22.553946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c01b1969-36ea-42ff-9578-1c9ec74d404b details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:22.570592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:22.575430 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.625154 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-050fc6d1-06c5-41a7-9808-fbd70fce3c2b tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] delete failed (client error): The resource could not be found. Aug 29 04:32:22.626113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-050fc6d1-06c5-41a7-9808-fbd70fce3c2b tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/c7ce2823-fe33-4ef7-bc90-9ee4e52cb9b1 HTTP/1.1" status: 404 len: 336 time: 0.1156762 Aug 29 04:32:22.636117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54026) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.697012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:22.753183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c01b1969-36ea-42ff-9578-1c9ec74d404b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c01b1969-36ea-42ff-9578-1c9ec74d404b,segment=NetworkSegment(8d40df18-8d27-480d-a0d8-385d7f8a0cb1),segment_id=8d40df18-8d27-480d-a0d8-385d7f8a0cb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:22.759759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.760444 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment a80192da-d93e-4707-b405-4a08b47a6202 of type vlan for network 4cc45ee3-b812-4a18-83c6-8bf439942584 Aug 29 04:32:22.831759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'c01b1969-36ea-42ff-9578-1c9ec74d404b', 'network_id': '143a9a2a-4e86-46d0-89ad-332a65322404', 'port_id': 'c01b1969-36ea-42ff-9578-1c9ec74d404b', 'mac_address': 'fa:16:3e:a8:97:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edde1fde-2e4c-41a4-8010-72bca404b9d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:22.835499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:22.836620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:22.887432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.005399 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-beb9680c-f0bf-4246-9e08-c98cb0d85acc tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=93bba446-a0e5-4801-a8e7-1873c54094d4 HTTP/1.1" status: 200 len: 205 time: 0.3657129 Aug 29 04:32:23.012685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54034) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.076482 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-e39138b2-e584-4f61-b9b3-37c23bc71bc3 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] delete failed (client error): The resource could not be found. Aug 29 04:32:23.081690 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e39138b2-e584-4f61-b9b3-37c23bc71bc3 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/93bba446-a0e5-4801-a8e7-1873c54094d4 HTTP/1.1" status: 404 len: 336 time: 0.0661192 Aug 29 04:32:23.081886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54038) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.116942 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ac19acee-49ad-4a61-b4f2-3ddf9b1b7811 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=faf11596-6998-443f-a611-ca47afd1c950 HTTP/1.1" status: 200 len: 205 time: 0.0311422 Aug 29 04:32:23.117272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.153188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.190590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01b1969-36ea-42ff-9578-1c9ec74d404b {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:23.199737 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-81a32f05-2d63-4141-b1f2-b50d8c4822c6 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] delete failed (client error): The resource could not be found. Aug 29 04:32:23.201114 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-81a32f05-2d63-4141-b1f2-b50d8c4822c6 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/faf11596-6998-443f-a611-ca47afd1c950 HTTP/1.1" status: 404 len: 336 time: 0.0795121 Aug 29 04:32:23.209787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54046) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.239971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7a841dd8-193d-46eb-a222-fb5fe35c150c tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=72270596-6fe0-441a-8df4-23c933ac81aa HTTP/1.1" status: 200 len: 205 time: 0.0287035 Aug 29 04:32:23.240993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:23.242279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54050) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.280552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a38b9-1026-4c15-ab99-7ef5c0dc719e req-4a0df75c-c155-4325-8828-7cece1931d49 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.282445 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b83a38b9-1026-4c15-ab99-7ef5c0dc719e req-4a0df75c-c155-4325-8828-7cece1931d49 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 943 time: 0.6238475 Aug 29 04:32:23.283116 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-60125517-0649-4852-9b2f-61bf6b9e1927 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] delete failed (client error): The resource could not be found. Aug 29 04:32:23.289036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-60125517-0649-4852-9b2f-61bf6b9e1927 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/72270596-6fe0-441a-8df4-23c933ac81aa HTTP/1.1" status: 404 len: 336 time: 0.0435359 Aug 29 04:32:23.289552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54052) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.291127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c01b1969-36ea-42ff-9578-1c9ec74d404b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c01b1969-36ea-42ff-9578-1c9ec74d404b,segment=NetworkSegment(8d40df18-8d27-480d-a0d8-385d7f8a0cb1),segment_id=8d40df18-8d27-480d-a0d8-385d7f8a0cb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:23.291929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.320565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.331249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4752d73-ae10-4b3e-8715-4bf1655bf0e2 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "GET /v2.0/ports?device_id=29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0 HTTP/1.1" status: 200 len: 205 time: 0.0374858 Aug 29 04:32:23.338889 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.340183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54054) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.381125 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-5a148ba9-e682-4abc-b85a-0fd35d61b8dd tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] delete failed (client error): The resource could not be found. Aug 29 04:32:23.384587 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5a148ba9-e682-4abc-b85a-0fd35d61b8dd tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/routers/29f8ffeb-7dd2-4ef9-8994-bbfd3d2addf0 HTTP/1.1" status: 404 len: 336 time: 0.0409038 Aug 29 04:32:23.385419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54058) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.404283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1aaab3-4218-42c3-be75-6e42eeebcc42,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.408797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b83a38b9-1026-4c15-ab99-7ef5c0dc719e req-174c4ca9-b27e-4d60-8cce-b9ba17c4b0ac tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115508 Aug 29 04:32:23.422977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.428638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.438668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.440992 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0932364e-915e-401f-bf97-92af7b4a5fe8 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:23.441537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0932364e-915e-401f-bf97-92af7b4a5fe8 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:23.446148 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0932364e-915e-401f-bf97-92af7b4a5fe8 tempest-RoutersAdminTest-2144663738 tempest-RoutersAdminTest-2144663738-project] 10.222.0.58 "DELETE /v2.0/subnets/6d3dc5f7-f53d-41db-ac1a-d540751b34ca HTTP/1.1" status: 404 len: 337 time: 0.0573559 Aug 29 04:32:23.504471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Checking segment: {'id': 'f0a013a8-f2f4-4e7d-add2-1f5aff92189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e1bcf85-22ac-4074-b3ea-274018edf4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:23.504841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Network hostable DHCP agents. Network: 2e1bcf85-22ac-4074-b3ea-274018edf4a8, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:23.514710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9854689 Aug 29 04:32:23.518777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54064) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.526173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:23.527371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86c542-2e5e-4eef-af08-90cb5443e94e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=4cc45ee3-b812-4a18-83c6-8bf439942584,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.538165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=c01b1969-36ea-42ff-9578-1c9ec74d404b,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.539402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:23.549101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.550464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.550667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.551098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.551363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.551616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.551966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.552354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.552694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.553030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.553365 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.553690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.554585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 2e1bcf85-22ac-4074-b3ea-274018edf4a8) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:23.558598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4cc45ee3-b812-4a18-83c6-8bf439942584 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:23.572752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.574634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.601851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c9c59625-d241-4463-a42e-e4b19587759f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2688475 Aug 29 04:32:23.617915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['c01b1969-36ea-42ff-9578-1c9ec74d404b'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:23.658635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93a8aa-463c-4a9a-bc82-a414bd9f1a71 None None] Network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:23.773409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:23.780418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.989185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54082) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.991336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:20Z', 'revision_number': 3, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:20Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:24.041173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:24.043857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Updating router 8d45766e-e80b-4d25-b81a-92d840226f5e port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:24.051780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550bf3dc-3baf-4524-8354-735d2c906f15 None None] Network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:24.093127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.139830 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.148939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-87f6172d-51ab-47e6-9d88-41de20c06474 None None] Provisioning complete for port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:24.149326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-87f6172d-51ab-47e6-9d88-41de20c06474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.166944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=6b064c86-ade9-4dd2-bda7-e45ba8fca422,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.190038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:24.190580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: 4cc45ee3-b812-4a18-83c6-8bf439942584, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:24.220905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 4cc45ee3-b812-4a18-83c6-8bf439942584 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:24.233977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4cc45ee3-b812-4a18-83c6-8bf439942584) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:24.243953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.245012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.264448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e98d3-0790-49c3-9d88-b36eb5515b6b None None] Network 4cc45ee3-b812-4a18-83c6-8bf439942584 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:24.276118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54094) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:24.277056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-baf05a67-c1a8-41bc-bd77-8629625c77d4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7563066 Aug 29 04:32:24.401823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38e1ee47-c51c-4cb0-ba66-1faf60fa857a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.433291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-87f6172d-51ab-47e6-9d88-41de20c06474 None None] Port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:24.713995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-4cc45ee3-b812-4a18-83c6-8bf439942584', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:24.715058 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.727183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da89a5e-8477-4d48-85b8-d0c30be29860 req-81432a65-b3f9-4eaf-b446-0dd3b5f79383 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.729274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1da89a5e-8477-4d48-85b8-d0c30be29860 req-81432a65-b3f9-4eaf-b446-0dd3b5f79383 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 944 time: 0.2374790 Aug 29 04:32:24.777857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-df1b7251-eb59-460a-9fbc-e5b66bc6a7e0 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.779381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-df1b7251-eb59-460a-9fbc-e5b66bc6a7e0 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/networks?id=2e1bcf85-22ac-4074-b3ea-274018edf4a8 HTTP/1.1" status: 200 len: 814 time: 0.3583338 Aug 29 04:32:24.799394 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.824981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Transition to ACTIVE for port object cd0a3b42-6f9f-433d-9ebc-7144ffd634ed will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:24.836647 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.860848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-6f137230-b060-4ddb-8093-8eeb3b42bfac tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/quotas/f36e1959572a44699362c7af49044a28 HTTP/1.1" status: 200 len: 375 time: 0.0482428 Aug 29 04:32:24.932353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a650668-7d9a-44e3-8daa-e83d4c155971 None None] Pushing event updated for resources: {'Port': ['ID=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.932614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-2ccd102b-399a-41db-a25b-742cdb7ad162 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f36e1959572a44699362c7af49044a28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587611 Aug 29 04:32:24.945671 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Allocated IP 2001:db8:2::2 (4cc45ee3-b812-4a18-83c6-8bf439942584/6b064c86-ade9-4dd2-bda7-e45ba8fca422/b267caf6-9d52-4f18-bc27-024a5acc1cee) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:24.970595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38e1ee47-c51c-4cb0-ba66-1faf60fa857a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.980235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1da89a5e-8477-4d48-85b8-d0c30be29860 req-1ad37de6-3452-4618-8f3c-52dfd6f79ee0 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138793 Aug 29 04:32:24.993049 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38e1ee47-c51c-4cb0-ba66-1faf60fa857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.069894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Attempting to bind port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:25.070374 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Attempting to bind port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:25.070646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Attempting to bind port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed on network 60d342e3-1b3a-4cbc-89ac-11be871b4587 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:25.081602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:25.082043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Checking segment: {'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:25.083528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.083937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Bound using segment: {'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:25.084790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Bound port: cd0a3b42-6f9f-433d-9ebc-7144ffd634ed, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e417606-b966-456f-a439-e5f59e783704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:25.084925 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.155257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38e1ee47-c51c-4cb0-ba66-1faf60fa857a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8501c00a06bc4abaa650dafb0ec18c08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1645780 Aug 29 04:32:25.157913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54130) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:25.161602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1ee47-c51c-4cb0-ba66-1faf60fa857a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062ab85a-e0f4-4e23-a59f-070a56d20c63,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.243488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa007-29c6-49ec-b0e7-51b1e0a82cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.270173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa007-29c6-49ec-b0e7-51b1e0a82cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.270968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-6653cc9a-e263-4835-8f7c-e7497170db4f service neutron] 10.222.0.58 "GET /v2.0/networks/2e1bcf85-22ac-4074-b3ea-274018edf4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889919 Aug 29 04:32:25.341468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa007-29c6-49ec-b0e7-51b1e0a82cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.345203 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa007-29c6-49ec-b0e7-51b1e0a82cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.347066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c5cfa007-29c6-49ec-b0e7-51b1e0a82cfc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/062ab85a-e0f4-4e23-a59f-070a56d20c63 HTTP/1.1" status: 204 len: 168 time: 0.1877639 Aug 29 04:32:25.358292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfa007-29c6-49ec-b0e7-51b1e0a82cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ab85a-e0f4-4e23-a59f-070a56d20c63,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.398458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.441867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] For port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:25.484834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] For port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,segment=NetworkSegment(7e417606-b966-456f-a439-e5f59e783704),segment_id=7e417606-b966-456f-a439-e5f59e783704)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:25.498285 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.556533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54140) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:25.566371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-ae6468f2-9c5e-49cf-bca6-39566c5f013c service neutron] 10.222.0.58 "GET /v2.0/networks/2e1bcf85-22ac-4074-b3ea-274018edf4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882676 Aug 29 04:32:25.566695 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.605714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Transition to ACTIVE for port object b267caf6-9d52-4f18-bc27-024a5acc1cee will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:25.633371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a650668-7d9a-44e3-8daa-e83d4c155971 None None] Pushing event updated for resources: {'Port': ['ID=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.639461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:25.640052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:25.759732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Transition to ACTIVE for port object b267caf6-9d52-4f18-bc27-024a5acc1cee will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:25.773665 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.849596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:25.865876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Network 4cc45ee3-b812-4a18-83c6-8bf439942584 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:25.874613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83f8b648-d84b-45e1-8a9f-c94b28d408c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.894061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8:2::1 (4cc45ee3-b812-4a18-83c6-8bf439942584/6b064c86-ade9-4dd2-bda7-e45ba8fca422/bb339951-7cae-4166-9ca2-176c0aa5a977) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:25.932455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:25.943137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:25.957969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54148) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:25.976275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbfebc50-0ee4-4ac9-9e7d-7ab3dab8b1dd req-e6a946d5-0b26-4d3d-aebb-ae3e7e677f95 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 210 time: 0.1026249 Aug 29 04:32:25.991286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Pushing event updated for resources: {'Port': ['ID=b267caf6-9d52-4f18-bc27-024a5acc1cee,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.015709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d1ad0505-6d85-4c0c-993b-d7f0b6d5d6de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a30821f1712045c985a470ee9bd1fa89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562961 Aug 29 04:32:26.019180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54152) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.119626 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-599d9425-8e59-4630-886d-0a4de991803d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.159086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Attempting to bind port b267caf6-9d52-4f18-bc27-024a5acc1cee on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:26.159549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Attempting to bind port b267caf6-9d52-4f18-bc27-024a5acc1cee by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:26.159930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Attempting to bind port b267caf6-9d52-4f18-bc27-024a5acc1cee on network 4cc45ee3-b812-4a18-83c6-8bf439942584 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:26.189559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-599d9425-8e59-4630-886d-0a4de991803d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.192610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.201097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:26.201465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Checking segment: {'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:26.201987 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.202904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Bound using segment: {'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:26.203236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Bound port: b267caf6-9d52-4f18-bc27-024a5acc1cee, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:26.203712 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.216780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bb94e-392e-4c80-af53-3e337431b235 req-ec8c2fa8-4fd7-42f5-b27e-e4c8f54ec871 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.218653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-561bb94e-392e-4c80-af53-3e337431b235 req-ec8c2fa8-4fd7-42f5-b27e-e4c8f54ec871 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 944 time: 0.1321087 Aug 29 04:32:26.233669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object bb339951-7cae-4166-9ca2-176c0aa5a977 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:26.289644 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-599d9425-8e59-4630-886d-0a4de991803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.293496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-599d9425-8e59-4630-886d-0a4de991803d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.294652 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-599d9425-8e59-4630-886d-0a4de991803d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39ec4054-2204-4c85-8abb-346d28f55ca2 HTTP/1.1" status: 204 len: 168 time: 0.2739100 Aug 29 04:32:26.308941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d9425-8e59-4630-886d-0a4de991803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ec4054-2204-4c85-8abb-346d28f55ca2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.324235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-561bb94e-392e-4c80-af53-3e337431b235 req-46ece478-95de-4c8f-875f-cf072e38b804 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949657 Aug 29 04:32:26.324235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83f8b648-d84b-45e1-8a9f-c94b28d408c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.324447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] For port b267caf6-9d52-4f18-bc27-024a5acc1cee, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:26.337804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] For port b267caf6-9d52-4f18-bc27-024a5acc1cee, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b267caf6-9d52-4f18-bc27-024a5acc1cee,segment=NetworkSegment(a80192da-d93e-4707-b405-4a08b47a6202),segment_id=a80192da-d93e-4707-b405-4a08b47a6202)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:26.338049 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83f8b648-d84b-45e1-8a9f-c94b28d408c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.355122 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.355622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.416279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-83f8b648-d84b-45e1-8a9f-c94b28d408c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=097d305e639546cc9c1004d4bcbe5cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8532457 Aug 29 04:32:26.416612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54166) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.439108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 4cc45ee3-b812-4a18-83c6-8bf439942584 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:26.452440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8b648-d84b-45e1-8a9f-c94b28d408c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46926ab5-7856-4129-8ad1-e0da57be3a92,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.453724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8e084-df82-4475-8a66-00aec6f8af83 None None] Pushing event updated for resources: {'Port': ['ID=b267caf6-9d52-4f18-bc27-024a5acc1cee,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.463646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:26.469208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:26.469776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.482722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:20Z', 'revision_number': 3, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:25Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.524232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0c23e-2bdd-46c4-8aa0-f6693812fe9d None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:20Z', 'revision_number': 3, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:25Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:26.544167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c01b1969-36ea-42ff-9578-1c9ec74d404b up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:26.556341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=bb339951-7cae-4166-9ca2-176c0aa5a977,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.569145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45cf850b-bef1-45e7-b396-c5cbb4461339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.646963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45cf850b-bef1-45e7-b396-c5cbb4461339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.769937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port c01b1969-36ea-42ff-9578-1c9ec74d404b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:26.773341 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.779469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port c01b1969-36ea-42ff-9578-1c9ec74d404b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:26.779871 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.796242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45cf850b-bef1-45e7-b396-c5cbb4461339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.805472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45cf850b-bef1-45e7-b396-c5cbb4461339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.814075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-45cf850b-bef1-45e7-b396-c5cbb4461339 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46926ab5-7856-4129-8ad1-e0da57be3a92 HTTP/1.1" status: 204 len: 168 time: 0.3933997 Aug 29 04:32:26.832358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf850b-bef1-45e7-b396-c5cbb4461339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46926ab5-7856-4129-8ad1-e0da57be3a92,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.957720 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.012035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4fb89b-514d-44bc-b015-b689313efa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01b1969-36ea-42ff-9578-1c9ec74d404b'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:27.017216 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9e6c2c-cb00-4f92-abda-dacaa13306a6" -d '{"events": [{"server_uuid": "1c4fb89b-514d-44bc-b015-b689313efa27", "name": "network-vif-plugged", "status": "completed", "tag": "c01b1969-36ea-42ff-9578-1c9ec74d404b"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:27.074168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c01b1969-36ea-42ff-9578-1c9ec74d404b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c01b1969-36ea-42ff-9578-1c9ec74d404b,segment=NetworkSegment(8d40df18-8d27-480d-a0d8-385d7f8a0cb1),segment_id=8d40df18-8d27-480d-a0d8-385d7f8a0cb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:27.094998 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.184374 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfc5ecb-00a6-4fa3-b144-e597a63cdc23 x-openstack-request-id: req-ccfc5ecb-00a6-4fa3-b144-e597a63cdc23 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:27.184671 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4fb89b-514d-44bc-b015-b689313efa27", "name": "network-vif-plugged", "status": "completed", "tag": "c01b1969-36ea-42ff-9578-1c9ec74d404b", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:27.185032 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccfc5ecb-00a6-4fa3-b144-e597a63cdc23 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:27.185313 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4fb89b-514d-44bc-b015-b689313efa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01b1969-36ea-42ff-9578-1c9ec74d404b', 'code': 200} Aug 29 04:32:27.204094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=c01b1969-36ea-42ff-9578-1c9ec74d404b,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.213929 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.306488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a3e0a7d-a0a3-4f06-98c8-56e10b64e070 req-c0525d55-e74e-4260-af83-44ec7960e168 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 210 time: 0.1141942 Aug 29 04:32:27.423441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2bac-19e3-4332-b78e-adee5aad3e30 req-318ac426-b480-4944-8506-66c165006f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.441557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c49a2bac-19e3-4332-b78e-adee5aad3e30 req-318ac426-b480-4944-8506-66c165006f6a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 1097 time: 0.2227893 Aug 29 04:32:27.581021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54194) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.612811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.617173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c49a2bac-19e3-4332-b78e-adee5aad3e30 req-cc90207b-ed59-42d6-be9e-6465da8b7b27 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559873 Aug 29 04:32:27.626633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac380-b71a-4d63-b0f0-56b19c4db064 req-3a3598ec-41d4-4412-8acf-10e26df98733 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.628542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eecac380-b71a-4d63-b0f0-56b19c4db064 req-3a3598ec-41d4-4412-8acf-10e26df98733 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 945 time: 0.1856275 Aug 29 04:32:27.637788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.648770 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.654206 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46e99807-511e-45e2-a5ad-56b182718673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.700306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-6d2de225-a70d-44e0-823f-dab07a2d7935 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.703046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-6d2de225-a70d-44e0-823f-dab07a2d7935 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.65 "GET /v2.0/networks?id=2e1bcf85-22ac-4074-b3ea-274018edf4a8 HTTP/1.1" status: 200 len: 814 time: 0.1996660 Aug 29 04:32:27.719360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Request body: {'port': {'device_id': '5f375b05-92f6-4298-a0d4-a4ae321233ec', 'network_id': '2e1bcf85-22ac-4074-b3ea-274018edf4a8', 'admin_state_up': True, 'tenant_id': 'f36e1959572a44699362c7af49044a28'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:27.940034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=bb339951-7cae-4166-9ca2-176c0aa5a977,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.956684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eecac380-b71a-4d63-b0f0-56b19c4db064 req-db2edcbe-8b07-428d-9faa-7678476dd561 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200436 Aug 29 04:32:27.983361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b267caf6-9d52-4f18-bc27-024a5acc1cee up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:28.048987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 4cc45ee3-b812-4a18-83c6-8bf439942584 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:28.053685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:28.063551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b267caf6-9d52-4f18-bc27-024a5acc1cee completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:28.068040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46e99807-511e-45e2-a5ad-56b182718673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.068438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cd0a3b42-6f9f-433d-9ebc-7144ffd634ed up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:28.098857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b26a17-3ea4-4c4f-ac5d-1bf353638471 None None] Network 4cc45ee3-b812-4a18-83c6-8bf439942584 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:28.114275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Made reservation on behalf of f36e1959572a44699362c7af49044a28 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:28.122744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.155299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54206) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.211421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46e99807-511e-45e2-a5ad-56b182718673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.212585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6cbfd236-3787-45d2-ad74-b6d2e4df84c6 None None] Provisioning for port b267caf6-9d52-4f18-bc27-024a5acc1cee completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:28.229045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:28.229919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.232942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:28.237596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6cbfd236-3787-45d2-ad74-b6d2e4df84c6 None None] Provisioning complete for port b267caf6-9d52-4f18-bc27-024a5acc1cee triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:28.237980 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd236-3787-45d2-ad74-b6d2e4df84c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.243879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:28.244544 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.313022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-46e99807-511e-45e2-a5ad-56b182718673 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c96cd46889bb437a87d3cfdc9281e2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7251456 Aug 29 04:32:28.314323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54212) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.329366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e99807-511e-45e2-a5ad-56b182718673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3581a43d-3807-4658-9cc1-eebcfbcb1d10,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.472686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:28.484352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cf2f292a-83b0-4342-be64-6c21994933c7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2051494 Aug 29 04:32:28.485682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54220) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.486162 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:28.500548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d822f6a9-9ec9-44d4-92be-f5e49641be07 tempest-AgentManagementNegativeTest-795618006 tempest-AgentManagementNegativeTest-795618006-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3286314 Aug 29 04:32:28.504571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1880896047'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:28.525659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.529012 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:28.529634 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd236-3787-45d2-ad74-b6d2e4df84c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.532780 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:28.551295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a2dba72-1ade-4b21-a5af-fe7429d4fb35 req-9b7e6bcf-2473-4ebf-bd26-a9cc317663d5 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 210 time: 0.0357394 Aug 29 04:32:28.598546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:28.599455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5d660b8-5783-4512-9886-61536e0e4083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.610492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.625039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Allocated IP 172.20.0.10 (2e1bcf85-22ac-4074-b3ea-274018edf4a8/da1aaab3-4218-42c3-be75-6e42eeebcc42/40b7debf-4211-44c8-8c41-72dd76535c90) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:28.627267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6cbfd236-3787-45d2-ad74-b6d2e4df84c6 None None] For port b267caf6-9d52-4f18-bc27-024a5acc1cee, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b267caf6-9d52-4f18-bc27-024a5acc1cee,segment=NetworkSegment(a80192da-d93e-4707-b405-4a08b47a6202),segment_id=a80192da-d93e-4707-b405-4a08b47a6202)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:28.642481 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd236-3787-45d2-ad74-b6d2e4df84c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.654178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,segment=NetworkSegment(7e417606-b966-456f-a439-e5f59e783704),segment_id=7e417606-b966-456f-a439-e5f59e783704)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:28.685284 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.693853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5d660b8-5783-4512-9886-61536e0e4083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.749301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:28.750469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfd236-3787-45d2-ad74-b6d2e4df84c6 None None] Pushing event updated for resources: {'Port': ['ID=b267caf6-9d52-4f18-bc27-024a5acc1cee,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.774526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.776405 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added segment 330d080a-3f3e-423b-b159-d03fa3c3bb98 of type vlan for network 0bdc22bb-ecaf-44af-a684-b49dafd90644 Aug 29 04:32:28.803196 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:28.898669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.905751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.936507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5d660b8-5783-4512-9886-61536e0e4083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.949337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5d660b8-5783-4512-9886-61536e0e4083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.950483 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b5d660b8-5783-4512-9886-61536e0e4083 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3581a43d-3807-4658-9cc1-eebcfbcb1d10 HTTP/1.1" status: 204 len: 168 time: 0.6317811 Aug 29 04:32:28.990579 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.997858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.001195 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.018678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d660b8-5783-4512-9886-61536e0e4083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3581a43d-3807-4658-9cc1-eebcfbcb1d10,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.093088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54244) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.095198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5954893 Aug 29 04:32:29.107582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'subnet': {'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:29.193997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-391b2cf5-919f-4c2a-95a0-49e4ed9af11d None None] Provisioning complete for port b267caf6-9d52-4f18-bc27-024a5acc1cee triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:29.198132 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-391b2cf5-919f-4c2a-95a0-49e4ed9af11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.211457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54246) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.245592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.317858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b3e0a-d4ce-45ee-8d91-20f3ed5c02b5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Network': ['ID=0bdc22bb-ecaf-44af-a684-b49dafd90644,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.341315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0bdc22bb-ecaf-44af-a684-b49dafd90644 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:29.365472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b8ff-a1a8-4b6e-b519-3d4e4b242f7d req-2b8cdf5a-561b-42c6-8991-1b557e152319 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.372148 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:27Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:25Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:29.381160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f71b8ff-a1a8-4b6e-b519-3d4e4b242f7d req-2b8cdf5a-561b-42c6-8991-1b557e152319 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 945 time: 0.1523347 Aug 29 04:32:29.414499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Made reservation on behalf of c7adc982033a43f39fbe1f1154d3c423 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:29.418119 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.424109 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:29.425113 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Updating router 8d45766e-e80b-4d25-b81a-92d840226f5e port bb339951-7cae-4166-9ca2-176c0aa5a977 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:29.456741 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.464955 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.503563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f71b8ff-a1a8-4b6e-b519-3d4e4b242f7d req-9be5cbc5-f165-43d6-b22b-5d33a68708b1 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207049 Aug 29 04:32:29.556216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-2afd4030-9737-432f-bc1b-3ecb0a82dcf6 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.568962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-2afd4030-9737-432f-bc1b-3ecb0a82dcf6 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 814 time: 0.5595500 Aug 29 04:32:29.614436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-bd9da260-acc0-4637-9c16-cb65fbd4b444 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/quotas/3d1d3456afd9459a8e6683f38903a3cd HTTP/1.1" status: 200 len: 375 time: 0.0419741 Aug 29 04:32:29.638320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-391b2cf5-919f-4c2a-95a0-49e4ed9af11d None None] Provisioning for port bb339951-7cae-4166-9ca2-176c0aa5a977 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:29.648603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-391b2cf5-919f-4c2a-95a0-49e4ed9af11d None None] Provisioning complete for port bb339951-7cae-4166-9ca2-176c0aa5a977 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:29.651332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:29.651481 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-391b2cf5-919f-4c2a-95a0-49e4ed9af11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.656285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Pushing event updated for resources: {'Port': ['ID=40b7debf-4211-44c8-8c41-72dd76535c90,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.666350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:29.690873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:29.733120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-391b2cf5-919f-4c2a-95a0-49e4ed9af11d None None] Port bb339951-7cae-4166-9ca2-176c0aa5a977 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:29.749219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-dcb71586-d076-45ea-8132-207aab83cd40 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218030 Aug 29 04:32:29.787238 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3595e94a-acb1-4c3d-a443-515d48c4dfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.864103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8187846e-397f-4d00-876e-d7e06e40ca3c None None] Provisioning complete for port bb339951-7cae-4166-9ca2-176c0aa5a977 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:29.864753 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8187846e-397f-4d00-876e-d7e06e40ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.906181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.907122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.981824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b267caf6-9d52-4f18-bc27-024a5acc1cee up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:29.986685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cc07d849-c7d5-4aae-9d41-3d884ecf8e8c service neutron] 10.222.0.58 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345860 Aug 29 04:32:30.008339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8187846e-397f-4d00-876e-d7e06e40ca3c None None] Port bb339951-7cae-4166-9ca2-176c0aa5a977 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:30.042107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b267caf6-9d52-4f18-bc27-024a5acc1cee triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:30.042798 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.168340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-13dd29d7-77a8-4ab6-b20d-0ef99bd0f303 None None] Provisioning complete for port bb339951-7cae-4166-9ca2-176c0aa5a977 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:30.168645 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13dd29d7-77a8-4ab6-b20d-0ef99bd0f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.172314 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:30.201845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cd0a3b42-6f9f-433d-9ebc-7144ffd634ed up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:30.221065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3595e94a-acb1-4c3d-a443-515d48c4dfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.246665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3595e94a-acb1-4c3d-a443-515d48c4dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.256698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-13dd29d7-77a8-4ab6-b20d-0ef99bd0f303 None None] Port bb339951-7cae-4166-9ca2-176c0aa5a977 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:30.270847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.271873 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.274246 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-9e585093-509b-465b-b7dd-4ece1d31038e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5606604 Aug 29 04:32:30.280469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:30.280901 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.295641 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Transition to ACTIVE for port object bb339951-7cae-4166-9ca2-176c0aa5a977 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:30.304969 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.307685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Request body: {'port': {'device_id': '5f375b05-92f6-4298-a0d4-a4ae321233ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.404263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3595e94a-acb1-4c3d-a443-515d48c4dfaa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81e25c1c4c264ee58b679c3086a8f35f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1794007 Aug 29 04:32:30.406240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595e94a-acb1-4c3d-a443-515d48c4dfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf7d54-5228-4ccd-bfe0-74aacc77b73f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.429191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54278) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.435253 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Pushing event updated for resources: {'Port': ['ID=bb339951-7cae-4166-9ca2-176c0aa5a977,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.461579 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.462686 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.463112 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.463519 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.463912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.464346 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.464738 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.465617 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.466014 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.466400 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.466791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.467488 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.481836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Subnet': ['ID=8af4cb8b-dcba-4891-9a05-e4d7842370f7,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.542767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Attempting to bind port bb339951-7cae-4166-9ca2-176c0aa5a977 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:30.543487 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Attempting to bind port bb339951-7cae-4166-9ca2-176c0aa5a977 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:30.543894 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Attempting to bind port bb339951-7cae-4166-9ca2-176c0aa5a977 on network 4cc45ee3-b812-4a18-83c6-8bf439942584 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:30.550685 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:30.551526 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Checking segment: {'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:30.552127 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.552678 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Bound using segment: {'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:30.553310 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Bound port: bb339951-7cae-4166-9ca2-176c0aa5a977, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80192da-d93e-4707-b405-4a08b47a6202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:30.553881 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.563837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.595769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Checking segment: {'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:30.596434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network hostable DHCP agents. Network: 0bdc22bb-ecaf-44af-a684-b49dafd90644, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:30.601863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062394-9b65-4178-82fb-197c3a7d8a1f req-bb778ad0-a6a0-4a46-a5f0-72f0a94b960f tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.604317 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d062394-9b65-4178-82fb-197c3a7d8a1f req-bb778ad0-a6a0-4a46-a5f0-72f0a94b960f tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 932 time: 0.6162722 Aug 29 04:32:30.622861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-676e3d0a-5fe0-4b16-b7fe-020ca1975189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.659807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-676e3d0a-5fe0-4b16-b7fe-020ca1975189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.662767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] For port bb339951-7cae-4166-9ca2-176c0aa5a977, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:30.667165 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] For port bb339951-7cae-4166-9ca2-176c0aa5a977, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bb339951-7cae-4166-9ca2-176c0aa5a977,segment=NetworkSegment(a80192da-d93e-4707-b405-4a08b47a6202),segment_id=a80192da-d93e-4707-b405-4a08b47a6202)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:30.672062 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.687152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d062394-9b65-4178-82fb-197c3a7d8a1f req-66208b9d-1fa4-4a3e-bd0f-c0c513b21d30 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714221 Aug 29 04:32:30.722982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-c7e4c44f-18a5-43f4-9fe8-8a75933e1ba0 service neutron] 10.222.0.58 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207377 Aug 29 04:32:30.748331 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844b7d6-56a3-4c43-ae79-15379e7aedc5 None None] Pushing event updated for resources: {'Port': ['ID=bb339951-7cae-4166-9ca2-176c0aa5a977,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.753441 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:30.754572 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:30.888971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 0bdc22bb-ecaf-44af-a684-b49dafd90644 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:30.894060 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:30.900974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-676e3d0a-5fe0-4b16-b7fe-020ca1975189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.910285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-676e3d0a-5fe0-4b16-b7fe-020ca1975189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.917722 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-676e3d0a-5fe0-4b16-b7fe-020ca1975189 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ebf7d54-5228-4ccd-bfe0-74aacc77b73f HTTP/1.1" status: 204 len: 168 time: 0.4847050 Aug 29 04:32:30.962845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 0bdc22bb-ecaf-44af-a684-b49dafd90644) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:30.975613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6cb281-62c4-462f-9868-eced625c1fb6 None None] Network 0bdc22bb-ecaf-44af-a684-b49dafd90644 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:30.981842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.982456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.031063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e3d0a-5fe0-4b16-b7fe-020ca1975189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf7d54-5228-4ccd-bfe0-74aacc77b73f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.216657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-320273c1-29ea-482f-b448-22e8905ce2b0 req-e2288ba8-ef63-4d81-9feb-6a3979a40392 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 210 time: 0.0863333 Aug 29 04:32:31.308741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54304) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.308956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a88a3f5e-f34a-49a8-8a11-40759911fde7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2146671 Aug 29 04:32:31.504864 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:30Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:31.582740 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417ca5e-9a49-4a61-8cb0-4b3d649ecba6 None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:30Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:31.623700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0bdc22bb-ecaf-44af-a684-b49dafd90644', 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'fixed_ips': [{'subnet_id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:31.624591 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.026085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b7debf-4211-44c8-8c41-72dd76535c90 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:32.043916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.073109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Transition to ACTIVE for port object 40b7debf-4211-44c8-8c41-72dd76535c90 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:32.084042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.142895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Allocated IP 2001:db8:3::2 (0bdc22bb-ecaf-44af-a684-b49dafd90644/8af4cb8b-dcba-4891-9a05-e4d7842370f7/1a8f094d-f35b-45f1-adf4-9752764262d3) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:32.170540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d401-6f2a-4cd0-8b06-760aa65aba35 req-2e2c09c1-07e5-4895-b9a5-bbe4962ef5c4 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.174009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b188d401-6f2a-4cd0-8b06-760aa65aba35 req-2e2c09c1-07e5-4895-b9a5-bbe4962ef5c4 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 932 time: 0.2944617 Aug 29 04:32:32.196356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Pushing event updated for resources: {'Port': ['ID=40b7debf-4211-44c8-8c41-72dd76535c90,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.221161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd8785-8772-4519-8e96-4a7303dd5eb1 req-94847b7a-c49b-4822-924f-cc3372697f5c tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.235202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ffd8785-8772-4519-8e96-4a7303dd5eb1 req-94847b7a-c49b-4822-924f-cc3372697f5c tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 945 time: 0.3765407 Aug 29 04:32:32.294800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bb339951-7cae-4166-9ca2-176c0aa5a977 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:32.375853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ffd8785-8772-4519-8e96-4a7303dd5eb1 req-d4e8ebc3-824d-48f8-8a39-076463d428ab tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333659 Aug 29 04:32:32.381327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Attempting to bind port 40b7debf-4211-44c8-8c41-72dd76535c90 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:32.383591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Attempting to bind port 40b7debf-4211-44c8-8c41-72dd76535c90 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'f0a013a8-f2f4-4e7d-add2-1f5aff92189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e1bcf85-22ac-4074-b3ea-274018edf4a8'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:32.384246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Attempting to bind port 40b7debf-4211-44c8-8c41-72dd76535c90 on network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:32.406255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Port 40b7debf-4211-44c8-8c41-72dd76535c90 on network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:32.406680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Attempting to bind port 40b7debf-4211-44c8-8c41-72dd76535c90 on network 2e1bcf85-22ac-4074-b3ea-274018edf4a8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:32.419205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:32.419885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Checking segment: {'id': 'f0a013a8-f2f4-4e7d-add2-1f5aff92189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e1bcf85-22ac-4074-b3ea-274018edf4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:32.424997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Bound using segment: {'id': 'f0a013a8-f2f4-4e7d-add2-1f5aff92189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e1bcf85-22ac-4074-b3ea-274018edf4a8'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:32.426059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Bound port: 40b7debf-4211-44c8-8c41-72dd76535c90, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a013a8-f2f4-4e7d-add2-1f5aff92189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e1bcf85-22ac-4074-b3ea-274018edf4a8'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:32.429628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.436094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b188d401-6f2a-4cd0-8b06-760aa65aba35 req-6e49b897-7a86-472e-aba5-e5d2c5341fdb tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460103 Aug 29 04:32:32.588085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54350) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.624356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.680642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] For port 40b7debf-4211-44c8-8c41-72dd76535c90, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:32.698045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] For port 40b7debf-4211-44c8-8c41-72dd76535c90, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=40b7debf-4211-44c8-8c41-72dd76535c90,segment=NetworkSegment(f0a013a8-f2f4-4e7d-add2-1f5aff92189b),segment_id=f0a013a8-f2f4-4e7d-add2-1f5aff92189b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:32.709364 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.802819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-12c61f68-2386-465b-935b-5b46ed084cec tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:32.804735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-12c61f68-2386-465b-935b-5b46ed084cec tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2139943 Aug 29 04:32:32.816380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.817219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.819072 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] 10.222.0.65 "PUT /v2.0/ports/40b7debf-4211-44c8-8c41-72dd76535c90 HTTP/1.1" status: 200 len: 1093 time: 2.5232296 Aug 29 04:32:32.820691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f375b05-92f6-4298-a0d4-a4ae321233ec', 'tag': '40b7debf-4211-44c8-8c41-72dd76535c90'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:32.822065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54360) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.823876 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b00e7f-c8aa-433d-97a8-d45fc495d003" -d '{"events": [{"name": "network-changed", "server_uuid": "5f375b05-92f6-4298-a0d4-a4ae321233ec", "tag": "40b7debf-4211-44c8-8c41-72dd76535c90"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:32.861370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-217fbf9d-b816-4a82-8f32-fa271e323141 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:32.864351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-217fbf9d-b816-4a82-8f32-fa271e323141 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0125690 Aug 29 04:32:32.888073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54366) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.910221 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c635266-c332-4e04-a21a-ef3d9612bbe6 x-openstack-request-id: req-1c635266-c332-4e04-a21a-ef3d9612bbe6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:32.910873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-72394afd-4288-44f6-bf95-9d8459411498 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:32.911505 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f375b05-92f6-4298-a0d4-a4ae321233ec", "tag": "40b7debf-4211-44c8-8c41-72dd76535c90", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:32.911748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72394afd-4288-44f6-bf95-9d8459411498 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0222788 Aug 29 04:32:32.912773 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c635266-c332-4e04-a21a-ef3d9612bbe6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:32.913463 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f375b05-92f6-4298-a0d4-a4ae321233ec', 'tag': '40b7debf-4211-44c8-8c41-72dd76535c90', 'status': 'completed', 'code': 200} Aug 29 04:32:32.917511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54370) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.927150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-a4829349-e500-4d6a-aa7d-d87c85403ee8 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:32.929112 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a4829349-e500-4d6a-aa7d-d87c85403ee8 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0074584 Aug 29 04:32:32.937895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54372) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.945275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-ecd96dcd-ff33-445c-bdb9-98b77534da4a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:32.946976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ecd96dcd-ff33-445c-bdb9-98b77534da4a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060906 Aug 29 04:32:32.965949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aab23adc-e5f9-44e8-ba18-c840e1875328 req-00c25c81-526d-4a48-aeee-826659013a46 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 210 time: 0.2225487 Aug 29 04:32:32.967015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54374) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.977545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-1276098c-0bc5-4f42-877d-943b306556f4 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:32.978488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1276098c-0bc5-4f42-877d-943b306556f4 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046012 Aug 29 04:32:32.988519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-c8ad4785-5138-4a0d-a966-d3f9a3a66bda tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.991485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-c8ad4785-5138-4a0d-a966-d3f9a3a66bda tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 945 time: 0.2459533 Aug 29 04:32:32.996155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54376) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.001688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-2a389f26-ddb3-4f5d-9f57-38eb39136cb1 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.002659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2a389f26-ddb3-4f5d-9f57-38eb39136cb1 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054066 Aug 29 04:32:33.006678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54380) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.012283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-8b95d3da-8bc1-464b-b225-a65340c8e8e1 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.013519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8b95d3da-8bc1-464b-b225-a65340c8e8e1 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054815 Aug 29 04:32:33.027358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port bb339951-7cae-4166-9ca2-176c0aa5a977 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:33.030721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54382) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.038034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port bb339951-7cae-4166-9ca2-176c0aa5a977 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:33.038512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.053121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-331c94d0-af6e-46bc-a80c-ab8e49759aa3 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.054521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-331c94d0-af6e-46bc-a80c-ab8e49759aa3 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0103741 Aug 29 04:32:33.060668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54384) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.065543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cb735-e657-49c4-b912-4e82aefe1123 service neutron] Pushing event updated for resources: {'Port': ['ID=40b7debf-4211-44c8-8c41-72dd76535c90,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.066544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-25aa829a-bfff-4eb9-801e-3473e361ed6b tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.067504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-25aa829a-bfff-4eb9-801e-3473e361ed6b tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044267 Aug 29 04:32:33.080310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54386) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.088539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-9b3f7472-70da-45b8-a9cb-a388f763bedf tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.090048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9b3f7472-70da-45b8-a9cb-a388f763bedf tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058658 Aug 29 04:32:33.094515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54390) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.107628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-12a50401-ba44-4205-a779-92e2d5348867 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.108852 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-12a50401-ba44-4205-a779-92e2d5348867 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0130982 Aug 29 04:32:33.111696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54392) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.122299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-b049a325-2c46-40a9-a404-87fe029f706c tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.125861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b049a325-2c46-40a9-a404-87fe029f706c tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075240 Aug 29 04:32:33.129563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54394) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.136452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-b7f2e641-fa03-4c82-bcaf-88f3e0fe427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.138397 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-b7f2e641-fa03-4c82-bcaf-88f3e0fe427a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f36e1959572a44699362c7af49044a28&device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 1096 time: 0.2058434 Aug 29 04:32:33.138778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-b9bd819d-f18e-4b7d-b16f-03f62b7ab7bf tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.142258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b9bd819d-f18e-4b7d-b16f-03f62b7ab7bf tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0071321 Aug 29 04:32:33.146673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54396) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.148705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-031e556d-5421-4faa-95a1-9f24d9baabe1 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.151550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-031e556d-5421-4faa-95a1-9f24d9baabe1 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.64 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 814 time: 0.3622315 Aug 29 04:32:33.156109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-1720e40d-efba-4261-8fbb-fce4db154a8a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.157444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1720e40d-efba-4261-8fbb-fce4db154a8a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0093484 Aug 29 04:32:33.164619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54400) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.170610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-dbd0f8e6-86bd-4796-98b4-962e303a715d tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.171546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dbd0f8e6-86bd-4796-98b4-962e303a715d tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044396 Aug 29 04:32:33.175776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54402) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.182212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-26661386-cc46-4d37-ae28-f584cf5c2105 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.183145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-26661386-cc46-4d37-ae28-f584cf5c2105 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043600 Aug 29 04:32:33.186700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54404) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.192321 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-e6764e3b-0aec-489e-9df3-327e12989c12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40b7debf-4211-44c8-8c41-72dd76535c90 HTTP/1.1" status: 200 len: 217 time: 0.0387361 Aug 29 04:32:33.197754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Request body: {'port': {'device_id': '994dd2e4-f85b-4c5d-8726-e11eafd3c18b', 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'admin_state_up': True, 'tenant_id': '3d1d3456afd9459a8e6683f38903a3cd'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:33.213863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.217889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-6f251bbc-fef4-4b0b-89c9-f1035aec2754 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.218881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6f251bbc-fef4-4b0b-89c9-f1035aec2754 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0311489 Aug 29 04:32:33.227255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54406) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.232140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-ef66076b-01b1-4132-a501-4e8e942e1795 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.233069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ef66076b-01b1-4132-a501-4e8e942e1795 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043378 Aug 29 04:32:33.238056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54408) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.249678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-a6deacdd-a2d5-4ad3-84a6-cbdac6ab10e9 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.250490 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.250642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a6deacdd-a2d5-4ad3-84a6-cbdac6ab10e9 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067739 Aug 29 04:32:33.254283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54410) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.261755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-569b6034-1ab4-4d4d-81ab-1dd22d359b8a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.262736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-569b6034-1ab4-4d4d-81ab-1dd22d359b8a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055521 Aug 29 04:32:33.272685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54412) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.279391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Transition to ACTIVE for port object 1a8f094d-f35b-45f1-adf4-9752764262d3 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:33.280623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-e86eaacd-d7f9-46c0-b696-d9cf87d99cb0 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.281609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e86eaacd-d7f9-46c0-b696-d9cf87d99cb0 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071092 Aug 29 04:32:33.285944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port bb339951-7cae-4166-9ca2-176c0aa5a977, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bb339951-7cae-4166-9ca2-176c0aa5a977,segment=NetworkSegment(a80192da-d93e-4707-b405-4a08b47a6202),segment_id=a80192da-d93e-4707-b405-4a08b47a6202)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:33.287185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54414) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.300229 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.301666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-4152d0a3-e0aa-44fa-bf34-e2fb0a75c824 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.302950 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4152d0a3-e0aa-44fa-bf34-e2fb0a75c824 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0125279 Aug 29 04:32:33.305790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Deleting port c01b1969-36ea-42ff-9578-1c9ec74d404b {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:33.307296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.307527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54416) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.312315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-48a406d5-133b-4f92-9848-2d80f98bfb7a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.313204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-48a406d5-133b-4f92-9848-2d80f98bfb7a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054131 Aug 29 04:32:33.339657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Transition to ACTIVE for port object 1a8f094d-f35b-45f1-adf4-9752764262d3 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:33.355465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54418) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.361869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.368190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-e988d8db-c119-4e72-965b-c74240842b3d tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.371428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e988d8db-c119-4e72-965b-c74240842b3d tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0120354 Aug 29 04:32:33.375632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54420) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.381127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-8de3a4a5-5e4b-4797-a8f8-b644365c0679 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.385138 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8de3a4a5-5e4b-4797-a8f8-b644365c0679 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063651 Aug 29 04:32:33.387412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54422) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.394112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=bb339951-7cae-4166-9ca2-176c0aa5a977,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.396522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-13003738-1e0d-4a24-8d59-c5d076b724c3 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.400871 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-13003738-1e0d-4a24-8d59-c5d076b724c3 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0100646 Aug 29 04:32:33.405658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54424) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.407386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-68930406-c3a8-4b91-a6a5-b5d12087d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.409099 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-68930406-c3a8-4b91-a6a5-b5d12087d12a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da1aaab3-4218-42c3-be75-6e42eeebcc42 HTTP/1.1" status: 200 len: 854 time: 0.2072299 Aug 29 04:32:33.416227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-ad2ee12e-076c-4169-9f05-fe2bcca3cc40 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.417316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ad2ee12e-076c-4169-9f05-fe2bcca3cc40 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0072367 Aug 29 04:32:33.431629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Network 0bdc22bb-ecaf-44af-a684-b49dafd90644 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:33.445718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Pushing event updated for resources: {'Port': ['ID=1a8f094d-f35b-45f1-adf4-9752764262d3,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.445875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54428) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.448476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-f6fcb75f-62d9-4da1-8aca-f2c85a1b4a00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e1bcf85-22ac-4074-b3ea-274018edf4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301204 Aug 29 04:32:33.455439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:33.455607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-3e8e0faa-593d-4bfa-9cc5-eab514aa5ff1 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.456504 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3e8e0faa-593d-4bfa-9cc5-eab514aa5ff1 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071390 Aug 29 04:32:33.464354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:33.472082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54430) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.481388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-490f9d5f-1f5e-4e3f-99a8-4b2de648d135 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.482451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-490f9d5f-1f5e-4e3f-99a8-4b2de648d135 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0094221 Aug 29 04:32:33.486406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54434) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.523610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Allocated IP 2001:db8:3::1 (0bdc22bb-ecaf-44af-a684-b49dafd90644/8af4cb8b-dcba-4891-9a05-e4d7842370f7/dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:33.537386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-e8a90382-b9e3-43b1-88e7-2eb8d4843afe tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.538077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Attempting to bind port 1a8f094d-f35b-45f1-adf4-9752764262d3 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:33.538382 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8a90382-b9e3-43b1-88e7-2eb8d4843afe tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0358198 Aug 29 04:32:33.538642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Attempting to bind port 1a8f094d-f35b-45f1-adf4-9752764262d3 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:33.538993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Attempting to bind port 1a8f094d-f35b-45f1-adf4-9752764262d3 on network 0bdc22bb-ecaf-44af-a684-b49dafd90644 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:33.542455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54440) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.545137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:33.545625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Checking segment: {'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:33.546098 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.546831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Bound using segment: {'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:33.547375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Bound port: 1a8f094d-f35b-45f1-adf4-9752764262d3, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:33.547871 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.548506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-df07c0a3-817d-4537-a1c3-1b5191f3b762 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.552122 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-df07c0a3-817d-4537-a1c3-1b5191f3b762 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072052 Aug 29 04:32:33.559020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54442) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.593309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-611ffe0d-39b3-4644-88a7-94411628eb4f tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.594506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-611ffe0d-39b3-4644-88a7-94411628eb4f tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0136240 Aug 29 04:32:33.599285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.606063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-5741eeee-80d7-45bc-b05f-86d5d1f28686 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.610213 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5741eeee-80d7-45bc-b05f-86d5d1f28686 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0087399 Aug 29 04:32:33.614071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54448) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.625067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-63cad942-5a12-4496-9ac2-42859fca8858 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.628999 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-63cad942-5a12-4496-9ac2-42859fca8858 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0136139 Aug 29 04:32:33.630288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Made reservation on behalf of 3d1d3456afd9459a8e6683f38903a3cd for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:33.631632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] For port 1a8f094d-f35b-45f1-adf4-9752764262d3, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:33.633018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54450) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.634729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.636391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] For port 1a8f094d-f35b-45f1-adf4-9752764262d3, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1a8f094d-f35b-45f1-adf4-9752764262d3,segment=NetworkSegment(330d080a-3f3e-423b-b159-d03fa3c3bb98),segment_id=330d080a-3f3e-423b-b159-d03fa3c3bb98)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:33.643189 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.644839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] For port c01b1969-36ea-42ff-9578-1c9ec74d404b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c01b1969-36ea-42ff-9578-1c9ec74d404b,segment=NetworkSegment(8d40df18-8d27-480d-a0d8-385d7f8a0cb1),segment_id=8d40df18-8d27-480d-a0d8-385d7f8a0cb1)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:33.645333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.654019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-5ba0934a-a7e6-4583-9fb4-e7cdd8b6cfe0 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.656054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5ba0934a-a7e6-4583-9fb4-e7cdd8b6cfe0 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0180626 Aug 29 04:32:33.666331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54452) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.677816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-2afb4de8-f7a9-4cd9-b8cf-7b1a1c8b3581 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.678789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2afb4de8-f7a9-4cd9-b8cf-7b1a1c8b3581 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060656 Aug 29 04:32:33.679518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54454) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.692211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54456) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.699432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-9e05b06f-5b14-4ecf-971c-1ed9108cad3a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.700751 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9e05b06f-5b14-4ecf-971c-1ed9108cad3a tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062833 Aug 29 04:32:33.705066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-89dba537-7e61-49df-85df-b30f55dad988 service neutron] 10.222.0.65 "GET /v2.0/networks/2e1bcf85-22ac-4074-b3ea-274018edf4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475049 Aug 29 04:32:33.705692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54460) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.716610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-406be393-5797-4b25-802c-2207c429a512 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.718052 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-406be393-5797-4b25-802c-2207c429a512 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091047 Aug 29 04:32:33.722051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc9c9a-4852-4fa3-a3cc-91c42f01c7c9 None None] Pushing event updated for resources: {'Port': ['ID=1a8f094d-f35b-45f1-adf4-9752764262d3,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.746677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54462) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.748762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Calling delete_port for c01b1969-36ea-42ff-9578-1c9ec74d404b owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:33.799342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd4bdf-87bc-4ca8-9219-c75f22fc2889 req-7c88e35e-ddad-4dc7-bc86-f50bebb88806 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.803601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bedd4bdf-87bc-4ca8-9219-c75f22fc2889 req-7c88e35e-ddad-4dc7-bc86-f50bebb88806 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 945 time: 0.2601855 Aug 29 04:32:33.827833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9b60a-4f8b-46a5-b587-ef8fff716187 req-0c6d056f-1d64-4cfb-aeb5-e955e0123736 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.829709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42e9b60a-4f8b-46a5-b587-ef8fff716187 req-0c6d056f-1d64-4cfb-aeb5-e955e0123736 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 944 time: 0.2876468 Aug 29 04:32:33.845522 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-377802cf-cb85-4a5c-9db4-318e74f5a899 req-8ab5559a-ff32-4489-98dd-6c71e5a1c81c service neutron] 10.222.0.65 "GET /v2.0/networks/2e1bcf85-22ac-4074-b3ea-274018edf4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260486 Aug 29 04:32:33.854173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-31bc9d88-d4ff-41a8-b1b6-2037df4a397c tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.855325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-31bc9d88-d4ff-41a8-b1b6-2037df4a397c tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0129139 Aug 29 04:32:33.866534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54464) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.888254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-100d3ebd-2b94-4d55-a8fc-c04388899cd5 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.890079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-100d3ebd-2b94-4d55-a8fc-c04388899cd5 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0132620 Aug 29 04:32:33.898899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54466) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.905306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8807fadc-a44b-4f9a-9f1c-df6a218aabce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.911259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-c0cb254d-8bf8-4b2b-8d32-859792f6b9bc tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.912808 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c0cb254d-8bf8-4b2b-8d32-859792f6b9bc tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0117700 Aug 29 04:32:33.916763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54468) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.938142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-123fa85a-1c9e-4d16-9992-6bbe0469c467 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.939107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-123fa85a-1c9e-4d16-9992-6bbe0469c467 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0133188 Aug 29 04:32:33.944055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54470) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.962261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-3cfe4dd5-b73b-4ced-9184-757b843a96ee tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.963480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3cfe4dd5-b73b-4ced-9184-757b843a96ee tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0094895 Aug 29 04:32:33.969157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54472) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.969851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bb339951-7cae-4166-9ca2-176c0aa5a977 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:33.991508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-6dc70734-46b8-4bb0-921f-5b36b2ca35d8 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:33.992438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6dc70734-46b8-4bb0-921f-5b36b2ca35d8 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0154002 Aug 29 04:32:34.010116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54476) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.014551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-55893f30-d0d8-4cab-8baa-a79df75e8d5e tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.015507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-55893f30-d0d8-4cab-8baa-a79df75e8d5e tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046775 Aug 29 04:32:34.023031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54478) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.031409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bedd4bdf-87bc-4ca8-9219-c75f22fc2889 req-e9b9277d-c366-40f1-9055-2be3773618c0 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205770 Aug 29 04:32:34.036384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.046344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-2144468a-c3df-4afe-a474-d5e66265840c tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.052071 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2144468a-c3df-4afe-a474-d5e66265840c tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0197163 Aug 29 04:32:34.053932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42e9b60a-4f8b-46a5-b587-ef8fff716187 req-3b234ba4-f9ab-4085-a5fa-ba8bf2d2be86 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679268 Aug 29 04:32:34.053932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54480) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.086330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-22adf917-52bc-4946-a893-8219cc2d6a69 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.091046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-22adf917-52bc-4946-a893-8219cc2d6a69 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0274901 Aug 29 04:32:34.091885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54482) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.098362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port bb339951-7cae-4166-9ca2-176c0aa5a977 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:34.098955 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.104943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-53b7e07f-face-4618-8ace-0addaaaa71d8 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.108569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-53b7e07f-face-4618-8ace-0addaaaa71d8 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054882 Aug 29 04:32:34.109841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54484) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.110020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-b5047863-ee5f-44ac-991a-c8aff8d1f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.111462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-b5047863-ee5f-44ac-991a-c8aff8d1f78f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f36e1959572a44699362c7af49044a28&device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 1096 time: 0.1720788 Aug 29 04:32:34.115409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Transition to ACTIVE for port object dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:34.132800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Allocated IP 172.20.0.8 (2cef169a-1720-4e0e-85ad-71dc6f0b6aa6/9e7d4a4a-b362-44f4-8560-0ac97145c7ed/249535fe-8838-40bb-ab69-f9c17235f3cc) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:34.151354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-86889720-453e-4457-8281-fd1d5ec37f28 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.152417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-86889720-453e-4457-8281-fd1d5ec37f28 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0411093 Aug 29 04:32:34.207487 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.228661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-a12132e0-d0e6-4975-83ef-075b23f7b9c4 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.240282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a12132e0-d0e6-4975-83ef-075b23f7b9c4 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0258467 Aug 29 04:32:34.247086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54488) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.256988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-c2231830-50e1-42bc-a26e-307c19b4cfa8 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.258125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c2231830-50e1-42bc-a26e-307c19b4cfa8 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0099843 Aug 29 04:32:34.263215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54490) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.281229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-c99e3fb6-e76f-4fa0-a7c9-316854ee512e tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.283184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c99e3fb6-e76f-4fa0-a7c9-316854ee512e tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0156763 Aug 29 04:32:34.293011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54492) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.308342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-83b44055-5b43-4d0e-af99-746005716c92 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.310097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-83b44055-5b43-4d0e-af99-746005716c92 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0158002 Aug 29 04:32:34.316280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54494) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.321946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-c74d7b58-f61e-4596-a51b-001cd77aa69b tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.322900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c74d7b58-f61e-4596-a51b-001cd77aa69b tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0057313 Aug 29 04:32:34.336904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54496) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.347602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8807fadc-a44b-4f9a-9f1c-df6a218aabce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.354482 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.359767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-a5f4b0e2-d623-4609-8d43-f9813d73b199 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.361193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a5f4b0e2-d623-4609-8d43-f9813d73b199 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0230701 Aug 29 04:32:34.362924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-2ab92c9e-d2e5-49fe-9078-b04e3b3796d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.363964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7654e643-77e7-4118-b10c-d5289fe8b56c req-6d246590-4eed-4d23-9a13-623cb46d7a01 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 210 time: 0.0496118 Aug 29 04:32:34.366752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54498) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.367171 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-2ab92c9e-d2e5-49fe-9078-b04e3b3796d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e1bcf85-22ac-4074-b3ea-274018edf4a8 HTTP/1.1" status: 200 len: 915 time: 0.2446203 Aug 29 04:32:34.374421 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8807fadc-a44b-4f9a-9f1c-df6a218aabce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.381090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-fe5e9fa0-eae4-4b0b-a5bb-55b5be9904c7 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.384617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fe5e9fa0-eae4-4b0b-a5bb-55b5be9904c7 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0101981 Aug 29 04:32:34.384961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54500) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.392310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['c01b1969-36ea-42ff-9578-1c9ec74d404b'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:34.414667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.419841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-d61396fa-ed65-4518-8370-e2b3b6e0e67f tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.420850 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d61396fa-ed65-4518-8370-e2b3b6e0e67f tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076663 Aug 29 04:32:34.424235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54502) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.429243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Pushing event deleted for resources: {'Port': ['ID=c01b1969-36ea-42ff-9578-1c9ec74d404b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.434175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-0efc149c-e4b7-4bf3-90f8-2cadb22fdbb5 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.436043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0efc149c-e4b7-4bf3-90f8-2cadb22fdbb5 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070069 Aug 29 04:32:34.442130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54504) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.449513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-4d0b918d-9ac9-4cf7-8321-e3b3fbfa1966 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.450453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4d0b918d-9ac9-4cf7-8321-e3b3fbfa1966 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074198 Aug 29 04:32:34.455238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54506) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.481414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-98ae2487-77ca-47e1-87a3-03662692bbbb tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.482381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-98ae2487-77ca-47e1-87a3-03662692bbbb tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0262105 Aug 29 04:32:34.486579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54508) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.491977 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-d7c6a3cf-bf61-4a0f-858a-2f7dad60f66b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40b7debf-4211-44c8-8c41-72dd76535c90 HTTP/1.1" status: 200 len: 217 time: 0.1032915 Aug 29 04:32:34.499063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 0bdc22bb-ecaf-44af-a684-b49dafd90644 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:34.502814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-784c3ecc-93d2-4018-8c7c-7753e9f527bb tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.510535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-784c3ecc-93d2-4018-8c7c-7753e9f527bb tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0109291 Aug 29 04:32:34.510535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8807fadc-a44b-4f9a-9f1c-df6a218aabce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38326a75e320449e88ad0d0bb415bc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234496 Aug 29 04:32:34.511409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54510) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.511748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54512) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.519710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:34.523726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] No DVR routers for this DVR port c01b1969-36ea-42ff-9578-1c9ec74d404b on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:34.529535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:34.530073 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.533698 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.534796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-cdbe3c46-f4af-4fa3-b355-f69233e7ec8b tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.535552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f0163bc-3d48-4205-abd1-60b0a7f07d60 req-ea4cefa6-9b7c-464a-8c29-5fe3aa71fc25 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.64 "DELETE /v2.0/ports/c01b1969-36ea-42ff-9578-1c9ec74d404b HTTP/1.1" status: 204 len: 173 time: 1.5297534 Aug 29 04:32:34.535758 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cdbe3c46-f4af-4fa3-b355-f69233e7ec8b tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0126243 Aug 29 04:32:34.536510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807fadc-a44b-4f9a-9f1c-df6a218aabce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9fe60e-1554-471d-aa3a-0a122e7c45ef,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.538299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4fb89b-514d-44bc-b015-b689313efa27', 'name': 'network-vif-deleted', 'tag': 'c01b1969-36ea-42ff-9578-1c9ec74d404b'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:34.540913 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b258d74-f82b-4d52-b65e-e10e593c1479" -d '{"events": [{"server_uuid": "1c4fb89b-514d-44bc-b015-b689313efa27", "name": "network-vif-deleted", "tag": "c01b1969-36ea-42ff-9578-1c9ec74d404b"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:34.562009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54514) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.585553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [None req-022ddcd5-c792-43f8-954b-beaa30982112 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.589372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.589954 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-022ddcd5-c792-43f8-954b-beaa30982112 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0205436 Aug 29 04:32:34.591841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54518) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.597516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-150bcf47-216a-45e1-ad22-4c0a9e96dbf6 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.598581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-150bcf47-216a-45e1-ad22-4c0a9e96dbf6 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053086 Aug 29 04:32:34.602713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54520) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.609033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-831e4d93-5063-4c8a-9b43-fd52534b63eb tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.609971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-831e4d93-5063-4c8a-9b43-fd52534b63eb tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0063412 Aug 29 04:32:34.629183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54522) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.636380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-67020dab-486e-40ad-b19c-38a04b71aac5 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.639606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-67020dab-486e-40ad-b19c-38a04b71aac5 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070868 Aug 29 04:32:34.639859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54524) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.645681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-59f440cb-9989-4f08-a057-8d90243bce06 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.648978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-59f440cb-9989-4f08-a057-8d90243bce06 tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058804 Aug 29 04:32:34.653435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54526) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.653728 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-ef77c3ec-f289-4056-bf2f-1f58aed44daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.655558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [None req-22f8c785-56ca-4315-97aa-67c979d7a18c tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:34.658207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-22f8c785-56ca-4315-97aa-67c979d7a18c tempest-ExtensionsTestJSON-1383512206 tempest-ExtensionsTestJSON-1383512206-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043535 Aug 29 04:32:34.658329 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-ef77c3ec-f289-4056-bf2f-1f58aed44daf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da1aaab3-4218-42c3-be75-6e42eeebcc42 HTTP/1.1" status: 200 len: 854 time: 0.1467183 Aug 29 04:32:34.676920 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4a6980-ebf4-40ab-bd47-94924953d9e6 x-openstack-request-id: req-cf4a6980-ebf4-40ab-bd47-94924953d9e6 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:34.676920 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4fb89b-514d-44bc-b015-b689313efa27", "name": "network-vif-deleted", "tag": "c01b1969-36ea-42ff-9578-1c9ec74d404b", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:34.676920 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf4a6980-ebf4-40ab-bd47-94924953d9e6 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:34.677617 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4fb89b-514d-44bc-b015-b689313efa27', 'name': 'network-vif-deleted', 'tag': 'c01b1969-36ea-42ff-9578-1c9ec74d404b', 'status': 'completed', 'code': 200} Aug 29 04:32:34.726130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-e86ca379-4f2c-485f-9f63-f2e53a1aeca5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e1bcf85-22ac-4074-b3ea-274018edf4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568674 Aug 29 04:32:34.729766 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.910719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.933532 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-426e86bc-76e4-4975-a61a-5a11c6f8ebf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.979667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-426e86bc-76e4-4975-a61a-5a11c6f8ebf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.985027 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-6dba2b7d-31a0-4457-9815-f75d38375265 service neutron] 10.222.0.65 "GET /v2.0/networks/2e1bcf85-22ac-4074-b3ea-274018edf4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465055 Aug 29 04:32:35.010468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54532) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:35.157222 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.166831 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.184237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.185160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.194882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e4d8684-6193-45a7-ae6c-004450a79c82'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:35.229755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6693-b52d-4ec9-a20b-81e634e7e27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.268154 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-426e86bc-76e4-4975-a61a-5a11c6f8ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.271495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-426e86bc-76e4-4975-a61a-5a11c6f8ebf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.272744 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-426e86bc-76e4-4975-a61a-5a11c6f8ebf3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e9fe60e-1554-471d-aa3a-0a122e7c45ef HTTP/1.1" status: 204 len: 168 time: 0.7506702 Aug 29 04:32:35.290996 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3b00e7f-c8aa-433d-97a8-d45fc495d003 req-339b59ad-c376-4bcf-8abb-8f4d2466b3b0 service neutron] 10.222.0.65 "GET /v2.0/networks/2e1bcf85-22ac-4074-b3ea-274018edf4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930892 Aug 29 04:32:35.306993 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:35.307959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e86bc-76e4-4975-a61a-5a11c6f8ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9fe60e-1554-471d-aa3a-0a122e7c45ef,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.313633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:35.315454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Pushing event updated for resources: {'Port': ['ID=249535fe-8838-40bb-ab69-f9c17235f3cc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.323349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:35.403685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57474f6-d849-4557-b5f8-5647e63954c6 None None] Network 0bdc22bb-ecaf-44af-a684-b49dafd90644 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:35.436468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.437140 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.485367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ec389c8-40fe-413d-b91e-3b5755a92f76 req-742c9a9b-5913-4b94-a060-17825993fca1 tempest-InstanceActionsNegativeTestJSON-640408473 tempest-InstanceActionsNegativeTestJSON-640408473-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c4fb89b-514d-44bc-b015-b689313efa27 HTTP/1.1" status: 200 len: 210 time: 0.1284139 Aug 29 04:32:35.520215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event updated for resources: {'Port': ['ID=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.543724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f4cedf1f-6052-45da-9628-8df2048d739f None None] Provisioning for port 1a8f094d-f35b-45f1-adf4-9752764262d3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:35.576294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437a626-11a6-45d2-9cd0-4c2157245036 req-8666ba5b-f564-4a3d-8529-7e0959453015 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.577930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8437a626-11a6-45d2-9cd0-4c2157245036 req-8666ba5b-f564-4a3d-8529-7e0959453015 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 944 time: 0.2224455 Aug 29 04:32:35.647750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Network 0bdc22bb-ecaf-44af-a684-b49dafd90644 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:35.653763 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8437a626-11a6-45d2-9cd0-4c2157245036 req-dcc7be63-fa7b-4e82-8c34-ff225bc40a74 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660994 Aug 29 04:32:35.655600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:35.790237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54550) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:35.806583 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27b68f81-77b6-46e4-8d01-36bb9b7a2e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.822985 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6693-b52d-4ec9-a20b-81e634e7e27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.835709 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6693-b52d-4ec9-a20b-81e634e7e27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.844297 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-65aa6cc5-3eab-4463-af65-91559f6d5d19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6509395 Aug 29 04:32:35.871848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe6693-b52d-4ec9-a20b-81e634e7e27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810da3dd-a02d-425d-becf-d9cb45d40274,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.891533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Request body: {'port': {'device_id': '994dd2e4-f85b-4c5d-8726-e11eafd3c18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:35.893796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaabff-ee50-4fb0-a402-1cef9abbd542 req-60332633-2640-43d3-b64f-d8d955969164 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.895330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3deaabff-ee50-4fb0-a402-1cef9abbd542 req-60332633-2640-43d3-b64f-d8d955969164 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 931 time: 0.1333613 Aug 29 04:32:35.904364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:35.909579 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a0fe6693-b52d-4ec9-a20b-81e634e7e27a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bd0528cb36f41289b85e564240b109f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8954957 Aug 29 04:32:35.909847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54552) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:36.059536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1a8f094d-f35b-45f1-adf4-9752764262d3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:36.076641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3deaabff-ee50-4fb0-a402-1cef9abbd542 req-5b50e59e-a439-422f-b4a4-d5b91899d99a tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683574 Aug 29 04:32:36.099122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.139514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-485f40aa-2836-4335-bada-dfd7643a6df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.147332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:36.153069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74cc1f5c-6553-4c16-906f-b70ef760d3cf None None] Provisioning for port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:36.158213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74cc1f5c-6553-4c16-906f-b70ef760d3cf None None] Provisioning complete for port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.158744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74cc1f5c-6553-4c16-906f-b70ef760d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.162845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2ca836e8-45b1-4b6c-b697-780d4e08aede tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8496239 Aug 29 04:32:36.164547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 1a8f094d-f35b-45f1-adf4-9752764262d3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:36.165312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54554) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:36.178281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:36.184093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-485f40aa-2836-4335-bada-dfd7643a6df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.191523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:36.201077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1a8f094d-f35b-45f1-adf4-9752764262d3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.201734 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.238349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:36.239051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:36.281818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-74cc1f5c-6553-4c16-906f-b70ef760d3cf None None] Port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:36.407123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:36.409422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 40b7debf-4211-44c8-8c41-72dd76535c90 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:36.478410 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.487537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-79811325-614e-4524-a053-5c5539963226 None None] Provisioning complete for port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.487932 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-79811325-614e-4524-a053-5c5539963226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.591377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:36.597922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c01b1969-36ea-42ff-9578-1c9ec74d404b no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:36.630892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54558) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:36.715482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: c01b1969-36ea-42ff-9578-1c9ec74d404b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:36.715809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c01b1969-36ea-42ff-9578-1c9ec74d404b not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:36.720516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27b68f81-77b6-46e4-8d01-36bb9b7a2e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.755116 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27b68f81-77b6-46e4-8d01-36bb9b7a2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.764955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-79811325-614e-4524-a053-5c5539963226 None None] Port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:36.780204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 1a8f094d-f35b-45f1-adf4-9752764262d3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1a8f094d-f35b-45f1-adf4-9752764262d3,segment=NetworkSegment(330d080a-3f3e-423b-b159-d03fa3c3bb98),segment_id=330d080a-3f3e-423b-b159-d03fa3c3bb98)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:36.806185 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.867137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-16610f59-8199-41ff-8dbf-0d66aa8a8ce5 admin admin] Deleting subnet edde1fde-2e4c-41a4-8010-72bca404b9d1 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:36.872976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16610f59-8199-41ff-8dbf-0d66aa8a8ce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.885219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 40b7debf-4211-44c8-8c41-72dd76535c90, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=40b7debf-4211-44c8-8c41-72dd76535c90,segment=NetworkSegment(f0a013a8-f2f4-4e7d-add2-1f5aff92189b),segment_id=f0a013a8-f2f4-4e7d-add2-1f5aff92189b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:36.902775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a729b46-d545-4b4e-9333-671478c7dc3a req-8f313d07-2829-4958-b226-3b6364419e68 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.904645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a729b46-d545-4b4e-9333-671478c7dc3a req-8f313d07-2829-4958-b226-3b6364419e68 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 944 time: 0.1394477 Aug 29 04:32:36.907856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-27b68f81-77b6-46e4-8d01-36bb9b7a2e2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd1dac31aa8a41abaee6d355437080ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1159520 Aug 29 04:32:36.908742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b68f81-77b6-46e4-8d01-36bb9b7a2e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfc0ed5-06a1-471f-a4dc-39a3d6a384e4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:36.910802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54566) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:36.955089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '40b7debf-4211-44c8-8c41-72dd76535c90', 'network_id': '2e1bcf85-22ac-4074-b3ea-274018edf4a8', 'port_id': '40b7debf-4211-44c8-8c41-72dd76535c90', 'mac_address': 'fa:16:3e:93:e8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1aaab3-4218-42c3-be75-6e42eeebcc42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:36.960673 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-485f40aa-2836-4335-bada-dfd7643a6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.963304 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-485f40aa-2836-4335-bada-dfd7643a6df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.964554 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-485f40aa-2836-4335-bada-dfd7643a6df3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/810da3dd-a02d-425d-becf-d9cb45d40274 HTTP/1.1" status: 204 len: 168 time: 1.0533373 Aug 29 04:32:36.973477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16610f59-8199-41ff-8dbf-0d66aa8a8ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.997795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-964d7ac5-feec-4ec0-ae7d-129806a519d8 None None] Provisioning complete for port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.998498 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-964d7ac5-feec-4ec0-ae7d-129806a519d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.008160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=1a8f094d-f35b-45f1-adf4-9752764262d3,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.016360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f40aa-2836-4335-bada-dfd7643a6df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810da3dd-a02d-425d-becf-d9cb45d40274,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.051051 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16610f59-8199-41ff-8dbf-0d66aa8a8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.057259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a729b46-d545-4b4e-9333-671478c7dc3a req-7fa8ce71-da11-40e8-83b6-d31e2eea7cc5 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398153 Aug 29 04:32:37.087151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dcad3dce-94c0-425b-802c-be7a604d8b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.140827 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.141526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dcad3dce-94c0-425b-802c-be7a604d8b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.171895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16610f59-8199-41ff-8dbf-0d66aa8a8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.183086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249535fe-8838-40bb-ab69-f9c17235f3cc {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:37.215217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.220178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16610f59-8199-41ff-8dbf-0d66aa8a8ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edde1fde-2e4c-41a4-8010-72bca404b9d1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.223824 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16610f59-8199-41ff-8dbf-0d66aa8a8ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.226393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-16610f59-8199-41ff-8dbf-0d66aa8a8ce5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/edde1fde-2e4c-41a4-8010-72bca404b9d1 HTTP/1.1" status: 204 len: 168 time: 0.5855434 Aug 29 04:32:37.231724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54572) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:37.237897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Transition to ACTIVE for port object 249535fe-8838-40bb-ab69-f9c17235f3cc will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:37.242174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b7debf-4211-44c8-8c41-72dd76535c90 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:37.245264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.285303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 40b7debf-4211-44c8-8c41-72dd76535c90, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=40b7debf-4211-44c8-8c41-72dd76535c90,segment=NetworkSegment(f0a013a8-f2f4-4e7d-add2-1f5aff92189b),segment_id=f0a013a8-f2f4-4e7d-add2-1f5aff92189b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:37.300829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:34Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6', 'name': '', 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:e0:d9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:33Z', 'updated_at': '2021-08-29T04:32:34Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:37.303353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-964d7ac5-feec-4ec0-ae7d-129806a519d8 None None] Port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:37.303490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Pushing event updated for resources: {'Port': ['ID=249535fe-8838-40bb-ab69-f9c17235f3cc,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.306882 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.385747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:37.386223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Updating router 8d45766e-e80b-4d25-b81a-92d840226f5e port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:37.386800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Attempting to bind port 249535fe-8838-40bb-ab69-f9c17235f3cc on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:37.387275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Attempting to bind port 249535fe-8838-40bb-ab69-f9c17235f3cc by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:37.387723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Attempting to bind port 249535fe-8838-40bb-ab69-f9c17235f3cc on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:37.394214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Port 249535fe-8838-40bb-ab69-f9c17235f3cc on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:37.394827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Attempting to bind port 249535fe-8838-40bb-ab69-f9c17235f3cc on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:37.401789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:37.402300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Checking segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:37.402759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Bound using segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:37.403407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Bound port: 249535fe-8838-40bb-ab69-f9c17235f3cc, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:37.404030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.411682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dcad3dce-94c0-425b-802c-be7a604d8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.414638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dcad3dce-94c0-425b-802c-be7a604d8b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.418181 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dcad3dce-94c0-425b-802c-be7a604d8b14 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbfc0ed5-06a1-471f-a4dc-39a3d6a384e4 HTTP/1.1" status: 204 len: 168 time: 0.4997535 Aug 29 04:32:37.436485 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.488598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] For port 249535fe-8838-40bb-ab69-f9c17235f3cc, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:37.494280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] For port 249535fe-8838-40bb-ab69-f9c17235f3cc, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=249535fe-8838-40bb-ab69-f9c17235f3cc,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:37.503273 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.504201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:32:37.517946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fe491-b742-41ee-bb8a-a5ad7ebc2e64 req-4efe9373-e3bc-4e39-a231-3325765d021f tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.520047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-367fe491-b742-41ee-bb8a-a5ad7ebc2e64 req-4efe9373-e3bc-4e39-a231-3325765d021f tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 931 time: 0.3150210 Aug 29 04:32:37.521546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad3dce-94c0-425b-802c-be7a604d8b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfc0ed5-06a1-471f-a4dc-39a3d6a384e4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.551672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.570799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Removed routes are [] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:32:37.572239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.589644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.592580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.598841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] 10.222.0.64 "PUT /v2.0/ports/249535fe-8838-40bb-ab69-f9c17235f3cc HTTP/1.1" status: 200 len: 1092 time: 1.7306471 Aug 29 04:32:37.601716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994dd2e4-f85b-4c5d-8726-e11eafd3c18b', 'tag': '249535fe-8838-40bb-ab69-f9c17235f3cc'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:37.608903 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfcc4e0-fe4a-41aa-a132-9439a13de040" -d '{"events": [{"name": "network-changed", "server_uuid": "994dd2e4-f85b-4c5d-8726-e11eafd3c18b", "tag": "249535fe-8838-40bb-ab69-f9c17235f3cc"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:37.712290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=40b7debf-4211-44c8-8c41-72dd76535c90,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.732826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-367fe491-b742-41ee-bb8a-a5ad7ebc2e64 req-ef3877c6-f659-4a30-8ac5-7aee263901ce tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929646 Aug 29 04:32:37.738813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['40b7debf-4211-44c8-8c41-72dd76535c90'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:37.765853 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209daada-73c3-45d9-9ac9-c3a0118b2e16 x-openstack-request-id: req-209daada-73c3-45d9-9ac9-c3a0118b2e16 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:37.766166 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994dd2e4-f85b-4c5d-8726-e11eafd3c18b", "tag": "249535fe-8838-40bb-ab69-f9c17235f3cc", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:37.766606 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-209daada-73c3-45d9-9ac9-c3a0118b2e16 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:37.767187 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994dd2e4-f85b-4c5d-8726-e11eafd3c18b', 'tag': '249535fe-8838-40bb-ab69-f9c17235f3cc', 'status': 'completed', 'code': 200} Aug 29 04:32:37.768929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f85b1-f7f2-46f3-88a3-47a07021d335 service neutron] Pushing event updated for resources: {'Port': ['ID=249535fe-8838-40bb-ab69-f9c17235f3cc,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.855961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-f7036e5c-1836-479f-ab04-aa229329dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.857612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-f7036e5c-1836-479f-ab04-aa229329dc15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 1095 time: 0.1965880 Aug 29 04:32:37.873591 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.930157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-7dfcfb5d-a1b5-4384-8e1b-ce2b47e34cb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=249535fe-8838-40bb-ab69-f9c17235f3cc HTTP/1.1" status: 200 len: 217 time: 0.0595877 Aug 29 04:32:37.945531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143a9a2a-4e86-46d0-89ad-332a65322404']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:37.975432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1a8f094d-f35b-45f1-adf4-9752764262d3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:37.991879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d40df18-8d27-480d-a0d8-385d7f8a0cb1') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:37.992448 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d40df18-8d27-480d-a0d8-385d7f8a0cb1') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.011759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.034579 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.036652 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.043143 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.043551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-bf35f083-2a39-48f8-9d6f-75c06d072e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.047224 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-bf35f083-2a39-48f8-9d6f-75c06d072e55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.1041884 Aug 29 04:32:38.052626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:38.053060 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:38.055173 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:38.087897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1a8f094d-f35b-45f1-adf4-9752764262d3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:38.088305 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.109409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-fa86f131-7022-407b-ab48-9ee59fe7410b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504608 Aug 29 04:32:38.273311 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-8e186892-fd9b-4608-af97-c29c96ee8b47 service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384099 Aug 29 04:32:38.282445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.310147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e94319-d43a-4add-80d0-f5c816c4ea41 req-0200424a-b077-42fe-915a-ca4a13337923 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.322197 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72e94319-d43a-4add-80d0-f5c816c4ea41 req-0200424a-b077-42fe-915a-ca4a13337923 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 945 time: 0.1384537 Aug 29 04:32:38.328116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.329765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/143a9a2a-4e86-46d0-89ad-332a65322404 HTTP/1.1" status: 204 len: 168 time: 1.0968883 Aug 29 04:32:38.349395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6fc05-c4b6-4cfa-a6e0-a82c9db802b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=143a9a2a-4e86-46d0-89ad-332a65322404,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.360017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:38.402170 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72e94319-d43a-4add-80d0-f5c816c4ea41 req-af10201d-693a-49c0-80ba-aa0682e03a59 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811591 Aug 29 04:32:38.405056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54616) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.432863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.469037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Transition to ACTIVE for port object dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:38.482177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.505158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ef78d7-b5b4-4a1a-a249-a8b710f15cef req-edc26d4b-6654-4675-96b6-ed7349528fbb service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202926 Aug 29 04:32:38.525113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:38.536978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.540788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5e84de9b-620c-4284-a674-d3f52459e37c tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 200 len: 953 time: 2.3742723 Aug 29 04:32:38.544021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54622) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.551130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757889b0-5675-42d9-8230-78ebe654d17b None None] Pushing event updated for resources: {'Port': ['ID=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.591423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54624) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.645578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Attempting to bind port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:38.646281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Attempting to bind port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:38.646904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Attempting to bind port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 on network 0bdc22bb-ecaf-44af-a684-b49dafd90644 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:38.654235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9b07d569-de07-4903-8135-8cb8a971dc4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aea82e62c3194521848df533feebd98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590425 Aug 29 04:32:38.655491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54626) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.657201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:38.660454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Checking segment: {'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:38.661176 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.661886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Bound using segment: {'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:38.662751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Bound port: dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330d080a-3f3e-423b-b159-d03fa3c3bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:38.663677 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.734287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6da0e6e-0475-474e-b186-57f5515dc509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.769249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] For port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:38.773269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] For port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,segment=NetworkSegment(330d080a-3f3e-423b-b159-d03fa3c3bb98),segment_id=330d080a-3f3e-423b-b159-d03fa3c3bb98)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:38.781850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.830888 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6da0e6e-0475-474e-b186-57f5515dc509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.879235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-8c155cb4-a533-4928-8d85-703b501cb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.882939 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-8c155cb4-a533-4928-8d85-703b501cb719 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 1095 time: 0.2215276 Aug 29 04:32:38.925751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:38.926416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.932503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757889b0-5675-42d9-8230-78ebe654d17b None None] Pushing event updated for resources: {'Port': ['ID=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.985509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c579-f40f-49f9-9105-cca804f43afa req-29351f6b-2d38-4bc8-b6ba-364b3eeea159 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.996108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7d5c579-f40f-49f9-9105-cca804f43afa req-29351f6b-2d38-4bc8-b6ba-364b3eeea159 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 943 time: 0.1208704 Aug 29 04:32:39.021634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'networks': [{'name': 'tempest-network--1163649940'}, {'name': 'tempest-network--1639776341'}]} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.022236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'network': {'name': 'tempest-network--1163649940'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.022421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'network': {'name': 'tempest-network--1639776341'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.028692 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6da0e6e-0475-474e-b186-57f5515dc509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.031413 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6da0e6e-0475-474e-b186-57f5515dc509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.032622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b6da0e6e-0475-474e-b186-57f5515dc509 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7 HTTP/1.1" status: 204 len: 168 time: 0.3758209 Aug 29 04:32:39.058723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da0e6e-0475-474e-b186-57f5515dc509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da34a3d-84c7-4a8a-b8e5-f7e96d4e27c7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.081462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7d5c579-f40f-49f9-9105-cca804f43afa req-89517c12-d04d-4485-bbfa-0ad84f5d054a tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841992 Aug 29 04:32:39.103507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54640) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:39.105759 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-721e3d11-22d8-4158-a764-ecf574dee7b2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 200 len: 953 time: 0.5602028 Aug 29 04:32:39.108527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'routes': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.123185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Made reservation on behalf of 5e7325b3410d435ba9b88c1212c611bf for: {'network': 2} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:39.132210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.137222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:39.175392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.198936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-6d3fccaa-78be-43b5-ab1f-0d323a67636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.204971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-6d3fccaa-78be-43b5-ab1f-0d323a67636f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 915 time: 0.3091083 Aug 29 04:32:39.323606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-2e3b0770-3e35-4127-bfa9-41b3a2f89c62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=249535fe-8838-40bb-ab69-f9c17235f3cc HTTP/1.1" status: 200 len: 217 time: 0.1075046 Aug 29 04:32:39.501471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-87c3372a-0941-4bb6-bef4-68f338352430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.507573 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-87c3372a-0941-4bb6-bef4-68f338352430 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.1692681 Aug 29 04:32:39.538803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:37Z', 'revision_number': 6, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6', 'name': '', 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:e0:d9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:33Z', 'updated_at': '2021-08-29T04:32:38Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:39.584541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f942d7-d5df-4d39-8fe6-51faad5846a9 None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:37Z', 'revision_number': 6, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6', 'name': '', 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:e0:d9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:33Z', 'updated_at': '2021-08-29T04:32:38Z', 'revision_number': 4, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:39.601472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-8dfc1042-5265-43b9-86d2-ca573c67b091 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805652 Aug 29 04:32:39.623996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bfc0b-5ab5-405b-995b-25f37891b4fa req-977e3b66-8c84-452e-b8ea-620bcb4cfffd tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.625939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-203bfc0b-5ab5-405b-995b-25f37891b4fa req-977e3b66-8c84-452e-b8ea-620bcb4cfffd tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 945 time: 0.1081629 Aug 29 04:32:39.756864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-203bfc0b-5ab5-405b-995b-25f37891b4fa req-020ae58e-20ed-43ed-b57f-0988d28b7f1b tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194913 Aug 29 04:32:39.794434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.805090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.805699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.826082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added routes are [] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:32:39.826415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:32:39.888241 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.908360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-dfa21657-3dff-48d2-a393-e84d080f0570 service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915735 Aug 29 04:32:39.915975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46487024-4535-43b4-b14a-76a1aa5a1955,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.924516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:39.984754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:40.025020 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.026010 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Added segment 4c3555a0-0b53-405f-9433-fc6b7b06245c of type vlan for network 0d4c90da-beeb-4d3a-9121-af03d5aaf749 Aug 29 04:32:40.135944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.136545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:40.146996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:40.147391 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.201305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fcfcc4e0-fe4a-41aa-a132-9439a13de040 req-0b0d9c15-47a9-4a2a-9a84-f23e7a724559 service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656469 Aug 29 04:32:40.282430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:40.298631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.298631 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Added segment edfd217d-0922-439c-acdf-51edc55df635 of type vlan for network 1925047d-4c4f-4c4d-9eee-88aee5d0ea75 Aug 29 04:32:40.359494 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.374805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.417899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.418572 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.443743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.447480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.448127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 40b7debf-4211-44c8-8c41-72dd76535c90 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:40.459163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.460222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.464583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.467250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,segment=NetworkSegment(330d080a-3f3e-423b-b159-d03fa3c3bb98),segment_id=330d080a-3f3e-423b-b159-d03fa3c3bb98)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:40.485654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f325df-0335-4d68-a424-5d3ba58438e1 req-1ab77d1b-40db-4f81-a952-49376827904e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.487369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77f325df-0335-4d68-a424-5d3ba58438e1 req-1ab77d1b-40db-4f81-a952-49376827904e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 943 time: 0.1798606 Aug 29 04:32:40.541231 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.558243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Network': ['ID=0d4c90da-beeb-4d3a-9121-af03d5aaf749,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.618923 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2119391 Aug 29 04:32:40.622657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54684) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.643692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1035e3-b358-4f98-b439-a0ef30fe597f tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Network': ['ID=1925047d-4c4f-4c4d-9eee-88aee5d0ea75,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.660810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77f325df-0335-4d68-a424-5d3ba58438e1 req-eba00a03-e1d9-4967-8f96-0513366795a1 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387041 Aug 29 04:32:40.661860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0d4c90da-beeb-4d3a-9121-af03d5aaf749 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:40.730500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 249535fe-8838-40bb-ab69-f9c17235f3cc details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:40.745523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 1925047d-4c4f-4c4d-9eee-88aee5d0ea75 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:40.745960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:40.761387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.954772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85ed0e-9b6d-462c-963b-7e989dab3bc7 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.958691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 40b7debf-4211-44c8-8c41-72dd76535c90 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:40.961043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85ed0e-9b6d-462c-963b-7e989dab3bc7 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.968636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85ed0e-9b6d-462c-963b-7e989dab3bc7 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.974979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85ed0e-9b6d-462c-963b-7e989dab3bc7 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.979819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54698) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.980044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ef85ed0e-9b6d-462c-963b-7e989dab3bc7 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3469756 Aug 29 04:32:40.986000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:40.994195 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.998227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1ab4994a-e0e8-4c52-8bb1-73f1c94b156b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 200 len: 703 time: 1.8935797 Aug 29 04:32:40.998847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54700) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.022935 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:41.023558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52633f67-fabc-4167-9d18-426040ff3af3 req-68de32ef-3df3-43bf-86a8-355a04b6bcd4 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.025734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52633f67-fabc-4167-9d18-426040ff3af3 req-68de32ef-3df3-43bf-86a8-355a04b6bcd4 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 945 time: 0.1672943 Aug 29 04:32:41.037379 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:41.038078 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:41.044462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 40b7debf-4211-44c8-8c41-72dd76535c90 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:41.046627 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.112639 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52633f67-fabc-4167-9d18-426040ff3af3 req-e3f179a7-7f6e-475c-8db7-dd406cc9e9f3 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754149 Aug 29 04:32:41.140323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.233493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 249535fe-8838-40bb-ab69-f9c17235f3cc, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=249535fe-8838-40bb-ab69-f9c17235f3cc,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:41.249122 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:41.298257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '249535fe-8838-40bb-ab69-f9c17235f3cc', 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'port_id': '249535fe-8838-40bb-ab69-f9c17235f3cc', 'mac_address': 'fa:16:3e:66:2f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d4a4a-b362-44f4-8560-0ac97145c7ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:41.396982 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d871245d-3dd9-4422-b459-a14449f3136b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 200 len: 703 time: 0.3666453 Aug 29 04:32:41.400832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54718) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.407904 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.409813 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.433224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4c90da-beeb-4d3a-9121-af03d5aaf749']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:41.458000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f375b05-92f6-4298-a0d4-a4ae321233ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b7debf-4211-44c8-8c41-72dd76535c90'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:41.461243 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299824ab-af33-452b-98b5-762b9da7d4e2" -d '{"events": [{"server_uuid": "5f375b05-92f6-4298-a0d4-a4ae321233ec", "name": "network-vif-plugged", "status": "completed", "tag": "40b7debf-4211-44c8-8c41-72dd76535c90"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:41.478773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 40b7debf-4211-44c8-8c41-72dd76535c90, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=40b7debf-4211-44c8-8c41-72dd76535c90,segment=NetworkSegment(f0a013a8-f2f4-4e7d-add2-1f5aff92189b),segment_id=f0a013a8-f2f4-4e7d-add2-1f5aff92189b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:41.479566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.495406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249535fe-8838-40bb-ab69-f9c17235f3cc {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:41.517201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 249535fe-8838-40bb-ab69-f9c17235f3cc, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=249535fe-8838-40bb-ab69-f9c17235f3cc,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:41.519181 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.532874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.573969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3555a0-0b53-405f-9433-fc6b7b06245c') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:41.574273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3555a0-0b53-405f-9433-fc6b7b06245c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:41.574369 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8293a4-a8dc-49c9-b88d-4c46bc17e55c x-openstack-request-id: req-0b8293a4-a8dc-49c9-b88d-4c46bc17e55c {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:41.574843 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f375b05-92f6-4298-a0d4-a4ae321233ec", "name": "network-vif-plugged", "status": "completed", "tag": "40b7debf-4211-44c8-8c41-72dd76535c90", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:41.574843 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b8293a4-a8dc-49c9-b88d-4c46bc17e55c {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:41.575239 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f375b05-92f6-4298-a0d4-a4ae321233ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b7debf-4211-44c8-8c41-72dd76535c90', 'code': 200} Aug 29 04:32:41.591070 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:39Z', 'revision_number': 7, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6', 'name': '', 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:e0:d9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:33Z', 'updated_at': '2021-08-29T04:32:40Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:41.594231 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.611186 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.615814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=40b7debf-4211-44c8-8c41-72dd76535c90,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.658537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:41.658835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:41.667521 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:41.697966 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:41.700951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=249535fe-8838-40bb-ab69-f9c17235f3cc,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.720953 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:41.721664 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:41.782934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea10965-e60e-4068-baa7-4d64cecffad9 req-115d043f-4540-49af-a062-fa852a1db363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.784814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ea10965-e60e-4068-baa7-4d64cecffad9 req-115d043f-4540-49af-a062-fa852a1db363 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 1098 time: 0.1390188 Aug 29 04:32:41.808257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['249535fe-8838-40bb-ab69-f9c17235f3cc'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:41.847599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c679a-ba66-4f90-bedf-8674bab2b31d req-eada6744-b345-4d8b-b6e5-c7dd6fd2d692 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.858083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c4c679a-ba66-4f90-bedf-8674bab2b31d req-eada6744-b345-4d8b-b6e5-c7dd6fd2d692 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 944 time: 0.1046791 Aug 29 04:32:41.912955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.918657 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.923666 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/networks/0d4c90da-beeb-4d3a-9121-af03d5aaf749 HTTP/1.1" status: 204 len: 168 time: 0.9425139 Aug 29 04:32:41.924490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54736) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.949074 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c4c679a-ba66-4f90-bedf-8674bab2b31d req-7179df64-2e26-491e-92e9-04f88a3bed19 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896027 Aug 29 04:32:41.976763 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:41.999634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:42.047594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2b181-25d1-412f-9731-085e0916f05d tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Network': ['ID=0d4c90da-beeb-4d3a-9121-af03d5aaf749,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.119192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:42.119594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.198615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54744) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.359369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce3c44-38ec-4066-aa39-fec550ace767 req-2c88ff2d-722c-4c3f-8998-51186b4c6515 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.361055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8dce3c44-38ec-4066-aa39-fec550ace767 req-2c88ff2d-722c-4c3f-8998-51186b4c6515 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 946 time: 0.1075113 Aug 29 04:32:42.382401 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:39Z', 'revision_number': 7, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6', 'name': '', 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:e0:d9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:33Z', 'updated_at': '2021-08-29T04:32:40Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.415505 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef2785-518a-4e05-9fa0-b1f8fb260807 None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:39Z', 'revision_number': 7, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6', 'name': '', 'network_id': '0bdc22bb-ecaf-44af-a684-b49dafd90644', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:e0:d9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:33Z', 'updated_at': '2021-08-29T04:32:40Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8af4cb8b-dcba-4891-9a05-e4d7842370f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:42.431976 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c595a0-3dc1-412f-9447-51231c092ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.466133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8dce3c44-38ec-4066-aa39-fec550ace767 req-f6cee26d-e108-49b6-98b9-ee324592ab3a tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968807 Aug 29 04:32:42.502030 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9ea10965-e60e-4068-baa7-4d64cecffad9 req-ff0de9e7-adcf-45db-8eda-5fca961f564e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990930 Aug 29 04:32:42.556049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.603660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 249535fe-8838-40bb-ab69-f9c17235f3cc up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:42.616852 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c595a0-3dc1-412f-9447-51231c092ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.628474 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47c595a0-3dc1-412f-9447-51231c092ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.680036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 249535fe-8838-40bb-ab69-f9c17235f3cc completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:42.680409 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.689117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 249535fe-8838-40bb-ab69-f9c17235f3cc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:42.691753 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.702621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-47c595a0-3dc1-412f-9447-51231c092ebb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f364ff76d5924a8f9ab4a06277a058e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996717 Aug 29 04:32:42.702621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c595a0-3dc1-412f-9447-51231c092ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b60776-f6f6-4078-a6cb-773db98b4992,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.704230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54760) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.708529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1925047d-4c4f-4c4d-9eee-88aee5d0ea75']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.732465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfd217d-0922-439c-acdf-51edc55df635') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.732824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfd217d-0922-439c-acdf-51edc55df635') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.766719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.808048 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.809698 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.821936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:42.822878 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:42.825976 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:42.847007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 249535fe-8838-40bb-ab69-f9c17235f3cc, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=249535fe-8838-40bb-ab69-f9c17235f3cc,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:42.852337 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.899764 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-477cdc57-45d7-40fd-8e9f-96333cab7d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.907430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=249535fe-8838-40bb-ab69-f9c17235f3cc,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.928138 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.934816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.939664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.941953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/networks/1925047d-4c4f-4c4d-9eee-88aee5d0ea75 HTTP/1.1" status: 204 len: 168 time: 0.9736164 Aug 29 04:32:42.944701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54764) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.986286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-477cdc57-45d7-40fd-8e9f-96333cab7d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.042804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feca1c3-9b1b-4120-a5b3-7160e15b72e2 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Network': ['ID=1925047d-4c4f-4c4d-9eee-88aee5d0ea75,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.120223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88136ba4-0a40-4a63-8845-2067d76e51ba tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.126352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88136ba4-0a40-4a63-8845-2067d76e51ba tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.132778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-88136ba4-0a40-4a63-8845-2067d76e51ba tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1821582 Aug 29 04:32:43.132778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54770) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.139862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1625734266'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:43.159476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5bb3b-ad3b-4298-8cc5-1791eebb4e1b req-3f1c6bef-7885-4341-ab84-cbbbbcb0cef2 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.161102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2c5bb3b-ad3b-4298-8cc5-1791eebb4e1b req-3f1c6bef-7885-4341-ab84-cbbbbcb0cef2 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 945 time: 0.1264713 Aug 29 04:32:43.184432 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-477cdc57-45d7-40fd-8e9f-96333cab7d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.187099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-477cdc57-45d7-40fd-8e9f-96333cab7d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.188477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-477cdc57-45d7-40fd-8e9f-96333cab7d1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02b60776-f6f6-4078-a6cb-773db98b4992 HTTP/1.1" status: 204 len: 168 time: 0.4823806 Aug 29 04:32:43.191609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Made reservation on behalf of 5e7325b3410d435ba9b88c1212c611bf for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:43.195548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.202925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cdc57-45d7-40fd-8e9f-96333cab7d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b60776-f6f6-4078-a6cb-773db98b4992,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.246320 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2c5bb3b-ad3b-4298-8cc5-1791eebb4e1b req-7d97c697-0cfb-4cc3-a95b-55cf0905f6a2 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757787 Aug 29 04:32:43.254280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:43.278560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.279099 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Added segment 99a0f67e-2798-47c7-8d5f-75628ea9145d of type vlan for network 74da101f-508b-46b5-9e22-fbcdbc2537c4 Aug 29 04:32:43.326091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.345098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:43.346151 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.357502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.365218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.366072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.464610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3318274 Aug 29 04:32:43.468710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54780) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.470022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,segment=NetworkSegment(330d080a-3f3e-423b-b159-d03fa3c3bb98),segment_id=330d080a-3f3e-423b-b159-d03fa3c3bb98)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:43.470921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.488843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-473060915'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:43.492495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dfa2e-0f93-4dbe-ae22-3bd742291401 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Network': ['ID=74da101f-508b-46b5-9e22-fbcdbc2537c4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.497209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:43.504394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 74da101f-508b-46b5-9e22-fbcdbc2537c4 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:43.542115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Made reservation on behalf of 5e7325b3410d435ba9b88c1212c611bf for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:43.546235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.590370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994dd2e4-f85b-4c5d-8726-e11eafd3c18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249535fe-8838-40bb-ab69-f9c17235f3cc'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:43.603089 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315bca88-db97-40b9-9f7b-ead32ae347b8" -d '{"events": [{"server_uuid": "994dd2e4-f85b-4c5d-8726-e11eafd3c18b", "name": "network-vif-plugged", "status": "completed", "tag": "249535fe-8838-40bb-ab69-f9c17235f3cc"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:43.651488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:43.671429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.672176 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Added segment 59c50474-a7f6-4548-80ab-c66645990f21 of type vlan for network e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f Aug 29 04:32:43.715414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e44a-fadb-4806-90db-54d06a43678f req-c9195511-48c5-43f8-82da-136bd4350e3d tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.717876 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be564b40-6c66-4c78-8c62-3d19b9e3814b x-openstack-request-id: req-be564b40-6c66-4c78-8c62-3d19b9e3814b {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:43.718451 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994dd2e4-f85b-4c5d-8726-e11eafd3c18b", "name": "network-vif-plugged", "status": "completed", "tag": "249535fe-8838-40bb-ab69-f9c17235f3cc", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:43.718451 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be564b40-6c66-4c78-8c62-3d19b9e3814b {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:43.718781 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994dd2e4-f85b-4c5d-8726-e11eafd3c18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249535fe-8838-40bb-ab69-f9c17235f3cc', 'code': 200} Aug 29 04:32:43.723222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7886e44a-fadb-4806-90db-54d06a43678f req-c9195511-48c5-43f8-82da-136bd4350e3d tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 946 time: 0.1253512 Aug 29 04:32:43.752838 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.818419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7886e44a-fadb-4806-90db-54d06a43678f req-4c6eb3ac-8c75-4746-961b-159e3699847e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800068 Aug 29 04:32:43.825801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.845208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.845867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.897229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980b9f5-1334-4905-a221-da46cc3fc211 req-f2a4c628-1a06-4c1c-b12a-f984a859352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.898804 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0980b9f5-1334-4905-a221-da46cc3fc211 req-f2a4c628-1a06-4c1c-b12a-f984a859352c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 1097 time: 0.1019690 Aug 29 04:32:43.902627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.919643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-361146e9-8617-4004-9381-be5c7a95ea52 req-0444e6cc-26b7-461d-b08d-0c8077777700 service neutron] (94845) timed out ('10.222.0.65', 62322) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:32:43.945406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4642143 Aug 29 04:32:43.950137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54800) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.954439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.957680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'ports': [{'network_id': '74da101f-508b-46b5-9e22-fbcdbc2537c4', 'name': 'tempest-port--1902366131', 'admin_state_up': True}, {'network_id': 'e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f', 'admin_state_up': False}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:43.958251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'port': {'network_id': '74da101f-508b-46b5-9e22-fbcdbc2537c4', 'name': 'tempest-port--1902366131', 'admin_state_up': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:43.958978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'port': {'network_id': 'e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f', 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:43.987895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e2dcf-f960-424a-b8e4-0e14f402d271 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Network': ['ID=e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.000887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:44.159010 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0980b9f5-1334-4905-a221-da46cc3fc211 req-6d8d4ba4-fd34-40b0-ab75-84724000c3a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431471 Aug 29 04:32:44.245982 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.285940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Made reservation on behalf of 5e7325b3410d435ba9b88c1212c611bf for: {'port': 2} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:44.296405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.529032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:44.689183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:44.703144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:44.705790 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a286b42e-4fea-4f86-870d-8f2f9e6d6eac tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3036778 Aug 29 04:32:44.709274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54828) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:44.727193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:44.728577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:44.813141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd5c5aa-0c3e-4908-acf7-258a154706f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet 8af4cb8b-dcba-4891-9a05-e4d7842370f7 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:44.817281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c5aa-0c3e-4908-acf7-258a154706f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.820375 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54830) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:44.887432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.890103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c5aa-0c3e-4908-acf7-258a154706f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.916706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:44.946609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4795f-e02b-4c18-84d6-5b83269d9887 req-9661dd8a-29e6-4196-ac3a-ccb46e7f9c05 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:44.962667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebb4795f-e02b-4c18-84d6-5b83269d9887 req-9661dd8a-29e6-4196-ac3a-ccb46e7f9c05 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 945 time: 0.1231163 Aug 29 04:32:45.044800 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c5aa-0c3e-4908-acf7-258a154706f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.073011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] device_id is not set on port 18f00a66-8367-40c3-ae03-ed272a77a2bc yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:45.085408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1021392737-network', 'tenant_id': '540c67c226464849a59d3957851d1bca'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:45.105118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Made reservation on behalf of 540c67c226464849a59d3957851d1bca for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:45.111679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.141062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.147440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebb4795f-e02b-4c18-84d6-5b83269d9887 req-94c9c039-7f42-49ef-8254-1e7ff42f7ea6 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994289 Aug 29 04:32:45.160198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ac0ef-c9df-4823-a85f-7b85320c82a0 req-c7a988c4-2950-4df8-b3c7-879d7fbc1932 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.166358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e8ac0ef-c9df-4823-a85f-7b85320c82a0 req-c7a988c4-2950-4df8-b3c7-879d7fbc1932 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 946 time: 0.1255178 Aug 29 04:32:45.196858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c5aa-0c3e-4908-acf7-258a154706f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.234134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c5aa-0c3e-4908-acf7-258a154706f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.235576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e65206-4dd1-44f0-ada1-cb5ba2fab5ff None None] Network 0bdc22bb-ecaf-44af-a684-b49dafd90644 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:45.240528 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dbd5c5aa-0c3e-4908-acf7-258a154706f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/8af4cb8b-dcba-4891-9a05-e4d7842370f7 HTTP/1.1" status: 204 len: 168 time: 0.5298336 Aug 29 04:32:45.246647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54842) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:45.258401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e8ac0ef-c9df-4823-a85f-7b85320c82a0 req-ece7d4d5-776e-4bff-86f7-02f0e76fc36e tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891542 Aug 29 04:32:45.280526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5c5aa-0c3e-4908-acf7-258a154706f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=8af4cb8b-dcba-4891-9a05-e4d7842370f7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.404384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.412985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:43Z', 'revision_number': 8, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:45.420682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.448962 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.465529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:45.466935 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.479760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:45.489985 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.490392 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Added segment 40acf559-3c37-44bd-8d07-76ca8100de8a of type vlan for network fd281d79-1f8b-4677-821a-f35b6a2392db Aug 29 04:32:45.532355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] device_id is not set on port e9b4480e-62a1-4248-bdc3-67a2e0491a8d yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:45.545472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:45.546352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:45.559237 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.626824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.653490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.689312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.690355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.691042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.706561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.718613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:45.781633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Port': ['ID=18f00a66-8367-40c3-ae03-ed272a77a2bc,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.797616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port 1a8f094d-f35b-45f1-adf4-9752764262d3 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:45.798530 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.814829 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9921551 Aug 29 04:32:45.816302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54860) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:45.860560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Request body: {'subnet': {'network_id': 'fd281d79-1f8b-4677-821a-f35b6a2392db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1021392737-subnet', 'tenant_id': '540c67c226464849a59d3957851d1bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:45.862497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5daf5-3a55-4653-9f36-df6a8f5c9d26 admin admin] Pushing event updated for resources: {'Network': ['ID=fd281d79-1f8b-4677-821a-f35b6a2392db,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.874274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Checking segment: {'id': '99a0f67e-2798-47c7-8d5f-75628ea9145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74da101f-508b-46b5-9e22-fbcdbc2537c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:45.874979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Network hostable DHCP agents. Network: 74da101f-508b-46b5-9e22-fbcdbc2537c4, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:45.926608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port 1a8f094d-f35b-45f1-adf4-9752764262d3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1a8f094d-f35b-45f1-adf4-9752764262d3,segment=NetworkSegment(330d080a-3f3e-423b-b159-d03fa3c3bb98),segment_id=330d080a-3f3e-423b-b159-d03fa3c3bb98)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:45.926999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.945139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Made reservation on behalf of 540c67c226464849a59d3957851d1bca for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:45.948126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.950627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Network 74da101f-508b-46b5-9e22-fbcdbc2537c4 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:45.956085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network fd281d79-1f8b-4677-821a-f35b6a2392db details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:45.980805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for 1a8f094d-f35b-45f1-adf4-9752764262d3 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:46.007061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] DHCP port deletion for 0bdc22bb-ecaf-44af-a684-b49dafd90644 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:46.037424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 74da101f-508b-46b5-9e22-fbcdbc2537c4) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:46.049949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:46.052460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.065167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c32b7-3625-4ec6-916a-3684e48c4024 None None] Network 74da101f-508b-46b5-9e22-fbcdbc2537c4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:46.100139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-d0b26bd6-5c40-41f4-9164-b03872bef0ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661464 Aug 29 04:32:46.205404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-bbcac675-e508-45dc-9037-6b20ff394cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.207458 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-bbcac675-e508-45dc-9037-6b20ff394cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1097 time: 0.0600634 Aug 29 04:32:46.223731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ab29-3cb4-4de5-94ea-adc47b4e9f60 req-1ebfc096-d0b2-40e1-9ef3-539b808536e3 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.226226 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afb8ab29-3cb4-4de5-94ea-adc47b4e9f60 req-1ebfc096-d0b2-40e1-9ef3-539b808536e3 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 946 time: 0.2889717 Aug 29 04:32:46.304239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Port': ['ID=e9b4480e-62a1-4248-bdc3-67a2e0491a8d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.352887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Checking segment: {'id': '59c50474-a7f6-4548-80ab-c66645990f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:46.353302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Network hostable DHCP agents. Network: e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:46.357904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afb8ab29-3cb4-4de5-94ea-adc47b4e9f60 req-f2e246f6-3840-4c08-86a0-c5e9cce2c3b5 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119187 Aug 29 04:32:46.404514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-27f50a57-6099-4914-ad7a-229ee2f75c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.406152 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-27f50a57-6099-4914-ad7a-229ee2f75c95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.1753664 Aug 29 04:32:46.456549 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.464978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Network e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:46.485365 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-1a892e7b-326b-40ea-9e55-b26dc57bcfb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 1000 time: 0.0707102 Aug 29 04:32:46.489777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] Deleting port 1a8f094d-f35b-45f1-adf4-9752764262d3 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:46.490179 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.515969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa77052-14e2-4ed8-9d82-3cb3e87e9425 req-dbce614b-5bdb-402d-a893-22d6bff4d60b tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.517911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfa77052-14e2-4ed8-9d82-3cb3e87e9425 req-dbce614b-5bdb-402d-a893-22d6bff4d60b tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 945 time: 0.1935263 Aug 29 04:32:46.527022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=1a8f094d-f35b-45f1-adf4-9752764262d3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.557502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-e55dd004-6b14-46f8-87cc-5c0b15623629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.559378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-e55dd004-6b14-46f8-87cc-5c0b15623629 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0669484 Aug 29 04:32:46.562422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No DVR routers for this DVR port 1a8f094d-f35b-45f1-adf4-9752764262d3 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:46.575387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:46.586369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:46.589579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] For port 1a8f094d-f35b-45f1-adf4-9752764262d3, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:46.589982 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.593577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676518e6-438f-47cb-8ed8-d184cbabfbdd None None] Network e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:46.595334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.611232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.613237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.627492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-e786f9be-8512-401d-a7f2-9bd812947d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.629399 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-e786f9be-8512-401d-a7f2-9bd812947d37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618961 Aug 29 04:32:46.661515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] Calling delete_port for 1a8f094d-f35b-45f1-adf4-9752764262d3 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:46.665564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-259276f5-b317-462a-be38-eca8ae7929cb tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7101243 Aug 29 04:32:46.672250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] Port 1a8f094d-f35b-45f1-adf4-9752764262d3 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:32:46.678147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54872) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.682430 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.732966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] Pushing event deleted for resources: {'Port': ['ID=1a8f094d-f35b-45f1-adf4-9752764262d3,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.740223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c84168-95d0-4240-b0b8-4e5d2341c374 None None] No DVR routers for this DVR port 1a8f094d-f35b-45f1-adf4-9752764262d3 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:46.747032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:43Z', 'revision_number': 8, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.754075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.784084 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-bc5d7c55-acc7-497f-8014-43b2011fe626 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462951 Aug 29 04:32:46.828370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300bea8-3613-40fb-9ea5-374c6beedb3f None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:43Z', 'revision_number': 8, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'bb339951-7cae-4166-9ca2-176c0aa5a977', 'name': '', 'network_id': '4cc45ee3-b812-4a18-83c6-8bf439942584', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:7a:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '6b064c86-ade9-4dd2-bda7-e45ba8fca422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:46.846922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.855035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfa77052-14e2-4ed8-9d82-3cb3e87e9425 req-7ff90404-0b08-49b0-8868-bb4e6295ae7d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983844 Aug 29 04:32:46.882130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdc22bb-ecaf-44af-a684-b49dafd90644']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.913465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330d080a-3f3e-423b-b159-d03fa3c3bb98') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.913795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330d080a-3f3e-423b-b159-d03fa3c3bb98') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.933052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b54465-33a6-4446-998a-4b3590f1d7a0,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.948247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.963695 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4356b3d-9ffb-4c2d-aacc-3aa26a9f9355 req-97ff545a-1fb8-448c-b055-060a8a780ad7 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702564 Aug 29 04:32:46.971762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f45cd-c5fd-4288-a239-ba7fec9b1e9c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.981225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f45cd-c5fd-4288-a239-ba7fec9b1e9c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.984341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-df2f45cd-c5fd-4288-a239-ba7fec9b1e9c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3028479 Aug 29 04:32:46.986079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54884) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.002769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.009870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:47.010302 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:47.066780 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:47.076221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Checking segment: {'id': '40acf559-3c37-44bd-8d07-76ca8100de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fd281d79-1f8b-4677-821a-f35b6a2392db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:47.076636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Network hostable DHCP agents. Network: fd281d79-1f8b-4677-821a-f35b6a2392db, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:47.108593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Network fd281d79-1f8b-4677-821a-f35b6a2392db is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:47.111266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3135509b-5e47-40f2-be02-61a94c160d7b tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Deleting port 18f00a66-8367-40c3-ae03-ed272a77a2bc {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:47.111266 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3135509b-5e47-40f2-be02-61a94c160d7b tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.119571 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.127379 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.129346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/0bdc22bb-ecaf-44af-a684-b49dafd90644 HTTP/1.1" status: 204 len: 168 time: 1.8700001 Aug 29 04:32:47.130185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, fd281d79-1f8b-4677-821a-f35b6a2392db) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:47.135173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54888) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.142302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c18e165-e7ff-49ee-ba9f-837c07e66db9 None None] Network fd281d79-1f8b-4677-821a-f35b6a2392db requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:47.165876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.166504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.173165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b57fab-4b23-4aef-b239-99ebe81abe49 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=0bdc22bb-ecaf-44af-a684-b49dafd90644,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.276971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-28b6d3c6-9ae8-4ecb-9749-413905875a89 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4498329 Aug 29 04:32:47.318281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3135509b-5e47-40f2-be02-61a94c160d7b tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.370516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3135509b-5e47-40f2-be02-61a94c160d7b tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Calling delete_port for 18f00a66-8367-40c3-ae03-ed272a77a2bc owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:47.476377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-34293af6-fef0-4f56-a0f1-1b15d035ce8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.484934 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c880222d-b345-483f-8787-6824f4c1cfa6 None None] Network fd281d79-1f8b-4677-821a-f35b6a2392db requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:47.503088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66462ad9-d112-4893-819e-35fe97baaefd req-4b2236db-2a5d-44cf-a7e7-0835f7c7012f tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.505163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66462ad9-d112-4893-819e-35fe97baaefd req-4b2236db-2a5d-44cf-a7e7-0835f7c7012f tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 946 time: 0.2863176 Aug 29 04:32:47.801322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3135509b-5e47-40f2-be02-61a94c160d7b tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.845161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135509b-5e47-40f2-be02-61a94c160d7b tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Port': ['ID=18f00a66-8367-40c3-ae03-ed272a77a2bc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.849710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3135509b-5e47-40f2-be02-61a94c160d7b tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.854890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3135509b-5e47-40f2-be02-61a94c160d7b tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/ports/18f00a66-8367-40c3-ae03-ed272a77a2bc HTTP/1.1" status: 204 len: 168 time: 0.8645992 Aug 29 04:32:47.855525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Deleting port 40b7debf-4211-44c8-8c41-72dd76535c90 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:47.855877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.863746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54914) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.881019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35246e79-8c8d-4cd8-9c38-facfad8f93d4 req-260e41ef-0680-408a-9f40-3de546319d89 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.882893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35246e79-8c8d-4cd8-9c38-facfad8f93d4 req-260e41ef-0680-408a-9f40-3de546319d89 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 946 time: 0.2480910 Aug 29 04:32:47.943227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:47.984909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:47.985491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dbf94d71-98d2-4f46-bc5e-7e3d9926b8b6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:47.986090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1a8f094d-f35b-45f1-adf4-9752764262d3 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:48.002001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] For port 40b7debf-4211-44c8-8c41-72dd76535c90, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=40b7debf-4211-44c8-8c41-72dd76535c90,segment=NetworkSegment(f0a013a8-f2f4-4e7d-add2-1f5aff92189b),segment_id=f0a013a8-f2f4-4e7d-add2-1f5aff92189b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:48.009792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.023343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 1a8f094d-f35b-45f1-adf4-9752764262d3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:48.024151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1a8f094d-f35b-45f1-adf4-9752764262d3 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:48.078461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Calling delete_port for 40b7debf-4211-44c8-8c41-72dd76535c90 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:48.078700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-35246e79-8c8d-4cd8-9c38-facfad8f93d4 req-0abf0478-4d41-448d-a560-d4e51615212f tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3fa0b35-9934-4be1-8914-64bb537bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055360 Aug 29 04:32:48.189254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0002ac10-251e-47b5-8324-cc322cd5eb35 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Deleting port e9b4480e-62a1-4248-bdc3-67a2e0491a8d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:48.189856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0002ac10-251e-47b5-8324-cc322cd5eb35 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.232197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-5d05876f-a68e-4a90-8c79-7557234ac62a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2093127 Aug 29 04:32:48.358758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-f9b78d1b-5c51-4a3d-91ac-e87258cf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.359256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-f9b78d1b-5c51-4a3d-91ac-e87258cf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.359731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-f9b78d1b-5c51-4a3d-91ac-e87258cf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.360257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-f9b78d1b-5c51-4a3d-91ac-e87258cf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.360727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-f9b78d1b-5c51-4a3d-91ac-e87258cf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.361193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-f9b78d1b-5c51-4a3d-91ac-e87258cf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.361654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-f9b78d1b-5c51-4a3d-91ac-e87258cf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.364006 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-f9b78d1b-5c51-4a3d-91ac-e87258cf52df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb7155c4ae3147918fed9048e693f6b2&device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6499 time: 0.0966840 Aug 29 04:32:48.378265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.390794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['40b7debf-4211-44c8-8c41-72dd76535c90'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:48.474843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Pushing event deleted for resources: {'Port': ['ID=40b7debf-4211-44c8-8c41-72dd76535c90,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.574365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-e3c87c2a-dedf-4e31-afa6-98b6d1e73154 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.587170 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-e3c87c2a-dedf-4e31-afa6-98b6d1e73154 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/networks?id=fd281d79-1f8b-4677-821a-f35b6a2392db HTTP/1.1" status: 200 len: 821 time: 0.1428912 Aug 29 04:32:48.604967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] No DVR routers for this DVR port 40b7debf-4211-44c8-8c41-72dd76535c90 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:48.611443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.613736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66462ad9-d112-4893-819e-35fe97baaefd req-db33514a-edd5-4b76-9934-653e73dd99d9 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.65 "DELETE /v2.0/ports/40b7debf-4211-44c8-8c41-72dd76535c90 HTTP/1.1" status: 204 len: 173 time: 1.1005814 Aug 29 04:32:48.615953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f375b05-92f6-4298-a0d4-a4ae321233ec', 'name': 'network-vif-deleted', 'tag': '40b7debf-4211-44c8-8c41-72dd76535c90'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:48.619053 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0308c811-555f-436f-b284-2e36ea9d8faf" -d '{"events": [{"server_uuid": "5f375b05-92f6-4298-a0d4-a4ae321233ec", "name": "network-vif-deleted", "tag": "40b7debf-4211-44c8-8c41-72dd76535c90"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:48.627112 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0002ac10-251e-47b5-8324-cc322cd5eb35 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.671125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0002ac10-251e-47b5-8324-cc322cd5eb35 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Calling delete_port for e9b4480e-62a1-4248-bdc3-67a2e0491a8d owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:48.685940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-e92620c2-8027-41ef-97fb-7c89b251de91 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/quotas/540c67c226464849a59d3957851d1bca HTTP/1.1" status: 200 len: 375 time: 0.0973818 Aug 29 04:32:48.721150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-9b23eef6-c317-4050-b6fb-6bb5006ddfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.721950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-9b23eef6-c317-4050-b6fb-6bb5006ddfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.722669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-9b23eef6-c317-4050-b6fb-6bb5006ddfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.725035 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-9b23eef6-c317-4050-b6fb-6bb5006ddfe7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=169ba080-3078-4b2f-830c-3fd950a54f70&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&id=cb493501-5534-464e-b333-0a0a9a9efff8&id=cb493501-5534-464e-b333-0a0a9a9efff8 HTTP/1.1" status: 200 len: 2292 time: 0.2872691 Aug 29 04:32:48.727396 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb2f000-3e6a-44f6-bc5a-f8d89d8791e7 x-openstack-request-id: req-cdb2f000-3e6a-44f6-bc5a-f8d89d8791e7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:48.727829 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f375b05-92f6-4298-a0d4-a4ae321233ec", "name": "network-vif-deleted", "tag": "40b7debf-4211-44c8-8c41-72dd76535c90", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:48.728749 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdb2f000-3e6a-44f6-bc5a-f8d89d8791e7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:48.729297 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f375b05-92f6-4298-a0d4-a4ae321233ec', 'name': 'network-vif-deleted', 'tag': '40b7debf-4211-44c8-8c41-72dd76535c90', 'status': 'completed', 'code': 200} Aug 29 04:32:48.762143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-f3666cfb-f2cc-43b2-962a-20d417a74647 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=540c67c226464849a59d3957851d1bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530713 Aug 29 04:32:48.840804 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.894179 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-02453ef2-f1c9-4dc7-bf7d-f45d29098f74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a HTTP/1.1" status: 200 len: 1001 time: 0.1615491 Aug 29 04:32:49.005996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-756d98a1-423e-4cbf-9bd0-8342e6b46958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.011492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-756d98a1-423e-4cbf-9bd0-8342e6b46958 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f09912b6-0315-41f4-a01a-b0a4cd137ae3 HTTP/1.1" status: 200 len: 850 time: 0.1074572 Aug 29 04:32:49.078729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-1a458fd8-31d6-42b3-82ec-d5b2a4be9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.080269 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-1a458fd8-31d6-42b3-82ec-d5b2a4be9137 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=169ba080-3078-4b2f-830c-3fd950a54f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596287 Aug 29 04:32:49.170083 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0002ac10-251e-47b5-8324-cc322cd5eb35 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.275290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002ac10-251e-47b5-8324-cc322cd5eb35 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Port': ['ID=e9b4480e-62a1-4248-bdc3-67a2e0491a8d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:49.287325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd1403b1-5e87-43d1-b015-88a98be6268e req-a907474d-940a-4271-ae53-91b3ed4ac990 tempest-ServerAddressesTestJSON-441001827 tempest-ServerAddressesTestJSON-441001827-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f375b05-92f6-4298-a0d4-a4ae321233ec HTTP/1.1" status: 200 len: 210 time: 0.0670984 Aug 29 04:32:49.293727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c2c33a46-d5a6-479b-9eb1-6d6473d4a962 service neutron] 10.222.0.58 "GET /v2.0/networks/fd281d79-1f8b-4677-821a-f35b6a2392db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789658 Aug 29 04:32:49.298755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0002ac10-251e-47b5-8324-cc322cd5eb35 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.301064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0002ac10-251e-47b5-8324-cc322cd5eb35 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/ports/e9b4480e-62a1-4248-bdc3-67a2e0491a8d HTTP/1.1" status: 204 len: 168 time: 1.4329839 Aug 29 04:32:49.304625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54950) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.371160 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-a24b70d1-c71f-4623-9c95-1395ed0937d4 service neutron] 10.222.0.65 "GET /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776153 Aug 29 04:32:49.425979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c67f0fec-558e-407f-b348-bab157b6d2b8 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1090853 Aug 29 04:32:49.431147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54954) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.457820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1009371053'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:49.541716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c6065e44-b6e8-4e2c-8fd0-0c0c6d2e4f88 service neutron] 10.222.0.58 "GET /v2.0/networks/fd281d79-1f8b-4677-821a-f35b6a2392db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379644 Aug 29 04:32:49.544698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-5e6d6943-6114-44e6-b493-92cf34e5ccc9 service neutron] 10.222.0.65 "GET /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638982 Aug 29 04:32:49.637467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Made reservation on behalf of 5e7325b3410d435ba9b88c1212c611bf for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:49.649944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.701889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:49.702795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-ef4c6cf3-f7e3-4e78-9dee-7a16f8eb0c15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=76b4eceb-84b4-449c-b444-df525582bf58 HTTP/1.1" status: 200 len: 217 time: 0.1434567 Aug 29 04:32:49.713813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port bb339951-7cae-4166-9ca2-176c0aa5a977 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:49.714154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.816589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-1f09e2ce-9747-41a0-83cb-d0cf9877c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.818078 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-1f09e2ce-9747-41a0-83cb-d0cf9877c44c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.1075580 Aug 29 04:32:49.826108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.826458 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Added segment 50686abd-720b-4dd0-aa77-db3ac4c73c42 of type vlan for network b6df0427-cc3a-42bc-9afd-d65c7ffa5222 Aug 29 04:32:49.875900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b1950e5-dfd6-429c-b032-faa1a15edaf9 req-3ba9def8-5a61-4aef-b8d1-16b8931ef77e tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 210 time: 0.0604086 Aug 29 04:32:49.886487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-b4096bb8-3d1d-40e9-8a2d-b4e44900def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.888019 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-b4096bb8-3d1d-40e9-8a2d-b4e44900def0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0617075 Aug 29 04:32:49.947049 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.950294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port bb339951-7cae-4166-9ca2-176c0aa5a977, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bb339951-7cae-4166-9ca2-176c0aa5a977,segment=NetworkSegment(a80192da-d93e-4707-b405-4a08b47a6202),segment_id=a80192da-d93e-4707-b405-4a08b47a6202)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:49.950663 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.967897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for bb339951-7cae-4166-9ca2-176c0aa5a977 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:50.038387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.049600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.050273 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.100075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-18032990-907a-45d2-b894-a3357c58907e service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038829 Aug 29 04:32:50.156435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Network': ['ID=b6df0427-cc3a-42bc-9afd-d65c7ffa5222,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.169518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network b6df0427-cc3a-42bc-9afd-d65c7ffa5222 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:50.201042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54976) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.204746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-964e6caa-c942-475d-8697-d0ce861fbd71 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7670031 Aug 29 04:32:50.208315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-547658855'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:50.264916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Made reservation on behalf of 5e7325b3410d435ba9b88c1212c611bf for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:50.269201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.333451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:50.382553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.383265 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Added segment 3b6f7261-d621-410b-ac6d-4d4e94bc13b5 of type vlan for network de2d22d7-2767-46d9-a56e-59123565edf9 Aug 29 04:32:50.394462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-a89d1224-da6c-4154-8cb4-791d181ead67 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865610 Aug 29 04:32:50.401806 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7f6e743c-ca20-4ee2-97ed-34d665791f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.405787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.436801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54982) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.449007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 40b7debf-4211-44c8-8c41-72dd76535c90 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:50.479457 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-527f395c-4e4d-41a5-a5cd-665e089d2540 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ab4005fe-119d-476a-8b42-84a574081c51 HTTP/1.1" status: 200 len: 217 time: 0.0596426 Aug 29 04:32:50.517804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 40b7debf-4211-44c8-8c41-72dd76535c90 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:50.518555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 40b7debf-4211-44c8-8c41-72dd76535c90 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:50.524607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.578930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.597383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=bb339951-7cae-4166-9ca2-176c0aa5a977,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.610478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ac4533-345a-44f8-9477-f7756fdf997d admin admin] Deleting subnet da1aaab3-4218-42c3-be75-6e42eeebcc42 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:50.627658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87ac4533-345a-44f8-9477-f7756fdf997d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.648182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-6a371cb8-8224-457c-b930-2a773813b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.657782 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-6a371cb8-8224-457c-b930-2a773813b759 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.1307693 Aug 29 04:32:50.686869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.694658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.695446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.766064 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87ac4533-345a-44f8-9477-f7756fdf997d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.986325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87ac4533-345a-44f8-9477-f7756fdf997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.012296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.153331 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcfccc34-82e8-41d1-b887-3d64a664eabb req-e44b5e84-6f5c-4b4a-8c4b-6d9991418bfd tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 210 time: 0.1386852 Aug 29 04:32:51.209148 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.288725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87ac4533-345a-44f8-9477-f7756fdf997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.332405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac4533-345a-44f8-9477-f7756fdf997d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1aaab3-4218-42c3-be75-6e42eeebcc42,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.353272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87ac4533-345a-44f8-9477-f7756fdf997d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.355880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-87ac4533-345a-44f8-9477-f7756fdf997d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/da1aaab3-4218-42c3-be75-6e42eeebcc42 HTTP/1.1" status: 204 len: 168 time: 0.9103017 Aug 29 04:32:51.358927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55000) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.412407 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2099833 Aug 29 04:32:51.427249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899a1ab-d52b-48db-9eed-01ff111b8481 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Network': ['ID=de2d22d7-2767-46d9-a56e-59123565edf9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.433284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-af1d5745-ee58-4f21-9537-5b1c9390311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.434861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-af1d5745-ee58-4f21-9537-5b1c9390311b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7669070 Aug 29 04:32:51.440294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network de2d22d7-2767-46d9-a56e-59123565edf9 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:51.674629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-75ec8406-314e-45e7-ba63-ea19f12ed6ec tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.677120 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-75ec8406-314e-45e7-ba63-ea19f12ed6ec tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.64 "GET /v2.0/networks?id=fd281d79-1f8b-4677-821a-f35b6a2392db HTTP/1.1" status: 200 len: 821 time: 0.3616855 Aug 29 04:32:51.715163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Request body: {'port': {'device_id': '6ebe6e75-4269-4ab8-863f-28a8b39b7b25', 'network_id': 'fd281d79-1f8b-4677-821a-f35b6a2392db', 'admin_state_up': True, 'tenant_id': '540c67c226464849a59d3957851d1bca'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:51.985336 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-b44e41c4-7619-4767-9519-bd018d508f02 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382929 Aug 29 04:32:51.985804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55012) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.105255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Made reservation on behalf of 540c67c226464849a59d3957851d1bca for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:52.109916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.167271 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-53849452-04ef-41f7-b25c-b32c92d9de8d service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708345 Aug 29 04:32:52.254007 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-300010e8-c339-42c2-afc1-a833978f48cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=3ba4c654-6de7-4e6e-806d-ee27f43d0502 HTTP/1.1" status: 200 len: 217 time: 0.0758543 Aug 29 04:32:52.277529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.302555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:52.329378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-5ce847ee-701d-41da-b4b8-ef2b7379d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.330258 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-5ce847ee-701d-41da-b4b8-ef2b7379d8ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.0599349 Aug 29 04:32:52.341326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6895c29-872f-41b6-9f68-19c53414d6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.365837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-043b9e2e-4ae9-4e28-820b-aada52d6cab9 req-45e81654-cee3-4bda-b22d-432e3d55c5be tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 210 time: 0.0544121 Aug 29 04:32:52.514462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-5a013636-df3e-4314-8057-bab18d72f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.516494 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-5a013636-df3e-4314-8057-bab18d72f03b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1759894 Aug 29 04:32:52.550255 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.568309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1bcf85-22ac-4074-b3ea-274018edf4a8']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:52.583224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a013a8-f2f4-4e7d-add2-1f5aff92189b') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:52.583673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a013a8-f2f4-4e7d-add2-1f5aff92189b') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:52.588437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Allocated IP 172.20.0.6 (fd281d79-1f8b-4677-821a-f35b6a2392db/c0b54465-33a6-4446-998a-4b3590f1d7a0/61e58647-09d1-4335-b479-f16e61ef15c4) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:52.592329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:52.595468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6895c29-872f-41b6-9f68-19c53414d6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.602777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0c5fa69b-0f51-4382-8254-0a4faaaffbbb tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4629786 Aug 29 04:32:52.603065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.603619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.613805 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:52.623462 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.632215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:52.632934 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:52.635679 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:52.657245 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:52.658263 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:52.714609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.732497 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.738958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2e1bcf85-22ac-4074-b3ea-274018edf4a8 HTTP/1.1" status: 204 len: 168 time: 1.3786466 Aug 29 04:32:52.769552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123230ad-97e6-4021-814a-f8d32a54b296 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1bcf85-22ac-4074-b3ea-274018edf4a8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.791052 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.872036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6895c29-872f-41b6-9f68-19c53414d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.942588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.975620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6895c29-872f-41b6-9f68-19c53414d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcefece-4109-40d5-96c2-0a26f3c27ab5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.994421 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c6895c29-872f-41b6-9f68-19c53414d6dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b4a49e38f2c440783053221cde16adc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0054209 Aug 29 04:32:52.994983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.069360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d060d209-829c-45ac-8319-41f8035396cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f36e1959572a44699362c7af49044a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249762 Aug 29 04:32:53.072036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55032) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.077614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.089972 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:53.101595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b2ab45-dcb0-408e-bb01-42dd8e731778 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet 6b064c86-ade9-4dd2-bda7-e45ba8fca422 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:53.110323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4014f11c-55e0-478f-8757-b12907cca4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.111416 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76b2ab45-dcb0-408e-bb01-42dd8e731778 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.157363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4014f11c-55e0-478f-8757-b12907cca4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.177953 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12a69188-65ce-4e29-a7d9-7f5d6e4082ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.202931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76b2ab45-dcb0-408e-bb01-42dd8e731778 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.228047 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12a69188-65ce-4e29-a7d9-7f5d6e4082ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.315541 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:50Z', 'revision_number': 9, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:53.347136 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:53.365142 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:53.366155 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:53.375293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12a69188-65ce-4e29-a7d9-7f5d6e4082ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.380520 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-2dd86eb0-327b-41f2-ad4e-26a35fbb3031 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559723 Aug 29 04:32:53.382994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12a69188-65ce-4e29-a7d9-7f5d6e4082ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.384983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12a69188-65ce-4e29-a7d9-7f5d6e4082ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3fa0b35-9934-4be1-8914-64bb537bbcca HTTP/1.1" status: 204 len: 168 time: 0.3118281 Aug 29 04:32:53.401625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a69188-65ce-4e29-a7d9-7f5d6e4082ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa0b35-9934-4be1-8914-64bb537bbcca,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.450267 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4014f11c-55e0-478f-8757-b12907cca4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.453248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4014f11c-55e0-478f-8757-b12907cca4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.454419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4014f11c-55e0-478f-8757-b12907cca4cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edcefece-4109-40d5-96c2-0a26f3c27ab5 HTTP/1.1" status: 204 len: 168 time: 0.4584286 Aug 29 04:32:53.476442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014f11c-55e0-478f-8757-b12907cca4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcefece-4109-40d5-96c2-0a26f3c27ab5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.589564 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:53.599618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76b2ab45-dcb0-408e-bb01-42dd8e731778 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.670496 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-249409c8-69be-4241-a0da-a0e7866977c8 req-9ddbf047-11ae-4775-9a31-6722a432fc0f tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 210 time: 0.0717866 Aug 29 04:32:53.809737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.847786 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-a047c34b-740d-48ce-b4f9-d37990f3a9ce service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424031 Aug 29 04:32:54.010070 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-e78a4579-a41d-4299-a2e1-440114216367 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759 HTTP/1.1" status: 200 len: 217 time: 0.1070328 Aug 29 04:32:54.015352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Network fd281d79-1f8b-4677-821a-f35b6a2392db is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:54.021162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Pushing event updated for resources: {'Port': ['ID=61e58647-09d1-4335-b479-f16e61ef15c4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.024435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:54.047817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:54.062609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76b2ab45-dcb0-408e-bb01-42dd8e731778 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.179772 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:50Z', 'revision_number': 9, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:54.242049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55058) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:54.246783 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493f707-2836-4198-9dc5-b483514d15fd None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:32:50Z', 'revision_number': 9, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'cd0a3b42-6f9f-433d-9ebc-7144ffd634ed', 'name': '', 'network_id': '60d342e3-1b3a-4cbc-89ac-11be871b4587', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:1e:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': 'ec41414c-c2ce-4d91-b1fc-eacb3cdde938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:54.270534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1298bd6-d756-428e-9bbe-ceff0f498bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.274839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2ab45-dcb0-408e-bb01-42dd8e731778 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=6b064c86-ade9-4dd2-bda7-e45ba8fca422,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.332159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477d4a5-baba-4050-9fb0-adb87fd5c4d9 None None] Network 4cc45ee3-b812-4a18-83c6-8bf439942584 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:54.348621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76b2ab45-dcb0-408e-bb01-42dd8e731778 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.356351 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-76b2ab45-dcb0-408e-bb01-42dd8e731778 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/6b064c86-ade9-4dd2-bda7-e45ba8fca422 HTTP/1.1" status: 204 len: 168 time: 1.7504456 Aug 29 04:32:54.360101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55060) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:54.394115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.394817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.398800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-1d77cad7-a938-4d1c-bd66-fef504f20873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.400415 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-1d77cad7-a938-4d1c-bd66-fef504f20873 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 200 len: 797 time: 0.3540075 Aug 29 04:32:54.475206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-88d1fff7-36f2-4d45-8270-d1f1e10ad74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.477199 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-88d1fff7-36f2-4d45-8270-d1f1e10ad74b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4d989d8-0124-456e-8f1f-4f55c2dff3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0653281 Aug 29 04:32:54.544577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.702861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-b33e8cc3-68b0-4d08-920d-72fe94ccbfdd service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171404 Aug 29 04:32:54.718377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] DHCP port deletion for 4cc45ee3-b812-4a18-83c6-8bf439942584 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:54.785629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1298bd6-d756-428e-9bbe-ceff0f498bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.797021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1298bd6-d756-428e-9bbe-ceff0f498bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.842080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1298bd6-d756-428e-9bbe-ceff0f498bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf2f63-ac0e-4e13-bc04-ad48113d4c99,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.845726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] Deleting port b267caf6-9d52-4f18-bc27-024a5acc1cee {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:54.846385 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.863393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port b267caf6-9d52-4f18-bc27-024a5acc1cee {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:54.878136 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.904756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d1298bd6-d756-428e-9bbe-ceff0f498bcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1f0229f394c4eb7a72c7f5ad6381e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610055 Aug 29 04:32:54.910858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55072) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:54.980763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55076) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:54.982565 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-430c0668-06a1-4252-b519-5ec42f68ecb5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2953937 Aug 29 04:32:54.994988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'subnets': [{'network_id': 'b6df0427-cc3a-42bc-9afd-d65c7ffa5222', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1261725894', 'ip_version': 6}, {'network_id': 'de2d22d7-2767-46d9-a56e-59123565edf9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:54.995380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'subnet': {'network_id': 'b6df0427-cc3a-42bc-9afd-d65c7ffa5222', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1261725894', 'ip_version': 6}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:54.997393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Request body: {'subnet': {'network_id': 'de2d22d7-2767-46d9-a56e-59123565edf9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:55.006661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Request body: {'port': {'device_id': '6ebe6e75-4269-4ab8-863f-28a8b39b7b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:55.014044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] For port b267caf6-9d52-4f18-bc27-024a5acc1cee, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b267caf6-9d52-4f18-bc27-024a5acc1cee,segment=NetworkSegment(a80192da-d93e-4707-b405-4a08b47a6202),segment_id=a80192da-d93e-4707-b405-4a08b47a6202)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:55.015057 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.035127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] Calling delete_port for b267caf6-9d52-4f18-bc27-024a5acc1cee owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:55.118333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a138fd8-0860-4387-9b6d-4e294138310a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.121473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.125537 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-908f1356-ce91-48ec-a769-a4c0d3e0f967 service neutron] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915207 Aug 29 04:32:55.182663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port b267caf6-9d52-4f18-bc27-024a5acc1cee, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b267caf6-9d52-4f18-bc27-024a5acc1cee,segment=NetworkSegment(a80192da-d93e-4707-b405-4a08b47a6202),segment_id=a80192da-d93e-4707-b405-4a08b47a6202)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:55.183055 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.187799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.188957 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-d053b689-d96b-4332-99f5-19da076ad957 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=415bc19d-e15e-46b3-a939-4740af64da57 HTTP/1.1" status: 200 len: 217 time: 0.0482638 Aug 29 04:32:55.218188 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a138fd8-0860-4387-9b6d-4e294138310a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.224631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2caa95-3d9a-40bc-b70c-1074b4d787f1 req-921376e8-08c5-41d9-922b-e7839749d6c9 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.226461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de2caa95-3d9a-40bc-b70c-1074b4d787f1 req-921376e8-08c5-41d9-922b-e7839749d6c9 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 931 time: 0.3395193 Aug 29 04:32:55.231338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for b267caf6-9d52-4f18-bc27-024a5acc1cee owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:55.242206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] Pushing event deleted for resources: {'Port': ['ID=b267caf6-9d52-4f18-bc27-024a5acc1cee,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.255106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dcbb7e-f61c-4155-a320-d854a15cc1e9 None None] No DVR routers for this DVR port b267caf6-9d52-4f18-bc27-024a5acc1cee on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:55.281325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55084) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.344627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de2caa95-3d9a-40bc-b70c-1074b4d787f1 req-3df7de73-9f56-4ed4-a22f-0f1100a8c792 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112199 Aug 29 04:32:55.358421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Made reservation on behalf of 5e7325b3410d435ba9b88c1212c611bf for: {'subnet': 2} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:55.363222 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.363569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.368718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-3edb1c25-2a18-4fb9-92b8-a3a09e39d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.374379 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-3edb1c25-2a18-4fb9-92b8-a3a09e39d8b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a HTTP/1.1" status: 200 len: 797 time: 0.1504266 Aug 29 04:32:55.471878 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.474671 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a138fd8-0860-4387-9b6d-4e294138310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.477215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a138fd8-0860-4387-9b6d-4e294138310a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.478331 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0a138fd8-0860-4387-9b6d-4e294138310a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cdbf2f63-ac0e-4e13-bc04-ad48113d4c99 HTTP/1.1" status: 204 len: 168 time: 0.5641267 Aug 29 04:32:55.483762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1450162977-network', 'tenant_id': 'f064273a19a04c8f8052db72b1aabd4e'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:55.516904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a138fd8-0860-4387-9b6d-4e294138310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf2f63-ac0e-4e13-bc04-ad48113d4c99,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.518869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=b267caf6-9d52-4f18-bc27-024a5acc1cee,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.519678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-9e1a87c7-88e9-4ae4-b1c6-00063c967ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.521419 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-9e1a87c7-88e9-4ae4-b1c6-00063c967ef4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb493501-5534-464e-b333-0a0a9a9efff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1430314 Aug 29 04:32:55.522840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No DVR routers for this DVR port b267caf6-9d52-4f18-bc27-024a5acc1cee on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:55.591404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Made reservation on behalf of f064273a19a04c8f8052db72b1aabd4e for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:55.594114 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.617361 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.641877 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.659523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc45ee3-b812-4a18-83c6-8bf439942584']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:55.680760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80192da-d93e-4707-b405-4a08b47a6202') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:55.681299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80192da-d93e-4707-b405-4a08b47a6202') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:55.715607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.733987 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-d18772e6-bb10-4780-bb34-d909067f49a2 service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988127 Aug 29 04:32:55.745227 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.754827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:55.755393 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.761320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e58647-09d1-4335-b479-f16e61ef15c4 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:55.779109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.848701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Transition to ACTIVE for port object 61e58647-09d1-4335-b479-f16e61ef15c4 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:55.865915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:55.895904 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:55.899860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.924300 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.929032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/4cc45ee3-b812-4a18-83c6-8bf439942584 HTTP/1.1" status: 204 len: 168 time: 1.5651243 Aug 29 04:32:55.938104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55100) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.941666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b267caf6-9d52-4f18-bc27-024a5acc1cee no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:55.974594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b267caf6-9d52-4f18-bc27-024a5acc1cee {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:55.975076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b267caf6-9d52-4f18-bc27-024a5acc1cee not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:55.975893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0ddd8-ee41-4f49-bfa7-ecf1929417a4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=4cc45ee3-b812-4a18-83c6-8bf439942584,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.976086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bb339951-7cae-4166-9ca2-176c0aa5a977 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:56.059824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: bb339951-7cae-4166-9ca2-176c0aa5a977 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:56.060435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bb339951-7cae-4166-9ca2-176c0aa5a977 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:56.077155 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-d0e6884a-fe1b-4ae7-bada-83399da30d22 service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349388 Aug 29 04:32:56.106321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Pushing event updated for resources: {'Port': ['ID=61e58647-09d1-4335-b479-f16e61ef15c4,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.115377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.157552 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-9ddf8f54-e0e7-4792-ba7f-1a4197bac943 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=456cc753-c550-4a1d-8c54-940ea75eb705 HTTP/1.1" status: 200 len: 217 time: 0.0680470 Aug 29 04:32:56.158550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.245865 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.284657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13738-7862-4933-97b7-488bef637139 req-4f23c0f5-cf8d-4aee-bd9e-673594932825 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.286293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-4f23c0f5-cf8d-4aee-bd9e-673594932825 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 814 time: 0.2158933 Aug 29 04:32:56.329397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-42c6ca3e-a5f4-40e2-883f-e4842c9055e1 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/quotas/3d1d3456afd9459a8e6683f38903a3cd HTTP/1.1" status: 200 len: 375 time: 0.0277536 Aug 29 04:32:56.336818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Subnet': ['ID=4fec109a-18ec-489d-aeee-2071db8a1bde,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.388163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Checking segment: {'id': '50686abd-720b-4dd0-aa77-db3ac4c73c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b6df0427-cc3a-42bc-9afd-d65c7ffa5222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:56.388612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Network hostable DHCP agents. Network: b6df0427-cc3a-42bc-9afd-d65c7ffa5222, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:56.416075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Network b6df0427-cc3a-42bc-9afd-d65c7ffa5222 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:56.433576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-cccd1825-5107-442c-9979-45a833ccedd9 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826557 Aug 29 04:32:56.436555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, b6df0427-cc3a-42bc-9afd-d65c7ffa5222) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:56.441196 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.462181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05523624-9f26-489b-8956-e186869bad19 None None] Network b6df0427-cc3a-42bc-9afd-d65c7ffa5222 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:56.563387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Checking segment: {'id': '3b6f7261-d621-410b-ac6d-4d4e94bc13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'de2d22d7-2767-46d9-a56e-59123565edf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:56.563755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Network hostable DHCP agents. Network: de2d22d7-2767-46d9-a56e-59123565edf9, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:56.570816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event updated for resources: {'Subnet': ['ID=43f95bbf-6e2e-4174-8b24-d7858d648d73,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.578454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:56.605172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064922e4-6794-4ff8-835f-6888acb25f2e req-17a05845-c1a0-4bba-91f1-e90ab3993eaa tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.614559 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-064922e4-6794-4ff8-835f-6888acb25f2e req-17a05845-c1a0-4bba-91f1-e90ab3993eaa tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 943 time: 0.1293423 Aug 29 04:32:56.647000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Network de2d22d7-2767-46d9-a56e-59123565edf9 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:56.688643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9088cca-132c-4398-9778-7e98ba312ff0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.701032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.701966 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Added segment 52094941-3b59-411e-a50a-ab7b493676df of type vlan for network 288db9d5-3efd-4ab9-b556-c0e9385cce78 Aug 29 04:32:56.728766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-1381f640-b4de-4cbe-a398-615359af77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.730595 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-1381f640-b4de-4cbe-a398-615359af77a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a HTTP/1.1" status: 200 len: 797 time: 0.5491419 Aug 29 04:32:56.746768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-064922e4-6794-4ff8-835f-6888acb25f2e req-549ea92b-ba7f-4bb4-8b23-545d16aacf08 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256020 Aug 29 04:32:56.751597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, de2d22d7-2767-46d9-a56e-59123565edf9) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:56.758300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.758781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.759449 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.764290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fe793-7657-4b51-a60d-84522df47aae None None] Network de2d22d7-2767-46d9-a56e-59123565edf9 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:56.776407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9cca9930-1da3-45b2-a2a1-4a14e401dfe4 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7937491 Aug 29 04:32:56.779306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55136) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.819181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-b6df0427-cc3a-42bc-9afd-d65c7ffa5222', 'network_id': 'b6df0427-cc3a-42bc-9afd-d65c7ffa5222', 'tenant_id': '5e7325b3410d435ba9b88c1212c611bf', 'fixed_ips': [{'subnet_id': '4fec109a-18ec-489d-aeee-2071db8a1bde'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:56.820790 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.821778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Attempting to bind port 61e58647-09d1-4335-b479-f16e61ef15c4 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:56.822287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Attempting to bind port 61e58647-09d1-4335-b479-f16e61ef15c4 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '40acf559-3c37-44bd-8d07-76ca8100de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fd281d79-1f8b-4677-821a-f35b6a2392db'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:56.822440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Attempting to bind port 61e58647-09d1-4335-b479-f16e61ef15c4 on network fd281d79-1f8b-4677-821a-f35b6a2392db {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:56.825505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.846143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Port 61e58647-09d1-4335-b479-f16e61ef15c4 on network fd281d79-1f8b-4677-821a-f35b6a2392db not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:56.846887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Attempting to bind port 61e58647-09d1-4335-b479-f16e61ef15c4 on network fd281d79-1f8b-4677-821a-f35b6a2392db {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:56.884682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-7e5b1bb2-67aa-450d-aa45-0f6fa2672f64 service neutron] 10.222.0.58 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008517 Aug 29 04:32:56.898473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e364cd-63a7-44f2-bb29-a64a15865c85 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.900642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e364cd-63a7-44f2-bb29-a64a15865c85 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.902147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e364cd-63a7-44f2-bb29-a64a15865c85 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.913480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49e364cd-63a7-44f2-bb29-a64a15865c85 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1234245 Aug 29 04:32:56.919089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:56.919744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Checking segment: {'id': '40acf559-3c37-44bd-8d07-76ca8100de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fd281d79-1f8b-4677-821a-f35b6a2392db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:56.920406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Bound using segment: {'id': '40acf559-3c37-44bd-8d07-76ca8100de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fd281d79-1f8b-4677-821a-f35b6a2392db'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:56.921042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Bound port: 61e58647-09d1-4335-b479-f16e61ef15c4, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40acf559-3c37-44bd-8d07-76ca8100de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fd281d79-1f8b-4677-821a-f35b6a2392db'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:56.921811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.923291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55140) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.930074 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.931222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.931960 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.954517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-0b4ab2f5-c560-4512-8c7d-88b92b8425cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.956640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-0b4ab2f5-c560-4512-8c7d-88b92b8425cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb493501-5534-464e-b333-0a0a9a9efff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1906312 Aug 29 04:32:57.027791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-84599e3d-5020-4f01-8b24-eeb4a28a4fd3 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Deleting subnet 4fec109a-18ec-489d-aeee-2071db8a1bde {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:57.052974 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-aade064a-70c2-4d5a-87b7-33d7c6cc7a67 service neutron] 10.222.0.58 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587036 Aug 29 04:32:57.104682 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8172472 Aug 29 04:32:57.108112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55144) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.131341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Allocated IP 2001:db8::1 (b6df0427-cc3a-42bc-9afd-d65c7ffa5222/4fec109a-18ec-489d-aeee-2071db8a1bde/18e67ff8-8eb9-4010-b581-39c7cfd901c5) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:57.131853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Request body: {'subnet': {'network_id': '288db9d5-3efd-4ab9-b556-c0e9385cce78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1450162977-subnet', 'tenant_id': 'f064273a19a04c8f8052db72b1aabd4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:57.133476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc7532-1a57-4409-bef5-206d6f9aba99 admin admin] Pushing event updated for resources: {'Network': ['ID=288db9d5-3efd-4ab9-b556-c0e9385cce78,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.143829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.149442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-de2d22d7-2767-46d9-a56e-59123565edf9', 'network_id': 'de2d22d7-2767-46d9-a56e-59123565edf9', 'tenant_id': '5e7325b3410d435ba9b88c1212c611bf', 'fixed_ips': [{'subnet_id': '43f95bbf-6e2e-4174-8b24-d7858d648d73'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:57.150442 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.184985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] For port 61e58647-09d1-4335-b479-f16e61ef15c4, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:57.187672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 288db9d5-3efd-4ab9-b556-c0e9385cce78 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:57.194564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Made reservation on behalf of f064273a19a04c8f8052db72b1aabd4e for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:57.199350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.213994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] For port 61e58647-09d1-4335-b479-f16e61ef15c4, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=61e58647-09d1-4335-b479-f16e61ef15c4,segment=NetworkSegment(40acf559-3c37-44bd-8d07-76ca8100de8a),segment_id=40acf559-3c37-44bd-8d07-76ca8100de8a)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:57.219458 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-3693a467-7ba4-42e6-9105-84ca5d49249f service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483852 Aug 29 04:32:57.287265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.359313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ba0839a-3fee-4297-a643-bd5eeaa814fb req-b36494f1-089c-4ad7-b317-fa69fcce6053 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 210 time: 0.0432382 Aug 29 04:32:57.524256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.524869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.526493 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] 10.222.0.64 "PUT /v2.0/ports/61e58647-09d1-4335-b479-f16e61ef15c4 HTTP/1.1" status: 200 len: 1092 time: 2.5295751 Aug 29 04:32:57.542353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebe6e75-4269-4ab8-863f-28a8b39b7b25', 'tag': '61e58647-09d1-4335-b479-f16e61ef15c4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:57.550764 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed66bcf-c07f-4278-9493-e9d9613a7d64" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebe6e75-4269-4ab8-863f-28a8b39b7b25", "tag": "61e58647-09d1-4335-b479-f16e61ef15c4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:57.570194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.647822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f330628-b5ae-4cee-8b06-30fb6c30d5cb,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.665277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Checking segment: {'id': '52094941-3b59-411e-a50a-ab7b493676df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '288db9d5-3efd-4ab9-b556-c0e9385cce78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:57.665646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Network hostable DHCP agents. Network: 288db9d5-3efd-4ab9-b556-c0e9385cce78, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:57.678872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b308e-2f11-40b9-91e7-b0f28e4f384a service neutron] Pushing event updated for resources: {'Port': ['ID=61e58647-09d1-4335-b479-f16e61ef15c4,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.684868 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be65dc1d-d3d4-4718-b28a-b3f17ec16907 x-openstack-request-id: req-be65dc1d-d3d4-4718-b28a-b3f17ec16907 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:57.685299 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebe6e75-4269-4ab8-863f-28a8b39b7b25", "tag": "61e58647-09d1-4335-b479-f16e61ef15c4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:57.685680 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be65dc1d-d3d4-4718-b28a-b3f17ec16907 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:57.686304 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebe6e75-4269-4ab8-863f-28a8b39b7b25', 'tag': '61e58647-09d1-4335-b479-f16e61ef15c4', 'status': 'completed', 'code': 200} Aug 29 04:32:57.702207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Network 288db9d5-3efd-4ab9-b556-c0e9385cce78 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:57.709001 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bc22dba-386c-45f2-ac41-7b697c8108bc req-7429b3cc-3530-4ca0-9efd-6ce7ccaca993 service neutron] 10.222.0.65 "GET /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690461 Aug 29 04:32:57.716738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Allocated IP 2001:db8:0:1::1 (de2d22d7-2767-46d9-a56e-59123565edf9/43f95bbf-6e2e-4174-8b24-d7858d648d73/a947e348-3196-4a1d-81fb-f59d88f9c62c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:57.732040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 288db9d5-3efd-4ab9-b556-c0e9385cce78) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:57.740993 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.741603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.772657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-f0bda61f-1582-4b14-99d6-fc23dc3561e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.775283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-be85d65a-cca2-439a-9847-5cd46d2db651 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6657600 Aug 29 04:32:57.776947 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-f0bda61f-1582-4b14-99d6-fc23dc3561e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=540c67c226464849a59d3957851d1bca&device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 1095 time: 0.0895371 Aug 29 04:32:57.817029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c307f-54d8-49d3-8044-cc8c599a194f None None] Network 288db9d5-3efd-4ab9-b556-c0e9385cce78 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:57.818056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.969446 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-8c476aaa-33d0-4fd8-b14a-21d8e466aa37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e58647-09d1-4335-b479-f16e61ef15c4 HTTP/1.1" status: 200 len: 217 time: 0.1743362 Aug 29 04:32:57.975884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414e2b5-ea29-4581-a059-ac78aad1a5fb req-fe131c81-f11a-49e9-9c63-dbe1f106f4a5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.981032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.985162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4414e2b5-ea29-4581-a059-ac78aad1a5fb req-fe131c81-f11a-49e9-9c63-dbe1f106f4a5 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 943 time: 0.1143897 Aug 29 04:32:58.049346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4414e2b5-ea29-4581-a059-ac78aad1a5fb req-868e9e5a-69ee-4b73-92c0-ea65b5e2f9e8 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630813 Aug 29 04:32:58.057076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Transition to ACTIVE for port object 18e67ff8-8eb9-4010-b581-39c7cfd901c5 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:58.104374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-37bbbe9c-a6ec-469c-b7f0-ac600b9b0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.106277 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-37bbbe9c-a6ec-469c-b7f0-ac600b9b0d8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0b54465-33a6-4446-998a-4b3590f1d7a0 HTTP/1.1" status: 200 len: 861 time: 0.1289055 Aug 29 04:32:58.153795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Transition to ACTIVE for port object 18e67ff8-8eb9-4010-b581-39c7cfd901c5 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:58.167586 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84599e3d-5020-4f01-8b24-eeb4a28a4fd3 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.197319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.239042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-c5bc0667-a451-4a1d-9593-929fb39e3f89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd281d79-1f8b-4677-821a-f35b6a2392db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168461 Aug 29 04:32:58.271826 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84599e3d-5020-4f01-8b24-eeb4a28a4fd3 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.416290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-2cc979ee-5829-4c56-94ff-47775203b412 service neutron] 10.222.0.64 "GET /v2.0/networks/fd281d79-1f8b-4677-821a-f35b6a2392db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620119 Aug 29 04:32:58.442946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55194) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.480487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Network b6df0427-cc3a-42bc-9afd-d65c7ffa5222 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:58.483482 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.491487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2873c31-c437-4a95-8b60-ac7d4e6d03c7 None None] Network 288db9d5-3efd-4ab9-b556-c0e9385cce78 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:58.492250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84599e3d-5020-4f01-8b24-eeb4a28a4fd3 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.505518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:58.566592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:58.623294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Pushing event updated for resources: {'Port': ['ID=18e67ff8-8eb9-4010-b581-39c7cfd901c5,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.635558 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d05e8017-b625-4e85-b9d4-e86e55a0138c req-4dbfd5bf-fa57-4381-b1e0-3a28d98f6dbd service neutron] 10.222.0.64 "GET /v2.0/networks/fd281d79-1f8b-4677-821a-f35b6a2392db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971371 Aug 29 04:32:58.641443 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.651075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be05a9cc-9f2e-406f-b019-a612e693605a req-c9aa51fa-c4eb-469a-89a6-ea187ab264fb tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 210 time: 0.0899215 Aug 29 04:32:58.686522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a58e85bb-4403-4427-9705-ec2ec2efba61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.700612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Transition to ACTIVE for port object a947e348-3196-4a1d-81fb-f59d88f9c62c will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:58.769991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Attempting to bind port 18e67ff8-8eb9-4010-b581-39c7cfd901c5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:58.770619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Attempting to bind port 18e67ff8-8eb9-4010-b581-39c7cfd901c5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '50686abd-720b-4dd0-aa77-db3ac4c73c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b6df0427-cc3a-42bc-9afd-d65c7ffa5222'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:58.771178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Attempting to bind port 18e67ff8-8eb9-4010-b581-39c7cfd901c5 on network b6df0427-cc3a-42bc-9afd-d65c7ffa5222 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:58.779269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Transition to ACTIVE for port object a947e348-3196-4a1d-81fb-f59d88f9c62c will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:58.781108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:58.782361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Checking segment: {'id': '50686abd-720b-4dd0-aa77-db3ac4c73c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b6df0427-cc3a-42bc-9afd-d65c7ffa5222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:58.793573 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.796126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Bound using segment: {'id': '50686abd-720b-4dd0-aa77-db3ac4c73c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b6df0427-cc3a-42bc-9afd-d65c7ffa5222'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:58.796343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84599e3d-5020-4f01-8b24-eeb4a28a4fd3 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.797145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Bound port: 18e67ff8-8eb9-4010-b581-39c7cfd901c5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50686abd-720b-4dd0-aa77-db3ac4c73c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b6df0427-cc3a-42bc-9afd-d65c7ffa5222'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:58.797733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.814942 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.833231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-e220ea2c-311c-4144-9748-7238a6ff5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.835139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-e220ea2c-311c-4144-9748-7238a6ff5696 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=540c67c226464849a59d3957851d1bca&device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 1095 time: 0.0875790 Aug 29 04:32:58.848978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84599e3d-5020-4f01-8b24-eeb4a28a4fd3 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Subnet': ['ID=4fec109a-18ec-489d-aeee-2071db8a1bde,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.856805 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84599e3d-5020-4f01-8b24-eeb4a28a4fd3 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.858909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-84599e3d-5020-4f01-8b24-eeb4a28a4fd3 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/subnets/4fec109a-18ec-489d-aeee-2071db8a1bde HTTP/1.1" status: 204 len: 168 time: 1.9346333 Aug 29 04:32:58.869296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55202) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.886602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a58e85bb-4403-4427-9705-ec2ec2efba61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.890931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a58e85bb-4403-4427-9705-ec2ec2efba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.936217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Network de2d22d7-2767-46d9-a56e-59123565edf9 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:58.936971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Pushing event updated for resources: {'Port': ['ID=a947e348-3196-4a1d-81fb-f59d88f9c62c,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.941202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a58e85bb-4403-4427-9705-ec2ec2efba61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42308570060e47dcab2990807957396b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959433 Aug 29 04:32:58.942050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55204) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.943308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:58.949736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:58.968097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:58.968825 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.029737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e85bb-4403-4427-9705-ec2ec2efba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e623bbb0-a87c-4603-a5fc-d87de33dfb25,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.040917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] For port 18e67ff8-8eb9-4010-b581-39c7cfd901c5, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:59.061739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5512aa36-c425-4315-9fe7-286f02d4deb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.063210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] For port 18e67ff8-8eb9-4010-b581-39c7cfd901c5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=18e67ff8-8eb9-4010-b581-39c7cfd901c5,segment=NetworkSegment(50686abd-720b-4dd0-aa77-db3ac4c73c42),segment_id=50686abd-720b-4dd0-aa77-db3ac4c73c42)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:59.066009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Attempting to bind port a947e348-3196-4a1d-81fb-f59d88f9c62c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:59.066305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Attempting to bind port a947e348-3196-4a1d-81fb-f59d88f9c62c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3b6f7261-d621-410b-ac6d-4d4e94bc13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'de2d22d7-2767-46d9-a56e-59123565edf9'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:59.075633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Attempting to bind port a947e348-3196-4a1d-81fb-f59d88f9c62c on network de2d22d7-2767-46d9-a56e-59123565edf9 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:59.092906 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5512aa36-c425-4315-9fe7-286f02d4deb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.097542 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.100153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:59.100838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Checking segment: {'id': '3b6f7261-d621-410b-ac6d-4d4e94bc13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'de2d22d7-2767-46d9-a56e-59123565edf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:59.101259 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.101670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Bound using segment: {'id': '3b6f7261-d621-410b-ac6d-4d4e94bc13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'de2d22d7-2767-46d9-a56e-59123565edf9'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:59.102235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Bound port: a947e348-3196-4a1d-81fb-f59d88f9c62c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6f7261-d621-410b-ac6d-4d4e94bc13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'de2d22d7-2767-46d9-a56e-59123565edf9'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:59.103034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.171441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fc0b22-fad8-431f-89a1-3e8e24105e63 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Deleting subnet 43f95bbf-6e2e-4174-8b24-d7858d648d73 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:59.185628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98fc0b22-fad8-431f-89a1-3e8e24105e63 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.235007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5512aa36-c425-4315-9fe7-286f02d4deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.244465 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5512aa36-c425-4315-9fe7-286f02d4deb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.245634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5512aa36-c425-4315-9fe7-286f02d4deb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e623bbb0-a87c-4603-a5fc-d87de33dfb25 HTTP/1.1" status: 204 len: 168 time: 0.3010771 Aug 29 04:32:59.279797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13738-7862-4933-97b7-488bef637139 req-d95b0c74-0864-4193-8f44-03d1173ad8fd tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.281380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-d95b0c74-0864-4193-8f44-03d1173ad8fd tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.65 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 814 time: 0.2538011 Aug 29 04:32:59.306770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e501f4-c424-4cd8-84e6-d7be5d295483 None None] Network b6df0427-cc3a-42bc-9afd-d65c7ffa5222 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:59.312705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512aa36-c425-4315-9fe7-286f02d4deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e623bbb0-a87c-4603-a5fc-d87de33dfb25,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.352629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Request body: {'port': {'device_id': '70c9c4f4-8ba8-4e2c-aa81-d075aed35de3', 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'admin_state_up': True, 'tenant_id': '3d1d3456afd9459a8e6683f38903a3cd'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:59.353653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d3e4a-192b-4909-a4c5-7f96edb7e24c req-688e2336-8a72-45cd-b2c0-a5a3780dd5c4 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.358521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98fc0b22-fad8-431f-89a1-3e8e24105e63 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.368319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-444d3e4a-192b-4909-a4c5-7f96edb7e24c req-688e2336-8a72-45cd-b2c0-a5a3780dd5c4 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 943 time: 0.1493881 Aug 29 04:32:59.409734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad8af5-c403-4132-a4f3-baef283a0a24 None None] Pushing event updated for resources: {'Port': ['ID=18e67ff8-8eb9-4010-b581-39c7cfd901c5,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.430757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] For port a947e348-3196-4a1d-81fb-f59d88f9c62c, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:59.439887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] For port a947e348-3196-4a1d-81fb-f59d88f9c62c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a947e348-3196-4a1d-81fb-f59d88f9c62c,segment=NetworkSegment(3b6f7261-d621-410b-ac6d-4d4e94bc13b5),segment_id=3b6f7261-d621-410b-ac6d-4d4e94bc13b5)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:59.464089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-444d3e4a-192b-4909-a4c5-7f96edb7e24c req-542ac279-ad81-49dd-9bfc-df999af3c444 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897501 Aug 29 04:32:59.490147 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.514815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-4125b66b-9cf9-4b51-8e40-f8bcc3d503d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.516448 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-4125b66b-9cf9-4b51-8e40-f8bcc3d503d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd281d79-1f8b-4677-821a-f35b6a2392db HTTP/1.1" status: 200 len: 922 time: 0.6694009 Aug 29 04:32:59.603098 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-d3bf5b83-c986-43f3-9118-2f6b45b448ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e58647-09d1-4335-b479-f16e61ef15c4 HTTP/1.1" status: 200 len: 217 time: 0.0706632 Aug 29 04:32:59.608924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port cd0a3b42-6f9f-433d-9ebc-7144ffd634ed, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,segment=NetworkSegment(7e417606-b966-456f-a439-e5f59e783704),segment_id=7e417606-b966-456f-a439-e5f59e783704)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:59.609317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.615458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56c79b-274e-4575-9ba6-4b6dd44abc07 None None] Pushing event updated for resources: {'Port': ['ID=a947e348-3196-4a1d-81fb-f59d88f9c62c,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.672872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for cd0a3b42-6f9f-433d-9ebc-7144ffd634ed owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:59.819524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-7e279a90-3dd5-4da1-b022-fa37542ad409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.821646 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-7e279a90-3dd5-4da1-b022-fa37542ad409 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0b54465-33a6-4446-998a-4b3590f1d7a0 HTTP/1.1" status: 200 len: 861 time: 0.1955597 Aug 29 04:32:59.844378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df136d57-5b67-4067-b037-a3460079f07f req-74ed2187-236f-4704-bfd9-4c998996a6a5 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 210 time: 0.0625310 Aug 29 04:32:59.859343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98fc0b22-fad8-431f-89a1-3e8e24105e63 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.914779 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-1a58dd9f-6985-4e67-b644-08c479e79a2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd281d79-1f8b-4677-821a-f35b6a2392db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759394 Aug 29 04:33:00.076813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Made reservation on behalf of 3d1d3456afd9459a8e6683f38903a3cd for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:00.080431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.128889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-ca6ad696-cc34-4f57-b48f-d9c85b1448f2 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.131281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-ca6ad696-cc34-4f57-b48f-d9c85b1448f2 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/networks?id=288db9d5-3efd-4ab9-b556-c0e9385cce78 HTTP/1.1" status: 200 len: 810 time: 0.1432333 Aug 29 04:33:00.153706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-b83b6dde-2565-4981-8dc6-c0df596a8772 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/quotas/f064273a19a04c8f8052db72b1aabd4e HTTP/1.1" status: 200 len: 375 time: 0.0165710 Aug 29 04:33:00.191603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-a41b7ad7-45ca-4aa7-b653-b67d7e8ca8c7 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f064273a19a04c8f8052db72b1aabd4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369081 Aug 29 04:33:00.249206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98fc0b22-fad8-431f-89a1-3e8e24105e63 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.308602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-752f9b5f-3959-4a96-ba82-1a31b5641380 service neutron] 10.222.0.58 "GET /v2.0/networks/288db9d5-3efd-4ab9-b556-c0e9385cce78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158819 Aug 29 04:33:00.438571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-b3a630d3-36c9-4407-a73b-0b24e0383c8e service neutron] 10.222.0.58 "GET /v2.0/networks/288db9d5-3efd-4ab9-b556-c0e9385cce78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252120 Aug 29 04:33:00.642300 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-06e6cfbc-edb7-4dca-b481-a6eae2ed933d service neutron] 10.222.0.64 "GET /v2.0/networks/fd281d79-1f8b-4677-821a-f35b6a2392db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827266 Aug 29 04:33:00.652473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc0b22-fad8-431f-89a1-3e8e24105e63 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Subnet': ['ID=43f95bbf-6e2e-4174-8b24-d7858d648d73,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:00.681454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98fc0b22-fad8-431f-89a1-3e8e24105e63 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.683362 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-98fc0b22-fad8-431f-89a1-3e8e24105e63 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/subnets/43f95bbf-6e2e-4174-8b24-d7858d648d73 HTTP/1.1" status: 204 len: 168 time: 1.8128226 Aug 29 04:33:00.686430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55282) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.731112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 61e58647-09d1-4335-b479-f16e61ef15c4 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:00.783420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.812505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e77e6-f8b0-4f8a-ab9c-ff939a309815 req-e4b64a17-d906-4b83-b155-949dd3a3823f tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.823091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d37e77e6-f8b0-4f8a-ab9c-ff939a309815 req-e4b64a17-d906-4b83-b155-949dd3a3823f tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 943 time: 0.2347808 Aug 29 04:33:00.860278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=cd0a3b42-6f9f-433d-9ebc-7144ffd634ed,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:00.965895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d37e77e6-f8b0-4f8a-ab9c-ff939a309815 req-ade517b5-f2fc-474d-af0f-b30dae1f4c25 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417978 Aug 29 04:33:00.984001 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55294) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.031737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 61e58647-09d1-4335-b479-f16e61ef15c4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=61e58647-09d1-4335-b479-f16e61ef15c4,segment=NetworkSegment(40acf559-3c37-44bd-8d07-76ca8100de8a),segment_id=40acf559-3c37-44bd-8d07-76ca8100de8a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:01.036141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3703987d-7993-4a39-9381-4643ea7059f0 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.041039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3703987d-7993-4a39-9381-4643ea7059f0 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3498003 Aug 29 04:33:01.046877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55298) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.082408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '61e58647-09d1-4335-b479-f16e61ef15c4', 'network_id': 'fd281d79-1f8b-4677-821a-f35b6a2392db', 'port_id': '61e58647-09d1-4335-b479-f16e61ef15c4', 'mac_address': 'fa:16:3e:f4:cd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b54465-33a6-4446-998a-4b3590f1d7a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:01.106974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecedad2e-ff03-44c9-957c-5f29a09f1b46 None None] Network de2d22d7-2767-46d9-a56e-59123565edf9 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:01.125484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Allocated IP 172.20.0.6 (2cef169a-1720-4e0e-85ad-71dc6f0b6aa6/9e7d4a4a-b362-44f4-8560-0ac97145c7ed/a6e3118e-dc13-4745-9948-52794f0762b6) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:01.152303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ed66bcf-c07f-4278-9493-e9d9613a7d64 req-4f1e0382-48f4-4657-8ec4-89c882e10b62 service neutron] 10.222.0.64 "GET /v2.0/networks/fd281d79-1f8b-4677-821a-f35b6a2392db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909329 Aug 29 04:33:01.202361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed368965-25de-4b04-b71b-52eb2f8d3959 req-9448eadd-da95-475b-93a3-830be5538e8b tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 210 time: 0.1525593 Aug 29 04:33:01.235972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.250771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c68543f-130a-469c-b273-a4ff3a2758e6 req-0e164ca1-e388-47b1-974a-0ca3e42b0d1c tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 210 time: 0.0823181 Aug 29 04:33:01.307234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aee23b1a-468c-4ad9-9d07-0d742369925a None None] Provisioning for port a947e348-3196-4a1d-81fb-f59d88f9c62c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:01.311392 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.343286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4c436790-0357-4c5c-a96e-05c90c410971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.348126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e58647-09d1-4335-b479-f16e61ef15c4 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:01.371285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.390653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 61e58647-09d1-4335-b479-f16e61ef15c4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=61e58647-09d1-4335-b479-f16e61ef15c4,segment=NetworkSegment(40acf559-3c37-44bd-8d07-76ca8100de8a),segment_id=40acf559-3c37-44bd-8d07-76ca8100de8a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:01.411384 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.478430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=61e58647-09d1-4335-b479-f16e61ef15c4,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.502797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Deleting port a947e348-3196-4a1d-81fb-f59d88f9c62c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:01.503326 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.523123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.565479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] DHCP port deletion for de2d22d7-2767-46d9-a56e-59123565edf9 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:01.612791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] For port a947e348-3196-4a1d-81fb-f59d88f9c62c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a947e348-3196-4a1d-81fb-f59d88f9c62c,segment=NetworkSegment(3b6f7261-d621-410b-ac6d-4d4e94bc13b5),segment_id=3b6f7261-d621-410b-ac6d-4d4e94bc13b5)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:01.613187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.621762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4c436790-0357-4c5c-a96e-05c90c410971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.632317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4c436790-0357-4c5c-a96e-05c90c410971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.638148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] Deleting port a947e348-3196-4a1d-81fb-f59d88f9c62c {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:01.639370 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.662558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Calling delete_port for a947e348-3196-4a1d-81fb-f59d88f9c62c owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:01.665516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['61e58647-09d1-4335-b479-f16e61ef15c4'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:01.683139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c436790-0357-4c5c-a96e-05c90c410971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aa17ef-a6fe-46bf-b2c3-0b216adf381b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.694788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.710814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4c436790-0357-4c5c-a96e-05c90c410971 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5213000acbc04a90a19e41fc68a9879d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7223058 Aug 29 04:33:01.712189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55306) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.730719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e4d8684-6193-45a7-ae6c-004450a79c82'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:01.750656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:01.752532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:01.769946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:01.780929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:01.815037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] For port a947e348-3196-4a1d-81fb-f59d88f9c62c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a947e348-3196-4a1d-81fb-f59d88f9c62c,segment=NetworkSegment(3b6f7261-d621-410b-ac6d-4d4e94bc13b5),segment_id=3b6f7261-d621-410b-ac6d-4d4e94bc13b5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:01.815542 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.834941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Pushing event updated for resources: {'Port': ['ID=a6e3118e-dc13-4745-9948-52794f0762b6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.848433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] Calling delete_port for a947e348-3196-4a1d-81fb-f59d88f9c62c owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:01.850331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.892546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Port': ['ID=a947e348-3196-4a1d-81fb-f59d88f9c62c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.894772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] No DVR routers for this DVR port a947e348-3196-4a1d-81fb-f59d88f9c62c on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:01.939655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.940348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.960517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81f4562-e9fd-4cfb-b32a-b3f2b1f4aa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.993555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.006429 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-b478882a-af17-4cb7-a24e-56f559acfdac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7048738 Aug 29 04:33:02.009775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2d22d7-2767-46d9-a56e-59123565edf9']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:02.013802 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81f4562-e9fd-4cfb-b32a-b3f2b1f4aa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.031883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6f7261-d621-410b-ac6d-4d4e94bc13b5') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:02.032455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6f7261-d621-410b-ac6d-4d4e94bc13b5') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:02.044228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.046070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:02.062259 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5c92456d-497b-4d26-a72f-b45f69a6b40f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1199782 Aug 29 04:33:02.063153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Request body: {'port': {'device_id': '70c9c4f4-8ba8-4e2c-aa81-d075aed35de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:02.072253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55314) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.090080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:02.126428 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.157449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:02.158134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:02.164143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:02.165096 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:02.168521 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:02.192635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6881850-8104-4a5b-966d-dca4a59fd600 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet ec41414c-c2ce-4d91-b1fc-eacb3cdde938 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:02.198522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6881850-8104-4a5b-966d-dca4a59fd600 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.226100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc809b98-84b8-483b-83c1-0d6b187e73f5 req-37544451-517a-42a5-831f-0ccf2d9b58cf tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.234342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc809b98-84b8-483b-83c1-0d6b187e73f5 req-37544451-517a-42a5-831f-0ccf2d9b58cf tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 944 time: 0.1880903 Aug 29 04:33:02.250275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81f4562-e9fd-4cfb-b32a-b3f2b1f4aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.253341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81f4562-e9fd-4cfb-b32a-b3f2b1f4aa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.257293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e81f4562-e9fd-4cfb-b32a-b3f2b1f4aa86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90aa17ef-a6fe-46bf-b2c3-0b216adf381b HTTP/1.1" status: 204 len: 168 time: 0.5416079 Aug 29 04:33:02.257293 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.331417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.340238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f4562-e9fd-4cfb-b32a-b3f2b1f4aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aa17ef-a6fe-46bf-b2c3-0b216adf381b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.358677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6881850-8104-4a5b-966d-dca4a59fd600 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.380572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.386071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/networks/de2d22d7-2767-46d9-a56e-59123565edf9 HTTP/1.1" status: 204 len: 168 time: 1.3267982 Aug 29 04:33:02.386850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55322) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.414797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2d0378a-f847-4675-a222-cc8ee715fea5 req-52f4c91d-67bb-48f3-bc56-fe96a747246f tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 210 time: 0.0809298 Aug 29 04:33:02.456689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc809b98-84b8-483b-83c1-0d6b187e73f5 req-b1267a9e-e307-47d0-b9e9-0f6eb2fd8023 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214050 Aug 29 04:33:02.475546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:02.478691 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.536009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394da8a-1798-4099-98d3-aff9dde7b48a tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Network': ['ID=de2d22d7-2767-46d9-a56e-59123565edf9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.581999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] Network de2d22d7-2767-46d9-a56e-59123565edf9 is not hosted by any dhcp agent {{(pid=94847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:33:02.582485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] No DVR routers for this DVR port a947e348-3196-4a1d-81fb-f59d88f9c62c on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:02.600539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7119d-7830-4cc6-b6aa-d2196e70b343 None None] Pushing event deleted for resources: {'Port': ['ID=a947e348-3196-4a1d-81fb-f59d88f9c62c,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.601316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-d82003ab-e843-4adb-a7c0-51a7400512a6 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.603512 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-d82003ab-e843-4adb-a7c0-51a7400512a6 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.65 "GET /v2.0/networks?id=288db9d5-3efd-4ab9-b556-c0e9385cce78 HTTP/1.1" status: 200 len: 810 time: 0.3690846 Aug 29 04:33:02.624094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37795215-d45f-48e9-a843-2d7bc47e0643 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:33:02.625553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Request body: {'port': {'device_id': '51628d41-b107-4ecb-84e6-b8c92b326fc2', 'network_id': '288db9d5-3efd-4ab9-b556-c0e9385cce78', 'admin_state_up': True, 'tenant_id': 'f064273a19a04c8f8052db72b1aabd4e'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:02.654154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.681062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f72e-b908-4611-adaa-849f5c0f557b req-50ee9041-cb15-4419-b23d-a97c6714493a tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.683207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43e4f72e-b908-4611-adaa-849f5c0f557b req-50ee9041-cb15-4419-b23d-a97c6714493a tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 931 time: 0.1373801 Aug 29 04:33:02.724321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6881850-8104-4a5b-966d-dca4a59fd600 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.814350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43e4f72e-b908-4611-adaa-849f5c0f557b req-f78d6d43-2097-43be-beae-38eed5fac05a tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885625 Aug 29 04:33:02.853019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Deleting port 18e67ff8-8eb9-4010-b581-39c7cfd901c5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:02.854605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.905073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6881850-8104-4a5b-966d-dca4a59fd600 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.906565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37795215-d45f-48e9-a843-2d7bc47e0643 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:33:02.948012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Made reservation on behalf of f064273a19a04c8f8052db72b1aabd4e for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:02.951942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.954430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6881850-8104-4a5b-966d-dca4a59fd600 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=ec41414c-c2ce-4d91-b1fc-eacb3cdde938,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.971614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6881850-8104-4a5b-966d-dca4a59fd600 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.974132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b6881850-8104-4a5b-966d-dca4a59fd600 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/ec41414c-c2ce-4d91-b1fc-eacb3cdde938 HTTP/1.1" status: 204 len: 168 time: 0.8999248 Aug 29 04:33:02.981625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55334) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.982847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] For port 18e67ff8-8eb9-4010-b581-39c7cfd901c5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=18e67ff8-8eb9-4010-b581-39c7cfd901c5,segment=NetworkSegment(50686abd-720b-4dd0-aa77-db3ac4c73c42),segment_id=50686abd-720b-4dd0-aa77-db3ac4c73c42)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:02.983306 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.993168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:00Z', 'revision_number': 10, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.009778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Calling delete_port for 18e67ff8-8eb9-4010-b581-39c7cfd901c5 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:03.032454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['249535fe-8838-40bb-ab69-f9c17235f3cc'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:03.040570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:03.094258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:03.094908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.150739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e3118e-dc13-4745-9948-52794f0762b6 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:03.168669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.179170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.202606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Transition to ACTIVE for port object a6e3118e-dc13-4745-9948-52794f0762b6 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:03.231732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.269295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.298295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Port': ['ID=18e67ff8-8eb9-4010-b581-39c7cfd901c5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.309570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] No DVR routers for this DVR port 18e67ff8-8eb9-4010-b581-39c7cfd901c5 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:03.337600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e3118e-dc13-4745-9948-52794f0762b6,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.341806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Allocated IP 172.20.0.13 (288db9d5-3efd-4ab9-b556-c0e9385cce78/9f330628-b5ae-4cee-8b06-30fb6c30d5cb/86ec41aa-9158-416f-92a1-489f697d7158) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:03.438430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:03.438783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.463590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.489887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6df0427-cc3a-42bc-9afd-d65c7ffa5222']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.512151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50686abd-720b-4dd0-aa77-db3ac4c73c42') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.512537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50686abd-720b-4dd0-aa77-db3ac4c73c42') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.514610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:03.536672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.563739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f83f598-b3c9-403b-894d-a67118f614a3 req-552c7670-e4b5-4e7c-8f9d-8e8b6137f082 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 210 time: 0.0387735 Aug 29 04:33:03.571113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.592833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Attempting to bind port a6e3118e-dc13-4745-9948-52794f0762b6 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:03.593186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Attempting to bind port a6e3118e-dc13-4745-9948-52794f0762b6 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:03.593530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Attempting to bind port a6e3118e-dc13-4745-9948-52794f0762b6 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:03.638260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Port a6e3118e-dc13-4745-9948-52794f0762b6 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:03.639211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Attempting to bind port a6e3118e-dc13-4745-9948-52794f0762b6 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:03.642443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:03.642443 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.655118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:03.655489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Checking segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:03.655903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Bound using segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:03.656434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Bound port: a6e3118e-dc13-4745-9948-52794f0762b6, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:03.656826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.665701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47,segment=NetworkSegment(7e417606-b966-456f-a439-e5f59e783704),segment_id=7e417606-b966-456f-a439-e5f59e783704)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:03.666081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:03.717487 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:03.725629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.729607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:03.731214 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.733669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/networks/b6df0427-cc3a-42bc-9afd-d65c7ffa5222 HTTP/1.1" status: 204 len: 168 time: 1.3436542 Aug 29 04:33:03.736829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.755578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047c40a-51a6-4d10-a9a1-2bb311dc2b78 tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Network': ['ID=b6df0427-cc3a-42bc-9afd-d65c7ffa5222,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.777457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af17680-d23b-4ef0-907e-d185a94c32c8 req-feb3c144-f795-4ae2-b8c6-c9beed6118aa tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.785978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5af17680-d23b-4ef0-907e-d185a94c32c8 req-feb3c144-f795-4ae2-b8c6-c9beed6118aa tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 944 time: 0.2110462 Aug 29 04:33:03.836613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5af17680-d23b-4ef0-907e-d185a94c32c8 req-7754e010-29ca-487d-bd95-5cc839c09d3e tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495458 Aug 29 04:33:03.910320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.943348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] For port a6e3118e-dc13-4745-9948-52794f0762b6, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:03.955875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.977796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcef33-5729-4e3b-8305-2417d1ab15c2 req-ad30ca1e-ea57-4f0d-89a6-5cc8d3ac95bb tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.981953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ffcef33-5729-4e3b-8305-2417d1ab15c2 req-ad30ca1e-ea57-4f0d-89a6-5cc8d3ac95bb tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 943 time: 0.0731382 Aug 29 04:33:03.986306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] For port a6e3118e-dc13-4745-9948-52794f0762b6, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a6e3118e-dc13-4745-9948-52794f0762b6,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:04.010203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:00Z', 'revision_number': 10, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.051633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.052209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ce4d5-9b7a-4027-a2e0-f24b966c9492 None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:00Z', 'revision_number': 10, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None, '_interfaces': [{'id': 'f0bd9999-1d57-418f-8aa5-5db178bbe5f9', 'name': '', 'network_id': 'd8193055-2c51-4be5-8c4c-42a55e040cfb', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'mac_address': 'fa:16:3e:bf:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:09Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 5, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'subnets': [{'id': '8b1e57d0-7e7c-4519-9718-5249d624e97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:04.054052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e351ecc8-0d64-4093-81d6-44853397a0d9 None None] Network 60d342e3-1b3a-4cbc-89ac-11be871b4587 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:04.091050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.106563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ffcef33-5729-4e3b-8305-2417d1ab15c2 req-763fdb07-34b2-43c6-8568-f1f56110c326 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840716 Aug 29 04:33:04.457693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b0510-6ee7-470f-a8c8-382c51de5e0f None None] DHCP port deletion for 60d342e3-1b3a-4cbc-89ac-11be871b4587 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:04.471901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.484979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.485500 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.487039 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] 10.222.0.65 "PUT /v2.0/ports/a6e3118e-dc13-4745-9948-52794f0762b6 HTTP/1.1" status: 200 len: 1092 time: 2.4326396 Aug 29 04:33:04.489752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c9c4f4-8ba8-4e2c-aa81-d075aed35de3', 'tag': 'a6e3118e-dc13-4745-9948-52794f0762b6'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:04.492238 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0" -d '{"events": [{"name": "network-changed", "server_uuid": "70c9c4f4-8ba8-4e2c-aa81-d075aed35de3", "tag": "a6e3118e-dc13-4745-9948-52794f0762b6"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:04.497994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No DVR routers for this DVR port c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:04.504820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.509796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.551600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c50474-a7f6-4548-80ab-c66645990f21') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.551906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c50474-a7f6-4548-80ab-c66645990f21') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.563849 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad4f466-ffce-4ab3-be8c-0ee6f4a8d59a x-openstack-request-id: req-1ad4f466-ffce-4ab3-be8c-0ee6f4a8d59a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:04.564241 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c9c4f4-8ba8-4e2c-aa81-d075aed35de3", "tag": "a6e3118e-dc13-4745-9948-52794f0762b6", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:04.564508 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ad4f466-ffce-4ab3-be8c-0ee6f4a8d59a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:04.564894 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c9c4f4-8ba8-4e2c-aa81-d075aed35de3', 'tag': 'a6e3118e-dc13-4745-9948-52794f0762b6', 'status': 'completed', 'code': 200} Aug 29 04:33:04.634038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.701994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Network 288db9d5-3efd-4ab9-b556-c0e9385cce78 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:04.711277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9695cf-38c7-48f1-8931-18a201d16425 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e3118e-dc13-4745-9948-52794f0762b6,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:04.721680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:04.724766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:04.753125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1da8f-315e-4f0f-ba6e-9da093c82e38 req-bef05f95-fc3b-4ad4-83bf-0627c5cb9d9e tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.755298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcf1da8f-315e-4f0f-ba6e-9da093c82e38 req-bef05f95-fc3b-4ad4-83bf-0627c5cb9d9e tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 932 time: 0.0613217 Aug 29 04:33:04.759569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.763875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 61e58647-09d1-4335-b479-f16e61ef15c4 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:04.799365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.803756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13738-7862-4933-97b7-488bef637139 req-3864feaf-d0b8-426e-8726-9c91e27e5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.806433 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-3864feaf-d0b8-426e-8726-9c91e27e5266 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 1095 time: 0.2492933 Aug 29 04:33:04.809110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcf1da8f-315e-4f0f-ba6e-9da093c82e38 req-a5d0ad66-e187-44ae-a94a-dd8e83092d5b tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Aug 29 04:33:04.817170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:04.822782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:04.823302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:04.826418 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:04.836127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d342e3-1b3a-4cbc-89ac-11be871b4587']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.861286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 61e58647-09d1-4335-b479-f16e61ef15c4 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:04.866542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 61e58647-09d1-4335-b479-f16e61ef15c4 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:04.866998 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.951623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-367ef961-6014-4ec4-86f8-54baf90c3442 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e3118e-dc13-4745-9948-52794f0762b6 HTTP/1.1" status: 200 len: 217 time: 0.1306496 Aug 29 04:33:04.955602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e417606-b966-456f-a439-e5f59e783704') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.956345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e417606-b966-456f-a439-e5f59e783704') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.980018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.980673 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.984728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.000907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527646f-a90e-4661-9e48-87f66343c020 req-f8d4980a-4efd-46e1-82c8-aadc9bbc6df4 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.003033 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6527646f-a90e-4661-9e48-87f66343c020 req-f8d4980a-4efd-46e1-82c8-aadc9bbc6df4 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 944 time: 0.0722978 Aug 29 04:33:05.010394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.029390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebe6e75-4269-4ab8-863f-28a8b39b7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e58647-09d1-4335-b479-f16e61ef15c4'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:05.032743 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07075d61-2855-486e-b431-c9cfb4f0f6c8" -d '{"events": [{"server_uuid": "6ebe6e75-4269-4ab8-863f-28a8b39b7b25", "name": "network-vif-plugged", "status": "completed", "tag": "61e58647-09d1-4335-b479-f16e61ef15c4"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:05.046461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 61e58647-09d1-4335-b479-f16e61ef15c4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=61e58647-09d1-4335-b479-f16e61ef15c4,segment=NetworkSegment(40acf559-3c37-44bd-8d07-76ca8100de8a),segment_id=40acf559-3c37-44bd-8d07-76ca8100de8a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:05.047087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Pushing event updated for resources: {'Port': ['ID=86ec41aa-9158-416f-92a1-489f697d7158,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.052766 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.054730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.067400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.070005 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-52600d1a-3862-4ff3-8e90-f37d4435eb5c tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4525623 Aug 29 04:33:05.085219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:05.085648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.093169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.097938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/networks/e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f HTTP/1.1" status: 204 len: 168 time: 1.3577609 Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:05.098988 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:05.105838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55426) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.127623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Request body: {'port': {'device_id': '51628d41-b107-4ecb-84e6-b8c92b326fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:05.142307 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba48e1a4-1652-42d1-8756-4ffa8be02e64 x-openstack-request-id: req-ba48e1a4-1652-42d1-8756-4ffa8be02e64 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:05.142607 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebe6e75-4269-4ab8-863f-28a8b39b7b25", "name": "network-vif-plugged", "status": "completed", "tag": "61e58647-09d1-4335-b479-f16e61ef15c4", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:05.142910 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba48e1a4-1652-42d1-8756-4ffa8be02e64 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:05.143363 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebe6e75-4269-4ab8-863f-28a8b39b7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e58647-09d1-4335-b479-f16e61ef15c4', 'code': 200} Aug 29 04:33:05.146230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=61e58647-09d1-4335-b479-f16e61ef15c4,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.202207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6527646f-a90e-4661-9e48-87f66343c020 req-0613e0d5-6452-4fd9-b269-5cce1558cd4d tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883636 Aug 29 04:33:05.238462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aae46b-c959-4b28-a81e-c834489e3b2c tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Network': ['ID=e866b7c4-bcc5-46b6-bd86-e8f75cb1fb7f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.246504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13738-7862-4933-97b7-488bef637139 req-05f49846-352b-43f0-8c3a-2a097a2d5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.248404 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-05f49846-352b-43f0-8c3a-2a097a2d5422 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.2812777 Aug 29 04:33:05.306271 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-eada8179-4861-4165-a3ae-e99ed205a8aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486801 Aug 29 04:33:05.330014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.399675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.401831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/60d342e3-1b3a-4cbc-89ac-11be871b4587 HTTP/1.1" status: 204 len: 168 time: 2.4166913 Aug 29 04:33:05.508316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-2f03c31e-5c92-424e-b414-1c56c7d45683 service neutron] 10.222.0.65 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663980 Aug 29 04:33:05.520960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55436) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.593935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f72803-4780-452a-b755-f03308c567f3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=60d342e3-1b3a-4cbc-89ac-11be871b4587,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.628291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.659373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55440) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.703500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094439e-bff4-419b-883f-2efad469846a req-214e27b3-ba20-452d-a196-cbe109787851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.705077 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b094439e-bff4-419b-883f-2efad469846a req-214e27b3-ba20-452d-a196-cbe109787851 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 1097 time: 0.4301286 Aug 29 04:33:05.755641 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.765735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6132fcf-cc33-4948-bfcc-c4e1a8485228 req-10795fe3-72f4-4432-8d59-c823d3e999aa tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.767233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6132fcf-cc33-4948-bfcc-c4e1a8485228 req-10795fe3-72f4-4432-8d59-c823d3e999aa tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 943 time: 0.5003941 Aug 29 04:33:05.813227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15c13738-7862-4933-97b7-488bef637139 req-796303de-e371-48c2-ba25-2b235e340fb0 service neutron] 10.222.0.65 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839584 Aug 29 04:33:05.880038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.886523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6132fcf-cc33-4948-bfcc-c4e1a8485228 req-5257e3d4-0441-4b74-9f69-8487e1bdc044 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079869 Aug 29 04:33:05.896235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74da101f-508b-46b5-9e22-fbcdbc2537c4']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:05.916888 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b094439e-bff4-419b-883f-2efad469846a req-85a67925-d14a-4215-a16c-afb8a9cb2ac0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017667 Aug 29 04:33:05.917394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a0f67e-2798-47c7-8d5f-75628ea9145d') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:05.917704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a0f67e-2798-47c7-8d5f-75628ea9145d') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:05.922290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:05.928635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.942866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.947703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:05.948387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c5c78ee8-5d75-4ff5-8424-1ba1dd09dc47 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:05.948852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a59a793-0d15-4662-bb23-bbc4d2aa0d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.949018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cd0a3b42-6f9f-433d-9ebc-7144ffd634ed no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:05.951955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:05.952680 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:05.956504 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:05.973066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: cd0a3b42-6f9f-433d-9ebc-7144ffd634ed {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:05.973425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cd0a3b42-6f9f-433d-9ebc-7144ffd634ed not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:06.046331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.057870 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.059691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] 10.222.0.58 "DELETE /v2.0/networks/74da101f-508b-46b5-9e22-fbcdbc2537c4 HTTP/1.1" status: 204 len: 168 time: 0.9503994 Aug 29 04:33:06.078488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857dd6c-03a5-4670-92d5-e5ada0aac4c9 req-d39a787e-c659-45a6-8ef1-f1bbc4f42308 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.080174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1857dd6c-03a5-4670-92d5-e5ada0aac4c9 req-d39a787e-c659-45a6-8ef1-f1bbc4f42308 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 932 time: 0.0824773 Aug 29 04:33:06.081160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfc581-5b09-4c4b-94b3-a5aad38b78ab tempest-BulkNetworkOpsIpV6Test-1606133261 tempest-BulkNetworkOpsIpV6Test-1606133261-project] Pushing event deleted for resources: {'Network': ['ID=74da101f-508b-46b5-9e22-fbcdbc2537c4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.116797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-12c47edb-700e-4582-9305-d506b2cea56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.118931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-12c47edb-700e-4582-9305-d506b2cea56f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 1095 time: 0.1752408 Aug 29 04:33:06.135795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1857dd6c-03a5-4670-92d5-e5ada0aac4c9 req-5a66aefa-0378-42b9-ad86-bd40f7312afc tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375626 Aug 29 04:33:06.302260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55452) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.346531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f30709-7b34-4d35-afbc-24435da46ee4 req-f6daa752-e782-4596-b913-8545771f051f tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.348955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29f30709-7b34-4d35-afbc-24435da46ee4 req-f6daa752-e782-4596-b913-8545771f051f tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 945 time: 0.0716276 Aug 29 04:33:06.396337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29f30709-7b34-4d35-afbc-24435da46ee4 req-089f6cdd-cd75-4a9f-99a9-c0099693aa26 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Aug 29 04:33:06.403837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-ccb40741-5414-4042-b860-7404ae0ca1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.405126 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-ccb40741-5414-4042-b860-7404ae0ca1a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 915 time: 0.2758405 Aug 29 04:33:06.471472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a59a793-0d15-4662-bb23-bbc4d2aa0d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.485768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-2dd4550b-e4ae-43d2-9d41-be25caac90c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e3118e-dc13-4745-9948-52794f0762b6 HTTP/1.1" status: 200 len: 217 time: 0.0687616 Aug 29 04:33:06.489605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ec41aa-9158-416f-92a1-489f697d7158 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:06.493866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a59a793-0d15-4662-bb23-bbc4d2aa0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.509707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.631719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Transition to ACTIVE for port object 86ec41aa-9158-416f-92a1-489f697d7158 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:06.657360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.661579 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5a59a793-0d15-4662-bb23-bbc4d2aa0d72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d60170b677874da4a413009f57876c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9944444 Aug 29 04:33:06.662560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59a793-0d15-4662-bb23-bbc4d2aa0d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff03797-b315-4ce9-92d4-4e06b9d4f9f2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.664386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55460) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.712975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-825f6601-3ffe-446c-b2ef-ca5785c91709 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e7325b3410d435ba9b88c1212c611bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082634 Aug 29 04:33:06.716258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55462) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.719167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-36636b5c-ce44-4c1d-8c35-46226a26f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.723545 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-36636b5c-ce44-4c1d-8c35-46226a26f207 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.2249033 Aug 29 04:33:06.732974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e97e07a4-3ced-4dca-a12c-1ccbe7daea78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.773939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e97e07a4-3ced-4dca-a12c-1ccbe7daea78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.780194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-3276192a-8f1c-4614-88ed-c86e91480ed8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477602 Aug 29 04:33:06.784688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Pushing event updated for resources: {'Port': ['ID=86ec41aa-9158-416f-92a1-489f697d7158,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.808361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06d0b566-d0ee-4331-a3af-7ab631d9ead1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.837810 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06d0b566-d0ee-4331-a3af-7ab631d9ead1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.884855 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e97e07a4-3ced-4dca-a12c-1ccbe7daea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.888403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e97e07a4-3ced-4dca-a12c-1ccbe7daea78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.889484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.889934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e97e07a4-3ced-4dca-a12c-1ccbe7daea78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bff03797-b315-4ce9-92d4-4e06b9d4f9f2 HTTP/1.1" status: 204 len: 168 time: 0.2242658 Aug 29 04:33:06.903518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e07a4-3ced-4dca-a12c-1ccbe7daea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff03797-b315-4ce9-92d4-4e06b9d4f9f2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.921424 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06d0b566-d0ee-4331-a3af-7ab631d9ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.924059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06d0b566-d0ee-4331-a3af-7ab631d9ead1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.925427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-06d0b566-d0ee-4331-a3af-7ab631d9ead1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46487024-4535-43b4-b14a-76a1aa5a1955 HTTP/1.1" status: 204 len: 168 time: 0.2082269 Aug 29 04:33:06.935949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0b566-d0ee-4331-a3af-7ab631d9ead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46487024-4535-43b4-b14a-76a1aa5a1955,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.057515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8cb7-17bf-491a-a3ad-ea6b07833c1a req-129f6467-15e9-4e24-893d-46db5f3f5860 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.060065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-055f8cb7-17bf-491a-a3ad-ea6b07833c1a req-129f6467-15e9-4e24-893d-46db5f3f5860 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 943 time: 0.0586488 Aug 29 04:33:07.140213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-055f8cb7-17bf-491a-a3ad-ea6b07833c1a req-1593af6e-b62e-4697-98ae-859794d04f56 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735497 Aug 29 04:33:07.181253 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:33:07.302244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efe584-3909-4fb1-add5-9a6f5a44f251 req-02ed70e5-d205-469f-a301-0742ea8b962b tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.312868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97efe584-3909-4fb1-add5-9a6f5a44f251 req-02ed70e5-d205-469f-a301-0742ea8b962b tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 944 time: 0.0710535 Aug 29 04:33:07.364967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97efe584-3909-4fb1-add5-9a6f5a44f251 req-3b4aa97c-4213-4c03-9641-2474205d51f9 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509267 Aug 29 04:33:07.437916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.438301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Attempting to bind port 86ec41aa-9158-416f-92a1-489f697d7158 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:07.438540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Attempting to bind port 86ec41aa-9158-416f-92a1-489f697d7158 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '52094941-3b59-411e-a50a-ab7b493676df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '288db9d5-3efd-4ab9-b556-c0e9385cce78'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:07.438873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Attempting to bind port 86ec41aa-9158-416f-92a1-489f697d7158 on network 288db9d5-3efd-4ab9-b556-c0e9385cce78 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:07.463157 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.463765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Port 86ec41aa-9158-416f-92a1-489f697d7158 on network 288db9d5-3efd-4ab9-b556-c0e9385cce78 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:07.464222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Attempting to bind port 86ec41aa-9158-416f-92a1-489f697d7158 on network 288db9d5-3efd-4ab9-b556-c0e9385cce78 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:07.525647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-98a307f6-3049-4efb-9ae5-cc60cda0663a service neutron] 10.222.0.65 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361844 Aug 29 04:33:07.526925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:07.527357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Checking segment: {'id': '52094941-3b59-411e-a50a-ab7b493676df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '288db9d5-3efd-4ab9-b556-c0e9385cce78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:07.528426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Bound using segment: {'id': '52094941-3b59-411e-a50a-ab7b493676df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '288db9d5-3efd-4ab9-b556-c0e9385cce78'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:07.528948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Bound port: 86ec41aa-9158-416f-92a1-489f697d7158, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52094941-3b59-411e-a50a-ab7b493676df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '288db9d5-3efd-4ab9-b556-c0e9385cce78'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:07.529414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.630552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.644495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1858b-635e-498d-b933-0b642db9c7a5 req-7ffcbc7a-0357-4faa-b1c2-94484ec9dc70 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.646354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7bb1858b-635e-498d-b933-0b642db9c7a5 req-7ffcbc7a-0357-4faa-b1c2-94484ec9dc70 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 945 time: 0.1101563 Aug 29 04:33:07.648362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.704044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=994cc1141bb2444db74495e825b9b22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634161 Aug 29 04:33:07.706098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55496) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.739492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceeaf4e-96eb-404b-96e9-b0e730747f12,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.744534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] For port 86ec41aa-9158-416f-92a1-489f697d7158, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:07.746814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7bb1858b-635e-498d-b933-0b642db9c7a5 req-dbf65f6a-3ef0-47c8-82a8-a7ef8df5398a tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748963 Aug 29 04:33:07.752739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.753619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.753769 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1eb3b9c-7bd5-4c5f-98d3-5e1a86ebdda0 req-fdf9d119-3220-44f7-97d4-71342921a44b service neutron] 10.222.0.65 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028146 Aug 29 04:33:07.753886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.754008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.754419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.754823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.755222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.755638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.756469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.756469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.756842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.757227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b1a207-9177-423b-adc3-308a7a951df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:07.778151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] For port 86ec41aa-9158-416f-92a1-489f697d7158, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=86ec41aa-9158-416f-92a1-489f697d7158,segment=NetworkSegment(52094941-3b59-411e-a50a-ab7b493676df),segment_id=52094941-3b59-411e-a50a-ab7b493676df)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:07.792874 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.874116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.875101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.876444 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] 10.222.0.65 "PUT /v2.0/ports/86ec41aa-9158-416f-92a1-489f697d7158 HTTP/1.1" status: 200 len: 1093 time: 2.7937429 Aug 29 04:33:07.878704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51628d41-b107-4ecb-84e6-b8c92b326fc2', 'tag': '86ec41aa-9158-416f-92a1-489f697d7158'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:07.881311 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91efb3cd-d251-44f1-907d-839b95e79157" -d '{"events": [{"name": "network-changed", "server_uuid": "51628d41-b107-4ecb-84e6-b8c92b326fc2", "tag": "86ec41aa-9158-416f-92a1-489f697d7158"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:07.902234 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7716f6f-fb71-4b73-a4e2-4abb746b1a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.955723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8a5f9-6b7f-4abe-90fe-85965a870921 service neutron] Pushing event updated for resources: {'Port': ['ID=86ec41aa-9158-416f-92a1-489f697d7158,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.960012 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eac2e79-4c02-490d-8285-c9464f531b1c x-openstack-request-id: req-0eac2e79-4c02-490d-8285-c9464f531b1c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:07.960311 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51628d41-b107-4ecb-84e6-b8c92b326fc2", "tag": "86ec41aa-9158-416f-92a1-489f697d7158", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:07.960565 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0eac2e79-4c02-490d-8285-c9464f531b1c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:07.960953 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51628d41-b107-4ecb-84e6-b8c92b326fc2', 'tag': '86ec41aa-9158-416f-92a1-489f697d7158', 'status': 'completed', 'code': 200} Aug 29 04:33:07.994222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7716f6f-fb71-4b73-a4e2-4abb746b1a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.996977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55512) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:08.047868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-95b88a5b-91c3-4b25-90f2-cdfdb251de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.049439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-95b88a5b-91c3-4b25-90f2-cdfdb251de65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f064273a19a04c8f8052db72b1aabd4e&device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1119747 Aug 29 04:33:08.056897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port f0bd9999-1d57-418f-8aa5-5db178bbe5f9 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:08.057245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.124485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1705681670'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:08.137944 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-8eb98bf5-b6e2-4565-8ac7-f89c2c0f7e74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86ec41aa-9158-416f-92a1-489f697d7158 HTTP/1.1" status: 200 len: 217 time: 0.0773377 Aug 29 04:33:08.160736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7716f6f-fb71-4b73-a4e2-4abb746b1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.165245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7716f6f-fb71-4b73-a4e2-4abb746b1a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.169101 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a7716f6f-fb71-4b73-a4e2-4abb746b1a41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ceeaf4e-96eb-404b-96e9-b0e730747f12 HTTP/1.1" status: 204 len: 168 time: 0.4462130 Aug 29 04:33:08.172986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:08.177292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.188604 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.261188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7716f6f-fb71-4b73-a4e2-4abb746b1a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceeaf4e-96eb-404b-96e9-b0e730747f12,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.317387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port f0bd9999-1d57-418f-8aa5-5db178bbe5f9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,segment=NetworkSegment(b1462171-3656-44c4-83cf-d7210c865e0b),segment_id=b1462171-3656-44c4-83cf-d7210c865e0b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:08.318313 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.328679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-75f7c2f9-1bd5-400a-932f-9b8559e4c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.330365 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-75f7c2f9-1bd5-400a-932f-9b8559e4c073 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f330628-b5ae-4cee-8b06-30fb6c30d5cb HTTP/1.1" status: 200 len: 850 time: 0.1800413 Aug 29 04:33:08.354952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for f0bd9999-1d57-418f-8aa5-5db178bbe5f9 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:08.360013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6815c-f76c-4abf-b9a5-85147894ba91 req-9f4258a3-4b44-4f5c-aa22-f7455c81168e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.361826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7c6815c-f76c-4abf-b9a5-85147894ba91 req-9f4258a3-4b44-4f5c-aa22-f7455c81168e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 943 time: 0.1196966 Aug 29 04:33:08.386215 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-2d9dabc0-8f87-4557-bbcc-aaa1ca51a58e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=288db9d5-3efd-4ab9-b556-c0e9385cce78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476689 Aug 29 04:33:08.428242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7c6815c-f76c-4abf-b9a5-85147894ba91 req-44845618-d029-4218-81a5-4523ef0680ac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577965 Aug 29 04:33:08.451481 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.459011 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.489345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:08.512368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c69f2-73ea-49b5-a9eb-8385af382337,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.526545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a6e3118e-dc13-4745-9948-52794f0762b6 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:08.527383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.527757 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Added segment d6b83e22-51ab-4af9-a303-628c50fd404c of type vlan for network ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a Aug 29 04:33:08.560803 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-059c88b2-98f2-414a-bb5f-e47adc226816 service neutron] 10.222.0.65 "GET /v2.0/networks/288db9d5-3efd-4ab9-b556-c0e9385cce78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669869 Aug 29 04:33:08.655491 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.697906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a6e3118e-dc13-4745-9948-52794f0762b6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a6e3118e-dc13-4745-9948-52794f0762b6,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:08.705342 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.712271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.713186 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.723070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'a6e3118e-dc13-4745-9948-52794f0762b6', 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'port_id': 'a6e3118e-dc13-4745-9948-52794f0762b6', 'mac_address': 'fa:16:3e:1b:16:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d4a4a-b362-44f4-8560-0ac97145c7ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:08.723397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fff7a-fb83-496a-9e67-ee94b89d2876 req-551913e3-2516-4be5-8fe7-b3676b02b97d tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.731424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-739fff7a-fb83-496a-9e67-ee94b89d2876 req-551913e3-2516-4be5-8fe7-b3676b02b97d tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 945 time: 0.1304157 Aug 29 04:33:08.736374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ab965cb-8bc0-441f-835d-9315c6fefacc req-faa11907-6078-4521-8f27-1d78176a1033 service neutron] 10.222.0.65 "GET /v2.0/networks/288db9d5-3efd-4ab9-b556-c0e9385cce78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669927 Aug 29 04:33:08.757130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952e2d7-22a2-45f1-8d15-dbe77689ba0c req-07cb4bea-2f98-4c51-8ed3-0eaf4fbdbfdb tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.765528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f952e2d7-22a2-45f1-8d15-dbe77689ba0c req-07cb4bea-2f98-4c51-8ed3-0eaf4fbdbfdb tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 944 time: 0.1796758 Aug 29 04:33:08.816685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.817602 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.837513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e3118e-dc13-4745-9948-52794f0762b6 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:08.842158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8434091 Aug 29 04:33:08.879912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-739fff7a-fb83-496a-9e67-ee94b89d2876 req-b590b074-7b66-4cf9-bb9a-a52fe54e6a7c tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425622 Aug 29 04:33:08.882036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a6e3118e-dc13-4745-9948-52794f0762b6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a6e3118e-dc13-4745-9948-52794f0762b6,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:08.892431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=f0bd9999-1d57-418f-8aa5-5db178bbe5f9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.898206 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.905388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a51865-05b3-4c60-8445-fceb979d9521 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Network': ['ID=ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.958967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:08.967875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f952e2d7-22a2-45f1-8d15-dbe77689ba0c req-5d7d789f-2efa-489a-8b9c-8411f76af463 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007911 Aug 29 04:33:09.139157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a6e3118e-dc13-4745-9948-52794f0762b6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.167323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efb3cd-d251-44f1-907d-839b95e79157 req-06e7ae3e-9c76-4bc7-9288-ac8619598977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.169046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91efb3cd-d251-44f1-907d-839b95e79157 req-06e7ae3e-9c76-4bc7-9288-ac8619598977 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f064273a19a04c8f8052db72b1aabd4e&device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1791735 Aug 29 04:33:09.169705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.229943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a6e3118e-dc13-4745-9948-52794f0762b6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:09.500069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efb3cd-d251-44f1-907d-839b95e79157 req-5c01fa3c-7a69-48a3-bd93-bfa4d9e239cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.501716 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91efb3cd-d251-44f1-907d-839b95e79157 req-5c01fa3c-7a69-48a3-bd93-bfa4d9e239cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=288db9d5-3efd-4ab9-b556-c0e9385cce78 HTTP/1.1" status: 200 len: 911 time: 0.3240190 Aug 29 04:33:09.503500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:09.557811 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91efb3cd-d251-44f1-907d-839b95e79157 req-32dffb5f-7275-418d-89a6-aaec632c6cf9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86ec41aa-9158-416f-92a1-489f697d7158 HTTP/1.1" status: 200 len: 217 time: 0.0482368 Aug 29 04:33:09.625375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab43f5-dcd2-4a72-bfb9-1db187341cad req-bd0b7c53-2fa1-47de-bdc0-0736e07c88c5 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.627471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72ab43f5-dcd2-4a72-bfb9-1db187341cad req-bd0b7c53-2fa1-47de-bdc0-0736e07c88c5 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 944 time: 0.0978804 Aug 29 04:33:09.665483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:09.681964 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:09.692968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72ab43f5-dcd2-4a72-bfb9-1db187341cad req-8f4b3757-1364-4c0e-9269-1d8435736061 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 Aug 29 04:33:09.703016 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:09.703016 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:09.704206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55572) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.705867 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e5b45b90-f374-4b15-a3a2-e26da83ff904 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1803739 Aug 29 04:33:09.723008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efb3cd-d251-44f1-907d-839b95e79157 req-b0f02cb1-0f4a-4592-9d88-8de65c555daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.731210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91efb3cd-d251-44f1-907d-839b95e79157 req-b0f02cb1-0f4a-4592-9d88-8de65c555daf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f330628-b5ae-4cee-8b06-30fb6c30d5cb HTTP/1.1" status: 200 len: 850 time: 0.1354518 Aug 29 04:33:09.770989 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91efb3cd-d251-44f1-907d-839b95e79157 req-5baf7a78-66cb-4f18-8041-c0d454d71d70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=288db9d5-3efd-4ab9-b556-c0e9385cce78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295622 Aug 29 04:33:09.774782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-159886fd-9f9d-4eb9-a0f0-3eeaf85fa8dc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting subnet 8b1e57d0-7e7c-4519-9718-5249d624e97a {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:09.786471 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-159886fd-9f9d-4eb9-a0f0-3eeaf85fa8dc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.810675 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:09.846666 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-159886fd-9f9d-4eb9-a0f0-3eeaf85fa8dc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.872046 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:08Z', 'revision_number': 11, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:09.901771 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:09.912276 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:09.913239 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:09.994963 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:10.041935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-159886fd-9f9d-4eb9-a0f0-3eeaf85fa8dc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.055448 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:08Z', 'revision_number': 11, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:10.087706 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d3098-cd6a-4cd0-b014-6e42b584e554 None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:08Z', 'revision_number': 11, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:10.092111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91efb3cd-d251-44f1-907d-839b95e79157 req-9ec9903c-a00e-41d8-841a-1dcce2093d1f service neutron] 10.222.0.65 "GET /v2.0/networks/288db9d5-3efd-4ab9-b556-c0e9385cce78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098936 Aug 29 04:33:10.254659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f0035-ae4b-4f72-a321-082181d2a336 req-528c14b4-bba8-44bd-b9d6-25e700b60b71 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.257129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b80f0035-ae4b-4f72-a321-082181d2a336 req-528c14b4-bba8-44bd-b9d6-25e700b60b71 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 945 time: 0.1729696 Aug 29 04:33:10.258886 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-159886fd-9f9d-4eb9-a0f0-3eeaf85fa8dc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.265445 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91efb3cd-d251-44f1-907d-839b95e79157 req-0b13de86-b1f4-43c5-849b-5b8473068091 service neutron] 10.222.0.65 "GET /v2.0/networks/288db9d5-3efd-4ab9-b556-c0e9385cce78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159010 Aug 29 04:33:10.275138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9e62-1da4-479e-a414-64bb8f6fe43f req-2e9f2f4b-fa98-404b-bccd-95def6d27c79 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.278178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96af9e62-1da4-479e-a414-64bb8f6fe43f req-2e9f2f4b-fa98-404b-bccd-95def6d27c79 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 944 time: 0.1179242 Aug 29 04:33:10.288894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea398863-4332-4872-acfd-d910b5fbed7b req-ccb1b89e-263b-4f12-8a29-9c1536a31d0b tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.290251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea398863-4332-4872-acfd-d910b5fbed7b req-ccb1b89e-263b-4f12-8a29-9c1536a31d0b tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 945 time: 0.1967876 Aug 29 04:33:10.332694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de3d06-549e-42b7-a8b5-d299097b79ae None None] Network d8193055-2c51-4be5-8c4c-42a55e040cfb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:10.354561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-159886fd-9f9d-4eb9-a0f0-3eeaf85fa8dc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.356758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-159886fd-9f9d-4eb9-a0f0-3eeaf85fa8dc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/8b1e57d0-7e7c-4519-9718-5249d624e97a HTTP/1.1" status: 204 len: 168 time: 0.6497967 Aug 29 04:33:10.357873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159886fd-9f9d-4eb9-a0f0-3eeaf85fa8dc tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1e57d0-7e7c-4519-9718-5249d624e97a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.367865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55590) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.416107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96af9e62-1da4-479e-a414-64bb8f6fe43f req-b17eb4da-a206-470e-a511-4abd568d8a94 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219616 Aug 29 04:33:10.519502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Deleting port 61e58647-09d1-4335-b479-f16e61ef15c4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:10.520174 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.560964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 86ec41aa-9158-416f-92a1-489f697d7158 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:10.563564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a6e3118e-dc13-4745-9948-52794f0762b6 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:10.610225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b80f0035-ae4b-4f72-a321-082181d2a336 req-9184edfc-ce2d-4041-b937-86c4e0b1634b tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272052 Aug 29 04:33:10.655689 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.753481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] For port 61e58647-09d1-4335-b479-f16e61ef15c4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=61e58647-09d1-4335-b479-f16e61ef15c4,segment=NetworkSegment(40acf559-3c37-44bd-8d07-76ca8100de8a),segment_id=40acf559-3c37-44bd-8d07-76ca8100de8a)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:10.753875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.763254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port a6e3118e-dc13-4745-9948-52794f0762b6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:10.770525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port a6e3118e-dc13-4745-9948-52794f0762b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:10.771217 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.791217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Calling delete_port for 61e58647-09d1-4335-b479-f16e61ef15c4 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:10.857280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Deleting port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:10.857654 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.944181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] DHCP port deletion for d8193055-2c51-4be5-8c4c-42a55e040cfb request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:11.004656 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.049165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a6e3118e-dc13-4745-9948-52794f0762b6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a6e3118e-dc13-4745-9948-52794f0762b6,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:11.053744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c9c4f4-8ba8-4e2c-aa81-d075aed35de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e3118e-dc13-4745-9948-52794f0762b6'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:11.057831 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970bc61d-52aa-4f3b-a855-b0df5b1edb2d" -d '{"events": [{"server_uuid": "70c9c4f4-8ba8-4e2c-aa81-d075aed35de3", "name": "network-vif-plugged", "status": "completed", "tag": "a6e3118e-dc13-4745-9948-52794f0762b6"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:11.064823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 86ec41aa-9158-416f-92a1-489f697d7158, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=86ec41aa-9158-416f-92a1-489f697d7158,segment=NetworkSegment(52094941-3b59-411e-a50a-ab7b493676df),segment_id=52094941-3b59-411e-a50a-ab7b493676df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:11.069130 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.124131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] For port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,segment=NetworkSegment(b1462171-3656-44c4-83cf-d7210c865e0b),segment_id=b1462171-3656-44c4-83cf-d7210c865e0b)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:11.124793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.136062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d7114-18bd-4854-9682-518f6d76e7f9 req-960b0ee1-2b3c-4662-b33e-f543cdc44fa6 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.144858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-390d7114-18bd-4854-9682-518f6d76e7f9 req-960b0ee1-2b3c-4662-b33e-f543cdc44fa6 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 944 time: 0.2356589 Aug 29 04:33:11.156084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a6e3118e-dc13-4745-9948-52794f0762b6,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.169776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '86ec41aa-9158-416f-92a1-489f697d7158', 'network_id': '288db9d5-3efd-4ab9-b556-c0e9385cce78', 'port_id': '86ec41aa-9158-416f-92a1-489f697d7158', 'mac_address': 'fa:16:3e:a1:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f330628-b5ae-4cee-8b06-30fb6c30d5cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:11.170050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.205261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Calling delete_port for c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:11.217025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Pushing event deleted for resources: {'Port': ['ID=61e58647-09d1-4335-b479-f16e61ef15c4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.272244 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467d816-29de-4a92-ba0f-03da3d064e0e x-openstack-request-id: req-6467d816-29de-4a92-ba0f-03da3d064e0e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:11.272912 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c9c4f4-8ba8-4e2c-aa81-d075aed35de3", "name": "network-vif-plugged", "status": "completed", "tag": "a6e3118e-dc13-4745-9948-52794f0762b6", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:11.274280 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6467d816-29de-4a92-ba0f-03da3d064e0e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:11.274871 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c9c4f4-8ba8-4e2c-aa81-d075aed35de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e3118e-dc13-4745-9948-52794f0762b6', 'code': 200} Aug 29 04:33:11.276651 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.277766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] No DVR routers for this DVR port 61e58647-09d1-4335-b479-f16e61ef15c4 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:11.288854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.296403 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea398863-4332-4872-acfd-d910b5fbed7b req-e6945ffb-b364-4f1d-a85b-d0d756a91a28 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.64 "DELETE /v2.0/ports/61e58647-09d1-4335-b479-f16e61ef15c4 HTTP/1.1" status: 204 len: 173 time: 0.9980946 Aug 29 04:33:11.303506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ec41aa-9158-416f-92a1-489f697d7158 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:11.337877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebe6e75-4269-4ab8-863f-28a8b39b7b25', 'name': 'network-vif-deleted', 'tag': '61e58647-09d1-4335-b479-f16e61ef15c4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:11.344249 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0274107a-096c-46ab-af17-e64be1173d6b" -d '{"events": [{"server_uuid": "6ebe6e75-4269-4ab8-863f-28a8b39b7b25", "name": "network-vif-deleted", "tag": "61e58647-09d1-4335-b479-f16e61ef15c4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:11.350925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 86ec41aa-9158-416f-92a1-489f697d7158, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=86ec41aa-9158-416f-92a1-489f697d7158,segment=NetworkSegment(52094941-3b59-411e-a50a-ab7b493676df),segment_id=52094941-3b59-411e-a50a-ab7b493676df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:11.357719 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.389707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f69730-03d2-46aa-a5d8-0013b7cfbdd6 req-eb03df73-bd40-4644-b570-fa8bd91e9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.391327 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79f69730-03d2-46aa-a5d8-0013b7cfbdd6 req-eb03df73-bd40-4644-b570-fa8bd91e9978 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 1097 time: 0.1165800 Aug 29 04:33:11.438326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] Deleting port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:11.441617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.457729 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67789f14-e08d-4cf1-ab7a-9d765e6dd5cd x-openstack-request-id: req-67789f14-e08d-4cf1-ab7a-9d765e6dd5cd {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:11.458157 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebe6e75-4269-4ab8-863f-28a8b39b7b25", "name": "network-vif-deleted", "tag": "61e58647-09d1-4335-b479-f16e61ef15c4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:11.458529 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67789f14-e08d-4cf1-ab7a-9d765e6dd5cd {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:11.459048 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebe6e75-4269-4ab8-863f-28a8b39b7b25', 'name': 'network-vif-deleted', 'tag': '61e58647-09d1-4335-b479-f16e61ef15c4', 'status': 'completed', 'code': 200} Aug 29 04:33:11.462781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79f69730-03d2-46aa-a5d8-0013b7cfbdd6 req-3b0eacfb-b09b-4d45-8559-c96f5cf8ad6d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635657 Aug 29 04:33:11.511001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-390d7114-18bd-4854-9682-518f6d76e7f9 req-8a367bc4-f6c2-4f24-893d-ec088f1bc93a tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643353 Aug 29 04:33:11.541708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] For port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,segment=NetworkSegment(b1462171-3656-44c4-83cf-d7210c865e0b),segment_id=b1462171-3656-44c4-83cf-d7210c865e0b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:11.542579 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.555149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.590474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] Calling delete_port for c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:11.602897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=86ec41aa-9158-416f-92a1-489f697d7158,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.610535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Port': ['ID=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.656444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['86ec41aa-9158-416f-92a1-489f697d7158'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:11.658353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No DVR routers for this DVR port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:11.807786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.815814 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.824279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8193055-2c51-4be5-8c4c-42a55e040cfb']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:11.838412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1462171-3656-44c4-83cf-d7210c865e0b') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:11.838725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1462171-3656-44c4-83cf-d7210c865e0b') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:11.853587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55642) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.856260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] Pushing event deleted for resources: {'Port': ['ID=c3ad3a78-ca1f-42b2-badb-475b99a3d5e9,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.867561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.872522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68c949-d2a1-4c22-bacc-9956bdaf47a2 None None] No DVR routers for this DVR port c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:11.934569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b02a339-6c4c-4e1b-9d3a-7b271d8681ef req-ff73a892-8944-49f4-bc87-cb657ca348a9 tempest-ServerMetadataNegativeTestJSON-233968266 tempest-ServerMetadataNegativeTestJSON-233968266-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebe6e75-4269-4ab8-863f-28a8b39b7b25 HTTP/1.1" status: 200 len: 210 time: 0.0330124 Aug 29 04:33:11.947851 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.968728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b3574-6e5a-4770-802d-570d83c8f88e req-ebce5a0f-3d58-452d-8914-efd28bf4cd7a tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.976121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-784b3574-6e5a-4770-802d-570d83c8f88e req-ebce5a0f-3d58-452d-8914-efd28bf4cd7a tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 945 time: 0.3760633 Aug 29 04:33:11.984529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:11.984529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.986367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f0bd9999-1d57-418f-8aa5-5db178bbe5f9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:12.010501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: f0bd9999-1d57-418f-8aa5-5db178bbe5f9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:12.010958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f0bd9999-1d57-418f-8aa5-5db178bbe5f9 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:12.011491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:12.034554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:12.037020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c3ad3a78-ca1f-42b2-badb-475b99a3d5e9 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:12.072243 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:12.095582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.119920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82dcc39d-3c1f-424c-ba95-3db6aef0bd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.120233 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.124099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/networks/d8193055-2c51-4be5-8c4c-42a55e040cfb HTTP/1.1" status: 204 len: 168 time: 1.7523866 Aug 29 04:33:12.125031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55646) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:12.128758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b8631-3988-411f-9443-dc84c94d9830 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Pushing event deleted for resources: {'Network': ['ID=d8193055-2c51-4be5-8c4c-42a55e040cfb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.137259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'routes': None}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:12.145272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-784b3574-6e5a-4770-802d-570d83c8f88e req-e30f83ff-abe9-4da9-b266-0f8b5965e391 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681623 Aug 29 04:33:12.309077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55648) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:12.314467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'subnet': {'network_id': 'ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:12.364496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.extraroute_db [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Added routes are [] {{(pid=94846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:33:12.365191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.extraroute_db [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Removed routes are [] {{(pid=94846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:33:12.365191 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.526942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.537968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.549427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82dcc39d-3c1f-424c-ba95-3db6aef0bd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.593641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:12.597178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.616510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82dcc39d-3c1f-424c-ba95-3db6aef0bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.668116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-82dcc39d-3c1f-424c-ba95-3db6aef0bd8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fa770359a4b4b3f8901b8ce8db55326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8131320 Aug 29 04:33:12.670214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 8d45766e-e80b-4d25-b81a-92d840226f5e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:12.671060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55652) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:12.673264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcc39d-3c1f-424c-ba95-3db6aef0bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fdc21b-37ca-4303-ba12-b2c05d3c425f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.743811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b7aba-febc-4a4d-8527-a7429dd82304 req-8c9dee85-08f4-484c-9e02-0c47db765209 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.745438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-284b7aba-febc-4a4d-8527-a7429dd82304 req-8c9dee85-08f4-484c-9e02-0c47db765209 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 945 time: 0.1200807 Aug 29 04:33:12.827049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 61e58647-09d1-4335-b479-f16e61ef15c4 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:12.835672 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-284b7aba-febc-4a4d-8527-a7429dd82304 req-fb51b51c-2055-4632-8fff-a52faeeb7946 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783644 Aug 29 04:33:12.856704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 61e58647-09d1-4335-b479-f16e61ef15c4 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:12.857068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 61e58647-09d1-4335-b479-f16e61ef15c4 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:12.912325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.983553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Subnet': ['ID=8a4aebed-e0e6-4f28-a806-55d1944c9f51,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.998283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Checking segment: {'id': 'd6b83e22-51ab-4af9-a303-628c50fd404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:12.998665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network hostable DHCP agents. Network: ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:13.017536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:13.019672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55658) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.058377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:13.063950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.063950 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.066740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4231596-c449-42bf-b226-10ef9af07749 None None] Network ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:13.085066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dce6c3-56a2-4935-bc49-3e8335b64058 admin admin] Deleting subnet c0b54465-33a6-4446-998a-4b3590f1d7a0 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:13.090939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41dce6c3-56a2-4935-bc49-3e8335b64058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.095328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ee4adf51-1469-4876-9049-e2067f76b49f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7849109 Aug 29 04:33:13.097261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:13.099036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55660) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.099759 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b455-081a-4389-8b4a-785d867cf0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.106479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-550512892'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:13.114975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.116376 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fef8be9c-6b53-419d-80e1-67e115c2d06f tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 200 len: 704 time: 0.9880457 Aug 29 04:33:13.119161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55662) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.121413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] Sync routers for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:13.145451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b455-081a-4389-8b4a-785d867cf0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.159595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ba3744f8-c45e-42fa-975f-8c4b72df9868 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 200 len: 205 time: 0.0390413 Aug 29 04:33:13.162167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55666) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.179077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41dce6c3-56a2-4935-bc49-3e8335b64058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.181505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:13.184322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.213314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:13.217376 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.241006 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41dce6c3-56a2-4935-bc49-3e8335b64058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.284277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4df0cfc-946a-459c-8ab6-21d1001cb4f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.311299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:13.339286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322d18-e218-4bd4-a552-5d95a0e12c27 req-1509a5f1-5cc7-4284-9ef8-dd2fe88e062b tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.341228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61322d18-e218-4bd4-a552-5d95a0e12c27 req-1509a5f1-5cc7-4284-9ef8-dd2fe88e062b tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 945 time: 0.0969408 Aug 29 04:33:13.377345 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41dce6c3-56a2-4935-bc49-3e8335b64058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.391236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:08Z', 'revision_number': 11, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.410812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dce6c3-56a2-4935-bc49-3e8335b64058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b54465-33a6-4446-998a-4b3590f1d7a0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.421132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41dce6c3-56a2-4935-bc49-3e8335b64058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.425735 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b455-081a-4389-8b4a-785d867cf0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.426255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-41dce6c3-56a2-4935-bc49-3e8335b64058 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c0b54465-33a6-4446-998a-4b3590f1d7a0 HTTP/1.1" status: 204 len: 168 time: 0.4049115 Aug 29 04:33:13.426255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55670) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.427811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b455-081a-4389-8b4a-785d867cf0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.432122 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c6b2b455-081a-4389-8b4a-785d867cf0a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88fdc21b-37ca-4303-ba12-b2c05d3c425f HTTP/1.1" status: 204 len: 168 time: 0.7568977 Aug 29 04:33:13.441944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61322d18-e218-4bd4-a552-5d95a0e12c27 req-b49503a4-1735-4982-8062-ffbcaf650064 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925505 Aug 29 04:33:13.442128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] Checking router: 8d45766e-e80b-4d25-b81a-92d840226f5e for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:13.467441 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] Routers {'8d45766e-e80b-4d25-b81a-92d840226f5e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:13.468465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8d45766e-e80b-4d25-b81a-92d840226f5e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.468752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:13.487414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4df0cfc-946a-459c-8ab6-21d1001cb4f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.489086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2b455-081a-4389-8b4a-785d867cf0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fdc21b-37ca-4303-ba12-b2c05d3c425f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.491337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4df0cfc-946a-459c-8ab6-21d1001cb4f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.499779 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.500191 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Added segment 157a5688-e7e2-4c27-8a38-47b709e9180e of type vlan for network 25f964e5-56d1-492a-a0f1-5430996184d5 Aug 29 04:33:13.548780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.579739 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4df0cfc-946a-459c-8ab6-21d1001cb4f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.580278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df0cfc-946a-459c-8ab6-21d1001cb4f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Fanout notify agent at l3_agent the message router_deleted on router 8d45766e-e80b-4d25-b81a-92d840226f5e {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:13.589523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4df0cfc-946a-459c-8ab6-21d1001cb4f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.590814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c4df0cfc-946a-459c-8ab6-21d1001cb4f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 204 len: 168 time: 0.4275484 Aug 29 04:33:13.596812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.599073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55674) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.606101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a37a0a35-d761-46ce-9629-a9a554bcbb34 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2049237482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:13.650923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.657666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.658332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.664488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.670655 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a37a0a35-d761-46ce-9629-a9a554bcbb34 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.671761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a37a0a35-d761-46ce-9629-a9a554bcbb34 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.677221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd281d79-1f8b-4677-821a-f35b6a2392db']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.702780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40acf559-3c37-44bd-8d07-76ca8100de8a') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.703120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40acf559-3c37-44bd-8d07-76ca8100de8a') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.712988 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.733033 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.749319 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6449537 Aug 29 04:33:13.757671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:13.759446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a', 'network_id': 'ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a', 'tenant_id': '9bdca895f1ee4ca09092d364edfb7239', 'fixed_ips': [{'subnet_id': '8a4aebed-e0e6-4f28-a806-55d1944c9f51'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:13.759716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.760672 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.761914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55678) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:13.763056 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:13.765560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] Set router 8d45766e-e80b-4d25-b81a-92d840226f5e gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:13.765661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674f7c2-c095-4445-9f2b-f9e3586f0f9b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Network': ['ID=25f964e5-56d1-492a-a0f1-5430996184d5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.774339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'subnet': {'network_id': '25f964e5-56d1-492a-a0f1-5430996184d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:13.802712 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a37a0a35-d761-46ce-9629-a9a554bcbb34 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.806308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 25f964e5-56d1-492a-a0f1-5430996184d5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:13.810186 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a37a0a35-d761-46ce-9629-a9a554bcbb34 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.839007 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a37a0a35-d761-46ce-9629-a9a554bcbb34 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.840324 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a37a0a35-d761-46ce-9629-a9a554bcbb34 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2402146 Aug 29 04:33:13.843396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55682) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.851333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-866e68ad-9494-4b8a-9e1a-7bdbb37f14f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:13.857958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:08Z', 'revision_number': 11, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.996348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.001667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55686) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.005814 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:14.009987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.019033 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.020898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fd281d79-1f8b-4677-821a-f35b6a2392db HTTP/1.1" status: 204 len: 168 time: 0.5824566 Aug 29 04:33:14.042883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b692d9f4-f5a3-45a0-ab0e-8727cc34b00b None None] The sync data for ids ['8d45766e-e80b-4d25-b81a-92d840226f5e'] in n-d-712142-15 is: [{'id': '8d45766e-e80b-4d25-b81a-92d840226f5e', 'name': 'tempest-RoutersIpV6Test-router-909418255', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:06Z', 'updated_at': '2021-08-29T04:33:08Z', 'revision_number': 11, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:14.081659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb941cfa-f5a6-47d0-a0d6-3148a9a49d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd281d79-1f8b-4677-821a-f35b6a2392db,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.097416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b18430e0-9739-44d8-a1d7-a240bc1b129c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.130167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-866e68ad-9494-4b8a-9e1a-7bdbb37f14f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.151029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-866e68ad-9494-4b8a-9e1a-7bdbb37f14f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.151846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1f2c4-797f-4ce4-a7a4-ddc3cfff0918 req-74715d7e-0a4e-44b0-944c-e77150f02f21 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.153596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77f1f2c4-797f-4ce4-a7a4-ddc3cfff0918 req-74715d7e-0a4e-44b0-944c-e77150f02f21 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 945 time: 0.1941702 Aug 29 04:33:14.183105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Allocated IP 2001:db8:0:ffff::2 (ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a/8a4aebed-e0e6-4f28-a806-55d1944c9f51/c978efa5-0771-4789-b610-92632949b740) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:14.263288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77f1f2c4-797f-4ce4-a7a4-ddc3cfff0918 req-e1b0d1d0-d826-4aa2-af14-64b50536e415 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013875 Aug 29 04:33:14.380894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866e68ad-9494-4b8a-9e1a-7bdbb37f14f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Router 4245fcf3-dcfb-488e-973d-f40bcd5de75c is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:14.419204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55694) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.421555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b18430e0-9739-44d8-a1d7-a240bc1b129c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.441716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b18430e0-9739-44d8-a1d7-a240bc1b129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.513742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18430e0-9739-44d8-a1d7-a240bc1b129c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca38c7d-5d3d-4225-95fc-3052aff79cd7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.527622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866e68ad-9494-4b8a-9e1a-7bdbb37f14f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:14.529734 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.536638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-866e68ad-9494-4b8a-9e1a-7bdbb37f14f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.544476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-866e68ad-9494-4b8a-9e1a-7bdbb37f14f7 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "PUT /v2.0/routers/4245fcf3-dcfb-488e-973d-f40bcd5de75c HTTP/1.1" status: 200 len: 698 time: 0.6968384 Aug 29 04:33:14.544476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55698) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.553490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Transition to ACTIVE for port object c978efa5-0771-4789-b610-92632949b740 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:14.555493 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] Sync routers for ids ['4245fcf3-dcfb-488e-973d-f40bcd5de75c'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:14.561843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 86ec41aa-9158-416f-92a1-489f697d7158 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:14.575164 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] Routers {'4245fcf3-dcfb-488e-973d-f40bcd5de75c'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:14.575825 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4245fcf3-dcfb-488e-973d-f40bcd5de75c'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:14.580798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b18430e0-9739-44d8-a1d7-a240bc1b129c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c06ca4b7e1bb4c489dde78732cb0900a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761604 Aug 29 04:33:14.592951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55700) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.626478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Transition to ACTIVE for port object c978efa5-0771-4789-b610-92632949b740 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:14.658598 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.676441 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] Set router 4245fcf3-dcfb-488e-973d-f40bcd5de75c gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:14.689604 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d813e47f-fa47-4b63-b0ab-5682fc781355 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/routers/4245fcf3-dcfb-488e-973d-f40bcd5de75c HTTP/1.1" status: 200 len: 704 time: 0.1442521 Aug 29 04:33:14.691951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55702) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.692343 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4a016997-acb4-4296-ac4e-0d3f24ccd4cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=540c67c226464849a59d3957851d1bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659633 Aug 29 04:33:14.692497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55704) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.716499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:14.730533 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6ffef846-82ef-45bd-a5ff-0330576599a3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=4245fcf3-dcfb-488e-973d-f40bcd5de75c HTTP/1.1" status: 200 len: 205 time: 0.0367355 Aug 29 04:33:14.735555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.737890 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fcf3-dcfb-488e-973d-f40bcd5de75c', 'name': 'tempest-RoutersIpV6Test-router-2049237482', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:13Z', 'updated_at': '2021-08-29T04:33:14Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:14.738088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55706) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.774737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Network ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:14.781691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:14.784836 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] Checking router: 4245fcf3-dcfb-488e-973d-f40bcd5de75c for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:14.790459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:14.804335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Pushing event updated for resources: {'Port': ['ID=c978efa5-0771-4789-b610-92632949b740,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.812741 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] Routers {'4245fcf3-dcfb-488e-973d-f40bcd5de75c'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:14.814805 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:32:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4245fcf3-dcfb-488e-973d-f40bcd5de75c'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:14.824027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 86ec41aa-9158-416f-92a1-489f697d7158 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:14.824797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Subnet': ['ID=b5cc93a0-e560-4533-af11-39df1d0efafa,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.857426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 86ec41aa-9158-416f-92a1-489f697d7158 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:14.857821 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.865691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2616b-652e-4151-b0d1-1bc9b625320d req-edec4953-27ab-4228-9b76-167aba6a3899 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.878633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f1-2784-44a6-b8c6-cd3f619fdbd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.889898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6b2616b-652e-4151-b0d1-1bc9b625320d req-edec4953-27ab-4228-9b76-167aba6a3899 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 945 time: 0.2947216 Aug 29 04:33:15.004780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1709066e-9a57-4eb0-bb2c-2e7f24a7b881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.009027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Attempting to bind port c978efa5-0771-4789-b610-92632949b740 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:15.009567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Attempting to bind port c978efa5-0771-4789-b610-92632949b740 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'd6b83e22-51ab-4af9-a303-628c50fd404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:15.009997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Attempting to bind port c978efa5-0771-4789-b610-92632949b740 on network ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:15.010991 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7490d3-70ca-47e5-af7e-af83e2704fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.026521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:15.026994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Checking segment: {'id': 'd6b83e22-51ab-4af9-a303-628c50fd404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:15.027420 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.027830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Bound using segment: {'id': 'd6b83e22-51ab-4af9-a303-628c50fd404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:15.028367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Bound port: c978efa5-0771-4789-b610-92632949b740, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b83e22-51ab-4af9-a303-628c50fd404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:15.028849 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.037766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Checking segment: {'id': '157a5688-e7e2-4c27-8a38-47b709e9180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '25f964e5-56d1-492a-a0f1-5430996184d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:15.038297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network hostable DHCP agents. Network: 25f964e5-56d1-492a-a0f1-5430996184d5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:15.045752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6b2616b-652e-4151-b0d1-1bc9b625320d req-9f7973a6-fdc6-4b0e-b75f-1e316579d9b1 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272421 Aug 29 04:33:15.077612 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1709066e-9a57-4eb0-bb2c-2e7f24a7b881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.080740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network 25f964e5-56d1-492a-a0f1-5430996184d5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:15.106440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 25f964e5-56d1-492a-a0f1-5430996184d5) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:15.124921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.125870 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.143051 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7490d3-70ca-47e5-af7e-af83e2704fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.145190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55360abb-123a-47fe-95c5-bcffc065ac3b None None] Network 25f964e5-56d1-492a-a0f1-5430996184d5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:15.147501 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] Set router 4245fcf3-dcfb-488e-973d-f40bcd5de75c gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:15.170668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f1260d0-f12b-452e-abe9-c47d15a1792f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3963759 Aug 29 04:33:15.171137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55716) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.184581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'port': {'network_id': '25f964e5-56d1-492a-a0f1-5430996184d5', 'name': 'tempest-NetworksIpV6TestAttrs-1675869805'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:15.209319 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f1-2784-44a6-b8c6-cd3f619fdbd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.213837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f1-2784-44a6-b8c6-cd3f619fdbd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.235228 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245fcf3-dcfb-488e-973d-f40bcd5de75c', 'name': 'tempest-RoutersIpV6Test-router-2049237482', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:13Z', 'updated_at': '2021-08-29T04:33:14Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:15.285679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f1-2784-44a6-b8c6-cd3f619fdbd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.286754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7bb0f1-2784-44a6-b8c6-cd3f619fdbd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Fanout notify agent at l3_agent the message router_deleted on router 4245fcf3-dcfb-488e-973d-f40bcd5de75c {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:15.287737 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a1887-6128-4b31-a3ae-c63fe60b8fe3 None None] The sync data for ids ['4245fcf3-dcfb-488e-973d-f40bcd5de75c'] in n-d-712142-15 is: [{'id': '4245fcf3-dcfb-488e-973d-f40bcd5de75c', 'name': 'tempest-RoutersIpV6Test-router-2049237482', 'tenant_id': 'c7adc982033a43f39fbe1f1154d3c423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:13Z', 'updated_at': '2021-08-29T04:33:14Z', 'revision_number': 2, 'project_id': 'c7adc982033a43f39fbe1f1154d3c423', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:15.296535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f1-2784-44a6-b8c6-cd3f619fdbd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.302370 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8c7bb0f1-2784-44a6-b8c6-cd3f619fdbd9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/4245fcf3-dcfb-488e-973d-f40bcd5de75c HTTP/1.1" status: 204 len: 168 time: 0.5630496 Aug 29 04:33:15.302529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] For port c978efa5-0771-4789-b610-92632949b740, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:15.302748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55718) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.307562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] For port c978efa5-0771-4789-b610-92632949b740, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c978efa5-0771-4789-b610-92632949b740,segment=NetworkSegment(d6b83e22-51ab-4af9-a303-628c50fd404c),segment_id=d6b83e22-51ab-4af9-a303-628c50fd404c)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:15.319224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7490d3-70ca-47e5-af7e-af83e2704fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.319456 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.323496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7490d3-70ca-47e5-af7e-af83e2704fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.327647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6d7490d3-70ca-47e5-af7e-af83e2704fd0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78 HTTP/1.1" status: 204 len: 168 time: 0.6329758 Aug 29 04:33:15.331816 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.350901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e1a82aec-e6b6-474a-81aa-0b849c3181f9 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=4245fcf3-dcfb-488e-973d-f40bcd5de75c HTTP/1.1" status: 200 len: 205 time: 0.0448844 Aug 29 04:33:15.353306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55722) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.353981 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1709066e-9a57-4eb0-bb2c-2e7f24a7b881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.356929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1709066e-9a57-4eb0-bb2c-2e7f24a7b881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.358073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1709066e-9a57-4eb0-bb2c-2e7f24a7b881 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fca38c7d-5d3d-4225-95fc-3052aff79cd7 HTTP/1.1" status: 204 len: 168 time: 0.7641377 Aug 29 04:33:15.371630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7490d3-70ca-47e5-af7e-af83e2704fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a7ac9b-e0c4-4b6d-badf-8d543a0d0f78,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.416144 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-b3a6b51f-c963-4d29-a0f5-bcaf1347d8f4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] delete failed (client error): The resource could not be found. Aug 29 04:33:15.419475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b3a6b51f-c963-4d29-a0f5-bcaf1347d8f4 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/4245fcf3-dcfb-488e-973d-f40bcd5de75c HTTP/1.1" status: 404 len: 336 time: 0.0579836 Aug 29 04:33:15.420379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55728) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.447251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38716622-2cd6-4099-997d-7bc6f83a6991 None None] Pushing event updated for resources: {'Port': ['ID=c978efa5-0771-4789-b610-92632949b740,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.452899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709066e-9a57-4eb0-bb2c-2e7f24a7b881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca38c7d-5d3d-4225-95fc-3052aff79cd7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.506798 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c727ee-910e-4e84-9a51-6c7c8364272d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:15.512504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c727ee-910e-4e84-9a51-6c7c8364272d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:15.527331 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55730) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.528477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f2c727ee-910e-4e84-9a51-6c7c8364272d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/8af4cb8b-dcba-4891-9a05-e4d7842370f7 HTTP/1.1" status: 404 len: 337 time: 0.1062191 Aug 29 04:33:15.546351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51628d41-b107-4ecb-84e6-b8c92b326fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ec41aa-9158-416f-92a1-489f697d7158'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:15.553110 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d0623-7fac-4405-b9df-a00064c6fdae" -d '{"events": [{"server_uuid": "51628d41-b107-4ecb-84e6-b8c92b326fc2", "name": "network-vif-plugged", "status": "completed", "tag": "86ec41aa-9158-416f-92a1-489f697d7158"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:15.621943 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dca4182-f074-4fb9-8da5-5def3203798d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:15.622407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dca4182-f074-4fb9-8da5-5def3203798d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:15.626949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55734) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.652652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8dca4182-f074-4fb9-8da5-5def3203798d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/6b064c86-ade9-4dd2-bda7-e45ba8fca422 HTTP/1.1" status: 404 len: 337 time: 0.0926530 Aug 29 04:33:15.671971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:15.676143 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.717384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] device_id is not set on port 73a24fde-407f-4673-acf6-dd9454138135 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:15.723730 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa66af9-c11d-468b-be73-f9ca41c05e73 x-openstack-request-id: req-3fa66af9-c11d-468b-be73-f9ca41c05e73 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:15.724065 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51628d41-b107-4ecb-84e6-b8c92b326fc2", "name": "network-vif-plugged", "status": "completed", "tag": "86ec41aa-9158-416f-92a1-489f697d7158", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:15.724296 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fa66af9-c11d-468b-be73-f9ca41c05e73 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:15.726573 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51628d41-b107-4ecb-84e6-b8c92b326fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ec41aa-9158-416f-92a1-489f697d7158', 'code': 200} Aug 29 04:33:15.774897 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfbd6c5-ab52-4b1d-a793-7f11801631c8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:15.776850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfbd6c5-ab52-4b1d-a793-7f11801631c8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:15.781358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-adfbd6c5-ab52-4b1d-a793-7f11801631c8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/ec41414c-c2ce-4d91-b1fc-eacb3cdde938 HTTP/1.1" status: 404 len: 337 time: 0.1507533 Aug 29 04:33:15.782360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 86ec41aa-9158-416f-92a1-489f697d7158, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=86ec41aa-9158-416f-92a1-489f697d7158,segment=NetworkSegment(52094941-3b59-411e-a50a-ab7b493676df),segment_id=52094941-3b59-411e-a50a-ab7b493676df)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:15.782583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55736) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.794628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.803150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-25f964e5-56d1-492a-a0f1-5430996184d5', 'network_id': '25f964e5-56d1-492a-a0f1-5430996184d5', 'tenant_id': '9bdca895f1ee4ca09092d364edfb7239', 'fixed_ips': [{'subnet_id': 'b5cc93a0-e560-4533-af11-39df1d0efafa'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:15.804149 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.943793 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd755b2-368e-4528-9602-2aa643cfc083 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:15.949761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd755b2-368e-4528-9602-2aa643cfc083 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:15.952475 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8fd755b2-368e-4528-9602-2aa643cfc083 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/8b1e57d0-7e7c-4519-9718-5249d624e97a HTTP/1.1" status: 404 len: 337 time: 0.1451693 Aug 29 04:33:15.957217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55742) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.027222 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-48b3a522-bb6a-4923-ad5f-1eac92b781b1 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 200 len: 205 time: 0.0682507 Aug 29 04:33:16.029433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55752) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.137215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43078e3-3841-46cf-a3f1-654d8b533ada req-ac1bf48e-92da-4ada-b223-db4e9c224618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.138825 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f43078e3-3841-46cf-a3f1-654d8b533ada req-ac1bf48e-92da-4ada-b223-db4e9c224618 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 1097 time: 0.4191415 Aug 29 04:33:16.139980 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-9978af9f-877a-424b-bd9e-e11942196cd8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] delete failed (client error): The resource could not be found. Aug 29 04:33:16.144451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9978af9f-877a-424b-bd9e-e11942196cd8 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/8d45766e-e80b-4d25-b81a-92d840226f5e HTTP/1.1" status: 404 len: 336 time: 0.1116319 Aug 29 04:33:16.169576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55756) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.202298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=86ec41aa-9158-416f-92a1-489f697d7158,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.241181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Allocated IP 2001:db8::f816:3eff:fe8e:8a0d (25f964e5-56d1-492a-a0f1-5430996184d5/b5cc93a0-e560-4533-af11-39df1d0efafa/73a24fde-407f-4673-acf6-dd9454138135) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:16.243400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-40638374-6f1c-4ff4-a9da-b1ad548a363b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff HTTP/1.1" status: 200 len: 205 time: 0.0673454 Aug 29 04:33:16.245755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55764) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.287437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f43078e3-3841-46cf-a3f1-654d8b533ada req-adc479ee-9bd8-4325-97d2-198cfec33e1a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341951 Aug 29 04:33:16.366073 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-7e90c109-fe32-409e-a5de-a07bfe4593e2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] delete failed (client error): The resource could not be found. Aug 29 04:33:16.370677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7e90c109-fe32-409e-a5de-a07bfe4593e2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/0dcb91a6-1ce8-4d7d-91eb-bdec7531a9ff HTTP/1.1" status: 404 len: 336 time: 0.1234660 Aug 29 04:33:16.373842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55772) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.420485 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1758618-29c9-45fd-91bf-2bf39772651e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.421071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1758618-29c9-45fd-91bf-2bf39772651e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.425950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55774) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.428284 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c1758618-29c9-45fd-91bf-2bf39772651e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/955c8b0c-27a1-42c3-a25e-1adf653a8094 HTTP/1.1" status: 404 len: 337 time: 0.0495796 Aug 29 04:33:16.450385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864df358-fd7c-4429-b08b-67f758a776a4 req-f866dc58-262a-417d-aa3f-8729e477967f tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.451909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-864df358-fd7c-4429-b08b-67f758a776a4 req-f866dc58-262a-417d-aa3f-8729e477967f tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 946 time: 0.1692939 Aug 29 04:33:16.461702 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f612257f-1c73-4660-86e6-10e2ac29a011 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a HTTP/1.1" status: 200 len: 205 time: 0.0325105 Aug 29 04:33:16.463310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55776) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.539193 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-4772ab58-c23c-4f31-91f7-0c9eba7b39f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] delete failed (client error): The resource could not be found. Aug 29 04:33:16.540266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4772ab58-c23c-4f31-91f7-0c9eba7b39f0 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/ee1c85d6-a4c5-44ad-90b8-751e0ecdf44a HTTP/1.1" status: 404 len: 336 time: 0.0759387 Aug 29 04:33:16.542971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55784) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.584129 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-30ae97a9-b749-4807-a1a3-bf26ac7bea89 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2b6b6d9-ff40-474f-9fe4-b299ecd87541 HTTP/1.1" status: 200 len: 205 time: 0.0362048 Aug 29 04:33:16.584856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55792) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.631675 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-864df358-fd7c-4429-b08b-67f758a776a4 req-10255c24-bea8-4cba-879a-f532a859ec43 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659667 Aug 29 04:33:16.655360 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-379f3ca3-3f54-429b-b29b-abff251f017d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] delete failed (client error): The resource could not be found. Aug 29 04:33:16.659978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-379f3ca3-3f54-429b-b29b-abff251f017d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/e2b6b6d9-ff40-474f-9fe4-b299ecd87541 HTTP/1.1" status: 404 len: 336 time: 0.0704973 Aug 29 04:33:16.660946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55796) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.702991 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f9af86-e21d-45a0-ad8a-4a550ab9997e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.703449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f9af86-e21d-45a0-ad8a-4a550ab9997e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.705486 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-23f9af86-e21d-45a0-ad8a-4a550ab9997e tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/84b754a7-940d-42bb-8c4b-247f88251012 HTTP/1.1" status: 404 len: 337 time: 0.0437062 Aug 29 04:33:16.708889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55798) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.753016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55804) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.753153 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1869a12c-7c3a-4c13-9244-ad529cd7ff4b tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3a35e80-9520-4875-892a-7d6117662673 HTTP/1.1" status: 200 len: 205 time: 0.0430286 Aug 29 04:33:16.760860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.817612 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-cd0b9e59-c98b-4334-b084-f5865c1592e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] delete failed (client error): The resource could not be found. Aug 29 04:33:16.818968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cd0b9e59-c98b-4334-b084-f5865c1592e5 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/c3a35e80-9520-4875-892a-7d6117662673 HTTP/1.1" status: 404 len: 336 time: 0.0549698 Aug 29 04:33:16.823213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55806) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.849606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55808) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.864072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Transition to ACTIVE for port object 73a24fde-407f-4673-acf6-dd9454138135 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:16.870175 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3920407a-981b-4b3e-be8d-eeff864b617d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.871031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3920407a-981b-4b3e-be8d-eeff864b617d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.873764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3920407a-981b-4b3e-be8d-eeff864b617d tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/6aff5f42-4709-4705-8f48-738c37eaf794 HTTP/1.1" status: 404 len: 337 time: 0.0492480 Aug 29 04:33:16.876631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55818) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.919004 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.932181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f454686d-cd13-40fb-b97e-6254adf11106 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d712fae-781d-4f50-9915-1cb1589667d2 HTTP/1.1" status: 200 len: 205 time: 0.0540888 Aug 29 04:33:16.932803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55820) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.969800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network 25f964e5-56d1-492a-a0f1-5430996184d5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:16.973064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:16.979787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:16.985947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.986617 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.998295 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-86ced334-f080-466e-b974-176d6e361ef2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] delete failed (client error): The resource could not be found. Aug 29 04:33:16.999657 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-86ced334-f080-466e-b974-176d6e361ef2 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/routers/6d712fae-781d-4f50-9915-1cb1589667d2 HTTP/1.1" status: 404 len: 336 time: 0.0658445 Aug 29 04:33:17.003441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55822) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.014996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Port': ['ID=73a24fde-407f-4673-acf6-dd9454138135,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.025629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Allocated IP 2001:db8::f816:3eff:fe22:8491 (25f964e5-56d1-492a-a0f1-5430996184d5/b5cc93a0-e560-4533-af11-39df1d0efafa/eec9753d-c472-49ba-8485-69a18df41abe) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:17.048926 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-687bda76-3791-4ea8-85e9-5307f891222a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.049696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687bda76-3791-4ea8-85e9-5307f891222a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.055571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-687bda76-3791-4ea8-85e9-5307f891222a tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/21f88bb4-edd9-4cd3-b2e2-bc33e349560b HTTP/1.1" status: 404 len: 337 time: 0.0479887 Aug 29 04:33:17.056240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55824) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.059057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-network', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:17.062023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55826) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.062169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6bcdae0a-953d-4e26-b0e6-d154ee819f33 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8888407 Aug 29 04:33:17.096372 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3855629-67b1-4a4a-9e81-a5895cf649a3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.096983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3855629-67b1-4a4a-9e81-a5895cf649a3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.099619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b3855629-67b1-4a4a-9e81-a5895cf649a3 tempest-RoutersIpV6Test-360830012 tempest-RoutersIpV6Test-360830012-project] 10.222.0.58 "DELETE /v2.0/subnets/ced2f011-16f5-4aa8-be52-93fbbb8702a2 HTTP/1.1" status: 404 len: 337 time: 0.0420620 Aug 29 04:33:17.154754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Made reservation on behalf of a34d481f40104b97aadccdd262c78e46 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:17.161562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.179249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Deleting subnet b5cc93a0-e560-4533-af11-39df1d0efafa {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:17.199709 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.428600 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.433323 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-394ef93c-258a-42d1-9feb-a5053ae19ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.454377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.456021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Transition to ACTIVE for port object eec9753d-c472-49ba-8485-69a18df41abe will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:17.468217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.482512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Transition to ACTIVE for port object eec9753d-c472-49ba-8485-69a18df41abe will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:17.493613 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.497189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.541540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:17.589441 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Network 25f964e5-56d1-492a-a0f1-5430996184d5 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:17.594070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:17.596446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Pushing event updated for resources: {'Port': ['ID=eec9753d-c472-49ba-8485-69a18df41abe,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.598995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:17.613946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.723672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Attempting to bind port eec9753d-c472-49ba-8485-69a18df41abe on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:17.724726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Attempting to bind port eec9753d-c472-49ba-8485-69a18df41abe by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '157a5688-e7e2-4c27-8a38-47b709e9180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '25f964e5-56d1-492a-a0f1-5430996184d5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:17.725505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Attempting to bind port eec9753d-c472-49ba-8485-69a18df41abe on network 25f964e5-56d1-492a-a0f1-5430996184d5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:17.733901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:17.734266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Checking segment: {'id': '157a5688-e7e2-4c27-8a38-47b709e9180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '25f964e5-56d1-492a-a0f1-5430996184d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:17.734771 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.735267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Bound using segment: {'id': '157a5688-e7e2-4c27-8a38-47b709e9180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '25f964e5-56d1-492a-a0f1-5430996184d5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:17.735849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Bound port: eec9753d-c472-49ba-8485-69a18df41abe, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157a5688-e7e2-4c27-8a38-47b709e9180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '25f964e5-56d1-492a-a0f1-5430996184d5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:17.736389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.857037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55866) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.884573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.925976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5c783-9660-4d69-bdf8-c0a6cdcb15ec req-fd3a56cf-cc91-4267-9335-b4439b2c8533 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.951566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d5c783-9660-4d69-bdf8-c0a6cdcb15ec req-fd3a56cf-cc91-4267-9335-b4439b2c8533 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 946 time: 0.1676993 Aug 29 04:33:17.965709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea6677-946d-49fb-9128-bc8d9fbef66a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.998868 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.999646 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Added segment d027765d-f305-4a20-bec3-919192386769 of type vlan for network 837dc6d1-149c-49bd-a25c-4432ad40b9eb Aug 29 04:33:18.045073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d5c783-9660-4d69-bdf8-c0a6cdcb15ec req-86c7e81c-2747-492f-9ae2-23707337a9ea tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897036 Aug 29 04:33:18.048195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2dab9-ba29-4e2b-a0e1-f6003bcaef46 None None] Network ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:18.050986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c978efa5-0771-4789-b610-92632949b740 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:18.087401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.113782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.137520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] For port eec9753d-c472-49ba-8485-69a18df41abe, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:18.174160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] For port eec9753d-c472-49ba-8485-69a18df41abe, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eec9753d-c472-49ba-8485-69a18df41abe,segment=NetworkSegment(157a5688-e7e2-4c27-8a38-47b709e9180e),segment_id=157a5688-e7e2-4c27-8a38-47b709e9180e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:18.182239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ddf8289c-9c13-481b-bd7f-1d0843cb706b None None] Provisioning for port c978efa5-0771-4789-b610-92632949b740 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:18.188482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cc93a0-e560-4533-af11-39df1d0efafa,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.194916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.214092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.216464 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/subnets/b5cc93a0-e560-4533-af11-39df1d0efafa HTTP/1.1" status: 204 len: 168 time: 1.1529522 Aug 29 04:33:18.224459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55878) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.239787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.240223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.241311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.241809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.243674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.244443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.245095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.245546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.246065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.246637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.247231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.247762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd356eb5-6423-4dcd-a3ce-a280e2a9a4d7 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.267295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-20bb8d58-542e-49e7-92f6-ad3a24dd6fc6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7adc982033a43f39fbe1f1154d3c423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075398 Aug 29 04:33:18.270087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55882) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.272168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decb423-d5b4-474c-b021-d75eef0be21d None None] Pushing event updated for resources: {'Port': ['ID=eec9753d-c472-49ba-8485-69a18df41abe,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.303488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.305650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.306828 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.344461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c978efa5-0771-4789-b610-92632949b740 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:18.374812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c978efa5-0771-4789-b610-92632949b740 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:18.375408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.419545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a84114a-5486-44ab-8ee2-03dba0a22e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.478020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] Pushing event updated for resources: {'Network': ['ID=837dc6d1-149c-49bd-a25c-4432ad40b9eb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.493728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a84114a-5486-44ab-8ee2-03dba0a22e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.495507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55892) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.497806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4f6c5591-db84-41a6-b79e-c9d10cb3e829 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6433983 Aug 29 04:33:18.499576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 837dc6d1-149c-49bd-a25c-4432ad40b9eb details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:18.507518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Request body: {'subnet': {'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-subnet', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:18.572937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaad777-d202-48ed-8f5e-9587f36bd81f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.574486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaad777-d202-48ed-8f5e-9587f36bd81f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.579931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9eaad777-d202-48ed-8f5e-9587f36bd81f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3537598 Aug 29 04:33:18.580536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55894) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.711867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Made reservation on behalf of a34d481f40104b97aadccdd262c78e46 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:18.716787 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.780568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e99e02b-03fc-4caa-ab20-e48ae2c169bb tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.788730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa51f7-a68a-4efd-94c6-a8af02763209 req-931f8ccb-1a24-4e6b-9949-c9598f62c099 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.798482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86aa51f7-a68a-4efd-94c6-a8af02763209 req-931f8ccb-1a24-4e6b-9949-c9598f62c099 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 946 time: 0.2301435 Aug 29 04:33:18.801413 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e99e02b-03fc-4caa-ab20-e48ae2c169bb tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:33:18.801918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e99e02b-03fc-4caa-ab20-e48ae2c169bb tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:18.815811 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0e99e02b-03fc-4caa-ab20-e48ae2c169bb tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/25f964e5-56d1-492a-a0f1-5430996184d5 HTTP/1.1" status: 409 len: 405 time: 0.2341416 Aug 29 04:33:18.816632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.821442 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.832861 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a84114a-5486-44ab-8ee2-03dba0a22e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.836414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a84114a-5486-44ab-8ee2-03dba0a22e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.837873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0a84114a-5486-44ab-8ee2-03dba0a22e67 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d149dc4-ecef-40e9-86b7-634ac830352e HTTP/1.1" status: 204 len: 168 time: 0.5665853 Aug 29 04:33:18.846451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2113325906'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:18.893547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84114a-5486-44ab-8ee2-03dba0a22e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d149dc4-ecef-40e9-86b7-634ac830352e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.895641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c978efa5-0771-4789-b610-92632949b740, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c978efa5-0771-4789-b610-92632949b740,segment=NetworkSegment(d6b83e22-51ab-4af9-a303-628c50fd404c),segment_id=d6b83e22-51ab-4af9-a303-628c50fd404c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:18.907811 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.952729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86aa51f7-a68a-4efd-94c6-a8af02763209 req-416b8f42-41ed-4185-b57e-bb2d61a8736a tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530731 Aug 29 04:33:18.956639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:18.968383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.111248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:19.126690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.127045 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Added segment eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53 of type vlan for network 0cde553a-98a1-4319-87f9-f18b012cf0d5 Aug 29 04:33:19.143509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c978efa5-0771-4789-b610-92632949b740,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.253075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.290608 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.311290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d866451d-51b9-4707-8bfa-3b06180c7cca None None] Provisioning complete for port c978efa5-0771-4789-b610-92632949b740 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:19.311969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d866451d-51b9-4707-8bfa-3b06180c7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.371521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e497e44a-4d21-412c-9248-7dd8bbe9837b,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.376034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.384413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.385072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.524728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7068973 Aug 29 04:33:19.527780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55948) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.533896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'subnet': {'network_id': '0cde553a-98a1-4319-87f9-f18b012cf0d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:19.568235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba0604-d8aa-4b1f-bdf5-9d65db559678 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Network': ['ID=0cde553a-98a1-4319-87f9-f18b012cf0d5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.576475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Checking segment: {'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:19.577100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Network hostable DHCP agents. Network: 837dc6d1-149c-49bd-a25c-4432ad40b9eb, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:19.581882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0cde553a-98a1-4319-87f9-f18b012cf0d5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:19.606838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Network 837dc6d1-149c-49bd-a25c-4432ad40b9eb is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:19.642270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 837dc6d1-149c-49bd-a25c-4432ad40b9eb) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:19.653566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.654609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.675928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e13c46-3566-4e60-b857-38f6232db9db None None] Network 837dc6d1-149c-49bd-a25c-4432ad40b9eb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:19.688428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55958) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.688856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-14d28251-14c6-4f93-ada4-919ffce00f05 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1913185 Aug 29 04:33:19.698775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:19.785563 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.791424 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.901419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:19.906173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.014211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b59c0-1afc-4b67-95e7-6dc23841e943 None None] Network 837dc6d1-149c-49bd-a25c-4432ad40b9eb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:20.272808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eec9753d-c472-49ba-8485-69a18df41abe up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:20.282116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792249d-5b9e-4c19-9829-7a69c7bc5984 None None] Network 25f964e5-56d1-492a-a0f1-5430996184d5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:20.299881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013e5b-7f7b-45df-9fb8-3c86b661e41e req-ebe1b5df-a8f3-40cf-a9b3-d4e863ba18af tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:20.311233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17013e5b-7f7b-45df-9fb8-3c86b661e41e req-ebe1b5df-a8f3-40cf-a9b3-d4e863ba18af tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 946 time: 0.1383400 Aug 29 04:33:20.387804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55996) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.422119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17013e5b-7f7b-45df-9fb8-3c86b661e41e req-5d991085-4199-4f8e-a795-9c3741a61793 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095743 Aug 29 04:33:20.535961 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.565738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-927197e6-a5eb-4158-a8e1-2dab3a76adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.569430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1340db5c-1eb1-43a9-87f8-643a4ef83f16 None None] Provisioning for port eec9753d-c472-49ba-8485-69a18df41abe completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:20.593903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.634543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-943c13d6-1d98-474c-b820-0373b7a7deac tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-26047394', 'prefixes': ['172.20.0.0/16']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:20.656818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port eec9753d-c472-49ba-8485-69a18df41abe completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:20.663424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port eec9753d-c472-49ba-8485-69a18df41abe triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:20.664889 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.801350 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.827579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] DHCP port deletion for 25f964e5-56d1-492a-a0f1-5430996184d5 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:20.901155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port eec9753d-c472-49ba-8485-69a18df41abe, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eec9753d-c472-49ba-8485-69a18df41abe,segment=NetworkSegment(157a5688-e7e2-4c27-8a38-47b709e9180e),segment_id=157a5688-e7e2-4c27-8a38-47b709e9180e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:20.911516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-943c13d6-1d98-474c-b820-0373b7a7deac tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] Notify callbacks [] for subnetpool, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.912534 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.913408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c978efa5-0771-4789-b610-92632949b740 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:20.917421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-943c13d6-1d98-474c-b820-0373b7a7deac tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.5279219 Aug 29 04:33:20.920396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56020) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.035096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a4b64ec4-627e-4e19-a147-b825bfe76428 tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] 10.222.0.58 "GET /v2.0/subnetpools/684abb74-ebe0-4117-962a-94c871020f54 HTTP/1.1" status: 200 len: 730 time: 0.1132751 Aug 29 04:33:21.039896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.048658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1154cba9-318d-4d53-89cd-825e72cdcb94 tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1479355359'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:21.083196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-724bd8d7-9f05-4964-acbe-b7d50cd3162d tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.085015 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-724bd8d7-9f05-4964-acbe-b7d50cd3162d tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.65 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 946 time: 1.2833502 Aug 29 04:33:21.326106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=eec9753d-c472-49ba-8485-69a18df41abe,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.338415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c978efa5-0771-4789-b610-92632949b740 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:21.339589 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.341939 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.345772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] Deleting port eec9753d-c472-49ba-8485-69a18df41abe {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:21.346619 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.507406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] For port eec9753d-c472-49ba-8485-69a18df41abe, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=eec9753d-c472-49ba-8485-69a18df41abe,segment=NetworkSegment(157a5688-e7e2-4c27-8a38-47b709e9180e),segment_id=157a5688-e7e2-4c27-8a38-47b709e9180e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:21.509361 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.524286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] Calling delete_port for eec9753d-c472-49ba-8485-69a18df41abe owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:21.526021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.582180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:21.597409 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.669191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9b590-e8f5-4fe3-a54b-fd3ef7e1a35f req-6c1c6d88-e06b-4c59-8629-75774ef96a07 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.670801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daa9b590-e8f5-4fe3-a54b-fd3ef7e1a35f req-6c1c6d88-e06b-4c59-8629-75774ef96a07 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 946 time: 0.1039088 Aug 29 04:33:21.671111 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.737550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Deleting port 86ec41aa-9158-416f-92a1-489f697d7158 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:21.738053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.747820 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1154cba9-318d-4d53-89cd-825e72cdcb94 tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] Notify callbacks [] for subnetpool, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.752830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1154cba9-318d-4d53-89cd-825e72cdcb94 tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] 10.222.0.58 "PUT /v2.0/subnetpools/684abb74-ebe0-4117-962a-94c871020f54 HTTP/1.1" status: 200 len: 684 time: 0.7089982 Aug 29 04:33:21.754904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] Pushing event deleted for resources: {'Port': ['ID=eec9753d-c472-49ba-8485-69a18df41abe,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.766525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56068) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.769281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04729ab-70d3-4e9d-a121-b0cc9789904d None None] No DVR routers for this DVR port eec9753d-c472-49ba-8485-69a18df41abe on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:21.814375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daa9b590-e8f5-4fe3-a54b-fd3ef7e1a35f req-249f3c84-0f82-45d6-8bf8-886180b17f35 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9088cca-132c-4398-9778-7e98ba312ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321599 Aug 29 04:33:21.909328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] For port 86ec41aa-9158-416f-92a1-489f697d7158, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=86ec41aa-9158-416f-92a1-489f697d7158,segment=NetworkSegment(52094941-3b59-411e-a50a-ab7b493676df),segment_id=52094941-3b59-411e-a50a-ab7b493676df)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:21.909765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.915655 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d0dea95-156c-4add-909b-a3859387f5fc tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] Notify callbacks [] for subnetpool, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.917941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8d0dea95-156c-4add-909b-a3859387f5fc tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] 10.222.0.58 "DELETE /v2.0/subnetpools/684abb74-ebe0-4117-962a-94c871020f54 HTTP/1.1" status: 204 len: 168 time: 0.1498430 Aug 29 04:33:21.919942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56078) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.928083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Calling delete_port for 86ec41aa-9158-416f-92a1-489f697d7158 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:21.939282 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-ccb35b28-3e5a-4def-8940-adb27fd7212f tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] show failed (client error): The resource could not be found. Aug 29 04:33:21.940874 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ccb35b28-3e5a-4def-8940-adb27fd7212f tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] 10.222.0.58 "GET /v2.0/subnetpools/684abb74-ebe0-4117-962a-94c871020f54 HTTP/1.1" status: 404 len: 346 time: 0.0188468 Aug 29 04:33:21.943625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56080) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.944254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Subnet': ['ID=726c7935-af2f-4fa3-8b63-3a67e016ec93,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.963540 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-59a1f3fa-5362-4527-ba22-83e84e70f089 tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] delete failed (client error): The resource could not be found. Aug 29 04:33:21.966122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-59a1f3fa-5362-4527-ba22-83e84e70f089 tempest-SubnetPoolsTestJSON-136055464 tempest-SubnetPoolsTestJSON-136055464-project] 10.222.0.58 "DELETE /v2.0/subnetpools/684abb74-ebe0-4117-962a-94c871020f54 HTTP/1.1" status: 404 len: 346 time: 0.0208740 Aug 29 04:33:22.022145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Checking segment: {'id': 'eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0cde553a-98a1-4319-87f9-f18b012cf0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:22.023406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network hostable DHCP agents. Network: 0cde553a-98a1-4319-87f9-f18b012cf0d5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:22.045959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eec9753d-c472-49ba-8485-69a18df41abe no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:22.087410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: eec9753d-c472-49ba-8485-69a18df41abe {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:22.088028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device eec9753d-c472-49ba-8485-69a18df41abe not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:22.090667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network 0cde553a-98a1-4319-87f9-f18b012cf0d5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:22.145870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 0cde553a-98a1-4319-87f9-f18b012cf0d5) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:22.154976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc747a-ec6b-4c87-b20f-8c4c6a0803b1 None None] Network 0cde553a-98a1-4319-87f9-f18b012cf0d5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:22.162932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.163769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.292046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-486b4623-4ef9-42ce-a6e4-d87e53a67d2e tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7615995 Aug 29 04:33:22.293420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56108) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.298951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'port': {'network_id': '0cde553a-98a1-4319-87f9-f18b012cf0d5', 'name': 'tempest-NetworksIpV6TestAttrs-448174105'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:22.348368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.403073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0cde553a-98a1-4319-87f9-f18b012cf0d5', 'network_id': '0cde553a-98a1-4319-87f9-f18b012cf0d5', 'tenant_id': '9bdca895f1ee4ca09092d364edfb7239', 'fixed_ips': [{'subnet_id': '726c7935-af2f-4fa3-8b63-3a67e016ec93'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:22.406149 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.441761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Pushing event deleted for resources: {'Port': ['ID=86ec41aa-9158-416f-92a1-489f697d7158,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.488105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] No DVR routers for this DVR port 86ec41aa-9158-416f-92a1-489f697d7158 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:22.494450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.496794 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a6428d0-b438-4975-89f4-54f719f9a1cf req-4861cf34-c537-42e9-bbef-5b2c24d9f0be tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.65 "DELETE /v2.0/ports/86ec41aa-9158-416f-92a1-489f697d7158 HTTP/1.1" status: 204 len: 173 time: 1.3809438 Aug 29 04:33:22.497269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51628d41-b107-4ecb-84e6-b8c92b326fc2', 'name': 'network-vif-deleted', 'tag': '86ec41aa-9158-416f-92a1-489f697d7158'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:22.501113 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b687eb68-ef14-41db-8170-e45a24a130fe" -d '{"events": [{"server_uuid": "51628d41-b107-4ecb-84e6-b8c92b326fc2", "name": "network-vif-deleted", "tag": "86ec41aa-9158-416f-92a1-489f697d7158"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:22.534532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56116) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.597261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:22.602460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.631700 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef23fc71-a085-4bd1-9eb6-97b0f900ced6 x-openstack-request-id: req-ef23fc71-a085-4bd1-9eb6-97b0f900ced6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:22.632408 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51628d41-b107-4ecb-84e6-b8c92b326fc2", "name": "network-vif-deleted", "tag": "86ec41aa-9158-416f-92a1-489f697d7158", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:22.633577 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef23fc71-a085-4bd1-9eb6-97b0f900ced6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:22.634361 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51628d41-b107-4ecb-84e6-b8c92b326fc2', 'name': 'network-vif-deleted', 'tag': '86ec41aa-9158-416f-92a1-489f697d7158', 'status': 'completed', 'code': 200} Aug 29 04:33:22.642184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] device_id is not set on port 16b49ac6-4ff8-4f59-8167-ad35576d8dc7 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:22.646221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.674670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 86ec41aa-9158-416f-92a1-489f697d7158 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:22.729412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.737467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 86ec41aa-9158-416f-92a1-489f697d7158 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:22.737467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 86ec41aa-9158-416f-92a1-489f697d7158 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:22.787830 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d11db62d-d06f-4b90-8301-1c2cbedda4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.788489 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.885846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Allocated IP 2001:db8::f816:3eff:fe84:e01f (0cde553a-98a1-4319-87f9-f18b012cf0d5/726c7935-af2f-4fa3-8b63-3a67e016ec93/62b90fc1-7ed8-4df7-afee-8b4b871ad1bd) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:22.923615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Allocated IP 172.25.1.190 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/337a14e2-48e7-4fcd-8743-d24a7f53ea33) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:23.028424 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d11db62d-d06f-4b90-8301-1c2cbedda4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.031402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6a96a2e-6e47-4317-9e90-86c76f878079 req-2ae0580f-3c55-4501-a5e0-d819781ab988 tempest-ServerGroupTestJSON-650422018 tempest-ServerGroupTestJSON-650422018-project] 10.222.0.58 "GET /v2.0/ports?device_id=51628d41-b107-4ecb-84e6-b8c92b326fc2 HTTP/1.1" status: 200 len: 210 time: 0.0614493 Aug 29 04:33:23.037185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d11db62d-d06f-4b90-8301-1c2cbedda4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.118158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d11db62d-d06f-4b90-8301-1c2cbedda4e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05b59ed0fb9040f98236836459e17914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890608 Aug 29 04:33:23.120517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11db62d-d06f-4b90-8301-1c2cbedda4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e7a4cf-68fb-4d69-a291-df0f911c0adb,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.121117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56136) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.146152 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.160244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Transition to ACTIVE for port object 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:23.181723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Transition to ACTIVE for port object 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:23.192283 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.248956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.290347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Pushing event updated for resources: {'Port': ['ID=62b90fc1-7ed8-4df7-afee-8b4b871ad1bd,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.299294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Network 0cde553a-98a1-4319-87f9-f18b012cf0d5 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:23.301103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:23.304813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:23.321381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.336850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Allocated IP 2001:db8::f816:3eff:fea1:db16 (0cde553a-98a1-4319-87f9-f18b012cf0d5/726c7935-af2f-4fa3-8b63-3a67e016ec93/16b49ac6-4ff8-4f59-8167-ad35576d8dc7) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:23.388456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:23.389609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56140) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.392899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:23.395326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Attempting to bind port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:23.396290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Attempting to bind port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0cde553a-98a1-4319-87f9-f18b012cf0d5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:23.396878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Attempting to bind port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd on network 0cde553a-98a1-4319-87f9-f18b012cf0d5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:23.404592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:23.405260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Checking segment: {'id': 'eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0cde553a-98a1-4319-87f9-f18b012cf0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:23.405851 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.406510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Bound using segment: {'id': 'eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0cde553a-98a1-4319-87f9-f18b012cf0d5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:23.407190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Bound port: 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0cde553a-98a1-4319-87f9-f18b012cf0d5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:23.407818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.427633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:23.437675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-586633aa-ce96-43d0-a021-9894949f0c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.501489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Pushing event updated for resources: {'Port': ['ID=337a14e2-48e7-4fcd-8743-d24a7f53ea33,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.519052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.532083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-586633aa-ce96-43d0-a021-9894949f0c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.540261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Transition to ACTIVE for port object 16b49ac6-4ff8-4f59-8167-ad35576d8dc7 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:23.562361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] For port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:23.581633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.586893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] For port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=62b90fc1-7ed8-4df7-afee-8b4b871ad1bd,segment=NetworkSegment(eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53),segment_id=eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:23.598538 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.694744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1328319c-352f-47bd-84a6-b6aa04657e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.720714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network 0cde553a-98a1-4319-87f9-f18b012cf0d5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:23.724846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:23.734970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:23.744598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Pushing event updated for resources: {'Port': ['ID=62b90fc1-7ed8-4df7-afee-8b4b871ad1bd,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.749693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.750776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.753304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.753664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.754017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.754368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.754710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.755050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.755665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.755810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.756057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.756401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.756734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.757064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33986c62-9d50-46cb-a801-6d3bdf2247f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:23.771849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Port': ['ID=16b49ac6-4ff8-4f59-8167-ad35576d8dc7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.786677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c4341b36-3bed-4397-b0cc-1a12b193762b tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4898617 Aug 29 04:33:23.789764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56148) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.859483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8decb1-6370-4fe7-9234-df336c64c741 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Deleting subnet 726c7935-af2f-4fa3-8b63-3a67e016ec93 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:23.862820 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb1-6370-4fe7-9234-df336c64c741 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.877944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-586633aa-ce96-43d0-a021-9894949f0c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.889421 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-586633aa-ce96-43d0-a021-9894949f0c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.891921 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-586633aa-ce96-43d0-a021-9894949f0c32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6e7a4cf-68fb-4d69-a291-df0f911c0adb HTTP/1.1" status: 204 len: 168 time: 0.7694962 Aug 29 04:33:23.917203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb1-6370-4fe7-9234-df336c64c741 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.925694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586633aa-ce96-43d0-a021-9894949f0c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e7a4cf-68fb-4d69-a291-df0f911c0adb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.010769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.264099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1328319c-352f-47bd-84a6-b6aa04657e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.275588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb1-6370-4fe7-9234-df336c64c741 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.284529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1328319c-352f-47bd-84a6-b6aa04657e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.392280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328319c-352f-47bd-84a6-b6aa04657e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6754e910-c09a-4672-9a5d-4f449f8b8913,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.402492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1328319c-352f-47bd-84a6-b6aa04657e8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65ad5b3b4ffa41a2a9bd95aa263f5f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0027506 Aug 29 04:33:24.405987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56170) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.426967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb1-6370-4fe7-9234-df336c64c741 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.484819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8decb1-6370-4fe7-9234-df336c64c741 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Subnet': ['ID=726c7935-af2f-4fa3-8b63-3a67e016ec93,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.488448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb1-6370-4fe7-9234-df336c64c741 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.492529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1a8decb1-6370-4fe7-9234-df336c64c741 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/subnets/726c7935-af2f-4fa3-8b63-3a67e016ec93 HTTP/1.1" status: 204 len: 168 time: 0.7017775 Aug 29 04:33:24.496588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56178) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.587584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56188) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.590729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cc51710-5d19-40bd-abc8-6ebc1fccd599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.604911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.605567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956123e-f7e9-4a9c-b57d-503b825e24e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:24.607344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956123e-f7e9-4a9c-b57d-503b825e24e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:24.611922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9956123e-f7e9-4a9c-b57d-503b825e24e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1116619 Aug 29 04:33:24.613946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56190) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.625833 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cc51710-5d19-40bd-abc8-6ebc1fccd599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.753431 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d41168-4a9c-4e29-9d95-355b84adeb79 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.789145 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d41168-4a9c-4e29-9d95-355b84adeb79 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:33:24.789634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d41168-4a9c-4e29-9d95-355b84adeb79 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:24.795020 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-98d41168-4a9c-4e29-9d95-355b84adeb79 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/0cde553a-98a1-4319-87f9-f18b012cf0d5 HTTP/1.1" status: 409 len: 405 time: 0.1779914 Aug 29 04:33:24.797375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56202) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.809163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-741429756'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:24.839717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cabd36-c2ec-4ca3-bf1f-e6938fb11468 admin admin] Deleting subnet 9f330628-b5ae-4cee-8b06-30fb6c30d5cb {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:24.848843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21cabd36-c2ec-4ca3-bf1f-e6938fb11468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.888795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cc51710-5d19-40bd-abc8-6ebc1fccd599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.892998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cc51710-5d19-40bd-abc8-6ebc1fccd599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.894894 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7cc51710-5d19-40bd-abc8-6ebc1fccd599 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6754e910-c09a-4672-9a5d-4f449f8b8913 HTTP/1.1" status: 204 len: 168 time: 0.4867666 Aug 29 04:33:24.918731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc51710-5d19-40bd-abc8-6ebc1fccd599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6754e910-c09a-4672-9a5d-4f449f8b8913,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.927027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:24.931676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.968965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Router 06bff571-9196-4e9e-bf00-4f121b35dc21 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:24.970047 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21cabd36-c2ec-4ca3-bf1f-e6938fb11468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.013904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:25.037210 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.037838 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Added segment 40458f07-fc63-44b1-894e-c1a6807cf332 of type vlan for network a26f14e3-58bc-4a87-a41f-cb4da697cf0c Aug 29 04:33:25.076864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21cabd36-c2ec-4ca3-bf1f-e6938fb11468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.165251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.250489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.258958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.259730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.275188 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21cabd36-c2ec-4ca3-bf1f-e6938fb11468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.366598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cabd36-c2ec-4ca3-bf1f-e6938fb11468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f330628-b5ae-4cee-8b06-30fb6c30d5cb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.370381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5721576 Aug 29 04:33:25.380469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56218) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.394188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'subnet': {'network_id': 'a26f14e3-58bc-4a87-a41f-cb4da697cf0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:25.399759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21cabd36-c2ec-4ca3-bf1f-e6938fb11468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.402183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-21cabd36-c2ec-4ca3-bf1f-e6938fb11468 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9f330628-b5ae-4cee-8b06-30fb6c30d5cb HTTP/1.1" status: 204 len: 168 time: 0.8151696 Aug 29 04:33:25.407014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56220) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.420976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed62dc-ffaf-4c52-9d16-cbf3f478a083 None None] Network 0cde553a-98a1-4319-87f9-f18b012cf0d5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:25.478666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdfb20-d7dc-4a14-9544-4470db69203a tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Network': ['ID=a26f14e3-58bc-4a87-a41f-cb4da697cf0c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.517854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network a26f14e3-58bc-4a87-a41f-cb4da697cf0c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:25.581913 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.618801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:25.629747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:25.634122 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.645081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.645570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0cd42bcb-7984-4926-95dd-b38c881a3410 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9556649 Aug 29 04:33:25.648812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56230) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.670514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Sync routers for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:25.677030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c6a8c9ed-581e-4d4a-a4d7-27391c2caaea None None] Provisioning for port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:25.711029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:25.711828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:25.749316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.765595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288db9d5-3efd-4ab9-b556-c0e9385cce78']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:25.783829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52094941-3b59-411e-a50a-ab7b493676df') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:25.784184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52094941-3b59-411e-a50a-ab7b493676df') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:25.798153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.852524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.871377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:25.871791 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:25.883537 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:26.068105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:26.073656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:26.168332 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.180682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.182923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/288db9d5-3efd-4ab9-b556-c0e9385cce78 HTTP/1.1" status: 204 len: 168 time: 0.7726831 Aug 29 04:33:26.201594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1650450-254c-474c-9dfc-ab53bd33faf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=288db9d5-3efd-4ab9-b556-c0e9385cce78,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:26.214260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] DHCP port deletion for 0cde553a-98a1-4319-87f9-f18b012cf0d5 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:26.301024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:26.302532 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.339619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:26.361781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:26.362476 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.405088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] Deleting port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:26.405732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.407279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Subnet': ['ID=2e385c54-577f-4150-b023-eb11e82bd261,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:26.409725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Checking segment: {'id': '40458f07-fc63-44b1-894e-c1a6807cf332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a26f14e3-58bc-4a87-a41f-cb4da697cf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:26.410893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network hostable DHCP agents. Network: a26f14e3-58bc-4a87-a41f-cb4da697cf0c, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:26.441639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network a26f14e3-58bc-4a87-a41f-cb4da697cf0c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:26.462401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, a26f14e3-58bc-4a87-a41f-cb4da697cf0c) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:26.467236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.468320 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.477220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.502609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-db00da20-f2d4-4475-9f7f-b607fb85927c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1208115 Aug 29 04:33:26.505585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56260) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.519825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3adbeac-289f-400d-b6b5-a8f7fa7ae53f None None] Network a26f14e3-58bc-4a87-a41f-cb4da697cf0c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:26.631422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] For port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=62b90fc1-7ed8-4df7-afee-8b4b871ad1bd,segment=NetworkSegment(eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53),segment_id=eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:26.631897 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.665533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] Calling delete_port for 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:26.680534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.684044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56266) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.768381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Allocated IP 172.20.0.1 (837dc6d1-149c-49bd-a25c-4432ad40b9eb/e497e44a-4d21-412c-9248-7dd8bbe9837b/3f764abe-d4cc-4a3b-9acc-a9dd6f530016) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:26.795722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9c9ea3b3-e5a5-4bde-b070-0ce67e0c3091 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f064273a19a04c8f8052db72b1aabd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102848 Aug 29 04:33:26.801713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56268) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.818847 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.858317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:23Z', 'revision_number': 3, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:26.864085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.891417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Checking router: 06bff571-9196-4e9e-bf00-4f121b35dc21 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:26.891865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Updating router 06bff571-9196-4e9e-bf00-4f121b35dc21 port 337a14e2-48e7-4fcd-8743-d24a7f53ea33 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:33:26.917118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=62b90fc1-7ed8-4df7-afee-8b4b871ad1bd,segment=NetworkSegment(eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53),segment_id=eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:26.922610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-17cb5b9b-b797-4935-99ae-bf3a3e8383d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.951020 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.978380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-17cb5b9b-b797-4935-99ae-bf3a3e8383d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.035330 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.053054 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.081323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.121422 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.127788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Subnet': ['ID=2e385c54-577f-4150-b023-eb11e82bd261,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.178851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] No DVR routers for this DVR port 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:27.190132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=62b90fc1-7ed8-4df7-afee-8b4b871ad1bd,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.193622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.213696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.230202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.242692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26f14e3-58bc-4a87-a41f-cb4da697cf0c']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.244495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef573c41-a24a-4ee1-9ebd-2e7f5e34f439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-a26f14e3-58bc-4a87-a41f-cb4da697cf0c', 'network_id': 'a26f14e3-58bc-4a87-a41f-cb4da697cf0c', 'tenant_id': '9bdca895f1ee4ca09092d364edfb7239', 'fixed_ips': [{'subnet_id': '2e385c54-577f-4150-b023-eb11e82bd261'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:27.245365 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ef573c41-a24a-4ee1-9ebd-2e7f5e34f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.256085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40458f07-fc63-44b1-894e-c1a6807cf332') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.256645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40458f07-fc63-44b1-894e-c1a6807cf332') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.270672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.283119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707464a-ab43-47df-9dcc-6bdbc2c23a0e None None] Pushing event deleted for resources: {'Port': ['ID=62b90fc1-7ed8-4df7-afee-8b4b871ad1bd,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.292757 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.303125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:27.303547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.340496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Pushing event updated for resources: {'Port': ['ID=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.387569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Network 837dc6d1-149c-49bd-a25c-4432ad40b9eb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:27.390408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:27.395168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847b05c-7946-4803-a050-c2fa70a3c589 None None] Network a26f14e3-58bc-4a87-a41f-cb4da697cf0c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:27.395944 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:27.404433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:27.431344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-17cb5b9b-b797-4935-99ae-bf3a3e8383d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.435125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-17cb5b9b-b797-4935-99ae-bf3a3e8383d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.436444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-17cb5b9b-b797-4935-99ae-bf3a3e8383d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9088cca-132c-4398-9778-7e98ba312ff0 HTTP/1.1" status: 204 len: 168 time: 0.6337364 Aug 29 04:33:27.447882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.452928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb5b9b-b797-4935-99ae-bf3a3e8383d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9088cca-132c-4398-9778-7e98ba312ff0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.468989 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.472309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/a26f14e3-58bc-4a87-a41f-cb4da697cf0c HTTP/1.1" status: 204 len: 168 time: 0.9641662 Aug 29 04:33:27.477552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56288) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:27.486081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-521813884'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:27.506385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a20ab5-248e-4f58-9c0a-e42089f8d8e5 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Network': ['ID=a26f14e3-58bc-4a87-a41f-cb4da697cf0c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.536235 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.564125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:27.568081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.617769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:27.639022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.639650 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Added segment 83fafe4f-409f-4456-a994-d3fec4bfc8b5 of type vlan for network 12e3bd6b-d4ef-4920-95a6-9fabf373157b Aug 29 04:33:27.757263 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.810983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847b05c-7946-4803-a050-c2fa70a3c589 None None] Network a26f14e3-58bc-4a87-a41f-cb4da697cf0c could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:33:27.812089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.819030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.831965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:27.834643 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.915625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4366088 Aug 29 04:33:27.918779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56306) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:27.925598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'subnet': {'network_id': '12e3bd6b-d4ef-4920-95a6-9fabf373157b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:27.984290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:28.012585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:28.013370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 62b90fc1-7ed8-4df7-afee-8b4b871ad1bd not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:28.027817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e96c1-615f-4ce0-86d8-a79ffa3e9027 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Network': ['ID=12e3bd6b-d4ef-4920-95a6-9fabf373157b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.044805 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.059503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 12e3bd6b-d4ef-4920-95a6-9fabf373157b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:28.141569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:28.146642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.166766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Transition to ACTIVE for port object 337a14e2-48e7-4fcd-8743-d24a7f53ea33 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:28.212411 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.242907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.244715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.268914 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.282847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Attempting to bind port 337a14e2-48e7-4fcd-8743-d24a7f53ea33 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:28.283369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Attempting to bind port 337a14e2-48e7-4fcd-8743-d24a7f53ea33 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:28.283741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Attempting to bind port 337a14e2-48e7-4fcd-8743-d24a7f53ea33 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:28.287076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bca780-06bd-4f4a-83e7-660dd30561bd None None] Pushing event updated for resources: {'Port': ['ID=337a14e2-48e7-4fcd-8743-d24a7f53ea33,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.296691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:28.297077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:28.297484 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.297881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:28.298351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Bound port: 337a14e2-48e7-4fcd-8743-d24a7f53ea33, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:28.298736 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.332577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Pushing event updated for resources: {'Port': ['ID=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.395411 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.447246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] For port 337a14e2-48e7-4fcd-8743-d24a7f53ea33, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:28.452052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] For port 337a14e2-48e7-4fcd-8743-d24a7f53ea33, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=337a14e2-48e7-4fcd-8743-d24a7f53ea33,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:28.459830 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.538154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:28.538926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:28.586289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bca780-06bd-4f4a-83e7-660dd30561bd None None] Pushing event updated for resources: {'Port': ['ID=337a14e2-48e7-4fcd-8743-d24a7f53ea33,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.611753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Network 837dc6d1-149c-49bd-a25c-4432ad40b9eb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:28.614209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:28.621492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.766513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:28.829259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Subnet': ['ID=27d4bc12-c7a0-43d3-ba1b-7a966427fdc5,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.880456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Checking segment: {'id': '83fafe4f-409f-4456-a994-d3fec4bfc8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '12e3bd6b-d4ef-4920-95a6-9fabf373157b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:28.882380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network hostable DHCP agents. Network: 12e3bd6b-d4ef-4920-95a6-9fabf373157b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:28.897835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Router 06bff571-9196-4e9e-bf00-4f121b35dc21 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:28.926473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network 12e3bd6b-d4ef-4920-95a6-9fabf373157b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:28.953507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 12e3bd6b-d4ef-4920-95a6-9fabf373157b) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:28.961715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.962528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.969341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc342c9b-5e23-4f26-84b6-f2fdc507326c None None] Network 12e3bd6b-d4ef-4920-95a6-9fabf373157b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:28.999379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4a19e084-98ae-4e94-be47-b877f52c13fc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0792649 Aug 29 04:33:29.002282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56352) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.023874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56354) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.058527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:29.064094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2fb806e4-25c3-4cf0-b5bf-673bcd918192 admin admin] 10.222.0.58 "PUT /v2.0/routers/06bff571-9196-4e9e-bf00-4f121b35dc21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4140406 Aug 29 04:33:29.153107 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.216940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.267351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f95b15-f6eb-49d3-9aad-6b37df87ee9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-12e3bd6b-d4ef-4920-95a6-9fabf373157b', 'network_id': '12e3bd6b-d4ef-4920-95a6-9fabf373157b', 'tenant_id': '9bdca895f1ee4ca09092d364edfb7239', 'fixed_ips': [{'subnet_id': '27d4bc12-c7a0-43d3-ba1b-7a966427fdc5'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:29.268276 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1f95b15-f6eb-49d3-9aad-6b37df87ee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.296041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1414927336-network', 'tenant_id': 'c3194f056dbb4e79b2f7ae4823865a11'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:29.349708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Made reservation on behalf of c3194f056dbb4e79b2f7ae4823865a11 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:29.353581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.361657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.368007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 2, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:29.368315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.427115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Subnet': ['ID=27d4bc12-c7a0-43d3-ba1b-7a966427fdc5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.474726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bd9f79-cfe7-4a40-9147-d8d9783e9183 None None] The sync data for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 is: [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 2, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:29.530872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.545162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e3bd6b-d4ef-4920-95a6-9fabf373157b']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-b1f95b15-f6eb-49d3-9aad-6b37df87ee9d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27d4bc12-c7a0-43d3-ba1b-7a966427fdc5: This subnet is being modified by another concurrent operation. Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27d4bc12-c7a0-43d3-ba1b-7a966427fdc5: This subnet is being modified by another concurrent operation. Aug 29 04:33:29.546426 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:33:29.569798 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.570638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94efabdd-1110-48dc-bf13-5498d3853394 None None] Network 12e3bd6b-d4ef-4920-95a6-9fabf373157b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:29.573204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.583939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fafe4f-409f-4456-a994-d3fec4bfc8b5') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:29.584293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fafe4f-409f-4456-a994-d3fec4bfc8b5') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:29.587258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:29.597748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.598267 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Added segment 5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e of type vlan for network 93278773-8a31-4e9c-8452-978c8c025bac Aug 29 04:33:29.621119 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.640080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.646543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:29.646964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.697533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49901a7-db7d-45de-8ad2-080d43c9ecf9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:29.699687 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:29.703971 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.757762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.759411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.760125 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.780843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.800267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56404) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.815557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c32a47-9a54-4a35-9a0b-c495d37a29da None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:33:29.860093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] Pushing event updated for resources: {'Network': ['ID=93278773-8a31-4e9c-8452-978c8c025bac,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.863447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.866368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/12e3bd6b-d4ef-4920-95a6-9fabf373157b HTTP/1.1" status: 204 len: 168 time: 0.8628395 Aug 29 04:33:29.870358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459c941-6b9a-4136-afc2-3050268d1f87 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Network': ['ID=12e3bd6b-d4ef-4920-95a6-9fabf373157b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.871736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56410) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.877612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4e117952-3dd7-422c-b852-545f056481dc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8500586 Aug 29 04:33:29.890881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56412) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.893766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-528588115'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:29.910601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Request body: {'subnet': {'network_id': '93278773-8a31-4e9c-8452-978c8c025bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1414927336-subnet', 'tenant_id': 'c3194f056dbb4e79b2f7ae4823865a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:29.919414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 93278773-8a31-4e9c-8452-978c8c025bac details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:29.935699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:29.943670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.996316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:30.016155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.016519 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Added segment 3979b55d-e76f-489e-98b6-7142b1c4e5c3 of type vlan for network 0b4496c2-f0df-499e-989f-86c33eec75a0 Aug 29 04:33:30.039952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-82f749eb-dea8-4e4f-a069-66c203c88324 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.045037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-82f749eb-dea8-4e4f-a069-66c203c88324 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 820 time: 0.3433118 Aug 29 04:33:30.071190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Made reservation on behalf of c3194f056dbb4e79b2f7ae4823865a11 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:30.076663 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.114355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.145903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c32a47-9a54-4a35-9a0b-c495d37a29da None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:33:30.156394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.168140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.168896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.175782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-631b8d8f-3339-4c67-8e1e-f220ca132e69 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/quotas/a34d481f40104b97aadccdd262c78e46 HTTP/1.1" status: 200 len: 375 time: 0.1242421 Aug 29 04:33:30.178688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d8686f5-d87d-48cc-9cb0-0e4866202f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.310864 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4376566 Aug 29 04:33:30.316167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56418) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.323710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-1834bf81-10f8-4106-95dd-bebf9abba748 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368835 Aug 29 04:33:30.329622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Request body: {'subnet': {'network_id': '0b4496c2-f0df-499e-989f-86c33eec75a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:30.340607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091da53-5d8a-416d-aa5b-64c703d1994d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Network': ['ID=0b4496c2-f0df-499e-989f-86c33eec75a0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.357372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0b4496c2-f0df-499e-989f-86c33eec75a0 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:30.979370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d8686f5-d87d-48cc-9cb0-0e4866202f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.983807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-7cea98d2-77df-4b48-b0fc-e0c829422ccc service neutron] 10.222.0.58 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738494 Aug 29 04:33:30.995750 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.997706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d8686f5-d87d-48cc-9cb0-0e4866202f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.142087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Made reservation on behalf of 9bdca895f1ee4ca09092d364edfb7239 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:31.145563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.207676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4d8686f5-d87d-48cc-9cb0-0e4866202f7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5a2dfb9e7654194bdbf75623e4e8d79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3861861 Aug 29 04:33:31.210774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56426) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.221414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89ab1d5-94d6-4a70-abd6-f003c445c1ef,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.223608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8686f5-d87d-48cc-9cb0-0e4866202f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d13ba54-f217-423a-a428-77243bb9b999,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.295227 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a5da20b-1846-4316-a476-8a54ba68c4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.321603 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a5da20b-1846-4316-a476-8a54ba68c4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.339655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Checking segment: {'id': '5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '93278773-8a31-4e9c-8452-978c8c025bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:31.339655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Network hostable DHCP agents. Network: 93278773-8a31-4e9c-8452-978c8c025bac, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:31.347374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-0bfabf0a-9341-4683-acb5-5160477d9e97 service neutron] 10.222.0.58 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398032 Aug 29 04:33:31.400307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a5da20b-1846-4316-a476-8a54ba68c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.410059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7a5da20b-1846-4316-a476-8a54ba68c4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.413024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7a5da20b-1846-4316-a476-8a54ba68c4f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d13ba54-f217-423a-a428-77243bb9b999 HTTP/1.1" status: 204 len: 168 time: 0.1999884 Aug 29 04:33:31.415334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Network 93278773-8a31-4e9c-8452-978c8c025bac is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:31.424322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5da20b-1846-4316-a476-8a54ba68c4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d13ba54-f217-423a-a428-77243bb9b999,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.440573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 93278773-8a31-4e9c-8452-978c8c025bac) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:31.455179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.457050 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.471402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb8f5d-92a7-439b-b552-9809c345dffc None None] Network 93278773-8a31-4e9c-8452-978c8c025bac requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:31.516114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dfcf227e-ca64-4226-847c-170a7a88d8b6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6181407 Aug 29 04:33:31.808611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:31.817522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.071932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14443802-f515-4b26-81cb-f34eaa961e0d req-3c3df424-dfd3-4192-813d-e119262e2803 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 210 time: 0.2590075 Aug 29 04:33:32.140732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 337a14e2-48e7-4fcd-8743-d24a7f53ea33 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:32.176579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event updated for resources: {'Subnet': ['ID=67c98f45-17c3-4a13-b4c9-11e3289a9bd0,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.211954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Checking segment: {'id': '3979b55d-e76f-489e-98b6-7142b1c4e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0b4496c2-f0df-499e-989f-86c33eec75a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:32.212381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network hostable DHCP agents. Network: 0b4496c2-f0df-499e-989f-86c33eec75a0, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:32.223349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b3ceee-e858-4223-a3b5-45ccb34e69fc None None] Network 93278773-8a31-4e9c-8452-978c8c025bac requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:32.297853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Network 0b4496c2-f0df-499e-989f-86c33eec75a0 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:32.318682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 0b4496c2-f0df-499e-989f-86c33eec75a0) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:32.323954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:32.327184 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.352149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56464) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.369069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94dc714-d256-4e8f-8a0b-f2cc142e1031 None None] Network 0b4496c2-f0df-499e-989f-86c33eec75a0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:32.378102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db439665-db28-4cc5-8551-67508eb207ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.379594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e0d961da-103c-452a-8c43-c9940a9c7070 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0591125 Aug 29 04:33:32.381179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.539926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 337a14e2-48e7-4fcd-8743-d24a7f53ea33 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:32.564542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 337a14e2-48e7-4fcd-8743-d24a7f53ea33 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:32.565274 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.632011 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.636642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db439665-db28-4cc5-8551-67508eb207ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.650444 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db439665-db28-4cc5-8551-67508eb207ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.732446 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-db439665-db28-4cc5-8551-67508eb207ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=820c82a87a564fe9a0bda204731e8d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782179 Aug 29 04:33:32.733452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56490) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.734717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db439665-db28-4cc5-8551-67508eb207ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a25f5-dc2b-42f6-a369-4e9456254967,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.821325 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-246ffca9-8bef-463d-8918-9c1126d49b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.850514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-246ffca9-8bef-463d-8918-9c1126d49b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.940349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bedacc-d98a-4e9e-aacf-23b1e42a6dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0b4496c2-f0df-499e-989f-86c33eec75a0', 'network_id': '0b4496c2-f0df-499e-989f-86c33eec75a0', 'tenant_id': '9bdca895f1ee4ca09092d364edfb7239', 'fixed_ips': [{'subnet_id': '67c98f45-17c3-4a13-b4c9-11e3289a9bd0'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:32.940624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-246ffca9-8bef-463d-8918-9c1126d49b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.942438 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b3bedacc-d98a-4e9e-aacf-23b1e42a6dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.944317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-246ffca9-8bef-463d-8918-9c1126d49b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.953644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-9840b85f-6add-4115-97bd-ec68fd16c5cd tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:32.957066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-246ffca9-8bef-463d-8918-9c1126d49b9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed9a25f5-dc2b-42f6-a369-4e9456254967 HTTP/1.1" status: 204 len: 168 time: 0.2195017 Aug 29 04:33:32.966593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-9840b85f-6add-4115-97bd-ec68fd16c5cd tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/networks?id=93278773-8a31-4e9c-8452-978c8c025bac HTTP/1.1" status: 200 len: 813 time: 0.3280773 Aug 29 04:33:32.983354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ffca9-8bef-463d-8918-9c1126d49b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a25f5-dc2b-42f6-a369-4e9456254967,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.075541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-b9b486f6-2983-450c-a7de-c1bf8b97ba23 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/quotas/c3194f056dbb4e79b2f7ae4823865a11 HTTP/1.1" status: 200 len: 375 time: 0.1076260 Aug 29 04:33:33.185532 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Sync routers for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:33.195041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-51825feb-ccda-4f46-9166-657b0cd8d8b6 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c3194f056dbb4e79b2f7ae4823865a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172643 Aug 29 04:33:33.208557 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:33.210080 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:33.316220 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.391137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49143173-0083-4869-a9dd-aa0b254610c0 req-f98e4046-28fb-4013-8af2-fea1447b3f25 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 210 time: 0.1504884 Aug 29 04:33:33.399935 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:33.532049 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-a6ef1f3e-7578-43fb-8200-ea33c0a5194f service neutron] 10.222.0.58 "GET /v2.0/networks/93278773-8a31-4e9c-8452-978c8c025bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355095 Aug 29 04:33:33.629154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.637965 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.760314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 337a14e2-48e7-4fcd-8743-d24a7f53ea33, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=337a14e2-48e7-4fcd-8743-d24a7f53ea33,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:33.761840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Subnet': ['ID=67c98f45-17c3-4a13-b4c9-11e3289a9bd0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.771788 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.798654 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 2, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:33.808037 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-3d1d667f-19f3-450c-8f29-33f5d8966f36 service neutron] 10.222.0.58 "GET /v2.0/networks/93278773-8a31-4e9c-8452-978c8c025bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747798 Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-b3bedacc-d98a-4e9e-aacf-23b1e42a6dd4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67c98f45-17c3-4a13-b4c9-11e3289a9bd0: This subnet is being modified by another concurrent operation. Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67c98f45-17c3-4a13-b4c9-11e3289a9bd0: This subnet is being modified by another concurrent operation. Aug 29 04:33:33.881747 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:33:33.894523 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Checking router: 06bff571-9196-4e9e-bf00-4f121b35dc21 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:33.901806 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Updating router 06bff571-9196-4e9e-bf00-4f121b35dc21 port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:33:33.908947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa93e8eb-b6c5-4b60-8e3b-1d15cb38d800 None None] Network 0b4496c2-f0df-499e-989f-86c33eec75a0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:33.964867 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.969471 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.975605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-fd8a7745-8b32-424e-8543-8b840efb74ce tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.982400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-fd8a7745-8b32-424e-8543-8b840efb74ce tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.64 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 820 time: 0.3076601 Aug 29 04:33:33.996939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Request body: {'port': {'device_id': '2db34af7-10e4-4ab5-b550-6e283532036a', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'admin_state_up': True, 'tenant_id': 'a34d481f40104b97aadccdd262c78e46'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:34.008416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4496c2-f0df-499e-989f-86c33eec75a0']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:34.045753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3979b55d-e76f-489e-98b6-7142b1c4e5c3') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:34.046056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3979b55d-e76f-489e-98b6-7142b1c4e5c3') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:34.082477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.136288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=337a14e2-48e7-4fcd-8743-d24a7f53ea33,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.143441 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.169043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:34.169043 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:34.179453 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:34.290495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51dabf3-09bc-4559-ac92-4de2ee1e5ff9 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:33:34.347297 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Made reservation on behalf of a34d481f40104b97aadccdd262c78e46 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:34.351920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.436669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c68a69e-ab46-4833-9960-1a9ce5be588b req-d9f7aec6-2d33-4837-8a9b-0a42bc4028d5 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 210 time: 0.0991147 Aug 29 04:33:34.458579 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.470863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.480017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/0b4496c2-f0df-499e-989f-86c33eec75a0 HTTP/1.1" status: 204 len: 168 time: 2.0977511 Aug 29 04:33:34.485063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56540) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.546410 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c3321c-0d61-40a8-8d98-35859ac2a470 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:34.547308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c3321c-0d61-40a8-8d98-35859ac2a470 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:34.549933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-98c3321c-0d61-40a8-8d98-35859ac2a470 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/subnets/67c98f45-17c3-4a13-b4c9-11e3289a9bd0 HTTP/1.1" status: 404 len: 337 time: 0.0573649 Aug 29 04:33:34.563772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56546) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.576928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea118b-bc6f-4b8e-ab8c-75ca6b21ce77 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Network': ['ID=0b4496c2-f0df-499e-989f-86c33eec75a0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.577453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51dabf3-09bc-4559-ac92-4de2ee1e5ff9 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:33:34.594166 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7820ff85-f4fc-45ca-8ddd-173b4e522631 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:34.595305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7820ff85-f4fc-45ca-8ddd-173b4e522631 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:34.598546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7820ff85-f4fc-45ca-8ddd-173b4e522631 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/0b4496c2-f0df-499e-989f-86c33eec75a0 HTTP/1.1" status: 404 len: 339 time: 0.0330489 Aug 29 04:33:34.601778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56550) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.694311 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd48769-51f9-4648-974f-c01c07fbbd8c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:34.694311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd48769-51f9-4648-974f-c01c07fbbd8c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:34.694311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2bd48769-51f9-4648-974f-c01c07fbbd8c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/subnets/27d4bc12-c7a0-43d3-ba1b-7a966427fdc5 HTTP/1.1" status: 404 len: 337 time: 0.0896394 Aug 29 04:33:34.697292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56552) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.743737 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7ae1a3-e13d-4ef5-bec5-c5b4ea3c224c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:34.745496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7ae1a3-e13d-4ef5-bec5-c5b4ea3c224c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:34.748708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dc7ae1a3-e13d-4ef5-bec5-c5b4ea3c224c tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/12e3bd6b-d4ef-4920-95a6-9fabf373157b HTTP/1.1" status: 404 len: 339 time: 0.0500383 Aug 29 04:33:34.753320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56560) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.794094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c580b31a-2fab-4884-87a5-92c33f96c8da req-72e18aa1-8a9d-4302-b593-285b459218a5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 210 time: 0.0992637 Aug 29 04:33:34.814837 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a025897-e434-41f9-8b43-0adaa63ee3a0 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:34.815791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a025897-e434-41f9-8b43-0adaa63ee3a0 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:34.818666 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1a025897-e434-41f9-8b43-0adaa63ee3a0 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/subnets/2e385c54-577f-4150-b023-eb11e82bd261 HTTP/1.1" status: 404 len: 337 time: 0.0639448 Aug 29 04:33:34.821864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56564) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.847162 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4a76ce-df30-4c7c-88e6-a5d5401e25a0 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:34.848017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4a76ce-df30-4c7c-88e6-a5d5401e25a0 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:34.850312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8f4a76ce-df30-4c7c-88e6-a5d5401e25a0 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/a26f14e3-58bc-4a87-a41f-cb4da697cf0c HTTP/1.1" status: 404 len: 339 time: 0.0263777 Aug 29 04:33:34.854009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56568) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.913417 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.950909 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Transition to ACTIVE for port object 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:34.963821 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.060324 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Pushing event updated for resources: {'Port': ['ID=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.085404 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.086345 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.086686 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.087037 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.087371 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.087709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.088089 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.088542 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.088753 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.089513 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.089513 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.090724 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:35.164116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bd40578d-5dcf-4278-8aaf-cb3742f97b04 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Deleting port 16b49ac6-4ff8-4f59-8167-ad35576d8dc7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:35.165249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd40578d-5dcf-4278-8aaf-cb3742f97b04 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.171299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Allocated IP 172.20.0.2 (837dc6d1-149c-49bd-a25c-4432ad40b9eb/e497e44a-4d21-412c-9248-7dd8bbe9837b/bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:35.179954 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Attempting to bind port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:35.180381 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Attempting to bind port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:35.180765 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Attempting to bind port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 on network 837dc6d1-149c-49bd-a25c-4432ad40b9eb {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:35.194333 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:35.194735 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Checking segment: {'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:35.195224 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.195629 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Bound using segment: {'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:35.196133 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Bound port: 3f764abe-d4cc-4a3b-9acc-a9dd6f530016, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:35.196528 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.345725 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] For port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:35.352091 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] For port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:35.361683 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd40578d-5dcf-4278-8aaf-cb3742f97b04 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.368135 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.439832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bd40578d-5dcf-4278-8aaf-cb3742f97b04 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Calling delete_port for 16b49ac6-4ff8-4f59-8167-ad35576d8dc7 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:35.544543 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:35.545565 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:35.582773 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca076ea-4119-495d-912c-025d3cf0765d None None] Pushing event updated for resources: {'Port': ['ID=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.636545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d78634c9-670c-4c13-998a-6d5c1a73ca2f req-6a515aa1-bc6a-4366-9ddc-3113f9fb98c2 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 210 time: 0.0565922 Aug 29 04:33:35.777678 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:35.918370 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.930204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd40578d-5dcf-4278-8aaf-cb3742f97b04 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.060993 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7151a8ee-661c-4a02-9af0-efb56719ce80 req-06d252d5-b972-425e-adc2-b8bf548a337f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 210 time: 0.0767004 Aug 29 04:33:36.176511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378abf9-c735-4ae4-9cbf-6f95d6cf308f req-b2236089-745e-4d3d-9d75-347eaa186567 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.186384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b378abf9-c735-4ae4-9cbf-6f95d6cf308f req-b2236089-745e-4d3d-9d75-347eaa186567 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 945 time: 0.0978413 Aug 29 04:33:36.212782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 337a14e2-48e7-4fcd-8743-d24a7f53ea33 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:36.277554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b378abf9-c735-4ae4-9cbf-6f95d6cf308f req-ebc6ce03-f85f-4c71-9cbc-601b6ea48257 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879974 Aug 29 04:33:36.377172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 337a14e2-48e7-4fcd-8743-d24a7f53ea33 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:36.377744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.381953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40578d-5dcf-4278-8aaf-cb3742f97b04 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Port': ['ID=16b49ac6-4ff8-4f59-8167-ad35576d8dc7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.399355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd40578d-5dcf-4278-8aaf-cb3742f97b04 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.404193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56664) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.416087 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd40578d-5dcf-4278-8aaf-cb3742f97b04 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/ports/16b49ac6-4ff8-4f59-8167-ad35576d8dc7 HTTP/1.1" status: 204 len: 168 time: 1.5463002 Aug 29 04:33:36.498553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.532761 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f905ac-c35b-4fdc-abef-2e333a7a20ba tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:36.533222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f905ac-c35b-4fdc-abef-2e333a7a20ba tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:36.540790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-32f905ac-c35b-4fdc-abef-2e333a7a20ba tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/subnets/726c7935-af2f-4fa3-8b63-3a67e016ec93 HTTP/1.1" status: 404 len: 337 time: 0.1353009 Aug 29 04:33:36.543693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56680) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.605299 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.642102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:36.643125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Network 837dc6d1-149c-49bd-a25c-4432ad40b9eb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:36.659493 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eab0b-81b4-4ac9-a17e-c6ed69ef36cc None None] The sync data for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 is: [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:36.665657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:36.692037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:36.733747 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.773913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:36.778642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:36.779353 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.817525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.818719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.881744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event updated for resources: {'Port': ['ID=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.895320 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.898120 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-765a88bc-eecb-4896-a29a-2d57f142ff44 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9051554 Aug 29 04:33:36.914000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-ca0a4bc3-5250-4271-aa1d-9f18cb0d7b2f tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.916248 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-ca0a4bc3-5250-4271-aa1d-9f18cb0d7b2f tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.65 "GET /v2.0/networks?id=93278773-8a31-4e9c-8452-978c8c025bac HTTP/1.1" status: 200 len: 813 time: 0.7619164 Aug 29 04:33:36.922795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Request body: {'port': {'device_id': '2db34af7-10e4-4ab5-b550-6e283532036a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:36.923667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cde553a-98a1-4319-87f9-f18b012cf0d5']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.934099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Request body: {'port': {'device_id': '73d2f006-2515-4590-84b8-8d5e470a2799', 'network_id': '93278773-8a31-4e9c-8452-978c8c025bac', 'admin_state_up': True, 'tenant_id': 'c3194f056dbb4e79b2f7ae4823865a11'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:36.958017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.958654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabcea5b-7d1b-46c1-bd3a-7aea1c08fc53') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.969380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.973290 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.985249 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.992686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:36.993293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.018715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:37.029183 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:37.125698 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:37.135649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.205271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56700) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.208487 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b051e97d-d117-4273-8342-d63c3e202618 req-e2d79f90-ac4f-439b-8387-c1cb1e5449ab tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 210 time: 0.0813944 Aug 29 04:33:37.212072 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.307949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.343187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.353415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/0cde553a-98a1-4319-87f9-f18b012cf0d5 HTTP/1.1" status: 204 len: 168 time: 0.8069501 Aug 29 04:33:37.376822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56708) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.411437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2437e74-9e77-43e0-afb8-5958e729eecd req-59378a80-d579-42c0-ab69-8fcf546df9d4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.420699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2437e74-9e77-43e0-afb8-5958e729eecd req-59378a80-d579-42c0-ab69-8fcf546df9d4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 931 time: 0.2029023 Aug 29 04:33:37.424231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cef49-cacf-4d27-b2c7-97914a510f8d tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Network': ['ID=0cde553a-98a1-4319-87f9-f18b012cf0d5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.561919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2437e74-9e77-43e0-afb8-5958e729eecd req-a122c1e5-06b1-4645-b112-a1c48ca155b8 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397133 Aug 29 04:33:37.596193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-61aa4cf7-f583-4022-9844-40efa5039670 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Deleting port 73a24fde-407f-4673-acf6-dd9454138135 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:37.596837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61aa4cf7-f583-4022-9844-40efa5039670 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.658769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c97a8390-c526-4e87-9aef-6f61edd0f498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.660156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:37.680084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.721137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61aa4cf7-f583-4022-9844-40efa5039670 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.740806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-61aa4cf7-f583-4022-9844-40efa5039670 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Calling delete_port for 73a24fde-407f-4673-acf6-dd9454138135 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:37.782270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Transition to ACTIVE for port object bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:37.799580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.861950 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c97a8390-c526-4e87-9aef-6f61edd0f498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.881964 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c97a8390-c526-4e87-9aef-6f61edd0f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.898428 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61aa4cf7-f583-4022-9844-40efa5039670 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.919782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Pushing event updated for resources: {'Port': ['ID=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.953302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Made reservation on behalf of c3194f056dbb4e79b2f7ae4823865a11 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:37.956917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.972252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c97a8390-c526-4e87-9aef-6f61edd0f498 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d20c339f0fc4e7cb5158c2c51bfd500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478125 Aug 29 04:33:37.976105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa4cf7-f583-4022-9844-40efa5039670 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Port': ['ID=73a24fde-407f-4673-acf6-dd9454138135,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.978077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56716) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:38.002065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a8390-c526-4e87-9aef-6f61edd0f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d524a7f-5874-4428-bd0b-12c85f0c853d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.037213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61aa4cf7-f583-4022-9844-40efa5039670 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.039687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-61aa4cf7-f583-4022-9844-40efa5039670 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/ports/73a24fde-407f-4673-acf6-dd9454138135 HTTP/1.1" status: 204 len: 168 time: 0.6563530 Aug 29 04:33:38.057281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56718) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:38.058379 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6381dac0-24bc-4dc6-851c-06176284d5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.097371 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c872ab-e884-483a-ac5e-4d206600dcb9 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:38.098280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c872ab-e884-483a-ac5e-4d206600dcb9 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:38.100624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-10c872ab-e884-483a-ac5e-4d206600dcb9 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/subnets/b5cc93a0-e560-4533-af11-39df1d0efafa HTTP/1.1" status: 404 len: 337 time: 0.0397773 Aug 29 04:33:38.114309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:38.118118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56720) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:38.170519 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6381dac0-24bc-4dc6-851c-06176284d5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.266294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:38.267020 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.347017 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.383150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d41f30d4-0025-467f-a517-158bb227d9e8 req-8b301ebb-3dc1-43d2-a776-c27440ed6134 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 210 time: 0.0556173 Aug 29 04:33:38.480670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6381dac0-24bc-4dc6-851c-06176284d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.485185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6381dac0-24bc-4dc6-851c-06176284d5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.486677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6381dac0-24bc-4dc6-851c-06176284d5d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d524a7f-5874-4428-bd0b-12c85f0c853d HTTP/1.1" status: 204 len: 168 time: 0.4963303 Aug 29 04:33:38.514421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381dac0-24bc-4dc6-851c-06176284d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d524a7f-5874-4428-bd0b-12c85f0c853d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.526930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.544153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f964e5-56d1-492a-a0f1-5430996184d5']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:38.581992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157a5688-e7e2-4c27-8a38-47b709e9180e') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:38.582303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157a5688-e7e2-4c27-8a38-47b709e9180e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:38.601811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.620221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.627643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:38.628539 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.697205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Attempting to bind port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:38.697789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Attempting to bind port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:38.697921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Attempting to bind port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 on network 837dc6d1-149c-49bd-a25c-4432ad40b9eb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:38.704470 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:38.721202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Allocated IP 172.20.0.14 (93278773-8a31-4e9c-8452-978c8c025bac/c89ab1d5-94d6-4a70-abd6-f003c445c1ef/63bba7c9-fb89-4777-96a4-c9de72e58a2e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:38.736620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 on network 837dc6d1-149c-49bd-a25c-4432ad40b9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:38.737589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Attempting to bind port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 on network 837dc6d1-149c-49bd-a25c-4432ad40b9eb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:38.767749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:38.773627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Checking segment: {'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:38.774717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Bound using segment: {'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:38.775551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Bound port: bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd027765d-f305-4a20-bec3-919192386769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:38.776389 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.794874 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4976-7f3d-4fc4-987a-d743e4acde79 req-9871bbc6-c960-45ea-a7ad-bdb87d810451 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.802456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc5f4976-7f3d-4fc4-987a-d743e4acde79 req-9871bbc6-c960-45ea-a7ad-bdb87d810451 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 943 time: 0.0969868 Aug 29 04:33:38.819450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.934580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] For port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:38.936252 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] For port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:38.948975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:38.951867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.073000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:39.073883 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.075363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 1092 time: 2.1580644 Aug 29 04:33:39.114685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:39.117059 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7f6740-8acd-4e50-90b9-2d93759df52b" -d '{"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:39.156122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:39.172392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'mac_address': 'fa:16:3e:6f:a1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:39.173656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.175516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/25f964e5-56d1-492a-a0f1-5430996184d5 HTTP/1.1" status: 204 len: 168 time: 1.0562348 Aug 29 04:33:39.182895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56754) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:39.203299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6516b-f4a7-4a82-8a36-781d89623947 tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Network': ['ID=25f964e5-56d1-492a-a0f1-5430996184d5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.248940 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bb0679-0342-4bb6-84d1-a52e4bec91e2 x-openstack-request-id: req-43bb0679-0342-4bb6-84d1-a52e4bec91e2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:39.249243 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:39.249501 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43bb0679-0342-4bb6-84d1-a52e4bec91e2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:39.249897 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'status': 'completed', 'code': 200} Aug 29 04:33:39.250283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc5f4976-7f3d-4fc4-987a-d743e4acde79 req-d49551d4-337a-4005-9413-08c446e6251e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465086 Aug 29 04:33:39.268294 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.301736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:39.331682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:39.340671 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.380944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f76b42-4032-4990-b118-f22691ef6393 service neutron] Pushing event updated for resources: {'Port': ['ID=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.496469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:39.504347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-414d5dd9-287e-4e9b-be0a-a26f7140a99f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Deleting subnet 8a4aebed-e0e6-4f28-a806-55d1944c9f51 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:39.531032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-414d5dd9-287e-4e9b-be0a-a26f7140a99f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.544243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a46daa8-fd7e-4640-a6d7-9392a84457bc req-8d2cd742-09be-4045-a609-d76aa6616c3a tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 210 time: 0.0453789 Aug 29 04:33:39.579019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-414d5dd9-287e-4e9b-be0a-a26f7140a99f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.580036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.687716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-414d5dd9-287e-4e9b-be0a-a26f7140a99f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.729382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-28e8fcb4-8c1c-4c55-a081-f9b845ce5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:39.730827 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-28e8fcb4-8c1c-4c55-a081-f9b845ce5b84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1095 time: 0.5957246 Aug 29 04:33:39.803121 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-7256f80b-b011-4afd-81ce-59b129cb7938 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 217 time: 0.0566530 Aug 29 04:33:39.874804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.889784 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-414d5dd9-287e-4e9b-be0a-a26f7140a99f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.925234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d5dd9-287e-4e9b-be0a-a26f7140a99f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4aebed-e0e6-4f28-a806-55d1944c9f51,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.935653 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-414d5dd9-287e-4e9b-be0a-a26f7140a99f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.937698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-414d5dd9-287e-4e9b-be0a-a26f7140a99f tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/subnets/8a4aebed-e0e6-4f28-a806-55d1944c9f51 HTTP/1.1" status: 204 len: 168 time: 0.7470715 Aug 29 04:33:39.939283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-2716fdbe-4f3d-4875-9b5f-2ba11cab4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:39.940318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56774) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:39.940801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-2716fdbe-4f3d-4875-9b5f-2ba11cab4812 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.1268568 Aug 29 04:33:39.944444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f8c3d-a757-41b5-ae1f-091596936da9 None None] Network ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:40.007153 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-ee7493a5-4540-413d-a458-0b36498cbd0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536706 Aug 29 04:33:40.042094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.103708 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.165476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Pushing event updated for resources: {'Port': ['ID=63bba7c9-fb89-4777-96a4-c9de72e58a2e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:40.171875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Network 93278773-8a31-4e9c-8452-978c8c025bac is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:40.178108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:40.182845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:40.233066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] DHCP port deletion for ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:40.249567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:40.250220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.255494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Deleting port c978efa5-0771-4789-b610-92632949b740 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:40.255906 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.294465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-097bd918-7830-4b5d-b5e3-383b5056db35 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3677030 Aug 29 04:33:40.332103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Request body: {'port': {'device_id': '73d2f006-2515-4590-84b8-8d5e470a2799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:40.369295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] Deleting port c978efa5-0771-4789-b610-92632949b740 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:40.370447 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.392500 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-a781e262-9392-47d7-9f59-caed7c9a11dc service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765345 Aug 29 04:33:40.453616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] For port c978efa5-0771-4789-b610-92632949b740, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c978efa5-0771-4789-b610-92632949b740,segment=NetworkSegment(d6b83e22-51ab-4af9-a303-628c50fd404c),segment_id=d6b83e22-51ab-4af9-a303-628c50fd404c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:40.454108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.478332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] Calling delete_port for c978efa5-0771-4789-b610-92632949b740 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:40.482790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.504214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] For port c978efa5-0771-4789-b610-92632949b740, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c978efa5-0771-4789-b610-92632949b740,segment=NetworkSegment(d6b83e22-51ab-4af9-a303-628c50fd404c),segment_id=d6b83e22-51ab-4af9-a303-628c50fd404c)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:40.504592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.540723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Calling delete_port for c978efa5-0771-4789-b610-92632949b740 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:40.584795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10fc66ee-56cf-4074-85b7-b0fc78c5a940 req-a53ea8a6-2022-4f56-bdf3-addb22ed6f7b service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841476 Aug 29 04:33:40.639624 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.660323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc8611-efb3-4f2a-b38c-4b8f03230d58 req-e6433d91-7985-485f-b67a-9108bc7455a4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:40.679679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95bc8611-efb3-4f2a-b38c-4b8f03230d58 req-e6433d91-7985-485f-b67a-9108bc7455a4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 943 time: 0.3015058 Aug 29 04:33:40.687903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] Pushing event deleted for resources: {'Port': ['ID=c978efa5-0771-4789-b610-92632949b740,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:40.720513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaabc16-d0fc-45a8-b83c-c2d183e01f51 None None] No DVR routers for this DVR port c978efa5-0771-4789-b610-92632949b740 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:40.796731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-4e415f5c-bd03-4c16-803a-a93219216958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:40.798366 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-4e415f5c-bd03-4c16-803a-a93219216958 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1095 time: 0.1016321 Aug 29 04:33:40.864453 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56814) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:40.902531 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95bc8611-efb3-4f2a-b38c-4b8f03230d58 req-8432fead-d7a1-45f6-86b3-3567b7e3159d tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200592 Aug 29 04:33:40.937582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38490d11-071e-4e4d-af78-76de16a90a78 req-099361c3-1043-4119-9780-8a891361046f tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:40.940523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38490d11-071e-4e4d-af78-76de16a90a78 req-099361c3-1043-4119-9780-8a891361046f tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 932 time: 0.1750703 Aug 29 04:33:40.966829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:41.004431 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.069456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-212a8029-1301-4518-9230-d31db7bb570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.071492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-212a8029-1301-4518-9230-d31db7bb570f service neutron] 10.222.0.64 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 921 time: 0.2539785 Aug 29 04:33:41.107199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Port': ['ID=c978efa5-0771-4789-b610-92632949b740,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.128239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:41.138648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] No DVR routers for this DVR port c978efa5-0771-4789-b610-92632949b740 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:41.147601 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.170214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38490d11-071e-4e4d-af78-76de16a90a78 req-e7c3c41d-5134-4470-939d-c07a74ad4ecd tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885350 Aug 29 04:33:41.188125 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-67c95d23-f7c2-49d9-990a-4768d75b69dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 217 time: 0.0974529 Aug 29 04:33:41.244151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:41.335539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-2fcee141-3eb0-4c6c-9f26-00fb0c9ec1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.335864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.338483 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-2fcee141-3eb0-4c6c-9f26-00fb0c9ec1d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.1276715 Aug 29 04:33:41.369299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bba7c9-fb89-4777-96a4-c9de72e58a2e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:41.387613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.411597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:41.414486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-f45ca2e5-7320-46e3-bf14-23c80d779b47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644419 Aug 29 04:33:41.428616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b83e22-51ab-4af9-a303-628c50fd404c') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:41.428917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b83e22-51ab-4af9-a303-628c50fd404c') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:41.430311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.444609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.467716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.480249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:41.480249 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:41.485651 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:41.502474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.549862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:41.563892 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de680e60-8c08-4d93-97e8-ad87ca56dafb" -d '{"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:41.584888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Transition to ACTIVE for port object 63bba7c9-fb89-4777-96a4-c9de72e58a2e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:41.600209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:41.604465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.608860 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.635201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.639455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.654564 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.659409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] 10.222.0.58 "DELETE /v2.0/networks/ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a HTTP/1.1" status: 204 len: 168 time: 1.7179163 Aug 29 04:33:41.692945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd68250-d127-4665-b36d-e7d27b46e5cc tempest-NetworksIpV6TestAttrs-1262226723 tempest-NetworksIpV6TestAttrs-1262226723-project] Pushing event deleted for resources: {'Network': ['ID=ad9ba62b-fe55-4f8e-8a86-edbfc0515d9a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.738832 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab3932-ee34-442f-8166-73c6bdb927ca x-openstack-request-id: req-5dab3932-ee34-442f-8166-73c6bdb927ca {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:41.739573 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:41.740240 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dab3932-ee34-442f-8166-73c6bdb927ca {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:41.741309 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'code': 200} Aug 29 04:33:41.745065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.862387 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-4182dad7-71de-4dda-a7e7-f2030e7bb9ec service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290943 Aug 29 04:33:41.867692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63bba7c9-fb89-4777-96a4-c9de72e58a2e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.959819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e6404684-7e26-4931-82b3-039735de1a01 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.973679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c978efa5-0771-4789-b610-92632949b740 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:41.975654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e6404684-7e26-4931-82b3-039735de1a01 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 814 time: 0.2781875 Aug 29 04:33:42.001302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Allocated IP 172.25.1.250 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/3cc013be-388e-43af-b833-1e277caef2ed) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:42.014525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-6cf90a90-283f-4b96-a57a-4f63aba5b97d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/quotas/3d1d3456afd9459a8e6683f38903a3cd HTTP/1.1" status: 200 len: 375 time: 0.0375884 Aug 29 04:33:42.024992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c978efa5-0771-4789-b610-92632949b740 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:42.028185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c978efa5-0771-4789-b610-92632949b740 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:42.118667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Attempting to bind port 63bba7c9-fb89-4777-96a4-c9de72e58a2e on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:42.119064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Attempting to bind port 63bba7c9-fb89-4777-96a4-c9de72e58a2e by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '93278773-8a31-4e9c-8452-978c8c025bac'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:42.119352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Attempting to bind port 63bba7c9-fb89-4777-96a4-c9de72e58a2e on network 93278773-8a31-4e9c-8452-978c8c025bac {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:42.149527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Port 63bba7c9-fb89-4777-96a4-c9de72e58a2e on network 93278773-8a31-4e9c-8452-978c8c025bac not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:42.149858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Attempting to bind port 63bba7c9-fb89-4777-96a4-c9de72e58a2e on network 93278773-8a31-4e9c-8452-978c8c025bac {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:42.186591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:42.186936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Checking segment: {'id': '5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '93278773-8a31-4e9c-8452-978c8c025bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:42.187332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Bound using segment: {'id': '5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '93278773-8a31-4e9c-8452-978c8c025bac'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:42.187786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Bound port: 63bba7c9-fb89-4777-96a4-c9de72e58a2e, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '93278773-8a31-4e9c-8452-978c8c025bac'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:42.188181 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.224718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e055c32b-6d4e-427a-95a5-f6fd6c4144ac tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2062764 Aug 29 04:33:42.246296 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d7f6740-8acd-4e50-90b9-2d93759df52b req-0a7b87fd-716a-43d7-9f7d-e10c12cd7e91 service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651211 Aug 29 04:33:42.315542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56870) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.327506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d820-2ece-4978-abe6-27475bd21c21 req-505ffc90-ba0e-408c-b4d3-bf13c2174068 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.335099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4eb2d820-2ece-4978-abe6-27475bd21c21 req-505ffc90-ba0e-408c-b4d3-bf13c2174068 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 943 time: 0.2680562 Aug 29 04:33:42.402716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] For port 63bba7c9-fb89-4777-96a4-c9de72e58a2e, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:42.407426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] For port 63bba7c9-fb89-4777-96a4-c9de72e58a2e, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=63bba7c9-fb89-4777-96a4-c9de72e58a2e,segment=NetworkSegment(5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e),segment_id=5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:42.417508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.460075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.461138 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.462958 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] 10.222.0.65 "PUT /v2.0/ports/63bba7c9-fb89-4777-96a4-c9de72e58a2e HTTP/1.1" status: 200 len: 1093 time: 2.1555791 Aug 29 04:33:42.463570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d2f006-2515-4590-84b8-8d5e470a2799', 'tag': '63bba7c9-fb89-4777-96a4-c9de72e58a2e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:42.466170 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5960f40-865e-4bc5-a105-28e7c9eb2b55" -d '{"events": [{"name": "network-changed", "server_uuid": "73d2f006-2515-4590-84b8-8d5e470a2799", "tag": "63bba7c9-fb89-4777-96a4-c9de72e58a2e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:42.488669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4eb2d820-2ece-4978-abe6-27475bd21c21 req-c9fba420-f21a-453f-8cd3-fcb6679b80c0 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520064 Aug 29 04:33:42.553694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.592688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1cf52-a3cd-44c6-800f-edc20a14f7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63bba7c9-fb89-4777-96a4-c9de72e58a2e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.602721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-765a754c-ddef-4740-a646-5da3b87bba6d service neutron] 10.222.0.58 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629386 Aug 29 04:33:42.633673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-432c56ef-3c7f-4f53-8ac1-96638f62cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.635408 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-432c56ef-3c7f-4f53-8ac1-96638f62cd50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3194f056dbb4e79b2f7ae4823865a11&device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 1096 time: 0.1098795 Aug 29 04:33:42.719445 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-9663d551-8b91-4e8e-880f-6431103da831 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63bba7c9-fb89-4777-96a4-c9de72e58a2e HTTP/1.1" status: 200 len: 217 time: 0.0730345 Aug 29 04:33:42.807063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3d3aa55f-a246-41b7-9b16-53efb5e54cf8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bdca895f1ee4ca09092d364edfb7239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791265 Aug 29 04:33:42.810014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56882) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.824125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-2075a330-6d7d-4dfc-bb26-10552a6ff2f0 service neutron] 10.222.0.58 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830881 Aug 29 04:33:42.846065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-7e4abdf3-6337-41ed-8926-093517867f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.849561 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-7e4abdf3-6337-41ed-8926-093517867f66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c89ab1d5-94d6-4a70-abd6-f003c445c1ef HTTP/1.1" status: 200 len: 853 time: 0.1183486 Aug 29 04:33:42.851500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6972e-262f-4073-980b-6b07912317f8 req-0c3a6d3e-bd56-468d-9783-860fd58ac44b tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.860138 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7df6972e-262f-4073-980b-6b07912317f8 req-0c3a6d3e-bd56-468d-9783-860fd58ac44b tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 944 time: 0.2296815 Aug 29 04:33:42.900381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.942642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-bd75bf68-4958-4b15-ad36-14daab28e3d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93278773-8a31-4e9c-8452-978c8c025bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558484 Aug 29 04:33:42.978114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:43.107926 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55ebfd93-308c-490d-94aa-ef1092c374dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.131852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55ebfd93-308c-490d-94aa-ef1092c374dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.140660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:43.156923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:43.165584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'port_id': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'mac_address': 'fa:16:3e:24:1c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:43.169799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7df6972e-262f-4073-980b-6b07912317f8 req-8ab0719d-605c-485c-bc80-20dc5fa774c7 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089573 Aug 29 04:33:43.172057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc013be-388e-43af-b833-1e277caef2ed,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.178516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:43.188396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:43.336112 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.338752 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1948c112-3c01-421d-8075-432af6382c34 x-openstack-request-id: req-1948c112-3c01-421d-8075-432af6382c34 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:43.339081 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d2f006-2515-4590-84b8-8d5e470a2799", "tag": "63bba7c9-fb89-4777-96a4-c9de72e58a2e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:43.339344 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1948c112-3c01-421d-8075-432af6382c34 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:43.345026 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d2f006-2515-4590-84b8-8d5e470a2799', 'tag': '63bba7c9-fb89-4777-96a4-c9de72e58a2e', 'status': 'completed', 'code': 200} Aug 29 04:33:43.381432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:43.399128 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55ebfd93-308c-490d-94aa-ef1092c374dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.406469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55ebfd93-308c-490d-94aa-ef1092c374dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.407765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-55ebfd93-308c-490d-94aa-ef1092c374dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a78c69f2-73ea-49b5-a9eb-8385af382337 HTTP/1.1" status: 204 len: 168 time: 0.5964439 Aug 29 04:33:43.421234 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-19e15b32-25da-46f8-8b0f-73d438f87192 service neutron] 10.222.0.65 "GET /v2.0/networks/93278773-8a31-4e9c-8452-978c8c025bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708786 Aug 29 04:33:43.429860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebfd93-308c-490d-94aa-ef1092c374dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c69f2-73ea-49b5-a9eb-8385af382337,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.443157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:43.470992 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.615030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.619407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a84d33c1-12d7-420c-9375-64dba6fb4f4d req-6b2fa876-ddac-49fd-bf03-4b67d575fbc1 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 210 time: 0.1424689 Aug 29 04:33:43.665767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.668688 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ef6fc9f4-ab24-44e6-9508-e15f1f9c1f01 req-489613a6-721f-4f2b-9ede-b6f709e3e325 service neutron] 10.222.0.65 "GET /v2.0/networks/93278773-8a31-4e9c-8452-978c8c025bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343547 Aug 29 04:33:43.780786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:43.809589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-3ac8d220-ed37-4da3-86a3-09f74f5d1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.811356 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-3ac8d220-ed37-4da3-86a3-09f74f5d1672 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3194f056dbb4e79b2f7ae4823865a11&device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 1096 time: 0.0699728 Aug 29 04:33:43.817528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.984126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86808820-a347-407e-909a-8ee4f22cc773 req-9ac3f030-3d94-43cf-9b7a-5140a23faab4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.985936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86808820-a347-407e-909a-8ee4f22cc773 req-9ac3f030-3d94-43cf-9b7a-5140a23faab4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 944 time: 0.3134630 Aug 29 04:33:44.045794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86808820-a347-407e-909a-8ee4f22cc773 req-6fea00f8-4321-4836-80d0-cff61f04bcbc tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525382 Aug 29 04:33:44.107822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.118064 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.123526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-31c88b48-9774-44e7-9501-512e76c4d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.125761 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-31c88b48-9774-44e7-9501-512e76c4d5ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=93278773-8a31-4e9c-8452-978c8c025bac HTTP/1.1" status: 200 len: 914 time: 0.3059297 Aug 29 04:33:44.171342 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:33:44.202531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-435c29c3-35c8-428b-b4a9-b640da1088e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63bba7c9-fb89-4777-96a4-c9de72e58a2e HTTP/1.1" status: 200 len: 217 time: 0.0671611 Aug 29 04:33:44.214952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc013be-388e-43af-b833-1e277caef2ed,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:44.278325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.312110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.322900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56920) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.324578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-543788494', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'fixed_ips': [{'ip_address': '172.25.1.250'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:44.326199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-439dd79f-052e-4991-98d7-322b55e42e7b tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4596961 Aug 29 04:33:44.381352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Made reservation on behalf of 49a1e570560d4f55873ba6a99cb78fd9 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:44.387660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.430440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.495716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b9644-a2ef-494c-b01a-41f20849dc86 req-0abca0ac-5649-443b-8ca8-5a3c468fb7fb tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.497432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f43b9644-a2ef-494c-b01a-41f20849dc86 req-0abca0ac-5649-443b-8ca8-5a3c468fb7fb tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 944 time: 0.1239734 Aug 29 04:33:44.503672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-9dffc94d-2589-4d5d-9dfa-d83053057ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.516141 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-9dffc94d-2589-4d5d-9dfa-d83053057ec4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c89ab1d5-94d6-4a70-abd6-f003c445c1ef HTTP/1.1" status: 200 len: 853 time: 0.3054640 Aug 29 04:33:44.593405 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-5ba2597a-66fc-4a18-aee4-9dc613eed8e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93278773-8a31-4e9c-8452-978c8c025bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456471 Aug 29 04:33:44.600186 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f43b9644-a2ef-494c-b01a-41f20849dc86 req-d0fa1660-0102-4efb-a5fb-67aeb88b16b1 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943480 Aug 29 04:33:44.745491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56946) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.878016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-41cedb04-240f-4421-8ded-f026f89ce471 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1190332657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:44.886082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7cbcb2d-e205-4bdf-afbb-7be02d609aa1 req-94349f6e-b41f-43be-9ff6-93d82f606f15 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 210 time: 0.1016705 Aug 29 04:33:44.936009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.942845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.949735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-ec2d4152-ed6a-4b65-be5e-36e4d0b01de4 service neutron] 10.222.0.65 "GET /v2.0/networks/93278773-8a31-4e9c-8452-978c8c025bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342094 Aug 29 04:33:44.952938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] device_id is not set on port 0412718b-21a7-4fd9-8d66-6b1536d399ea yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:44.983850 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41cedb04-240f-4421-8ded-f026f89ce471 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.985619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41cedb04-240f-4421-8ded-f026f89ce471 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.008471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:45.109051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1fa6d-7d79-4846-ac97-9f0fa3342cc1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.146534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41cedb04-240f-4421-8ded-f026f89ce471 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.155945 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41cedb04-240f-4421-8ded-f026f89ce471 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.178749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:45.183357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41cedb04-240f-4421-8ded-f026f89ce471 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.187322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-41cedb04-240f-4421-8ded-f026f89ce471 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4399998 Aug 29 04:33:45.189226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56952) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.190769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:45.191331 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.196788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2099806970'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:45.253117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Made reservation on behalf of d017907cffa1439d93a8893b57aca963 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:45.259809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.300803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.346725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0875c-2990-44a6-a4f7-f22a49a563c4 req-d018f29b-7c7c-4199-ba0b-43e30ae0a9d1 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.356861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47e0875c-2990-44a6-a4f7-f22a49a563c4 req-d018f29b-7c7c-4199-ba0b-43e30ae0a9d1 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 944 time: 0.1306686 Aug 29 04:33:45.378196 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.392559 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f5960f40-865e-4bc5-a105-28e7c9eb2b55 req-f830d037-2816-480d-95d2-99d3ef760987 service neutron] 10.222.0.65 "GET /v2.0/networks/93278773-8a31-4e9c-8452-978c8c025bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273617 Aug 29 04:33:45.397746 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:33:45.398839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:45.431835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:45.434326 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ca3f98-9208-4a7d-83ae-91b521fee25f" -d '{"events": [{"server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "name": "network-vif-plugged", "status": "completed", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:45.436782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47e0875c-2990-44a6-a4f7-f22a49a563c4 req-7c2f8d50-9c5b-4a8a-a5cf-9ddad0b051a3 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749753 Aug 29 04:33:45.455280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:45.475282 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.539733 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1834a430-afd9-4524-b6a8-a982692546b9 x-openstack-request-id: req-1834a430-afd9-4524-b6a8-a982692546b9 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:45.542522 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "name": "network-vif-plugged", "status": "completed", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:45.543477 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1834a430-afd9-4524-b6a8-a982692546b9 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:45.544211 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'code': 200} Aug 29 04:33:45.654877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.671006 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.682495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.719074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c02d242b-c6ee-4a33-996c-ddece85a2dcd tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3992629 Aug 29 04:33:45.722449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56964) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.736992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:45.842855 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.842855 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Added segment 9a414267-7358-4014-bdf1-a72b2df9d68e of type vlan for network 4400e165-ec23-4788-84fa-044e16ba2082 Aug 29 04:33:45.843861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6029efc-77eb-4d8d-a5b5-84a76582d5f6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.891894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-b17904b6-1c1c-4eaa-b76c-4f181f043367 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.893858 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-b17904b6-1c1c-4eaa-b76c-4f181f043367 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.64 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 814 time: 0.4230289 Aug 29 04:33:45.923707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Request body: {'port': {'device_id': '5216e37f-5977-4731-baac-6dcf006b2f9c', 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'admin_state_up': True, 'tenant_id': '3d1d3456afd9459a8e6683f38903a3cd'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:45.933904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.955669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643bb0-bdf6-42a4-bfd2-ee44b8fc03b5 req-98fef88a-2af5-44d4-ac71-73047730b1a5 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.963133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe643bb0-bdf6-42a4-bfd2-ee44b8fc03b5 req-98fef88a-2af5-44d4-ac71-73047730b1a5 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 944 time: 0.1727841 Aug 29 04:33:45.977943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d9473-3612-4111-91b1-7938ea94838f req-056996b9-fe5f-4691-9c40-36ad52b42af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.979360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-760d9473-3612-4111-91b1-7938ea94838f req-056996b9-fe5f-4691-9c40-36ad52b42af5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1097 time: 0.2275538 Aug 29 04:33:46.031952 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.037474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.038073 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.127887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe643bb0-bdf6-42a4-bfd2-ee44b8fc03b5 req-23c3e871-18a5-42ad-9862-50c365b45df1 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616607 Aug 29 04:33:46.166176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9759536 Aug 29 04:33:46.170948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e77b8bb-7cac-40ab-bf35-26af28b737e2 req-334a89b0-fb4c-4dcc-afb8-621950177187 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 210 time: 0.0962431 Aug 29 04:33:46.171935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56970) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.176972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-760d9473-3612-4111-91b1-7938ea94838f req-ba6a80e0-2edc-461f-8f27-43d688b8303b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721437 Aug 29 04:33:46.182402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'subnet': {'network_id': '4400e165-ec23-4788-84fa-044e16ba2082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:46.208161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Made reservation on behalf of 3d1d3456afd9459a8e6683f38903a3cd for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:46.213008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.431365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Deleting port 3cc013be-388e-43af-b833-1e277caef2ed {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:46.432348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.522499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Allocated IP 172.20.0.11 (2cef169a-1720-4e0e-85ad-71dc6f0b6aa6/9e7d4a4a-b362-44f4-8560-0ac97145c7ed/1c5cc154-8bce-4efe-8140-dd3c91d0b533) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:46.575066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.575555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.603588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78963-3bd9-4fb6-8e1a-9e49aa065c9a tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Network': ['ID=4400e165-ec23-4788-84fa-044e16ba2082,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.609093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Calling delete_port for 3cc013be-388e-43af-b833-1e277caef2ed owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:46.629466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4400e165-ec23-4788-84fa-044e16ba2082 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:46.741323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 63bba7c9-fb89-4777-96a4-c9de72e58a2e details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:46.781283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3493d10-6e2d-4575-bbfc-3b4f2d23649d req-71db5446-667b-4d30-ac3b-f0fbdea00aa7 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.783152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3493d10-6e2d-4575-bbfc-3b4f2d23649d req-71db5446-667b-4d30-ac3b-f0fbdea00aa7 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1894507 Aug 29 04:33:46.856739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3493d10-6e2d-4575-bbfc-3b4f2d23649d req-2a647d92-d8db-488c-9325-be4342044397 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609999 Aug 29 04:33:46.859466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Made reservation on behalf of d017907cffa1439d93a8893b57aca963 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:46.866042 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.988031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 63bba7c9-fb89-4777-96a4-c9de72e58a2e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=63bba7c9-fb89-4777-96a4-c9de72e58a2e,segment=NetworkSegment(5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e),segment_id=5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:47.013044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '63bba7c9-fb89-4777-96a4-c9de72e58a2e', 'network_id': '93278773-8a31-4e9c-8452-978c8c025bac', 'port_id': '63bba7c9-fb89-4777-96a4-c9de72e58a2e', 'mac_address': 'fa:16:3e:32:29:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89ab1d5-94d6-4a70-abd6-f003c445c1ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:47.054694 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.084507 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.105836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bba7c9-fb89-4777-96a4-c9de72e58a2e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:47.139764 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.140069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 63bba7c9-fb89-4777-96a4-c9de72e58a2e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=63bba7c9-fb89-4777-96a4-c9de72e58a2e,segment=NetworkSegment(5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e),segment_id=5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:47.153459 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.225241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-3b75a069-ae54-43a1-97ee-fa0a95dc1c6f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0886948 Aug 29 04:33:47.294737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cc013be-388e-43af-b833-1e277caef2ed,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.302675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=63bba7c9-fb89-4777-96a4-c9de72e58a2e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.393769 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-24d79110-4961-4a07-88d4-540f96844aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.476309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['63bba7c9-fb89-4777-96a4-c9de72e58a2e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:47.477026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.543601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.546527 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.559457 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0d5939fa-455a-46d9-ae6f-0237beba845c tempest-ExternalNetworksAdminNegativeTestJSON-556327007 tempest-ExternalNetworksAdminNegativeTestJSON-556327007-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/1bcfa860-e01c-486c-b489-c06ad9ff3c19 HTTP/1.1" status: 204 len: 168 time: 1.8255816 Aug 29 04:33:47.562986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['249535fe-8838-40bb-ab69-f9c17235f3cc'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:47.597376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:47.605814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:47.613258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Pushing event updated for resources: {'Port': ['ID=1c5cc154-8bce-4efe-8140-dd3c91d0b533,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.619887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:47.630184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-7f950fac-9bef-4389-86de-ec607a85d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.632789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-7f950fac-9bef-4389-86de-ec607a85d045 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 1097 time: 0.3550863 Aug 29 04:33:47.661147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f77b28-1d3a-4121-8d90-5402bd9f0f9a req-e028408d-6b28-46a7-8df5-b7a8f9f1f180 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.668687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07f77b28-1d3a-4121-8d90-5402bd9f0f9a req-e028408d-6b28-46a7-8df5-b7a8f9f1f180 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 945 time: 0.3218567 Aug 29 04:33:47.845334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-bf5c11ce-f0ae-47d6-9c5a-1408573caefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.848684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-bf5c11ce-f0ae-47d6-9c5a-1408573caefd service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 915 time: 0.1766043 Aug 29 04:33:47.854975 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.937429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be33763-cc52-42bf-92d3-11b950904352 req-34005b83-92a9-4f30-811a-ce7a3d1a933d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.971026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8be33763-cc52-42bf-92d3-11b950904352 req-34005b83-92a9-4f30-811a-ce7a3d1a933d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 932 time: 0.5586295 Aug 29 04:33:48.153895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57006) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.201187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-cc77e4ec-e66c-4169-a638-fefbba332d7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=249535fe-8838-40bb-ab69-f9c17235f3cc HTTP/1.1" status: 200 len: 217 time: 0.3358481 Aug 29 04:33:48.266526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07f77b28-1d3a-4121-8d90-5402bd9f0f9a req-edd57d5e-fba4-4aaa-a15d-54bdf4db2bcc tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834596 Aug 29 04:33:48.302983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.304021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.339448 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-e2d5fda4-0e2e-4fde-81ce-a66f9c9e5f04 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4239264 Aug 29 04:33:48.354017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Request body: {'port': {'device_id': '5216e37f-5977-4731-baac-6dcf006b2f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:48.390590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Subnet': ['ID=a372c17a-8287-4cd1-abfd-697fc4f35dd1,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:48.427173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8be33763-cc52-42bf-92d3-11b950904352 req-13e5bfaa-024a-4d07-8190-f64e6d3bca9e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470255 Aug 29 04:33:48.474535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.552045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Checking segment: {'id': '9a414267-7358-4014-bdf1-a72b2df9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4400e165-ec23-4788-84fa-044e16ba2082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:48.552473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network hostable DHCP agents. Network: 4400e165-ec23-4788-84fa-044e16ba2082, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:48.580863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4942afea-68f4-493a-b7bf-73f5097fa8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.595408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-e538a278-62c5-46ef-9b44-6ad2b65b0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.596534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-e538a278-62c5-46ef-9b44-6ad2b65b0fe3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.3771892 Aug 29 04:33:48.642612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-99c25444-a187-42ab-a351-6447b3544704 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325742 Aug 29 04:33:48.676735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e4642-c418-4858-8710-753a81b56843 req-b2199f39-9f4f-4c0e-9e6b-22528321595f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.678418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e7e4642-c418-4858-8710-753a81b56843 req-b2199f39-9f4f-4c0e-9e6b-22528321595f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.2502050 Aug 29 04:33:48.714225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network 4400e165-ec23-4788-84fa-044e16ba2082 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:48.721429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e4d8684-6193-45a7-ae6c-004450a79c82', 'a6e3118e-dc13-4745-9948-52794f0762b6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:48.806406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5cc154-8bce-4efe-8140-dd3c91d0b533 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:48.816165 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.829292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Transition to ACTIVE for port object 1c5cc154-8bce-4efe-8140-dd3c91d0b533 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:48.839720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.884017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4400e165-ec23-4788-84fa-044e16ba2082) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:48.901533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e7e4642-c418-4858-8710-753a81b56843 req-86989e9e-c885-4fa2-9484-e71f2dbf0da2 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665709 Aug 29 04:33:48.902921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.903524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.912403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dfce67-ab1e-439d-af9e-bde7b7c5e85a None None] Network 4400e165-ec23-4788-84fa-044e16ba2082 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:49.012633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-6519f942-fc5f-41db-ab24-b50475c4fb3d service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587785 Aug 29 04:33:49.030495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5cc154-8bce-4efe-8140-dd3c91d0b533,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.268543 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4942afea-68f4-493a-b7bf-73f5097fa8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.284791 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4942afea-68f4-493a-b7bf-73f5097fa8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.336007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Attempting to bind port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:49.340475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Attempting to bind port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:49.340862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Attempting to bind port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:49.373851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-4400e165-ec23-4788-84fa-044e16ba2082', 'network_id': '4400e165-ec23-4788-84fa-044e16ba2082', 'tenant_id': 'd017907cffa1439d93a8893b57aca963', 'fixed_ips': [{'subnet_id': 'a372c17a-8287-4cd1-abfd-697fc4f35dd1'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:49.374850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.394407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:49.394737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Attempting to bind port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 on network 2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:49.406310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:49.406925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Checking segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:49.407639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Bound using segment: {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:49.408359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Bound port: 1c5cc154-8bce-4efe-8140-dd3c91d0b533, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4875d28b-d543-40f4-8d84-db7b384e2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:49.408864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.435160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-d9b1185e-6092-4f23-befe-de5a8b39a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.437235 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-d9b1185e-6092-4f23-befe-de5a8b39a26f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1097 time: 0.1553686 Aug 29 04:33:49.502491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a6d51fc-a7f3-48de-9cf2-c5cd83caf309 req-ffb8fa1c-33a9-4b53-9ea3-be98e063375d service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713459 Aug 29 04:33:49.532049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942afea-68f4-493a-b7bf-73f5097fa8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a04a8e-00c7-4076-afc5-7ff4a196430f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.538715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6389e570-133c-41f0-b8b2-6b2877f3ede5 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3594246 Aug 29 04:33:49.543960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.695586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'network': {'name': 'tempest-router-network01--421580855'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:49.780975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4942afea-68f4-493a-b7bf-73f5097fa8de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a0ff7bc02a14a28b89ee4cc6845fcfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6216431 Aug 29 04:33:49.793884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.810981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] For port 1c5cc154-8bce-4efe-8140-dd3c91d0b533, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:49.831518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Allocated IP 172.20.0.2 (4400e165-ec23-4788-84fa-044e16ba2082/a372c17a-8287-4cd1-abfd-697fc4f35dd1/4867e6cb-6fa8-48a7-b8b5-e9201f36436c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:49.840090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-3cc759a2-5935-4eb8-9c09-a294aa034b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.842194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-3cc759a2-5935-4eb8-9c09-a294aa034b27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 921 time: 0.3741810 Aug 29 04:33:49.856193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] For port 1c5cc154-8bce-4efe-8140-dd3c91d0b533, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1c5cc154-8bce-4efe-8140-dd3c91d0b533,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:49.919320 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-8706c210-aa44-4631-bef1-aeac4db64da9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 217 time: 0.0651112 Aug 29 04:33:49.921666 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.932588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf44da1-ad41-43ca-ba51-13369ac0a60b req-0332073f-ef1b-4715-8f7b-e3145a8ade28 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.951796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbf44da1-ad41-43ca-ba51-13369ac0a60b req-0332073f-ef1b-4715-8f7b-e3145a8ade28 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 945 time: 0.4469357 Aug 29 04:33:49.975700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Made reservation on behalf of d017907cffa1439d93a8893b57aca963 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:49.980040 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.012908 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93f1901a-45da-47e1-956b-ed67e511444c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.023945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e304-ce18-49e1-ac7b-f1dc43253fbc req-0422d06c-d9ae-48d7-9aed-c2036c5b99b9 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.033662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6233e304-ce18-49e1-ac7b-f1dc43253fbc req-0422d06c-d9ae-48d7-9aed-c2036c5b99b9 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.5205555 Aug 29 04:33:50.056996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.058064 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.059734 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] 10.222.0.64 "PUT /v2.0/ports/1c5cc154-8bce-4efe-8140-dd3c91d0b533 HTTP/1.1" status: 200 len: 1093 time: 1.7111537 Aug 29 04:33:50.060698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5216e37f-5977-4731-baac-6dcf006b2f9c', 'tag': '1c5cc154-8bce-4efe-8140-dd3c91d0b533'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:50.063239 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfa734c-54a3-4145-9279-309833f20909" -d '{"events": [{"name": "network-changed", "server_uuid": "5216e37f-5977-4731-baac-6dcf006b2f9c", "tag": "1c5cc154-8bce-4efe-8140-dd3c91d0b533"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:50.082387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985bb86-e6dd-45c3-a5c3-ad4471b20343 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5cc154-8bce-4efe-8140-dd3c91d0b533,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.091661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-0a928d2a-4ec4-4f31-b70d-ccd93baffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.094413 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-0a928d2a-4ec4-4f31-b70d-ccd93baffe5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.1366088 Aug 29 04:33:50.114572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:50.124956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.149702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93f1901a-45da-47e1-956b-ed67e511444c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.149992 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-ce335ddc-102b-44e8-991f-02389c5360f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396414 Aug 29 04:33:50.159885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Transition to ACTIVE for port object 4867e6cb-6fa8-48a7-b8b5-e9201f36436c will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:50.160223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6233e304-ce18-49e1-ac7b-f1dc43253fbc req-10eb7164-3810-4423-988a-05b5c0c60caa tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256413 Aug 29 04:33:50.192611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbf44da1-ad41-43ca-ba51-13369ac0a60b req-7edecd32-3e41-45bb-af36-40514dedb4b6 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398753 Aug 29 04:33:50.208951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Transition to ACTIVE for port object 4867e6cb-6fa8-48a7-b8b5-e9201f36436c will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:50.224250 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.247135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.248683 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Added segment 035b7658-6f53-431a-82c3-1937c0abffdf of type vlan for network 00e283ae-51db-4bd7-ad0c-7c235c649594 Aug 29 04:33:50.276852 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-a11dc4f1-54c3-41e8-98d4-df7ae0c1a764 service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112506 Aug 29 04:33:50.317476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8108d233-9b88-4e1e-93b0-a2e72f55309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.319012 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-8108d233-9b88-4e1e-93b0-a2e72f55309b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 1096 time: 0.1974649 Aug 29 04:33:50.398144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Network 4400e165-ec23-4788-84fa-044e16ba2082 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:50.421047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:50.425710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.437622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.442596 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-57db0bdf-f166-4ea8-92df-d5ec25c4ba24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c5cc154-8bce-4efe-8140-dd3c91d0b533 HTTP/1.1" status: 200 len: 217 time: 0.0964890 Aug 29 04:33:50.457309 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cf654e-220e-43e6-ae02-4a7048226027 x-openstack-request-id: req-93cf654e-220e-43e6-ae02-4a7048226027 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:50.457835 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5216e37f-5977-4731-baac-6dcf006b2f9c", "tag": "1c5cc154-8bce-4efe-8140-dd3c91d0b533", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:50.458265 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93cf654e-220e-43e6-ae02-4a7048226027 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:50.458823 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5216e37f-5977-4731-baac-6dcf006b2f9c', 'tag': '1c5cc154-8bce-4efe-8140-dd3c91d0b533', 'status': 'completed', 'code': 200} Aug 29 04:33:50.462479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:50.498909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Pushing event updated for resources: {'Port': ['ID=4867e6cb-6fa8-48a7-b8b5-e9201f36436c,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.515241 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dcad80aa-1cab-4713-b0bb-099a4e551ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.531830 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.543014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.546980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.581962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-9fd92eaf-08e6-4460-8e74-81e5eadcfead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.585116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-9fd92eaf-08e6-4460-8e74-81e5eadcfead service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.1289210 Aug 29 04:33:50.607546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Attempting to bind port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:50.607546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Attempting to bind port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '9a414267-7358-4014-bdf1-a72b2df9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4400e165-ec23-4788-84fa-044e16ba2082'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:50.607816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Attempting to bind port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c on network 4400e165-ec23-4788-84fa-044e16ba2082 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:50.618163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c051875a-fa87-481c-8c7c-3f1ec801f24d req-25e97a79-55df-4934-b187-948fc9b2efa6 service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251534 Aug 29 04:33:50.636816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:50.637677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Checking segment: {'id': '9a414267-7358-4014-bdf1-a72b2df9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4400e165-ec23-4788-84fa-044e16ba2082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:50.638294 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.640395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Bound using segment: {'id': '9a414267-7358-4014-bdf1-a72b2df9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4400e165-ec23-4788-84fa-044e16ba2082'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:50.641129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Bound port: 4867e6cb-6fa8-48a7-b8b5-e9201f36436c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a414267-7358-4014-bdf1-a72b2df9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4400e165-ec23-4788-84fa-044e16ba2082'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:50.641794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.642685 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-846dc922-48d5-4ea4-a769-98ee23a42dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468538 Aug 29 04:33:50.643416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Network': ['ID=00e283ae-51db-4bd7-ad0c-7c235c649594,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.649987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93f1901a-45da-47e1-956b-ed67e511444c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.653460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-93f1901a-45da-47e1-956b-ed67e511444c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.659797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-93f1901a-45da-47e1-956b-ed67e511444c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66a04a8e-00c7-4076-afc5-7ff4a196430f HTTP/1.1" status: 204 len: 168 time: 0.8589253 Aug 29 04:33:50.672444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1901a-45da-47e1-956b-ed67e511444c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a04a8e-00c7-4076-afc5-7ff4a196430f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.673994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 00e283ae-51db-4bd7-ad0c-7c235c649594 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:50.691947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a34970f6-1604-4a8f-a05c-a447ffe05be0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9972806 Aug 29 04:33:50.692933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57048) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:50.701754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa409e-b7aa-4baa-8bd1-73e93d831569 req-829895fd-26a4-48b3-8e66-c739d4219d8f tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.710260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78aa409e-b7aa-4baa-8bd1-73e93d831569 req-829895fd-26a4-48b3-8e66-c739d4219d8f tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 944 time: 0.3454726 Aug 29 04:33:50.717184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'network': {'name': 'tempest-router-network02--1304647267'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:50.800123 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78aa409e-b7aa-4baa-8bd1-73e93d831569 req-1839f4a5-afd6-410d-b401-d54420a76fca tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885961 Aug 29 04:33:50.820066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] For port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:50.821773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Made reservation on behalf of d017907cffa1439d93a8893b57aca963 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:50.824065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] For port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4867e6cb-6fa8-48a7-b8b5-e9201f36436c,segment=NetworkSegment(9a414267-7358-4014-bdf1-a72b2df9d68e),segment_id=9a414267-7358-4014-bdf1-a72b2df9d68e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:50.825650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.876978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:50.909263 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.909545 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Added segment 3dcf00ef-b5b4-4281-8cf7-de22db583bff of type vlan for network 30b049cf-4e7d-4297-a323-8088ac4b325c Aug 29 04:33:50.951631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 63bba7c9-fb89-4777-96a4-c9de72e58a2e up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:50.980938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-175f27cb-074a-4fe3-8adc-8479a5c51a87 service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275068 Aug 29 04:33:51.034401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.072758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.092597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.093720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.158835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.204630 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc312f91-e1b8-4e26-a5d3-a32192649f8a req-c70648d8-c4a9-4f91-9e30-8fac384cdc80 service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172351 Aug 29 04:33:51.309870 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5971384 Aug 29 04:33:51.346508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57072) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.346874 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.354470 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.359411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 63bba7c9-fb89-4777-96a4-c9de72e58a2e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:51.370055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 63bba7c9-fb89-4777-96a4-c9de72e58a2e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:51.370689 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.391567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'subnet': {'network_id': '00e283ae-51db-4bd7-ad0c-7c235c649594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:51.409894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa734c-54a3-4145-9279-309833f20909 req-0a35dd4b-8df7-408f-af1f-29a768c39cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.418195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9bfa734c-54a3-4145-9279-309833f20909 req-0a35dd4b-8df7-408f-af1f-29a768c39cc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 1096 time: 0.1370757 Aug 29 04:33:51.423352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630fdbd-ac31-4448-9a85-7b9ea675e02e None None] Pushing event updated for resources: {'Port': ['ID=4867e6cb-6fa8-48a7-b8b5-e9201f36436c,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.504897 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.579950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa734c-54a3-4145-9279-309833f20909 req-861bfd64-d040-48fa-92bf-ac35acb8129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.582201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9bfa734c-54a3-4145-9279-309833f20909 req-861bfd64-d040-48fa-92bf-ac35acb8129d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 200 len: 915 time: 0.1601698 Aug 29 04:33:51.586402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9cd3e-3f64-4335-b817-2a2e9092b43c tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Network': ['ID=30b049cf-4e7d-4297-a323-8088ac4b325c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.589967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 63bba7c9-fb89-4777-96a4-c9de72e58a2e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=63bba7c9-fb89-4777-96a4-c9de72e58a2e,segment=NetworkSegment(5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e),segment_id=5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:51.602589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d2f006-2515-4590-84b8-8d5e470a2799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bba7c9-fb89-4777-96a4-c9de72e58a2e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:51.618779 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b5d602-fe7c-4fe2-83e2-7927a645bcd6" -d '{"events": [{"server_uuid": "73d2f006-2515-4590-84b8-8d5e470a2799", "name": "network-vif-plugged", "status": "completed", "tag": "63bba7c9-fb89-4777-96a4-c9de72e58a2e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:51.635570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 30b049cf-4e7d-4297-a323-8088ac4b325c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:51.652482 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.700264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9bfa734c-54a3-4145-9279-309833f20909 req-08b82b54-1f1d-4e47-8ce9-73c2140ade74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c5cc154-8bce-4efe-8140-dd3c91d0b533 HTTP/1.1" status: 200 len: 217 time: 0.1073954 Aug 29 04:33:51.780793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa734c-54a3-4145-9279-309833f20909 req-f4851820-31a9-4d6f-9b91-83d6eda3140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.782445 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9bfa734c-54a3-4145-9279-309833f20909 req-f4851820-31a9-4d6f-9b91-83d6eda3140f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 200 len: 854 time: 0.0694849 Aug 29 04:33:51.792849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b289c-8238-4a22-8db7-5820d778ac18 req-5badb5e2-d340-4ebf-8d2a-bf239e7a6603 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.796180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e77b289c-8238-4a22-8db7-5820d778ac18 req-5badb5e2-d340-4ebf-8d2a-bf239e7a6603 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.4888585 Aug 29 04:33:51.820597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4562ba9b-6169-4ba8-ad3e-1b421c405a60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49a1e570560d4f55873ba6a99cb78fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224601 Aug 29 04:33:51.835349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57082) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.855930 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9bfa734c-54a3-4145-9279-309833f20909 req-6e992fa1-8e6e-4546-a126-b16943d90498 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648611 Aug 29 04:33:51.890364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83af6ab-a2ed-4364-99d1-bf3785dee370 req-abb9e424-0ffb-4b73-8ac6-321ee3d2c5d0 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.892026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e83af6ab-a2ed-4364-99d1-bf3785dee370 req-abb9e424-0ffb-4b73-8ac6-321ee3d2c5d0 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 946 time: 0.4642198 Aug 29 04:33:51.905289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e77b289c-8238-4a22-8db7-5820d778ac18 req-c06da312-b6ce-4cb7-8fb7-66806860b55f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996380 Aug 29 04:33:51.907683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Made reservation on behalf of d017907cffa1439d93a8893b57aca963 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:51.911832 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.983665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=63bba7c9-fb89-4777-96a4-c9de72e58a2e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.088365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e83af6ab-a2ed-4364-99d1-bf3785dee370 req-3474ee38-14f1-4b21-b004-5fbb717ac33a tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581192 Aug 29 04:33:52.120983 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-357d2f97-f196-4eec-a99e-518b5b5b48fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.137994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4867e6cb-6fa8-48a7-b8b5-e9201f36436c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:52.222821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9bfa734c-54a3-4145-9279-309833f20909 req-73fe6497-e724-480d-a4b4-54963b6b3ce6 service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549774 Aug 29 04:33:52.254348 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8874b4c9-c5ad-4ed5-88c4-aefac1ef26d9 x-openstack-request-id: req-8874b4c9-c5ad-4ed5-88c4-aefac1ef26d9 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:52.254653 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d2f006-2515-4590-84b8-8d5e470a2799", "name": "network-vif-plugged", "status": "completed", "tag": "63bba7c9-fb89-4777-96a4-c9de72e58a2e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:52.254912 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8874b4c9-c5ad-4ed5-88c4-aefac1ef26d9 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:52.255326 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d2f006-2515-4590-84b8-8d5e470a2799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bba7c9-fb89-4777-96a4-c9de72e58a2e', 'code': 200} Aug 29 04:33:52.348182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:52.433511 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-357d2f97-f196-4eec-a99e-518b5b5b48fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.475359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2c705-98d4-4d93-a5cb-ea7194a63764 req-985a5d07-ec18-4abe-8029-9adbeaa50ecd tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.477561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bb2c705-98d4-4d93-a5cb-ea7194a63764 req-985a5d07-ec18-4abe-8029-9adbeaa50ecd tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 944 time: 0.1951747 Aug 29 04:33:52.521577 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9bfa734c-54a3-4145-9279-309833f20909 req-27a2d01c-bd3e-4971-882f-22e4f9d4037e service neutron] 10.222.0.64 "GET /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840302 Aug 29 04:33:52.552358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6696f-4003-42e7-9d9d-b72f2220bcd0 req-6887823e-77de-4525-8873-8e99871d29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.554575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-35a6696f-4003-42e7-9d9d-b72f2220bcd0 req-6887823e-77de-4525-8873-8e99871d29d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 1098 time: 0.1763427 Aug 29 04:33:52.590618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.616110 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-35a6696f-4003-42e7-9d9d-b72f2220bcd0 req-2d9f394f-d354-4f47-acc4-538938a77b98 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535901 Aug 29 04:33:52.617604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-357d2f97-f196-4eec-a99e-518b5b5b48fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.620593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-357d2f97-f196-4eec-a99e-518b5b5b48fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.623926 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-357d2f97-f196-4eec-a99e-518b5b5b48fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5e1fa6d-7d79-4846-ac97-9f0fa3342cc1 HTTP/1.1" status: 204 len: 168 time: 0.7852666 Aug 29 04:33:52.650022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d2f97-f196-4eec-a99e-518b5b5b48fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1fa6d-7d79-4846-ac97-9f0fa3342cc1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.670522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bb2c705-98d4-4d93-a5cb-ea7194a63764 req-f52486df-a24d-412e-972a-2da89fb11d72 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773355 Aug 29 04:33:52.775101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Subnet': ['ID=fdb5776e-08bb-4e4c-a4e5-55bb3e0980a6,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.778522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Checking segment: {'id': '035b7658-6f53-431a-82c3-1937c0abffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '00e283ae-51db-4bd7-ad0c-7c235c649594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:52.778933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network hostable DHCP agents. Network: 00e283ae-51db-4bd7-ad0c-7c235c649594, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:52.784872 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.817158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network 00e283ae-51db-4bd7-ad0c-7c235c649594 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:52.842807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 00e283ae-51db-4bd7-ad0c-7c235c649594) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:52.855220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.856836 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.859591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8809111b-5df8-4c6e-90f2-a3351b8a8faf None None] Network 00e283ae-51db-4bd7-ad0c-7c235c649594 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:52.887713 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-90ea2090-abb9-45d4-96d5-ff8135da7a74 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5095265 Aug 29 04:33:52.890583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57092) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.899326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'subnet': {'network_id': '30b049cf-4e7d-4297-a323-8088ac4b325c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:53.163868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5fa303-581e-4ba1-abda-0c72492d17f1 None None] Network 4400e165-ec23-4788-84fa-044e16ba2082 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:53.166033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 1c5cc154-8bce-4efe-8140-dd3c91d0b533 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:53.192442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Made reservation on behalf of d017907cffa1439d93a8893b57aca963 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:53.202159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.287301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9d9c5f33-9966-412b-a390-a96333e79db0 None None] Provisioning for port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:53.341964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9d9c5f33-9966-412b-a390-a96333e79db0 None None] Provisioning complete for port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:53.341964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5f33-9966-412b-a390-a96333e79db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.371277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bbd0e-b427-4325-a5b8-54e87b3b0db5 req-869f8c82-f81b-48d5-9383-3e2ee07167ce tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.378459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-534bbd0e-b427-4325-a5b8-54e87b3b0db5 req-869f8c82-f81b-48d5-9383-3e2ee07167ce tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1330380 Aug 29 04:33:53.428416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f20db-611a-485d-a9f2-c376838e3ff0 req-eee8fc4c-e64a-49c6-9220-584b371685b7 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.430660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b55f20db-611a-485d-a9f2-c376838e3ff0 req-eee8fc4c-e64a-49c6-9220-584b371685b7 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 946 time: 0.1499743 Aug 29 04:33:53.503433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-534bbd0e-b427-4325-a5b8-54e87b3b0db5 req-dd8d025d-f678-435d-a513-bf6eff4afaf9 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223357 Aug 29 04:33:53.575133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b55f20db-611a-485d-a9f2-c376838e3ff0 req-108de6ac-43e7-4b24-9601-f45e0a720dae tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130373 Aug 29 04:33:53.791392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.805585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 1c5cc154-8bce-4efe-8140-dd3c91d0b533, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1c5cc154-8bce-4efe-8140-dd3c91d0b533,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:53.826592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '1c5cc154-8bce-4efe-8140-dd3c91d0b533', 'network_id': '2cef169a-1720-4e0e-85ad-71dc6f0b6aa6', 'port_id': '1c5cc154-8bce-4efe-8140-dd3c91d0b533', 'mac_address': 'fa:16:3e:e3:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d4a4a-b362-44f4-8560-0ac97145c7ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:53.874714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2068678-04be-4df0-a18e-418ef42f6181 req-9c879f56-8567-4e9e-aea9-e7b7f31f48ee tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.883501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2068678-04be-4df0-a18e-418ef42f6181 req-9c879f56-8567-4e9e-aea9-e7b7f31f48ee tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 944 time: 0.0864832 Aug 29 04:33:53.916666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Subnet': ['ID=25ef3d86-4f73-48f8-98d5-674e6ac5b0d6,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.968816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2068678-04be-4df0-a18e-418ef42f6181 req-f363a226-2c2b-4d71-892f-8aa71badf626 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836542 Aug 29 04:33:53.980256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Checking segment: {'id': '3dcf00ef-b5b4-4281-8cf7-de22db583bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '30b049cf-4e7d-4297-a323-8088ac4b325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:53.980256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network hostable DHCP agents. Network: 30b049cf-4e7d-4297-a323-8088ac4b325c, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:54.021947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network 30b049cf-4e7d-4297-a323-8088ac4b325c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:54.038912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5f33-9966-412b-a390-a96333e79db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.041772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 30b049cf-4e7d-4297-a323-8088ac4b325c) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:54.047901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:54.048553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.054967 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.085742 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0d6ceb58-6b84-4a97-83cd-c50bb2516b6b tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1927481 Aug 29 04:33:54.087670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57124) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.182694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9d9c5f33-9966-412b-a390-a96333e79db0 None None] For port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4867e6cb-6fa8-48a7-b8b5-e9201f36436c,segment=NetworkSegment(9a414267-7358-4014-bdf1-a72b2df9d68e),segment_id=9a414267-7358-4014-bdf1-a72b2df9d68e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:54.240358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803a485-0934-4051-bd6b-061d6d778068 None None] Network 30b049cf-4e7d-4297-a323-8088ac4b325c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:54.256725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5cc154-8bce-4efe-8140-dd3c91d0b533 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:54.266661 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5f33-9966-412b-a390-a96333e79db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.360116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 1c5cc154-8bce-4efe-8140-dd3c91d0b533, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1c5cc154-8bce-4efe-8140-dd3c91d0b533,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:54.450105 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.570475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-00e283ae-51db-4bd7-ad0c-7c235c649594', 'network_id': '00e283ae-51db-4bd7-ad0c-7c235c649594', 'tenant_id': 'd017907cffa1439d93a8893b57aca963', 'fixed_ips': [{'subnet_id': 'fdb5776e-08bb-4e4c-a4e5-55bb3e0980a6'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:54.571978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.863661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Allocated IP 172.20.0.2 (00e283ae-51db-4bd7-ad0c-7c235c649594/fdb5776e-08bb-4e4c-a4e5-55bb3e0980a6/cdb7794f-afdf-465d-86fb-445774c2364e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:54.887479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['1c5cc154-8bce-4efe-8140-dd3c91d0b533'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:54.904524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c5f33-9966-412b-a390-a96333e79db0 None None] Pushing event updated for resources: {'Port': ['ID=4867e6cb-6fa8-48a7-b8b5-e9201f36436c,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.984300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bab98fe3-8bc4-4a95-9b83-94cd96a3c28b None None] Provisioning complete for port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:54.984300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bab98fe3-8bc4-4a95-9b83-94cd96a3c28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.100611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb509a3-ee24-43eb-bc90-a7e1f00a9ffa req-4782f687-0a21-4d13-bd9f-f14a0986ba52 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.105260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-feb509a3-ee24-43eb-bc90-a7e1f00a9ffa req-4782f687-0a21-4d13-bd9f-f14a0986ba52 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.2388570 Aug 29 04:33:55.134861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94917bc8-5416-4c18-abc1-7be68df8ab36 req-85ba5218-12de-49a4-ba6d-4c82a43946b3 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.136483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94917bc8-5416-4c18-abc1-7be68df8ab36 req-85ba5218-12de-49a4-ba6d-4c82a43946b3 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 946 time: 0.2688746 Aug 29 04:33:55.264475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.275487 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-feb509a3-ee24-43eb-bc90-a7e1f00a9ffa req-7e03a2bf-1b98-4a8b-adfc-aeb5b1f1f2ba tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505890 Aug 29 04:33:55.324247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94917bc8-5416-4c18-abc1-7be68df8ab36 req-10df2ac0-2397-40a6-8002-dc0466ca9dfd tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663990 Aug 29 04:33:55.368624 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.388915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Transition to ACTIVE for port object cdb7794f-afdf-465d-86fb-445774c2364e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:55.428923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Transition to ACTIVE for port object cdb7794f-afdf-465d-86fb-445774c2364e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:55.530831 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.666466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Network 00e283ae-51db-4bd7-ad0c-7c235c649594 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:55.667261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=1c5cc154-8bce-4efe-8140-dd3c91d0b533,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.706581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:55.715848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:55.721592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0edaf-e4c3-4266-9637-e61e1f53916c req-91f224d9-aace-46da-9e8a-0ab5acfa4b5b tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.723188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51d0edaf-e4c3-4266-9637-e61e1f53916c req-91f224d9-aace-46da-9e8a-0ab5acfa4b5b tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 945 time: 0.2568417 Aug 29 04:33:55.864891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57182) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:55.928320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-30b049cf-4e7d-4297-a323-8088ac4b325c', 'network_id': '30b049cf-4e7d-4297-a323-8088ac4b325c', 'tenant_id': 'd017907cffa1439d93a8893b57aca963', 'fixed_ips': [{'subnet_id': '25ef3d86-4f73-48f8-98d5-674e6ac5b0d6'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:55.929867 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.964931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51d0edaf-e4c3-4266-9637-e61e1f53916c req-6dd021d6-7417-4e7f-a469-8b9ab62263df tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305257 Aug 29 04:33:56.065332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Attempting to bind port cdb7794f-afdf-465d-86fb-445774c2364e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:56.065725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Attempting to bind port cdb7794f-afdf-465d-86fb-445774c2364e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '035b7658-6f53-431a-82c3-1937c0abffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '00e283ae-51db-4bd7-ad0c-7c235c649594'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:56.066111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Attempting to bind port cdb7794f-afdf-465d-86fb-445774c2364e on network 00e283ae-51db-4bd7-ad0c-7c235c649594 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:56.090992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Pushing event updated for resources: {'Port': ['ID=cdb7794f-afdf-465d-86fb-445774c2364e,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.106437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4867e6cb-6fa8-48a7-b8b5-e9201f36436c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:56.129438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Allocated IP 172.20.0.1 (00e283ae-51db-4bd7-ad0c-7c235c649594/fdb5776e-08bb-4e4c-a4e5-55bb3e0980a6/0b2a4172-44ac-479e-b56b-5198a0c9207f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:56.170248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:56.170692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Checking segment: {'id': '035b7658-6f53-431a-82c3-1937c0abffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '00e283ae-51db-4bd7-ad0c-7c235c649594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:56.171049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.171458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Bound using segment: {'id': '035b7658-6f53-431a-82c3-1937c0abffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '00e283ae-51db-4bd7-ad0c-7c235c649594'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:56.171977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Bound port: cdb7794f-afdf-465d-86fb-445774c2364e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035b7658-6f53-431a-82c3-1937c0abffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '00e283ae-51db-4bd7-ad0c-7c235c649594'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:56.172441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.181645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e03adcfa-7f6f-47d1-a950-1aff3898f8ef tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:56.202447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dce859-0f8e-42b0-986c-58ef276302f6 req-a3ea52cf-d61d-4db2-b5d1-e5991ab5d58e tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.237524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28dce859-0f8e-42b0-986c-58ef276302f6 req-a3ea52cf-d61d-4db2-b5d1-e5991ab5d58e tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 946 time: 0.1731229 Aug 29 04:33:56.270648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e03adcfa-7f6f-47d1-a950-1aff3898f8ef tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "PUT /v2.0/quotas/906079091fdd4382a3e1788745873e60 HTTP/1.1" status: 200 len: 366 time: 0.4017882 Aug 29 04:33:56.274308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57192) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.345991 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6fa28c6b-6b54-4c91-9ef8-83b5ee2aa063 tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0699122 Aug 29 04:33:56.351648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57196) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.390297 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-926ee558-c44a-44b7-a0e4-8dbb596a4a36 tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "GET /v2.0/quotas/906079091fdd4382a3e1788745873e60 HTTP/1.1" status: 200 len: 366 time: 0.0341182 Aug 29 04:33:56.393469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57198) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.431875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-49ef54fb-d2bd-49c7-b610-b2d13c92b045 tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/906079091fdd4382a3e1788745873e60 HTTP/1.1" status: 204 len: 168 time: 0.0364518 Aug 29 04:33:56.436442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57202) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.465427 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e07a953f-a64b-43d2-8a09-7396d61f5b4e tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0223188 Aug 29 04:33:56.466877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57204) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.482095 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6cd18ff6-651f-49bd-b827-4def4ce8362b tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "GET /v2.0/quotas/906079091fdd4382a3e1788745873e60 HTTP/1.1" status: 200 len: 370 time: 0.0136991 Aug 29 04:33:56.483808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28dce859-0f8e-42b0-986c-58ef276302f6 req-575db31d-f530-4c60-9edc-3de8599736b8 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452614 Aug 29 04:33:56.485930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57206) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.510414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1d849432-4e98-429e-a082-7232ff86c22a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "GET /v2.0/quotas/906079091fdd4382a3e1788745873e60/default HTTP/1.1" status: 200 len: 370 time: 0.0179191 Aug 29 04:33:56.514533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57208) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.569490 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-233229ec-7630-40f2-b90d-e5335bb02251 tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:33:56.574319 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-233229ec-7630-40f2-b90d-e5335bb02251 tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/906079091fdd4382a3e1788745873e60 HTTP/1.1" status: 404 len: 348 time: 0.0585217 Aug 29 04:33:56.742502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.817793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57212) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.820154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0cf67-8d1e-470a-bfc2-bb99b4a7044c req-93a57528-bbd7-4ede-8ff3-ba192b5e13e8 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.828648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcd0cf67-8d1e-470a-bfc2-bb99b4a7044c req-93a57528-bbd7-4ede-8ff3-ba192b5e13e8 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.3433752 Aug 29 04:33:56.846397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Transition to ACTIVE for port object 0b2a4172-44ac-479e-b56b-5198a0c9207f will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:56.852262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Usage tracker for resource:network and tenant:8102b51bef8e48098bb7cc943045f72f is out of sync, need to count used quota {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:33:56.860153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:33:56.874132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Usage tracker for resource:subnet and tenant:8102b51bef8e48098bb7cc943045f72f is out of sync, need to count used quota {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:33:56.900643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:33:56.915441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Usage tracker for resource:subnetpool and tenant:8102b51bef8e48098bb7cc943045f72f is out of sync, need to count used quota {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:33:56.923212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:33:56.941314 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcd0cf67-8d1e-470a-bfc2-bb99b4a7044c req-50eb5808-94c5-42a3-8799-e0e471303cb0 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111920 Aug 29 04:33:56.950323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Usage tracker for resource:port and tenant:8102b51bef8e48098bb7cc943045f72f is out of sync, need to count used quota {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:33:56.961528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.973893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:33:57.009007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Usage tracker for resource:router and tenant:8102b51bef8e48098bb7cc943045f72f is out of sync, need to count used quota {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:33:57.027924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:33:57.033039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network 00e283ae-51db-4bd7-ad0c-7c235c649594 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:57.036609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:57.042180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:57.049679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Usage tracker for resource:floatingip and tenant:8102b51bef8e48098bb7cc943045f72f is out of sync, need to count used quota {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:33:57.065163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:33:57.087968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] For port cdb7794f-afdf-465d-86fb-445774c2364e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:57.094115 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.120716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 1c5cc154-8bce-4efe-8140-dd3c91d0b533 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:57.124081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Allocated IP 172.20.0.2 (30b049cf-4e7d-4297-a323-8088ac4b325c/25ef3d86-4f73-48f8-98d5-674e6ac5b0d6/4412e24d-63e7-43d5-b2b4-c3939eb408a0) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:57.135397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] For port cdb7794f-afdf-465d-86fb-445774c2364e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cdb7794f-afdf-465d-86fb-445774c2364e,segment=NetworkSegment(035b7658-6f53-431a-82c3-1937c0abffdf),segment_id=035b7658-6f53-431a-82c3-1937c0abffdf)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:57.137265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Port': ['ID=0b2a4172-44ac-479e-b56b-5198a0c9207f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.150762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Usage tracker for resource:security_group and tenant:8102b51bef8e48098bb7cc943045f72f is out of sync, need to count used quota {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:33:57.156415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:57.156799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.160982 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:33:57.171090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Usage tracker for resource:security_group_rule and tenant:8102b51bef8e48098bb7cc943045f72f is out of sync, need to count used quota {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:33:57.172942 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.180162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.quota.resource [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94846) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:33:57.188323 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-46d99181-e812-4d2d-a919-cac36569960a tempest-QuotasTest-477139353 tempest-QuotasTest-477139353-project-admin] 10.222.0.58 "GET /v2.0/quotas/8102b51bef8e48098bb7cc943045f72f/details.json HTTP/1.1" status: 200 len: 703 time: 0.3696504 Aug 29 04:33:57.264943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93fe71-4c57-4760-8329-424ca3c1e2a1 req-123374dc-61dd-45e7-b0ec-ce8e62d513bd tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:57.268858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c93fe71-4c57-4760-8329-424ca3c1e2a1 req-123374dc-61dd-45e7-b0ec-ce8e62d513bd tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 945 time: 0.1251581 Aug 29 04:33:57.306596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.331059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.390914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-14bf876e-064f-4fa9-ba05-63708964574a tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:57.395580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-14bf876e-064f-4fa9-ba05-63708964574a tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 946 time: 0.1619763 Aug 29 04:33:57.410097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0c93fe71-4c57-4760-8329-424ca3c1e2a1 req-f96fa836-e92c-4eba-886f-5e9df50eb4d7 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309488 Aug 29 04:33:57.551556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb1449-6fef-448b-bab1-965b4f7c4111 None None] Pushing event updated for resources: {'Port': ['ID=cdb7794f-afdf-465d-86fb-445774c2364e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.637157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:57.661447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Deleting port 63bba7c9-fb89-4777-96a4-c9de72e58a2e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:57.661808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.759342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:57.759717 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.927917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] For port 63bba7c9-fb89-4777-96a4-c9de72e58a2e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=63bba7c9-fb89-4777-96a4-c9de72e58a2e,segment=NetworkSegment(5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e),segment_id=5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:57.929761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.954823 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.975206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Calling delete_port for 63bba7c9-fb89-4777-96a4-c9de72e58a2e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:57.976908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Transition to ACTIVE for port object 4412e24d-63e7-43d5-b2b4-c3939eb408a0 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:58.005567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Transition to ACTIVE for port object 4412e24d-63e7-43d5-b2b4-c3939eb408a0 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:58.010276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57240) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.040308 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.097331 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3c9ea-5ea3-4c7f-b1e6-478438e641ab req-2c54cc83-9316-42ac-8751-d0038adfb37e tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.115725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8e3c9ea-5ea3-4c7f-b1e6-478438e641ab req-2c54cc83-9316-42ac-8751-d0038adfb37e tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/ports?device_id=73d2f006-2515-4590-84b8-8d5e470a2799 HTTP/1.1" status: 200 len: 946 time: 0.5052702 Aug 29 04:33:58.244360 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.263679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8e3c9ea-5ea3-4c7f-b1e6-478438e641ab req-33f83722-1a1d-4c1c-82d3-fc6deb79cff8 tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.58 "GET /v2.0/security-groups?id=d49901a7-db7d-45de-8ad2-080d43c9ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397164 Aug 29 04:33:58.263679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.301926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cdb7794f-afdf-465d-86fb-445774c2364e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:58.319969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Network 30b049cf-4e7d-4297-a323-8088ac4b325c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:58.324520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5b54-e033-4bd7-bdf7-9de2586fb460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.379635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:58.381610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Pushing event updated for resources: {'Port': ['ID=4412e24d-63e7-43d5-b2b4-c3939eb408a0,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.387167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.393452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:58.398146 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.419342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['63bba7c9-fb89-4777-96a4-c9de72e58a2e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:58.431645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Pushing event deleted for resources: {'Port': ['ID=63bba7c9-fb89-4777-96a4-c9de72e58a2e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.504573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e65d-7003-4355-a6a5-3255331a84bd req-494eff83-51f4-4d59-950c-51c5791aeb06 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.512840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e65e65d-7003-4355-a6a5-3255331a84bd req-494eff83-51f4-4d59-950c-51c5791aeb06 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.3277512 Aug 29 04:33:58.530124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Port': ['ID=0b2a4172-44ac-479e-b56b-5198a0c9207f,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.548453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] No DVR routers for this DVR port 63bba7c9-fb89-4777-96a4-c9de72e58a2e on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:58.551212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.556640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f42968a-0633-4470-bcc6-1f7b187b8351 req-3c927570-1573-46fc-b262-9331e1a6d31c tempest-ServerPasswordTestJSON-1339764999 tempest-ServerPasswordTestJSON-1339764999-project] 10.222.0.65 "DELETE /v2.0/ports/63bba7c9-fb89-4777-96a4-c9de72e58a2e HTTP/1.1" status: 204 len: 173 time: 1.1180468 Aug 29 04:33:58.556892 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.558856 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5b54-e033-4bd7-bdf7-9de2586fb460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.559909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d2f006-2515-4590-84b8-8d5e470a2799', 'name': 'network-vif-deleted', 'tag': '63bba7c9-fb89-4777-96a4-c9de72e58a2e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:58.562798 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b496239-f988-4d2b-80d0-6ad7a63635bf" -d '{"events": [{"server_uuid": "73d2f006-2515-4590-84b8-8d5e470a2799", "name": "network-vif-deleted", "tag": "63bba7c9-fb89-4777-96a4-c9de72e58a2e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:58.575055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5b54-e033-4bd7-bdf7-9de2586fb460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.661262 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eb6b5b54-e033-4bd7-bdf7-9de2586fb460 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad5d1069903a4264a80f5355dbfea38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6493385 Aug 29 04:33:58.665340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57258) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.677570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b5b54-e033-4bd7-bdf7-9de2586fb460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fe3c08-11e8-4427-9ac3-5252fb070bcf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.763622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.828820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Attempting to bind port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:58.829467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Attempting to bind port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3dcf00ef-b5b4-4281-8cf7-de22db583bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '30b049cf-4e7d-4297-a323-8088ac4b325c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:58.830050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Attempting to bind port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 on network 30b049cf-4e7d-4297-a323-8088ac4b325c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:58.866655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port cdb7794f-afdf-465d-86fb-445774c2364e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:58.869372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:58.870036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Checking segment: {'id': '3dcf00ef-b5b4-4281-8cf7-de22db583bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '30b049cf-4e7d-4297-a323-8088ac4b325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:58.870632 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.871231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Bound using segment: {'id': '3dcf00ef-b5b4-4281-8cf7-de22db583bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '30b049cf-4e7d-4297-a323-8088ac4b325c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:58.871928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Bound port: 4412e24d-63e7-43d5-b2b4-c3939eb408a0, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcf00ef-b5b4-4281-8cf7-de22db583bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '30b049cf-4e7d-4297-a323-8088ac4b325c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:58.872542 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.897039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216e37f-5977-4731-baac-6dcf006b2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5cc154-8bce-4efe-8140-dd3c91d0b533'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:58.899536 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1397b242-48a6-4216-b432-22edd6cc7336" -d '{"events": [{"server_uuid": "5216e37f-5977-4731-baac-6dcf006b2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "1c5cc154-8bce-4efe-8140-dd3c91d0b533"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:58.941751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 1c5cc154-8bce-4efe-8140-dd3c91d0b533, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1c5cc154-8bce-4efe-8140-dd3c91d0b533,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:58.951520 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.988728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e65e65d-7003-4355-a6a5-3255331a84bd req-190a1371-7db3-42f7-8252-7614dca2a590 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747760 Aug 29 04:33:59.060953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf70534-1cd9-47af-bc4e-07f46782dd7f None None] Network 00e283ae-51db-4bd7-ad0c-7c235c649594 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:59.072705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea62b-dad7-4f75-9a9b-2dbe5a197132 req-d68a0499-2d35-447e-b0fd-914bd9725c85 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.080220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-172ea62b-dad7-4f75-9a9b-2dbe5a197132 req-d68a0499-2d35-447e-b0fd-914bd9725c85 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 945 time: 0.5627553 Aug 29 04:33:59.095697 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca096b21-0c04-467e-936d-8ba6c786754d x-openstack-request-id: req-ca096b21-0c04-467e-936d-8ba6c786754d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:59.099084 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d2f006-2515-4590-84b8-8d5e470a2799", "name": "network-vif-deleted", "tag": "63bba7c9-fb89-4777-96a4-c9de72e58a2e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:59.099436 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca096b21-0c04-467e-936d-8ba6c786754d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:59.108030 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d2f006-2515-4590-84b8-8d5e470a2799', 'name': 'network-vif-deleted', 'tag': '63bba7c9-fb89-4777-96a4-c9de72e58a2e', 'status': 'completed', 'code': 200} Aug 29 04:33:59.158212 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-378191d7-edf2-4cb1-a68b-1b137505d7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.188705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-172ea62b-dad7-4f75-9a9b-2dbe5a197132 req-6002ea5c-6c76-4f98-82ba-1cf4d4c12f4f tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073432 Aug 29 04:33:59.248693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=1c5cc154-8bce-4efe-8140-dd3c91d0b533,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.285727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-686d5308-74da-47f2-bb9a-b2e5d088bf59 None None] Provisioning for port cdb7794f-afdf-465d-86fb-445774c2364e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:59.297205 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-378191d7-edf2-4cb1-a68b-1b137505d7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.301413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network 00e283ae-51db-4bd7-ad0c-7c235c649594 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:59.310138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:59.334151 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b39f8fe-8ae8-498c-b3a5-15eea1968c85 x-openstack-request-id: req-3b39f8fe-8ae8-498c-b3a5-15eea1968c85 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:59.334732 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216e37f-5977-4731-baac-6dcf006b2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "1c5cc154-8bce-4efe-8140-dd3c91d0b533", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:59.334732 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b39f8fe-8ae8-498c-b3a5-15eea1968c85 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:59.335644 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216e37f-5977-4731-baac-6dcf006b2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5cc154-8bce-4efe-8140-dd3c91d0b533', 'code': 200} Aug 29 04:33:59.356991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-686d5308-74da-47f2-bb9a-b2e5d088bf59 None None] Provisioning complete for port cdb7794f-afdf-465d-86fb-445774c2364e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:59.357514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-686d5308-74da-47f2-bb9a-b2e5d088bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.368885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57270) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.383389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] For port 4412e24d-63e7-43d5-b2b4-c3939eb408a0, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:59.434697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] For port 4412e24d-63e7-43d5-b2b4-c3939eb408a0, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4412e24d-63e7-43d5-b2b4-c3939eb408a0,segment=NetworkSegment(3dcf00ef-b5b4-4281-8cf7-de22db583bff),segment_id=3dcf00ef-b5b4-4281-8cf7-de22db583bff)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:59.453089 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.484662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e5e396-e646-48bd-9446-d8da16caf874 admin admin] Deleting subnet c89ab1d5-94d6-4a70-abd6-f003c445c1ef {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:59.489826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30e5e396-e646-48bd-9446-d8da16caf874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.519079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9fa85-1787-4452-9c87-06a94ae10f8e req-24dfa247-eb50-4166-910f-a1255b5dc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.520925 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efa9fa85-1787-4452-9c87-06a94ae10f8e req-24dfa247-eb50-4166-910f-a1255b5dc198 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 1098 time: 0.0832744 Aug 29 04:33:59.523912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcdd37-a082-4ffa-ba7d-33be8bde5739 None None] Pushing event updated for resources: {'Port': ['ID=4412e24d-63e7-43d5-b2b4-c3939eb408a0,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.582569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30e5e396-e646-48bd-9446-d8da16caf874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.667103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-378191d7-edf2-4cb1-a68b-1b137505d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.674504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-378191d7-edf2-4cb1-a68b-1b137505d7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.681500 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-378191d7-edf2-4cb1-a68b-1b137505d7c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01fe3c08-11e8-4427-9ac3-5252fb070bcf HTTP/1.1" status: 204 len: 168 time: 1.0069919 Aug 29 04:33:59.690578 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-686d5308-74da-47f2-bb9a-b2e5d088bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.701064 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efa9fa85-1787-4452-9c87-06a94ae10f8e req-5ceda3a7-4634-4497-a3a5-cf1f30b197b6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682198 Aug 29 04:33:59.705287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378191d7-edf2-4cb1-a68b-1b137505d7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fe3c08-11e8-4427-9ac3-5252fb070bcf,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.732376 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30e5e396-e646-48bd-9446-d8da16caf874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.750284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Router ebee1312-dc4e-4f76-944a-f7ca32d609d7 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:59.806863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-686d5308-74da-47f2-bb9a-b2e5d088bf59 None None] For port cdb7794f-afdf-465d-86fb-445774c2364e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cdb7794f-afdf-465d-86fb-445774c2364e,segment=NetworkSegment(035b7658-6f53-431a-82c3-1937c0abffdf),segment_id=035b7658-6f53-431a-82c3-1937c0abffdf)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:59.877781 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30e5e396-e646-48bd-9446-d8da16caf874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.884870 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-686d5308-74da-47f2-bb9a-b2e5d088bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.003129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5e396-e646-48bd-9446-d8da16caf874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89ab1d5-94d6-4a70-abd6-f003c445c1ef,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.018595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30e5e396-e646-48bd-9446-d8da16caf874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.031359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57282) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.033459 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-30e5e396-e646-48bd-9446-d8da16caf874 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c89ab1d5-94d6-4a70-abd6-f003c445c1ef HTTP/1.1" status: 204 len: 168 time: 0.6632943 Aug 29 04:34:00.048874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d5308-74da-47f2-bb9a-b2e5d088bf59 None None] Pushing event updated for resources: {'Port': ['ID=cdb7794f-afdf-465d-86fb-445774c2364e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.095490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:00.122331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c824de-09d0-421e-b9ef-c452e70f753c None None] Sync routers for ids ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:00.177835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c824de-09d0-421e-b9ef-c452e70f753c None None] Routers {'ebee1312-dc4e-4f76-944a-f7ca32d609d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:00.178480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13c824de-09d0-421e-b9ef-c452e70f753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:00.271903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57288) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.282069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-10d48091-8e3e-40e9-af0a-dbc2391067b1 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "PUT /v2.0/routers/ebee1312-dc4e-4f76-944a-f7ca32d609d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1929574 Aug 29 04:34:00.329334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13c824de-09d0-421e-b9ef-c452e70f753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:00.359820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c824de-09d0-421e-b9ef-c452e70f753c None None] Routers {'ebee1312-dc4e-4f76-944a-f7ca32d609d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:00.360548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13c824de-09d0-421e-b9ef-c452e70f753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:00.394065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57290) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.455746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13c824de-09d0-421e-b9ef-c452e70f753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:00.456489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c824de-09d0-421e-b9ef-c452e70f753c None None] The sync data for ids ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:00.462430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0446c9f6-fab5-40b4-abe8-23c5625dca6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.571102 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.614387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d01c-49c5-41cd-ac72-ad316d23a181 req-80164b7b-701d-4146-a9d1-6270ff43731e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:00.619820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44067ae5-3313-4d53-a4f9-65177bf94c64 None None] Provisioning complete for port cdb7794f-afdf-465d-86fb-445774c2364e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:00.621407 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-44067ae5-3313-4d53-a4f9-65177bf94c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.623319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5978d01c-49c5-41cd-ac72-ad316d23a181 req-80164b7b-701d-4146-a9d1-6270ff43731e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.4245739 Aug 29 04:34:00.674238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11b38-c74d-4d0f-97e4-7ef33d3ecb19 req-4f9e4884-a200-4872-8c39-9d9c37c86a97 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:00.691834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67b11b38-c74d-4d0f-97e4-7ef33d3ecb19 req-4f9e4884-a200-4872-8c39-9d9c37c86a97 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 946 time: 0.2958300 Aug 29 04:34:00.818261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 63bba7c9-fb89-4777-96a4-c9de72e58a2e no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:00.886784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67b11b38-c74d-4d0f-97e4-7ef33d3ecb19 req-34ba6cfd-3d1e-4ced-b3e3-2be8846869da tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900611 Aug 29 04:34:00.909103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 63bba7c9-fb89-4777-96a4-c9de72e58a2e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:00.909710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 63bba7c9-fb89-4777-96a4-c9de72e58a2e not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:00.951897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44067ae5-3313-4d53-a4f9-65177bf94c64 None None] Provisioning for port 0b2a4172-44ac-479e-b56b-5198a0c9207f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:00.962597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44067ae5-3313-4d53-a4f9-65177bf94c64 None None] Provisioning complete for port 0b2a4172-44ac-479e-b56b-5198a0c9207f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:00.963538 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-44067ae5-3313-4d53-a4f9-65177bf94c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.061089 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.080946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93278773-8a31-4e9c-8452-978c8c025bac']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:01.083941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-44067ae5-3313-4d53-a4f9-65177bf94c64 None None] Port 0b2a4172-44ac-479e-b56b-5198a0c9207f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:01.097439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:01.097811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfe38cd-38a9-45e9-bfc9-fe0eba9d187e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:01.109321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.129108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.139758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:01.140276 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.207067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74b26981-5f60-4bd5-b868-f70c9b2720ce None None] Provisioning complete for port 0b2a4172-44ac-479e-b56b-5198a0c9207f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:01.207411 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74b26981-5f60-4bd5-b868-f70c9b2720ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:01.219459 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:01.226081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.236941 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.240491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] 10.222.0.58 "DELETE /v2.0/networks/93278773-8a31-4e9c-8452-978c8c025bac HTTP/1.1" status: 204 len: 168 time: 1.2059062 Aug 29 04:34:01.270282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5978d01c-49c5-41cd-ac72-ad316d23a181 req-181be730-a90b-44af-8651-5c3e5eaceeb8 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456614 Aug 29 04:34:01.276018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a797c06-8423-49ea-b663-ee5aaa18e398 admin admin] Pushing event deleted for resources: {'Network': ['ID=93278773-8a31-4e9c-8452-978c8c025bac,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.306817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-74b26981-5f60-4bd5-b868-f70c9b2720ce None None] Port 0b2a4172-44ac-479e-b56b-5198a0c9207f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:01.384449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-0c38c44a-0e88-4940-a758-b582778bbde9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.392875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-0c38c44a-0e88-4940-a758-b582778bbde9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.399786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-0c38c44a-0e88-4940-a758-b582778bbde9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.408069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-0c38c44a-0e88-4940-a758-b582778bbde9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.418723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-0c38c44a-0e88-4940-a758-b582778bbde9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.425545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-0c38c44a-0e88-4940-a758-b582778bbde9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.432756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-0c38c44a-0e88-4940-a758-b582778bbde9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.441683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-0c38c44a-0e88-4940-a758-b582778bbde9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.2189622 Aug 29 04:34:01.462327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-95e73af3-0384-4389-8629-3aa5fac8664c None None] Provisioning complete for port 0b2a4172-44ac-479e-b56b-5198a0c9207f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:01.462927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95e73af3-0384-4389-8629-3aa5fac8664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.558068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae38fc2-aac4-49fb-81aa-b8061d5380e6 None None] Network 30b049cf-4e7d-4297-a323-8088ac4b325c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:01.561182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc95b3f5-81dc-44ed-9cf8-f11890cb8979 req-ec0c74bb-ac5f-401b-91ab-8a7ef6c5d3fd tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185730 Aug 29 04:34:01.666506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-95e73af3-0384-4389-8629-3aa5fac8664c None None] Port 0b2a4172-44ac-479e-b56b-5198a0c9207f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:01.669779 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0446c9f6-fab5-40b4-abe8-23c5625dca6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.685882 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0446c9f6-fab5-40b4-abe8-23c5625dca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.745079 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57320) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.813093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446c9f6-fab5-40b4-abe8-23c5625dca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d49a56d-0b07-467f-8104-effc8642320c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.873683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-db25c2c7-4f02-4499-906f-1d2e3d1d8f22 None None] Provisioning for port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:01.886113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0446c9f6-fab5-40b4-abe8-23c5625dca6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8102b51bef8e48098bb7cc943045f72f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4891284 Aug 29 04:34:01.888758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57328) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.940932 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-4e9dbaa7-8b1f-4e59-8293-8a6d941787c4 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:01.942116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4e9dbaa7-8b1f-4e59-8293-8a6d941787c4 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "PUT /v2.0/routers/ebee1312-dc4e-4f76-944a-f7ca32d609d7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6668770 Aug 29 04:34:01.949447 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4c71e84c-1c60-4bfb-ad64-f0e3d9b7357d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3194f056dbb4e79b2f7ae4823865a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031636 Aug 29 04:34:01.970119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57336) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.975134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57338) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.001497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2002-e417-4be3-9574-b5698deeecef req-4d585d57-7727-4f50-95d1-1aca6988068e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.009904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2002-e417-4be3-9574-b5698deeecef req-4d585d57-7727-4f50-95d1-1aca6988068e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.016888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2002-e417-4be3-9574-b5698deeecef req-4d585d57-7727-4f50-95d1-1aca6988068e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.040780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2002-e417-4be3-9574-b5698deeecef req-4d585d57-7727-4f50-95d1-1aca6988068e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.047063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2002-e417-4be3-9574-b5698deeecef req-4d585d57-7727-4f50-95d1-1aca6988068e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.066935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2002-e417-4be3-9574-b5698deeecef req-4d585d57-7727-4f50-95d1-1aca6988068e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.084295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2002-e417-4be3-9574-b5698deeecef req-4d585d57-7727-4f50-95d1-1aca6988068e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.086860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d8c2002-e417-4be3-9574-b5698deeecef req-4d585d57-7727-4f50-95d1-1aca6988068e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.3149235 Aug 29 04:34:02.265394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4412e24d-63e7-43d5-b2b4-c3939eb408a0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:02.431862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:02.438296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.438764 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.472771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3800db5-b6ec-49cf-8a4b-0c42410e0c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.478097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb814-02e8-442c-b240-0c594d99bd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.551118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3800db5-b6ec-49cf-8a4b-0c42410e0c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.572494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9b1c6284-b7eb-440d-ba38-432f02c5c51b None None] Provisioning complete for port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.573082 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6284-b7eb-440d-ba38-432f02c5c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.630677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3800db5-b6ec-49cf-8a4b-0c42410e0c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.634530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3800db5-b6ec-49cf-8a4b-0c42410e0c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.638691 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f3800db5-b6ec-49cf-8a4b-0c42410e0c79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d49901a7-db7d-45de-8ad2-080d43c9ecf9 HTTP/1.1" status: 204 len: 168 time: 0.6419129 Aug 29 04:34:02.657695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb814-02e8-442c-b240-0c594d99bd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.743254 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.745475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3800db5-b6ec-49cf-8a4b-0c42410e0c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49901a7-db7d-45de-8ad2-080d43c9ecf9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.834926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f950f45-ad0e-477a-9f3b-178048a23727 req-5c1df2b5-5e37-4e1a-b07b-27b6805b11f2 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.855497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f950f45-ad0e-477a-9f3b-178048a23727 req-5c1df2b5-5e37-4e1a-b07b-27b6805b11f2 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 946 time: 0.7675769 Aug 29 04:34:02.892909 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6284-b7eb-440d-ba38-432f02c5c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.905628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 4412e24d-63e7-43d5-b2b4-c3939eb408a0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4412e24d-63e7-43d5-b2b4-c3939eb408a0,segment=NetworkSegment(3dcf00ef-b5b4-4281-8cf7-de22db583bff),segment_id=3dcf00ef-b5b4-4281-8cf7-de22db583bff)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:02.922548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.923833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cdb7794f-afdf-465d-86fb-445774c2364e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:03.005648 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-9b1c6284-b7eb-440d-ba38-432f02c5c51b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:03.006756 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-9b1c6284-b7eb-440d-ba38-432f02c5c51b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:03.029010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da4b41-265e-4848-88c3-795fe218f9fa req-f1d803cb-32f7-4932-9441-84c8bfde63b4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.030753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb814-02e8-442c-b240-0c594d99bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.032222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04da4b41-265e-4848-88c3-795fe218f9fa req-f1d803cb-32f7-4932-9441-84c8bfde63b4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.2541287 Aug 29 04:34:03.035044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb814-02e8-442c-b240-0c594d99bd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.038573 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3f9cb814-02e8-442c-b240-0c594d99bd11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d49a56d-0b07-467f-8104-effc8642320c HTTP/1.1" status: 204 len: 168 time: 1.1464674 Aug 29 04:34:03.051926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f950f45-ad0e-477a-9f3b-178048a23727 req-ea2e918e-21c8-4c0b-8522-f6fbce38c14c tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949325 Aug 29 04:34:03.083943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cb814-02e8-442c-b240-0c594d99bd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d49a56d-0b07-467f-8104-effc8642320c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.118317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.267562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04da4b41-265e-4848-88c3-795fe218f9fa req-e18f014d-9041-42eb-825e-e0f1897283f0 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117801 Aug 29 04:34:03.329398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=4412e24d-63e7-43d5-b2b4-c3939eb408a0,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.356369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cdb7794f-afdf-465d-86fb-445774c2364e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:03.356756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.776318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Deleting port 0b2a4172-44ac-479e-b56b-5198a0c9207f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:03.778232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.036574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.051330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Calling delete_port for 0b2a4172-44ac-479e-b56b-5198a0c9207f owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:04.371173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.371458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4412e24d-63e7-43d5-b2b4-c3939eb408a0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:04.546781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Port': ['ID=0b2a4172-44ac-479e-b56b-5198a0c9207f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.570287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:04.572760 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.634396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c71c5-7c54-4463-b356-cc5378acab32 req-7e2fac12-e3c9-4cc3-a6c6-eb0c94779cbe tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.636818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-746c71c5-7c54-4463-b356-cc5378acab32 req-7e2fac12-e3c9-4cc3-a6c6-eb0c94779cbe tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.2392309 Aug 29 04:34:04.721876 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.773817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-746c71c5-7c54-4463-b356-cc5378acab32 req-51e63458-8fd2-48e0-a3f0-a82b46546f0a tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208429 Aug 29 04:34:05.295483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Router ebee1312-dc4e-4f76-944a-f7ca32d609d7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:05.321207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57438) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.343628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57442) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.443998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1932031333-network', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:05.509063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Made reservation on behalf of 47170f12ab2d4ff980cd8d3d0d9bde9e for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:05.511690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.538128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.577968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:05.577968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-580d36ef-4d33-455a-90df-efd5c330bd2d tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "PUT /v2.0/routers/ebee1312-dc4e-4f76-944a-f7ca32d609d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5933797 Aug 29 04:34:05.579172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57454) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.607734 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799cc7b6-176f-4bcc-9144-4a52fecd64c6 None None] Sync routers for ids ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:05.637425 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799cc7b6-176f-4bcc-9144-4a52fecd64c6 None None] Routers {'ebee1312-dc4e-4f76-944a-f7ca32d609d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:05.639817 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-799cc7b6-176f-4bcc-9144-4a52fecd64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:05.694923 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-e21d0f73-f4ef-43f6-8e2f-7d06ca8a6863 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] delete failed (client error): The resource could not be found. Aug 29 04:34:05.699727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e21d0f73-f4ef-43f6-8e2f-7d06ca8a6863 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1908748548 HTTP/1.1" status: 404 len: 335 time: 0.1151552 Aug 29 04:34:05.699914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57456) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.705001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-44ed0efb-84b6-4ebb-bb47-dfa8d29d7957 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ebee1312-dc4e-4f76-944a-f7ca32d609d7'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:05.707163 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-799cc7b6-176f-4bcc-9144-4a52fecd64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:05.722048 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799cc7b6-176f-4bcc-9144-4a52fecd64c6 None None] Routers {'ebee1312-dc4e-4f76-944a-f7ca32d609d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:05.722950 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-799cc7b6-176f-4bcc-9144-4a52fecd64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:05.830371 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-799cc7b6-176f-4bcc-9144-4a52fecd64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:05.831296 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799cc7b6-176f-4bcc-9144-4a52fecd64c6 None None] The sync data for ids ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:06.111957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-ea4e9015-59d5-498e-8a9e-81f6df903c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.112484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-ea4e9015-59d5-498e-8a9e-81f6df903c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.112964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-ea4e9015-59d5-498e-8a9e-81f6df903c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.113431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-ea4e9015-59d5-498e-8a9e-81f6df903c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.113898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-ea4e9015-59d5-498e-8a9e-81f6df903c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.114362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-ea4e9015-59d5-498e-8a9e-81f6df903c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.114823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-ea4e9015-59d5-498e-8a9e-81f6df903c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.117131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-ea4e9015-59d5-498e-8a9e-81f6df903c22 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 6499 time: 0.7722778 Aug 29 04:34:06.295883 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.328061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-2fa42b19-5f0a-4625-8231-ff3af624da6a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1730099 Aug 29 04:34:06.332569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.368465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67295b7-ce5d-4f35-9028-0a333b2edec6 req-f19e451e-3b43-4730-aeca-c60c06f0b653 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.370609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e67295b7-ce5d-4f35-9028-0a333b2edec6 req-f19e451e-3b43-4730-aeca-c60c06f0b653 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.4191215 Aug 29 04:34:06.385392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:06.448652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44ed0efb-84b6-4ebb-bb47-dfa8d29d7957 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.466935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.467316 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Added segment 5d69fc64-67f5-49f8-9a99-7143a7d546d4 of type vlan for network 32e8d327-750a-4aaa-9344-c78306a5c279 Aug 29 04:34:06.476643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b11cc8-9b56-4d4a-9565-4d9702025993,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.508813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e67295b7-ce5d-4f35-9028-0a333b2edec6 req-c45844a0-7e7c-4055-b6e1-38350f04a5f4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186607 Aug 29 04:34:06.533630 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-44ed0efb-84b6-4ebb-bb47-dfa8d29d7957 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] update failed (client error): The resource could not be found. Aug 29 04:34:06.538539 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44ed0efb-84b6-4ebb-bb47-dfa8d29d7957 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "PUT /v2.0/routers/ebee1312-dc4e-4f76-944a-f7ca32d609d7 HTTP/1.1" status: 404 len: 339 time: 0.8337135 Aug 29 04:34:06.538539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57482) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.541786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.635978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.765381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.767088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.770506 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.812045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-caef4556-eb19-45d4-a931-ff68472bf47d tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1195809470'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:06.978191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] Pushing event updated for resources: {'Network': ['ID=32e8d327-750a-4aaa-9344-c78306a5c279,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.992489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 32e8d327-750a-4aaa-9344-c78306a5c279 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:07.070388 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c12aa49f-8b2d-4aae-9778-0a34e0e86c12 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7477422 Aug 29 04:34:07.071017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57506) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.076070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Request body: {'subnet': {'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1932031333-subnet', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:07.121920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Made reservation on behalf of 47170f12ab2d4ff980cd8d3d0d9bde9e for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:07.124355 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.229721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caef4556-eb19-45d4-a931-ff68472bf47d tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.230773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caef4556-eb19-45d4-a931-ff68472bf47d tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.364216 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.377688 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caef4556-eb19-45d4-a931-ff68472bf47d tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.423441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caef4556-eb19-45d4-a931-ff68472bf47d tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.426888 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.485236 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caef4556-eb19-45d4-a931-ff68472bf47d tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.486720 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-caef4556-eb19-45d4-a931-ff68472bf47d tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9500780 Aug 29 04:34:07.499027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57508) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.750018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Allocated IP 172.20.0.1 (4400e165-ec23-4788-84fa-044e16ba2082/a372c17a-8287-4cd1-abfd-697fc4f35dd1/cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:07.829395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce536e53-bb93-43d8-8f3a-2de30c627448,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.838734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edc5c246-18f0-4fca-9c39-a481d29afe4a tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.974544 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.993502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Transition to ACTIVE for port object cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:08.038071 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.088622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network 4400e165-ec23-4788-84fa-044e16ba2082 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:08.094513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:08.099108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:08.099632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.100208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.100776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.101310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.101841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.103149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.103666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.104321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.104833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.105357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.105872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.106561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:08.128709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60b65-3f65-4258-b311-031c7be46c39 req-8964f24a-ec31-4ece-95fb-743d0f779d6f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.130656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Port': ['ID=cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.145326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24b60b65-3f65-4258-b311-031c7be46c39 req-8964f24a-ec31-4ece-95fb-743d0f779d6f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.4010308 Aug 29 04:34:08.153837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Checking segment: {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:08.154508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Network hostable DHCP agents. Network: 32e8d327-750a-4aaa-9344-c78306a5c279, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:08.165233 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.325622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24b60b65-3f65-4258-b311-031c7be46c39 req-bba03efa-252b-4c54-b8aa-c3eab5357b66 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640038 Aug 29 04:34:08.392057 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edc5c246-18f0-4fca-9c39-a481d29afe4a tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.403392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffb32b-5520-4835-8adf-c8af57e213bc req-cfc43b6a-6df9-4a53-bf0d-387a34ed1f0b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.405187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cffb32b-5520-4835-8adf-c8af57e213bc req-cfc43b6a-6df9-4a53-bf0d-387a34ed1f0b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 945 time: 0.3407094 Aug 29 04:34:08.406640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edc5c246-18f0-4fca-9c39-a481d29afe4a tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.409156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Network 32e8d327-750a-4aaa-9344-c78306a5c279 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:08.461407 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.473943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 32e8d327-750a-4aaa-9344-c78306a5c279) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:08.483844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.485145 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.487503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab36ec-051b-4c3c-9404-9dccdd405d4a None None] Network 32e8d327-750a-4aaa-9344-c78306a5c279 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:08.510328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edc5c246-18f0-4fca-9c39-a481d29afe4a tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.511233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc5c246-18f0-4fca-9c39-a481d29afe4a tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7356300-75d9-4f89-acfa-5d7123af7abf {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:08.548823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-edc5c246-18f0-4fca-9c39-a481d29afe4a tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.550216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-edc5c246-18f0-4fca-9c39-a481d29afe4a tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d7356300-75d9-4f89-acfa-5d7123af7abf HTTP/1.1" status: 204 len: 168 time: 1.0485029 Aug 29 04:34:08.554618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57536) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:08.561859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6fa8a564-c856-402b-8733-63c59c141976 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Request body: {'router': {'name': 'tempest-router-780905536', 'distributed': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:08.618371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cffb32b-5520-4835-8adf-c8af57e213bc req-fa5ec61b-a92b-4606-a57f-cf52dab3e7a7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047579 Aug 29 04:34:08.626699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1e20276e-c671-4bcb-9295-29831dd78628 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5545483 Aug 29 04:34:08.627119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57538) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:08.627934 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a564-c856-402b-8733-63c59c141976 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.631052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a564-c856-402b-8733-63c59c141976 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.631525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dbff02e7-15bd-42d1-b8c6-cf74134d939c None None] Provisioning for port cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:08.638051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:08.643649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dbff02e7-15bd-42d1-b8c6-cf74134d939c None None] Provisioning complete for port cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:08.644252 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dbff02e7-15bd-42d1-b8c6-cf74134d939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.702063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.703258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.725289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dbff02e7-15bd-42d1-b8c6-cf74134d939c None None] Port cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:08.752741 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a564-c856-402b-8733-63c59c141976 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.765847 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a564-c856-402b-8733-63c59c141976 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.791768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d06d59-0fe8-46e1-810e-00dfed694111 None None] Network 32e8d327-750a-4aaa-9344-c78306a5c279 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:08.795184 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a564-c856-402b-8733-63c59c141976 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.801475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6fa8a564-c856-402b-8733-63c59c141976 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2427092 Aug 29 04:34:08.803514 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57540) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:08.961809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32969fe9-8733-4d8f-bc02-18974bb39c78 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.211014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32969fe9-8733-4d8f-bc02-18974bb39c78 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.214985 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32969fe9-8733-4d8f-bc02-18974bb39c78 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.262125 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.299849 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32969fe9-8733-4d8f-bc02-18974bb39c78 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.300437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32969fe9-8733-4d8f-bc02-18974bb39c78 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4fe85e-88de-416e-ab81-9ac33a60cdb8 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:09.314605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32969fe9-8733-4d8f-bc02-18974bb39c78 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.340416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-32969fe9-8733-4d8f-bc02-18974bb39c78 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "DELETE /v2.0/routers/5b4fe85e-88de-416e-ab81-9ac33a60cdb8 HTTP/1.1" status: 204 len: 168 time: 0.5339117 Aug 29 04:34:09.341212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57550) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.347273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-06b2bab8-74fa-4f4c-9eca-77b9ab0613e3 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Request body: {'router': {'name': 'tempest-router-458268438', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9a72e36396284dd191e6ee4ba7739e20'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.355831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57552) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.423809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06b2bab8-74fa-4f4c-9eca-77b9ab0613e3 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.425144 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06b2bab8-74fa-4f4c-9eca-77b9ab0613e3 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.475907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.498896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.513555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.591435 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06b2bab8-74fa-4f4c-9eca-77b9ab0613e3 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.592897 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-351438f5-1a9a-4008-bcca-c201775935da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.612212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event updated for resources: {'Port': ['ID=cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.615202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06b2bab8-74fa-4f4c-9eca-77b9ab0613e3 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.659841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.671824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09df438-2302-45f0-8c7b-5c28a3e04614 req-8ef2fd07-e3fd-45aa-9b85-352028d2bbe8 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.674483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e09df438-2302-45f0-8c7b-5c28a3e04614 req-8ef2fd07-e3fd-45aa-9b85-352028d2bbe8 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.2046666 Aug 29 04:34:09.833280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e09df438-2302-45f0-8c7b-5c28a3e04614 req-e407fe13-02d6-4600-a0c3-a0b481a39512 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485989 Aug 29 04:34:09.876618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445c73c-af5b-4cff-b5cc-b2ac85692e4e req-63f24df6-363b-40db-be20-92b6cd0d27d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.878245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6445c73c-af5b-4cff-b5cc-b2ac85692e4e req-63f24df6-363b-40db-be20-92b6cd0d27d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 945 time: 0.1142573 Aug 29 04:34:09.900545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Network 4400e165-ec23-4788-84fa-044e16ba2082 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:09.904137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:09.917159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-351438f5-1a9a-4008-bcca-c201775935da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.929434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-351438f5-1a9a-4008-bcca-c201775935da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.946753 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06b2bab8-74fa-4f4c-9eca-77b9ab0613e3 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.950389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-06b2bab8-74fa-4f4c-9eca-77b9ab0613e3 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6055353 Aug 29 04:34:09.951033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57560) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.955765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.996968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-351438f5-1a9a-4008-bcca-c201775935da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ad6e9342417443f9141843cd1f9668e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379538 Aug 29 04:34:10.000216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57562) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.000365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.010939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6445c73c-af5b-4cff-b5cc-b2ac85692e4e req-2749b06f-3c47-418c-a317-5fc570799744 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246386 Aug 29 04:34:10.011628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351438f5-1a9a-4008-bcca-c201775935da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d93513-2d57-41f5-ba35-105485363570,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.070009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.070531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61288454-0d06-4a0c-8804-cd2603d89657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.132851 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61288454-0d06-4a0c-8804-cd2603d89657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.242921 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61288454-0d06-4a0c-8804-cd2603d89657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.245862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61288454-0d06-4a0c-8804-cd2603d89657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.260956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-61288454-0d06-4a0c-8804-cd2603d89657 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41d93513-2d57-41f5-ba35-105485363570 HTTP/1.1" status: 204 len: 168 time: 0.2582848 Aug 29 04:34:10.278967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-00115f79-f747-4a17-b9bd-6c123560c503 None None] Provisioning complete for port cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:10.279551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-00115f79-f747-4a17-b9bd-6c123560c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.284812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61288454-0d06-4a0c-8804-cd2603d89657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d93513-2d57-41f5-ba35-105485363570,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.361221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-00115f79-f747-4a17-b9bd-6c123560c503 None None] Port cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:10.525576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Router ebee1312-dc4e-4f76-944a-f7ca32d609d7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:10.531766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.532141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.634348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57584) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.653648 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1325b748-965e-41fa-bbc0-adb3c6d064ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.738287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Allocated IP 172.25.1.180 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/a969e0ba-80f9-4a44-9f25-2c13f3e70ccc) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:10.744305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:10.750339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b3ca2bc3-bd99-4730-ad86-a1a06ee109e2 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "PUT /v2.0/routers/ebee1312-dc4e-4f76-944a-f7ca32d609d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2076235 Aug 29 04:34:10.753643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57586) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.764872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1325b748-965e-41fa-bbc0-adb3c6d064ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.765060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95168372-0c64-4418-bb02-8e277d9d900d None None] Sync routers for ids ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:10.774556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94846) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 29 04:34:10.775213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Router 86f06828-542f-4a6d-a6f0-48385429c209 migrating from provider to provider. {{(pid=94846) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 29 04:34:10.776344 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.778589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95168372-0c64-4418-bb02-8e277d9d900d None None] Routers {'ebee1312-dc4e-4f76-944a-f7ca32d609d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:10.779517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95168372-0c64-4418-bb02-8e277d9d900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:10.783442 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.792086 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.809889 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1325b748-965e-41fa-bbc0-adb3c6d064ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.826495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95168372-0c64-4418-bb02-8e277d9d900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:10.836850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95168372-0c64-4418-bb02-8e277d9d900d None None] Routers {'ebee1312-dc4e-4f76-944a-f7ca32d609d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:10.837897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95168372-0c64-4418-bb02-8e277d9d900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:10.878128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95168372-0c64-4418-bb02-8e277d9d900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:10.878837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95168372-0c64-4418-bb02-8e277d9d900d None None] The sync data for ids ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:10.975174 n-d-712142-15 neutron-server[94846]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] No L3 agents can host the router 86f06828-542f-4a6d-a6f0-48385429c209 Aug 29 04:34:11.079339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.122325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Hosts for router 86f06828-542f-4a6d-a6f0-48385429c209: [] {{(pid=94846) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 29 04:34:11.166358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Hosts for other DVR routers connected to router 86f06828-542f-4a6d-a6f0-48385429c209: set() {{(pid=94846) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 29 04:34:11.173731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:11.174476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.176219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ef14f490-9f65-49bd-a1c8-6d9eda6944e8 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "PUT /v2.0/routers/86f06828-542f-4a6d-a6f0-48385429c209 HTTP/1.1" status: 200 len: 716 time: 1.2240398 Aug 29 04:34:11.180013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325b748-965e-41fa-bbc0-adb3c6d064ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206e5c1f-1d7c-4b86-8fc4-2eabe7bef3a3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.182407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57590) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.194975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.205567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1325b748-965e-41fa-bbc0-adb3c6d064ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b73ff527c4df4baf834dd6a8b8cbeb95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692997 Aug 29 04:34:11.250874 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57592) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.257685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Pushing event updated for resources: {'Port': ['ID=a969e0ba-80f9-4a44-9f25-2c13f3e70ccc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.267648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:11.268964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:11.276148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:11.330360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.364774 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f6c2540-8cb9-432d-b23c-f403f4d45df0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.383226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:11.384754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:11.387603 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce2783c-95ff-45bd-a1ec-cb6ed678f6b8" -d '{"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-unplugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:11.395330 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.456613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.476238 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5908ce0d-0e68-4a82-97fa-d100f5f286e1 x-openstack-request-id: req-5908ce0d-0e68-4a82-97fa-d100f5f286e1 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:11.476588 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-unplugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:11.476832 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5908ce0d-0e68-4a82-97fa-d100f5f286e1 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:11.483184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72ae66c8-e1b9-49ac-9e2e-3368e7e1b4bf tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "GET /v2.0/routers/86f06828-542f-4a6d-a6f0-48385429c209 HTTP/1.1" status: 200 len: 716 time: 0.2865858 Aug 29 04:34:11.483377 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'code': 200} Aug 29 04:34:11.484693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57598) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.530170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015bba7-414c-498b-bee0-285fae4aca89 req-5eeec0ec-ae7a-4201-ba61-f23b36f2750a tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:11.531960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b015bba7-414c-498b-bee0-285fae4aca89 req-5eeec0ec-ae7a-4201-ba61-f23b36f2750a tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.3566411 Aug 29 04:34:11.546757 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-4f6c2540-8cb9-432d-b23c-f403f4d45df0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:34:11.547778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4f6c2540-8cb9-432d-b23c-f403f4d45df0 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/routers/ebee1312-dc4e-4f76-944a-f7ca32d609d7 HTTP/1.1" status: 409 len: 329 time: 0.7929900 Aug 29 04:34:11.557915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57606) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.565034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a95f73eb-2e67-4c96-b26f-1e20b2f86203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.602345 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b015bba7-414c-498b-bee0-285fae4aca89 req-7352d551-9346-41b8-972c-6eb768d3b910 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 Aug 29 04:34:11.612102 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a95f73eb-2e67-4c96-b26f-1e20b2f86203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.678001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a95f73eb-2e67-4c96-b26f-1e20b2f86203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.681039 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a95f73eb-2e67-4c96-b26f-1e20b2f86203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.684847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a95f73eb-2e67-4c96-b26f-1e20b2f86203 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/206e5c1f-1d7c-4b86-8fc4-2eabe7bef3a3 HTTP/1.1" status: 204 len: 168 time: 0.4295394 Aug 29 04:34:11.696742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f73eb-2e67-4c96-b26f-1e20b2f86203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e5c1f-1d7c-4b86-8fc4-2eabe7bef3a3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.132529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f70d368a-ec77-427c-bfac-352f78807b9f tempest-RoutersTestDVR-1702359204 tempest-RoutersTestDVR-1702359204-project] 10.222.0.58 "GET /v2.0/routers/86f06828-542f-4a6d-a6f0-48385429c209 HTTP/1.1" status: 200 len: 682 time: 0.6465044 Aug 29 04:34:12.135474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57618) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.189783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.262979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d7c-dfb5-4f36-8a16-342c96e1df63 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.518577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d7c-dfb5-4f36-8a16-342c96e1df63 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.521776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d7c-dfb5-4f36-8a16-342c96e1df63 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.571945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.585928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d7c-dfb5-4f36-8a16-342c96e1df63 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.586515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6e8d7c-dfb5-4f36-8a16-342c96e1df63 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86f06828-542f-4a6d-a6f0-48385429c209 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:12.602164 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d7c-dfb5-4f36-8a16-342c96e1df63 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.603532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fb6e8d7c-dfb5-4f36-8a16-342c96e1df63 tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "DELETE /v2.0/routers/86f06828-542f-4a6d-a6f0-48385429c209 HTTP/1.1" status: 204 len: 168 time: 0.4660072 Aug 29 04:34:12.606988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57636) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.617534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b70704b0-164e-490f-85b1-7e9df6f7228f tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Request body: {'router': {'name': 'tempest-router-1820151597', 'distributed': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:12.647848 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b70704b0-164e-490f-85b1-7e9df6f7228f tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.649524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b70704b0-164e-490f-85b1-7e9df6f7228f tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.737903 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b70704b0-164e-490f-85b1-7e9df6f7228f tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.752440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.760071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b70704b0-164e-490f-85b1-7e9df6f7228f tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.792445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbd232-d305-440e-9101-e6c841c5c8ca req-b1958acd-147a-4fb4-a843-eb0355771612 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.794143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbbbd232-d305-440e-9101-e6c841c5c8ca req-b1958acd-147a-4fb4-a843-eb0355771612 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.0698767 Aug 29 04:34:12.795015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b70704b0-164e-490f-85b1-7e9df6f7228f tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.796227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b70704b0-164e-490f-85b1-7e9df6f7228f tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1880639 Aug 29 04:34:12.799043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57644) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.845285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Router 56737751-de6c-434f-9d30-eb3c4a4338be is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:12.904473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b43d8bea-7259-45ed-8a4e-79ea1c2ee4db tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.977294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbbbd232-d305-440e-9101-e6c841c5c8ca req-e1dcfb1f-660b-4c1a-984e-2eadac95c9e4 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757181 Aug 29 04:34:13.036397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:13.053036 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Sync routers for ids ['56737751-de6c-434f-9d30-eb3c4a4338be'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:13.064180 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Routers {'56737751-de6c-434f-9d30-eb3c4a4338be'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:13.064784 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['56737751-de6c-434f-9d30-eb3c4a4338be'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.067686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.071578 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2fdd9fff-9a0a-4aa0-a505-27edc73c30ee admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4408028 Aug 29 04:34:13.071939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57652) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.087101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b43d8bea-7259-45ed-8a4e-79ea1c2ee4db tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.089895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b43d8bea-7259-45ed-8a4e-79ea1c2ee4db tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.148229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b43d8bea-7259-45ed-8a4e-79ea1c2ee4db tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.148875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d8bea-7259-45ed-8a4e-79ea1c2ee4db tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 099f7c49-652a-4104-a395-515bf39ad262 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:13.155025 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b43d8bea-7259-45ed-8a4e-79ea1c2ee4db tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.161810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b43d8bea-7259-45ed-8a4e-79ea1c2ee4db tempest-RoutersTestDVR-1055971251 tempest-RoutersTestDVR-1055971251-project-admin] 10.222.0.58 "DELETE /v2.0/routers/099f7c49-652a-4104-a395-515bf39ad262 HTTP/1.1" status: 204 len: 168 time: 0.3572869 Aug 29 04:34:13.191878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:13.273115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Deleting port cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:13.273605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.280073 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Set router 56737751-de6c-434f-9d30-eb3c4a4338be gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:13.362537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:13.415376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'mac_address': 'fa:16:3e:6f:a1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:13.489477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.510399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:13.563695 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:34:11Z', 'revision_number': 3, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.571776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:13.578229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57668) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.586106 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.598010 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Checking router: 56737751-de6c-434f-9d30-eb3c4a4338be for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:34:13.598693 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Updating router 56737751-de6c-434f-9d30-eb3c4a4338be port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:34:13.627731 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.666180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.698254 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.735760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Calling delete_port for cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:13.738820 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a740795b-9ed2-460b-854f-483706f2dece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.761551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:13.838181 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.895522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a740795b-9ed2-460b-854f-483706f2dece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.900961 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a740795b-9ed2-460b-854f-483706f2dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.949719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a740795b-9ed2-460b-854f-483706f2dece admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a72e36396284dd191e6ee4ba7739e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704264 Aug 29 04:34:13.951609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740795b-9ed2-460b-854f-483706f2dece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca193e04-b762-4b5f-9607-dcc2f1495f3f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.960760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57676) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.063569 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.136208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfad9c-6d18-41b5-8405-b7bf1395d2a3 req-40a7942d-50bb-4ac9-a9a2-c157581130ae tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.137863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdcfad9c-6d18-41b5-8405-b7bf1395d2a3 req-40a7942d-50bb-4ac9-a9a2-c157581130ae tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.0633574 Aug 29 04:34:14.151147 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f5142bb-127c-4d14-a15a-6cf6c8cf3b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.169714 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Transition to ACTIVE for port object a969e0ba-80f9-4a44-9f25-2c13f3e70ccc will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:14.176531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.181055 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.226576 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312b7a-e543-4efe-a99b-25fae40c9b9a None None] Pushing event updated for resources: {'Port': ['ID=a969e0ba-80f9-4a44-9f25-2c13f3e70ccc,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.226777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f5142bb-127c-4d14-a15a-6cf6c8cf3b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.246469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdcfad9c-6d18-41b5-8405-b7bf1395d2a3 req-0677f4a4-01e9-43df-b773-f568e5ae7747 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761905 Aug 29 04:34:14.246684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Allocated IP 172.20.0.1 (32e8d327-750a-4aaa-9344-c78306a5c279/ce536e53-bb93-43d8-8f3a-2de30c627448/7c6d25a9-c352-4e88-ab8f-aa7019529023) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:14.249229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Port': ['ID=cd2cb9aa-0a32-480c-98a0-ee60ace0cdc0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.269490 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Attempting to bind port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:14.270463 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Attempting to bind port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:14.271164 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Attempting to bind port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:14.278345 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:14.279214 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:14.280057 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.280792 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:14.281477 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Bound port: a969e0ba-80f9-4a44-9f25-2c13f3e70ccc, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:14.282082 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.367714 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] For port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:14.371498 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] For port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a969e0ba-80f9-4a44-9f25-2c13f3e70ccc,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:14.376612 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.448820 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Routers {'56737751-de6c-434f-9d30-eb3c4a4338be'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:14.449767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['56737751-de6c-434f-9d30-eb3c4a4338be'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.518611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312b7a-e543-4efe-a99b-25fae40c9b9a None None] Pushing event updated for resources: {'Port': ['ID=a969e0ba-80f9-4a44-9f25-2c13f3e70ccc,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.615265 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] Set router 56737751-de6c-434f-9d30-eb3c4a4338be gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:14.853230 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:34:11Z', 'revision_number': 3, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.884337 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841cd9fc-3512-4e2c-9618-13e70fd9761b None None] The sync data for ids ['56737751-de6c-434f-9d30-eb3c4a4338be'] in n-d-712142-15 is: [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:34:11Z', 'revision_number': 3, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:14.895189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.932640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f5142bb-127c-4d14-a15a-6cf6c8cf3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.936392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f5142bb-127c-4d14-a15a-6cf6c8cf3b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.940819 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f5142bb-127c-4d14-a15a-6cf6c8cf3b69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca193e04-b762-4b5f-9607-dcc2f1495f3f HTTP/1.1" status: 204 len: 168 time: 0.9784875 Aug 29 04:34:15.063880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5142bb-127c-4d14-a15a-6cf6c8cf3b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca193e04-b762-4b5f-9607-dcc2f1495f3f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.138904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.193090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Router ebee1312-dc4e-4f76-944a-f7ca32d609d7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:15.202387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:15.333790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:15.337865 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.342195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:15.342770 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.347732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ef1d4856-d82b-4a79-9c50-19209c4beaa7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "PUT /v2.0/routers/ebee1312-dc4e-4f76-944a-f7ca32d609d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7887573 Aug 29 04:34:15.351964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57718) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.404412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Network 32e8d327-750a-4aaa-9344-c78306a5c279 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:15.407061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4007e77-5d29-4ab4-9a4e-46a38a785a14 None None] Sync routers for ids ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:15.422959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:15.427686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:15.463425 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-7248ac42-2f1f-4d4e-bb87-3d0d864ac1e9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] show failed (client error): The resource could not be found. Aug 29 04:34:15.464567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7248ac42-2f1f-4d4e-bb87-3d0d864ac1e9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1929697143 HTTP/1.1" status: 404 len: 335 time: 0.1115434 Aug 29 04:34:15.466108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6d25a9-c352-4e88-ab8f-aa7019529023,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.468823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57724) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.479073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-12c72a27-bf53-4d5e-963b-987e4b05df38 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:15.486039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4007e77-5d29-4ab4-9a4e-46a38a785a14 None None] Routers {'ebee1312-dc4e-4f76-944a-f7ca32d609d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:15.489908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c4007e77-5d29-4ab4-9a4e-46a38a785a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.502523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57726) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.525017 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-12c72a27-bf53-4d5e-963b-987e4b05df38 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] update failed (client error): The resource could not be found. Aug 29 04:34:15.526659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-12c72a27-bf53-4d5e-963b-987e4b05df38 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-717178186 HTTP/1.1" status: 404 len: 334 time: 0.0549552 Aug 29 04:34:15.532499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57728) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.581716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-401e0062-2bf2-452c-8523-dd88c4ad8053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.587162 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.623710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c4007e77-5d29-4ab4-9a4e-46a38a785a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.639248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c151cd-af9a-4e7e-8702-9c7ef5aa1c43 req-a640cd27-e72b-4cbc-aadb-c756786bb26d tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:15.642521 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75c151cd-af9a-4e7e-8702-9c7ef5aa1c43 req-a640cd27-e72b-4cbc-aadb-c756786bb26d tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1810122 Aug 29 04:34:15.679815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9362451-fdb6-48d2-a2cb-6c78663ec0df tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Deleting subnet 25ef3d86-4f73-48f8-98d5-674e6ac5b0d6 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:15.685460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9362451-fdb6-48d2-a2cb-6c78663ec0df tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.734371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75c151cd-af9a-4e7e-8702-9c7ef5aa1c43 req-47e1fc7e-d003-4cc9-8f7a-405ff24b9f3e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803130 Aug 29 04:34:15.796766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4007e77-5d29-4ab4-9a4e-46a38a785a14 None None] Routers {'ebee1312-dc4e-4f76-944a-f7ca32d609d7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:15.799093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c4007e77-5d29-4ab4-9a4e-46a38a785a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.860986 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9362451-fdb6-48d2-a2cb-6c78663ec0df tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.889349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-401e0062-2bf2-452c-8523-dd88c4ad8053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.895268 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.898952 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-401e0062-2bf2-452c-8523-dd88c4ad8053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.955235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c4007e77-5d29-4ab4-9a4e-46a38a785a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.956414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4007e77-5d29-4ab4-9a4e-46a38a785a14 None None] The sync data for ids ['ebee1312-dc4e-4f76-944a-f7ca32d609d7'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:15.990075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:15.998034 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096d6957-469b-4673-8b55-ce6eda45376f" -d '{"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:15.998664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.000473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57744) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.007011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-401e0062-2bf2-452c-8523-dd88c4ad8053 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10ecf340bed84c72a1d526ca1f9fe356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966066 Aug 29 04:34:16.010106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e0062-2bf2-452c-8523-dd88c4ad8053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1fb44-442d-4e7c-b540-3c536e5db4e9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.060062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:16.072137 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.124305 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29715f8e-e047-4ba6-a45b-803b126b0693 x-openstack-request-id: req-29715f8e-e047-4ba6-a45b-803b126b0693 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:16.124655 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:16.125167 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29715f8e-e047-4ba6-a45b-803b126b0693 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:16.126027 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'code': 200} Aug 29 04:34:16.157042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.181425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9362451-fdb6-48d2-a2cb-6c78663ec0df tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.362609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a969e0ba-80f9-4a44-9f25-2c13f3e70ccc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:16.402750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4a2dfec-6aa3-4bc4-be54-955d34311399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.450171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:16.454373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:16.454808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.472402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4a2dfec-6aa3-4bc4-be54-955d34311399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.500434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9362451-fdb6-48d2-a2cb-6c78663ec0df tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.612255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.640865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862aed92-7ea4-4544-94ce-8ea1aa23cfda None None] Network 30b049cf-4e7d-4297-a323-8088ac4b325c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:16.644342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9362451-fdb6-48d2-a2cb-6c78663ec0df tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Subnet': ['ID=25ef3d86-4f73-48f8-98d5-674e6ac5b0d6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.654293 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9362451-fdb6-48d2-a2cb-6c78663ec0df tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.658527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a9362451-fdb6-48d2-a2cb-6c78663ec0df tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/subnets/25ef3d86-4f73-48f8-98d5-674e6ac5b0d6 HTTP/1.1" status: 204 len: 168 time: 1.1223183 Aug 29 04:34:16.659829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57748) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.699925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.707095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.712671 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4a2dfec-6aa3-4bc4-be54-955d34311399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.715420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4a2dfec-6aa3-4bc4-be54-955d34311399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.716606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4a2dfec-6aa3-4bc4-be54-955d34311399 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44a1fb44-442d-4e7c-b540-3c536e5db4e9 HTTP/1.1" status: 204 len: 168 time: 0.6804852 Aug 29 04:34:16.780389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2dfec-6aa3-4bc4-be54-955d34311399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1fb44-442d-4e7c-b540-3c536e5db4e9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.805934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.818286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6d25a9-c352-4e88-ab8f-aa7019529023,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.820720 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4789fd-ea65-4dc4-83bb-d1c5f00f00bf tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Deleting subnet fdb5776e-08bb-4e4c-a4e5-55bb3e0980a6 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:16.838121 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb4789fd-ea65-4dc4-83bb-d1c5f00f00bf tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.845152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a969e0ba-80f9-4a44-9f25-2c13f3e70ccc,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:16.878156 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.954940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb4789fd-ea65-4dc4-83bb-d1c5f00f00bf tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.029903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ca24b-6093-441c-a9d0-09a93258b02f req-0338cc8d-e10f-4fa4-adde-5090bc9009d0 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.036491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Network 32e8d327-750a-4aaa-9344-c78306a5c279 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:17.038321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:17.038877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b95ca24b-6093-441c-a9d0-09a93258b02f req-0338cc8d-e10f-4fa4-adde-5090bc9009d0 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1386032 Aug 29 04:34:17.173958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b95ca24b-6093-441c-a9d0-09a93258b02f req-9fe3b462-c5d3-4790-a44b-364dd7f7569e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341043 Aug 29 04:34:17.183027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb4789fd-ea65-4dc4-83bb-d1c5f00f00bf tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.285019 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb4789fd-ea65-4dc4-83bb-d1c5f00f00bf tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.338963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a969e0ba-80f9-4a44-9f25-2c13f3e70ccc,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:17.358898 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb4789fd-ea65-4dc4-83bb-d1c5f00f00bf tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.361820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cb4789fd-ea65-4dc4-83bb-d1c5f00f00bf tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/subnets/fdb5776e-08bb-4e4c-a4e5-55bb3e0980a6 HTTP/1.1" status: 204 len: 168 time: 0.7000139 Aug 29 04:34:17.363550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4789fd-ea65-4dc4-83bb-d1c5f00f00bf tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb5776e-08bb-4e4c-a4e5-55bb3e0980a6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:17.365661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57768) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.369119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6ae5c-d940-40a6-b0f8-7cc5838db1d8 None None] Network 00e283ae-51db-4bd7-ad0c-7c235c649594 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:17.420598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Router 56737751-de6c-434f-9d30-eb3c4a4338be has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:17.539105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.545198 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d0af-3874-4dc7-9c23-7c09c996c92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.711509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:17.721494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] DHCP port deletion for 30b049cf-4e7d-4297-a323-8088ac4b325c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:17.728941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Deleting port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:17.729556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.735137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d35fb577-d193-408b-ab3e-8a0b9d5284c2 admin admin] 10.222.0.58 "PUT /v2.0/routers/56737751-de6c-434f-9d30-eb3c4a4338be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6620603 Aug 29 04:34:17.904607 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Sync routers for ids ['56737751-de6c-434f-9d30-eb3c4a4338be'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:17.923890 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Routers {'56737751-de6c-434f-9d30-eb3c4a4338be'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:17.925404 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['56737751-de6c-434f-9d30-eb3c4a4338be'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:17.934139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] For port 4412e24d-63e7-43d5-b2b4-c3939eb408a0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4412e24d-63e7-43d5-b2b4-c3939eb408a0,segment=NetworkSegment(3dcf00ef-b5b4-4281-8cf7-de22db583bff),segment_id=3dcf00ef-b5b4-4281-8cf7-de22db583bff)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:17.935024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.966581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] Deleting port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:17.966964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.978275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Calling delete_port for 4412e24d-63e7-43d5-b2b4-c3939eb408a0 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:18.255874 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Set router 56737751-de6c-434f-9d30-eb3c4a4338be gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:18.301243 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.337850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] For port 4412e24d-63e7-43d5-b2b4-c3939eb408a0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4412e24d-63e7-43d5-b2b4-c3939eb408a0,segment=NetworkSegment(3dcf00ef-b5b4-4281-8cf7-de22db583bff),segment_id=3dcf00ef-b5b4-4281-8cf7-de22db583bff)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:18.338270 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.391305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Port': ['ID=4412e24d-63e7-43d5-b2b4-c3939eb408a0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.411290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] Calling delete_port for 4412e24d-63e7-43d5-b2b4-c3939eb408a0 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:18.436171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] No DVR routers for this DVR port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:18.472494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] DHCP port deletion for 00e283ae-51db-4bd7-ad0c-7c235c649594 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:18.503249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a969e0ba-80f9-4a44-9f25-2c13f3e70ccc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:18.606385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57804) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.832521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.904620 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:34:15Z', 'revision_number': 4, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7c6d25a9-c352-4e88-ab8f-aa7019529023', 'name': '', 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'mac_address': 'fa:16:3e:af:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'ce536e53-bb93-43d8-8f3a-2de30c627448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:13Z', 'updated_at': '2021-08-29T04:34:16Z', 'revision_number': 2, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'subnets': [{'id': 'ce536e53-bb93-43d8-8f3a-2de30c627448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:18.917689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815598834'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:18.940104 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Checking router: 56737751-de6c-434f-9d30-eb3c4a4338be for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:34:18.940836 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Updating router 56737751-de6c-434f-9d30-eb3c4a4338be port 7c6d25a9-c352-4e88-ab8f-aa7019529023 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:34:18.954029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:18.959242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.973628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.979888 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.994550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] Pushing event deleted for resources: {'Port': ['ID=4412e24d-63e7-43d5-b2b4-c3939eb408a0,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.012928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864742a-2cde-42b2-ba74-4ae5873feced None None] No DVR routers for this DVR port 4412e24d-63e7-43d5-b2b4-c3939eb408a0 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:19.116704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:19.118788 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.126172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] Deleting port cdb7794f-afdf-465d-86fb-445774c2364e {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:19.126579 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.206041 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.217071 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.310406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:19.347630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c54fa0-3119-4346-aa1a-fcd67f2c4ca9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.364721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.365101 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment dd12a7dd-583f-49d7-8aa8-04ded02396c7 of type vlan for network 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 Aug 29 04:34:19.372994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.373349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.373692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.374034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.374371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.374795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.375024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.375350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.375678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.376015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.380431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.380813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.462222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.472130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-18e281cc-39a2-4717-9cb0-ed0075e69014 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:19.477188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-18e281cc-39a2-4717-9cb0-ed0075e69014 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 811 time: 0.3423233 Aug 29 04:34:19.482412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] For port cdb7794f-afdf-465d-86fb-445774c2364e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cdb7794f-afdf-465d-86fb-445774c2364e,segment=NetworkSegment(035b7658-6f53-431a-82c3-1937c0abffdf),segment_id=035b7658-6f53-431a-82c3-1937c0abffdf)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:19.482963 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.493621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.501829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:19.502907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.522118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-492b6c4b-3c47-4dcd-a4d9-047728902be1 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/quotas/47170f12ab2d4ff980cd8d3d0d9bde9e HTTP/1.1" status: 200 len: 375 time: 0.0369899 Aug 29 04:34:19.533071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] Calling delete_port for cdb7794f-afdf-465d-86fb-445774c2364e owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:19.621073 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0022869 Aug 29 04:34:19.660633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4790ad8-12cc-4d4c-aeb5-9783efa14bfc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=8fd5f8d3-fd95-4413-a05e-74a34d6b4db5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.736919 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.750480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.757745 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Transition to ACTIVE for port object 7c6d25a9-c352-4e88-ab8f-aa7019529023 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:19.765425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86a27-b02d-47b1-8028-061fdf9c572f req-a73af9d5-cbc7-49f0-89fc-ced95bca5b57 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:19.767727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0a86a27-b02d-47b1-8028-061fdf9c572f req-a73af9d5-cbc7-49f0-89fc-ced95bca5b57 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 1.3843262 Aug 29 04:34:19.775033 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.786372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b049cf-4e7d-4297-a323-8088ac4b325c']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.862065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0a86a27-b02d-47b1-8028-061fdf9c572f req-0b2b47a7-977a-4961-9a6c-97b082c63337 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844653 Aug 29 04:34:19.872317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcf00ef-b5b4-4281-8cf7-de22db583bff') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.873041 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcf00ef-b5b4-4281-8cf7-de22db583bff') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.904056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-eeb14a6c-1739-45d7-b609-14797da00828 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2799475 Aug 29 04:34:19.907785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:19.921274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.952363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.973040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:19.974922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:19.983822 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:20.094440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4412e24d-63e7-43d5-b2b4-c3939eb408a0 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:20.126707 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.188682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 4412e24d-63e7-43d5-b2b4-c3939eb408a0 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:20.189346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4412e24d-63e7-43d5-b2b4-c3939eb408a0 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:20.193432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cdb7794f-afdf-465d-86fb-445774c2364e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:20.268307 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c4a8f-f359-4fb9-831f-9b67a1b63e19 None None] Pushing event updated for resources: {'Port': ['ID=7c6d25a9-c352-4e88-ab8f-aa7019529023,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.360522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] Pushing event deleted for resources: {'Port': ['ID=cdb7794f-afdf-465d-86fb-445774c2364e,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.368322 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Attempting to bind port 7c6d25a9-c352-4e88-ab8f-aa7019529023 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:20.369283 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Attempting to bind port 7c6d25a9-c352-4e88-ab8f-aa7019529023 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:20.369671 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Attempting to bind port 7c6d25a9-c352-4e88-ab8f-aa7019529023 on network 32e8d327-750a-4aaa-9344-c78306a5c279 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:20.376457 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:20.376972 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Checking segment: {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:20.377549 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.377960 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Bound using segment: {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:20.378433 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Bound port: 7c6d25a9-c352-4e88-ab8f-aa7019529023, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:20.378817 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.411417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.455757 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.458021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/networks/30b049cf-4e7d-4297-a323-8088ac4b325c HTTP/1.1" status: 204 len: 168 time: 3.0900633 Aug 29 04:34:20.459703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de1b54-ac33-41ee-ae33-f24d3ec663d9 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Network': ['ID=30b049cf-4e7d-4297-a323-8088ac4b325c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.461704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57846) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.503923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: cdb7794f-afdf-465d-86fb-445774c2364e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:20.511472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cdb7794f-afdf-465d-86fb-445774c2364e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:20.561822 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] For port 7c6d25a9-c352-4e88-ab8f-aa7019529023, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:20.565976 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] For port 7c6d25a9-c352-4e88-ab8f-aa7019529023, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7c6d25a9-c352-4e88-ab8f-aa7019529023,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:20.572703 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.610887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-6431b1ea-70f5-4136-8770-e598fec25934 service neutron] 10.222.0.58 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054222 Aug 29 04:34:20.629050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d125f-cf9a-4686-9bb5-e1d449c17c07 None None] No DVR routers for this DVR port cdb7794f-afdf-465d-86fb-445774c2364e on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:20.645540 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Routers {'56737751-de6c-434f-9d30-eb3c4a4338be'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:20.646461 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['56737751-de6c-434f-9d30-eb3c4a4338be'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:20.688777 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cd12613a-34f2-46b3-9f5b-f36e55c2b6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.700177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.798441 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] Set router 56737751-de6c-434f-9d30-eb3c4a4338be gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:20.942296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.065008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-57525340-773f-456d-835e-de7e15919d4e service neutron] 10.222.0.58 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521799 Aug 29 04:34:21.148895 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c4a8f-f359-4fb9-831f-9b67a1b63e19 None None] Pushing event updated for resources: {'Port': ['ID=7c6d25a9-c352-4e88-ab8f-aa7019529023,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.181355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.203962 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:34:15Z', 'revision_number': 4, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7c6d25a9-c352-4e88-ab8f-aa7019529023', 'name': '', 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'mac_address': 'fa:16:3e:af:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'ce536e53-bb93-43d8-8f3a-2de30c627448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:13Z', 'updated_at': '2021-08-29T04:34:20Z', 'revision_number': 4, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'subnets': [{'id': 'ce536e53-bb93-43d8-8f3a-2de30c627448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:21.208938 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:34:21.229012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adb150-f99a-4182-9516-d3cf615b521b req-9c70b874-224c-4f2a-af51-d1d17268880f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:21.230825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16adb150-f99a-4182-9516-d3cf615b521b req-9c70b874-224c-4f2a-af51-d1d17268880f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1185663 Aug 29 04:34:21.293317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.324733 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20e833-4211-4dca-86a6-b6ddeb15cde6 None None] The sync data for ids ['56737751-de6c-434f-9d30-eb3c4a4338be'] in n-d-712142-15 is: [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:34:15Z', 'revision_number': 4, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7c6d25a9-c352-4e88-ab8f-aa7019529023', 'name': '', 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'mac_address': 'fa:16:3e:af:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'ce536e53-bb93-43d8-8f3a-2de30c627448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:13Z', 'updated_at': '2021-08-29T04:34:20Z', 'revision_number': 4, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'subnets': [{'id': 'ce536e53-bb93-43d8-8f3a-2de30c627448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:21.343532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16adb150-f99a-4182-9516-d3cf615b521b req-c2d4ba38-7da4-4136-a44a-4982bca49147 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907912 Aug 29 04:34:21.365932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e283ae-51db-4bd7-ad0c-7c235c649594']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:21.440617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035b7658-6f53-431a-82c3-1937c0abffdf') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:21.441656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035b7658-6f53-431a-82c3-1937c0abffdf') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:21.473773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.496667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.507358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:21.507832 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:21.611534 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:21.618353 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.631204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.636677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/networks/00e283ae-51db-4bd7-ad0c-7c235c649594 HTTP/1.1" status: 204 len: 168 time: 1.1742678 Aug 29 04:34:21.644260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57862) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.674094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c80d99-3edc-4cf4-81ca-f354f31e6175 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Network': ['ID=00e283ae-51db-4bd7-ad0c-7c235c649594,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.707605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89c60911-783a-4fd6-8962-964a1b9c596e req-a95ec5ed-e93b-4020-8a5f-cd590247e86a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 210 time: 0.1260545 Aug 29 04:34:21.754109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1d6a83-8acd-40c3-9767-c7aa9ffc38a7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Deleting subnet a372c17a-8287-4cd1-abfd-697fc4f35dd1 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:21.763630 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b1d6a83-8acd-40c3-9767-c7aa9ffc38a7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.938240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b1d6a83-8acd-40c3-9767-c7aa9ffc38a7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.199510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b1d6a83-8acd-40c3-9767-c7aa9ffc38a7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.265802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c943-cef8-4ffd-becb-666858aa0b77 req-56dd282c-6f24-4015-ba9b-47422a685614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:22.270267 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7be0c943-cef8-4ffd-becb-666858aa0b77 req-56dd282c-6f24-4015-ba9b-47422a685614 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1097 time: 0.1295660 Aug 29 04:34:22.431388 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7be0c943-cef8-4ffd-becb-666858aa0b77 req-dd093d6e-fce6-4e7a-b045-9218e62ac92f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511686 Aug 29 04:34:22.478461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b1d6a83-8acd-40c3-9767-c7aa9ffc38a7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.658134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f42f1-b5bf-4246-a995-c787a8c2dcf7 req-bb7d09bb-ca51-40ba-be57-385ccda9884c tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:22.672644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-367f42f1-b5bf-4246-a995-c787a8c2dcf7 req-bb7d09bb-ca51-40ba-be57-385ccda9884c tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1285331 Aug 29 04:34:22.719369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d6a83-8acd-40c3-9767-c7aa9ffc38a7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Subnet': ['ID=a372c17a-8287-4cd1-abfd-697fc4f35dd1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.754096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60a8a7-2e8e-43d5-974f-03fcfecd6af8 None None] Network 4400e165-ec23-4788-84fa-044e16ba2082 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:22.756418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b1d6a83-8acd-40c3-9767-c7aa9ffc38a7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.770950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0b1d6a83-8acd-40c3-9767-c7aa9ffc38a7 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/subnets/a372c17a-8287-4cd1-abfd-697fc4f35dd1 HTTP/1.1" status: 204 len: 168 time: 1.1230233 Aug 29 04:34:22.773194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57882) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.787660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-367f42f1-b5bf-4246-a995-c787a8c2dcf7 req-b5f6e13e-b1e5-49a8-a697-ddb6d17147ac tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084285 Aug 29 04:34:23.002884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:23.056064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': '8fd5f8d3-fd95-4413-a05e-74a34d6b4db5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:23.081568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c5971ed-3f8f-4318-819f-61a81cca69e5 req-e4b5aba7-ae8a-4649-baf0-b40c0a5c8c4c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 210 time: 0.0926366 Aug 29 04:34:23.082918 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.101591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7c6d25a9-c352-4e88-ab8f-aa7019529023 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:23.108811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.298524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Deleting port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:23.299497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.309054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7c6d25a9-c352-4e88-ab8f-aa7019529023 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:23.325409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:23.329386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.355099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7c6d25a9-c352-4e88-ab8f-aa7019529023 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:23.364623 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.472797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] For port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4867e6cb-6fa8-48a7-b8b5-e9201f36436c,segment=NetworkSegment(9a414267-7358-4014-bdf1-a72b2df9d68e),segment_id=9a414267-7358-4014-bdf1-a72b2df9d68e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:23.473366 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.509178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Calling delete_port for 4867e6cb-6fa8-48a7-b8b5-e9201f36436c owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:23.708998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.745040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Port': ['ID=4867e6cb-6fa8-48a7-b8b5-e9201f36436c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.769407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] No DVR routers for this DVR port 4867e6cb-6fa8-48a7-b8b5-e9201f36436c on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:23.849351 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.997156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98328927-600b-4cbb-84af-c2724c0a92b2 None None] DHCP port deletion for 4400e165-ec23-4788-84fa-044e16ba2082 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:24.041944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.071400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=1f400504-ae75-4c9d-8ab9-2fe4806d227c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.106217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': 'dd12a7dd-583f-49d7-8aa8-04ded02396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8fd5f8d3-fd95-4413-a05e-74a34d6b4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:24.106585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:24.118728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 7c6d25a9-c352-4e88-ab8f-aa7019529023, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7c6d25a9-c352-4e88-ab8f-aa7019529023,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:24.124592 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.138015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29157a-9c22-4cb3-9e90-52dbf2184098 req-281fc90e-00ab-41db-ab58-7c8fba751c2e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.155493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d29157a-9c22-4cb3-9e90-52dbf2184098 req-281fc90e-00ab-41db-ab58-7c8fba751c2e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.2070284 Aug 29 04:34:24.231800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=7c6d25a9-c352-4e88-ab8f-aa7019529023,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.249903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:24.258365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-eda4c4fc-e8d3-4f3c-b107-50e796a9b0d2 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.258702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.258978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.262222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.262784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.264901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.265429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.265935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.266461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.268695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.269389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.269900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.270401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:24.289779 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-eda4c4fc-e8d3-4f3c-b107-50e796a9b0d2 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.65 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 811 time: 0.4164960 Aug 29 04:34:24.292620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d29157a-9c22-4cb3-9e90-52dbf2184098 req-15f6a7b8-8a1e-4a5f-b74f-de8cd6e149df tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358087 Aug 29 04:34:24.304926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:24.307969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Request body: {'port': {'device_id': '37145295-4c27-4c75-90e2-78ec9ed4373e', 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279', 'admin_state_up': True, 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:24.320556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf53aa62-45ab-49b2-b0f2-3768bdca2ee5 None None] Network 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:24.324646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.325254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.419257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-c0e68354-de87-4408-9bdb-e7b136c023be req-7da4ccb1-c052-45b7-8893-f85e50107d36 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1467477677', 'description': 'tempest-description-559022431'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:24.516799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bdd8a4df-ed07-4ece-bc50-2087a1e33646 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5096271 Aug 29 04:34:24.539279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57906) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.563526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-625636053'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:24.565386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c0e68354-de87-4408-9bdb-e7b136c023be req-7da4ccb1-c052-45b7-8893-f85e50107d36 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.616923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b935746-347e-40bf-a986-6ffe769396d6 req-9d0970f8-2af1-4e76-951b-55eeff45b726 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 210 time: 0.2382298 Aug 29 04:34:24.626932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.630969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-8fd5f8d3-fd95-4413-a05e-74a34d6b4db5', 'network_id': '8fd5f8d3-fd95-4413-a05e-74a34d6b4db5', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': '1f400504-ae75-4c9d-8ab9-2fe4806d227c'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:24.631874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.672721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4400e165-ec23-4788-84fa-044e16ba2082']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:24.728181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a414267-7358-4014-bdf1-a72b2df9d68e') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:24.728512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a414267-7358-4014-bdf1-a72b2df9d68e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:24.751369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:24.767126 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.774577 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.780283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7c6d25a9-c352-4e88-ab8f-aa7019529023 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:24.866348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.869435 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c0e68354-de87-4408-9bdb-e7b136c023be req-7da4ccb1-c052-45b7-8893-f85e50107d36 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.882572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c0e68354-de87-4408-9bdb-e7b136c023be req-7da4ccb1-c052-45b7-8893-f85e50107d36 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.885039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:24.885495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:24.907155 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:24.910203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:24.929996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Allocated IP 2001:db8:0:ffff::2 (8fd5f8d3-fd95-4413-a05e-74a34d6b4db5/1f400504-ae75-4c9d-8ab9-2fe4806d227c/4363058a-3ec1-49da-ab07-e4cbe90e7504) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:24.940720 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4ccb1-c052-45b7-8893-f85e50107d36 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a693b5-96a2-439f-bd1e-5810118e902f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.043460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.043921 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment 43a6a1ae-c1dd-49b9-b0d1-43c836ad150b of type vlan for network d8a974ad-3f47-4a98-9d11-4d25f1bbc840 Aug 29 04:34:25.079767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Made reservation on behalf of 47170f12ab2d4ff980cd8d3d0d9bde9e for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:25.084194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c0e68354-de87-4408-9bdb-e7b136c023be req-7da4ccb1-c052-45b7-8893-f85e50107d36 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.086414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0e68354-de87-4408-9bdb-e7b136c023be req-7da4ccb1-c052-45b7-8893-f85e50107d36 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7104104 Aug 29 04:34:25.094403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.184522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.223910 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.228105 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/networks/4400e165-ec23-4788-84fa-044e16ba2082 HTTP/1.1" status: 204 len: 168 time: 2.4513404 Aug 29 04:34:25.229746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57914) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.258907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.282916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Transition to ACTIVE for port object 4363058a-3ec1-49da-ab07-e4cbe90e7504 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:25.309058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.345065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f273f38-eb7e-451b-8502-c00dc7c369a3 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Pushing event deleted for resources: {'Network': ['ID=4400e165-ec23-4788-84fa-044e16ba2082,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.351759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Transition to ACTIVE for port object 4363058a-3ec1-49da-ab07-e4cbe90e7504 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:25.362064 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b8d530b3-1e49-414a-8a57-394528e68479 tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebee1312-dc4e-4f76-944a-f7ca32d609d7 HTTP/1.1" status: 200 len: 205 time: 0.0918448 Aug 29 04:34:25.363620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-fbb1989c-ba52-4db3-b3ae-c8025a0078c9 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1467477677&fields=id&tenant_id=a34d481f40104b97aadccdd262c78e46 HTTP/1.1" status: 200 len: 267 time: 0.1835585 Aug 29 04:34:25.368489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57920) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.394441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.483481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-1054e7d2-9613-4f67-b5fb-1305b5caa112 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:25.497255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Network 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:25.498919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-1054e7d2-9613-4f67-b5fb-1305b5caa112 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1342123 Aug 29 04:34:25.502797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:25.518995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:25.519434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Request body: {'port': {'security_groups': ['08ea6677-946d-49fb-9128-bc8d9fbef66a', '26a693b5-96a2-439f-bd1e-5810118e902f']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:25.536593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Pushing event updated for resources: {'Port': ['ID=4363058a-3ec1-49da-ab07-e4cbe90e7504,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.544866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7c6d25a9-c352-4e88-ab8f-aa7019529023 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:25.545249 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.675554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.696354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.698092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:25.698790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.732318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Attempting to bind port 4363058a-3ec1-49da-ab07-e4cbe90e7504 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:25.732693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Attempting to bind port 4363058a-3ec1-49da-ab07-e4cbe90e7504 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'dd12a7dd-583f-49d7-8aa8-04ded02396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8fd5f8d3-fd95-4413-a05e-74a34d6b4db5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:25.733061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Attempting to bind port 4363058a-3ec1-49da-ab07-e4cbe90e7504 on network 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:25.749696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d20d3fb2-5b32-46aa-ad09-e3a78363b02f tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.751023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:25.751646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Checking segment: {'id': 'dd12a7dd-583f-49d7-8aa8-04ded02396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8fd5f8d3-fd95-4413-a05e-74a34d6b4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:25.752251 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.752815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Bound using segment: {'id': 'dd12a7dd-583f-49d7-8aa8-04ded02396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8fd5f8d3-fd95-4413-a05e-74a34d6b4db5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:25.753488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Bound port: 4363058a-3ec1-49da-ab07-e4cbe90e7504, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd12a7dd-583f-49d7-8aa8-04ded02396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8fd5f8d3-fd95-4413-a05e-74a34d6b4db5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:25.754180 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.845180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63534a9e-722b-42a4-9909-e2336b255e7e req-40cdf74c-c61e-49df-8631-fa4cd09c925f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 210 time: 0.0697057 Aug 29 04:34:25.967164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4867e6cb-6fa8-48a7-b8b5-e9201f36436c no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:25.994843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 4867e6cb-6fa8-48a7-b8b5-e9201f36436c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:25.995571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4867e6cb-6fa8-48a7-b8b5-e9201f36436c not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:25.999976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] For port 4363058a-3ec1-49da-ab07-e4cbe90e7504, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:26.044141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] For port 4363058a-3ec1-49da-ab07-e4cbe90e7504, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4363058a-3ec1-49da-ab07-e4cbe90e7504,segment=NetworkSegment(dd12a7dd-583f-49d7-8aa8-04ded02396c7),segment_id=dd12a7dd-583f-49d7-8aa8-04ded02396c7)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:26.054825 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.135426 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5888634 Aug 29 04:34:26.151752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57926) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.176045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': 'd8a974ad-3f47-4a98-9d11-4d25f1bbc840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:26.217941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Allocated IP 172.20.0.10 (32e8d327-750a-4aaa-9344-c78306a5c279/ce536e53-bb93-43d8-8f3a-2de30c627448/59b5f700-d54f-4f02-abf5-f74683e6a392) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:26.257544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66f066-c9dc-4e01-8c60-3e3caaba602d None None] Pushing event updated for resources: {'Port': ['ID=4363058a-3ec1-49da-ab07-e4cbe90e7504,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.455643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] For port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:26.463732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ebe13-94b7-49f7-a3b3-2df4621bbf5f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=d8a974ad-3f47-4a98-9d11-4d25f1bbc840,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.478294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d8a974ad-3f47-4a98-9d11-4d25f1bbc840 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:26.577658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:26.592065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.833511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4363058a-3ec1-49da-ab07-e4cbe90e7504 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:26.937110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.971953 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.001285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:27.073683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.074851 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.080500 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebfcc1fb-251e-4674-bbab-c5495f901534 req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "PUT /v2.0/ports/bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 981 time: 1.5795970 Aug 29 04:34:27.094388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:27.101080 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d416720-0904-44f2-a4e1-56a57a397427" -d '{"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:27.106425 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.165407 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d20d3fb2-5b32-46aa-ad09-e3a78363b02f tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.170382 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d20d3fb2-5b32-46aa-ad09-e3a78363b02f tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.186355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 4363058a-3ec1-49da-ab07-e4cbe90e7504 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:27.195404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf2adb55-810a-486f-81ee-a56fe1d3eddb req-5923f3bc-96a3-4496-9c3d-d3bbc9254192 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 210 time: 0.1533463 Aug 29 04:34:27.266728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.276839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d20d3fb2-5b32-46aa-ad09-e3a78363b02f tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.277413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20d3fb2-5b32-46aa-ad09-e3a78363b02f tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Fanout notify agent at l3_agent the message router_deleted on router ebee1312-dc4e-4f76-944a-f7ca32d609d7 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:27.278816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:27.329622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d20d3fb2-5b32-46aa-ad09-e3a78363b02f tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.339372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d20d3fb2-5b32-46aa-ad09-e3a78363b02f tempest-RoutersNegativeTest-1355061945 tempest-RoutersNegativeTest-1355061945-project] 10.222.0.58 "DELETE /v2.0/routers/ebee1312-dc4e-4f76-944a-f7ca32d609d7 HTTP/1.1" status: 204 len: 168 time: 1.9668338 Aug 29 04:34:27.385843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.494372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=4fb92e61-8271-4ee2-916b-9c0b1884de9b,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.550853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.583149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcad0e9-b1a0-45b6-985b-2da094be9d41 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event updated for resources: {'Port': ['ID=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,revision_number=6']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.637885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c408b33-c087-4d03-863e-23ce97744d03 req-ea06e86d-1b36-494c-9c59-4a6755e75675 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1467477677&fields=id&tenant_id=a34d481f40104b97aadccdd262c78e46 HTTP/1.1" status: 200 len: 267 time: 0.4360719 Aug 29 04:34:27.698351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Network 32e8d327-750a-4aaa-9344-c78306a5c279 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:27.724856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:27.742116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:27.748761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8a974ad-3f47-4a98-9d11-4d25f1bbc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:27.749150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: d8a974ad-3f47-4a98-9d11-4d25f1bbc840, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:27.854298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c408b33-c087-4d03-863e-23ce97744d03 req-742b0c8e-072a-4281-861d-2986230a7cc8 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.865410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c408b33-c087-4d03-863e-23ce97744d03 req-742b0c8e-072a-4281-861d-2986230a7cc8 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 984 time: 0.2115726 Aug 29 04:34:27.875914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-2c408b33-c087-4d03-863e-23ce97744d03 req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Request body: {'port': {'security_groups': ['08ea6677-946d-49fb-9128-bc8d9fbef66a']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.951685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Pushing event updated for resources: {'Port': ['ID=59b5f700-d54f-4f02-abf5-f74683e6a392,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.956963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network d8a974ad-3f47-4a98-9d11-4d25f1bbc840 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:28.026814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.027521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.058405 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86be0a77-78bd-4baf-a8e7-1bff3b7941c0 x-openstack-request-id: req-86be0a77-78bd-4baf-a8e7-1bff3b7941c0 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:28.058713 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:28.062882 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86be0a77-78bd-4baf-a8e7-1bff3b7941c0 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:28.063464 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'status': 'completed', 'code': 200} Aug 29 04:34:28.064378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, d8a974ad-3f47-4a98-9d11-4d25f1bbc840) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:28.070232 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-07c91d2c-37ca-4ec8-9404-ce08749de053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7769608 Aug 29 04:34:28.097905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Request body: {'port': {'device_id': '37145295-4c27-4c75-90e2-78ec9ed4373e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.098345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.098950 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.102811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77331e-cc9c-43c3-8ef9-0a3996df3540 None None] Network d8a974ad-3f47-4a98-9d11-4d25f1bbc840 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:28.194574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c408b33-c087-4d03-863e-23ce97744d03 req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.246731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57966) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.258542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-925e430d-d55f-4b9a-8a04-328ec3a420ec tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1056044 Aug 29 04:34:28.271226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57968) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.284592 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.349492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb7469b-7ad1-4d15-8807-6db2d3988d5c None None] Network 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:28.525544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c9ea2-ea3f-432a-819a-3ed5da479c39 req-b6bae2d7-c139-442a-89e2-84b4ce73394c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.537171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e6c9ea2-ea3f-432a-819a-3ed5da479c39 req-b6bae2d7-c139-442a-89e2-84b4ce73394c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 932 time: 0.1664019 Aug 29 04:34:28.562066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.570148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416720-0904-44f2-a4e1-56a57a397427 req-bb78a060-1444-4101-adf1-460f36d23d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.571910 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d416720-0904-44f2-a4e1-56a57a397427 req-bb78a060-1444-4101-adf1-460f36d23d89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1136 time: 0.4972937 Aug 29 04:34:28.704378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c86c637e-f81c-492b-82d1-a4610533be44 None None] Provisioning for port 4363058a-3ec1-49da-ab07-e4cbe90e7504 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:28.711731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c86c637e-f81c-492b-82d1-a4610533be44 None None] Provisioning complete for port 4363058a-3ec1-49da-ab07-e4cbe90e7504 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:28.712179 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c86c637e-f81c-492b-82d1-a4610533be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.728944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e6c9ea2-ea3f-432a-819a-3ed5da479c39 req-8dd1f78f-b6a3-4f11-b0cc-3f55b4d20326 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817117 Aug 29 04:34:28.777925 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1d9d84db-8908-4568-bdae-0c796e457c24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d017907cffa1439d93a8893b57aca963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5228999 Aug 29 04:34:28.781216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57976) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.901291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-d8a974ad-3f47-4a98-9d11-4d25f1bbc840', 'network_id': 'd8a974ad-3f47-4a98-9d11-4d25f1bbc840', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': '4fb92e61-8271-4ee2-916b-9c0b1884de9b'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:28.902596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.925006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-2c408b33-c087-4d03-863e-23ce97744d03 req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] For port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:29.024384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c408b33-c087-4d03-863e-23ce97744d03 req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.063063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-313f7d15-ec2c-4d12-a22f-00b65b9052ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.070958 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c408b33-c087-4d03-863e-23ce97744d03 req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.143921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c408b33-c087-4d03-863e-23ce97744d03 req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:29.144658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2c408b33-c087-4d03-863e-23ce97744d03 req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.158252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c408b33-c087-4d03-863e-23ce97744d03 req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "PUT /v2.0/ports/bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 942 time: 1.2901473 Aug 29 04:34:29.265369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:29.354135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b5f700-d54f-4f02-abf5-f74683e6a392 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:29.370361 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.393284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Transition to ACTIVE for port object 59b5f700-d54f-4f02-abf5-f74683e6a392 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:29.396226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Allocated IP 2001:db8::1 (d8a974ad-3f47-4a98-9d11-4d25f1bbc840/4fb92e61-8271-4ee2-916b-9c0b1884de9b/6a04275e-159f-4822-8a8e-791b290a7f6d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:29.407597 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.543539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.579349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Pushing event updated for resources: {'Port': ['ID=59b5f700-d54f-4f02-abf5-f74683e6a392,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.588126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-313f7d15-ec2c-4d12-a22f-00b65b9052ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.618702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416720-0904-44f2-a4e1-56a57a397427 req-7340b411-5c10-4ac2-91f2-6d4db96f61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:29.620278 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d416720-0904-44f2-a4e1-56a57a397427 req-7340b411-5c10-4ac2-91f2-6d4db96f61b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 921 time: 1.0373220 Aug 29 04:34:29.699590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:29.778767 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c86c637e-f81c-492b-82d1-a4610533be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.790810 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.874397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Transition to ACTIVE for port object 6a04275e-159f-4822-8a8e-791b290a7f6d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:29.912468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c86c637e-f81c-492b-82d1-a4610533be44 None None] For port 4363058a-3ec1-49da-ab07-e4cbe90e7504, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4363058a-3ec1-49da-ab07-e4cbe90e7504,segment=NetworkSegment(dd12a7dd-583f-49d7-8aa8-04ded02396c7),segment_id=dd12a7dd-583f-49d7-8aa8-04ded02396c7)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:29.923387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef61e4b-9a3d-41fb-b823-cd5c70d9c6af tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event updated for resources: {'Port': ['ID=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,revision_number=7']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.929893 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d416720-0904-44f2-a4e1-56a57a397427 req-3888e9b8-c4a8-41e5-9b94-1d24739ae431 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 217 time: 0.2441509 Aug 29 04:34:29.948704 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c86c637e-f81c-492b-82d1-a4610533be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.955207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-d12367dc-cf4e-402f-a9e4-5fb754ff3428 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6906140 Aug 29 04:34:29.962260 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-313f7d15-ec2c-4d12-a22f-00b65b9052ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.965197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-313f7d15-ec2c-4d12-a22f-00b65b9052ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.966789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-313f7d15-ec2c-4d12-a22f-00b65b9052ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6029efc-77eb-4d8d-a5b5-84a76582d5f6 HTTP/1.1" status: 204 len: 168 time: 1.1842320 Aug 29 04:34:29.971880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:30.011394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.062745 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Transition to ACTIVE for port object 6a04275e-159f-4822-8a8e-791b290a7f6d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:30.074230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.105553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:30.108328 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:30.131176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f7d15-ec2c-4d12-a22f-00b65b9052ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6029efc-77eb-4d8d-a5b5-84a76582d5f6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.186314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Attempting to bind port 59b5f700-d54f-4f02-abf5-f74683e6a392 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:30.186870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Attempting to bind port 59b5f700-d54f-4f02-abf5-f74683e6a392 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:30.187590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Attempting to bind port 59b5f700-d54f-4f02-abf5-f74683e6a392 on network 32e8d327-750a-4aaa-9344-c78306a5c279 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:30.198033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71efac2-ac56-4742-b962-241c4108a48d req-d355d0a5-c0cb-4fae-8c88-df393e9a4437 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:30.206335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b71efac2-ac56-4742-b962-241c4108a48d req-d355d0a5-c0cb-4fae-8c88-df393e9a4437 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 944 time: 0.2447035 Aug 29 04:34:30.206554 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.244377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Port 59b5f700-d54f-4f02-abf5-f74683e6a392 on network 32e8d327-750a-4aaa-9344-c78306a5c279 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:30.250946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Attempting to bind port 59b5f700-d54f-4f02-abf5-f74683e6a392 on network 32e8d327-750a-4aaa-9344-c78306a5c279 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:30.266049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:30.270462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Checking segment: {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:30.271197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Bound using segment: {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:30.272459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Bound port: 59b5f700-d54f-4f02-abf5-f74683e6a392, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:30.273021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.274062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b71efac2-ac56-4742-b962-241c4108a48d req-a097f7dd-9037-4da7-a104-b2486fdd508a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668271 Aug 29 04:34:30.342800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416720-0904-44f2-a4e1-56a57a397427 req-26bff0e9-00a5-4d7a-b8cd-4f5555ce3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:30.357917 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d416720-0904-44f2-a4e1-56a57a397427 req-26bff0e9-00a5-4d7a-b8cd-4f5555ce3de5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.3385646 Aug 29 04:34:30.387542 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217cc05b-9442-4ccd-b3a5-e1f0ee054099 x-openstack-request-id: req-217cc05b-9442-4ccd-b3a5-e1f0ee054099 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:30.387841 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:30.388160 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-217cc05b-9442-4ccd-b3a5-e1f0ee054099 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:30.388562 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'status': 'completed', 'code': 200} Aug 29 04:34:30.400208 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.512548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d416720-0904-44f2-a4e1-56a57a397427 req-b6a90cdc-e4c5-4cc1-99be-f2cf40a9d8bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394646 Aug 29 04:34:30.543624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce17e2d1-b73e-4088-9675-0b698679ea70 None None] Provisioning complete for port 4363058a-3ec1-49da-ab07-e4cbe90e7504 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:30.544448 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce17e2d1-b73e-4088-9675-0b698679ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.676576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Network d8a974ad-3f47-4a98-9d11-4d25f1bbc840 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:30.692621 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d416720-0904-44f2-a4e1-56a57a397427 req-b7dfb42e-1517-41b6-a9f4-70ccc6a9837d service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701326 Aug 29 04:34:30.707475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c637e-f81c-492b-82d1-a4610533be44 None None] Pushing event updated for resources: {'Port': ['ID=4363058a-3ec1-49da-ab07-e4cbe90e7504,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.726586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:30.727218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.772716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:30.822451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] For port 59b5f700-d54f-4f02-abf5-f74683e6a392, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:30.824720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb92e61-8271-4ee2-916b-9c0b1884de9b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.939316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.955605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a974ad-3f47-4a98-9d11-4d25f1bbc840']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:30.971037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:30.971037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:30.986292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.003970 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.013589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:31.014080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Pushing event updated for resources: {'Port': ['ID=6a04275e-159f-4822-8a8e-791b290a7f6d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.014217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.092880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Attempting to bind port 6a04275e-159f-4822-8a8e-791b290a7f6d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:31.092880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Attempting to bind port 6a04275e-159f-4822-8a8e-791b290a7f6d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8a974ad-3f47-4a98-9d11-4d25f1bbc840'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:31.093529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Attempting to bind port 6a04275e-159f-4822-8a8e-791b290a7f6d on network d8a974ad-3f47-4a98-9d11-4d25f1bbc840 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:31.102888 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:31.113708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] For port 59b5f700-d54f-4f02-abf5-f74683e6a392, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=59b5f700-d54f-4f02-abf5-f74683e6a392,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:31.116994 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:34:31.116994 n-d-712142-15 neutron-server[94846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:34:31.116994 n-d-712142-15 neutron-server[94846]: [parameters: {'id': 'd8a974ad-3f47-4a98-9d11-4d25f1bbc840'}] Aug 29 04:34:31.116994 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:31.117907 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:31.127901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.156475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:31.157310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Checking segment: {'id': '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8a974ad-3f47-4a98-9d11-4d25f1bbc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:31.173995 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.173995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Bound using segment: {'id': '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8a974ad-3f47-4a98-9d11-4d25f1bbc840'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:31.175004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Bound port: 6a04275e-159f-4822-8a8e-791b290a7f6d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8a974ad-3f47-4a98-9d11-4d25f1bbc840'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:31.175654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.194464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:31.194967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.196854 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] 10.222.0.65 "PUT /v2.0/ports/59b5f700-d54f-4f02-abf5-f74683e6a392 HTTP/1.1" status: 200 len: 1093 time: 3.1065009 Aug 29 04:34:31.197327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37145295-4c27-4c75-90e2-78ec9ed4373e', 'tag': '59b5f700-d54f-4f02-abf5-f74683e6a392'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:31.200046 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98" -d '{"events": [{"name": "network-changed", "server_uuid": "37145295-4c27-4c75-90e2-78ec9ed4373e", "tag": "59b5f700-d54f-4f02-abf5-f74683e6a392"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:31.215349 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8d416720-0904-44f2-a4e1-56a57a397427 req-6fc6f1d9-6ec6-4dfc-a233-8dd55741751a service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078731 Aug 29 04:34:31.247000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4df5d7-79f4-49de-b085-d03c0c663dab service neutron] Pushing event updated for resources: {'Port': ['ID=59b5f700-d54f-4f02-abf5-f74683e6a392,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.420124 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d214126-7b34-47f6-b89f-aaa03b329428 x-openstack-request-id: req-1d214126-7b34-47f6-b89f-aaa03b329428 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:31.422249 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37145295-4c27-4c75-90e2-78ec9ed4373e", "tag": "59b5f700-d54f-4f02-abf5-f74683e6a392", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:31.422520 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d214126-7b34-47f6-b89f-aaa03b329428 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:31.422930 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37145295-4c27-4c75-90e2-78ec9ed4373e', 'tag': '59b5f700-d54f-4f02-abf5-f74683e6a392', 'status': 'completed', 'code': 200} Aug 29 04:34:31.445946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] For port 6a04275e-159f-4822-8a8e-791b290a7f6d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:31.451997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] For port 6a04275e-159f-4822-8a8e-791b290a7f6d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6a04275e-159f-4822-8a8e-791b290a7f6d,segment=NetworkSegment(43a6a1ae-c1dd-49b9-b0d1-43c836ad150b),segment_id=43a6a1ae-c1dd-49b9-b0d1-43c836ad150b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:31.464924 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.475510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Allocated IP 172.25.1.119 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/dc864f5c-ccdc-43e8-8ddc-dc1dae64ccf3) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:31.507722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-06c58a10-9ef8-43bd-80f3-894227a80e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:31.509410 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-06c58a10-9ef8-43bd-80f3-894227a80e3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 1096 time: 0.1682670 Aug 29 04:34:31.607495 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-c188656c-fb2d-4549-9ba3-e10999b96d02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59b5f700-d54f-4f02-abf5-f74683e6a392 HTTP/1.1" status: 200 len: 217 time: 0.0839939 Aug 29 04:34:31.609439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-60054f35-69bd-4ab2-9f17-ded81d0b4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:31.610868 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-60054f35-69bd-4ab2-9f17-ded81d0b4352 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1097 time: 0.3011017 Aug 29 04:34:31.634250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.747471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd5e7e-838f-4437-bfcf-e6f0f5f125be req-e08cbb8d-1dd4-48b4-a5e6-b8b0e854975a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:31.751329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28cd5e7e-838f-4437-bfcf-e6f0f5f125be req-e08cbb8d-1dd4-48b4-a5e6-b8b0e854975a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 944 time: 0.2358167 Aug 29 04:34:31.815235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.878884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-28cd5e7e-838f-4437-bfcf-e6f0f5f125be req-e67254e9-84fd-4ee8-b80d-c74e21048ff9 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157742 Aug 29 04:34:31.951777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.952302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-981b5fcb-1a76-4668-8fef-3d9855786689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:31.954728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-981b5fcb-1a76-4668-8fef-3d9855786689 service neutron] 10.222.0.64 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 921 time: 0.3064413 Aug 29 04:34:31.964232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-3f0dca03-6e6d-41e6-806b-7e487fc18361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:31.966022 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-3f0dca03-6e6d-41e6-806b-7e487fc18361 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce536e53-bb93-43d8-8f3a-2de30c627448 HTTP/1.1" status: 200 len: 851 time: 0.3486981 Aug 29 04:34:32.032732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:32.050194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:32.071044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:32.091398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d96c-01e4-4cbf-8607-75e7255670c2 None None] Pushing event updated for resources: {'Port': ['ID=6a04275e-159f-4822-8a8e-791b290a7f6d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.111586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4025a81-365b-4256-bd58-8863f267e34f None None] Network d8a974ad-3f47-4a98-9d11-4d25f1bbc840 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:32.118079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-37a325f3-4e8d-4665-ad54-9ed72c944b64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32e8d327-750a-4aaa-9344-c78306a5c279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405489 Aug 29 04:34:32.119714 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-16f9162e-792b-4511-817e-998644ade248 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 217 time: 0.1514857 Aug 29 04:34:32.135364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event updated for resources: {'Port': ['ID=dc864f5c-ccdc-43e8-8ddc-dc1dae64ccf3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.284237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.417877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab93bc-9074-40f4-8dba-9bc761d58744 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:34:32.419323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.466533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-fdac21c5-c60b-48c4-846e-e8457ae71ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.470128 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-fdac21c5-c60b-48c4-846e-e8457ae71ef0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.1229019 Aug 29 04:34:32.540266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-e6527cfe-5ccc-4567-9f3b-ccd6de3f2671 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572407 Aug 29 04:34:32.547555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting port 6a04275e-159f-4822-8a8e-791b290a7f6d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:32.547914 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.704256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.713253 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.728827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] For port 6a04275e-159f-4822-8a8e-791b290a7f6d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6a04275e-159f-4822-8a8e-791b290a7f6d,segment=NetworkSegment(43a6a1ae-c1dd-49b9-b0d1-43c836ad150b),segment_id=43a6a1ae-c1dd-49b9-b0d1-43c836ad150b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:32.729313 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.761504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4363058a-3ec1-49da-ab07-e4cbe90e7504 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:32.782971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Calling delete_port for 6a04275e-159f-4822-8a8e-791b290a7f6d owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:32.839566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event updated for resources: {'Port': ['ID=dc864f5c-ccdc-43e8-8ddc-dc1dae64ccf3,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.858381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab93bc-9074-40f4-8dba-9bc761d58744 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:34:32.998706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.166413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4363058a-3ec1-49da-ab07-e4cbe90e7504 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:33.167426 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.193881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.195103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-b5db916b-62c2-43eb-9b83-38a1a394dec5 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2388158 Aug 29 04:34:33.258413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.330962 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-adafdbae-5266-4f66-beec-a4e3ce565e5e service neutron] 10.222.0.65 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2035191 Aug 29 04:34:33.333313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-69f27b9a-a853-4c3e-a366-479b6ebf40d0 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.1316195 Aug 29 04:34:33.432447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58070) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.475666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No DVR routers for this DVR port 6a04275e-159f-4822-8a8e-791b290a7f6d on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:33.581769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a6e1d-723a-49fe-898d-3bb176f3dfa8 req-11d1101c-06af-476a-a1ac-996341852edf tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.583407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-980a6e1d-723a-49fe-898d-3bb176f3dfa8 req-11d1101c-06af-476a-a1ac-996341852edf tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 944 time: 0.5416107 Aug 29 04:34:33.595102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Port': ['ID=6a04275e-159f-4822-8a8e-791b290a7f6d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.765501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70231453-db1d-42ab-9ade-d6ee1d58b40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.807889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-980a6e1d-723a-49fe-898d-3bb176f3dfa8 req-f777dc68-00ea-4c0c-b7ca-9d667d447e83 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999400 Aug 29 04:34:33.843666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-4bb1d947-7f21-4ce2-875d-f6826748c31b tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.848296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88f85afb-d4e1-49bf-a753-5a6679352329 req-4bb1d947-7f21-4ce2-875d-f6826748c31b tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.5018904 Aug 29 04:34:33.891705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70231453-db1d-42ab-9ade-d6ee1d58b40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.919816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70231453-db1d-42ab-9ade-d6ee1d58b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.032937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-bf524018-4bc5-4556-9a17-87dbbcf0996f service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0167904 Aug 29 04:34:34.101585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-6701b339-86b7-4d46-a18b-f2c968ada3ce tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.111451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-6701b339-86b7-4d46-a18b-f2c968ada3ce tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1445045 Aug 29 04:34:34.145895 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94d2ad5a-7e52-4f3e-b020-de0c4f5f47f2 req-044443ce-81a3-43b4-8a61-59ca1efa0063 service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999892 Aug 29 04:34:34.147727 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.170354 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-70231453-db1d-42ab-9ade-d6ee1d58b40a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac7d2e5d91434ab7a43a75c9084ea804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7332981 Aug 29 04:34:34.171012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58086) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.186723 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc2f614b-7ce8-4c25-a9d5-9cb914c42d0e req-173389cc-6f88-406e-90c8-3d5119378503 service neutron] 10.222.0.65 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275869 Aug 29 04:34:34.191571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a974ad-3f47-4a98-9d11-4d25f1bbc840']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:34.193525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70231453-db1d-42ab-9ade-d6ee1d58b40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49305499-005d-49d0-97d6-f8656dc8a71c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.204797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-ea2e4a48-793c-4a25-b249-7d579936174a tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.0785756 Aug 29 04:34:34.212111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:34.212518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a6a1ae-c1dd-49b9-b0d1-43c836ad150b') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:34.221162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Request body: {'floatingip': {'port_id': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:34.245127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.337139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.352351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-7cace3b8-5038-4903-bf74-dbdcb766f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.354040 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-7cace3b8-5038-4903-bf74-dbdcb766f1d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 1096 time: 0.1069899 Aug 29 04:34:34.355868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:34.356318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:34.364681 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:34.442605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.488164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.521189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7eb1739c-5269-4052-ae29-ffd399a6ac82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.536895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.538788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/d8a974ad-3f47-4a98-9d11-4d25f1bbc840 HTTP/1.1" status: 204 len: 168 time: 6.1785595 Aug 29 04:34:34.550479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58088) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.567741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-397199943'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:34.579113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71d0ee-5efd-4eed-8b05-426c2190f03d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=d8a974ad-3f47-4a98-9d11-4d25f1bbc840,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.597089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7eb1739c-5269-4052-ae29-ffd399a6ac82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.668659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:34.672043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.703246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-1f9b7658-1e2c-407a-b961-0afd7cb46e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.712846 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-1f9b7658-1e2c-407a-b961-0afd7cb46e3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 912 time: 0.3472295 Aug 29 04:34:34.724692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:34.800866 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-572f037d-d576-4b7a-b401-5219a0658867 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59b5f700-d54f-4f02-abf5-f74683e6a392 HTTP/1.1" status: 200 len: 217 time: 0.0782256 Aug 29 04:34:34.897787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-e5e378c7-3ce5-4ec6-9b5f-f9e0bb2f00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.899580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-e5e378c7-3ce5-4ec6-9b5f-f9e0bb2f00d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce536e53-bb93-43d8-8f3a-2de30c627448 HTTP/1.1" status: 200 len: 851 time: 0.0862861 Aug 29 04:34:34.904470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7eb1739c-5269-4052-ae29-ffd399a6ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.907680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7eb1739c-5269-4052-ae29-ffd399a6ac82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.911219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7eb1739c-5269-4052-ae29-ffd399a6ac82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49305499-005d-49d0-97d6-f8656dc8a71c HTTP/1.1" status: 204 len: 168 time: 0.7299421 Aug 29 04:34:34.913693 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.914249 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment 8f507802-6d0f-49d8-8e3a-a8863a17169d of type vlan for network e37fb707-89dd-4f6d-a60b-7d490c9cd03b Aug 29 04:34:34.964870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-c8d37d5e-50d6-402c-9790-c60c8c52a48c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32e8d327-750a-4aaa-9344-c78306a5c279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540257 Aug 29 04:34:35.129859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1739c-5269-4052-ae29-ffd399a6ac82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49305499-005d-49d0-97d6-f8656dc8a71c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.150959 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-5ef046c3-b2fb-464c-8d7a-f83110391a1e service neutron] 10.222.0.65 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763265 Aug 29 04:34:35.271159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163b46-bd3e-4ccc-834f-71602b724e40 req-20b8c5a6-9bee-4a07-9083-0f73555b8a06 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:35.279483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34163b46-bd3e-4ccc-834f-71602b724e40 req-20b8c5a6-9bee-4a07-9083-0f73555b8a06 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 944 time: 0.2274265 Aug 29 04:34:35.295056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de8d3fa5-15a7-4c3b-ba35-1593a913bb98 req-e768ba84-64bc-4253-a54e-181791508f39 service neutron] 10.222.0.65 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251256 Aug 29 04:34:35.296414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.337826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.344204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:35.345646 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.506934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58106) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.556681 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34163b46-bd3e-4ccc-834f-71602b724e40 req-9d5f2d88-b209-4fab-adad-b799228de6c4 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761831 Aug 29 04:34:35.595610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d691-4ca0-40d6-ac7a-e42dac0fc9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.708571 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d691-4ca0-40d6-ac7a-e42dac0fc9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.718223 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:34:35.770885 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d691-4ca0-40d6-ac7a-e42dac0fc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.887298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.942798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e3b5d691-4ca0-40d6-ac7a-e42dac0fc9b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b374701925c046bdbab733a0e4112dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327521 Aug 29 04:34:35.949050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58124) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.949872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.974315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5d691-4ca0-40d6-ac7a-e42dac0fc9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef63f1a6-6dbf-4407-b543-bd644ae17ad9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.051580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4896224 Aug 29 04:34:36.059739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58130) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.072493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': 'e37fb707-89dd-4f6d-a60b-7d490c9cd03b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:36.135537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39ec5-41bb-43c8-aa77-d6e538307d52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=e37fb707-89dd-4f6d-a60b-7d490c9cd03b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.147381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e37fb707-89dd-4f6d-a60b-7d490c9cd03b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:36.193364 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79bf5d68-0c99-47cc-82c8-a9d3c05b7f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.230758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79bf5d68-0c99-47cc-82c8-a9d3c05b7f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.251506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:36.255427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.306892 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Floating IP 2d7fd16a-191a-4343-8654-8482c99b938d associated. External IP: 172.25.1.119, port: bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6. Aug 29 04:34:36.672249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.782580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=2c9b4e1b-de2f-42ec-a84b-f047ce38c6e5,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.841002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': '8f507802-6d0f-49d8-8e3a-a8863a17169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e37fb707-89dd-4f6d-a60b-7d490c9cd03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:36.841426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: e37fb707-89dd-4f6d-a60b-7d490c9cd03b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:36.863791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network e37fb707-89dd-4f6d-a60b-7d490c9cd03b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:36.886097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e37fb707-89dd-4f6d-a60b-7d490c9cd03b) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:36.896202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6566d0-c790-45ac-9b0c-b8a54c86d454 None None] Network e37fb707-89dd-4f6d-a60b-7d490c9cd03b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:36.906564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:36.909742 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.934368 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a2d7f219-3abf-4266-856a-227b4175abd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8720965 Aug 29 04:34:36.939374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58144) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.960306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880185117'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:37.032418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:37.032418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.032777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79bf5d68-0c99-47cc-82c8-a9d3c05b7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.036284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79bf5d68-0c99-47cc-82c8-a9d3c05b7f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.038817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-79bf5d68-0c99-47cc-82c8-a9d3c05b7f88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef63f1a6-6dbf-4407-b543-bd644ae17ad9 HTTP/1.1" status: 204 len: 168 time: 1.0847812 Aug 29 04:34:37.115269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:37.138969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.139764 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment c99266b6-39dc-47b3-ae22-d74964691d5f of type vlan for network c16045b5-dab6-4cb0-a592-da809ad90a58 Aug 29 04:34:37.165764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 59b5f700-d54f-4f02-abf5-f74683e6a392 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:37.186156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ce5fa-3e4e-4d29-b123-916782b6bd8c req-74463140-6a73-4017-b6c5-cd37d2fd5d3c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:37.189209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-638ce5fa-3e4e-4d29-b123-916782b6bd8c req-74463140-6a73-4017-b6c5-cd37d2fd5d3c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 944 time: 0.2248065 Aug 29 04:34:37.240647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf5d68-0c99-47cc-82c8-a9d3c05b7f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef63f1a6-6dbf-4407-b543-bd644ae17ad9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.246662 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.305718 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.315510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:37.317473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.340990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Router 06bff571-9196-4e9e-bf00-4f121b35dc21 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:37.354450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-e37fb707-89dd-4f6d-a60b-7d490c9cd03b', 'network_id': 'e37fb707-89dd-4f6d-a60b-7d490c9cd03b', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': '2c9b4e1b-de2f-42ec-a84b-f047ce38c6e5'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:37.356558 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.358135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-638ce5fa-3e4e-4d29-b123-916782b6bd8c req-170235ca-6d4e-434d-888a-f344ac9f6735 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527483 Aug 29 04:34:37.427420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4862406 Aug 29 04:34:37.430954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58152) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.435905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': 'c16045b5-dab6-4cb0-a592-da809ad90a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:37.493292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a50046-1252-4fff-afc7-128ae0e41f81 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=c16045b5-dab6-4cb0-a592-da809ad90a58,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.582669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:37.604266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:37.610338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.612633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.690891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-d34257a1-9be3-4a7e-a8af-fe5fbfa287cf tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "PUT /v2.0/floatingips/2d7fd16a-191a-4343-8654-8482c99b938d HTTP/1.1" status: 200 len: 996 time: 3.4856110 Aug 29 04:34:37.691403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:37.694087 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ae050a-6595-4015-9082-67cd9f67fd07" -d '{"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:37.703117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 59b5f700-d54f-4f02-abf5-f74683e6a392, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=59b5f700-d54f-4f02-abf5-f74683e6a392,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:37.713625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c16045b5-dab6-4cb0-a592-da809ad90a58 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:37.798468 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fcde0e-571f-4ac9-80cc-a83150aa6d4f x-openstack-request-id: req-93fcde0e-571f-4ac9-80cc-a83150aa6d4f {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:37.799027 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:37.800577 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93fcde0e-571f-4ac9-80cc-a83150aa6d4f {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:37.801173 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'status': 'completed', 'code': 200} Aug 29 04:34:37.858018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-13131b17-d2cc-4ac2-afee-1f7c3a4c2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:37.869007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-13131b17-d2cc-4ac2-afee-1f7c3a4c2179 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1097 time: 0.1444032 Aug 29 04:34:37.898277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] Sync routers for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:37.926540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_backend_mixin [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Performing IP validity checks on allocation pools {{(pid=94846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:34:37.927151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_backend_mixin [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:34:38.055381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '59b5f700-d54f-4f02-abf5-f74683e6a392', 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279', 'port_id': '59b5f700-d54f-4f02-abf5-f74683e6a392', 'mac_address': 'fa:16:3e:0e:54:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce536e53-bb93-43d8-8f3a-2de30c627448', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:38.071480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-18a390bc-cb8b-4947-895c-36baef06789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.073313 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-18a390bc-cb8b-4947-895c-36baef06789b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1097 time: 0.2562282 Aug 29 04:34:38.108174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-eb63a2d2-4cd6-4341-ae76-eb099b84c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.111098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-eb63a2d2-4cd6-4341-ae76-eb099b84c7af service neutron] 10.222.0.58 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 921 time: 0.2250810 Aug 29 04:34:38.189818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:38.193594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:34:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:38.393742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Allocated IP 2001:db8::3 (e37fb707-89dd-4f6d-a60b-7d490c9cd03b/2c9b4e1b-de2f-42ec-a84b-f047ce38c6e5/d4b91ebd-2675-4dab-a289-7446508740e3) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:38.417744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-e2d9bcb4-07a3-4909-a051-e93b2545ee02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 999 time: 0.2987473 Aug 29 04:34:38.538599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-15166070-fd25-4828-b5dc-247d8974ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.540586 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-15166070-fd25-4828-b5dc-247d8974ae36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 921 time: 0.4575202 Aug 29 04:34:38.546854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.690148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-fdb6aa79-1001-4540-a19c-836ad4e9ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.691721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-fdb6aa79-1001-4540-a19c-836ad4e9ea4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.2625401 Aug 29 04:34:38.725479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=2e52f271-f8a5-45b7-becc-47e39b821896,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:38.759561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-6354ce3b-4fbe-4628-a9e8-92c33495a176 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530069 Aug 29 04:34:38.785655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-76b16b12-1559-4c0d-89c0-2246908a25f2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:34:38.786440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-76b16b12-1559-4c0d-89c0-2246908a25f2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148482 Aug 29 04:34:38.803698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9b4c-1e38-4ea2-9091-f6cd34473994 req-ef6dd4a1-7117-407a-b6ef-b9e3cbf34831 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.820098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85ef9b4c-1e38-4ea2-9091-f6cd34473994 req-ef6dd4a1-7117-407a-b6ef-b9e3cbf34831 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 944 time: 0.2848525 Aug 29 04:34:38.845300 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-67131ddb-d775-4739-a540-1b8126a0d500 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 999 time: 0.2858093 Aug 29 04:34:38.848432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': 'c99266b6-39dc-47b3-ae22-d74964691d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c16045b5-dab6-4cb0-a592-da809ad90a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:38.848810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: c16045b5-dab6-4cb0-a592-da809ad90a58, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:38.939362 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.996389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network c16045b5-dab6-4cb0-a592-da809ad90a58 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:39.027151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-a041c388-c093-4bf5-a6e1-77e46bd320be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.027688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85ef9b4c-1e38-4ea2-9091-f6cd34473994 req-68740ddf-7326-46b0-8b62-6430f648bd9d tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010968 Aug 29 04:34:39.032013 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-a041c388-c093-4bf5-a6e1-77e46bd320be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.1773796 Aug 29 04:34:39.033309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c16045b5-dab6-4cb0-a592-da809ad90a58) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:39.040789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.041406 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.052302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:39.056364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33163931-2f8f-4ba3-8b57-2999a8de3ad5 None None] Network c16045b5-dab6-4cb0-a592-da809ad90a58 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:39.078245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8eb00012-ebe6-48e3-9b5d-78c5da414c42 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6441500 Aug 29 04:34:39.078635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58220) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.089260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b5f700-d54f-4f02-abf5-f74683e6a392 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:39.150152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-5360f53a-95d4-450e-a19b-12f4fe30531e service neutron] 10.222.0.58 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281572 Aug 29 04:34:39.207216 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.211297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 59b5f700-d54f-4f02-abf5-f74683e6a392, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=59b5f700-d54f-4f02-abf5-f74683e6a392,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:39.286511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.289458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Transition to ACTIVE for port object d4b91ebd-2675-4dab-a289-7446508740e3 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:39.308502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.315381 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-f77fc670-97b7-4934-b3d6-2b155898b96f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2588446 Aug 29 04:34:39.373943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=59b5f700-d54f-4f02-abf5-f74683e6a392,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.507101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedf118-a114-48dd-a8ca-c848ca0fd55d req-bb535d05-3199-457e-aff0-7b5071549307 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.510715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1aedf118-a114-48dd-a8ca-c848ca0fd55d req-bb535d05-3199-457e-aff0-7b5071549307 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 946 time: 0.3045278 Aug 29 04:34:39.513548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c5bf4a-fb4e-4c5b-a35b-613b62a63e45 req-2790a3f1-85a1-449b-a6fe-b0a81aa7280d service neutron] 10.222.0.58 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555799 Aug 29 04:34:39.583723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1aedf118-a114-48dd-a8ca-c848ca0fd55d req-87ead018-16c2-4630-99ea-b86a066ae5fe tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641508 Aug 29 04:34:39.631867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58230) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.660450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.689529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-a56f206a-9888-42db-9dbe-0e6188acbf6a service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627424 Aug 29 04:34:39.734340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-70d353eb-f079-4f85-95bc-326f017eb03c tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 999 time: 0.1654243 Aug 29 04:34:39.754268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Transition to ACTIVE for port object d4b91ebd-2675-4dab-a289-7446508740e3 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:39.835255 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45ae050a-6595-4015-9082-67cd9f67fd07 req-3065c19d-6778-4efe-a521-07c552d5c1f3 service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354277 Aug 29 04:34:39.837426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.868977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=2e52f271-f8a5-45b7-becc-47e39b821896,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.890996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94175e78-7c65-484a-aa86-0538949cbd86 req-9ed4e5dc-57e8-441c-ae1b-d6d925e65370 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.914196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-9ed4e5dc-57e8-441c-ae1b-d6d925e65370 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports/bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 942 time: 0.1725652 Aug 29 04:34:39.937710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['59b5f700-d54f-4f02-abf5-f74683e6a392'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:39.997212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-843fb8a0-4801-4bef-b54f-1d76880de41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.010111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.095972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16045b5-dab6-4cb0-a592-da809ad90a58']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.097559 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.109613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-73cb2751-12a9-438e-a893-6f0c6023be71 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 999 time: 0.1302860 Aug 29 04:34:40.123551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99266b6-39dc-47b3-ae22-d74964691d5f') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.132853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99266b6-39dc-47b3-ae22-d74964691d5f') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.189175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.273686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.289782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:40.290374 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:40.294243 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:40.305780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382296a5-31bb-45d7-982b-4232c158547d req-d2e336b6-885f-4382-b426-6938c3af092c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.321876 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-382296a5-31bb-45d7-982b-4232c158547d req-d2e336b6-885f-4382-b426-6938c3af092c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 945 time: 0.1556814 Aug 29 04:34:40.331117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074fa6d3-1fa0-4512-8839-fb54e6acd635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-c16045b5-dab6-4cb0-a592-da809ad90a58', 'network_id': 'c16045b5-dab6-4cb0-a592-da809ad90a58', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': '2e52f271-f8a5-45b7-becc-47e39b821896'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:40.333779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-074fa6d3-1fa0-4512-8839-fb54e6acd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.356917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Pushing event updated for resources: {'Port': ['ID=d4b91ebd-2675-4dab-a289-7446508740e3,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.376600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-aff0314e-342a-496f-89c2-0d03dc78e70d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.378539 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-aff0314e-342a-496f-89c2-0d03dc78e70d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 946 time: 0.2408230 Aug 29 04:34:40.386467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Network e37fb707-89dd-4f6d-a60b-7d490c9cd03b is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:40.412418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:40.429012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:40.478361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94175e78-7c65-484a-aa86-0538949cbd86 req-28a12282-821e-486e-95b4-8c3ae1439f35 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.497584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-28a12282-821e-486e-95b4-8c3ae1439f35 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.3809917 Aug 29 04:34:40.542447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-843fb8a0-4801-4bef-b54f-1d76880de41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.560479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-843fb8a0-4801-4bef-b54f-1d76880de41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.610631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-382296a5-31bb-45d7-982b-4232c158547d req-7264a1fe-3aaf-47e1-a239-4f503229065d tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875478 Aug 29 04:34:40.621117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Attempting to bind port d4b91ebd-2675-4dab-a289-7446508740e3 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:40.621672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Attempting to bind port d4b91ebd-2675-4dab-a289-7446508740e3 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '8f507802-6d0f-49d8-8e3a-a8863a17169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e37fb707-89dd-4f6d-a60b-7d490c9cd03b'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:40.622062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Attempting to bind port d4b91ebd-2675-4dab-a289-7446508740e3 on network e37fb707-89dd-4f6d-a60b-7d490c9cd03b {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:40.639491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:40.640330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Checking segment: {'id': '8f507802-6d0f-49d8-8e3a-a8863a17169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e37fb707-89dd-4f6d-a60b-7d490c9cd03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:40.640902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.642134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Bound using segment: {'id': '8f507802-6d0f-49d8-8e3a-a8863a17169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e37fb707-89dd-4f6d-a60b-7d490c9cd03b'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:40.643213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Bound port: d4b91ebd-2675-4dab-a289-7446508740e3, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f507802-6d0f-49d8-8e3a-a8863a17169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e37fb707-89dd-4f6d-a60b-7d490c9cd03b'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:40.643701 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.661278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.663889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0ac24-489e-4018-839d-446964d560c8 None None] Network c16045b5-dab6-4cb0-a592-da809ad90a58 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:40.676927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-95d28b64-c95c-4e02-a962-702e29b903b0 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 999 time: 0.1733234 Aug 29 04:34:40.685434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.691919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0ac24-489e-4018-839d-446964d560c8 None None] Network c16045b5-dab6-4cb0-a592-da809ad90a58 could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:34:40.699343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.717438 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/c16045b5-dab6-4cb0-a592-da809ad90a58 HTTP/1.1" status: 204 len: 168 time: 1.6378527 Aug 29 04:34:40.724371 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-843fb8a0-4801-4bef-b54f-1d76880de41f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=361f866975964b7e829e87cbed6ee567&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0890384 Aug 29 04:34:40.726991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2d7fd16a-191a-4343-8654-8482c99b938d', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'port_id': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'mac_address': 'fa:16:3e:24:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db34af7-10e4-4ab5-b550-6e283532036a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:34:32Z', 'updated_at': '2021-08-29T04:34:35Z', 'revision_number': 1, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.728346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Deleting port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:40.729079 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.768254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58252) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.768587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58254) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.778992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1754490247'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.781685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] Checking router: 06bff571-9196-4e9e-bf00-4f121b35dc21 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:34:40.883063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:40.883797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:34:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.926410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b35dd-4eca-4476-b5ba-22e6e55becc8 req-b777ac90-80af-40a1-afae-69400aaf72e9 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.930326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] For port 1c5cc154-8bce-4efe-8140-dd3c91d0b533, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1c5cc154-8bce-4efe-8140-dd3c91d0b533,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:40.930720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.936816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb3b35dd-4eca-4476-b5ba-22e6e55becc8 req-b777ac90-80af-40a1-afae-69400aaf72e9 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=5216e37f-5977-4731-baac-6dcf006b2f9c HTTP/1.1" status: 200 len: 946 time: 0.1432014 Aug 29 04:34:40.948793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.960388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Calling delete_port for 1c5cc154-8bce-4efe-8140-dd3c91d0b533 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:41.032707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:41.037678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:41.053135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.144357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fb8a0-4801-4bef-b54f-1d76880de41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e015b292-43e9-4fd6-ab05-23e8bfccf0aa,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.149695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066264a-049a-4946-9c1a-d0498d496158 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=c16045b5-dab6-4cb0-a592-da809ad90a58,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.154340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.219969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Pushing event deleted for resources: {'Port': ['ID=1c5cc154-8bce-4efe-8140-dd3c91d0b533,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.239609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['249535fe-8838-40bb-ab69-f9c17235f3cc', '1c5cc154-8bce-4efe-8140-dd3c91d0b533'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:41.251265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] No DVR routers for this DVR port 1c5cc154-8bce-4efe-8140-dd3c91d0b533 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:41.256498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.258912 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-08a751e1-9880-4da5-96ce-72f42a667e8e req-c14f8195-eb5a-4bc7-a128-189f15ebc614 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.64 "DELETE /v2.0/ports/1c5cc154-8bce-4efe-8140-dd3c91d0b533 HTTP/1.1" status: 204 len: 173 time: 0.8654819 Aug 29 04:34:41.259437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216e37f-5977-4731-baac-6dcf006b2f9c', 'name': 'network-vif-deleted', 'tag': '1c5cc154-8bce-4efe-8140-dd3c91d0b533'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:41.266294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] For port d4b91ebd-2675-4dab-a289-7446508740e3, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:41.274131 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baed397-0207-4580-8ac0-c17aa01aa101" -d '{"events": [{"server_uuid": "5216e37f-5977-4731-baac-6dcf006b2f9c", "name": "network-vif-deleted", "tag": "1c5cc154-8bce-4efe-8140-dd3c91d0b533"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:41.342442 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.350677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] For port d4b91ebd-2675-4dab-a289-7446508740e3, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d4b91ebd-2675-4dab-a289-7446508740e3,segment=NetworkSegment(8f507802-6d0f-49d8-8e3a-a8863a17169d),segment_id=8f507802-6d0f-49d8-8e3a-a8863a17169d)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:41.371559 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.426220 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.426631 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Floating IP 2d7fd16a-191a-4343-8654-8482c99b938d disassociated. External IP: 172.25.1.119, port: bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6. Aug 29 04:34:41.496146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb3b35dd-4eca-4476-b5ba-22e6e55becc8 req-4add64ac-99e7-40b5-abfd-b1e6c55b616c tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537355 Aug 29 04:34:41.535670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:41.552326 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.553105 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment 7673ddc2-4da6-4581-a196-009bdb75ae06 of type vlan for network fee9f452-10f4-4762-8731-340b7aa6106f Aug 29 04:34:41.588683 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88891c1b-15dd-4b4f-924b-ad4a1413d23c x-openstack-request-id: req-88891c1b-15dd-4b4f-924b-ad4a1413d23c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:41.589445 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216e37f-5977-4731-baac-6dcf006b2f9c", "name": "network-vif-deleted", "tag": "1c5cc154-8bce-4efe-8140-dd3c91d0b533", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:41.589948 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88891c1b-15dd-4b4f-924b-ad4a1413d23c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:41.590588 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216e37f-5977-4731-baac-6dcf006b2f9c', 'name': 'network-vif-deleted', 'tag': '1c5cc154-8bce-4efe-8140-dd3c91d0b533', 'status': 'completed', 'code': 200} Aug 29 04:34:41.601512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.655482 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea521-a823-4cda-b12e-be235d002286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.663201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.677624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:41.685325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.695065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa40bf1-01d8-4733-8934-8d5a5d6c2aeb None None] Pushing event updated for resources: {'Port': ['ID=d4b91ebd-2675-4dab-a289-7446508740e3,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.903296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e4d8684-6193-45a7-ae6c-004450a79c82', 'a6e3118e-dc13-4745-9948-52794f0762b6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:41.918610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea521-a823-4cda-b12e-be235d002286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.966298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1926181 Aug 29 04:34:41.970071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58280) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.981412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2d7fd16a-191a-4343-8654-8482c99b938d', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'port_id': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'mac_address': 'fa:16:3e:24:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db34af7-10e4-4ab5-b550-6e283532036a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:34:32Z', 'updated_at': '2021-08-29T04:34:35Z', 'revision_number': 1, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:41.983761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': 'fee9f452-10f4-4762-8731-340b7aa6106f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:42.111550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9858cfd-46a8-4dcc-9b16-5ea59ff10cf6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=fee9f452-10f4-4762-8731-340b7aa6106f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.153896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e18045-6a9e-4e6c-929b-d651974dc508 req-e243f35a-020c-4ea2-b49e-ffc25ae7793f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.158449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75e18045-6a9e-4e6c-929b-d651974dc508 req-e243f35a-020c-4ea2-b49e-ffc25ae7793f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 945 time: 0.3558977 Aug 29 04:34:42.173461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:42.178146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.184187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network fee9f452-10f4-4762-8731-340b7aa6106f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:42.290356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89df16-67c7-4f11-9fa9-74bc0bcc2450 None None] The sync data for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 is: [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2d7fd16a-191a-4343-8654-8482c99b938d', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'port_id': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'mac_address': 'fa:16:3e:24:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db34af7-10e4-4ab5-b550-6e283532036a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:34:32Z', 'updated_at': '2021-08-29T04:34:35Z', 'revision_number': 1, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:42.435872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Router 06bff571-9196-4e9e-bf00-4f121b35dc21 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:42.487751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea521-a823-4cda-b12e-be235d002286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.498840 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea521-a823-4cda-b12e-be235d002286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.532038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9e5ea521-a823-4cda-b12e-be235d002286 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e015b292-43e9-4fd6-ab05-23e8bfccf0aa HTTP/1.1" status: 204 len: 168 time: 1.7570717 Aug 29 04:34:42.550322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75e18045-6a9e-4e6c-929b-d651974dc508 req-7ad699a3-1652-4ca4-a059-23b96a1e1c0f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550646 Aug 29 04:34:42.586718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ea521-a823-4cda-b12e-be235d002286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e015b292-43e9-4fd6-ab05-23e8bfccf0aa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.847887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.965403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d4b91ebd-2675-4dab-a289-7446508740e3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:43.009429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=f849ed08-35f0-4e70-b4fe-3e0cd6008612,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.095348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': '7673ddc2-4da6-4581-a196-009bdb75ae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fee9f452-10f4-4762-8731-340b7aa6106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:43.096162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: fee9f452-10f4-4762-8731-340b7aa6106f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:43.141552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network fee9f452-10f4-4762-8731-340b7aa6106f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:43.172534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d4b91ebd-2675-4dab-a289-7446508740e3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:43.176074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, fee9f452-10f4-4762-8731-340b7aa6106f) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:43.176880 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ea669-bc9d-4d37-aa88-efdabfd61b15 None None] New status for floating IP 2d7fd16a-191a-4343-8654-8482c99b938d: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:34:43.196585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddae67-98d2-4ac0-9aaf-57f707d3fa7a None None] Network fee9f452-10f4-4762-8731-340b7aa6106f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:43.203355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:43.204298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.237700 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9414c0d4-c6a9-4cd3-b1a3-9617add5759c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2655857 Aug 29 04:34:43.239293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58316) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.323050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 59b5f700-d54f-4f02-abf5-f74683e6a392 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:43.446699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 1c5cc154-8bce-4efe-8140-dd3c91d0b533 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:43.478863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58318) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.486533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.517796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af411c92-7e28-4644-b011-9e6be5510559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.607466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a21943-22c1-441b-a7d1-22a97e5a81a7 None None] Network e37fb707-89dd-4f6d-a60b-7d490c9cd03b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:43.877515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 1c5cc154-8bce-4efe-8140-dd3c91d0b533 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:43.899229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 1c5cc154-8bce-4efe-8140-dd3c91d0b533 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:43.925888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af411c92-7e28-4644-b011-9e6be5510559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.981706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb8389d0-ee39-458b-9c89-341ffc07070b None None] Provisioning for port d4b91ebd-2675-4dab-a289-7446508740e3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:44.013265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb8389d0-ee39-458b-9c89-341ffc07070b None None] Provisioning complete for port d4b91ebd-2675-4dab-a289-7446508740e3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:44.013850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb8389d0-ee39-458b-9c89-341ffc07070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.042929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af411c92-7e28-4644-b011-9e6be5510559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.124817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-af411c92-7e28-4644-b011-9e6be5510559 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93208e31471f4c70a3f58f4f87cb4804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308978 Aug 29 04:34:44.127025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.165793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58332) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.243088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af411c92-7e28-4644-b011-9e6be5510559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8512103-70bc-4f03-86ed-0983de0b6303,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:44.278346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:44.288933 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.290014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.356749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] Sync routers for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:44.371142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9075-a390-4b56-9687-05fdb33586bc req-a277fa59-fc12-448f-8ecd-d7e58ebf6dbf tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.397258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-753d9075-a390-4b56-9687-05fdb33586bc req-a277fa59-fc12-448f-8ecd-d7e58ebf6dbf tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 945 time: 0.3280120 Aug 29 04:34:44.456406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-1641534c-9944-4a1f-93c2-dd4b99d5f95e tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "PUT /v2.0/floatingips/2d7fd16a-191a-4343-8654-8482c99b938d HTTP/1.1" status: 200 len: 693 time: 3.7752833 Aug 29 04:34:44.471172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:44.473875 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ea04a-a7a1-4403-8706-58437c3f40e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:44.509102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=f849ed08-35f0-4e70-b4fe-3e0cd6008612,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:44.510139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 59b5f700-d54f-4f02-abf5-f74683e6a392 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:44.530003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 59b5f700-d54f-4f02-abf5-f74683e6a392 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:44.531430 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.558765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.581242 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdba3070-1215-44bf-9bc0-01ed2107238c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.597348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee9f452-10f4-4762-8731-340b7aa6106f']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.623430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7673ddc2-4da6-4581-a196-009bdb75ae06') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.623752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-753d9075-a390-4b56-9687-05fdb33586bc req-baebc2c6-01ac-45cc-815e-aa3015b78bbd tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247739 Aug 29 04:34:44.625802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7673ddc2-4da6-4581-a196-009bdb75ae06') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.654925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.665866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122acf0-5ad2-4f56-862d-354a6fdca48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-fee9f452-10f4-4762-8731-340b7aa6106f', 'network_id': 'fee9f452-10f4-4762-8731-340b7aa6106f', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': 'f849ed08-35f0-4e70-b4fe-3e0cd6008612'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:44.666742 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f122acf0-5ad2-4f56-862d-354a6fdca48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.675685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.687489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdba3070-1215-44bf-9bc0-01ed2107238c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.690876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:44.691448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.695862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:44.697354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:34:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.718858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94175e78-7c65-484a-aa86-0538949cbd86 req-279a5101-fb47-453c-bfbe-2e891433af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.722209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-279a5101-fb47-453c-bfbe-2e891433af7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1097 time: 0.2384343 Aug 29 04:34:44.734771 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffd9fbd-523c-4b6b-8bc8-b98228eba8b4 x-openstack-request-id: req-5ffd9fbd-523c-4b6b-8bc8-b98228eba8b4 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:44.735300 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:44.735720 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ffd9fbd-523c-4b6b-8bc8-b98228eba8b4 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:44.736313 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'status': 'completed', 'code': 200} Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:44.877891 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:44.903680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.958211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.969897 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/fee9f452-10f4-4762-8731-340b7aa6106f HTTP/1.1" status: 204 len: 168 time: 1.7250113 Aug 29 04:34:44.994981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58344) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.004531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704061544'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:45.025013 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdba3070-1215-44bf-9bc0-01ed2107238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.033200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdba3070-1215-44bf-9bc0-01ed2107238c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.039724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bdba3070-1215-44bf-9bc0-01ed2107238c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8512103-70bc-4f03-86ed-0983de0b6303 HTTP/1.1" status: 204 len: 168 time: 0.8538511 Aug 29 04:34:45.042842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f82319-1946-49fa-8c35-c2b78b1aeec2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=fee9f452-10f4-4762-8731-340b7aa6106f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:45.085965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-42b21e5b-457e-4648-bbf2-7d645fa40890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.093259 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-42b21e5b-457e-4648-bbf2-7d645fa40890 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34d481f40104b97aadccdd262c78e46&device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 1097 time: 0.2113972 Aug 29 04:34:45.174453 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba3070-1215-44bf-9bc0-01ed2107238c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8512103-70bc-4f03-86ed-0983de0b6303,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:45.239759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:45.269817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.310562 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94175e78-7c65-484a-aa86-0538949cbd86 req-3c674143-97bd-443e-b3cf-6f68e9d5a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.315313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-3c674143-97bd-443e-b3cf-6f68e9d5a234 service neutron] 10.222.0.58 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 921 time: 0.5823636 Aug 29 04:34:45.419310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-7957c6df-aa1f-4b1e-81ad-432964ca1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.422210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-7957c6df-aa1f-4b1e-81ad-432964ca1860 service neutron] 10.222.0.64 "GET /v2.0/networks?id=837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 200 len: 921 time: 0.3197308 Aug 29 04:34:45.452467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-2a07e15c-a078-4f0d-ab75-18e066cbdf97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 217 time: 0.1101527 Aug 29 04:34:45.499765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-302c8453-9e92-4af7-bb7d-6ffb1f113482 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 200 len: 217 time: 0.0673621 Aug 29 04:34:45.559394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94175e78-7c65-484a-aa86-0538949cbd86 req-4c7768ad-012e-4f04-89d9-a1cc1d8c5f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.561423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-4c7768ad-012e-4f04-89d9-a1cc1d8c5f3a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.1075873 Aug 29 04:34:45.568285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe3e7d0-7732-4d9a-b387-078b9fce3f9c None None] Network fee9f452-10f4-4762-8731-340b7aa6106f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:45.593758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:45.630737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe3e7d0-7732-4d9a-b387-078b9fce3f9c None None] Network fee9f452-10f4-4762-8731-340b7aa6106f could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:34:45.633093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-a9bda719-7f9a-4b17-9879-e5c1feef5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.637581 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-a9bda719-7f9a-4b17-9879-e5c1feef5d33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 200 len: 860 time: 0.1235025 Aug 29 04:34:45.650378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:45.653075 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb8389d0-ee39-458b-9c89-341ffc07070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.658107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-ec06cc9b-8151-4b75-a131-d20e077e9beb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858381 Aug 29 04:34:45.686342 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.686935 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment ec1ac779-5749-4517-af27-7c9743eea7c8 of type vlan for network ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 Aug 29 04:34:45.702363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-f68ddeda-b2c4-44ba-8c2a-d06b1445cc6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=837dc6d1-149c-49bd-a25c-4432ad40b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553629 Aug 29 04:34:45.722678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.845194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37145295-4c27-4c75-90e2-78ec9ed4373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b5f700-d54f-4f02-abf5-f74683e6a392'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:45.847938 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0273f268-1012-42c3-a15f-89ca8f516a04" -d '{"events": [{"server_uuid": "37145295-4c27-4c75-90e2-78ec9ed4373e", "name": "network-vif-plugged", "status": "completed", "tag": "59b5f700-d54f-4f02-abf5-f74683e6a392"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:45.905393 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.911130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 59b5f700-d54f-4f02-abf5-f74683e6a392, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=59b5f700-d54f-4f02-abf5-f74683e6a392,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:45.932505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fb8389d0-ee39-458b-9c89-341ffc07070b None None] For port d4b91ebd-2675-4dab-a289-7446508740e3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d4b91ebd-2675-4dab-a289-7446508740e3,segment=NetworkSegment(8f507802-6d0f-49d8-8e3a-a8863a17169d),segment_id=8f507802-6d0f-49d8-8e3a-a8863a17169d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:45.960244 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.965367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbb36-9660-405a-998f-3dc4d9260c71 req-1fed6a73-6ce5-422c-8c7a-8ca2db26ebac tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.973164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dbcbb36-9660-405a-998f-3dc4d9260c71 req-1fed6a73-6ce5-422c-8c7a-8ca2db26ebac tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 945 time: 0.1973653 Aug 29 04:34:45.987910 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-2f75bbee-1764-46ac-80e1-15deaa709f69 service neutron] 10.222.0.58 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218853 Aug 29 04:34:45.991329 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-3d4ea63c-3254-4406-92fa-cd082c08cd1e service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807412 Aug 29 04:34:46.024426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.030415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.032692 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.041535 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb8389d0-ee39-458b-9c89-341ffc07070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.054342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dbcbb36-9660-405a-998f-3dc4d9260c71 req-bb36be82-4219-4b92-b0ea-7bb091255836 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800283 Aug 29 04:34:46.234159 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0178343a-8863-4298-9d5a-3cee6435ca53 x-openstack-request-id: req-0178343a-8863-4298-9d5a-3cee6435ca53 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:46.236435 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37145295-4c27-4c75-90e2-78ec9ed4373e", "name": "network-vif-plugged", "status": "completed", "tag": "59b5f700-d54f-4f02-abf5-f74683e6a392", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:46.236727 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0178343a-8863-4298-9d5a-3cee6435ca53 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:46.239206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2428579 Aug 29 04:34:46.245054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58380) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.245654 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37145295-4c27-4c75-90e2-78ec9ed4373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b5f700-d54f-4f02-abf5-f74683e6a392', 'code': 200} Aug 29 04:34:46.252733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': 'ec2172f5-dcbd-41c2-8bde-b793ea4dcc27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:46.267588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb8ea04a-a7a1-4403-8706-58437c3f40e3 req-d9e0515c-7551-4e08-925f-c36f18e38f11 service neutron] 10.222.0.64 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678046 Aug 29 04:34:46.342526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d7c26-f7e8-4cb9-870e-8aaf6648e861 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=ec2172f5-dcbd-41c2-8bde-b793ea4dcc27,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.376859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:46.395351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94175e78-7c65-484a-aa86-0538949cbd86 req-e2b38bc2-c34b-49a6-9a56-011c43bbc4d4 service neutron] 10.222.0.58 "GET /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963344 Aug 29 04:34:46.404927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=59b5f700-d54f-4f02-abf5-f74683e6a392,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.489355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26319701-4acc-4123-a5a1-733241976cc5 req-332e8103-fee4-47cc-96fa-e210fa26eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.498982 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-26319701-4acc-4123-a5a1-733241976cc5 req-332e8103-fee4-47cc-96fa-e210fa26eab0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 1098 time: 0.2068956 Aug 29 04:34:46.590811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-54bfb492-0c19-46dd-ae1d-a8245930deb3 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/floatingips/2d7fd16a-191a-4343-8654-8482c99b938d HTTP/1.1" status: 200 len: 693 time: 0.1388116 Aug 29 04:34:46.627925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8389d0-ee39-458b-9c89-341ffc07070b None None] Pushing event updated for resources: {'Port': ['ID=d4b91ebd-2675-4dab-a289-7446508740e3,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.665798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e8d60b76-05ac-4e71-9d73-5e115eb29bf6 None None] Provisioning complete for port d4b91ebd-2675-4dab-a289-7446508740e3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:46.666179 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e8d60b76-05ac-4e71-9d73-5e115eb29bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.680795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-26319701-4acc-4123-a5a1-733241976cc5 req-6bc44fd9-4c8c-4116-a8c1-5d146bf67536 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661651 Aug 29 04:34:46.680982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:46.682949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.822102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-2a4a6ef2-1537-49eb-b75e-8a05b3109002 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.830166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-2a4a6ef2-1537-49eb-b75e-8a05b3109002 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 784 time: 0.2380576 Aug 29 04:34:46.901959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-5382c4fc-3b31-4d84-8abc-7bf493863c74 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.0707822 Aug 29 04:34:47.010087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.032710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-37dcbc72-b898-4c35-9ea9-0621f28d5488 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.1295519 Aug 29 04:34:47.097235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] Checking router: 06bff571-9196-4e9e-bf00-4f121b35dc21 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:34:47.143182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:47.146300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:34:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.368901 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.382294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaeed9-ce3e-4e02-86cd-d2a9375f9e7c req-1685b961-1099-4e37-8873-2e643676a43e tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:47.384263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2eaeed9-ce3e-4e02-86cd-d2a9375f9e7c req-1685b961-1099-4e37-8873-2e643676a43e tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.1809955 Aug 29 04:34:47.398708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1bb15332-5e1c-4c48-958a-0b6b9921666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.436052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:47.519002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2eaeed9-ce3e-4e02-86cd-d2a9375f9e7c req-308c0142-61af-4c21-a9f4-326525900500 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025507 Aug 29 04:34:47.539205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=8c85e396-226c-46db-9f36-7446c2e0431c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:47.567377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Deleting port dc864f5c-ccdc-43e8-8ddc-dc1dae64ccf3 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:47.567734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.626817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': 'ec1ac779-5749-4517-af27-7c9743eea7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ec2172f5-dcbd-41c2-8bde-b793ea4dcc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:47.627022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: ec2172f5-dcbd-41c2-8bde-b793ea4dcc27, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:47.762957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:47.835860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, ec2172f5-dcbd-41c2-8bde-b793ea4dcc27) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:47.867914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8205e-482e-4e27-8112-b421cde50ae4 req-990aecee-a4cb-4dbd-82c4-2534352a8324 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:47.868526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ecb9d7-ccff-4140-b029-976ede7dda4f None None] Network ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:47.869710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84b8205e-482e-4e27-8112-b421cde50ae4 req-990aecee-a4cb-4dbd-82c4-2534352a8324 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.2447405 Aug 29 04:34:47.882300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:47.882910 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.910496 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.911031 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.962570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-0ea36617-3c3a-49b5-8390-3c58a3ae8694 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707395 Aug 29 04:34:47.967909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:48.002803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d41d9-544f-487c-8f90-505495369923 None None] The sync data for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 is: [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '3f764abe-d4cc-4a3b-9acc-a9dd6f530016', 'name': '', 'network_id': '837dc6d1-149c-49bd-a25c-4432ad40b9eb', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'mac_address': 'fa:16:3e:dc:d8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:26Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'subnets': [{'id': 'e497e44a-4d21-412c-9248-7dd8bbe9837b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:48.019374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Calling delete_port for dc864f5c-ccdc-43e8-8ddc-dc1dae64ccf3 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:48.057366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c93efb08-bf95-46c9-a3e3-06e4b150ca3f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8087013 Aug 29 04:34:48.061067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58442) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.227782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-ec2172f5-dcbd-41c2-8bde-b793ea4dcc27', 'network_id': 'ec2172f5-dcbd-41c2-8bde-b793ea4dcc27', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': '8c85e396-226c-46db-9f36-7446c2e0431c'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:48.228784 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.250768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84b8205e-482e-4e27-8112-b421cde50ae4 req-cd6dda4f-16ba-4482-8822-05669978fcac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598526 Aug 29 04:34:48.419349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.431950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-02d1d0dc-3d3a-4efc-8fa0-8498242b761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.434802 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-02d1d0dc-3d3a-4efc-8fa0-8498242b761b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1098 time: 0.3984928 Aug 29 04:34:48.523719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.598110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event deleted for resources: {'Port': ['ID=dc864f5c-ccdc-43e8-8ddc-dc1dae64ccf3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:48.672521 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117c2a6-25b3-4ec9-953c-39f792f0ccb7 None None] New status for floating IP 2d7fd16a-191a-4343-8654-8482c99b938d: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:34:48.747046 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.750751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.752285 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4a73fcb-4d5f-41e2-9788-0e9272cb73c9 req-a96b691f-88f2-4d04-9950-6b102d0f3032 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "DELETE /v2.0/floatingips/2d7fd16a-191a-4343-8654-8482c99b938d HTTP/1.1" status: 204 len: 173 time: 1.7183163 Aug 29 04:34:48.753233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Allocated IP 2001:db8::1 (ec2172f5-dcbd-41c2-8bde-b793ea4dcc27/8c85e396-226c-46db-9f36-7446c2e0431c/3fadf8dc-6ede-458d-947c-288b4d4aa42e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:48.820198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d4b91ebd-2675-4dab-a289-7446508740e3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:48.850487 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.893193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c2849-5f57-4a6b-9e11-112f822bf4f1 req-3764e10f-bd39-416c-8aaf-699b24062ae5 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.907119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-616c2849-5f57-4a6b-9e11-112f822bf4f1 req-3764e10f-bd39-416c-8aaf-699b24062ae5 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.1536806 Aug 29 04:34:49.005410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-c082b3f8-51ae-4eec-a6a3-daead2a9d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.013480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-616c2849-5f57-4a6b-9e11-112f822bf4f1 req-57d2137f-ada2-434d-9f1a-4d16666bdb40 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000030 Aug 29 04:34:49.015551 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-c082b3f8-51ae-4eec-a6a3-daead2a9d0db service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.5303450 Aug 29 04:34:49.060137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117e2af-99c5-4bc3-8f23-165ba0dd7c16 req-67dca4ce-fe74-4a71-a5e8-08ade66d5745 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.061737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a117e2af-99c5-4bc3-8f23-165ba0dd7c16 req-67dca4ce-fe74-4a71-a5e8-08ade66d5745 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 945 time: 0.1183412 Aug 29 04:34:49.142047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c951adf-3f23-4f2b-b003-503e713d1cb1 req-8b5eae88-f656-436a-b580-ade2f46ccd62 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups/26a693b5-96a2-439f-bd1e-5810118e902f HTTP/1.1" status: 200 len: 1809 time: 0.0792291 Aug 29 04:34:49.142323 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-0b5d374c-2188-4fdc-828d-cf55696ea2b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 1000 time: 0.1084785 Aug 29 04:34:49.181704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a117e2af-99c5-4bc3-8f23-165ba0dd7c16 req-1213d9b4-48b0-4893-a499-78ca19e1012e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734959 Aug 29 04:34:49.213275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d4b91ebd-2675-4dab-a289-7446508740e3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:49.213840 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.247822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7c951adf-3f23-4f2b-b003-503e713d1cb1 req-d17a5235-7642-4e28-9b37-869dd5a97374 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.295723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-8dccbd38-0963-47f7-abc9-784b4ba1c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.299207 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-8dccbd38-0963-47f7-abc9-784b4ba1c115 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1516163 Aug 29 04:34:49.314847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58474) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.335801 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.353045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Transition to ACTIVE for port object 3fadf8dc-6ede-458d-947c-288b4d4aa42e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:49.359248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7c951adf-3f23-4f2b-b003-503e713d1cb1 req-d17a5235-7642-4e28-9b37-869dd5a97374 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.377193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Transition to ACTIVE for port object 3fadf8dc-6ede-458d-947c-288b4d4aa42e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:49.437412 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.454362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7c951adf-3f23-4f2b-b003-503e713d1cb1 req-d17a5235-7642-4e28-9b37-869dd5a97374 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.457170 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7c951adf-3f23-4f2b-b003-503e713d1cb1 req-d17a5235-7642-4e28-9b37-869dd5a97374 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.467622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c951adf-3f23-4f2b-b003-503e713d1cb1 req-d17a5235-7642-4e28-9b37-869dd5a97374 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "DELETE /v2.0/security-groups/26a693b5-96a2-439f-bd1e-5810118e902f HTTP/1.1" status: 204 len: 173 time: 0.3239703 Aug 29 04:34:49.502838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a5235-7642-4e28-9b37-869dd5a97374 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a693b5-96a2-439f-bd1e-5810118e902f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:49.561114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Network ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:49.587684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:49.597332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Pushing event updated for resources: {'Port': ['ID=3fadf8dc-6ede-458d-947c-288b4d4aa42e,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:49.602533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:49.697865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Attempting to bind port 3fadf8dc-6ede-458d-947c-288b4d4aa42e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:49.698260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Attempting to bind port 3fadf8dc-6ede-458d-947c-288b4d4aa42e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ec1ac779-5749-4517-af27-7c9743eea7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ec2172f5-dcbd-41c2-8bde-b793ea4dcc27'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:49.698652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Attempting to bind port 3fadf8dc-6ede-458d-947c-288b4d4aa42e on network ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:49.713149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:49.713681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Checking segment: {'id': 'ec1ac779-5749-4517-af27-7c9743eea7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ec2172f5-dcbd-41c2-8bde-b793ea4dcc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:49.715611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.716193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Bound using segment: {'id': 'ec1ac779-5749-4517-af27-7c9743eea7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ec2172f5-dcbd-41c2-8bde-b793ea4dcc27'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:49.716654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Bound port: 3fadf8dc-6ede-458d-947c-288b4d4aa42e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1ac779-5749-4517-af27-7c9743eea7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ec2172f5-dcbd-41c2-8bde-b793ea4dcc27'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:49.719076 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.762718 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5fcc333f-1878-470c-b634-245b7cfc7387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.837879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab1e45-ebfc-4624-9f65-969fb7dd271e req-edf7eb16-c507-4b57-9f3c-c4c6c994cf18 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.842711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93ab1e45-ebfc-4624-9f65-969fb7dd271e req-edf7eb16-c507-4b57-9f3c-c4c6c994cf18 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.2181396 Aug 29 04:34:49.873171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] For port 3fadf8dc-6ede-458d-947c-288b4d4aa42e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:49.877084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] For port 3fadf8dc-6ede-458d-947c-288b4d4aa42e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3fadf8dc-6ede-458d-947c-288b4d4aa42e,segment=NetworkSegment(ec1ac779-5749-4517-af27-7c9743eea7c8),segment_id=ec1ac779-5749-4517-af27-7c9743eea7c8)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:49.890175 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.972483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93ab1e45-ebfc-4624-9f65-969fb7dd271e req-1e318975-fba6-45b2-a312-4af7de7c1f9a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048257 Aug 29 04:34:50.069134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660ec03-9e28-4490-a26a-cafe7bcd504b None None] Pushing event updated for resources: {'Port': ['ID=3fadf8dc-6ede-458d-947c-288b4d4aa42e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.112702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.184772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-604b5db8-9a69-44bb-9596-9ffc84486637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.186317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-604b5db8-9a69-44bb-9596-9ffc84486637 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8802531 Aug 29 04:34:50.199535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085119b4-7e85-4226-8e46-d714ec750714 req-4c7a4b5b-a1f6-4aca-a715-4f8b3f28461a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.201455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-085119b4-7e85-4226-8e46-d714ec750714 req-4c7a4b5b-a1f6-4aca-a715-4f8b3f28461a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.1846080 Aug 29 04:34:50.209802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=8c85e396-226c-46db-9f36-7446c2e0431c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.246984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-cce0c2ba-14ab-4a87-aaad-6c3dbddd311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.248645 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-cce0c2ba-14ab-4a87-aaad-6c3dbddd311d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 1098 time: 0.2461510 Aug 29 04:34:50.310584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04514bc0-59bf-4ea4-881e-a623dfd15946 req-7c265717-a31d-4ac0-b037-044f86d66908 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.313552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04514bc0-59bf-4ea4-881e-a623dfd15946 req-7c265717-a31d-4ac0-b037-044f86d66908 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1759074 Aug 29 04:34:50.316094 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5fcc333f-1878-470c-b634-245b7cfc7387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.362322 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.383025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-2a42012f-a098-48df-b007-681dd9ce46a8 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.385234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-085119b4-7e85-4226-8e46-d714ec750714 req-72e4018d-0c91-4d4b-a12c-fab287d9df81 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722307 Aug 29 04:34:50.390414 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-2a42012f-a098-48df-b007-681dd9ce46a8 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.65 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 945 time: 0.3230622 Aug 29 04:34:50.391512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5fcc333f-1878-470c-b634-245b7cfc7387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.401735 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-61a25c86-1ee8-4aca-a916-add848d9d638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.444514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5fcc333f-1878-470c-b634-245b7cfc7387 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9dcd552b0854033a6d6dc521c827456&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1258070 Aug 29 04:34:50.445087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58492) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.491279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.528752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04514bc0-59bf-4ea4-881e-a623dfd15946 req-731eb24b-ec25-436b-b182-1e0b46ba5f8f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419454 Aug 29 04:34:50.529585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc333f-1878-470c-b634-245b7cfc7387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf91f8f-24e9-441c-bb58-9cfe57597eaa,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.558083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2172f5-dcbd-41c2-8bde-b793ea4dcc27']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.588716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-506d9788-bd2c-4abf-a842-1e98a026adea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.603630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1ac779-5749-4517-af27-7c9743eea7c8') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.604034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1ac779-5749-4517-af27-7c9743eea7c8') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.640771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-506d9788-bd2c-4abf-a842-1e98a026adea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.673722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.745053 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-506d9788-bd2c-4abf-a842-1e98a026adea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.747614 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-506d9788-bd2c-4abf-a842-1e98a026adea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.751897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-506d9788-bd2c-4abf-a842-1e98a026adea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdf91f8f-24e9-441c-bb58-9cfe57597eaa HTTP/1.1" status: 204 len: 168 time: 0.3050590 Aug 29 04:34:50.775172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d9788-bd2c-4abf-a842-1e98a026adea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf91f8f-24e9-441c-bb58-9cfe57597eaa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.821200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb71217-b3c8-4a1c-b9c6-89b9c2609d96 req-e3b56ecb-e37b-47a4-84bf-ba5896eb096d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.824035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.824509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3fadf8dc-6ede-458d-947c-288b4d4aa42e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:50.841958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcb71217-b3c8-4a1c-b9c6-89b9c2609d96 req-e3b56ecb-e37b-47a4-84bf-ba5896eb096d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 945 time: 0.1401622 Aug 29 04:34:50.913263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:50.913685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:50.922032 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:50.929627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 3fadf8dc-6ede-458d-947c-288b4d4aa42e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:50.937272 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-e4faf068-d3d2-4a6a-a395-26b0d1fbefac service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924610 Aug 29 04:34:50.938826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-cdc62e12-905b-46e8-b41a-dd29f3394795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.939475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcb71217-b3c8-4a1c-b9c6-89b9c2609d96 req-727965e3-9213-42dc-b28a-8fb4b9940800 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944643 Aug 29 04:34:50.940579 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-cdc62e12-905b-46e8-b41a-dd29f3394795 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 912 time: 0.6606193 Aug 29 04:34:51.149589 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-1032a039-efa8-4fe4-99b1-2823a70b2cb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59b5f700-d54f-4f02-abf5-f74683e6a392 HTTP/1.1" status: 200 len: 217 time: 0.1498930 Aug 29 04:34:51.175925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Deleting port a6e3118e-dc13-4745-9948-52794f0762b6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:51.176405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.181535 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.186115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:34:51.186115 n-d-712142-15 neutron-server[94846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:34:51.186115 n-d-712142-15 neutron-server[94846]: [parameters: {'id': 'ec2172f5-dcbd-41c2-8bde-b793ea4dcc27'}] Aug 29 04:34:51.186115 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:51.186869 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:51.292272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad7369-9ad2-4765-b5e2-e53c213cf40c req-df33957f-6d51-4cb8-a7ff-abfb0b1a3c64 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.306451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59ad7369-9ad2-4765-b5e2-e53c213cf40c req-df33957f-6d51-4cb8-a7ff-abfb0b1a3c64 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.1907892 Aug 29 04:34:51.391381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-9635f0b6-a127-447f-a298-eab383db3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.393280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-9635f0b6-a127-447f-a298-eab383db3169 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce536e53-bb93-43d8-8f3a-2de30c627448 HTTP/1.1" status: 200 len: 851 time: 0.2104127 Aug 29 04:34:51.410954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:51.487068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-59ad7369-9ad2-4765-b5e2-e53c213cf40c req-294ff92c-b345-4371-8976-47f79de14971 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594942 Aug 29 04:34:51.602488 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-c916ee14-bff1-481e-8b4d-68012a343b01 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32e8d327-750a-4aaa-9344-c78306a5c279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380942 Aug 29 04:34:51.604858 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-555119f2-15aa-44c6-8abc-50b5ed124157 req-bef55638-259c-49b1-8f90-99647e10fc79 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965509 Aug 29 04:34:51.607920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] For port a6e3118e-dc13-4745-9948-52794f0762b6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a6e3118e-dc13-4745-9948-52794f0762b6,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:51.608337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.684337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Calling delete_port for a6e3118e-dc13-4745-9948-52794f0762b6 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:51.770702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.773537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58516) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.798473 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.858512 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f197480-aa32-4336-8abf-4833768f512e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.860774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:51.865145 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25654fd-9845-4073-8676-10bc15abce42" -d '{"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-unplugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:51.870976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67354e-8966-462c-ac2f-6bc10ae75b61 None None] Network ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:51.909913 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5588615-036b-40d7-929a-8b1781fdbcc0 req-292af16e-c035-42e0-9b8c-08f952c80efb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0651627 Aug 29 04:34:51.957399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad80ef3-71cc-42d4-90dd-a7e56183e891 req-454dc38c-ba9f-42d1-8a84-bc69b9f0f120 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.961190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ad80ef3-71cc-42d4-90dd-a7e56183e891 req-454dc38c-ba9f-42d1-8a84-bc69b9f0f120 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.1642768 Aug 29 04:34:51.978394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3443-1861-46e3-a441-b4a92b7dadc4 req-e7520e74-6f43-4b50-bfa8-5cf5dddf02a6 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.985431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:51.992336 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-722a3443-1861-46e3-a441-b4a92b7dadc4 req-e7520e74-6f43-4b50-bfa8-5cf5dddf02a6 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.4234941 Aug 29 04:34:52.017764 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.033305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-661e9180-7061-41e6-adb7-d20853bc8ed9 None None] Provisioning for port 3fadf8dc-6ede-458d-947c-288b4d4aa42e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:52.076734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-661e9180-7061-41e6-adb7-d20853bc8ed9 None None] Provisioning complete for port 3fadf8dc-6ede-458d-947c-288b4d4aa42e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:52.077509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-661e9180-7061-41e6-adb7-d20853bc8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.110987 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5588615-036b-40d7-929a-8b1781fdbcc0 req-c4ddf190-81bd-432f-874a-2690183ffbd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0803723 Aug 29 04:34:52.116430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9ad80ef3-71cc-42d4-90dd-a7e56183e891 req-8aa0b6ff-5c91-4ba0-bc7c-429265d2242c tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186383 Aug 29 04:34:52.140933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-722a3443-1861-46e3-a441-b4a92b7dadc4 req-32519fbf-254e-42e3-b702-dc5a38800d97 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169958 Aug 29 04:34:52.182293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=11']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.189505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f197480-aa32-4336-8abf-4833768f512e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.196551 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5588615-036b-40d7-929a-8b1781fdbcc0 req-b82c1953-d3c7-40cd-b8c1-1c903a2b41dc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530159 Aug 29 04:34:52.198424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-dbcdb63a-22d5-4985-bcae-4e15dc74f70d service neutron] 10.222.0.65 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868168 Aug 29 04:34:52.200414 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b308100-96da-42e2-8e60-ff90f9705330 x-openstack-request-id: req-7b308100-96da-42e2-8e60-ff90f9705330 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:52.201232 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-unplugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:52.201914 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b308100-96da-42e2-8e60-ff90f9705330 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:52.202578 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'code': 200} Aug 29 04:34:52.214677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f197480-aa32-4336-8abf-4833768f512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.299524 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-661e9180-7061-41e6-adb7-d20853bc8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.348590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] DHCP port deletion for ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:52.356644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-661e9180-7061-41e6-adb7-d20853bc8ed9 None None] For port 3fadf8dc-6ede-458d-947c-288b4d4aa42e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3fadf8dc-6ede-458d-947c-288b4d4aa42e,segment=NetworkSegment(ec1ac779-5749-4517-af27-7c9743eea7c8),segment_id=ec1ac779-5749-4517-af27-7c9743eea7c8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:52.375028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbd32b-2449-4daf-a305-107f91939efd req-f3be2f15-5d92-4b88-b397-fa13f1ab907d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.377102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ddbd32b-2449-4daf-a305-107f91939efd req-f3be2f15-5d92-4b88-b397-fa13f1ab907d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 945 time: 0.1019096 Aug 29 04:34:52.384403 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-661e9180-7061-41e6-adb7-d20853bc8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.395213 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f197480-aa32-4336-8abf-4833768f512e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77a65b0779694d56be3ae2081b52c5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6125884 Aug 29 04:34:52.400520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58528) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.439568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f197480-aa32-4336-8abf-4833768f512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baecd759-2ba1-4f06-95c1-c900ec81f0d0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.459257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting port 3fadf8dc-6ede-458d-947c-288b4d4aa42e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:52.459758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.477569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e9180-7061-41e6-adb7-d20853bc8ed9 None None] Pushing event updated for resources: {'Port': ['ID=3fadf8dc-6ede-458d-947c-288b4d4aa42e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.492675 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ddbd32b-2449-4daf-a305-107f91939efd req-dbc1eddb-87b1-4b95-9625-b69a3650ff37 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087639 Aug 29 04:34:52.495861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] Deleting port 3fadf8dc-6ede-458d-947c-288b4d4aa42e {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:52.496319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.510665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eddd315b-95f6-46f8-bb11-611dffaa4794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.549453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eddd315b-95f6-46f8-bb11-611dffaa4794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.606487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] For port 3fadf8dc-6ede-458d-947c-288b4d4aa42e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3fadf8dc-6ede-458d-947c-288b4d4aa42e,segment=NetworkSegment(ec1ac779-5749-4517-af27-7c9743eea7c8),segment_id=ec1ac779-5749-4517-af27-7c9743eea7c8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:52.607007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.645809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] For port 3fadf8dc-6ede-458d-947c-288b4d4aa42e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3fadf8dc-6ede-458d-947c-288b4d4aa42e,segment=NetworkSegment(ec1ac779-5749-4517-af27-7c9743eea7c8),segment_id=ec1ac779-5749-4517-af27-7c9743eea7c8)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:52.646499 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.649007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] Calling delete_port for 3fadf8dc-6ede-458d-947c-288b4d4aa42e owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:52.734448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.739619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eddd315b-95f6-46f8-bb11-611dffaa4794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.748742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eddd315b-95f6-46f8-bb11-611dffaa4794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.749498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Calling delete_port for 3fadf8dc-6ede-458d-947c-288b4d4aa42e owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:52.753643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eddd315b-95f6-46f8-bb11-611dffaa4794 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/baecd759-2ba1-4f06-95c1-c900ec81f0d0 HTTP/1.1" status: 204 len: 168 time: 0.3467956 Aug 29 04:34:52.767657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd315b-95f6-46f8-bb11-611dffaa4794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baecd759-2ba1-4f06-95c1-c900ec81f0d0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.786772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5588615-036b-40d7-929a-8b1781fdbcc0 req-741f5a79-bb3a-4efc-b11a-674c6709146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.789026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5588615-036b-40d7-929a-8b1781fdbcc0 req-741f5a79-bb3a-4efc-b11a-674c6709146d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5717740 Aug 29 04:34:52.790207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a99b71-fb55-4680-9669-cb1e6bf05852 req-8a2fb153-a3db-4175-985b-2b34908642e7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.791902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70a99b71-fb55-4680-9669-cb1e6bf05852 req-8a2fb153-a3db-4175-985b-2b34908642e7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1299191 Aug 29 04:34:52.805334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-ca2521c0-4849-4184-b09d-f3b66af8030b tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.809289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-ca2521c0-4849-4184-b09d-f3b66af8030b tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.64 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.3707430 Aug 29 04:34:52.843867 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f0e9c655-6b39-42f0-999b-e0b250ac5ff1 req-15f406cd-d671-4b62-9657-2ceea91868e7 service neutron] 10.222.0.65 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232667 Aug 29 04:34:52.857066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Pushing event deleted for resources: {'Port': ['ID=a6e3118e-dc13-4745-9948-52794f0762b6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.873978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70a99b71-fb55-4680-9669-cb1e6bf05852 req-09248d03-0b53-4d41-9b50-064329dafff9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655541 Aug 29 04:34:52.913300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e4d8684-6193-45a7-ae6c-004450a79c82'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:52.921333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['249535fe-8838-40bb-ab69-f9c17235f3cc'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:52.970612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3fadf8dc-6ede-458d-947c-288b4d4aa42e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:53.000602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] No DVR routers for this DVR port a6e3118e-dc13-4745-9948-52794f0762b6 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:53.006696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.008976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7a03f3f-44b0-4039-89b9-344734f597c1 req-53e7974b-f8cc-48af-9f4b-e002f3a691dc tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.65 "DELETE /v2.0/ports/a6e3118e-dc13-4745-9948-52794f0762b6 HTTP/1.1" status: 204 len: 173 time: 2.5573399 Aug 29 04:34:53.009512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c9c4f4-8ba8-4e2c-aa81-d075aed35de3', 'name': 'network-vif-deleted', 'tag': 'a6e3118e-dc13-4745-9948-52794f0762b6'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:53.012172 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15972c3d-0711-4af0-b4b1-a9c036c1e792" -d '{"events": [{"server_uuid": "70c9c4f4-8ba8-4e2c-aa81-d075aed35de3", "name": "network-vif-deleted", "tag": "a6e3118e-dc13-4745-9948-52794f0762b6"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:53.097601 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925561f8-a40b-4c31-9b98-38cd5995e57f x-openstack-request-id: req-925561f8-a40b-4c31-9b98-38cd5995e57f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:53.098126 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c9c4f4-8ba8-4e2c-aa81-d075aed35de3", "name": "network-vif-deleted", "tag": "a6e3118e-dc13-4745-9948-52794f0762b6", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:53.098553 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-925561f8-a40b-4c31-9b98-38cd5995e57f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:53.099134 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c9c4f4-8ba8-4e2c-aa81-d075aed35de3', 'name': 'network-vif-deleted', 'tag': 'a6e3118e-dc13-4745-9948-52794f0762b6', 'status': 'completed', 'code': 200} Aug 29 04:34:53.115615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Deleting port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:53.115615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.279052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7097d-5f7d-4fb6-a5d0-31ed38308ff1 req-b563ca3a-2725-490c-bdfa-618c353c1c64 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.288880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2a7097d-5f7d-4fb6-a5d0-31ed38308ff1 req-b563ca3a-2725-490c-bdfa-618c353c1c64 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 945 time: 0.0887060 Aug 29 04:34:53.332662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] For port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:53.333195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.367392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Calling delete_port for bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:53.375141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a6e3118e-dc13-4745-9948-52794f0762b6 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:53.385318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.396166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2a7097d-5f7d-4fb6-a5d0-31ed38308ff1 req-1aab70ce-72a7-432e-b7a4-72b176d6ce31 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ea6677-946d-49fb-9128-bc8d9fbef66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005983 Aug 29 04:34:53.407979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491493c-0759-4a5b-aaa6-c5f1466d2e33 req-ef3c3b02-14e7-4731-8a91-a431e1aa8baa tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.410014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6491493c-0759-4a5b-aaa6-c5f1466d2e33 req-ef3c3b02-14e7-4731-8a91-a431e1aa8baa tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.1120708 Aug 29 04:34:53.423967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: a6e3118e-dc13-4745-9948-52794f0762b6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:53.424691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a6e3118e-dc13-4745-9948-52794f0762b6 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:53.436256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:53.458789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.479566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.489684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6491493c-0759-4a5b-aaa6-c5f1466d2e33 req-9944e8e5-f3c7-481e-8b1e-81554b3bb6c9 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691421 Aug 29 04:34:53.549199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No active binding found for port 3fadf8dc-6ede-458d-947c-288b4d4aa42e {{(pid=94847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:34:53.549735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3fadf8dc-6ede-458d-947c-288b4d4aa42e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:53.555748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No DVR routers for this DVR port 3fadf8dc-6ede-458d-947c-288b4d4aa42e on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:53.560506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] Pushing event deleted for resources: {'Port': ['ID=3fadf8dc-6ede-458d-947c-288b4d4aa42e,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:53.563371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2da7a-b929-4aca-944d-e382ca3930f9 None None] No DVR routers for this DVR port 3fadf8dc-6ede-458d-947c-288b4d4aa42e on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:53.566798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Port': ['ID=3fadf8dc-6ede-458d-947c-288b4d4aa42e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:53.661683 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.677542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2172f5-dcbd-41c2-8bde-b793ea4dcc27']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:53.690887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1ac779-5749-4517-af27-7c9743eea7c8') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:53.691205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1ac779-5749-4517-af27-7c9743eea7c8') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:53.703269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.725022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.746790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:53.748757 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.759324 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c70363bc-d1e2-4c49-ad6b-8b8c5659c540 req-a69b941a-0c81-42d8-a6c8-531bac442e03 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=70c9c4f4-8ba8-4e2c-aa81-d075aed35de3 HTTP/1.1" status: 200 len: 210 time: 0.0528765 Aug 29 04:34:53.871031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:53.873629 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:53.897559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'mac_address': 'fa:16:3e:6f:a1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:53.902913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.908826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.915957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58574) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:53.916137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 HTTP/1.1" status: 204 len: 168 time: 5.8528726 Aug 29 04:34:53.922392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1953962390'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:53.961553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f47c1-1a00-4be3-8a42-f59c59e8e600 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=ec2172f5-dcbd-41c2-8bde-b793ea4dcc27,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:53.969366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:53.973652 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.000794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.012037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.020482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:54.061295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:54.065329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Pushing event deleted for resources: {'Port': ['ID=bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.073759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:54.074390 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.090558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.090849 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment a9417349-3500-4ed4-9ff1-dcf99841be72 of type vlan for network d3062717-0194-4e45-b2ab-7edbd45604f4 Aug 29 04:34:54.141845 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.155372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=12']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.170159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:54.180603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] No DVR routers for this DVR port bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:54.186097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.189312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.190238 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-faf6557c-51b7-4559-a9f8-3d5f5eb5bfd9 req-8364c5fa-25f5-4627-bae2-00b1ccfa263f tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.64 "DELETE /v2.0/ports/bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 HTTP/1.1" status: 204 len: 173 time: 1.3433161 Aug 29 04:34:54.196919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.198802 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.221450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299cd9a-50c5-4d1d-b39a-cda4a86cf9ef req-83652d11-9f93-4db4-bded-fd53b8121407 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.234669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a299cd9a-50c5-4d1d-b39a-cda4a86cf9ef req-83652d11-9f93-4db4-bded-fd53b8121407 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2325881 Aug 29 04:34:54.237371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:54.316829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58586) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.317059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3997848 Aug 29 04:34:54.331882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:54.407385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a299cd9a-50c5-4d1d-b39a-cda4a86cf9ef req-da224a9e-33ba-4ae6-973c-bbbdf0126621 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619503 Aug 29 04:34:54.410299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb237be8-6684-4dbb-beeb-e401d80811f3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=d3062717-0194-4e45-b2ab-7edbd45604f4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.427373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d3062717-0194-4e45-b2ab-7edbd45604f4 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:54.486162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:54.491476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.547389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0649adcb-4c84-484b-9608-03cf5ed5f907 req-cb1be4c1-33fa-4b01-a2cf-0733c7c3a464 tempest-ServerRescueTestJSONUnderV235-1122430450 tempest-ServerRescueTestJSONUnderV235-1122430450-project] 10.222.0.58 "GET /v2.0/ports?device_id=2db34af7-10e4-4ab5-b550-6e283532036a HTTP/1.1" status: 200 len: 210 time: 0.0371516 Aug 29 04:34:54.626959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c58b-d612-4d23-bf10-42e31476bd5c req-3e29e19c-b18c-4a93-9f2d-1d2c1ddc2ca0 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.636255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66c5c58b-d612-4d23-bf10-42e31476bd5c req-3e29e19c-b18c-4a93-9f2d-1d2c1ddc2ca0 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.0681159 Aug 29 04:34:54.688562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66c5c58b-d612-4d23-bf10-42e31476bd5c req-7639f83c-d986-4dd9-802e-8b444d066ab8 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511203 Aug 29 04:34:55.140663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'name': 'network-vif-deleted', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:55.143400 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fc4f25-6d89-47ba-a936-9c33693831ac" -d '{"events": [{"server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "name": "network-vif-deleted", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:55.206202 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75b57a3-46f4-4303-86f7-54136a7609e6 x-openstack-request-id: req-b75b57a3-46f4-4303-86f7-54136a7609e6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:55.206487 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db34af7-10e4-4ab5-b550-6e283532036a", "name": "network-vif-deleted", "tag": "bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:55.206741 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b75b57a3-46f4-4303-86f7-54136a7609e6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:55.207867 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db34af7-10e4-4ab5-b550-6e283532036a', 'name': 'network-vif-deleted', 'tag': 'bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6', 'status': 'completed', 'code': 200} Aug 29 04:34:55.275511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ec384-67d0-41d6-9979-f813e6f04c0a req-153c1ebd-522e-40d2-90e0-2d3790ac216f tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.277411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee8ec384-67d0-41d6-9979-f813e6f04c0a req-153c1ebd-522e-40d2-90e0-2d3790ac216f tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 945 time: 0.0987303 Aug 29 04:34:55.277571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.357160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=ad9fe5b8-5470-426a-9eb8-84ea713e3b9c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:55.362110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee8ec384-67d0-41d6-9979-f813e6f04c0a req-546fe4ee-8f1c-49f1-b6b4-db432e5c63a8 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775614 Aug 29 04:34:55.372570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': 'a9417349-3500-4ed4-9ff1-dcf99841be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:55.372952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: d3062717-0194-4e45-b2ab-7edbd45604f4, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:55.392803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network d3062717-0194-4e45-b2ab-7edbd45604f4 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:55.403220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, d3062717-0194-4e45-b2ab-7edbd45604f4) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:55.409105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.421521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7687d3-5745-4d81-ad65-145bd2bdce9e None None] Network d3062717-0194-4e45-b2ab-7edbd45604f4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:55.428755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:55.437913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.477773 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3b85a857-1f00-41d8-aaf1-1699982dec30 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1594839 Aug 29 04:34:55.480706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58636) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.487686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:55.676145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58642) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.775138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4d2bc-ee07-4482-9bd0-c5549f543666 req-364e728a-6775-4ccf-9eb4-7bc8b9e2cfdf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.792088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-d3062717-0194-4e45-b2ab-7edbd45604f4', 'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': 'ad9fe5b8-5470-426a-9eb8-84ea713e3b9c'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:55.793339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2d4d2bc-ee07-4482-9bd0-c5549f543666 req-364e728a-6775-4ccf-9eb4-7bc8b9e2cfdf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 945 time: 0.2368932 Aug 29 04:34:55.799339 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.848037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:55.850739 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.962310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:55.971583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.020931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2d4d2bc-ee07-4482-9bd0-c5549f543666 req-74effdf5-d668-40c3-9d5b-1a818c5ec060 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265453 Aug 29 04:34:56.382937 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.393315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Allocated IP 2001:db8::2 (d3062717-0194-4e45-b2ab-7edbd45604f4/ad9fe5b8-5470-426a-9eb8-84ea713e3b9c/0fec355c-08a8-46b0-a5fd-ff3aa31b2584) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:56.436170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:56.439287 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ff152-8f79-4f42-935e-3e91c4e4e54d" -d '{"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:56.519684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.527553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:56.555123 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.556245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:56.592334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:56.592966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bf67d4b3-8b6f-4331-b2a6-74cfa7a5dbd6 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:56.624652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66427e-1124-42eb-bf75-e85d259080a5 req-8058ecaf-f459-48eb-a75f-f91e1ec7a021 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.632213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec66427e-1124-42eb-bf75-e85d259080a5 req-8058ecaf-f459-48eb-a75f-f91e1ec7a021 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.7422481 Aug 29 04:34:56.670608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f07e4-8d57-44e3-87e5-45989b6fcbaa req-eff3f3cf-58f5-4435-8c14-d2f6fd7202ef tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.678786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a5f07e4-8d57-44e3-87e5-45989b6fcbaa req-eff3f3cf-58f5-4435-8c14-d2f6fd7202ef tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 945 time: 0.1386225 Aug 29 04:34:56.683701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=13']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.758608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec66427e-1124-42eb-bf75-e85d259080a5 req-72417bed-725b-4508-add9-c9e4adf8765e tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252935 Aug 29 04:34:56.797248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a5f07e4-8d57-44e3-87e5-45989b6fcbaa req-e6d5eb39-d7c0-4fb1-9bb2-63c3ec608081 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175056 Aug 29 04:34:56.798477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.814533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Transition to ACTIVE for port object 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:56.842954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Transition to ACTIVE for port object 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:56.860090 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.879552 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d571ed-55db-45db-84f7-157b7bb7b3c4 x-openstack-request-id: req-e0d571ed-55db-45db-84f7-157b7bb7b3c4 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:56.880183 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:56.880566 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0d571ed-55db-45db-84f7-157b7bb7b3c4 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:56.881054 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'code': 200} Aug 29 04:34:56.897494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-be69d670-aaf9-4cfa-8eb4-13cf39b88cdb tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.899179 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-be69d670-aaf9-4cfa-8eb4-13cf39b88cdb tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.64 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 945 time: 0.2309592 Aug 29 04:34:56.930955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Network d3062717-0194-4e45-b2ab-7edbd45604f4 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:56.934990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:56.942721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:56.973999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Pushing event updated for resources: {'Port': ['ID=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.107535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Attempting to bind port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:57.108227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Attempting to bind port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a9417349-3500-4ed4-9ff1-dcf99841be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:57.108728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Attempting to bind port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 on network d3062717-0194-4e45-b2ab-7edbd45604f4 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:57.129545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:57.130241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Checking segment: {'id': 'a9417349-3500-4ed4-9ff1-dcf99841be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:57.132076 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.132709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Bound using segment: {'id': 'a9417349-3500-4ed4-9ff1-dcf99841be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:57.133415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Bound port: 0fec355c-08a8-46b0-a5fd-ff3aa31b2584, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9417349-3500-4ed4-9ff1-dcf99841be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:57.135257 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.168354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.185446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Deleting port 249535fe-8838-40bb-ab69-f9c17235f3cc {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:57.185914 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.275258 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.312256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=2ed78a1c-2760-498c-95a9-239c63b768c0,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.331826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] For port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:57.337996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] For port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,segment=NetworkSegment(a9417349-3500-4ed4-9ff1-dcf99841be72),segment_id=a9417349-3500-4ed4-9ff1-dcf99841be72)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:57.355075 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.400091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network d3062717-0194-4e45-b2ab-7edbd45604f4 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:57.402460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:57.406578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.407400 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.448997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1846-7a24-40ef-95ef-910e6f4c8fe6 req-803d0408-4553-41b7-91a3-aa5a4ac6fc1c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.450933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f0b1846-7a24-40ef-95ef-910e6f4c8fe6 req-803d0408-4553-41b7-91a3-aa5a4ac6fc1c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.2722092 Aug 29 04:34:57.453846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ea2e6b6d-aa1c-420c-b999-8c75ab053414 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9716742 Aug 29 04:34:57.460297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58664) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.462380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Deleting port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:57.462836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.467420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] For port 249535fe-8838-40bb-ab69-f9c17235f3cc, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=249535fe-8838-40bb-ab69-f9c17235f3cc,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:57.468063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.593447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fd921-458d-403b-84da-b2803fe1b056 None None] Pushing event updated for resources: {'Port': ['ID=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.628858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Calling delete_port for 249535fe-8838-40bb-ab69-f9c17235f3cc owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:57.690232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77acbcd-e93e-4846-a4ff-3f7ec658d39f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.691739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77acbcd-e93e-4846-a4ff-3f7ec658d39f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.693363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77acbcd-e93e-4846-a4ff-3f7ec658d39f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.695033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77acbcd-e93e-4846-a4ff-3f7ec658d39f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.711545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77acbcd-e93e-4846-a4ff-3f7ec658d39f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.713422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b77acbcd-e93e-4846-a4ff-3f7ec658d39f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2507200 Aug 29 04:34:57.743389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f0b1846-7a24-40ef-95ef-910e6f4c8fe6 req-1242ac9a-975b-4258-91c4-f7a74c2258ea tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817450 Aug 29 04:34:57.743923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58670) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.749303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984678134'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:57.789160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:57.807094 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.869850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] For port 3f764abe-d4cc-4a3b-9acc-a9dd6f530016, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,segment=NetworkSegment(d027765d-f305-4a20-bec3-919192386769),segment_id=d027765d-f305-4a20-bec3-919192386769)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:57.870241 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.911875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:57.958557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Calling delete_port for 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:58.028816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.029275 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment 5dadf2a6-43d9-4a88-bb39-aff4825bb93c of type vlan for network bd777860-4b86-4b31-8186-8dacdc1e91aa Aug 29 04:34:58.114012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.192857 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:34:58.225989 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.300159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1394476-5d73-4717-aba1-5c0ae5a6e126 req-8389e29e-0c74-430b-a865-17e7763db898 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.312234 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.326656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1394476-5d73-4717-aba1-5c0ae5a6e126 req-8389e29e-0c74-430b-a865-17e7763db898 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 945 time: 0.4208534 Aug 29 04:34:58.328517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.331185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e4d8684-6193-45a7-ae6c-004450a79c82'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:58.340367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.341293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.381337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6356394 Aug 29 04:34:58.418135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58682) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.437248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3b4498b7-b365-4ee1-bbf2-c532da7e332d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:58.449399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c0fd7-4a8c-46d5-95a6-8fddd1342d4c req-a89b10f1-cb75-41df-bf7d-a17aaec102c1 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.458301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a73c0fd7-4a8c-46d5-95a6-8fddd1342d4c req-a89b10f1-cb75-41df-bf7d-a17aaec102c1 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.5071876 Aug 29 04:34:58.563822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Pushing event deleted for resources: {'Port': ['ID=249535fe-8838-40bb-ab69-f9c17235f3cc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:58.571352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75a50c-8ab4-4f58-81d0-7c264430f848 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=bd777860-4b86-4b31-8186-8dacdc1e91aa,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:58.623322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1394476-5d73-4717-aba1-5c0ae5a6e126 req-955f07b7-6461-4649-b4de-41739091df81 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957153 Aug 29 04:34:58.640757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network bd777860-4b86-4b31-8186-8dacdc1e91aa details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:58.698011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a73c0fd7-4a8c-46d5-95a6-8fddd1342d4c req-5f71df30-9b25-494b-9d87-57f0796ddea8 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382202 Aug 29 04:34:58.941264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:58.978968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] No DVR routers for this DVR port 249535fe-8838-40bb-ab69-f9c17235f3cc on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:58.987447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.992314 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-83287806-d75a-4ca9-85a2-7e8cdd7ec26d req-503375a6-8868-4b21-a58c-4f7102c1d350 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.64 "DELETE /v2.0/ports/249535fe-8838-40bb-ab69-f9c17235f3cc HTTP/1.1" status: 204 len: 173 time: 2.0805609 Aug 29 04:34:58.994410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994dd2e4-f85b-4c5d-8726-e11eafd3c18b', 'name': 'network-vif-deleted', 'tag': '249535fe-8838-40bb-ab69-f9c17235f3cc'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:58.999369 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18696801-3453-42b6-b4bd-a83ba7975c33" -d '{"events": [{"server_uuid": "994dd2e4-f85b-4c5d-8726-e11eafd3c18b", "name": "network-vif-deleted", "tag": "249535fe-8838-40bb-ab69-f9c17235f3cc"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:59.087850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.141866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b4498b7-b365-4ee1-bbf2-c532da7e332d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.164161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:59.207054 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b4498b7-b365-4ee1-bbf2-c532da7e332d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.241325 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5364380b-e066-4d60-8c42-809cd2cb614f x-openstack-request-id: req-5364380b-e066-4d60-8c42-809cd2cb614f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:59.242540 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994dd2e4-f85b-4c5d-8726-e11eafd3c18b", "name": "network-vif-deleted", "tag": "249535fe-8838-40bb-ab69-f9c17235f3cc", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:59.242872 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5364380b-e066-4d60-8c42-809cd2cb614f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:59.243257 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994dd2e4-f85b-4c5d-8726-e11eafd3c18b', 'name': 'network-vif-deleted', 'tag': '249535fe-8838-40bb-ab69-f9c17235f3cc', 'status': 'completed', 'code': 200} Aug 29 04:34:59.244377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=3f764abe-d4cc-4a3b-9acc-a9dd6f530016,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.262999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b4498b7-b365-4ee1-bbf2-c532da7e332d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network bd777860-4b86-4b31-8186-8dacdc1e91aa is not hosted by any dhcp agent {{(pid=94845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:34:59.276933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4498b7-b365-4ee1-bbf2-c532da7e332d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.277976 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b4498b7-b365-4ee1-bbf2-c532da7e332d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.284256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3b4498b7-b365-4ee1-bbf2-c532da7e332d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "PUT /v2.0/networks/bd777860-4b86-4b31-8186-8dacdc1e91aa HTTP/1.1" status: 200 len: 723 time: 0.8555429 Aug 29 04:34:59.285362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58694) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:59.308109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': 'bd777860-4b86-4b31-8186-8dacdc1e91aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:59.404750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38083656-9852-4d61-81e4-fdb2af7d46f2 req-ab65e3af-204d-4787-8675-252164553b87 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.406633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38083656-9852-4d61-81e4-fdb2af7d46f2 req-ab65e3af-204d-4787-8675-252164553b87 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.5109036 Aug 29 04:34:59.444101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 249535fe-8838-40bb-ab69-f9c17235f3cc no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:59.512864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 249535fe-8838-40bb-ab69-f9c17235f3cc {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:59.513812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 249535fe-8838-40bb-ab69-f9c17235f3cc not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:59.522843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:59.540463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be93e6e-f76e-40f0-adff-b88b566db33a None None] Network d3062717-0194-4e45-b2ab-7edbd45604f4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:59.542913 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.697558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b4c2f171-ac7b-4629-9468-d62aa5e2a9d4 None None] Provisioning for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:59.723183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b4c2f171-ac7b-4629-9468-d62aa5e2a9d4 None None] Provisioning complete for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:59.723566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c2f171-ac7b-4629-9468-d62aa5e2a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.728951 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.043932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4498b7-b365-4ee1-bbf2-c532da7e332d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=bd777860-4b86-4b31-8186-8dacdc1e91aa,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.047656 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c2f171-ac7b-4629-9468-d62aa5e2a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.093943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Router 06bff571-9196-4e9e-bf00-4f121b35dc21 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:00.190553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network bd777860-4b86-4b31-8186-8dacdc1e91aa details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:00.320797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58708) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.324525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b4c2f171-ac7b-4629-9468-d62aa5e2a9d4 None None] For port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,segment=NetworkSegment(a9417349-3500-4ed4-9ff1-dcf99841be72),segment_id=a9417349-3500-4ed4-9ff1-dcf99841be72)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:00.342268 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-395d28c9-9022-4b6c-991a-eb878f290b7a req-b703db7b-05b1-420f-9130-b3d91328294a tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=994dd2e4-f85b-4c5d-8726-e11eafd3c18b HTTP/1.1" status: 200 len: 210 time: 0.3527353 Aug 29 04:35:00.373814 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4c2f171-ac7b-4629-9468-d62aa5e2a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.392333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.495375 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:00.506316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-112ca03d-9056-4f8e-b974-b6e6042c5dbc admin admin] 10.222.0.58 "PUT /v2.0/routers/06bff571-9196-4e9e-bf00-4f121b35dc21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8287134 Aug 29 04:35:00.523547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58712) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.535403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=ef1453b8-98c0-4681-9fb2-d68bd3eb9850,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.555379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2f171-ac7b-4629-9468-d62aa5e2a9d4 None None] Pushing event updated for resources: {'Port': ['ID=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.563311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] Sync routers for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:00.597138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] Routers {'06bff571-9196-4e9e-bf00-4f121b35dc21'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:00.598144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:34:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['06bff571-9196-4e9e-bf00-4f121b35dc21'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.634107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38083656-9852-4d61-81e4-fdb2af7d46f2 req-4ea38a41-27bb-4ce9-8be8-4e67ccd0fdf5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1470995 Aug 29 04:35:00.669260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': '5dadf2a6-43d9-4a88-bb39-aff4825bb93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bd777860-4b86-4b31-8186-8dacdc1e91aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:00.669648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: bd777860-4b86-4b31-8186-8dacdc1e91aa, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:00.684775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d47b9c-9870-4236-b00f-083b19dbdd53 req-0149c3d9-5cc2-409d-8cfd-cfd88c699c2c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.695677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6d47b9c-9870-4236-b00f-083b19dbdd53 req-0149c3d9-5cc2-409d-8cfd-cfd88c699c2c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.1611757 Aug 29 04:35:00.752201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.754542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd643422-70f3-4751-85e8-02e3adb2e484 None None] Update dhcp port {'port': {'network_id': 'd3062717-0194-4e45-b2ab-7edbd45604f4', 'fixed_ips': [{'subnet_id': 'ad9fe5b8-5470-426a-9eb8-84ea713e3b9c', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ed78a1c-2760-498c-95a9-239c63b768c0'}], 'binding:host_id': 'n-d-712142-15'}, 'id': '0fec355c-08a8-46b0-a5fd-ff3aa31b2584'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:35:00.762983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6d47b9c-9870-4236-b00f-083b19dbdd53 req-40d35dff-ff5a-444b-a76f-80c140d123c9 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661719 Aug 29 04:35:00.769056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network bd777860-4b86-4b31-8186-8dacdc1e91aa is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:00.789711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fd643422-70f3-4751-85e8-02e3adb2e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.791265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, bd777860-4b86-4b31-8186-8dacdc1e91aa) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:00.800984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.801811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.824024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba457e34-5c88-4539-967f-92cf74a54497 None None] Network bd777860-4b86-4b31-8186-8dacdc1e91aa requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:00.831910 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-45e73471-9285-479b-8eeb-7371d1530756 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5413971 Aug 29 04:35:00.833364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58718) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.840103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0256954f-1066-4a9d-8171-f226ff4ecb7c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:00.963711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.972337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6875afdd-97e9-4e63-a3ad-4d6e64776993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.995684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:01.048276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] Set router 06bff571-9196-4e9e-bf00-4f121b35dc21 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:01.089574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0256954f-1066-4a9d-8171-f226ff4ecb7c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26689160'] for subnet, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.127353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Deleting port 337a14e2-48e7-4fcd-8743-d24a7f53ea33 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:01.127978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.285097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] For port 337a14e2-48e7-4fcd-8743-d24a7f53ea33, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=337a14e2-48e7-4fcd-8743-d24a7f53ea33,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:01.285565 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.310125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Calling delete_port for 337a14e2-48e7-4fcd-8743-d24a7f53ea33 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:01.329990 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6875afdd-97e9-4e63-a3ad-4d6e64776993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.344165 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6875afdd-97e9-4e63-a3ad-4d6e64776993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.354356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0256954f-1066-4a9d-8171-f226ff4ecb7c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794001954344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26493370'] for subnet, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.475834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256954f-1066-4a9d-8171-f226ff4ecb7c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.477148 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0256954f-1066-4a9d-8171-f226ff4ecb7c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.479902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0256954f-1066-4a9d-8171-f226ff4ecb7c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "PUT /v2.0/subnets/ef1453b8-98c0-4681-9fb2-d68bd3eb9850 HTTP/1.1" status: 200 len: 826 time: 0.6447616 Aug 29 04:35:01.486162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58738) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.557179 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6875afdd-97e9-4e63-a3ad-4d6e64776993 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b6a7a659ea94dd782f0794f960d2cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2292011 Aug 29 04:35:01.560733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58742) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.579886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256954f-1066-4a9d-8171-f226ff4ecb7c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=ef1453b8-98c0-4681-9fb2-d68bd3eb9850,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.649699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09722f7e-4271-4b54-ab17-9d37f31d2ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-bd777860-4b86-4b31-8186-8dacdc1e91aa', 'network_id': 'bd777860-4b86-4b31-8186-8dacdc1e91aa', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': 'ef1453b8-98c0-4681-9fb2-d68bd3eb9850'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:01.652799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875afdd-97e9-4e63-a3ad-4d6e64776993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2be74ae-e3fa-482d-abe4-1b85a876c0b2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.654287 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-09722f7e-4271-4b54-ab17-9d37f31d2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.706243 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.708912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:01.709341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.789328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.836943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-fd643422-70f3-4751-85e8-02e3adb2e484 None None] Allocated IP 172.20.0.1 (d3062717-0194-4e45-b2ab-7edbd45604f4/2ed78a1c-2760-498c-95a9-239c63b768c0/0fec355c-08a8-46b0-a5fd-ff3aa31b2584) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:01.899857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ada14d2-cc5d-4693-8626-97e79b160098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.971913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ada14d2-cc5d-4693-8626-97e79b160098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.106359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ada14d2-cc5d-4693-8626-97e79b160098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.108427 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.108936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ada14d2-cc5d-4693-8626-97e79b160098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.112640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3ada14d2-cc5d-4693-8626-97e79b160098 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2be74ae-e3fa-482d-abe4-1b85a876c0b2 HTTP/1.1" status: 204 len: 168 time: 0.5125089 Aug 29 04:35:02.129646 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada14d2-cc5d-4693-8626-97e79b160098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2be74ae-e3fa-482d-abe4-1b85a876c0b2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.160727 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.173599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a8189-6172-4e65-90f2-e4ef84d98d0d req-84f5c922-5934-4821-b009-35139f633d36 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.175208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b6a8189-6172-4e65-90f2-e4ef84d98d0d req-84f5c922-5934-4821-b009-35139f633d36 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.3050432 Aug 29 04:35:02.176038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1453b8-98c0-4681-9fb2-d68bd3eb9850,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.226858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=337a14e2-48e7-4fcd-8743-d24a7f53ea33,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.284603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884363c8-170d-48b0-9fa7-ef2e15a80920 req-6da9cb4d-1b60-43c6-aa7e-2f13cf337e3f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.295400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-884363c8-170d-48b0-9fa7-ef2e15a80920 req-6da9cb4d-1b60-43c6-aa7e-2f13cf337e3f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.3497188 Aug 29 04:35:02.341430 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.413308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.431121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd777860-4b86-4b31-8186-8dacdc1e91aa']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.472904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b6a8189-6172-4e65-90f2-e4ef84d98d0d req-119e6809-8528-47e3-af47-296f030231ca tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747972 Aug 29 04:35:02.482704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dadf2a6-43d9-4a88-bb39-aff4825bb93c') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.483286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dadf2a6-43d9-4a88-bb39-aff4825bb93c') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.486600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fd643422-70f3-4751-85e8-02e3adb2e484 None None] For port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,segment=NetworkSegment(a9417349-3500-4ed4-9ff1-dcf99841be72),segment_id=a9417349-3500-4ed4-9ff1-dcf99841be72)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:02.497961 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.528047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-884363c8-170d-48b0-9fa7-ef2e15a80920 req-2b706969-f926-4845-b2e9-c11a418e83f2 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275991 Aug 29 04:35:02.550721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fd643422-70f3-4751-85e8-02e3adb2e484 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.568925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fd643422-70f3-4751-85e8-02e3adb2e484 None None] Transition to ACTIVE for port object 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:02.583125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.597131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:02.597944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.610255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fd643422-70f3-4751-85e8-02e3adb2e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:02.611262 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:02.709621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 had new provisioning blocks added so it will not transition to active. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 29 04:35:02.729854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.733728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd643422-70f3-4751-85e8-02e3adb2e484 None None] Pushing event updated for resources: {'Port': ['ID=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.735902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.797347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-09722f7e-4271-4b54-ab17-9d37f31d2ea8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef1453b8-98c0-4681-9fb2-d68bd3eb9850: This subnet is being modified by another concurrent operation. Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef1453b8-98c0-4681-9fb2-d68bd3eb9850: This subnet is being modified by another concurrent operation. Aug 29 04:35:02.815704 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:35:02.851324 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.859838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/bd777860-4b86-4b31-8186-8dacdc1e91aa HTTP/1.1" status: 204 len: 168 time: 1.3710215 Aug 29 04:35:02.863968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58768) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.877418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e413f-55f2-4c26-94a9-20cb198c68f4 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=bd777860-4b86-4b31-8186-8dacdc1e91aa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.903720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb1882-f230-4bc4-b52e-fa101f3d9eb4 None None] Network bd777860-4b86-4b31-8186-8dacdc1e91aa requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:02.904523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.905102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06bff571-9196-4e9e-bf00-4f121b35dc21 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:02.920906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.924770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58770) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.941149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e95b8734-91c0-4dbf-b335-111d685a8e69 admin admin] 10.222.0.58 "DELETE /v2.0/routers/06bff571-9196-4e9e-bf00-4f121b35dc21 HTTP/1.1" status: 204 len: 168 time: 2.3962431 Aug 29 04:35:02.980171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58772) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.004548 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b56b2b-8954-4ed3-a017-ec70ca6e4493 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:03.005213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b56b2b-8954-4ed3-a017-ec70ca6e4493 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:03.007623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-62b56b2b-8954-4ed3-a017-ec70ca6e4493 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/bd777860-4b86-4b31-8186-8dacdc1e91aa HTTP/1.1" status: 404 len: 339 time: 0.1425452 Aug 29 04:35:03.014055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58774) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.026016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb1882-f230-4bc4-b52e-fa101f3d9eb4 None None] Network bd777860-4b86-4b31-8186-8dacdc1e91aa could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:35:03.033568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133125439', 'description': 'd1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:03.033909 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-56d2bd2b-43f5-4a7c-a6be-6967c3f7d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.045836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248db635-4baa-4559-af9c-163b3d895279 None None] Network bd777860-4b86-4b31-8186-8dacdc1e91aa requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:03.074754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248db635-4baa-4559-af9c-163b3d895279 None None] Network bd777860-4b86-4b31-8186-8dacdc1e91aa could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:35:03.089999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1540472233-router', 'tenant_id': 'a34d481f40104b97aadccdd262c78e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:34:58Z', 'revision_number': 5, 'project_id': 'a34d481f40104b97aadccdd262c78e46', 'gw_port': {'id': '337a14e2-48e7-4fcd-8743-d24a7f53ea33', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bff571-9196-4e9e-bf00-4f121b35dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:22Z', 'updated_at': '2021-08-29T04:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:03.096297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78333e2-1e78-4a4a-9fbc-87ff6184de0a admin admin] Deleting subnet e497e44a-4d21-412c-9248-7dd8bbe9837b {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:03.105493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d78333e2-1e78-4a4a-9fbc-87ff6184de0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.109428 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:35:03.109428 n-d-712142-15 neutron-server[94845]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:35:03.109428 n-d-712142-15 neutron-server[94845]: [parameters: {'project_id': '91bce063859d416ba1c5fe8a5ab29b83', 'id': '9d1217e4-1d1d-4e8e-89c9-fca0b0da4975', 'expiration': datetime.datetime(2021, 8, 29, 4, 37, 3, 82601)}] Aug 29 04:35:03.109428 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:35:03.110312 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:35:03.169398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] Checking router: 06bff571-9196-4e9e-bf00-4f121b35dc21 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:03.195822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] Routers set() bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:03.196331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] Router IDs set() for agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:35:03.196961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_agentschedulers_db [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'06bff571-9196-4e9e-bf00-4f121b35dc21'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:34:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent'). {{(pid=94847) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:35:03.200570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b166df-d417-4cba-94cd-fd49a7357e68 None None] The sync data for ids ['06bff571-9196-4e9e-bf00-4f121b35dc21'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:03.203788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d78333e2-1e78-4a4a-9fbc-87ff6184de0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.226908 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-56d2bd2b-43f5-4a7c-a6be-6967c3f7d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.238172 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-56d2bd2b-43f5-4a7c-a6be-6967c3f7d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.326543 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d78333e2-1e78-4a4a-9fbc-87ff6184de0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.332752 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-56d2bd2b-43f5-4a7c-a6be-6967c3f7d210 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bf0a351f30d4ec7aea5a8586fe63c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514400 Aug 29 04:35:03.334610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2bd2b-43f5-4a7c-a6be-6967c3f7d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ccd0b-6400-47b3-b48c-01487e29132a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.358169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58776) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.477682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d39bd2-cba6-4801-89fc-6e88881da277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.482771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d78333e2-1e78-4a4a-9fbc-87ff6184de0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.545960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78333e2-1e78-4a4a-9fbc-87ff6184de0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e497e44a-4d21-412c-9248-7dd8bbe9837b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.555609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d39bd2-cba6-4801-89fc-6e88881da277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.557901 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d78333e2-1e78-4a4a-9fbc-87ff6184de0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.560239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d78333e2-1e78-4a4a-9fbc-87ff6184de0a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e497e44a-4d21-412c-9248-7dd8bbe9837b HTTP/1.1" status: 204 len: 168 time: 0.6343520 Aug 29 04:35:03.562799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58782) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.645596 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d39bd2-cba6-4801-89fc-6e88881da277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.648966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4d39bd2-cba6-4801-89fc-6e88881da277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.653621 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b4d39bd2-cba6-4801-89fc-6e88881da277 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c0ccd0b-6400-47b3-b48c-01487e29132a HTTP/1.1" status: 204 len: 168 time: 0.2928896 Aug 29 04:35:03.683196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d39bd2-cba6-4801-89fc-6e88881da277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ccd0b-6400-47b3-b48c-01487e29132a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.821772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.043540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:04.047816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.099066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee160-b60a-4df8-bfda-75ab97196c19 req-b9ecf5a4-1fab-4e38-87f0-1517aeb8599f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.107448 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-549ee160-b60a-4df8-bfda-75ab97196c19 req-b9ecf5a4-1fab-4e38-87f0-1517aeb8599f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.2778940 Aug 29 04:35:04.171102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7390a-5e12-4292-b8ef-126988aad0c4 None None] Network d3062717-0194-4e45-b2ab-7edbd45604f4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:04.200390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca5b47-bd24-4a1d-8151-f56056b2415f req-65d6b10f-085f-4180-b7b7-8b1522f8a0e9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.202753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aaca5b47-bd24-4a1d-8151-f56056b2415f req-65d6b10f-085f-4180-b7b7-8b1522f8a0e9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.3788195 Aug 29 04:35:04.309261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:04.415527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ef72e841-f31d-46c0-8eee-7189cf5e5738 None None] Provisioning for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:04.423252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ef72e841-f31d-46c0-8eee-7189cf5e5738 None None] Provisioning complete for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:04.423732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ef72e841-f31d-46c0-8eee-7189cf5e5738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.467738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.468182 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment d4e1727b-49a2-4d27-96a3-658f2e73db1d of type vlan for network 9f3f2f19-8024-46d8-8ec3-19d43aad4bc1 Aug 29 04:35:04.527972 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.534483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-549ee160-b60a-4df8-bfda-75ab97196c19 req-2e6e0a20-60eb-4921-998d-ada8e614e865 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257536 Aug 29 04:35:04.609529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aaca5b47-bd24-4a1d-8151-f56056b2415f req-af37bc2d-09e9-48fe-b893-df304571f988 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095946 Aug 29 04:35:04.624808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837dc6d1-149c-49bd-a25c-4432ad40b9eb']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:04.647169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58798) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:04.648173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd027765d-f305-4a20-bec3-919192386769') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:04.648553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd027765d-f305-4a20-bec3-919192386769') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:04.651567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.665629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.694686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.708033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:04.709369 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:04.712223 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:04.728322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.736530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.739733 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.743682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc7951a7-060d-4bf5-99c1-6207c158a2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.978329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:05.066807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0504744 Aug 29 04:35:05.069645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cd2ea-f82b-47f1-9d4a-b1c94dcd5248 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=9f3f2f19-8024-46d8-8ec3-19d43aad4bc1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.085132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58802) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.092439 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.095964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 9f3f2f19-8024-46d8-8ec3-19d43aad4bc1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:05.104290 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.112770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/837dc6d1-149c-49bd-a25c-4432ad40b9eb HTTP/1.1" status: 204 len: 168 time: 1.5486116 Aug 29 04:35:05.159093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740393c-3bc9-4976-8214-622dc25fb1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=837dc6d1-149c-49bd-a25c-4432ad40b9eb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.271112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d89af45-ac46-4bef-bcdd-37e17dee5542 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:35:05.309680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67126f9-b990-419b-b8f5-d3814857625f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.314512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58806) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.315978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b67126f9-b990-419b-b8f5-d3814857625f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/networks?id=9f3f2f19-8024-46d8-8ec3-19d43aad4bc1 HTTP/1.1" status: 200 len: 765 time: 0.2184789 Aug 29 04:35:05.320440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-af48bc9b-27a1-4b1c-a540-7d5adc8e5492 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'description': 'd2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:05.331176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:05.331664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.374811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc7951a7-060d-4bf5-99c1-6207c158a2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.382240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc7951a7-060d-4bf5-99c1-6207c158a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.456085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dc7951a7-060d-4bf5-99c1-6207c158a2d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29c4006f9117455492e2749ca9f7cf58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8069997 Aug 29 04:35:05.458278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58808) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.475871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7951a7-060d-4bf5-99c1-6207c158a2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a147d8b8-c971-4182-90f1-9a4d86f89e42,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.508034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58812) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.522911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b97355a3-c1d4-43b8-b447-e85c2676d00c None None] Provisioning complete for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:05.523368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b97355a3-c1d4-43b8-b447-e85c2676d00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.607482 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0585e768-495c-4210-aa1a-c3aa7e8539d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a34d481f40104b97aadccdd262c78e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955949 Aug 29 04:35:05.609042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58818) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.664720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2029338-356f-4423-9b32-a55bdc892af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.719667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af48bc9b-27a1-4b1c-a540-7d5adc8e5492 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.732330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2029338-356f-4423-9b32-a55bdc892af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.770015 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a928b1ce-758d-48b3-be9e-b164bf7e4cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.803543 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af48bc9b-27a1-4b1c-a540-7d5adc8e5492 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.803797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:05.824905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af48bc9b-27a1-4b1c-a540-7d5adc8e5492 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network 9f3f2f19-8024-46d8-8ec3-19d43aad4bc1 is not hosted by any dhcp agent {{(pid=94845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:35:05.828174 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a928b1ce-758d-48b3-be9e-b164bf7e4cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.830831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48bc9b-27a1-4b1c-a540-7d5adc8e5492 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.831187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af48bc9b-27a1-4b1c-a540-7d5adc8e5492 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.836034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-af48bc9b-27a1-4b1c-a540-7d5adc8e5492 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "PUT /v2.0/networks/9f3f2f19-8024-46d8-8ec3-19d43aad4bc1 HTTP/1.1" status: 200 len: 762 time: 0.5204682 Aug 29 04:35:05.837836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58824) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.904899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:05.905265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3f764abe-d4cc-4a3b-9acc-a9dd6f530016 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:05.905710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 337a14e2-48e7-4fcd-8743-d24a7f53ea33 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:05.946921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 337a14e2-48e7-4fcd-8743-d24a7f53ea33 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:05.947289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 337a14e2-48e7-4fcd-8743-d24a7f53ea33 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:05.983956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89af45-ac46-4bef-bcdd-37e17dee5542 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:35:06.014776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd491b-63ea-4b13-822d-2a56afe1eb87 req-afd9307c-5836-4e52-bd37-20b7b4372a1c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.032521 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acbd491b-63ea-4b13-822d-2a56afe1eb87 req-afd9307c-5836-4e52-bd37-20b7b4372a1c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.2880814 Aug 29 04:35:06.116418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf477682-ca62-4e8f-82e4-6b98782b9f59 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.118146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bf477682-ca62-4e8f-82e4-6b98782b9f59 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/networks?id=9f3f2f19-8024-46d8-8ec3-19d43aad4bc1 HTTP/1.1" status: 200 len: 765 time: 0.2732682 Aug 29 04:35:06.129831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58826) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.150624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca0dd7-eae4-4aea-8bc6-11a8f2d779c5 req-010c1b01-e7d6-41ae-81d5-eefa54db64f3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.157152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cca0dd7-eae4-4aea-8bc6-11a8f2d779c5 req-010c1b01-e7d6-41ae-81d5-eefa54db64f3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.3152254 Aug 29 04:35:06.174974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2029338-356f-4423-9b32-a55bdc892af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.184808 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2029338-356f-4423-9b32-a55bdc892af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.189749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d2029338-356f-4423-9b32-a55bdc892af9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a147d8b8-c971-4182-90f1-9a4d86f89e42 HTTP/1.1" status: 204 len: 168 time: 0.7287583 Aug 29 04:35:06.312677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a928b1ce-758d-48b3-be9e-b164bf7e4cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.320136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a928b1ce-758d-48b3-be9e-b164bf7e4cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.321608 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a928b1ce-758d-48b3-be9e-b164bf7e4cbf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08ea6677-946d-49fb-9128-bc8d9fbef66a HTTP/1.1" status: 204 len: 168 time: 0.7115626 Aug 29 04:35:06.361205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928b1ce-758d-48b3-be9e-b164bf7e4cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea6677-946d-49fb-9128-bc8d9fbef66a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.443373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48bc9b-27a1-4b1c-a540-7d5adc8e5492 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=9f3f2f19-8024-46d8-8ec3-19d43aad4bc1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.532795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 9f3f2f19-8024-46d8-8ec3-19d43aad4bc1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:06.542786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029338-356f-4423-9b32-a55bdc892af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a147d8b8-c971-4182-90f1-9a4d86f89e42,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.639331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522efb6d-7667-4d65-a79e-442c90435127 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.640569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cca0dd7-eae4-4aea-8bc6-11a8f2d779c5 req-4022d8bc-19a2-4f9c-b145-a68dbe03e229 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325459 Aug 29 04:35:06.686810 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-522efb6d-7667-4d65-a79e-442c90435127 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5546024 Aug 29 04:35:06.688454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58834) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.690964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acbd491b-63ea-4b13-822d-2a56afe1eb87 req-7c4d62ee-f1c1-4bfb-949c-beb48ddc1e1c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232775 Aug 29 04:35:06.873392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58840) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.874703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2bed9dd3-6725-43c7-bde7-e2d0a7e758ad tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 207 time: 0.1736004 Aug 29 04:35:07.867559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db043f-a4ba-4129-a8d5-18b793e245ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.876104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db043f-a4ba-4129-a8d5-18b793e245ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.892666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db043f-a4ba-4129-a8d5-18b793e245ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.909987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db043f-a4ba-4129-a8d5-18b793e245ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.931042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db043f-a4ba-4129-a8d5-18b793e245ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.937526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db043f-a4ba-4129-a8d5-18b793e245ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.947103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-23db043f-a4ba-4129-a8d5-18b793e245ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.0721004 Aug 29 04:35:07.951306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58876) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:08.159609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c311dea-d371-43e5-8a74-226cf3b9629d req-14f9adb4-2e1d-44e3-b96e-a0599961cdf3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.168582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c311dea-d371-43e5-8a74-226cf3b9629d req-14f9adb4-2e1d-44e3-b96e-a0599961cdf3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.3827260 Aug 29 04:35:08.229377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae1876-d7fe-4ff2-acfd-ed3a08976b2b req-90df61a7-a428-435d-857d-de83941583ec tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.236998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-faae1876-d7fe-4ff2-acfd-ed3a08976b2b req-90df61a7-a428-435d-857d-de83941583ec tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.2744613 Aug 29 04:35:08.306264 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a8704ffd-8d31-4eb0-924b-9c008f340df7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3424506 Aug 29 04:35:08.309706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58888) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:08.328028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c311dea-d371-43e5-8a74-226cf3b9629d req-8e5bfcda-3c50-425e-a6d4-f0b511bd77fc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583393 Aug 29 04:35:08.394175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-faae1876-d7fe-4ff2-acfd-ed3a08976b2b req-2c2f178c-93a4-461c-a942-757ceb35ab6a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558642 Aug 29 04:35:08.578994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b38d6-4063-4a56-92af-3d90e9a10487 req-e7afc2c9-406a-4e16-9213-c7e3425b026d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.587179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f3b38d6-4063-4a56-92af-3d90e9a10487 req-e7afc2c9-406a-4e16-9213-c7e3425b026d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 946 time: 0.1294889 Aug 29 04:35:08.729170 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f3b38d6-4063-4a56-92af-3d90e9a10487 req-5bfe67b1-33ef-471c-9849-87090ffda987 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344378 Aug 29 04:35:08.875673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58896) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.007320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f6a29-1414-482b-bdc5-9ad9a7fe74d2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.009639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f6a29-1414-482b-bdc5-9ad9a7fe74d2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.011473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f6a29-1414-482b-bdc5-9ad9a7fe74d2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.013798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f6a29-1414-482b-bdc5-9ad9a7fe74d2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.015657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f6a29-1414-482b-bdc5-9ad9a7fe74d2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.022274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-db6f6a29-1414-482b-bdc5-9ad9a7fe74d2 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7108498 Aug 29 04:35:09.022605 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58904) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.121404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-network', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:09.139193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24885a4-5307-457c-aa3f-b0612aa1116a tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.143474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24885a4-5307-457c-aa3f-b0612aa1116a tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.146791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24885a4-5307-457c-aa3f-b0612aa1116a tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.153449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24885a4-5307-457c-aa3f-b0612aa1116a tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.154933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24885a4-5307-457c-aa3f-b0612aa1116a tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.160219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f24885a4-5307-457c-aa3f-b0612aa1116a tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1330225 Aug 29 04:35:09.160427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.285592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Made reservation on behalf of 27f66a4df25847f394a8dcab4fa377f7 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:09.289003 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.315897 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.389121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0497319f-4cce-41df-ad78-f4d26d0760eb tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.390678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0497319f-4cce-41df-ad78-f4d26d0760eb tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/networks/8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 HTTP/1.1" status: 200 len: 804 time: 0.2202928 Aug 29 04:35:09.394379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58918) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.580342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-67b9fae9-8603-49cf-86c1-8b93373502b0 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.582560 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-67b9fae9-8603-49cf-86c1-8b93373502b0 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.65 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 946 time: 0.1072998 Aug 29 04:35:09.587033 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.627235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.641326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:09.706577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.707007 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Added segment 180e14db-ec36-4b96-9ef4-d15dc0b0899f of type vlan for network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f Aug 29 04:35:09.708053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ab35570d-895e-4ce3-b9a2-c1559a825014 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/networks/8fd5f8d3-fd95-4413-a05e-74a34d6b4db5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3109674 Aug 29 04:35:09.712352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58926) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.736779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5baf-a258-4f2d-bc81-dbf7d5a1d81f req-9d21da7f-2d40-420c-ab17-8610190ed480 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.745067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7fc5baf-a258-4f2d-bc81-dbf7d5a1d81f req-9d21da7f-2d40-420c-ab17-8610190ed480 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.2374148 Aug 29 04:35:09.785287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799af37-d93e-48a7-b7ab-c2f0a58f9e6b req-3e714764-1299-41c8-b915-afb4c5825ff5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.787725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9799af37-d93e-48a7-b7ab-c2f0a58f9e6b req-3e714764-1299-41c8-b915-afb4c5825ff5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.2944782 Aug 29 04:35:09.804206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Deleting port 5e4d8684-6193-45a7-ae6c-004450a79c82 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:09.805770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.821121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11400707-39e1-4386-a4f6-8c1d24c487d4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.836958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.837346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.837697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.838044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.838429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.838761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.839093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.839473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.839809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.840182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.840557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.840893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:09.874295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.924597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] For port 5e4d8684-6193-45a7-ae6c-004450a79c82, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e4d8684-6193-45a7-ae6c-004450a79c82,segment=NetworkSegment(4875d28b-d543-40f4-8d84-db7b384e2d27),segment_id=4875d28b-d543-40f4-8d84-db7b384e2d27)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:09.925376 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.952089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9799af37-d93e-48a7-b7ab-c2f0a58f9e6b req-f4cacfcd-6ea3-45e8-bd9d-c22ee7399204 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309752 Aug 29 04:35:09.956679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Calling delete_port for 5e4d8684-6193-45a7-ae6c-004450a79c82 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:09.974755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7fc5baf-a258-4f2d-bc81-dbf7d5a1d81f req-49900460-a703-4084-ab04-9af6d1659aa5 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282212 Aug 29 04:35:09.981102 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.982598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.983453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.059906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f96f78-139d-4de7-8fa2-98dd73dd46cb tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.061422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a9f96f78-139d-4de7-8fa2-98dd73dd46cb tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/subnets/1f400504-ae75-4c9d-8ab9-2fe4806d227c HTTP/1.1" status: 200 len: 843 time: 0.3476918 Aug 29 04:35:10.072632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58936) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.238237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c876aa-4995-4b81-aa13-c16052865ae3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.243809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-22c876aa-4995-4b81-aa13-c16052865ae3 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "GET /v2.0/subnets/1f400504-ae75-4c9d-8ab9-2fe4806d227c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0641453 Aug 29 04:35:10.243809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.246523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58946) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.257598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e4d8684-6193-45a7-ae6c-004450a79c82'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:10.277128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-425756453'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:10.279812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] Pushing event updated for resources: {'Network': ['ID=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.301367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:10.301843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2ea7ea01-b115-4f22-a93b-db48c40d0d0b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4237654 Aug 29 04:35:10.303241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58952) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.332373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Request body: {'subnet': {'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-subnet', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:10.351867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332b4f1-ed70-4a41-ad47-0d0350d98c3f req-d63153a7-6224-4253-98f9-6d968fe94a3e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.360945 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2332b4f1-ed70-4a41-ad47-0d0350d98c3f req-d63153a7-6224-4253-98f9-6d968fe94a3e tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c14ff-293f-4a0f-9cba-9af25b211f77 HTTP/1.1" status: 200 len: 867 time: 0.2409163 Aug 29 04:35:10.411430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Made reservation on behalf of 27f66a4df25847f394a8dcab4fa377f7 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:10.420759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.449206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2332b4f1-ed70-4a41-ad47-0d0350d98c3f req-595dd879-8767-4454-9c96-7fba3d7ae7a8 tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dc9c88-8532-4d4d-931f-91d37b2a84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854962 Aug 29 04:35:10.454698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Pushing event deleted for resources: {'Port': ['ID=5e4d8684-6193-45a7-ae6c-004450a79c82,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.457696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:35:10.457696 n-d-712142-15 neutron-server[94846]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:35:10.457696 n-d-712142-15 neutron-server[94846]: [parameters: {'project_id_1': '91bce063859d416ba1c5fe8a5ab29b83', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 35, 10, 363755)}] Aug 29 04:35:10.457696 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:35:10.458187 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:35:10.607414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] No DVR routers for this DVR port 5e4d8684-6193-45a7-ae6c-004450a79c82 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:10.616888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.624325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7580b1e3-bde1-48e4-9989-b82a1c477967 req-743526cb-52a9-4a35-bb0f-4dd0f7b46e4d tempest-AttachVolumeNegativeTest-1810659375 tempest-AttachVolumeNegativeTest-1810659375-project] 10.222.0.65 "DELETE /v2.0/ports/5e4d8684-6193-45a7-ae6c-004450a79c82 HTTP/1.1" status: 204 len: 173 time: 1.0330572 Aug 29 04:35:10.626465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142c14ff-293f-4a0f-9cba-9af25b211f77', 'name': 'network-vif-deleted', 'tag': '5e4d8684-6193-45a7-ae6c-004450a79c82'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:10.638054 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b1824d-8a3e-4b5b-9e4f-b8a00cf299b1" -d '{"events": [{"server_uuid": "142c14ff-293f-4a0f-9cba-9af25b211f77", "name": "network-vif-deleted", "tag": "5e4d8684-6193-45a7-ae6c-004450a79c82"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:10.778589 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02ee145-f4bb-497f-80b6-597d06402d1a x-openstack-request-id: req-d02ee145-f4bb-497f-80b6-597d06402d1a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:10.779200 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142c14ff-293f-4a0f-9cba-9af25b211f77", "name": "network-vif-deleted", "tag": "5e4d8684-6193-45a7-ae6c-004450a79c82", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:10.779638 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d02ee145-f4bb-497f-80b6-597d06402d1a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:10.780261 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142c14ff-293f-4a0f-9cba-9af25b211f77', 'name': 'network-vif-deleted', 'tag': '5e4d8684-6193-45a7-ae6c-004450a79c82', 'status': 'completed', 'code': 200} Aug 29 04:35:10.893035 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.962329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58972) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.995765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4a2457-e264-4ce3-a925-988c0eea22fe,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.001760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Checking segment: {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:11.002798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Network hostable DHCP agents. Network: 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:11.035157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:11.054403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:11.060476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:11.069127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.074144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734dfdea-c102-4b87-bdc1-60e8a909cd29 None None] Network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:11.074921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.079635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.175839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:11.219074 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.220739 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Added segment 9630868d-852a-4ffb-bfb8-f68c55d56396 of type vlan for network 96861d50-55e6-4695-b848-e485087c1a9d Aug 29 04:35:11.315525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e3eda5a0-10bc-49a2-976a-9ce9968bf4f8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0046709 Aug 29 04:35:11.341844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58982) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:11.342228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58984) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:11.357043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:11.404263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ce094-1d34-4359-9092-f04fba2122f2 None None] Network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:11.462656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e98e7a-6a9d-4636-bd07-2e9eaee73592 req-182577fc-e608-43c5-8729-8a72c24498b5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.466894 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55e98e7a-6a9d-4636-bd07-2e9eaee73592 req-182577fc-e608-43c5-8729-8a72c24498b5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.3587179 Aug 29 04:35:11.509311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.539054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572466f4-7360-46fe-ac81-78d64f14d5f9 req-e9d36896-660d-420f-b951-c94f0d06f1f1 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.540932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-572466f4-7360-46fe-ac81-78d64f14d5f9 req-e9d36896-660d-420f-b951-c94f0d06f1f1 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.3627563 Aug 29 04:35:11.548197 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-369c2395-6c12-4824-bc26-f2db5bfc9de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.606594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e6f397f-721e-459b-8b59-2a1d2e5c9234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.613840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55e98e7a-6a9d-4636-bd07-2e9eaee73592 req-bf8d0cfa-7bd3-4a53-851a-599f1fdd49c5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717871 Aug 29 04:35:11.632538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-572466f4-7360-46fe-ac81-78d64f14d5f9 req-a8fb1a9f-d99e-4d9c-a807-711292d1e61c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694656 Aug 29 04:35:11.673593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.674777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.685137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58994) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:11.690602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.697421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.698055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.770450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0815915f-7b26-4763-ae4a-9324411f7647 admin admin] Deleting subnet 9e7d4a4a-b362-44f4-8560-0ac97145c7ed {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:11.779856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0815915f-7b26-4763-ae4a-9324411f7647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.847447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0815915f-7b26-4763-ae4a-9324411f7647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.872884 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.874974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Network': ['ID=96861d50-55e6-4695-b848-e485087c1a9d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.888023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 96861d50-55e6-4695-b848-e485087c1a9d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:11.906417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0815915f-7b26-4763-ae4a-9324411f7647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.983725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0815915f-7b26-4763-ae4a-9324411f7647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.019006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815915f-7b26-4763-ae4a-9324411f7647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7d4a4a-b362-44f4-8560-0ac97145c7ed,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.029235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0815915f-7b26-4763-ae4a-9324411f7647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.031704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0815915f-7b26-4763-ae4a-9324411f7647 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9e7d4a4a-b362-44f4-8560-0ac97145c7ed HTTP/1.1" status: 204 len: 168 time: 0.3455250 Aug 29 04:35:12.034349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58996) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.086584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.121726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-369c2395-6c12-4824-bc26-f2db5bfc9de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.160999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.168434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-369c2395-6c12-4824-bc26-f2db5bfc9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.207791 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-369c2395-6c12-4824-bc26-f2db5bfc9de9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94607fc1a18c46698647c0f0d0519cda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2428086 Aug 29 04:35:12.208772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58998) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.213566 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-62505259-71d1-41d7-8ca6-9241fdc20fe7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9661310 Aug 29 04:35:12.224869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59000) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.232383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'network_id': '96861d50-55e6-4695-b848-e485087c1a9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:12.309108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.342297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cef169a-1720-4e0e-85ad-71dc6f0b6aa6']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:12.345760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-774b7815-c818-4f5e-a1c4-73c56acf35cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.352333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c2395-6c12-4824-bc26-f2db5bfc9de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bea42d-85f6-4d73-8d78-dff77feadad4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.385577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4875d28b-d543-40f4-8d84-db7b384e2d27') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:12.386202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4875d28b-d543-40f4-8d84-db7b384e2d27') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:12.390629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-774b7815-c818-4f5e-a1c4-73c56acf35cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.414694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.456194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.465695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:12.466357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:12.468457 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:12.551937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-774b7815-c818-4f5e-a1c4-73c56acf35cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.554848 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-774b7815-c818-4f5e-a1c4-73c56acf35cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.556157 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-774b7815-c818-4f5e-a1c4-73c56acf35cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2bea42d-85f6-4d73-8d78-dff77feadad4 HTTP/1.1" status: 204 len: 168 time: 0.2853329 Aug 29 04:35:12.570137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b7815-c818-4f5e-a1c4-73c56acf35cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bea42d-85f6-4d73-8d78-dff77feadad4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.579804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e6f397f-721e-459b-8b59-2a1d2e5c9234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.582716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.593045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.598371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2cef169a-1720-4e0e-85ad-71dc6f0b6aa6 HTTP/1.1" status: 204 len: 168 time: 0.5599039 Aug 29 04:35:12.612665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33eb6f-df3b-44b7-a6ed-9dcb7d600081 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cef169a-1720-4e0e-85ad-71dc6f0b6aa6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.616991 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e6f397f-721e-459b-8b59-2a1d2e5c9234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.652958 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0e6f397f-721e-459b-8b59-2a1d2e5c9234 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da735c2bdf3e4bc582bec06ca147c68f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2866828 Aug 29 04:35:12.654288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59008) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.705045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Made reservation on behalf of 91bce063859d416ba1c5fe8a5ab29b83 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:12.711180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.720797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f397f-721e-459b-8b59-2a1d2e5c9234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c372a-4ec3-4d64-9782-5ebbced167ac,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.791294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.813137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_backend_mixin [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Performing IP validity checks on allocation pools {{(pid=94846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:35:12.813604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_backend_mixin [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:35:12.816499 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.938294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bcbea6a2-03e7-4101-93b5-2cbac15fc94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.941311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59014) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:13.035665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bcbea6a2-03e7-4101-93b5-2cbac15fc94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.045531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f73c0d-cfeb-4c81-8544-23c65517ac27 req-0869e8ba-2a8d-419c-83f3-fc117aeb86d3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.047152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0f73c0d-cfeb-4c81-8544-23c65517ac27 req-0869e8ba-2a8d-419c-83f3-fc117aeb86d3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.1966391 Aug 29 04:35:13.055220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c25969-9be6-4eca-a552-4f31572d6096 req-14c821e4-6e22-45a4-9429-81f11def8b37 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.056709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58c25969-9be6-4eca-a552-4f31572d6096 req-14c821e4-6e22-45a4-9429-81f11def8b37 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.2049897 Aug 29 04:35:13.072935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-11fb5122-812b-4815-bd38-c5ad4f869682 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d1d3456afd9459a8e6683f38903a3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269438 Aug 29 04:35:13.075942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59018) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:13.164585 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Allocated IP 172.25.1.68 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:13.193702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58c25969-9be6-4eca-a552-4f31572d6096 req-cc0d8bd6-cb4e-468b-ac61-4a3a36279063 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268451 Aug 29 04:35:13.207627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0f73c0d-cfeb-4c81-8544-23c65517ac27 req-04ded9f0-861a-45d6-a88f-40c3a3a4221d tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448877 Aug 29 04:35:13.234213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7109-d95d-4205-af35-02a1784517ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.279097 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bcbea6a2-03e7-4101-93b5-2cbac15fc94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.282219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bcbea6a2-03e7-4101-93b5-2cbac15fc94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.283467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bcbea6a2-03e7-4101-93b5-2cbac15fc94c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a5c372a-4ec3-4d64-9782-5ebbced167ac HTTP/1.1" status: 204 len: 168 time: 0.6278894 Aug 29 04:35:13.288997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.291598 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7109-d95d-4205-af35-02a1784517ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.304994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbea6a2-03e7-4101-93b5-2cbac15fc94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c372a-4ec3-4d64-9782-5ebbced167ac,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.344908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=d1af8c71-3a0d-4301-b085-043f3970757c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.376572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7109-d95d-4205-af35-02a1784517ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.381007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7109-d95d-4205-af35-02a1784517ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.383745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f3aa7109-d95d-4205-af35-02a1784517ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8dc9c88-8532-4d4d-931f-91d37b2a84f2 HTTP/1.1" status: 204 len: 168 time: 0.3021145 Aug 29 04:35:13.395590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa7109-d95d-4205-af35-02a1784517ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dc9c88-8532-4d4d-931f-91d37b2a84f2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.422472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Checking segment: {'id': '9630868d-852a-4ffb-bfb8-f68c55d56396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '96861d50-55e6-4695-b848-e485087c1a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:13.422850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network hostable DHCP agents. Network: 96861d50-55e6-4695-b848-e485087c1a9d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:13.437338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.448023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5e4d8684-6193-45a7-ae6c-004450a79c82 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:13.463187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Network 96861d50-55e6-4695-b848-e485087c1a9d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:13.486009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 96861d50-55e6-4695-b848-e485087c1a9d) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.494151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.495375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.509812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 5e4d8684-6193-45a7-ae6c-004450a79c82 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:13.510173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5e4d8684-6193-45a7-ae6c-004450a79c82 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:13.522968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1ed18df2-3eb9-40df-bef5-fdee0bdc31b6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2928431 Aug 29 04:35:13.523357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:13.523941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb4289-beda-495d-a036-5ed780a50a52 None None] Network 96861d50-55e6-4695-b848-e485087c1a9d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:13.529233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-561ac7a8-b672-481c-bebd-ddfd7076d06d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:13.539204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.675903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Pushing event updated for resources: {'Port': ['ID=60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.725653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-561ac7a8-b672-481c-bebd-ddfd7076d06d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26689160'] for subnet, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.731207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:13.735048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.742035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:13.876221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-96861d50-55e6-4695-b848-e485087c1a9d', 'network_id': '96861d50-55e6-4695-b848-e485087c1a9d', 'tenant_id': '91bce063859d416ba1c5fe8a5ab29b83', 'fixed_ips': [{'subnet_id': 'd1af8c71-3a0d-4301-b085-043f3970757c'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:13.877494 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.041801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59038) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:14.082687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d502f14-b2e3-4643-804d-9874762b46f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.106375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-561ac7a8-b672-481c-bebd-ddfd7076d06d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794001954344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26493370'] for subnet, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.176776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ac7a8-b672-481c-bebd-ddfd7076d06d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.177556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-561ac7a8-b672-481c-bebd-ddfd7076d06d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.183536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-561ac7a8-b672-481c-bebd-ddfd7076d06d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "PUT /v2.0/subnets/d1af8c71-3a0d-4301-b085-043f3970757c HTTP/1.1" status: 200 len: 900 time: 0.6589301 Aug 29 04:35:14.188702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59040) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:14.209221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Allocated IP 2001:db8::3 (96861d50-55e6-4695-b848-e485087c1a9d/d1af8c71-3a0d-4301-b085-043f3970757c/d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:14.502228 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d502f14-b2e3-4643-804d-9874762b46f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.512355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d502f14-b2e3-4643-804d-9874762b46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.557947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d502f14-b2e3-4643-804d-9874762b46f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fc67c5-8398-4729-bc67-bb3c379e5ca7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.571448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.576015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ac7a8-b672-481c-bebd-ddfd7076d06d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event updated for resources: {'Subnet': ['ID=d1af8c71-3a0d-4301-b085-043f3970757c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.607389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.629673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Transition to ACTIVE for port object d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:14.673587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Transition to ACTIVE for port object d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:14.690742 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.718398 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.778036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Network 96861d50-55e6-4695-b848-e485087c1a9d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:14.780303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Pushing event updated for resources: {'Port': ['ID=d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.783976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:14.786762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:14.795352 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5d502f14-b2e3-4643-804d-9874762b46f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff9c79feb3cd4da991d30dc7dbf08c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7518387 Aug 29 04:35:14.805034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59066) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:14.854039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Attempting to bind port d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:14.854413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Attempting to bind port d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '9630868d-852a-4ffb-bfb8-f68c55d56396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '96861d50-55e6-4695-b848-e485087c1a9d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:14.855268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Attempting to bind port d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b on network 96861d50-55e6-4695-b848-e485087c1a9d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:14.871111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:14.871664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Checking segment: {'id': '9630868d-852a-4ffb-bfb8-f68c55d56396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '96861d50-55e6-4695-b848-e485087c1a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:14.872119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.872535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Bound using segment: {'id': '9630868d-852a-4ffb-bfb8-f68c55d56396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '96861d50-55e6-4695-b848-e485087c1a9d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:14.873043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Bound port: d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9630868d-852a-4ffb-bfb8-f68c55d56396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '96861d50-55e6-4695-b848-e485087c1a9d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:14.873184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c50b1-66ca-4f9f-b653-f80722c0f225 req-81d2ab70-0437-4929-b394-98f1a084d36d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.873437 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.883807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c04ee34-75e5-4ab9-84e2-fb74e4d7f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.885045 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae7c50b1-66ca-4f9f-b653-f80722c0f225 req-81d2ab70-0437-4929-b394-98f1a084d36d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.2943835 Aug 29 04:35:14.927446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c04ee34-75e5-4ab9-84e2-fb74e4d7f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.971288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a6af0-4653-40a0-b67b-5dee2fe0fb90 req-e62b8156-b470-48a3-8a89-0f425c491b4c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.977095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b91a6af0-4653-40a0-b67b-5dee2fe0fb90 req-e62b8156-b470-48a3-8a89-0f425c491b4c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.3891072 Aug 29 04:35:15.042727 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c04ee34-75e5-4ab9-84e2-fb74e4d7f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.045635 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c04ee34-75e5-4ab9-84e2-fb74e4d7f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.047036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1c04ee34-75e5-4ab9-84e2-fb74e4d7f8c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34fc67c5-8398-4729-bc67-bb3c379e5ca7 HTTP/1.1" status: 204 len: 168 time: 0.2415926 Aug 29 04:35:15.073644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04ee34-75e5-4ab9-84e2-fb74e4d7f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fc67c5-8398-4729-bc67-bb3c379e5ca7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:15.101441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae7c50b1-66ca-4f9f-b653-f80722c0f225 req-8e5fe692-521e-44b9-bb6b-41c212328d79 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137580 Aug 29 04:35:15.141330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] For port d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:15.153565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] For port d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b,segment=NetworkSegment(9630868d-852a-4ffb-bfb8-f68c55d56396),segment_id=9630868d-852a-4ffb-bfb8-f68c55d56396)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:15.183050 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.188047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b91a6af0-4653-40a0-b67b-5dee2fe0fb90 req-8c721315-f9c8-4623-b375-22990ffc3941 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922507 Aug 29 04:35:15.193775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting port d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:15.194140 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.331390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14846b4c-5e1e-4b70-8069-f0ef56ac463b None None] Pushing event updated for resources: {'Port': ['ID=d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:15.408812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.412791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] For port d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b,segment=NetworkSegment(9630868d-852a-4ffb-bfb8-f68c55d56396),segment_id=9630868d-852a-4ffb-bfb8-f68c55d56396)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:15.413274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.454162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Calling delete_port for d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:15.744735 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.829149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:15.887779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Port': ['ID=d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:16.003664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No DVR routers for this DVR port d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:16.100570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:16.113934 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Sync routers for ids ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:16.123419 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.136319 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.140391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e2739f94-6bc4-4b4e-abc0-b79c17fccf6c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7920384 Aug 29 04:35:16.140746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59138) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:16.150529 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Routers {'10d3d25a-48a7-48c9-8872-9c34b44cd4a7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:16.154245 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:34:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:16.344347 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Set router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:16.568347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.590593 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:35:14Z', 'revision_number': 3, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:16.631926 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Checking router: 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:16.632563 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Updating router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:16.664967 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.899889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=d1af8c71-3a0d-4301-b085-043f3970757c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:16.975978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.008416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96861d50-55e6-4695-b848-e485087c1a9d']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:17.119934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff227f31-d005-448d-9835-f64f89a1cdd5 req-8783af9d-d247-46a2-b851-6f270b7913d8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.130779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff227f31-d005-448d-9835-f64f89a1cdd5 req-8783af9d-d247-46a2-b851-6f270b7913d8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.8043752 Aug 29 04:35:17.142858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9630868d-852a-4ffb-bfb8-f68c55d56396') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:17.152616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9630868d-852a-4ffb-bfb8-f68c55d56396') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:17.194394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b13548-2b4a-48a8-a9bb-106ba3d72c68 req-4542c480-ad29-45f4-ad39-ca6a3917fde8 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.205328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3b13548-2b4a-48a8-a9bb-106ba3d72c68 req-4542c480-ad29-45f4-ad39-ca6a3917fde8 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.7512381 Aug 29 04:35:17.309556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.379474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-875b9ec4-7b4a-402a-840a-85c239e053f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.392190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d25320-124d-4892-97cd-5277ce926d65 None None] Network 96861d50-55e6-4695-b848-e485087c1a9d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:17.461420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff227f31-d005-448d-9835-f64f89a1cdd5 req-43176edd-4bf5-4f96-b615-077c956bf65e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307148 Aug 29 04:35:17.470872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.539848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:17.541974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:17.555425 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:17.569076 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3b13548-2b4a-48a8-a9bb-106ba3d72c68 req-d26c3135-dfba-4e85-aee5-1f398776d1e4 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197346 Aug 29 04:35:17.609881 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.670540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1e557bab-cd3c-4e24-b994-06739b043f99 None None] Could not find standard attr ID for object d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:17.804493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.866404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.875946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/96861d50-55e6-4695-b848-e485087c1a9d HTTP/1.1" status: 204 len: 168 time: 3.6855047 Aug 29 04:35:17.876938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cf47f-a114-4380-8c74-9c1c860a4479 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=96861d50-55e6-4695-b848-e485087c1a9d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:17.894421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59200) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.923720 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.932171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f6fd7-72f2-437d-81c4-c07d93d504ff None None] DHCP port deletion for 96861d50-55e6-4695-b848-e485087c1a9d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:17.958438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db853a7d-b411-4221-ae6c-7073a09a7387 None None] Network 96861d50-55e6-4695-b848-e485087c1a9d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:17.969512 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Transition to ACTIVE for port object 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:17.983030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db853a7d-b411-4221-ae6c-7073a09a7387 None None] Network 96861d50-55e6-4695-b848-e485087c1a9d could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:35:17.987230 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.042198 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ae4e38-d452-437a-80eb-7453aa3d96fb tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:18.046051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ae4e38-d452-437a-80eb-7453aa3d96fb tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:18.048580 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b7ae4e38-d452-437a-80eb-7453aa3d96fb tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/d1af8c71-3a0d-4301-b085-043f3970757c HTTP/1.1" status: 404 len: 337 time: 0.1529891 Aug 29 04:35:18.056105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59206) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.107367 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Attempting to bind port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:18.107739 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Attempting to bind port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:18.108136 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Attempting to bind port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:18.110302 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Pushing event updated for resources: {'Port': ['ID=60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:18.125569 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b58fe1d-d895-4867-8250-725e9b08cdd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:18.126598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b58fe1d-d895-4867-8250-725e9b08cdd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:18.131132 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:18.131521 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:18.131889 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.135399 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:18.135931 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Bound port: 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:18.136365 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.138870 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5b58fe1d-d895-4867-8250-725e9b08cdd5 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/96861d50-55e6-4695-b848-e485087c1a9d HTTP/1.1" status: 404 len: 339 time: 0.0744090 Aug 29 04:35:18.139029 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.139215 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.139641 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.139895 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.140263 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.140596 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.140923 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.141246 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.141618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.141890 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.142212 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.142533 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.143255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59212) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.379434 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] For port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:18.393068 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] For port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:18.416959 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.469923 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.618546 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Routers {'10d3d25a-48a7-48c9-8872-9c34b44cd4a7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:18.619199 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:34:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:18.722153 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98440def-39c3-44ed-a7f6-ae2c0c2d1aed None None] Pushing event updated for resources: {'Port': ['ID=60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:18.858894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:18.914022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.919403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:18.919758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d07e83ec-faf2-40c2-9114-ef1f0c4d3b6b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:18.971421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb98969-7bcd-45b8-b8b5-12cff030f743 req-3cd9f902-f690-4beb-9c9a-7c55dd983750 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.973063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddb98969-7bcd-45b8-b8b5-12cff030f743 req-3cd9f902-f690-4beb-9c9a-7c55dd983750 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.2701476 Aug 29 04:35:18.990644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3f2f19-8024-46d8-8ec3-19d43aad4bc1']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:18.997581 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] Set router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:19.035514 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e1727b-49a2-4d27-96a3-658f2e73db1d') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.035932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e1727b-49a2-4d27-96a3-658f2e73db1d') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.073978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.084344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44dad7-3a99-456b-a8aa-2a5c15242203 req-5e4785e6-9be6-4c2f-b7ff-5d67413770a3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:19.086731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b44dad7-3a99-456b-a8aa-2a5c15242203 req-5e4785e6-9be6-4c2f-b7ff-5d67413770a3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.3107753 Aug 29 04:35:19.115458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5880a-224e-44e4-b368-8b89903b1cbf req-8fda28bc-fad6-4227-9a4a-a721051ba796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:19.118273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f5880a-224e-44e4-b368-8b89903b1cbf req-8fda28bc-fad6-4227-9a4a-a721051ba796 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 1098 time: 0.0987077 Aug 29 04:35:19.125981 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.138167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Allocated IP 172.20.0.1 (3c195f6e-3f23-4b5b-b586-d77c0cb5a92f/af4a2457-e264-4ce3-a925-988c0eea22fe/19c34692-3e08-47fb-9f1f-7eb600164497) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:19.160587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:19.162316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:19.168208 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:19.213386 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ddb98969-7bcd-45b8-b8b5-12cff030f743 req-de542984-13ab-48c9-a0ec-9e583a01db7a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882470 Aug 29 04:35:19.239130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-00f5880a-224e-44e4-b368-8b89903b1cbf req-fec1f633-9cd2-4244-9b17-3122b11af9bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075139 Aug 29 04:35:19.354610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b44dad7-3a99-456b-a8aa-2a5c15242203 req-bc4b4198-cb7f-4cca-9fa0-b06e77089a3b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578697 Aug 29 04:35:19.389575 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.403425 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.413266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/9f3f2f19-8024-46d8-8ec3-19d43aad4bc1 HTTP/1.1" status: 204 len: 168 time: 1.2678277 Aug 29 04:35:19.415857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59242) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.511829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80090b5d-fa70-4ad9-8b75-e8177da2739c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=9f3f2f19-8024-46d8-8ec3-19d43aad4bc1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.514368 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-329a55cd-67c3-45e6-a430-0e1c723721e6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:19.515038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329a55cd-67c3-45e6-a430-0e1c723721e6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:19.528740 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:35:14Z', 'revision_number': 3, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.532567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-329a55cd-67c3-45e6-a430-0e1c723721e6 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/ef1453b8-98c0-4681-9fb2-d68bd3eb9850 HTTP/1.1" status: 404 len: 337 time: 0.1149480 Aug 29 04:35:19.533654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59246) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.586472 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5cf73c-562c-4acb-809a-942dada77e56 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:19.587639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5cf73c-562c-4acb-809a-942dada77e56 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:19.592808 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f543b14-d4f0-461d-86f4-dfaccc1161d7 None None] The sync data for ids ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'] in n-d-712142-15 is: [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:35:14Z', 'revision_number': 3, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:19.598041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fe5cf73c-562c-4acb-809a-942dada77e56 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/bd777860-4b86-4b31-8186-8dacdc1e91aa HTTP/1.1" status: 404 len: 339 time: 0.0633101 Aug 29 04:35:19.599676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59252) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.601380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.698692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.716730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5930f0-3410-43de-91a9-c3d7523ed491 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting subnet 2ed78a1c-2760-498c-95a9-239c63b768c0 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:19.722481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:19.723109 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac5930f0-3410-43de-91a9-c3d7523ed491 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.727178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:19.754167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:19.811254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Pushing event updated for resources: {'Port': ['ID=19c34692-3e08-47fb-9f1f-7eb600164497,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.825231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.828631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.829345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.830229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.830803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.831399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.831961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.832564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.833164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.834525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.834967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.835402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:19.842686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.922827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac5930f0-3410-43de-91a9-c3d7523ed491 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.142447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.341249 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.413488 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95554448-7b47-4d5b-9600-d5c33d595f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.650637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.671061 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.743736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59278) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:20.851085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Pushing event updated for resources: {'Port': ['ID=19c34692-3e08-47fb-9f1f-7eb600164497,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:20.858274 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.134938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:21.185774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1244-441b-4f09-a164-fae8c32a3689 req-a40137b7-b1ef-4da6-a182-8d93d94bdf0b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.192212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:21.195136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f4a1244-441b-4f09-a164-fae8c32a3689 req-a40137b7-b1ef-4da6-a182-8d93d94bdf0b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.3164835 Aug 29 04:35:21.196791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:21.261504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918b0ba-6f4b-4edf-bb52-5ee6d5481212 req-f151b500-3ccd-409f-9484-0369fec34f44 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.272271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4918b0ba-6f4b-4edf-bb52-5ee6d5481212 req-f151b500-3ccd-409f-9484-0369fec34f44 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.3946552 Aug 29 04:35:21.295794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.316697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:21.339089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:21.340227 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.350129 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac5930f0-3410-43de-91a9-c3d7523ed491 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.413075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:21.504487 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.534692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f4a1244-441b-4f09-a164-fae8c32a3689 req-9a2640a5-c6a8-4ec3-92fe-fc41c814206a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278902 Aug 29 04:35:21.572478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d5290fb-6c67-4338-aabf-aaa3ab175ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.575201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:21.586668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.605537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4918b0ba-6f4b-4edf-bb52-5ee6d5481212 req-6ac4caf4-f758-49fa-b4c1-ac1f6e8e75ee tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321507 Aug 29 04:35:21.649453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac5930f0-3410-43de-91a9-c3d7523ed491 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.672776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:21.720646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5930f0-3410-43de-91a9-c3d7523ed491 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed78a1c-2760-498c-95a9-239c63b768c0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:21.726748 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac5930f0-3410-43de-91a9-c3d7523ed491 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.729206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac5930f0-3410-43de-91a9-c3d7523ed491 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/2ed78a1c-2760-498c-95a9-239c63b768c0 HTTP/1.1" status: 204 len: 168 time: 2.1282690 Aug 29 04:35:21.732817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59302) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.734106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:21.734794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63790e30-656a-4643-9560-c02ed6a25f54 None None] Network d3062717-0194-4e45-b2ab-7edbd45604f4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:21.751820 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8d16b0b8-639c-481d-86c4-ff5e1af165f1 admin admin] 10.222.0.58 "PUT /v2.0/routers/10d3d25a-48a7-48c9-8872-9c34b44cd4a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6099615 Aug 29 04:35:21.999260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d5290fb-6c67-4338-aabf-aaa3ab175ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.021492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d5290fb-6c67-4338-aabf-aaa3ab175ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.059662 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8d5290fb-6c67-4338-aabf-aaa3ab175ac5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79e434efc00e48918bee97a0369a869c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2941170 Aug 29 04:35:22.067253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59322) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.082737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a604d19c-1b1c-4700-8c1e-96ea560565ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting subnet ad9fe5b8-5470-426a-9eb8-84ea713e3b9c {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:22.135405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a604d19c-1b1c-4700-8c1e-96ea560565ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.170489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade556a-1731-495d-811f-56167d74a675 req-49e31624-d8c7-4000-8e3e-c07ceae6a448 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.174724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-49e31624-d8c7-4000-8e3e-c07ceae6a448 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 811 time: 0.2830172 Aug 29 04:35:22.184219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5290fb-6c67-4338-aabf-aaa3ab175ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac5b1aa-2b4b-4e3a-a690-9d6f5e65dd76,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:22.224536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-44a66c10-bbd1-4a23-b51e-7b1bdde3e9f5 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/quotas/47170f12ab2d4ff980cd8d3d0d9bde9e HTTP/1.1" status: 200 len: 375 time: 0.0399122 Aug 29 04:35:22.355112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-a67bc19b-c73c-4ddf-8ace-17635f6002db tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291742 Aug 29 04:35:22.360315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03c9098-7c58-4d95-9d66-703f5fa9c0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.366335 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a604d19c-1b1c-4700-8c1e-96ea560565ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.434470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03c9098-7c58-4d95-9d66-703f5fa9c0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.499018 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-9a0b54b6-50fa-4a85-a4f9-1a846ed31a1f service neutron] 10.222.0.58 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428831 Aug 29 04:35:22.623071 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a604d19c-1b1c-4700-8c1e-96ea560565ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.623791 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-3da8a7b0-806a-4161-8cbf-105b0d7f75eb service neutron] 10.222.0.58 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210871 Aug 29 04:35:22.714730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03c9098-7c58-4d95-9d66-703f5fa9c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.720210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f03c9098-7c58-4d95-9d66-703f5fa9c0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.728596 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f03c9098-7c58-4d95-9d66-703f5fa9c0ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ac5b1aa-2b4b-4e3a-a690-9d6f5e65dd76 HTTP/1.1" status: 204 len: 168 time: 0.6544361 Aug 29 04:35:22.769967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c9098-7c58-4d95-9d66-703f5fa9c0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac5b1aa-2b4b-4e3a-a690-9d6f5e65dd76,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:22.872142 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.875199 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a604d19c-1b1c-4700-8c1e-96ea560565ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.927551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Sync routers for ids ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:22.950268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Routers {'10d3d25a-48a7-48c9-8872-9c34b44cd4a7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:22.952774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:23.023823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604d19c-1b1c-4700-8c1e-96ea560565ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9fe5b8-5470-426a-9eb8-84ea713e3b9c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:23.035462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a604d19c-1b1c-4700-8c1e-96ea560565ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.042629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a604d19c-1b1c-4700-8c1e-96ea560565ab tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/ad9fe5b8-5470-426a-9eb8-84ea713e3b9c HTTP/1.1" status: 204 len: 168 time: 1.3032522 Aug 29 04:35:23.043665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.085349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:23.119291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc7145-530e-4636-878f-118ab8d7305e req-15ea83db-ac1d-4e48-8911-2c6b81d92193 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.126915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1efc7145-530e-4636-878f-118ab8d7305e req-15ea83db-ac1d-4e48-8911-2c6b81d92193 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.1402490 Aug 29 04:35:23.304636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1efc7145-530e-4636-878f-118ab8d7305e req-cd075e4a-777b-45b8-89eb-5b0a0dbc198c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766880 Aug 29 04:35:23.316264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.383761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de3c0d-ab75-4ec2-84cb-4a6bacc46a29 None None] Network d3062717-0194-4e45-b2ab-7edbd45604f4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:23.487747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f215fd65-cf83-4194-a9d5-87c18104e23c req-86fa13f9-cc6b-4dd0-b2fb-cbf2c3db0f10 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 210 time: 0.0965602 Aug 29 04:35:23.493363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:23.493853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.625521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8db9c31e-df54-4325-88ed-2ec47ee0bbba None None] Provisioning complete for port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:23.625908 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8db9c31e-df54-4325-88ed-2ec47ee0bbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.678170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] For port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,segment=NetworkSegment(a9417349-3500-4ed4-9ff1-dcf99841be72),segment_id=a9417349-3500-4ed4-9ff1-dcf99841be72)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:23.679218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.724465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Calling delete_port for 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:23.778353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:23.778733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.787805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Set router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:23.932071 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.008577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Port': ['ID=0fec355c-08a8-46b0-a5fd-ff3aa31b2584,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:24.017065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No DVR routers for this DVR port 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:24.066888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8db9c31e-df54-4325-88ed-2ec47ee0bbba None None] Could not find standard attr ID for object 0fec355c-08a8-46b0-a5fd-ff3aa31b2584. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:24.071774 n-d-712142-15 neutron-server[94847]: INFO neutron.plugins.ml2.db [None req-8db9c31e-df54-4325-88ed-2ec47ee0bbba None None] No ports have port_id starting with 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 Aug 29 04:35:24.158502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca781666-21f4-455d-ac7f-4aaa78ddec6b None None] DHCP port deletion for d3062717-0194-4e45-b2ab-7edbd45604f4 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:24.195250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd04a53-6c4d-4955-9733-a601a9d77912 req-e0627e18-d8df-4b09-84e8-5e4dec44fcab tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.203189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dd04a53-6c4d-4955-9733-a601a9d77912 req-e0627e18-d8df-4b09-84e8-5e4dec44fcab tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 946 time: 0.1831172 Aug 29 04:35:24.265711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59420) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.267681 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dd04a53-6c4d-4955-9733-a601a9d77912 req-d5441ad0-afe0-4ad2-872a-b0dbcaed7145 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636415 Aug 29 04:35:24.274648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.281015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22e28-5673-41ca-b897-be0da6039108 req-15d6e980-2fcf-480f-bb9b-d84ffe0014c2 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.283610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-15d6e980-2fcf-480f-bb9b-d84ffe0014c2 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 819 time: 0.4660697 Aug 29 04:35:24.308975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-ea77312e-a8ad-4b02-881a-2f712e0d296a tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/quotas/27f66a4df25847f394a8dcab4fa377f7 HTTP/1.1" status: 200 len: 375 time: 0.0170405 Aug 29 04:35:24.332070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27eb5de8-b792-41e7-9a12-d6e3057838a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.345550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3062717-0194-4e45-b2ab-7edbd45604f4']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:24.404057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9417349-3500-4ed4-9ff1-dcf99841be72') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:24.408394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9417349-3500-4ed4-9ff1-dcf99841be72') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:24.433944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-3f433096-ffbb-478b-9a93-769bdbda0623 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185598 Aug 29 04:35:24.468993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.540428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:35:20Z', 'revision_number': 4, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '19c34692-3e08-47fb-9f1f-7eb600164497', 'name': '', 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'mac_address': 'fa:16:3e:70:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'af4a2457-e264-4ce3-a925-988c0eea22fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:17Z', 'updated_at': '2021-08-29T04:35:20Z', 'revision_number': 2, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'subnets': [{'id': 'af4a2457-e264-4ce3-a925-988c0eea22fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:24.545133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.581680 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Checking router: 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:24.582280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Updating router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 port 19c34692-3e08-47fb-9f1f-7eb600164497 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:24.604314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:24.605562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:24.615210 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:24.628170 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.642008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-1311a495-83f2-4d40-84ba-ad6106007188 service neutron] 10.222.0.58 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001185 Aug 29 04:35:24.670061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5b21641-9618-4e7f-86f7-c75fd62045f1 req-a7c2ec73-bcd8-4481-9bfd-d99bcb019604 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 210 time: 0.0464597 Aug 29 04:35:24.872962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-ca322997-18d4-47d3-a518-cc546377b876 service neutron] 10.222.0.58 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131422 Aug 29 04:35:24.981712 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27eb5de8-b792-41e7-9a12-d6e3057838a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.997292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:24.999515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.010232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.015301 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/d3062717-0194-4e45-b2ab-7edbd45604f4 HTTP/1.1" status: 204 len: 168 time: 1.9704919 Aug 29 04:35:25.018704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59454) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.066192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:25.067283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0fec355c-08a8-46b0-a5fd-ff3aa31b2584 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:25.097404 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc2f222-89db-41bd-8d78-d04f1f43a36e tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:25.100014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc2f222-89db-41bd-8d78-d04f1f43a36e tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:25.118188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7fc2f222-89db-41bd-8d78-d04f1f43a36e tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/8c85e396-226c-46db-9f36-7446c2e0431c HTTP/1.1" status: 404 len: 337 time: 0.0973535 Aug 29 04:35:25.120252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59464) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.135440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27eb5de8-b792-41e7-9a12-d6e3057838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.176406 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4071d3d1-af0c-45ce-89d5-bb45ad72b014 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:25.177572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4071d3d1-af0c-45ce-89d5-bb45ad72b014 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:25.179596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4071d3d1-af0c-45ce-89d5-bb45ad72b014 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/ec2172f5-dcbd-41c2-8bde-b793ea4dcc27 HTTP/1.1" status: 404 len: 339 time: 0.0558252 Aug 29 04:35:25.182603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59476) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.254998 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.277882 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2b0cf6-cc46-46b4-ab24-9ffe9d6940fa tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:25.278893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2b0cf6-cc46-46b4-ab24-9ffe9d6940fa tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:25.280402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Transition to ACTIVE for port object 19c34692-3e08-47fb-9f1f-7eb600164497 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:25.288336 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5f2b0cf6-cc46-46b4-ab24-9ffe9d6940fa tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/f849ed08-35f0-4e70-b4fe-3e0cd6008612 HTTP/1.1" status: 404 len: 337 time: 0.1041703 Aug 29 04:35:25.293973 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.317922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59484) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.368096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb5de8-b792-41e7-9a12-d6e3057838a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef09be63-b19b-45af-8b8c-a343aaf9a78d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.393805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3929da-620b-4434-a946-580a36db07e8 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=d3062717-0194-4e45-b2ab-7edbd45604f4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.417432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ffbabcc3-e89c-4595-9f4b-b977b6caaaab req-88f66900-0e94-49ca-ab1b-379395da3964 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 210 time: 0.1540027 Aug 29 04:35:25.426123 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-852ab7e4-c182-4379-be50-43db1e27defc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:25.426774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852ab7e4-c182-4379-be50-43db1e27defc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:25.444148 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-27eb5de8-b792-41e7-9a12-d6e3057838a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e7051b40dfd44f4a71e0ca496d4eab9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1742485 Aug 29 04:35:25.444403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-852ab7e4-c182-4379-be50-43db1e27defc tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/fee9f452-10f4-4762-8731-340b7aa6106f HTTP/1.1" status: 404 len: 339 time: 0.1170681 Aug 29 04:35:25.444403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59488) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.444403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59490) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.520838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Pushing event updated for resources: {'Port': ['ID=19c34692-3e08-47fb-9f1f-7eb600164497,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.533209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade556a-1731-495d-811f-56167d74a675 req-8e7a84ba-7ca0-4165-9751-8d0d748f2ded tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.534746 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-8e7a84ba-7ca0-4165-9751-8d0d748f2ded tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.64 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 811 time: 0.8324354 Aug 29 04:35:25.555274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Request body: {'port': {'device_id': 'c6df18fc-2284-4f74-a532-c8eaf0e8d5ad', 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279', 'admin_state_up': True, 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:25.570116 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-352cd50b-7479-4081-bbc1-1ffb0d640d9b tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:25.572070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352cd50b-7479-4081-bbc1-1ffb0d640d9b tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:25.577064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-352cd50b-7479-4081-bbc1-1ffb0d640d9b tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/2e52f271-f8a5-45b7-becc-47e39b821896 HTTP/1.1" status: 404 len: 337 time: 0.1098042 Aug 29 04:35:25.587922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:25.598272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59500) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.658088 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b47515-a725-453d-be80-fe0d58b60c52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:25.658859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b47515-a725-453d-be80-fe0d58b60c52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:25.663643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f0b47515-a725-453d-be80-fe0d58b60c52 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/c16045b5-dab6-4cb0-a592-da809ad90a58 HTTP/1.1" status: 404 len: 339 time: 0.0608103 Aug 29 04:35:25.676930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.679572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.680168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.680738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.681263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.681791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.682316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.682854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.689923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.690479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59508) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.695852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.698126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.698696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.710241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Attempting to bind port 19c34692-3e08-47fb-9f1f-7eb600164497 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:25.714193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Attempting to bind port 19c34692-3e08-47fb-9f1f-7eb600164497 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:25.714831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Attempting to bind port 19c34692-3e08-47fb-9f1f-7eb600164497 on network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:25.732036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:25.735363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Checking segment: {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:25.736169 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.737808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Bound using segment: {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:25.738576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Bound port: 19c34692-3e08-47fb-9f1f-7eb600164497, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:25.740667 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.852570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Made reservation on behalf of 47170f12ab2d4ff980cd8d3d0d9bde9e for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:25.858606 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.028576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e644563-e83e-43c7-944b-5914c661ff6d req-c35fab06-465f-4c6a-8b5f-0cd911588e15 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 210 time: 0.1449032 Aug 29 04:35:26.066377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] For port 19c34692-3e08-47fb-9f1f-7eb600164497, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:26.070790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf85c46-722e-42c4-9469-a786f7bdbd5d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting subnet 2c9b4e1b-de2f-42ec-a84b-f047ce38c6e5 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:26.087512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] For port 19c34692-3e08-47fb-9f1f-7eb600164497, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=19c34692-3e08-47fb-9f1f-7eb600164497,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:26.089758 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.102022 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.109757 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aaf85c46-722e-42c4-9469-a786f7bdbd5d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.124789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4168649-d2bf-4b4a-801c-acbb2d27502a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.181194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:26.183962 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85402b99-c33a-4847-a291-6d375264344c" -d '{"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-unplugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:26.192423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Allocated IP 172.20.0.2 (32e8d327-750a-4aaa-9344-c78306a5c279/ce536e53-bb93-43d8-8f3a-2de30c627448/a6b447d4-c13e-45b9-9f32-02a26bf5d06e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:26.204194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4168649-d2bf-4b4a-801c-acbb2d27502a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.265546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Routers {'10d3d25a-48a7-48c9-8872-9c34b44cd4a7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:26.266521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:26.272487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:26.376328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aaf85c46-722e-42c4-9469-a786f7bdbd5d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.383847 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26402fe3-3a82-43ef-a588-bf3ca9fc4c05 x-openstack-request-id: req-26402fe3-3a82-43ef-a588-bf3ca9fc4c05 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:26.386818 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-unplugged", "status": "completed", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:26.388032 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26402fe3-3a82-43ef-a588-bf3ca9fc4c05 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:26.390075 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'code': 200} Aug 29 04:35:26.402197 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.411966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e5b3-0cd6-40b6-8374-5991f8e185ef None None] Pushing event updated for resources: {'Port': ['ID=19c34692-3e08-47fb-9f1f-7eb600164497,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.564935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4168649-d2bf-4b4a-801c-acbb2d27502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.565190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=14']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.568648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.571440 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4168649-d2bf-4b4a-801c-acbb2d27502a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.576707 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d4168649-d2bf-4b4a-801c-acbb2d27502a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef09be63-b19b-45af-8b8c-a343aaf9a78d HTTP/1.1" status: 204 len: 168 time: 1.1095126 Aug 29 04:35:26.597924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] Set router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:26.626537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4168649-d2bf-4b4a-801c-acbb2d27502a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef09be63-b19b-45af-8b8c-a343aaf9a78d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.665448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aaf85c46-722e-42c4-9469-a786f7bdbd5d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.701423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.733714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['59b5f700-d54f-4f02-abf5-f74683e6a392'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:26.786161 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aaf85c46-722e-42c4-9469-a786f7bdbd5d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.838578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Network 32e8d327-750a-4aaa-9344-c78306a5c279 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:26.865294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:26.877635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:26.932134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf85c46-722e-42c4-9469-a786f7bdbd5d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9b4e1b-de2f-42ec-a84b-f047ce38c6e5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.937838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Pushing event updated for resources: {'Port': ['ID=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.951069 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aaf85c46-722e-42c4-9469-a786f7bdbd5d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.953645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aaf85c46-722e-42c4-9469-a786f7bdbd5d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/2c9b4e1b-de2f-42ec-a84b-f047ce38c6e5 HTTP/1.1" status: 204 len: 168 time: 1.2611740 Aug 29 04:35:26.960821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59560) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:27.064181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9d09e-80ca-41d1-928e-b7b417997b85 None None] Network e37fb707-89dd-4f6d-a60b-7d490c9cd03b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:27.240709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.241728 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.275313 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.285344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-9916fb1a-844a-4aab-95f2-bebfa23f364b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7349067 Aug 29 04:35:27.302567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Request body: {'port': {'device_id': 'c6df18fc-2284-4f74-a532-c8eaf0e8d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:27.315391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22e28-5673-41ca-b897-be0da6039108 req-0c3b16ca-41d0-495d-8fb2-0a8a627b2779 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.317282 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-0c3b16ca-41d0-495d-8fb2-0a8a627b2779 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.64 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 819 time: 0.3757739 Aug 29 04:35:27.379169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Request body: {'port': {'device_id': 'd44b7eef-3dd0-4a82-9084-7265fc2a4e2a', 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f', 'admin_state_up': True, 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:27.474045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3ea28-0a38-4a04-8dbe-182b38a4395c req-543aaa41-91b9-45f5-9839-07ce8833a029 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.476645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efc3ea28-0a38-4a04-8dbe-182b38a4395c req-543aaa41-91b9-45f5-9839-07ce8833a029 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 931 time: 0.2765951 Aug 29 04:35:27.487299 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.545752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-c9687e3c-e976-49bd-825c-860234cab71e tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.547333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-c9687e3c-e976-49bd-825c-860234cab71e tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 819 time: 0.2687454 Aug 29 04:35:27.581309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-73651a24-52f9-4f52-94d5-19382570f1ff tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/quotas/27f66a4df25847f394a8dcab4fa377f7 HTTP/1.1" status: 200 len: 375 time: 0.0233448 Aug 29 04:35:27.601983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efc3ea28-0a38-4a04-8dbe-182b38a4395c req-fe881f0e-ff97-4a8a-92ba-37ac5df2b140 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950253 Aug 29 04:35:27.617592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.622029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting port d4b91ebd-2675-4dab-a289-7446508740e3 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:27.622379 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.769666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:35:20Z', 'revision_number': 4, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '19c34692-3e08-47fb-9f1f-7eb600164497', 'name': '', 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'mac_address': 'fa:16:3e:70:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'af4a2457-e264-4ce3-a925-988c0eea22fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:17Z', 'updated_at': '2021-08-29T04:35:26Z', 'revision_number': 4, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'subnets': [{'id': 'af4a2457-e264-4ce3-a925-988c0eea22fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:27.884818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] DHCP port deletion for e37fb707-89dd-4f6d-a60b-7d490c9cd03b request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:27.899651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c33a32-1ebd-4039-8e26-417fa51f2e08 None None] The sync data for ids ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'] in n-d-712142-15 is: [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:35:20Z', 'revision_number': 4, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '19c34692-3e08-47fb-9f1f-7eb600164497', 'name': '', 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'mac_address': 'fa:16:3e:70:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'af4a2457-e264-4ce3-a925-988c0eea22fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:17Z', 'updated_at': '2021-08-29T04:35:26Z', 'revision_number': 4, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'subnets': [{'id': 'af4a2457-e264-4ce3-a925-988c0eea22fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:27.911477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Made reservation on behalf of 27f66a4df25847f394a8dcab4fa377f7 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:27.916649 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.083935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] For port d4b91ebd-2675-4dab-a289-7446508740e3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d4b91ebd-2675-4dab-a289-7446508740e3,segment=NetworkSegment(8f507802-6d0f-49d8-8e3a-a8863a17169d),segment_id=8f507802-6d0f-49d8-8e3a-a8863a17169d)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:28.083935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.086650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] Deleting port d4b91ebd-2675-4dab-a289-7446508740e3 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:28.087367 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.100043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-b5a2e72e-1469-4506-8e81-7ccc38fe9fbc tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4967406 Aug 29 04:35:28.172774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Calling delete_port for d4b91ebd-2675-4dab-a289-7446508740e3 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:28.261212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] For port d4b91ebd-2675-4dab-a289-7446508740e3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d4b91ebd-2675-4dab-a289-7446508740e3,segment=NetworkSegment(8f507802-6d0f-49d8-8e3a-a8863a17169d),segment_id=8f507802-6d0f-49d8-8e3a-a8863a17169d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:28.261668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.270110 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.277118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] Calling delete_port for d4b91ebd-2675-4dab-a289-7446508740e3 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:28.435109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Allocated IP 172.20.0.4 (3c195f6e-3f23-4b5b-b586-d77c0cb5a92f/af4a2457-e264-4ce3-a925-988c0eea22fe/a79de612-6be1-45ad-bf61-4d7ac5ad6ad4) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:28.477910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.496533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b447d4-c13e-45b9-9f32-02a26bf5d06e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:28.530189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.543960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] No DVR routers for this DVR port d4b91ebd-2675-4dab-a289-7446508740e3 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:28.564058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f7744-2002-4536-8891-8e7139506554 None None] Pushing event deleted for resources: {'Port': ['ID=d4b91ebd-2675-4dab-a289-7446508740e3,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:28.589885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-d8d2223d-09aa-4ab5-903d-420317c2276e service neutron] 10.222.0.58 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665740 Aug 29 04:35:28.596967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Transition to ACTIVE for port object a6b447d4-c13e-45b9-9f32-02a26bf5d06e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:28.614029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.637732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb109b-d8a3-41bc-b4fc-a6e63333b9de req-8d144542-5f32-4fd1-8de1-9b48a36b51ca tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.645920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dadb109b-d8a3-41bc-b4fc-a6e63333b9de req-8d144542-5f32-4fd1-8de1-9b48a36b51ca tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.8127346 Aug 29 04:35:28.806615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dadb109b-d8a3-41bc-b4fc-a6e63333b9de req-efb9d54f-2e21-4009-9a38-bdebe023ccc7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449928 Aug 29 04:35:28.880446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.924054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Pushing event updated for resources: {'Port': ['ID=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.009991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Port': ['ID=d4b91ebd-2675-4dab-a289-7446508740e3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.064041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-553c676f-da66-465d-8998-ef37aae43b1d service neutron] 10.222.0.58 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730046 Aug 29 04:35:29.102698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 19c34692-3e08-47fb-9f1f-7eb600164497 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:29.109172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No DVR routers for this DVR port d4b91ebd-2675-4dab-a289-7446508740e3 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:29.265324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.270713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 19c34692-3e08-47fb-9f1f-7eb600164497 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:29.276279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 19c34692-3e08-47fb-9f1f-7eb600164497 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:29.276740 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.366951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d269b3-816d-41f8-bf0d-228da0a88f59 req-1c8b02b5-06ff-480f-8468-bc97d74d8556 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:29.369029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55d269b3-816d-41f8-bf0d-228da0a88f59 req-1c8b02b5-06ff-480f-8468-bc97d74d8556 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 943 time: 0.3679829 Aug 29 04:35:29.400743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.436295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Attempting to bind port a6b447d4-c13e-45b9-9f32-02a26bf5d06e on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:29.436644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Attempting to bind port a6b447d4-c13e-45b9-9f32-02a26bf5d06e by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:29.436989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Attempting to bind port a6b447d4-c13e-45b9-9f32-02a26bf5d06e on network 32e8d327-750a-4aaa-9344-c78306a5c279 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:29.464680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Port a6b447d4-c13e-45b9-9f32-02a26bf5d06e on network 32e8d327-750a-4aaa-9344-c78306a5c279 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:29.465045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Attempting to bind port a6b447d4-c13e-45b9-9f32-02a26bf5d06e on network 32e8d327-750a-4aaa-9344-c78306a5c279 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:29.509244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:29.509606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Checking segment: {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:29.510022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Bound using segment: {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:29.510492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Bound port: a6b447d4-c13e-45b9-9f32-02a26bf5d06e, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d69fc64-67f5-49f8-9a99-7143a7d546d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:29.510869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.513034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37fb707-89dd-4f6d-a60b-7d490c9cd03b']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:29.554546 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.560370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55d269b3-816d-41f8-bf0d-228da0a88f59 req-02167f87-7805-4ea9-bfaf-6494e5aa9a42 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661372 Aug 29 04:35:29.569181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f507802-6d0f-49d8-8e3a-a8863a17169d') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:29.570433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f507802-6d0f-49d8-8e3a-a8863a17169d') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:29.624999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.638443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.694952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 19c34692-3e08-47fb-9f1f-7eb600164497, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=19c34692-3e08-47fb-9f1f-7eb600164497,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:29.703250 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.770857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee17b7bf-fbc1-4b32-b780-cbcd10f81397 req-fff3b4fb-c609-4ac0-9970-428e91031176 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 210 time: 0.1125300 Aug 29 04:35:29.775919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.812240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Pushing event updated for resources: {'Port': ['ID=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.822088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:29.822854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:29.836797 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:29.872203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d4b91ebd-2675-4dab-a289-7446508740e3 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:29.922278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:29.930107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:29.933766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:29.935962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=19c34692-3e08-47fb-9f1f-7eb600164497,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.948450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d4b91ebd-2675-4dab-a289-7446508740e3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:29.950996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d4b91ebd-2675-4dab-a289-7446508740e3 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:29.981959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] For port a6b447d4-c13e-45b9-9f32-02a26bf5d06e, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:30.009957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] For port a6b447d4-c13e-45b9-9f32-02a26bf5d06e, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:30.024090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.025507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.031806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.086033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.086837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.088760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] 10.222.0.64 "PUT /v2.0/ports/a6b447d4-c13e-45b9-9f32-02a26bf5d06e HTTP/1.1" status: 200 len: 1092 time: 2.7931142 Aug 29 04:35:30.089313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6df18fc-2284-4f74-a532-c8eaf0e8d5ad', 'tag': 'a6b447d4-c13e-45b9-9f32-02a26bf5d06e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:30.091882 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04caa0b8-149a-4a8d-be11-072051910a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6df18fc-2284-4f74-a532-c8eaf0e8d5ad", "tag": "a6b447d4-c13e-45b9-9f32-02a26bf5d06e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:30.108129 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-7bd6d1d6-7abf-4248-8791-ea9841955438 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7381663 Aug 29 04:35:30.134255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Request body: {'port': {'device_id': 'd44b7eef-3dd0-4a82-9084-7265fc2a4e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:30.152513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9e8ff-c7f7-41f3-a837-ed3a5d0a4b17 req-377c463c-2ab9-4d94-8e31-3a772c8d123f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.154941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86c9e8ff-c7f7-41f3-a837-ed3a5d0a4b17 req-377c463c-2ab9-4d94-8e31-3a772c8d123f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2808104 Aug 29 04:35:30.170797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-eff5f27c-a6af-4c91-8cf4-597a6e088c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.173391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-eff5f27c-a6af-4c91-8cf4-597a6e088c52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1096 time: 0.3576651 Aug 29 04:35:30.177659 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.184005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.187139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/e37fb707-89dd-4f6d-a60b-7d490c9cd03b HTTP/1.1" status: 204 len: 168 time: 3.2243447 Aug 29 04:35:30.229284 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2557a383-0a70-46b1-a1b3-bbad9cc30c3a x-openstack-request-id: req-2557a383-0a70-46b1-a1b3-bbad9cc30c3a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:30.229731 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6df18fc-2284-4f74-a532-c8eaf0e8d5ad", "tag": "a6b447d4-c13e-45b9-9f32-02a26bf5d06e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:30.230197 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2557a383-0a70-46b1-a1b3-bbad9cc30c3a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:30.230871 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6df18fc-2284-4f74-a532-c8eaf0e8d5ad', 'tag': 'a6b447d4-c13e-45b9-9f32-02a26bf5d06e', 'status': 'completed', 'code': 200} Aug 29 04:35:30.233859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59686) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:30.274726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86c9e8ff-c7f7-41f3-a837-ed3a5d0a4b17 req-d62b3492-0f9f-4e82-90de-5a88500a1ec3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000166 Aug 29 04:35:30.367967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.372271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f643a-a1c9-4b43-a83b-ff2779a9656a service neutron] Pushing event updated for resources: {'Port': ['ID=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.394879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c21c9-afe0-4160-9661-55d61a32f17d tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=e37fb707-89dd-4f6d-a60b-7d490c9cd03b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.415107 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8da2739-c53e-49a8-b592-5888f0cc3fc7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:30.415798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8da2739-c53e-49a8-b592-5888f0cc3fc7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:30.421209 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c8da2739-c53e-49a8-b592-5888f0cc3fc7 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/4fb92e61-8271-4ee2-916b-9c0b1884de9b HTTP/1.1" status: 404 len: 337 time: 0.1828718 Aug 29 04:35:30.421455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59694) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:30.453901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade556a-1731-495d-811f-56167d74a675 req-0cdd21a1-636c-45b3-a6da-ada27bd85e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.455671 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-0cdd21a1-636c-45b3-a6da-ada27bd85e9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 1095 time: 0.2998118 Aug 29 04:35:30.460733 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6be9b3-97b6-4d1b-8d54-3478bd99285f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:30.461337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6be9b3-97b6-4d1b-8d54-3478bd99285f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:30.469144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f6be9b3-97b6-4d1b-8d54-3478bd99285f tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/d8a974ad-3f47-4a98-9d11-4d25f1bbc840 HTTP/1.1" status: 404 len: 339 time: 0.0420582 Aug 29 04:35:30.475456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59696) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:30.534424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-9b9333ce-9718-4fc6-a5fa-a47b04af57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.541026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-9b9333ce-9718-4fc6-a5fa-a47b04af57a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.3172653 Aug 29 04:35:30.687322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-ee1d5695-1ab0-42a3-a14b-3af54c5882b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 998 time: 0.1338580 Aug 29 04:35:30.781653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-5cadb4b7-0346-43ae-b161-ec41c5ca4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.783301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-5cadb4b7-0346-43ae-b161-ec41c5ca4f61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0824161 Aug 29 04:35:31.004429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 19c34692-3e08-47fb-9f1f-7eb600164497 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:31.099085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-a93b0155-210a-47f9-805e-b6a6086c5088 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e HTTP/1.1" status: 200 len: 217 time: 0.6243708 Aug 29 04:35:31.112895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d144127e-f0f4-4b50-a063-985516739753 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting subnet 1f400504-ae75-4c9d-8ab9-2fe4806d227c {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:31.168778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81c705ed-62c5-474a-9f86-9aa603968c51 req-a639daca-fed7-4ae6-920d-05430c9510cb tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 210 time: 0.2262917 Aug 29 04:35:31.175158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 19c34692-3e08-47fb-9f1f-7eb600164497 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.176366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.204615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d144127e-f0f4-4b50-a063-985516739753 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.213058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f410066-50c6-4ccf-9392-a6f0eb1122e8 req-a7cddfe5-cc6e-424a-b60d-638ce7977c67 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.214915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f410066-50c6-4ccf-9392-a6f0eb1122e8 req-a7cddfe5-cc6e-424a-b60d-638ce7977c67 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 943 time: 0.4259658 Aug 29 04:35:31.218148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-9b9769c4-7584-4d85-ba54-261081477a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.220094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-9b9769c4-7584-4d85-ba54-261081477a78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3774450 Aug 29 04:35:31.341299 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d144127e-f0f4-4b50-a063-985516739753 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.347235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade556a-1731-495d-811f-56167d74a675 req-6e513924-f709-4d09-a750-d2768e0267da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.350500 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-6e513924-f709-4d09-a750-d2768e0267da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce536e53-bb93-43d8-8f3a-2de30c627448 HTTP/1.1" status: 200 len: 851 time: 0.2333486 Aug 29 04:35:31.394795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f410066-50c6-4ccf-9392-a6f0eb1122e8 req-36df7831-9405-41e1-8069-c4334fbcc01b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609368 Aug 29 04:35:31.416286 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-09fa0af0-b7d9-45dc-a628-1b414e04d7b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e8d327-750a-4aaa-9344-c78306a5c279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391481 Aug 29 04:35:31.478992 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-ecd837d4-9869-434a-8dc0-1dcdc68d2332 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395356 Aug 29 04:35:31.704999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad8fca-3fe9-4296-a657-8b5ee5fe1fa8 req-13e30582-0c7d-4e33-a79e-e4b024c2273d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.709137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45ad8fca-3fe9-4296-a657-8b5ee5fe1fa8 req-13e30582-0c7d-4e33-a79e-e4b024c2273d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2786617 Aug 29 04:35:31.760199 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-d0a17ac3-0a3d-4d51-828f-77a748d21121 service neutron] 10.222.0.64 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295293 Aug 29 04:35:31.766796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d144127e-f0f4-4b50-a063-985516739753 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.814367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db70e85e-27e6-418e-8636-2e7fa50aae81 req-41dedc8b-a2cd-425e-8f99-553f0f76bddf service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240027 Aug 29 04:35:31.822855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45ad8fca-3fe9-4296-a657-8b5ee5fe1fa8 req-694ed7d7-cb45-4483-b7f4-30eff5238a09 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805109 Aug 29 04:35:31.838316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-3550c21f-d256-4d69-9407-81137cd83d20 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.840056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-3550c21f-d256-4d69-9407-81137cd83d20 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.65 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 819 time: 0.3177533 Aug 29 04:35:31.907602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Request body: {'port': {'device_id': 'e1617a01-1a92-4b7c-807d-03f2beeb3435', 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f', 'admin_state_up': True, 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:31.943482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:31.987843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.027854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Transition to ACTIVE for port object a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:32.041156 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.073936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d144127e-f0f4-4b50-a063-985516739753 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.150634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3ade556a-1731-495d-811f-56167d74a675 req-ba70100c-19cc-4b9c-9517-02215797a391 service neutron] 10.222.0.64 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519857 Aug 29 04:35:32.159874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144127e-f0f4-4b50-a063-985516739753 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Subnet': ['ID=1f400504-ae75-4c9d-8ab9-2fe4806d227c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.181173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d144127e-f0f4-4b50-a063-985516739753 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.185825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59754) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:32.186039 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d144127e-f0f4-4b50-a063-985516739753 tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/subnets/1f400504-ae75-4c9d-8ab9-2fe4806d227c HTTP/1.1" status: 204 len: 168 time: 1.7091470 Aug 29 04:35:32.190693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.193122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cedb60-70de-41e7-a73d-9e0f485741b8 None None] Network 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:32.344574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e09ee2d0-49ea-49b5-bd39-ba12ff96159a req-b60f1584-cf7a-4ada-ae20-c85f17eb8910 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 210 time: 0.0561373 Aug 29 04:35:32.376015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.474257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa0b8-149a-4a8d-be11-072051910a7c req-b242d0c7-3fbc-4cc4-8e79-bd543ead59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:32.476370 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-04caa0b8-149a-4a8d-be11-072051910a7c req-b242d0c7-3fbc-4cc4-8e79-bd543ead59c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 1095 time: 0.1773891 Aug 29 04:35:32.477227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Made reservation on behalf of 27f66a4df25847f394a8dcab4fa377f7 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:32.481166 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.502382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] DHCP port deletion for 8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:32.513907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Attempting to bind port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:32.514314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Attempting to bind port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:32.514741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Attempting to bind port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 on network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:32.597926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] Deleting port 4363058a-3ec1-49da-ab07-e4cbe90e7504 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:32.599332 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.600061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Deleting port 4363058a-3ec1-49da-ab07-e4cbe90e7504 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:32.600490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.691912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01215d-5a32-4708-9eee-31a3126d417a req-585888e6-a854-4dce-a4b9-9193f99569cb tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:32.693894 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d01215d-5a32-4708-9eee-31a3126d417a req-585888e6-a854-4dce-a4b9-9193f99569cb tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 943 time: 0.1701045 Aug 29 04:35:32.731924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Allocated IP 172.20.0.10 (3c195f6e-3f23-4b5b-b586-d77c0cb5a92f/af4a2457-e264-4ce3-a925-988c0eea22fe/342c1d8c-171a-4856-87f2-486fe821822f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:32.769500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] For port 4363058a-3ec1-49da-ab07-e4cbe90e7504, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4363058a-3ec1-49da-ab07-e4cbe90e7504,segment=NetworkSegment(dd12a7dd-583f-49d7-8aa8-04ded02396c7),segment_id=dd12a7dd-583f-49d7-8aa8-04ded02396c7)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:32.771516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.772038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] For port 4363058a-3ec1-49da-ab07-e4cbe90e7504, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4363058a-3ec1-49da-ab07-e4cbe90e7504,segment=NetworkSegment(dd12a7dd-583f-49d7-8aa8-04ded02396c7),segment_id=dd12a7dd-583f-49d7-8aa8-04ded02396c7)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:32.773261 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.791237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d01215d-5a32-4708-9eee-31a3126d417a req-badc5746-0a1f-42e6-b5c1-4ed178a5154d tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911407 Aug 29 04:35:32.797077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Calling delete_port for 4363058a-3ec1-49da-ab07-e4cbe90e7504 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:32.819102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] Calling delete_port for 4363058a-3ec1-49da-ab07-e4cbe90e7504 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:32.949571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4363058a-3ec1-49da-ab07-e4cbe90e7504 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:32.976673 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.994633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.998554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 on network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:32.998892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Attempting to bind port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 on network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:33.017918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:33.018269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Checking segment: {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:33.018678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Bound using segment: {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:33.019153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Bound port: a79de612-6be1-45ad-bf61-4d7ac5ad6ad4, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:33.019566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.069835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Port': ['ID=4363058a-3ec1-49da-ab07-e4cbe90e7504,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.072121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] No DVR routers for this DVR port 4363058a-3ec1-49da-ab07-e4cbe90e7504 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:33.081814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No active binding found for port 4363058a-3ec1-49da-ab07-e4cbe90e7504 {{(pid=94847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:35:33.085201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4363058a-3ec1-49da-ab07-e4cbe90e7504 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:33.129138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa0b8-149a-4a8d-be11-072051910a7c req-b1b8495c-d0f1-41b4-bc76-9afcc101324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.130776 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-04caa0b8-149a-4a8d-be11-072051910a7c req-b1b8495c-d0f1-41b4-bc76-9afcc101324b service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 912 time: 0.6424716 Aug 29 04:35:33.134749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9fcf-06f0-4e2e-a923-0dcef9bbd983 req-4279fba8-3925-4be0-8f29-e1e515bd1f22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.140102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.146636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca1f9fcf-06f0-4e2e-a923-0dcef9bbd983 req-4279fba8-3925-4be0-8f29-e1e515bd1f22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1675754 Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:33.157801 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:35:33.169492 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.206355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] Pushing event deleted for resources: {'Port': ['ID=4363058a-3ec1-49da-ab07-e4cbe90e7504,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.230228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56cdff5-bd36-44d6-a4da-33d9811215aa None None] No DVR routers for this DVR port 4363058a-3ec1-49da-ab07-e4cbe90e7504 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:33.230641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] For port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:33.236267 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-04caa0b8-149a-4a8d-be11-072051910a7c req-9c9f63ec-523d-46dd-8e4a-da0ddac0d3ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e HTTP/1.1" status: 200 len: 217 time: 0.0870883 Aug 29 04:35:33.264426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:33.300122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:33.301302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] For port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:33.303222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:33.325301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.327467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Pushing event updated for resources: {'Port': ['ID=342c1d8c-171a-4856-87f2-486fe821822f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.342754 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.358363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd5f8d3-fd95-4413-a05e-74a34d6b4db5']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:33.372244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd12a7dd-583f-49d7-8aa8-04ded02396c7') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:33.372695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd12a7dd-583f-49d7-8aa8-04ded02396c7') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:33.384112 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.400353 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.412382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:33.413110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.420708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.421338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.422759 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 200 len: 1092 time: 3.3012455 Aug 29 04:35:33.424203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa0b8-149a-4a8d-be11-072051910a7c req-52233872-76b0-4f66-9bdd-49e2c24ec73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.425561 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-04caa0b8-149a-4a8d-be11-072051910a7c req-52233872-76b0-4f66-9bdd-49e2c24ec73c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce536e53-bb93-43d8-8f3a-2de30c627448 HTTP/1.1" status: 200 len: 851 time: 0.1794982 Aug 29 04:35:33.426021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44b7eef-3dd0-4a82-9084-7265fc2a4e2a', 'tag': 'a79de612-6be1-45ad-bf61-4d7ac5ad6ad4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:33.429201 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab286af-59ce-40a9-b3e0-0816eb239528" -d '{"events": [{"name": "network-changed", "server_uuid": "d44b7eef-3dd0-4a82-9084-7265fc2a4e2a", "tag": "a79de612-6be1-45ad-bf61-4d7ac5ad6ad4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:33.481729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.482408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.494432 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-04caa0b8-149a-4a8d-be11-072051910a7c req-e1bdf156-28e5-4041-99a7-80caee1a2dcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e8d327-750a-4aaa-9344-c78306a5c279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518866 Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:33.510176 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:33.521145 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.531487 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.537997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] 10.222.0.58 "DELETE /v2.0/networks/8fd5f8d3-fd95-4413-a05e-74a34d6b4db5 HTTP/1.1" status: 204 len: 168 time: 1.3502834 Aug 29 04:35:33.538622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dc41a-0991-4dde-855e-c191f65917c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.567929 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca1f9fcf-06f0-4e2e-a923-0dcef9bbd983 req-ba3383f3-9d91-45f6-baf2-ed56676efc81 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4145072 Aug 29 04:35:33.591530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-376c10eb-306a-494a-aece-96ca7c0c0df7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7277474 Aug 29 04:35:33.599639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a6b447d4-c13e-45b9-9f32-02a26bf5d06e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:33.607428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Request body: {'port': {'device_id': 'e1617a01-1a92-4b7c-807d-03f2beeb3435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:33.654522 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc56c3a-30ad-4781-b573-5b09a7761d52 x-openstack-request-id: req-abc56c3a-30ad-4781-b573-5b09a7761d52 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:33.654724 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44b7eef-3dd0-4a82-9084-7265fc2a4e2a", "tag": "a79de612-6be1-45ad-bf61-4d7ac5ad6ad4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:33.654983 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abc56c3a-30ad-4781-b573-5b09a7761d52 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:33.655399 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44b7eef-3dd0-4a82-9084-7265fc2a4e2a', 'tag': 'a79de612-6be1-45ad-bf61-4d7ac5ad6ad4', 'status': 'completed', 'code': 200} Aug 29 04:35:33.657373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22e28-5673-41ca-b897-be0da6039108 req-1051f942-a2d6-4212-92f8-056f225dd56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.658931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-1051f942-a2d6-4212-92f8-056f225dd56d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1095 time: 0.1676104 Aug 29 04:35:33.733981 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-3a7f8c89-c415-453e-a543-f7382e28d288 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 200 len: 217 time: 0.0657780 Aug 29 04:35:33.857178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.857178 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-04caa0b8-149a-4a8d-be11-072051910a7c req-f2edd8b0-02b5-44a7-b96d-e8ada18c9cd3 service neutron] 10.222.0.64 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484702 Aug 29 04:35:33.952572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22e28-5673-41ca-b897-be0da6039108 req-69132e65-f3e8-4011-bdc3-4efd11a686f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.954577 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-69132e65-f3e8-4011-bdc3-4efd11a686f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.1817443 Aug 29 04:35:33.967383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a6b447d4-c13e-45b9-9f32-02a26bf5d06e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:34.019943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'a6b447d4-c13e-45b9-9f32-02a26bf5d06e', 'network_id': '32e8d327-750a-4aaa-9344-c78306a5c279', 'port_id': 'a6b447d4-c13e-45b9-9f32-02a26bf5d06e', 'mac_address': 'fa:16:3e:2e:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce536e53-bb93-43d8-8f3a-2de30c627448', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:34.097068 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.133252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b447d4-c13e-45b9-9f32-02a26bf5d06e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:34.182044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a6b447d4-c13e-45b9-9f32-02a26bf5d06e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:34.195886 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.324527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:34.331579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59804) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:34.335692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8394a-c17e-43a7-a540-ab34f44c1b1c tempest-NetworksIpV6Test-295131549 tempest-NetworksIpV6Test-295131549-project] Pushing event deleted for resources: {'Network': ['ID=8fd5f8d3-fd95-4413-a05e-74a34d6b4db5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:34.438590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a6b447d4-c13e-45b9-9f32-02a26bf5d06e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:34.448707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8ed96-abf8-4e3e-9db8-eb2f305af98c req-b3de9675-0941-45dc-8b2a-a02b81771025 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.450327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95b8ed96-abf8-4e3e-9db8-eb2f305af98c req-b3de9675-0941-45dc-8b2a-a02b81771025 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 932 time: 0.9348669 Aug 29 04:35:34.464713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500aa2d-a350-488c-bc1e-c962ca9cb141 req-2469bb48-5f55-41a9-a714-a4088a56b3d9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.467208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a500aa2d-a350-488c-bc1e-c962ca9cb141 req-2469bb48-5f55-41a9-a714-a4088a56b3d9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1365998 Aug 29 04:35:34.497676 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-660dd831-2bd2-4686-a466-9ca430e0579f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5332489 Aug 29 04:35:34.534604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95b8ed96-abf8-4e3e-9db8-eb2f305af98c req-7132d2b1-8567-4056-9a5c-9a2f7750029b tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654764 Aug 29 04:35:34.587410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a500aa2d-a350-488c-bc1e-c962ca9cb141 req-ddcb261a-cfc8-4091-8373-a49c7c7e5ba1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060755 Aug 29 04:35:34.694162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4c3e-2c07-4aa2-b1f0-d578635cdac2 req-954a516d-4f64-40e8-88e7-7e5bd97f20bb tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.703693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66cc4c3e-2c07-4aa2-b1f0-d578635cdac2 req-954a516d-4f64-40e8-88e7-7e5bd97f20bb tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 944 time: 0.0722539 Aug 29 04:35:34.797516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-04caa0b8-149a-4a8d-be11-072051910a7c req-f6507484-40da-462a-a89e-c59d2504942d service neutron] 10.222.0.64 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9264736 Aug 29 04:35:34.802213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66cc4c3e-2c07-4aa2-b1f0-d578635cdac2 req-3a0c9c70-415f-4e5b-9021-6e84e623c296 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969398 Aug 29 04:35:34.867388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b807a-4d15-4959-879e-9e393898fbb9 req-35cc4b4b-9cb9-4254-aca0-85ff4426dbb2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.874610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-097b807a-4d15-4959-879e-9e393898fbb9 req-35cc4b4b-9cb9-4254-aca0-85ff4426dbb2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1326845 Aug 29 04:35:34.907580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-4cf6129c-e9ef-455e-8699-baea69737e61 service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993692 Aug 29 04:35:34.951553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eeab93be-a009-4033-8266-0d1e62a62d12 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91bce063859d416ba1c5fe8a5ab29b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167819 Aug 29 04:35:34.961494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59818) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.040081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-097b807a-4d15-4959-879e-9e393898fbb9 req-f7612efc-9540-4db0-a703-c1d52c8ef46e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025479 Aug 29 04:35:35.069403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d48e42-4a1b-497d-bc9f-8b6de9084e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.101208 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ffc22e28-5673-41ca-b897-be0da6039108 req-db0bd07f-0bfa-41c6-9cdb-3f94ff9d726a service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809726 Aug 29 04:35:35.108144 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d48e42-4a1b-497d-bc9f-8b6de9084e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.173225 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:35:35.202155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d48e42-4a1b-497d-bc9f-8b6de9084e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.210827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d48e42-4a1b-497d-bc9f-8b6de9084e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.215885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-98d48e42-4a1b-497d-bc9f-8b6de9084e0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40c54fa0-3119-4346-aa1a-fcd67f2c4ca9 HTTP/1.1" status: 204 len: 168 time: 0.2507813 Aug 29 04:35:35.227560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d48e42-4a1b-497d-bc9f-8b6de9084e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c54fa0-3119-4346-aa1a-fcd67f2c4ca9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:35.243716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342c1d8c-171a-4856-87f2-486fe821822f {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:35.261873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.282506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Transition to ACTIVE for port object 342c1d8c-171a-4856-87f2-486fe821822f will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:35.285153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-dd0031fe-1f4a-4809-82ac-5ccf6380aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.289277 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-dd0031fe-1f4a-4809-82ac-5ccf6380aea8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1095 time: 0.1193900 Aug 29 04:35:35.291275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.498779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Pushing event updated for resources: {'Port': ['ID=342c1d8c-171a-4856-87f2-486fe821822f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:35.573638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Attempting to bind port 342c1d8c-171a-4856-87f2-486fe821822f on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:35.573990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Attempting to bind port 342c1d8c-171a-4856-87f2-486fe821822f by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:35.574327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Attempting to bind port 342c1d8c-171a-4856-87f2-486fe821822f on network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:35.583651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-636e7181-ad73-4eba-b765-c3295b5812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.585210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-636e7181-ad73-4eba-b765-c3295b5812d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 920 time: 0.2804475 Aug 29 04:35:35.586205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Port 342c1d8c-171a-4856-87f2-486fe821822f on network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:35.586542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Attempting to bind port 342c1d8c-171a-4856-87f2-486fe821822f on network 3c195f6e-3f23-4b5b-b586-d77c0cb5a92f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:35.592574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:35.592907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Checking segment: {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:35.593296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Bound using segment: {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:35.593978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Bound port: 342c1d8c-171a-4856-87f2-486fe821822f, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180e14db-ec36-4b96-9ef4-d15dc0b0899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:35.594435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.623941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a6b447d4-c13e-45b9-9f32-02a26bf5d06e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:35.684394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port a6b447d4-c13e-45b9-9f32-02a26bf5d06e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:35.694514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port a6b447d4-c13e-45b9-9f32-02a26bf5d06e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:35.695410 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.712962 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-a50def56-28ac-423a-b750-59594f3f79f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 200 len: 217 time: 0.1138816 Aug 29 04:35:35.741717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2701a3c-5eb4-41c3-b965-f89662d91ae7 req-04297724-bae1-4cbf-8b6f-996cb47be9eb tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.743295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2701a3c-5eb4-41c3-b965-f89662d91ae7 req-04297724-bae1-4cbf-8b6f-996cb47be9eb tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 944 time: 0.0937726 Aug 29 04:35:35.843029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2701a3c-5eb4-41c3-b965-f89662d91ae7 req-335d0665-c3e7-4fba-bf1a-3a83281a825d tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843470 Aug 29 04:35:35.865351 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.889659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-27e24823-8f21-4bf9-8c63-4ff8268a8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.891611 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-27e24823-8f21-4bf9-8c63-4ff8268a8afd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.1268091 Aug 29 04:35:35.896384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] For port 342c1d8c-171a-4856-87f2-486fe821822f, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:35.897419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6df18fc-2284-4f74-a532-c8eaf0e8d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b447d4-c13e-45b9-9f32-02a26bf5d06e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:35.900613 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b478790-28eb-4328-a99f-7443add6da2d" -d '{"events": [{"server_uuid": "c6df18fc-2284-4f74-a532-c8eaf0e8d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6b447d4-c13e-45b9-9f32-02a26bf5d06e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:35.920563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a6b447d4-c13e-45b9-9f32-02a26bf5d06e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:35.929084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.954195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] For port 342c1d8c-171a-4856-87f2-486fe821822f, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=342c1d8c-171a-4856-87f2-486fe821822f,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:35.998957 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-54bbaea9-ec19-4540-921a-412f1de3ab28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883060 Aug 29 04:35:36.007097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.024699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261233a-bd50-40a5-9d7a-49b8bf2b27cd req-7fb7f184-246c-44e7-86a1-078a38b579f7 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.029479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9261233a-bd50-40a5-9d7a-49b8bf2b27cd req-7fb7f184-246c-44e7-86a1-078a38b579f7 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.0790479 Aug 29 04:35:36.071563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.126471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9261233a-bd50-40a5-9d7a-49b8bf2b27cd req-3e0e4e78-9df1-4d02-a602-b423310508ea tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881174 Aug 29 04:35:36.133834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.134827 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.139846 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] 10.222.0.65 "PUT /v2.0/ports/342c1d8c-171a-4856-87f2-486fe821822f HTTP/1.1" status: 200 len: 1093 time: 2.5373790 Aug 29 04:35:36.140706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1617a01-1a92-4b7c-807d-03f2beeb3435', 'tag': '342c1d8c-171a-4856-87f2-486fe821822f'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:36.143661 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1617a01-1a92-4b7c-807d-03f2beeb3435", "tag": "342c1d8c-171a-4856-87f2-486fe821822f"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:36.189741 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5172ba-ceab-4c76-87b8-126fef2b42f0 x-openstack-request-id: req-6d5172ba-ceab-4c76-87b8-126fef2b42f0 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:36.190045 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6df18fc-2284-4f74-a532-c8eaf0e8d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6b447d4-c13e-45b9-9f32-02a26bf5d06e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:36.190298 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d5172ba-ceab-4c76-87b8-126fef2b42f0 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:36.190704 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6df18fc-2284-4f74-a532-c8eaf0e8d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b447d4-c13e-45b9-9f32-02a26bf5d06e', 'code': 200} Aug 29 04:35:36.191020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75b00b-ea6b-4785-ad04-837240867341 service neutron] Pushing event updated for resources: {'Port': ['ID=342c1d8c-171a-4856-87f2-486fe821822f,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.259129 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e42b9f1-3d88-4aa8-b26d-d7b195725f74 x-openstack-request-id: req-1e42b9f1-3d88-4aa8-b26d-d7b195725f74 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:36.259537 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1617a01-1a92-4b7c-807d-03f2beeb3435", "tag": "342c1d8c-171a-4856-87f2-486fe821822f", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:36.259898 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e42b9f1-3d88-4aa8-b26d-d7b195725f74 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:36.260462 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1617a01-1a92-4b7c-807d-03f2beeb3435', 'tag': '342c1d8c-171a-4856-87f2-486fe821822f', 'status': 'completed', 'code': 200} Aug 29 04:35:36.314283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-de6080a8-b441-4e17-a8d8-400979d50876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.315509 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-de6080a8-b441-4e17-a8d8-400979d50876 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 1096 time: 0.1202478 Aug 29 04:35:36.338310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-ec11290e-37fb-45c9-af52-5f20ec0e144d service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262875 Aug 29 04:35:36.400404 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-942bf544-9336-4278-93c9-b0d65d5246b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=342c1d8c-171a-4856-87f2-486fe821822f HTTP/1.1" status: 200 len: 217 time: 0.0751565 Aug 29 04:35:36.495927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254c3e2-201e-46fd-a21b-977f09335fb1 req-e10b22c9-49c0-4d7e-8c52-3755cdd8517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.497494 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4254c3e2-201e-46fd-a21b-977f09335fb1 req-e10b22c9-49c0-4d7e-8c52-3755cdd8517b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 1097 time: 0.2461061 Aug 29 04:35:36.551146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-4b50da24-8865-4d81-801b-62ff59068b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.561194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-4b50da24-8865-4d81-801b-62ff59068b0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.1417928 Aug 29 04:35:36.646420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-f64331eb-8a76-4e11-8b43-2da78f11b54c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641630 Aug 29 04:35:36.653841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59882) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:36.678306 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1ab286af-59ce-40a9-b3e0-0816eb239528 req-46e92a7d-890b-40eb-9cbc-8cc4724db005 service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898605 Aug 29 04:35:36.680806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4254c3e2-201e-46fd-a21b-977f09335fb1 req-2717b7ef-f5f2-4f96-9a66-f367fba57c8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757722 Aug 29 04:35:36.785318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-39a40ffb-0541-4898-ad71-9c71aedd819a service neutron] 10.222.0.65 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244748 Aug 29 04:35:36.821200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-1279952282'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:36.859978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:36.869693 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.895084 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.929095 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ebb417bc-cf0c-4e93-b62a-17982fe25475 req-c04099d0-c99b-4c8d-97e1-85847e0e9b00 service neutron] 10.222.0.65 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357131 Aug 29 04:35:37.057809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36471783-1097-4f01-94da-2d928fbbdf85 req-bcf109d8-c3d9-4f9e-8f0f-96cebac73ad0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.059440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36471783-1097-4f01-94da-2d928fbbdf85 req-bcf109d8-c3d9-4f9e-8f0f-96cebac73ad0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 944 time: 0.1023831 Aug 29 04:35:37.073897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-5cc41bfb-b498-4fed-9921-bed5c59fa260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.075500 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-5cc41bfb-b498-4fed-9921-bed5c59fa260 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 1096 time: 0.0824409 Aug 29 04:35:37.179860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36471783-1097-4f01-94da-2d928fbbdf85 req-4a240f71-34cb-4e16-b3ae-e4fffb0861a2 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063142 Aug 29 04:35:37.236593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-cc0059a7-afb1-46ef-8a0f-6ee4f0be3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.237519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-cc0059a7-afb1-46ef-8a0f-6ee4f0be3d62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 920 time: 0.1521544 Aug 29 04:35:37.240529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.288722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.305350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-bda84981-7c67-42f4-b8eb-40844ea89915 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=342c1d8c-171a-4856-87f2-486fe821822f HTTP/1.1" status: 200 len: 217 time: 0.0541461 Aug 29 04:35:37.336394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:37.359201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bda7b0-5951-41f0-99a2-6d1ebfde9db4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.378581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-bb1a057a-7f14-45f6-9cbf-0572e7906f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.381001 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-bb1a057a-7f14-45f6-9cbf-0572e7906f04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.0683143 Aug 29 04:35:37.389964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.390317 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment 4c415382-e732-457e-a4ad-f336fed6d6e0 of type vlan for network 3ef3b31f-719d-4566-ae66-abf94230df84 Aug 29 04:35:37.408272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe4ef-3684-4534-bd34-e1b55003de92 req-4d2389fd-7e8e-41a3-813f-b670d46e6be0 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.420480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61afe4ef-3684-4534-bd34-e1b55003de92 req-4d2389fd-7e8e-41a3-813f-b670d46e6be0 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1454320 Aug 29 04:35:37.428785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-5518e612-8cc4-49cd-be12-5a143dacae44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382366 Aug 29 04:35:37.484727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.515081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61afe4ef-3684-4534-bd34-e1b55003de92 req-ce80e028-a8a7-41a1-abc1-61c8a1abbcd5 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936053 Aug 29 04:35:37.539524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.548975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.549648 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.592903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-5ebdc2f2-281c-4b28-9f4d-b067a64f6c60 service neutron] 10.222.0.65 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554604 Aug 29 04:35:37.631099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:37.648330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9904459 Aug 29 04:35:37.649422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59914) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:37.657132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-2054285526'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:37.716939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56089450-c24f-4e92-bc15-122cb4f8f3ad tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=3ef3b31f-719d-4566-ae66-abf94230df84,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.748809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f9ab75d-7c0c-41a4-bc47-01889ec83cc3 req-9f013197-6969-4929-ae75-66662512b5d4 service neutron] 10.222.0.65 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468799 Aug 29 04:35:37.756859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:37.762138 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.769435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3ef3b31f-719d-4566-ae66-abf94230df84 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:37.820722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:37.853068 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.854245 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9 of type vlan for network 71485e57-97fd-4300-b222-1319e6513391 Aug 29 04:35:37.915664 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.962958 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.971978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.972748 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.073853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4207559 Aug 29 04:35:38.074686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59918) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.079466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8c364-087e-4531-a46e-30ebfea1f203 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=71485e57-97fd-4300-b222-1319e6513391,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.082320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': '3ef3b31f-719d-4566-ae66-abf94230df84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:38.093534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:38.097645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 71485e57-97fd-4300-b222-1319e6513391 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:38.206424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'a79de612-6be1-45ad-bf61-4d7ac5ad6ad4', 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f', 'port_id': 'a79de612-6be1-45ad-bf61-4d7ac5ad6ad4', 'mac_address': 'fa:16:3e:d1:7b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4a2457-e264-4ce3-a925-988c0eea22fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:38.260534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:38.265183 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.277258 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.293075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:38.322627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:38.327412 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.408604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a1d7d-a489-4b96-8969-6feb1b820de1 req-424d20e3-4d07-468e-b152-fd3070af0b43 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.414873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.421133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d70a1d7d-a489-4b96-8969-6feb1b820de1 req-424d20e3-4d07-468e-b152-fd3070af0b43 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 944 time: 0.0964179 Aug 29 04:35:38.481694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d70a1d7d-a489-4b96-8969-6feb1b820de1 req-6662eb18-b0d0-4552-a50e-43b1569bc8c5 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511427 Aug 29 04:35:38.552153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.561398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a79de612-6be1-45ad-bf61-4d7ac5ad6ad4'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:38.655939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': '4c415382-e732-457e-a4ad-f336fed6d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3ef3b31f-719d-4566-ae66-abf94230df84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:38.656949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: 3ef3b31f-719d-4566-ae66-abf94230df84, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:38.658400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=9c39682b-67a0-4332-9de9-89cf838620ba,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.680312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 3ef3b31f-719d-4566-ae66-abf94230df84 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:38.697919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 3ef3b31f-719d-4566-ae66-abf94230df84) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:38.711848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be42b37-a96d-4cf4-bc63-82500ce63e48 None None] Network 3ef3b31f-719d-4566-ae66-abf94230df84 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:38.715222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.716101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.738803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c8c49-0400-4233-8053-335b1f05903a req-ab6c63cd-cb64-4839-96f0-464f9ddffa05 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.749140 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-20a6460d-fcde-4b60-8c5e-f75b08edaaf1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6729047 Aug 29 04:35:38.751330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59938) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.751528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-094c8c49-0400-4233-8053-335b1f05903a req-ab6c63cd-cb64-4839-96f0-464f9ddffa05 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1528299 Aug 29 04:35:38.763534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': '71485e57-97fd-4300-b222-1319e6513391', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:38.842535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-094c8c49-0400-4233-8053-335b1f05903a req-4a5f75a7-7fc6-492c-a78a-3bc3f0c19a14 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782044 Aug 29 04:35:38.931578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:38.935948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.950431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-3ef3b31f-719d-4566-ae66-abf94230df84', 'network_id': '3ef3b31f-719d-4566-ae66-abf94230df84', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': '9c39682b-67a0-4332-9de9-89cf838620ba'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:38.951640 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.146347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Allocated IP 172.20.0.2 (3ef3b31f-719d-4566-ae66-abf94230df84/9c39682b-67a0-4332-9de9-89cf838620ba/d3d53670-41ea-4b10-a3be-677329a32b3f) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:39.234330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abc71b-32ce-4bdd-a043-5c96d4df69cd req-d060eaf8-aa74-4828-b45a-10a360a9816f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.236087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80abc71b-32ce-4bdd-a043-5c96d4df69cd req-d060eaf8-aa74-4828-b45a-10a360a9816f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.0954959 Aug 29 04:35:39.321129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-6fa0bd85-df84-4759-a52a-3d347e385364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.323499 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-6fa0bd85-df84-4759-a52a-3d347e385364 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 1097 time: 0.2129822 Aug 29 04:35:39.329103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80abc71b-32ce-4bdd-a043-5c96d4df69cd req-7cde5c14-6359-4ba8-b456-4c274be68b81 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857067 Aug 29 04:35:39.345783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.356923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Transition to ACTIVE for port object d3d53670-41ea-4b10-a3be-677329a32b3f will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:39.377288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Transition to ACTIVE for port object d3d53670-41ea-4b10-a3be-677329a32b3f will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:39.394578 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.435930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.436888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Network 3ef3b31f-719d-4566-ae66-abf94230df84 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:39.441311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:39.448383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:39.464661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Pushing event updated for resources: {'Port': ['ID=d3d53670-41ea-4b10-a3be-677329a32b3f,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:39.544485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Attempting to bind port d3d53670-41ea-4b10-a3be-677329a32b3f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:39.545157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Attempting to bind port d3d53670-41ea-4b10-a3be-677329a32b3f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '4c415382-e732-457e-a4ad-f336fed6d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3ef3b31f-719d-4566-ae66-abf94230df84'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:39.546258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Attempting to bind port d3d53670-41ea-4b10-a3be-677329a32b3f on network 3ef3b31f-719d-4566-ae66-abf94230df84 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:39.556119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:39.556521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Checking segment: {'id': '4c415382-e732-457e-a4ad-f336fed6d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3ef3b31f-719d-4566-ae66-abf94230df84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:39.557813 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.558337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Bound using segment: {'id': '4c415382-e732-457e-a4ad-f336fed6d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3ef3b31f-719d-4566-ae66-abf94230df84'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:39.558952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Bound port: d3d53670-41ea-4b10-a3be-677329a32b3f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c415382-e732-457e-a4ad-f336fed6d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3ef3b31f-719d-4566-ae66-abf94230df84'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:39.559452 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.622561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=efb36249-64bb-48ee-b743-dfda182d463d,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:39.645716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-60874a30-c048-475f-b42e-88bd118e81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.647471 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-60874a30-c048-475f-b42e-88bd118e81c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 912 time: 0.2993159 Aug 29 04:35:39.654853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': 'bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '71485e57-97fd-4300-b222-1319e6513391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:39.655276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: 71485e57-97fd-4300-b222-1319e6513391, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:39.680736 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb344f0e-bfbe-4b9d-a368-f973430d1caa req-6ed1d9c4-4638-4285-ac89-e0f2c4423cbe tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.693849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb344f0e-bfbe-4b9d-a368-f973430d1caa req-6ed1d9c4-4638-4285-ac89-e0f2c4423cbe tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 944 time: 0.1261797 Aug 29 04:35:39.695208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] For port d3d53670-41ea-4b10-a3be-677329a32b3f, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:39.699079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-0c11d79c-7bf5-4144-a9a0-2c6f956e9338 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e HTTP/1.1" status: 200 len: 217 time: 0.0412130 Aug 29 04:35:39.699664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] For port d3d53670-41ea-4b10-a3be-677329a32b3f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d3d53670-41ea-4b10-a3be-677329a32b3f,segment=NetworkSegment(4c415382-e732-457e-a4ad-f336fed6d6e0),segment_id=4c415382-e732-457e-a4ad-f336fed6d6e0)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:39.706577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:39.759370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 342c1d8c-171a-4856-87f2-486fe821822f details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:39.768581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.768901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fb344f0e-bfbe-4b9d-a368-f973430d1caa req-079fa579-72fd-4526-9624-d9b093d21efb tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729067 Aug 29 04:35:39.795719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 71485e57-97fd-4300-b222-1319e6513391 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:39.813003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 71485e57-97fd-4300-b222-1319e6513391) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:39.842833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.844412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.854018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3c925a-0b7d-4c26-baab-4c507c172b98 None None] Network 71485e57-97fd-4300-b222-1319e6513391 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:39.863054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-b7c25c36-f46e-46e4-bef5-92dc8d548f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.866799 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-b7c25c36-f46e-46e4-bef5-92dc8d548f5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce536e53-bb93-43d8-8f3a-2de30c627448 HTTP/1.1" status: 200 len: 851 time: 0.1567264 Aug 29 04:35:39.871024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6e131426-4578-4ac1-81af-8434dd521de4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1199565 Aug 29 04:35:39.873729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59968) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:39.881568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4282c002-66d4-4ba4-87da-84009d38b3ea tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1927264427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:39.936239 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-f0a7d089-2aae-46a8-8cd8-3ca0459e85f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e8d327-750a-4aaa-9344-c78306a5c279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458553 Aug 29 04:35:40.012390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:40.023100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:40.023506 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.032655 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4282c002-66d4-4ba4-87da-84009d38b3ea tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.033936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4282c002-66d4-4ba4-87da-84009d38b3ea tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.157464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4282c002-66d4-4ba4-87da-84009d38b3ea tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.182599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4282c002-66d4-4ba4-87da-84009d38b3ea tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.198030 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-af72773a-def1-4af5-87e5-02c17b374562 service neutron] 10.222.0.64 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533486 Aug 29 04:35:40.256479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af802ee8-d99f-4f34-8caa-483a6cec8423 None None] Pushing event updated for resources: {'Port': ['ID=d3d53670-41ea-4b10-a3be-677329a32b3f,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.342426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4282c002-66d4-4ba4-87da-84009d38b3ea tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.343652 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4282c002-66d4-4ba4-87da-84009d38b3ea tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4686415 Aug 29 04:35:40.346841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59980) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:40.426145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 342c1d8c-171a-4856-87f2-486fe821822f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=342c1d8c-171a-4856-87f2-486fe821822f,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:40.437201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a6f58a3-4910-4d23-9b1a-38a3362c1e49 req-85acdb5b-9e57-4d3c-b7cb-88145cd772d7 service neutron] 10.222.0.64 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224641 Aug 29 04:35:40.455404 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.503001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '342c1d8c-171a-4856-87f2-486fe821822f', 'network_id': '3c195f6e-3f23-4b5b-b586-d77c0cb5a92f', 'port_id': '342c1d8c-171a-4856-87f2-486fe821822f', 'mac_address': 'fa:16:3e:49:48:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4a2457-e264-4ce3-a925-988c0eea22fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:40.532773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:40.535740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44b7eef-3dd0-4a82-9084-7265fc2a4e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79de612-6be1-45ad-bf61-4d7ac5ad6ad4'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:40.538851 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363c328f-80a6-4cd8-8c18-7ea161ba2392" -d '{"events": [{"server_uuid": "d44b7eef-3dd0-4a82-9084-7265fc2a4e2a", "name": "network-vif-plugged", "status": "completed", "tag": "a79de612-6be1-45ad-bf61-4d7ac5ad6ad4"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:40.543234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-71485e57-97fd-4300-b222-1319e6513391', 'network_id': '71485e57-97fd-4300-b222-1319e6513391', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': 'efb36249-64bb-48ee-b743-dfda182d463d'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:40.544266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.562779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.639507 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.737022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342c1d8c-171a-4856-87f2-486fe821822f {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:40.766985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.804423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 342c1d8c-171a-4856-87f2-486fe821822f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=342c1d8c-171a-4856-87f2-486fe821822f,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:40.818051 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.824716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfb37c-a84b-42b6-8426-d014f0fe47dc req-8d600536-1b05-4f37-a8aa-33ccb4b4e030 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.826723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84cfb37c-a84b-42b6-8426-d014f0fe47dc req-8d600536-1b05-4f37-a8aa-33ccb4b4e030 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.2252657 Aug 29 04:35:40.918275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Allocated IP 172.21.0.2 (71485e57-97fd-4300-b222-1319e6513391/efb36249-64bb-48ee-b743-dfda182d463d/829c95c3-50ca-4106-9caf-9ff725d3caa4) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:40.980022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=342c1d8c-171a-4856-87f2-486fe821822f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.012811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84cfb37c-a84b-42b6-8426-d014f0fe47dc req-a4e4d9a6-4589-4407-ad8c-5e7dbd5a0344 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642690 Aug 29 04:35:41.074370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.125712 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a01213-e31e-490a-a24e-b21ff4f674bf x-openstack-request-id: req-e3a01213-e31e-490a-a24e-b21ff4f674bf {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:41.126010 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44b7eef-3dd0-4a82-9084-7265fc2a4e2a", "name": "network-vif-plugged", "status": "completed", "tag": "a79de612-6be1-45ad-bf61-4d7ac5ad6ad4", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:41.126270 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3a01213-e31e-490a-a24e-b21ff4f674bf {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:41.127143 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44b7eef-3dd0-4a82-9084-7265fc2a4e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79de612-6be1-45ad-bf61-4d7ac5ad6ad4', 'code': 200} Aug 29 04:35:41.129447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d3d53670-41ea-4b10-a3be-677329a32b3f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:41.202719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['342c1d8c-171a-4856-87f2-486fe821822f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:41.271707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4740ef6-bf27-488e-ab2c-4adc1e584333 req-9d240b67-1a02-4b2a-a0dd-2d62171d7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.275705 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f4740ef6-bf27-488e-ab2c-4adc1e584333 req-9d240b67-1a02-4b2a-a0dd-2d62171d7b55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1097 time: 0.1057532 Aug 29 04:35:41.367156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d3d53670-41ea-4b10-a3be-677329a32b3f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:41.375447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f4740ef6-bf27-488e-ab2c-4adc1e584333 req-2f9cfedf-6d11-46b1-97fe-c469fcfd0989 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923979 Aug 29 04:35:41.463861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05910b2a-85bb-4969-b791-afcabc8a457d req-c053eb5f-fb0c-42d4-b1a2-4defbc186ace tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.466494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05910b2a-85bb-4969-b791-afcabc8a457d req-c053eb5f-fb0c-42d4-b1a2-4defbc186ace tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 945 time: 0.2151446 Aug 29 04:35:41.537223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61312310-b548-4bdf-8512-ef5a6ba8ff30 None None] Network 3ef3b31f-719d-4566-ae66-abf94230df84 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:41.619519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05910b2a-85bb-4969-b791-afcabc8a457d req-826052d0-9e1a-48cd-9794-f01771156806 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456690 Aug 29 04:35:41.650137 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.677077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b6655a87-5847-4dd1-a7ac-4304a6664e13 None None] Provisioning for port d3d53670-41ea-4b10-a3be-677329a32b3f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:41.698394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Transition to ACTIVE for port object 829c95c3-50ca-4106-9caf-9ff725d3caa4 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:41.701478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b6655a87-5847-4dd1-a7ac-4304a6664e13 None None] Provisioning complete for port d3d53670-41ea-4b10-a3be-677329a32b3f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:41.702243 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6655a87-5847-4dd1-a7ac-4304a6664e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.723950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.20.0.1 (3ef3b31f-719d-4566-ae66-abf94230df84/9c39682b-67a0-4332-9de9-89cf838620ba/5db3ec64-431d-4eab-832f-202f97fe870f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:41.819924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60012) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:41.822911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Transition to ACTIVE for port object 829c95c3-50ca-4106-9caf-9ff725d3caa4 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:41.898582 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6655a87-5847-4dd1-a7ac-4304a6664e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.919019 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.981656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.994323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701efe3-a235-4f11-b174-1833b65490a4 req-31ccee90-8d0a-42db-8962-0613d8ede351 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.995946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-31ccee90-8d0a-42db-8962-0613d8ede351 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.1944525 Aug 29 04:35:41.999668 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa2a1-d74b-4aa5-9259-d955de567f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.016091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object 5db3ec64-431d-4eab-832f-202f97fe870f will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:42.023014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-0cf2353c-ee7a-46a3-b1b5-2bb14fd389a3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/quotas/6365f67e47f3426c8c84170bb09005a9 HTTP/1.1" status: 200 len: 375 time: 0.0195537 Aug 29 04:35:42.039501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Network 71485e57-97fd-4300-b222-1319e6513391 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:42.054829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:42.082081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:42.138548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b6655a87-5847-4dd1-a7ac-4304a6664e13 None None] For port d3d53670-41ea-4b10-a3be-677329a32b3f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d3d53670-41ea-4b10-a3be-677329a32b3f,segment=NetworkSegment(4c415382-e732-457e-a4ad-f336fed6d6e0),segment_id=4c415382-e732-457e-a4ad-f336fed6d6e0)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:42.193117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa2a1-d74b-4aa5-9259-d955de567f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.199855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa2a1-d74b-4aa5-9259-d955de567f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.237530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaa2a1-d74b-4aa5-9259-d955de567f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b4fce1-52c8-4646-9baf-e6ca7c4ff6fc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.244665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-0fdeeba8-bf0f-494d-8d9e-6f9a42dc1464 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2039580 Aug 29 04:35:42.265399 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.277621 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eeeaa2a1-d74b-4aa5-9259-d955de567f5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e4e4a969a9b487fa3fef15983d709a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561007 Aug 29 04:35:42.280124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.355075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Pushing event updated for resources: {'Port': ['ID=829c95c3-50ca-4106-9caf-9ff725d3caa4,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.363161 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6655a87-5847-4dd1-a7ac-4304a6664e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.365383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d34084f-21bd-4b39-b0b2-cd2a983a3a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.390105 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d34084f-21bd-4b39-b0b2-cd2a983a3a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.427529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Attempting to bind port 829c95c3-50ca-4106-9caf-9ff725d3caa4 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:42.428721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Attempting to bind port 829c95c3-50ca-4106-9caf-9ff725d3caa4 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '71485e57-97fd-4300-b222-1319e6513391'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:42.429335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Attempting to bind port 829c95c3-50ca-4106-9caf-9ff725d3caa4 on network 71485e57-97fd-4300-b222-1319e6513391 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:42.436091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:42.436920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Checking segment: {'id': 'bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '71485e57-97fd-4300-b222-1319e6513391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:42.437583 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.438237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Bound using segment: {'id': 'bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '71485e57-97fd-4300-b222-1319e6513391'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:42.438993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Bound port: 829c95c3-50ca-4106-9caf-9ff725d3caa4, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '71485e57-97fd-4300-b222-1319e6513391'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:42.439678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.440847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=5db3ec64-431d-4eab-832f-202f97fe870f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.465674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d34084f-21bd-4b39-b0b2-cd2a983a3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.468602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d34084f-21bd-4b39-b0b2-cd2a983a3a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.472644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3d34084f-21bd-4b39-b0b2-cd2a983a3a21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4b4fce1-52c8-4646-9baf-e6ca7c4ff6fc HTTP/1.1" status: 204 len: 168 time: 0.1886773 Aug 29 04:35:42.502721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34084f-21bd-4b39-b0b2-cd2a983a3a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b4fce1-52c8-4646-9baf-e6ca7c4ff6fc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.519313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab2706-b6a4-4103-a38b-a9445bfab60b req-0c4a75fb-9f4b-4585-b1b5-a1d57bca8eeb tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.522306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bab2706-b6a4-4103-a38b-a9445bfab60b req-0c4a75fb-9f4b-4585-b1b5-a1d57bca8eeb tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.3792088 Aug 29 04:35:42.537205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 3ef3b31f-719d-4566-ae66-abf94230df84 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:42.554592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6655a87-5847-4dd1-a7ac-4304a6664e13 None None] Pushing event updated for resources: {'Port': ['ID=d3d53670-41ea-4b10-a3be-677329a32b3f,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.594695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:42.599104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:42.711324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] For port 829c95c3-50ca-4106-9caf-9ff725d3caa4, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:42.722524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] For port 829c95c3-50ca-4106-9caf-9ff725d3caa4, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=829c95c3-50ca-4106-9caf-9ff725d3caa4,segment=NetworkSegment(bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9),segment_id=bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:42.738225 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.814016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bab2706-b6a4-4103-a38b-a9445bfab60b req-400c9c01-0525-4d53-93c3-d066cde927a1 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803633 Aug 29 04:35:42.852680 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f654348c-962d-4ad3-86c2-02a46ace2bf5 None None] Provisioning complete for port d3d53670-41ea-4b10-a3be-677329a32b3f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:42.853806 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f654348c-962d-4ad3-86c2-02a46ace2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.918348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.931126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-1fd52b2e-83cc-4f1b-8409-c04d87fe32b9 service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553903 Aug 29 04:35:42.961433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510386ea-efb5-49ec-8c57-36808c7f715e None None] Pushing event updated for resources: {'Port': ['ID=829c95c3-50ca-4106-9caf-9ff725d3caa4,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.064656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d3d53670-41ea-4b10-a3be-677329a32b3f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:43.130939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d3d53670-41ea-4b10-a3be-677329a32b3f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:43.131420 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.283138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.313587 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3132bcca-1afb-4705-871c-644fc61cfc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.364325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6dff1-cdb6-4c6f-bbb2-e663cbec2e77 req-be5ffd6e-e3c5-40a7-9ec6-1dc05daa13e6 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.369563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3e6dff1-cdb6-4c6f-bbb2-e663cbec2e77 req-be5ffd6e-e3c5-40a7-9ec6-1dc05daa13e6 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 945 time: 0.3501289 Aug 29 04:35:43.377342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33c63e3d-287c-457c-9196-520fa2fc77ef None None] Provisioning for port 5db3ec64-431d-4eab-832f-202f97fe870f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:43.384716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33c63e3d-287c-457c-9196-520fa2fc77ef None None] Provisioning complete for port 5db3ec64-431d-4eab-832f-202f97fe870f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:43.385461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33c63e3d-287c-457c-9196-520fa2fc77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.431815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-33c63e3d-287c-457c-9196-520fa2fc77ef None None] Port 5db3ec64-431d-4eab-832f-202f97fe870f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:43.446632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-d86aa7bd-f09d-451f-8627-5e281e1ac51b service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970175 Aug 29 04:35:43.474758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3e6dff1-cdb6-4c6f-bbb2-e663cbec2e77 req-d36fb5b4-1657-4b88-b36f-bbecd1071d15 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949655 Aug 29 04:35:43.478259 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.518582 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3132bcca-1afb-4705-871c-644fc61cfc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.526407 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3132bcca-1afb-4705-871c-644fc61cfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.569159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132bcca-1afb-4705-871c-644fc61cfc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae73127-df39-444a-aa4b-d2941edc9ed7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.610680 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3132bcca-1afb-4705-871c-644fc61cfc4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f08f1ea9c964119883eded29ae20acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253381 Aug 29 04:35:43.611659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60044) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.681785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 342c1d8c-171a-4856-87f2-486fe821822f up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:43.715137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55ee3e7e-0fa3-43b5-9196-34249e2e52e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.718493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52ccfdd8-28d1-436e-84c5-7a6451d92e88 req-2b3a5043-8808-4e71-b813-b324707b53d4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 210 time: 0.0384738 Aug 29 04:35:43.778529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55ee3e7e-0fa3-43b5-9196-34249e2e52e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.792766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 342c1d8c-171a-4856-87f2-486fe821822f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:43.800190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 342c1d8c-171a-4856-87f2-486fe821822f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:43.800602 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.879733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55ee3e7e-0fa3-43b5-9196-34249e2e52e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.882640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55ee3e7e-0fa3-43b5-9196-34249e2e52e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.886137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-55ee3e7e-0fa3-43b5-9196-34249e2e52e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fae73127-df39-444a-aa4b-d2941edc9ed7 HTTP/1.1" status: 204 len: 168 time: 0.2708209 Aug 29 04:35:43.898075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee3e7e-0fa3-43b5-9196-34249e2e52e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae73127-df39-444a-aa4b-d2941edc9ed7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.072759 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.143674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1617a01-1a92-4b7c-807d-03f2beeb3435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342c1d8c-171a-4856-87f2-486fe821822f'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:44.146911 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b90cc8-b116-471e-84fc-bb9bdd926d43" -d '{"events": [{"server_uuid": "e1617a01-1a92-4b7c-807d-03f2beeb3435", "name": "network-vif-plugged", "status": "completed", "tag": "342c1d8c-171a-4856-87f2-486fe821822f"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:44.159208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e22d47-7f28-44dc-944e-49c5e80a1aca req-9f16d8d3-531d-4a33-9931-e6318b11da71 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.168935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 342c1d8c-171a-4856-87f2-486fe821822f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=342c1d8c-171a-4856-87f2-486fe821822f,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:44.169733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34e22d47-7f28-44dc-944e-49c5e80a1aca req-9f16d8d3-531d-4a33-9931-e6318b11da71 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.2226300 Aug 29 04:35:44.175866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.243612 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a272841-e514-479f-a7c4-fd6acf22092b x-openstack-request-id: req-9a272841-e514-479f-a7c4-fd6acf22092b {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:44.243787 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1617a01-1a92-4b7c-807d-03f2beeb3435", "name": "network-vif-plugged", "status": "completed", "tag": "342c1d8c-171a-4856-87f2-486fe821822f", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:44.245483 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a272841-e514-479f-a7c4-fd6acf22092b {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:44.245824 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1617a01-1a92-4b7c-807d-03f2beeb3435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342c1d8c-171a-4856-87f2-486fe821822f', 'code': 200} Aug 29 04:35:44.251552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=342c1d8c-171a-4856-87f2-486fe821822f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.417179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34e22d47-7f28-44dc-944e-49c5e80a1aca req-b68962c0-d4dd-4117-aef8-4768fe648517 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462308 Aug 29 04:35:44.435659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613462b7-2541-42b1-af0f-a651d683c89b req-092ed0e9-0317-4efc-968e-a1eb0d89d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.443343 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-613462b7-2541-42b1-af0f-a651d683c89b req-092ed0e9-0317-4efc-968e-a1eb0d89d91e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 1098 time: 0.1032703 Aug 29 04:35:44.460975 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.471169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.536299 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-613462b7-2541-42b1-af0f-a651d683c89b req-7d4438a0-27f2-4258-a549-5cf496322fba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837190 Aug 29 04:35:44.615095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb1c3c-f0f9-43c4-8df9-5e351aa56b35 None None] Network 71485e57-97fd-4300-b222-1319e6513391 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:44.715324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-75d0ff90-9b8a-439c-bd61-74e107fc7b95 None None] Provisioning for port 829c95c3-50ca-4106-9caf-9ff725d3caa4 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:44.795609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=5db3ec64-431d-4eab-832f-202f97fe870f,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.820609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.080692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c78569d-72bd-4910-be95-8e6b1ad7cace req-50deebfe-e45a-416a-aecc-b92a08cdbe71 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 210 time: 0.2228911 Aug 29 04:35:45.097038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 3ef3b31f-719d-4566-ae66-abf94230df84 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:45.108082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e392fec-2117-4721-973c-151ae0b32e18 req-4d33e3dc-ba1b-4a4a-af32-aeae4f24deaa tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.116785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e392fec-2117-4721-973c-151ae0b32e18 req-4d33e3dc-ba1b-4a4a-af32-aeae4f24deaa tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 946 time: 0.4676630 Aug 29 04:35:45.120878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 829c95c3-50ca-4106-9caf-9ff725d3caa4 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:45.172360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:45.229113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e392fec-2117-4721-973c-151ae0b32e18 req-a7480ef0-a708-4f5e-b5a4-8c1832feefe5 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070151 Aug 29 04:35:45.258866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 829c95c3-50ca-4106-9caf-9ff725d3caa4 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:45.281861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 829c95c3-50ca-4106-9caf-9ff725d3caa4 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:45.281861 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.446174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d35a6cb7-f25a-4d20-a03d-f2fd6adb063b None None] Provisioning complete for port 829c95c3-50ca-4106-9caf-9ff725d3caa4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:45.446682 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d35a6cb7-f25a-4d20-a03d-f2fd6adb063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.474489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 4356a237-90d4-4958-b2a2-60ba5362d75b is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:45.663955 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.870640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 829c95c3-50ca-4106-9caf-9ff725d3caa4, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=829c95c3-50ca-4106-9caf-9ff725d3caa4,segment=NetworkSegment(bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9),segment_id=bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:45.909072 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d35a6cb7-f25a-4d20-a03d-f2fd6adb063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.914588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.988752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701efe3-a235-4f11-b174-1833b65490a4 req-a8358e8c-eb66-414f-89c1-de450ffd3d6f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.000067 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-a8358e8c-eb66-414f-89c1-de450ffd3d6f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.3857701 Aug 29 04:35:46.016040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'port': {'device_id': '2ab704e1-3e3f-42e4-bfef-ec8bb5899802', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'admin_state_up': True, 'tenant_id': '6365f67e47f3426c8c84170bb09005a9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:46.154356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=829c95c3-50ca-4106-9caf-9ff725d3caa4,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.157951 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-d35a6cb7-f25a-4d20-a03d-f2fd6adb063b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:35:46.162331 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-d35a6cb7-f25a-4d20-a03d-f2fd6adb063b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:35:46.191434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:46.207328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7407630f-f4b6-4f1d-9911-6f326ea48acb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/4356a237-90d4-4958-b2a2-60ba5362d75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8567843 Aug 29 04:35:46.208987 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b25b74-d0e7-44db-a164-65c696092481 None None] Sync routers for ids ['4356a237-90d4-4958-b2a2-60ba5362d75b'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:46.209508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60120) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:46.222793 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b25b74-d0e7-44db-a164-65c696092481 None None] Routers {'4356a237-90d4-4958-b2a2-60ba5362d75b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:46.224554 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d1b25b74-d0e7-44db-a164-65c696092481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4356a237-90d4-4958-b2a2-60ba5362d75b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:46.258638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0420c-08ec-4cba-ba30-9cf2f0fced01 req-f43f87fa-66d2-4b56-8696-a352db849fc8 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.260089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83f0420c-08ec-4cba-ba30-9cf2f0fced01 req-f43f87fa-66d2-4b56-8696-a352db849fc8 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.6559689 Aug 29 04:35:46.303093 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d1b25b74-d0e7-44db-a164-65c696092481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:46.306075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11911cd-0628-4675-a0e2-7f795eee9e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.309952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c11911cd-0628-4675-a0e2-7f795eee9e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports/5db3ec64-431d-4eab-832f-202f97fe870f HTTP/1.1" status: 200 len: 910 time: 0.0955317 Aug 29 04:35:46.314722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b13f1403-6de0-4f97-a8a1-33184d271d4b req-43b0b293-7d67-4ae9-9df6-68415a242cc5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 210 time: 0.1086473 Aug 29 04:35:46.321126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60126) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:46.328233 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b25b74-d0e7-44db-a164-65c696092481 None None] Routers {'4356a237-90d4-4958-b2a2-60ba5362d75b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:46.328920 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d1b25b74-d0e7-44db-a164-65c696092481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4356a237-90d4-4958-b2a2-60ba5362d75b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:46.361503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Made reservation on behalf of 6365f67e47f3426c8c84170bb09005a9 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:46.365586 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.423229 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d1b25b74-d0e7-44db-a164-65c696092481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:46.424160 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b25b74-d0e7-44db-a164-65c696092481 None None] The sync data for ids ['4356a237-90d4-4958-b2a2-60ba5362d75b'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:46.659462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Allocated IP 172.20.0.6 (16e88a61-06d4-4738-9e91-a4badbbf3a6a/b59a36ab-2a9c-4b0e-9a74-5a54956291a4/2f780baf-7eac-4022-899b-c64545ee5950) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:46.796399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83f0420c-08ec-4cba-ba30-9cf2f0fced01 req-bf9e9c49-eee3-420e-b743-92e7bb80ffa0 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979274 Aug 29 04:35:46.834852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471d5d1-da4f-4792-b46c-d7fb9a4fffac req-763e3a3b-7bd6-4b67-8613-5d80112e95ac tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.836521 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b471d5d1-da4f-4792-b46c-d7fb9a4fffac req-763e3a3b-7bd6-4b67-8613-5d80112e95ac tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 946 time: 0.3802547 Aug 29 04:35:46.858881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cda66b45-199d-4888-ad77-4d39bea4c872 None None] Provisioning complete for port 5db3ec64-431d-4eab-832f-202f97fe870f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:46.859628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cda66b45-199d-4888-ad77-4d39bea4c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.945831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cda66b45-199d-4888-ad77-4d39bea4c872 None None] Port 5db3ec64-431d-4eab-832f-202f97fe870f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:46.998761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 829c95c3-50ca-4106-9caf-9ff725d3caa4 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:47.017677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.026242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.074977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Transition to ACTIVE for port object 2f780baf-7eac-4022-899b-c64545ee5950 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:47.082025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 829c95c3-50ca-4106-9caf-9ff725d3caa4 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:47.083261 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.108668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b471d5d1-da4f-4792-b46c-d7fb9a4fffac req-0535ca7b-ab91-4eb7-929f-21267ba8bd00 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696031 Aug 29 04:35:47.200869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.314223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:47.337268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:47.342239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:47.357681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'Port': ['ID=2f780baf-7eac-4022-899b-c64545ee5950,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.492043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3adf299f-4aa4-4fb8-952c-8c833c25c6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.499432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.501264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.542048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-5e893f62-84b0-467f-b247-8a4a47be45d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5331295 Aug 29 04:35:47.628395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Request body: {'port': {'device_id': '2ab704e1-3e3f-42e4-bfef-ec8bb5899802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:47.685182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.21.0.1 (71485e57-97fd-4300-b222-1319e6513391/efb36249-64bb-48ee-b743-dfda182d463d/c089f91c-fc8e-4bdf-b826-e9bf22ffb642) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:47.717660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-cb622ee7-ab13-48f5-ba51-01f7ba587bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.719478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-cb622ee7-ab13-48f5-ba51-01f7ba587bff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 1098 time: 0.1521595 Aug 29 04:35:47.722099 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e4b8-9c79-4640-9453-a4272cd3d977 req-f68ca6f5-97b9-4d85-a8b3-3c9cd9ef0c4c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.733571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6b6e4b8-9c79-4640-9453-a4272cd3d977 req-f68ca6f5-97b9-4d85-a8b3-3c9cd9ef0c4c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 931 time: 0.1759558 Aug 29 04:35:47.738103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.889543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-49097f41-e3a6-41e8-9a80-08371a1a910a None None] Provisioning for port 2f780baf-7eac-4022-899b-c64545ee5950 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:47.900939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-49097f41-e3a6-41e8-9a80-08371a1a910a None None] Provisioning complete for port 2f780baf-7eac-4022-899b-c64545ee5950 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:47.904059 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-49097f41-e3a6-41e8-9a80-08371a1a910a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.920166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6b6e4b8-9c79-4640-9453-a4272cd3d977 req-52d31d4b-0f88-4b33-9ce7-4abdedfe2522 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780479 Aug 29 04:35:48.011341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-49097f41-e3a6-41e8-9a80-08371a1a910a None None] Port 2f780baf-7eac-4022-899b-c64545ee5950 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:48.026484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.076683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object c089f91c-fc8e-4bdf-b826-e9bf22ffb642 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:48.160018 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.231813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 71485e57-97fd-4300-b222-1319e6513391 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:48.235741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:48.251026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:48.263681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-c6967518-c1e4-49d8-872a-c3ba2fe80770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.275595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cf88e-56e9-491c-9f5e-f793f7fc5e05 req-e4806faf-9517-4273-b47c-00cd92f95584 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.277447 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d3cf88e-56e9-491c-9f5e-f793f7fc5e05 req-e4806faf-9517-4273-b47c-00cd92f95584 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1844964 Aug 29 04:35:48.292185 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-c6967518-c1e4-49d8-872a-c3ba2fe80770 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 920 time: 0.5620804 Aug 29 04:35:48.307613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=c089f91c-fc8e-4bdf-b826-e9bf22ffb642,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.377406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d3cf88e-56e9-491c-9f5e-f793f7fc5e05 req-5ff8b91d-f0a5-4d52-84dd-280dd7027e41 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666800 Aug 29 04:35:48.379972 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.462921 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-0acf9967-fd93-4bb5-83a0-62030725822e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=342c1d8c-171a-4856-87f2-486fe821822f HTTP/1.1" status: 200 len: 217 time: 0.1614599 Aug 29 04:35:48.617219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.662768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f780baf-7eac-4022-899b-c64545ee5950 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:48.682356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-236cba86-d889-4483-94e5-3f09420c9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.684298 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-236cba86-d889-4483-94e5-3f09420c9605 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.2109797 Aug 29 04:35:48.686505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.729003 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-0286cfe4-e9a1-4cd0-9498-879b2d5fb944 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331218 Aug 29 04:35:48.750539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Transition to ACTIVE for port object 2f780baf-7eac-4022-899b-c64545ee5950 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:48.756878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fdc1f94f-c0b8-4f60-9091-1fab11b75542 None None] Provisioning for port c089f91c-fc8e-4bdf-b826-e9bf22ffb642 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:48.762441 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fdc1f94f-c0b8-4f60-9091-1fab11b75542 None None] Provisioning complete for port c089f91c-fc8e-4bdf-b826-e9bf22ffb642 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:48.763116 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f94f-c0b8-4f60-9091-1fab11b75542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.837639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1f94f-c0b8-4f60-9091-1fab11b75542 None None] Port c089f91c-fc8e-4bdf-b826-e9bf22ffb642 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:49.159929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60184) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:49.186943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5c238-1f6b-4555-a17c-16315a59cc80 req-726b7445-51bf-400d-a6dd-38b1bc3cc5bd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.188529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aec5c238-1f6b-4555-a17c-16315a59cc80 req-726b7445-51bf-400d-a6dd-38b1bc3cc5bd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 943 time: 0.1476235 Aug 29 04:35:49.268913 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aec5c238-1f6b-4555-a17c-16315a59cc80 req-fe025696-8fbc-4899-b9b5-edb0455b9192 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724728 Aug 29 04:35:49.281738 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.295413 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.304973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.399320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=c089f91c-fc8e-4bdf-b826-e9bf22ffb642,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.407975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Pushing event updated for resources: {'Port': ['ID=2f780baf-7eac-4022-899b-c64545ee5950,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.513677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.528781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76a9fa97-a31a-4505-a300-701fc122f6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.603334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Attempting to bind port 2f780baf-7eac-4022-899b-c64545ee5950 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:49.603334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Attempting to bind port 2f780baf-7eac-4022-899b-c64545ee5950 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:49.603334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Attempting to bind port 2f780baf-7eac-4022-899b-c64545ee5950 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:49.620329 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-05e6a556-ec56-4616-b15e-b365b799096e service neutron] 10.222.0.65 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8752782 Aug 29 04:35:49.621561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Port 2f780baf-7eac-4022-899b-c64545ee5950 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:49.622695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Attempting to bind port 2f780baf-7eac-4022-899b-c64545ee5950 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:49.631279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:49.635618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Checking segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:49.636859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Bound using segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:49.637909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Bound port: 2f780baf-7eac-4022-899b-c64545ee5950, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:49.638788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.841495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76a9fa97-a31a-4505-a300-701fc122f6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.865201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] For port 2f780baf-7eac-4022-899b-c64545ee5950, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:49.869206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] For port 2f780baf-7eac-4022-899b-c64545ee5950, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f780baf-7eac-4022-899b-c64545ee5950,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:49.888393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece8a8c-ccbc-4a27-b759-bb6315311e11 req-79e441d0-8ee6-4ac1-b297-ec89ee11700c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.890238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bece8a8c-ccbc-4a27-b759-bb6315311e11 req-79e441d0-8ee6-4ac1-b297-ec89ee11700c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.3725777 Aug 29 04:35:49.892939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76a9fa97-a31a-4505-a300-701fc122f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.922035 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e989a9c-c4a1-4995-bf76-091b1cb83176 req-682d58da-6b79-4cd3-b2b1-cb13136cbbdc service neutron] 10.222.0.65 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916965 Aug 29 04:35:49.923571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.935228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9fa97-a31a-4505-a300-701fc122f6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf168c46-a536-4acc-a33d-41abc33520ba,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.035900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-76a9fa97-a31a-4505-a300-701fc122f6f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=214929f8c49d46d9a683b055a3d5c4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8613985 Aug 29 04:35:50.035900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60196) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:50.044026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.045288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.046158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] 10.222.0.64 "PUT /v2.0/ports/2f780baf-7eac-4022-899b-c64545ee5950 HTTP/1.1" status: 200 len: 1092 time: 2.4235456 Aug 29 04:35:50.046515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab704e1-3e3f-42e4-bfef-ec8bb5899802', 'tag': '2f780baf-7eac-4022-899b-c64545ee5950'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:50.053821 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d719584-b070-4222-b2a2-1a002b7a7d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab704e1-3e3f-42e4-bfef-ec8bb5899802", "tag": "2f780baf-7eac-4022-899b-c64545ee5950"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:50.063923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899dda3-fa31-48e3-8576-fdb35f02a427 service neutron] Pushing event updated for resources: {'Port': ['ID=2f780baf-7eac-4022-899b-c64545ee5950,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.098820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 71485e57-97fd-4300-b222-1319e6513391 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:50.114739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bece8a8c-ccbc-4a27-b759-bb6315311e11 req-35962fcc-06ff-45d6-af9a-73127b5e7540 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877420 Aug 29 04:35:50.162923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:50.187412 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09da7c7-813f-4bb7-9fc8-63aa72348fe8 x-openstack-request-id: req-b09da7c7-813f-4bb7-9fc8-63aa72348fe8 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:50.188329 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab704e1-3e3f-42e4-bfef-ec8bb5899802", "tag": "2f780baf-7eac-4022-899b-c64545ee5950", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:50.190841 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b09da7c7-813f-4bb7-9fc8-63aa72348fe8 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:50.191286 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab704e1-3e3f-42e4-bfef-ec8bb5899802', 'tag': '2f780baf-7eac-4022-899b-c64545ee5950', 'status': 'completed', 'code': 200} Aug 29 04:35:50.211371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701efe3-a235-4f11-b174-1833b65490a4 req-72ec988d-08fc-47be-a6c6-82aa7e33e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.213226 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-72ec988d-08fc-47be-a6c6-82aa7e33e79c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 1095 time: 0.1062217 Aug 29 04:35:50.310531 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.360056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 4356a237-90d4-4958-b2a2-60ba5362d75b has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:50.382538 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-b6f71ef9-1e53-412b-9b63-5a92186da098 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f780baf-7eac-4022-899b-c64545ee5950 HTTP/1.1" status: 200 len: 217 time: 0.1594946 Aug 29 04:35:50.410239 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7588b621-65ae-4ef1-bfc5-502271609019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.464738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701efe3-a235-4f11-b174-1833b65490a4 req-355741c0-5f2d-4024-9618-d95d56955991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.466505 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-355741c0-5f2d-4024-9618-d95d56955991 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0611875 Aug 29 04:35:50.478056 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eccc82f5-6a09-4b69-b176-0f39d2c6d331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.589662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701efe3-a235-4f11-b174-1833b65490a4 req-88579837-1e44-45e8-89eb-e54a740d1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.591368 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-88579837-1e44-45e8-89eb-e54a740d1600 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117983 Aug 29 04:35:50.655808 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eccc82f5-6a09-4b69-b176-0f39d2c6d331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.665989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57b4ac-5c8f-42f8-b569-7b8f6640511e req-23b6bf18-406e-4374-b3b2-33059a2f3562 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.673764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c57b4ac-5c8f-42f8-b569-7b8f6640511e req-23b6bf18-406e-4374-b3b2-33059a2f3562 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 943 time: 0.2026701 Aug 29 04:35:50.707168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:50.728408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6a77f873-4440-427e-b236-3697ad6d796f tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/4356a237-90d4-4958-b2a2-60ba5362d75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4061251 Aug 29 04:35:50.739760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfccf7-d721-400d-a4de-0b1135949bfa None None] Sync routers for ids ['4356a237-90d4-4958-b2a2-60ba5362d75b'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:50.746184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60206) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:50.771234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfccf7-d721-400d-a4de-0b1135949bfa None None] Routers {'4356a237-90d4-4958-b2a2-60ba5362d75b'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:50.771858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cfbfccf7-d721-400d-a4de-0b1135949bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4356a237-90d4-4958-b2a2-60ba5362d75b'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:50.779686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-ab797663-13f8-4193-a746-233d32ae965b service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786315 Aug 29 04:35:50.792878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c57b4ac-5c8f-42f8-b569-7b8f6640511e req-6f1d52bf-2720-4a6b-9023-9aeaafcdb7a0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180229 Aug 29 04:35:50.837010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fc2d86db-e62c-46ee-a6f2-885284864e0a None None] Provisioning complete for port c089f91c-fc8e-4bdf-b826-e9bf22ffb642 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:50.837818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fc2d86db-e62c-46ee-a6f2-885284864e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.881457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cfbfccf7-d721-400d-a4de-0b1135949bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:50.886775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d86db-e62c-46ee-a6f2-885284864e0a None None] Port c089f91c-fc8e-4bdf-b826-e9bf22ffb642 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:50.892697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43735701-e660-44fd-a72c-2945bc3bbd53 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.899897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60208) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:50.900634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-43735701-e660-44fd-a72c-2945bc3bbd53 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports/c089f91c-fc8e-4bdf-b826-e9bf22ffb642 HTTP/1.1" status: 200 len: 910 time: 0.1523488 Aug 29 04:35:50.901651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfccf7-d721-400d-a4de-0b1135949bfa None None] Routers {'4356a237-90d4-4958-b2a2-60ba5362d75b'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:50.902534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cfbfccf7-d721-400d-a4de-0b1135949bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4356a237-90d4-4958-b2a2-60ba5362d75b'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:50.929335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eccc82f5-6a09-4b69-b176-0f39d2c6d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.937707 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eccc82f5-6a09-4b69-b176-0f39d2c6d331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.941637 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eccc82f5-6a09-4b69-b176-0f39d2c6d331 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf168c46-a536-4acc-a33d-41abc33520ba HTTP/1.1" status: 204 len: 168 time: 0.9109375 Aug 29 04:35:50.951722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc82f5-6a09-4b69-b176-0f39d2c6d331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf168c46-a536-4acc-a33d-41abc33520ba,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.975915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cfbfccf7-d721-400d-a4de-0b1135949bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:50.976884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfccf7-d721-400d-a4de-0b1135949bfa None None] The sync data for ids ['4356a237-90d4-4958-b2a2-60ba5362d75b'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:51.189315 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.192155 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3701efe3-a235-4f11-b174-1833b65490a4 req-c09fefc7-a5ce-4d19-88ac-dda8eb0d43ac service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919790 Aug 29 04:35:51.369395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c79b3e-3c14-43ed-83fc-83531996c143 req-50948ac5-c69b-45d6-ae8f-dc38aefd8f80 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.371185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39c79b3e-3c14-43ed-83fc-83531996c143 req-50948ac5-c69b-45d6-ae8f-dc38aefd8f80 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1072590 Aug 29 04:35:51.404087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-90551c5a-14d4-4db5-b52f-c225a099b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.406572 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-90551c5a-14d4-4db5-b52f-c225a099b232 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 1095 time: 0.1115632 Aug 29 04:35:51.444823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39c79b3e-3c14-43ed-83fc-83531996c143 req-82b0652f-c2ce-4c2c-af8a-81a34ee659a6 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658796 Aug 29 04:35:51.554768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-64b041e9-0b99-49f3-b355-d756c21d2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.556360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-64b041e9-0b99-49f3-b355-d756c21d2b26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.1406207 Aug 29 04:35:51.592546 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.661181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-b3bc2793-4e2a-4ecc-8de7-81fd7f771bd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f780baf-7eac-4022-899b-c64545ee5950 HTTP/1.1" status: 200 len: 217 time: 0.0910902 Aug 29 04:35:51.754965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-aabd50fb-eb53-44be-949c-4d713189a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.756510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-aabd50fb-eb53-44be-949c-4d713189a19f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0629585 Aug 29 04:35:51.885831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-a07ac873-b185-424b-8a4b-6fd3a37485e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.887456 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-a07ac873-b185-424b-8a4b-6fd3a37485e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930119 Aug 29 04:35:51.985270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc720f-7adc-4951-b537-b8969b284b12 req-b496eb52-2d94-4047-9430-2f4752d417b1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.987505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03fc720f-7adc-4951-b537-b8969b284b12 req-b496eb52-2d94-4047-9430-2f4752d417b1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 943 time: 0.0642872 Aug 29 04:35:52.015658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75c174b4-7386-4542-a099-e1165e362cdc req-15823d02-8f91-4a7c-9585-cac1c56128a7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0569644 Aug 29 04:35:52.053756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03fc720f-7adc-4951-b537-b8969b284b12 req-0e910359-0974-40ff-a8d5-ebc21a69c6e7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562797 Aug 29 04:35:52.091978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75c174b4-7386-4542-a099-e1165e362cdc req-0a9e8c53-d6da-4cc4-a7b7-a7a502ee38ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0451252 Aug 29 04:35:52.120442 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-591a646e-a1a9-46fb-9735-7bc8095cb2bd service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225854 Aug 29 04:35:52.171701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75c174b4-7386-4542-a099-e1165e362cdc req-6bcf094d-2b3a-4145-bb24-9090069ef87c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469291 Aug 29 04:35:52.235621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port c089f91c-fc8e-4bdf-b826-e9bf22ffb642 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:52.236031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.427472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d719584-b070-4222-b2a2-1a002b7a7d7b req-cb4f9777-6f38-4786-b02a-4dd5d56fcb5f service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907987 Aug 29 04:35:52.452426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c174b4-7386-4542-a099-e1165e362cdc req-7e22cb38-a316-4185-a537-c648d5ba0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.453943 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75c174b4-7386-4542-a099-e1165e362cdc req-7e22cb38-a316-4185-a537-c648d5ba0631 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2714825 Aug 29 04:35:52.455689 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.479282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for c089f91c-fc8e-4bdf-b826-e9bf22ffb642 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:52.673870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fac3-7b9a-42f3-970e-94b08a8d45f4 req-df6423eb-2b79-4b5f-af76-b2074e999a01 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.682432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b2fac3-7b9a-42f3-970e-94b08a8d45f4 req-df6423eb-2b79-4b5f-af76-b2074e999a01 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1040654 Aug 29 04:35:52.736322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b2fac3-7b9a-42f3-970e-94b08a8d45f4 req-42e03eda-0adf-456c-b376-410914ea27fd tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515718 Aug 29 04:35:52.792009 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.798544 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.829869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=c089f91c-fc8e-4bdf-b826-e9bf22ffb642,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.093513 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.151120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60274) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:53.264456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671768a-87e9-464e-84f0-efa5f26d45c9 req-a4a70918-3da3-46c4-8786-e51f12106e03 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.273848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3671768a-87e9-464e-84f0-efa5f26d45c9 req-a4a70918-3da3-46c4-8786-e51f12106e03 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 943 time: 0.0839252 Aug 29 04:35:53.324902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3671768a-87e9-464e-84f0-efa5f26d45c9 req-664cc7bb-30b3-42db-a3e9-c35d8b9d14ea tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498536 Aug 29 04:35:53.384371 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04e1bb95-7c99-42d2-a37c-668e0425e125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.384649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 4356a237-90d4-4958-b2a2-60ba5362d75b has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:53.490407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04e1bb95-7c99-42d2-a37c-668e0425e125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.496501 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04e1bb95-7c99-42d2-a37c-668e0425e125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.564271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04e1bb95-7c99-42d2-a37c-668e0425e125 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14e55eefaa9449efab3d65c2467dd004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102962 Aug 29 04:35:53.565925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60280) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:53.570676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1bb95-7c99-42d2-a37c-668e0425e125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd7607b-c1a0-432a-a687-064202aa30d1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.649337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab187c0c-ff3a-423a-abc4-a385a019d023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.676819 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab187c0c-ff3a-423a-abc4-a385a019d023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.747811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab187c0c-ff3a-423a-abc4-a385a019d023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.751435 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab187c0c-ff3a-423a-abc4-a385a019d023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.766102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ab187c0c-ff3a-423a-abc4-a385a019d023 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cd7607b-c1a0-432a-a687-064202aa30d1 HTTP/1.1" status: 204 len: 168 time: 0.1988873 Aug 29 04:35:53.787780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab187c0c-ff3a-423a-abc4-a385a019d023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd7607b-c1a0-432a-a687-064202aa30d1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.912363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b258b02-4e43-4003-ad47-ecd3d6d11253 req-e400d135-a4ca-48d9-93a9-5ea125585f5b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.914581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b258b02-4e43-4003-ad47-ecd3d6d11253 req-e400d135-a4ca-48d9-93a9-5ea125585f5b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.0769172 Aug 29 04:35:53.944271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:53.960419 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-97f0b26b-1a9e-4eb4-87af-7c2bcec00334 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/4356a237-90d4-4958-b2a2-60ba5362d75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0578082 Aug 29 04:35:53.961352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60290) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:53.963571 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db3af9-5825-41fd-91e4-ee72a9001a68 None None] Sync routers for ids ['4356a237-90d4-4958-b2a2-60ba5362d75b'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:53.975639 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b258b02-4e43-4003-ad47-ecd3d6d11253 req-502395cc-d92c-46df-9884-98caf35e69a9 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545499 Aug 29 04:35:53.983113 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db3af9-5825-41fd-91e4-ee72a9001a68 None None] Routers {'4356a237-90d4-4958-b2a2-60ba5362d75b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:53.983754 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c7db3af9-5825-41fd-91e4-ee72a9001a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4356a237-90d4-4958-b2a2-60ba5362d75b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.044014 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c7db3af9-5825-41fd-91e4-ee72a9001a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.053031 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db3af9-5825-41fd-91e4-ee72a9001a68 None None] Routers {'4356a237-90d4-4958-b2a2-60ba5362d75b'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:54.053852 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c7db3af9-5825-41fd-91e4-ee72a9001a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4356a237-90d4-4958-b2a2-60ba5362d75b'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.095607 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c7db3af9-5825-41fd-91e4-ee72a9001a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.096667 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db3af9-5825-41fd-91e4-ee72a9001a68 None None] The sync data for ids ['4356a237-90d4-4958-b2a2-60ba5362d75b'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:54.328301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.491055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c6fbe-7a67-43c5-a122-d41ef4b9e488 req-be3611f2-28d0-4ea9-a9e9-b75e8bb78719 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.500068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-343c6fbe-7a67-43c5-a122-d41ef4b9e488 req-be3611f2-28d0-4ea9-a9e9-b75e8bb78719 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 943 time: 0.0835695 Aug 29 04:35:54.546160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-343c6fbe-7a67-43c5-a122-d41ef4b9e488 req-cae2bc6c-5b8c-4043-9f3d-b1a21ed526b4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Aug 29 04:35:54.703312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 5db3ec64-431d-4eab-832f-202f97fe870f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:54.703672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.813654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.828318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 5db3ec64-431d-4eab-832f-202f97fe870f owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:55.139334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.183207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=5db3ec64-431d-4eab-832f-202f97fe870f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.454249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.502113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6b8c-32d7-4b77-8482-d58819c7ea14 req-64e21982-3f67-4d4c-8290-d3497c104053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.511638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ccb6b8c-32d7-4b77-8482-d58819c7ea14 req-64e21982-3f67-4d4c-8290-d3497c104053 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.4214084 Aug 29 04:35:55.560757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ccb6b8c-32d7-4b77-8482-d58819c7ea14 req-7385cf37-029f-4d2f-a535-7a8cdeb497f7 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 Aug 29 04:35:55.695965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2f780baf-7eac-4022-899b-c64545ee5950 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:55.702986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 4356a237-90d4-4958-b2a2-60ba5362d75b has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:55.726649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e9be9-c22b-480b-8d1f-5ad357450607 req-e398b670-c621-402a-a3fa-dcdf13ff792a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.728809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a32e9be9-c22b-480b-8d1f-5ad357450607 req-e398b670-c621-402a-a3fa-dcdf13ff792a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 943 time: 0.0795712 Aug 29 04:35:55.842959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a32e9be9-c22b-480b-8d1f-5ad357450607 req-dd95b672-d5a7-46c8-ac29-6e62482ab2f5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967693 Aug 29 04:35:55.856210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:55.881665 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3fb3b080-e31b-46f3-8ae2-fc550814fe81 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/4356a237-90d4-4958-b2a2-60ba5362d75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158673 Aug 29 04:35:55.882061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60362) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.895651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55108813-bdbb-4ea1-96d6-36f474161984 None None] Sync routers for ids ['4356a237-90d4-4958-b2a2-60ba5362d75b'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:55.917943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2f780baf-7eac-4022-899b-c64545ee5950, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f780baf-7eac-4022-899b-c64545ee5950,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:55.929378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d260dd6c-24d9-4f71-85aa-77f8b83ab05e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=4356a237-90d4-4958-b2a2-60ba5362d75b HTTP/1.1" status: 200 len: 205 time: 0.0438831 Aug 29 04:35:55.930062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60368) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.938492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '2f780baf-7eac-4022-899b-c64545ee5950', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': '2f780baf-7eac-4022-899b-c64545ee5950', 'mac_address': 'fa:16:3e:fa:6d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:56.050953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55108813-bdbb-4ea1-96d6-36f474161984 None None] Routers {'4356a237-90d4-4958-b2a2-60ba5362d75b'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:56.051843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-55108813-bdbb-4ea1-96d6-36f474161984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4356a237-90d4-4958-b2a2-60ba5362d75b'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:56.064308 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.066137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b3176bc-5a83-4a7c-a850-0c9f3b4c7417 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.116070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-55108813-bdbb-4ea1-96d6-36f474161984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:56.137317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f780baf-7eac-4022-899b-c64545ee5950 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:56.162382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2f780baf-7eac-4022-899b-c64545ee5950, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f780baf-7eac-4022-899b-c64545ee5950,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:56.171777 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.241834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2f780baf-7eac-4022-899b-c64545ee5950,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.247029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55108813-bdbb-4ea1-96d6-36f474161984 None None] Routers {'4356a237-90d4-4958-b2a2-60ba5362d75b'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:56.248807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-55108813-bdbb-4ea1-96d6-36f474161984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['4356a237-90d4-4958-b2a2-60ba5362d75b'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:56.369580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-55108813-bdbb-4ea1-96d6-36f474161984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:56.370517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55108813-bdbb-4ea1-96d6-36f474161984 None None] The sync data for ids ['4356a237-90d4-4958-b2a2-60ba5362d75b'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:56.472177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b3176bc-5a83-4a7c-a850-0c9f3b4c7417 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.475473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b3176bc-5a83-4a7c-a850-0c9f3b4c7417 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.477693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2f780baf-7eac-4022-899b-c64545ee5950'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:56.539697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b3176bc-5a83-4a7c-a850-0c9f3b4c7417 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.540990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3176bc-5a83-4a7c-a850-0c9f3b4c7417 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Fanout notify agent at l3_agent the message router_deleted on router 4356a237-90d4-4958-b2a2-60ba5362d75b {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:56.551085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b3176bc-5a83-4a7c-a850-0c9f3b4c7417 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.554009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6b3176bc-5a83-4a7c-a850-0c9f3b4c7417 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/4356a237-90d4-4958-b2a2-60ba5362d75b HTTP/1.1" status: 204 len: 168 time: 0.6224337 Aug 29 04:35:56.557592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60394) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.667111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5454333-d9d0-4048-b0ee-f2163026cc85 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet efb36249-64bb-48ee-b743-dfda182d463d {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:56.675674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5454333-d9d0-4048-b0ee-f2163026cc85 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.748957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91140-d3df-4d53-b32b-8c8d984e52e0 req-4a335d50-4b9a-46e3-9091-d4372b436db6 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.758190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38a91140-d3df-4d53-b32b-8c8d984e52e0 req-4a335d50-4b9a-46e3-9091-d4372b436db6 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1101050 Aug 29 04:35:56.763642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5454333-d9d0-4048-b0ee-f2163026cc85 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.814288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38a91140-d3df-4d53-b32b-8c8d984e52e0 req-538dee93-7664-4cfe-80aa-5ae0a1eeb0c3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534434 Aug 29 04:35:56.917200 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5454333-d9d0-4048-b0ee-f2163026cc85 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.996150 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5454333-d9d0-4048-b0ee-f2163026cc85 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.023194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e702478-862a-43c5-b056-8d0e560e9a04 req-e210d514-b276-4b68-a978-aeaf04e05f00 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.024837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e702478-862a-43c5-b056-8d0e560e9a04 req-e210d514-b276-4b68-a978-aeaf04e05f00 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 944 time: 0.0740113 Aug 29 04:35:57.039548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5454333-d9d0-4048-b0ee-f2163026cc85 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=efb36249-64bb-48ee-b743-dfda182d463d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.060718 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a5454333-d9d0-4048-b0ee-f2163026cc85 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.069123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60420) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:57.069617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b243bb1-89da-49e8-9c5a-575a00cc2c92 None None] Network 71485e57-97fd-4300-b222-1319e6513391 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:57.084799 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a5454333-d9d0-4048-b0ee-f2163026cc85 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/efb36249-64bb-48ee-b743-dfda182d463d HTTP/1.1" status: 204 len: 168 time: 0.5253386 Aug 29 04:35:57.132989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e702478-862a-43c5-b056-8d0e560e9a04 req-0ac4fa0b-cba0-4944-a294-b6ce30f09ad2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000094 Aug 29 04:35:57.165263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafd4d5b-fa1d-4990-a0c7-2213aba9ea05 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet 9c39682b-67a0-4332-9de9-89cf838620ba {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:57.171111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dafd4d5b-fa1d-4990-a0c7-2213aba9ea05 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.210584 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.228837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dafd4d5b-fa1d-4990-a0c7-2213aba9ea05 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.400446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] DHCP port deletion for 71485e57-97fd-4300-b222-1319e6513391 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:57.450241 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dafd4d5b-fa1d-4990-a0c7-2213aba9ea05 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.505816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] Deleting port 829c95c3-50ca-4106-9caf-9ff725d3caa4 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:57.506407 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.565277 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dafd4d5b-fa1d-4990-a0c7-2213aba9ea05 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.607385 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dafd4d5b-fa1d-4990-a0c7-2213aba9ea05 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.609902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dafd4d5b-fa1d-4990-a0c7-2213aba9ea05 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/9c39682b-67a0-4332-9de9-89cf838620ba HTTP/1.1" status: 204 len: 168 time: 0.5396476 Aug 29 04:35:57.612200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd4d5b-fa1d-4990-a0c7-2213aba9ea05 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=9c39682b-67a0-4332-9de9-89cf838620ba,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.612649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60448) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:57.747866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.788915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3eb774-616b-4d90-aca9-269ebab62f29 None None] Network 3ef3b31f-719d-4566-ae66-abf94230df84 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:57.791112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2f780baf-7eac-4022-899b-c64545ee5950 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:57.797356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60450) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:57.893856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 829c95c3-50ca-4106-9caf-9ff725d3caa4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:57.894619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.039090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] For port 829c95c3-50ca-4106-9caf-9ff725d3caa4, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=829c95c3-50ca-4106-9caf-9ff725d3caa4,segment=NetworkSegment(bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9),segment_id=bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:58.039632 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.068834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port 829c95c3-50ca-4106-9caf-9ff725d3caa4, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=829c95c3-50ca-4106-9caf-9ff725d3caa4,segment=NetworkSegment(bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9),segment_id=bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:58.069561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.089246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 829c95c3-50ca-4106-9caf-9ff725d3caa4 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:58.093243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] Calling delete_port for 829c95c3-50ca-4106-9caf-9ff725d3caa4 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:58.095190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793fdb8-209d-4069-bb14-55df67c82d60 req-ab2340e8-b873-42be-b01d-d2c642f45a13 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:58.104374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e793fdb8-209d-4069-bb14-55df67c82d60 req-ab2340e8-b873-42be-b01d-d2c642f45a13 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1159375 Aug 29 04:35:58.129044 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57696cc4-5e80-411f-92c9-a697f52f4292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.183854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e793fdb8-209d-4069-bb14-55df67c82d60 req-5b5c2e8d-8a56-4a00-855b-85d553f055f7 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781293 Aug 29 04:35:58.187325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 2f780baf-7eac-4022-899b-c64545ee5950 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:58.212024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 2f780baf-7eac-4022-899b-c64545ee5950 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:58.212723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.232678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.310064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=829c95c3-50ca-4106-9caf-9ff725d3caa4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.330795 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.345116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port 829c95c3-50ca-4106-9caf-9ff725d3caa4 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:58.374609 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.411322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57696cc4-5e80-411f-92c9-a697f52f4292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.420844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525787c-c9c4-4a9b-8baa-b5a5fc1df127 req-f3407ecc-7b75-40c3-8071-8b2f9de47abf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:58.422855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6525787c-c9c4-4a9b-8baa-b5a5fc1df127 req-f3407ecc-7b75-40c3-8071-8b2f9de47abf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 944 time: 0.0920918 Aug 29 04:35:58.424082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57696cc4-5e80-411f-92c9-a697f52f4292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.443338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] Pushing event deleted for resources: {'Port': ['ID=829c95c3-50ca-4106-9caf-9ff725d3caa4,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.447380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fd7bc-e123-4b15-bb36-25f3ab3daeea None None] No DVR routers for this DVR port 829c95c3-50ca-4106-9caf-9ff725d3caa4 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:58.460505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.472400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71485e57-97fd-4300-b222-1319e6513391']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:58.479138 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.486799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:58.488103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5f3b53-5cb1-4e5e-96e1-95e582eec2b9') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:58.505379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.525853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.527057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57696cc4-5e80-411f-92c9-a697f52f4292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ac2887-8de7-4e64-adac-578432a65bf5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.536705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:58.537314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.538941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2f780baf-7eac-4022-899b-c64545ee5950, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f780baf-7eac-4022-899b-c64545ee5950,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:58.541824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab704e1-3e3f-42e4-bfef-ec8bb5899802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f780baf-7eac-4022-899b-c64545ee5950'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:58.546714 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6485f9-a691-453e-89df-4620b668c9fb" -d '{"events": [{"server_uuid": "2ab704e1-3e3f-42e4-bfef-ec8bb5899802", "name": "network-vif-plugged", "status": "completed", "tag": "2f780baf-7eac-4022-899b-c64545ee5950"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:58.549914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] DHCP port deletion for 3ef3b31f-719d-4566-ae66-abf94230df84 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:58.555592 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.561250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6525787c-c9c4-4a9b-8baa-b5a5fc1df127 req-f68adc86-4226-42c7-b1a0-ccc49caabc6d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229815 Aug 29 04:35:58.574970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-57696cc4-5e80-411f-92c9-a697f52f4292 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10c0468a87b14dde8833036b97927e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7735014 Aug 29 04:35:58.575836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60464) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:58.666774 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9a75b6-ff69-49a1-b6a6-bda493ca282f x-openstack-request-id: req-fe9a75b6-ff69-49a1-b6a6-bda493ca282f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:58.667021 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab704e1-3e3f-42e4-bfef-ec8bb5899802", "name": "network-vif-plugged", "status": "completed", "tag": "2f780baf-7eac-4022-899b-c64545ee5950", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:58.669073 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe9a75b6-ff69-49a1-b6a6-bda493ca282f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:58.669842 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab704e1-3e3f-42e4-bfef-ec8bb5899802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f780baf-7eac-4022-899b-c64545ee5950', 'code': 200} Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:58.670118 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:58.679141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.709524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7034d669-b62d-4955-808c-2032f5776722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.711167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2f780baf-7eac-4022-899b-c64545ee5950,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.717622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.721821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/71485e57-97fd-4300-b222-1319e6513391 HTTP/1.1" status: 204 len: 168 time: 1.1081173 Aug 29 04:35:58.725393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6d878-ed00-4196-bde6-58522b47a199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=71485e57-97fd-4300-b222-1319e6513391,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.729004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60468) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:58.771284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] Deleting port d3d53670-41ea-4b10-a3be-677329a32b3f {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:58.771680 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.797868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7034d669-b62d-4955-808c-2032f5776722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.824893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92070c7f-f0f5-40bf-8c6b-80e21e0918a9 req-db142c20-34c0-4440-94b2-28c25acaef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:58.826721 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-92070c7f-f0f5-40bf-8c6b-80e21e0918a9 req-db142c20-34c0-4440-94b2-28c25acaef4e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 1097 time: 0.0927575 Aug 29 04:35:58.853256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.909932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-92070c7f-f0f5-40bf-8c6b-80e21e0918a9 req-a5e107f6-2e02-4284-b9dc-4b0692802e48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739594 Aug 29 04:35:58.933025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] For port d3d53670-41ea-4b10-a3be-677329a32b3f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d3d53670-41ea-4b10-a3be-677329a32b3f,segment=NetworkSegment(4c415382-e732-457e-a4ad-f336fed6d6e0),segment_id=4c415382-e732-457e-a4ad-f336fed6d6e0)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:58.933420 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.947879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7034d669-b62d-4955-808c-2032f5776722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.949327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] Calling delete_port for d3d53670-41ea-4b10-a3be-677329a32b3f owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:58.951097 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7034d669-b62d-4955-808c-2032f5776722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.955355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7034d669-b62d-4955-808c-2032f5776722 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5ac2887-8de7-4e64-adac-578432a65bf5 HTTP/1.1" status: 204 len: 168 time: 0.3784518 Aug 29 04:35:58.970530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d3d53670-41ea-4b10-a3be-677329a32b3f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:58.992141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034d669-b62d-4955-808c-2032f5776722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ac2887-8de7-4e64-adac-578432a65bf5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.018583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port d3d53670-41ea-4b10-a3be-677329a32b3f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:59.024804 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.279441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.343653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.350523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] No DVR routers for this DVR port d3d53670-41ea-4b10-a3be-677329a32b3f on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:59.357828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a417643-c0ec-4deb-b154-52835e9d91d1 None None] Pushing event deleted for resources: {'Port': ['ID=d3d53670-41ea-4b10-a3be-677329a32b3f,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.446120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 829c95c3-50ca-4106-9caf-9ff725d3caa4 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:59.472337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 829c95c3-50ca-4106-9caf-9ff725d3caa4 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:59.473804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 829c95c3-50ca-4106-9caf-9ff725d3caa4 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:59.545786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60480) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:59.561025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86a8bbb5-c86a-4306-9582-453f10e03b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.669323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port d3d53670-41ea-4b10-a3be-677329a32b3f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d3d53670-41ea-4b10-a3be-677329a32b3f,segment=NetworkSegment(4c415382-e732-457e-a4ad-f336fed6d6e0),segment_id=4c415382-e732-457e-a4ad-f336fed6d6e0)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:59.670446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.692810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for d3d53670-41ea-4b10-a3be-677329a32b3f owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:59.710948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86a8bbb5-c86a-4306-9582-453f10e03b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.718095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86a8bbb5-c86a-4306-9582-453f10e03b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.720024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473c5d2-6f2a-407f-a912-48c9e14e8a34 req-de576ab1-ae29-400e-90af-bfca5a074518 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.730899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f473c5d2-6f2a-407f-a912-48c9e14e8a34 req-de576ab1-ae29-400e-90af-bfca5a074518 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1315384 Aug 29 04:35:59.778246 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-86a8bbb5-c86a-4306-9582-453f10e03b35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=839fc638165a4672bd586462ca662d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287765 Aug 29 04:35:59.778246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8bbb5-c86a-4306-9582-453f10e03b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e7963-a0ff-46f1-b808-23f9109a8ab2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.779620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:59.843493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d4af9046-4a1f-4dad-8682-f896de588b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.844998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f473c5d2-6f2a-407f-a912-48c9e14e8a34 req-5536863e-3a9d-431f-b5e4-46656b100892 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126132 Aug 29 04:35:59.877149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d4af9046-4a1f-4dad-8682-f896de588b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.896260 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.932795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=d3d53670-41ea-4b10-a3be-677329a32b3f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.946072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port d3d53670-41ea-4b10-a3be-677329a32b3f on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:59.970941 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d4af9046-4a1f-4dad-8682-f896de588b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.974819 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d4af9046-4a1f-4dad-8682-f896de588b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.976518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d4af9046-4a1f-4dad-8682-f896de588b8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b82e7963-a0ff-46f1-b808-23f9109a8ab2 HTTP/1.1" status: 204 len: 168 time: 0.1956642 Aug 29 04:35:59.997289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af9046-4a1f-4dad-8682-f896de588b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e7963-a0ff-46f1-b808-23f9109a8ab2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.130638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.149242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2a51-8e59-463d-b9df-5d7955493b3a req-81ff440c-2f01-416b-b95c-69a40f81f61a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.151074 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18ea2a51-8e59-463d-b9df-5d7955493b3a req-81ff440c-2f01-416b-b95c-69a40f81f61a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1985719 Aug 29 04:36:00.166340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef3b31f-719d-4566-ae66-abf94230df84']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:00.192978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c415382-e732-457e-a4ad-f336fed6d6e0') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:00.193266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c415382-e732-457e-a4ad-f336fed6d6e0') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:00.215343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.245694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18ea2a51-8e59-463d-b9df-5d7955493b3a req-c4ee6d96-bb15-46a7-9c84-159f9b9a651f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834138 Aug 29 04:36:00.252442 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.262447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:00.263247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:00.280820 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:00.363780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.389692 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.397266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60492) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.397916 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/3ef3b31f-719d-4566-ae66-abf94230df84 HTTP/1.1" status: 204 len: 168 time: 1.6675243 Aug 29 04:36:00.399480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f5b0e-f7c1-47ed-a50e-480002c1e416 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=3ef3b31f-719d-4566-ae66-abf94230df84,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.406270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-2070118688'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:00.456758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:00.469746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.511033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:00.540170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.540841 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment 801874cb-4c0e-4d7f-b067-f8b6a811976e of type vlan for network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 Aug 29 04:36:00.617104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.658828 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.669626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.670381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.749687 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3480155 Aug 29 04:36:00.751044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60504) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.761816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': '169afaeb-411c-4ad0-bb28-d621f3c97bb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:00.774555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47867c-cf0a-4f2d-ac2b-3429d0235ea0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=169afaeb-411c-4ad0-bb28-d621f3c97bb1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.785891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:00.903165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:00.919009 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.046970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60af103-9e51-4b00-8cd3-769254c92497 req-057e2389-e52d-4261-b474-1cb1396904a2 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.048752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e60af103-9e51-4b00-8cd3-769254c92497 req-057e2389-e52d-4261-b474-1cb1396904a2 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1246507 Aug 29 04:36:01.108057 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e60af103-9e51-4b00-8cd3-769254c92497 req-0b9049c3-d0c7-40fa-a0b5-268c20d5ee34 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 Aug 29 04:36:01.261640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.349140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=9d4c2865-6951-465b-9e86-e062837521d3,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:01.355468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': '801874cb-4c0e-4d7f-b067-f8b6a811976e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '169afaeb-411c-4ad0-bb28-d621f3c97bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:01.355857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: 169afaeb-411c-4ad0-bb28-d621f3c97bb1, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:01.407338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:01.427134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 169afaeb-411c-4ad0-bb28-d621f3c97bb1) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:01.433931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.433931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.438884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a56d5-c6fc-45b1-a2df-8f0a1373339d None None] Network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:01.452761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b6829-f59f-4b88-9602-0a5ab67bc2b0 req-b0c143cf-6420-444b-86c5-1c2f10f85202 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.454666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc0b6829-f59f-4b88-9602-0a5ab67bc2b0 req-b0c143cf-6420-444b-86c5-1c2f10f85202 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.0852726 Aug 29 04:36:01.465919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-714be344-55a2-4b09-be77-7b748fa3e60d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7131066 Aug 29 04:36:01.469236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60526) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.474901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-79adc8b3-bb1c-479d-b1d2-7e96097c823b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1526187672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:01.525696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79adc8b3-bb1c-479d-b1d2-7e96097c823b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.526564 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79adc8b3-bb1c-479d-b1d2-7e96097c823b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.557575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc0b6829-f59f-4b88-9602-0a5ab67bc2b0 req-cbca9a28-82fc-4d83-b48b-d2384f46620d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771124 Aug 29 04:36:01.645978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79adc8b3-bb1c-479d-b1d2-7e96097c823b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.656440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79adc8b3-bb1c-479d-b1d2-7e96097c823b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.685429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-169afaeb-411c-4ad0-bb28-d621f3c97bb1', 'network_id': '169afaeb-411c-4ad0-bb28-d621f3c97bb1', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': '9d4c2865-6951-465b-9e86-e062837521d3'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:01.688042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.688879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79adc8b3-bb1c-479d-b1d2-7e96097c823b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.690148 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-79adc8b3-bb1c-479d-b1d2-7e96097c823b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2197289 Aug 29 04:36:01.694296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60536) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.700840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'port': {'network_id': '169afaeb-411c-4ad0-bb28-d621f3c97bb1', 'name': 'tempest-RoutersTest-274404193'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:01.870891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Allocated IP 172.20.0.2 (169afaeb-411c-4ad0-bb28-d621f3c97bb1/9d4c2865-6951-465b-9e86-e062837521d3/0455c2c9-ec4f-448e-9472-1133289a13fb) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:01.905819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:01.909786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.954599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] device_id is not set on port 5d90a374-8e8f-4785-9476-877b5073ddbe yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:01.968856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf844d-a5f7-4157-91b9-de4398dd4586 req-f1034c75-3165-41a8-9633-a01917b77b53 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.977419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79cf844d-a5f7-4157-91b9-de4398dd4586 req-f1034c75-3165-41a8-9633-a01917b77b53 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.0886946 Aug 29 04:36:02.050427 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.059744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Transition to ACTIVE for port object 0455c2c9-ec4f-448e-9472-1133289a13fb will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:02.077087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Transition to ACTIVE for port object 0455c2c9-ec4f-448e-9472-1133289a13fb will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:02.078218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79cf844d-a5f7-4157-91b9-de4398dd4586 req-cfaad2dc-3337-47b8-904b-2d0fed993e58 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994043 Aug 29 04:36:02.092778 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.147437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:02.150767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:02.176872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:02.220940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.20.0.12 (169afaeb-411c-4ad0-bb28-d621f3c97bb1/9d4c2865-6951-465b-9e86-e062837521d3/5d90a374-8e8f-4785-9476-877b5073ddbe) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:02.343867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Pushing event updated for resources: {'Port': ['ID=0455c2c9-ec4f-448e-9472-1133289a13fb,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.417106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Attempting to bind port 0455c2c9-ec4f-448e-9472-1133289a13fb on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:02.417498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Attempting to bind port 0455c2c9-ec4f-448e-9472-1133289a13fb by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '801874cb-4c0e-4d7f-b067-f8b6a811976e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '169afaeb-411c-4ad0-bb28-d621f3c97bb1'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:02.417949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Attempting to bind port 0455c2c9-ec4f-448e-9472-1133289a13fb on network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:02.424376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:02.424824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Checking segment: {'id': '801874cb-4c0e-4d7f-b067-f8b6a811976e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '169afaeb-411c-4ad0-bb28-d621f3c97bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:02.425167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.425569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Bound using segment: {'id': '801874cb-4c0e-4d7f-b067-f8b6a811976e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '169afaeb-411c-4ad0-bb28-d621f3c97bb1'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:02.426845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Bound port: 0455c2c9-ec4f-448e-9472-1133289a13fb, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801874cb-4c0e-4d7f-b067-f8b6a811976e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '169afaeb-411c-4ad0-bb28-d621f3c97bb1'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:02.427240 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.487481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ebaa1-8d49-4f75-b537-7e1b7682a37d req-28c866b7-7318-4b94-8692-75b40f48098d tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.489280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-943ebaa1-8d49-4f75-b537-7e1b7682a37d req-28c866b7-7318-4b94-8692-75b40f48098d tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1196928 Aug 29 04:36:02.521519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] For port 0455c2c9-ec4f-448e-9472-1133289a13fb, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:02.526438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] For port 0455c2c9-ec4f-448e-9472-1133289a13fb, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0455c2c9-ec4f-448e-9472-1133289a13fb,segment=NetworkSegment(801874cb-4c0e-4d7f-b067-f8b6a811976e),segment_id=801874cb-4c0e-4d7f-b067-f8b6a811976e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:02.535097 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.569651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-943ebaa1-8d49-4f75-b537-7e1b7682a37d req-903a11fa-cead-407a-ad4e-e302e5ad3c59 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735643 Aug 29 04:36:02.609874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.620721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d1e77-329a-40bb-b008-00698fa4bdfb None None] Pushing event updated for resources: {'Port': ['ID=0455c2c9-ec4f-448e-9472-1133289a13fb,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.631853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object 5d90a374-8e8f-4785-9476-877b5073ddbe will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:02.677559 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.727307 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:02.732668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:02.737555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:02.791241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=5d90a374-8e8f-4785-9476-877b5073ddbe,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.806542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.807632 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.837394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6a6d3e48-0c02-4c1f-93f8-c43c4e850db5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1411839 Aug 29 04:36:02.839107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60582) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:03.108148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0455c2c9-ec4f-448e-9472-1133289a13fb up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:03.164444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0455c2c9-ec4f-448e-9472-1133289a13fb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:03.284635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a13a4-196d-444c-90c5-e44380118d48 req-bce76c61-18ca-407f-9916-91e59eb91c32 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.287072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f90a13a4-196d-444c-90c5-e44380118d48 req-bce76c61-18ca-407f-9916-91e59eb91c32 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1191909 Aug 29 04:36:03.388595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.432890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f90a13a4-196d-444c-90c5-e44380118d48 req-b51a090d-297c-4eee-bfad-62f760f8f3bd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317306 Aug 29 04:36:03.958140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68305-5e65-491c-870c-1c53cc7c815e req-77501785-2121-414b-9c04-97906af433cc tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.959693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3c68305-5e65-491c-870c-1c53cc7c815e req-77501785-2121-414b-9c04-97906af433cc tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1606696 Aug 29 04:36:03.974364 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.981855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8507a-9954-4d4b-8835-4096cdc76009 None None] Network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:04.018190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.086574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3c68305-5e65-491c-870c-1c53cc7c815e req-140cf4b0-d91e-49bf-a0d1-1fa9e9a44f1f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081789 Aug 29 04:36:04.131251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8642a8b9-a9e9-4480-b04b-4faabc96c2ce None None] Provisioning for port 0455c2c9-ec4f-448e-9472-1133289a13fb completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:04.139211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=5d90a374-8e8f-4785-9476-877b5073ddbe,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.163006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8642a8b9-a9e9-4480-b04b-4faabc96c2ce None None] Provisioning complete for port 0455c2c9-ec4f-448e-9472-1133289a13fb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:04.164311 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8642a8b9-a9e9-4480-b04b-4faabc96c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.315345 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8642a8b9-a9e9-4480-b04b-4faabc96c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.340923 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.412223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8642a8b9-a9e9-4480-b04b-4faabc96c2ce None None] For port 0455c2c9-ec4f-448e-9472-1133289a13fb, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0455c2c9-ec4f-448e-9472-1133289a13fb,segment=NetworkSegment(801874cb-4c0e-4d7f-b067-f8b6a811976e),segment_id=801874cb-4c0e-4d7f-b067-f8b6a811976e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:04.428790 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8642a8b9-a9e9-4480-b04b-4faabc96c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.560406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a8b9-a9e9-4480-b04b-4faabc96c2ce None None] Pushing event updated for resources: {'Port': ['ID=0455c2c9-ec4f-448e-9472-1133289a13fb,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.680318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.723774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c937ee-70ef-476f-a0ab-f7ba25de01b7 req-b02a1d67-898b-4430-8838-69a1b4f107da tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.731307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72c937ee-70ef-476f-a0ab-f7ba25de01b7 req-b02a1d67-898b-4430-8838-69a1b4f107da tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1333022 Aug 29 04:36:04.773700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-924df71f-5d46-4997-a9e8-5f40ca01be09 None None] Provisioning complete for port 0455c2c9-ec4f-448e-9472-1133289a13fb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:04.774397 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-924df71f-5d46-4997-a9e8-5f40ca01be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.829444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72c937ee-70ef-476f-a0ab-f7ba25de01b7 req-7f7e12d2-5b14-422d-9821-62f4e0069361 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922189 Aug 29 04:36:04.979336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-924df71f-5d46-4997-a9e8-5f40ca01be09 None None] Provisioning for port 5d90a374-8e8f-4785-9476-877b5073ddbe completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:04.987930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-924df71f-5d46-4997-a9e8-5f40ca01be09 None None] Provisioning complete for port 5d90a374-8e8f-4785-9476-877b5073ddbe triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:04.988902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-924df71f-5d46-4997-a9e8-5f40ca01be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.078936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-924df71f-5d46-4997-a9e8-5f40ca01be09 None None] Port 5d90a374-8e8f-4785-9476-877b5073ddbe cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:05.083909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0455c2c9-ec4f-448e-9472-1133289a13fb up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:05.169756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0455c2c9-ec4f-448e-9472-1133289a13fb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:05.171373 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.280796 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.328690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.334109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb79e580-f50a-4d55-b093-f6b6c3184ed6 None None] Provisioning complete for port 5d90a374-8e8f-4785-9476-877b5073ddbe triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:05.334489 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb79e580-f50a-4d55-b093-f6b6c3184ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.399023 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.448584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fb79e580-f50a-4d55-b093-f6b6c3184ed6 None None] Port 5d90a374-8e8f-4785-9476-877b5073ddbe cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:05.511258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018f623-ae02-453d-97e0-66479ab6d205 req-d72b26f8-6c33-4847-abf6-daea949b0b17 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.512985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8018f623-ae02-453d-97e0-66479ab6d205 req-d72b26f8-6c33-4847-abf6-daea949b0b17 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.2295966 Aug 29 04:36:05.558135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=5d90a374-8e8f-4785-9476-877b5073ddbe,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:05.610031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8018f623-ae02-453d-97e0-66479ab6d205 req-d0f85021-f001-462a-bddf-30b4819bbdb0 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867627 Aug 29 04:36:05.633572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:05.637985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:05.699135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aa474185-986a-4e9c-ac27-5aa0cdb66ff8 None None] Provisioning complete for port 5d90a374-8e8f-4785-9476-877b5073ddbe triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:05.700955 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa474185-986a-4e9c-ac27-5aa0cdb66ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.798427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-aa474185-986a-4e9c-ac27-5aa0cdb66ff8 None None] Port 5d90a374-8e8f-4785-9476-877b5073ddbe cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:05.850997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 57bdef3c-eb51-4ea4-959c-7fd14d5dcdac is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:06.039527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00982-0b54-4851-8bcf-279040d93b1b req-5a76ef19-77cd-44d5-8460-120dd8caaf3e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.041183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cea00982-0b54-4851-8bcf-279040d93b1b req-5a76ef19-77cd-44d5-8460-120dd8caaf3e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.0769234 Aug 29 04:36:06.042913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:06.052730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60770) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.053789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cf4e8903-cd7e-4373-b17e-ff6d2cf813e2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/57bdef3c-eb51-4ea4-959c-7fd14d5dcdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2132423 Aug 29 04:36:06.056464 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4ca43-d3db-4e70-9f61-dcc30e733b13 None None] Sync routers for ids ['57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:06.086061 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4ca43-d3db-4e70-9f61-dcc30e733b13 None None] Routers {'57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:06.086704 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-42c4ca43-d3db-4e70-9f61-dcc30e733b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:06.092875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cea00982-0b54-4851-8bcf-279040d93b1b req-aef3f93f-3e3e-4066-837e-e66925cdfb17 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374229 Aug 29 04:36:06.128338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7598d30d-a88f-448f-869e-23ca87b91b28 None None] Provisioning complete for port 5d90a374-8e8f-4785-9476-877b5073ddbe triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:06.129115 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7598d30d-a88f-448f-869e-23ca87b91b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.179315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641c5cf-f0cd-48f5-acf0-8541774e122c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.181584 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-42c4ca43-d3db-4e70-9f61-dcc30e733b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:06.189292 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4641c5cf-f0cd-48f5-acf0-8541774e122c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports/5d90a374-8e8f-4785-9476-877b5073ddbe HTTP/1.1" status: 200 len: 977 time: 0.1355140 Aug 29 04:36:06.192201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60780) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.192885 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4ca43-d3db-4e70-9f61-dcc30e733b13 None None] Routers {'57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:06.193608 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-42c4ca43-d3db-4e70-9f61-dcc30e733b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:06.197069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7598d30d-a88f-448f-869e-23ca87b91b28 None None] Port 5d90a374-8e8f-4785-9476-877b5073ddbe cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:06.232297 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-42c4ca43-d3db-4e70-9f61-dcc30e733b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:06.233106 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4ca43-d3db-4e70-9f61-dcc30e733b13 None None] The sync data for ids ['57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:07.255498 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.282784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60850) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:07.365261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758dfcc-062a-4518-99d7-245bef87f2fa req-bdb62be8-8bf4-4a82-9341-42f71ad7fb70 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.373938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8758dfcc-062a-4518-99d7-245bef87f2fa req-bdb62be8-8bf4-4a82-9341-42f71ad7fb70 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1757956 Aug 29 04:36:07.443434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8758dfcc-062a-4518-99d7-245bef87f2fa req-96d1efab-e497-4df3-a9f3-8856bb74b2ba tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589528 Aug 29 04:36:07.493252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-463344b9-ed79-4bff-bfc9-b656c183685c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.630747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-463344b9-ed79-4bff-bfc9-b656c183685c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.631884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28f0a4-6301-4228-b27b-8869161de2ae req-2d066806-a9ae-4dc5-9561-8082638d2927 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.633917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c28f0a4-6301-4228-b27b-8869161de2ae req-2d066806-a9ae-4dc5-9561-8082638d2927 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1006424 Aug 29 04:36:07.644439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-463344b9-ed79-4bff-bfc9-b656c183685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.689111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-463344b9-ed79-4bff-bfc9-b656c183685c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f4cf0147b7a4591bedc0dcb40823faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050004 Aug 29 04:36:07.695346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60864) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:07.721361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463344b9-ed79-4bff-bfc9-b656c183685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d62b4-dfa6-410d-afa5-818860ee657e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.749288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c28f0a4-6301-4228-b27b-8869161de2ae req-05555cf3-ab80-4bb5-95c2-0b327e418d28 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893719 Aug 29 04:36:07.763186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 5d90a374-8e8f-4785-9476-877b5073ddbe {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:07.763577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.859456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2177c0e0-e455-41fb-b941-d47e38adf544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.899744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.912337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2177c0e0-e455-41fb-b941-d47e38adf544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.924998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 5d90a374-8e8f-4785-9476-877b5073ddbe owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:08.028732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2177c0e0-e455-41fb-b941-d47e38adf544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.031547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2177c0e0-e455-41fb-b941-d47e38adf544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.035687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2177c0e0-e455-41fb-b941-d47e38adf544 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae0d62b4-dfa6-410d-afa5-818860ee657e HTTP/1.1" status: 204 len: 168 time: 0.3390458 Aug 29 04:36:08.080354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177c0e0-e455-41fb-b941-d47e38adf544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d62b4-dfa6-410d-afa5-818860ee657e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.254491 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.321519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=5d90a374-8e8f-4785-9476-877b5073ddbe,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.639437 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.984909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 57bdef3c-eb51-4ea4-959c-7fd14d5dcdac has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:09.090902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2413602-005d-48b4-9812-17f603f98dd9 req-828c38c3-72df-422c-b572-5b3187bc6c89 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.092554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2413602-005d-48b4-9812-17f603f98dd9 req-828c38c3-72df-422c-b572-5b3187bc6c89 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1876507 Aug 29 04:36:09.102338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:09.111792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60946) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:09.112429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3cc25383-5567-4a82-913f-9740a5e09ff0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/57bdef3c-eb51-4ea4-959c-7fd14d5dcdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9185510 Aug 29 04:36:09.114367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00f781-5cd2-4e18-bce2-4a1afeb82f69 None None] Sync routers for ids ['57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:09.137233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00f781-5cd2-4e18-bce2-4a1afeb82f69 None None] Routers {'57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:09.137916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1f00f781-5cd2-4e18-bce2-4a1afeb82f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:09.187693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2413602-005d-48b4-9812-17f603f98dd9 req-f6c6a361-4dc8-49f7-a674-3c14684c1706 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812390 Aug 29 04:36:09.271453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1f00f781-5cd2-4e18-bce2-4a1afeb82f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:09.306890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00f781-5cd2-4e18-bce2-4a1afeb82f69 None None] Routers {'57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:09.307678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1f00f781-5cd2-4e18-bce2-4a1afeb82f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:09.374228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-a118973a-edfa-4655-bae9-7067b94a974a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.393489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-a118973a-edfa-4655-bae9-7067b94a974a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.405681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1f00f781-5cd2-4e18-bce2-4a1afeb82f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:09.409254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00f781-5cd2-4e18-bce2-4a1afeb82f69 None None] The sync data for ids ['57bdef3c-eb51-4ea4-959c-7fd14d5dcdac'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:09.411578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-a118973a-edfa-4655-bae9-7067b94a974a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.429495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-a118973a-edfa-4655-bae9-7067b94a974a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.437334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-a118973a-edfa-4655-bae9-7067b94a974a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.445590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-a118973a-edfa-4655-bae9-7067b94a974a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.452960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-a118973a-edfa-4655-bae9-7067b94a974a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.455504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-a118973a-edfa-4655-bae9-7067b94a974a tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.1749370 Aug 29 04:36:09.531631 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-30cc8992-ceb3-4886-bcaf-f8816c848107 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:36:09.544047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-481d07b2-2c0e-42cf-978a-0c1864db2e00 req-591530e4-4f26-43af-ad08-f1ca78f17529 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809927 Aug 29 04:36:09.545102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60960) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:09.546157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-30cc8992-ceb3-4886-bcaf-f8816c848107 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/57bdef3c-eb51-4ea4-959c-7fd14d5dcdac/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4274507 Aug 29 04:36:09.627089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4010b21e-bc80-4fbb-8fc2-c2333b7b7720 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=57bdef3c-eb51-4ea4-959c-7fd14d5dcdac HTTP/1.1" status: 200 len: 205 time: 0.0617642 Aug 29 04:36:09.627089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60966) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:09.724090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60968) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:09.752087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d58025be-c2ae-46de-a924-15f7948851b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.840234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b925f-2001-4007-9f2e-57ff01a7263e req-d6d96b9b-531e-4385-b770-1832b1be4498 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.842040 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f9b925f-2001-4007-9f2e-57ff01a7263e req-d6d96b9b-531e-4385-b770-1832b1be4498 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1741974 Aug 29 04:36:09.898010 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91409335-7485-49ae-8600-57961f33c0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.967524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d58025be-c2ae-46de-a924-15f7948851b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.975518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d58025be-c2ae-46de-a924-15f7948851b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.986651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f9b925f-2001-4007-9f2e-57ff01a7263e req-bdcbadeb-47f7-490e-b970-fe25e2fa8da6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337011 Aug 29 04:36:10.028275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91409335-7485-49ae-8600-57961f33c0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.032281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d58025be-c2ae-46de-a924-15f7948851b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.033091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58025be-c2ae-46de-a924-15f7948851b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Fanout notify agent at l3_agent the message router_deleted on router 57bdef3c-eb51-4ea4-959c-7fd14d5dcdac {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:10.041704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91409335-7485-49ae-8600-57961f33c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.052523 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d58025be-c2ae-46de-a924-15f7948851b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.053771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d58025be-c2ae-46de-a924-15f7948851b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/57bdef3c-eb51-4ea4-959c-7fd14d5dcdac HTTP/1.1" status: 204 len: 168 time: 0.4376652 Aug 29 04:36:10.056846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60972) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:10.100887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-91409335-7485-49ae-8600-57961f33c0ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82a4e1666b7948e09ff2b3e47b8b39cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753407 Aug 29 04:36:10.111767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60974) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:10.118791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet 9d4c2865-6951-465b-9e86-e062837521d3 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:10.122747 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.180097 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.180304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-245285c4-6a12-4d68-9bee-565397c9b17c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.187593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-245285c4-6a12-4d68-9bee-565397c9b17c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.226286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-245285c4-6a12-4d68-9bee-565397c9b17c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.236520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-245285c4-6a12-4d68-9bee-565397c9b17c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.247713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-245285c4-6a12-4d68-9bee-565397c9b17c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.256223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-245285c4-6a12-4d68-9bee-565397c9b17c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.262988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-245285c4-6a12-4d68-9bee-565397c9b17c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.265700 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-245285c4-6a12-4d68-9bee-565397c9b17c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.2400193 Aug 29 04:36:10.275733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409335-7485-49ae-8600-57961f33c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a92fd84-406c-4bb1-ad08-11ac3cad13d4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.297684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.416844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b4d08-fec0-444f-91f7-c099141e7c42 req-125c215a-31d3-4cc5-aaf3-c0b80dd9d0fc tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.421228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-6968cf6f-61e9-4601-a453-daa081282e9d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.422720 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-6968cf6f-61e9-4601-a453-daa081282e9d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "GET /v2.0/ports/76b4eceb-84b4-449c-b444-df525582bf58?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1425612 Aug 29 04:36:10.424567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-467b4d08-fec0-444f-91f7-c099141e7c42 req-125c215a-31d3-4cc5-aaf3-c0b80dd9d0fc tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.0923231 Aug 29 04:36:10.428584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1146a0a3-7e85-4895-bcc3-c4961c3e9203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.471672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.493291 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-467b4d08-fec0-444f-91f7-c099141e7c42 req-19f3d847-fe3f-44af-b35e-43648cf506d8 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675790 Aug 29 04:36:10.537637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4c2865-6951-465b-9e86-e062837521d3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.549061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.550284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf4a588-4475-4f4e-a073-18942a317d72 None None] Network 169afaeb-411c-4ad0-bb28-d621f3c97bb1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:10.552495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/9d4c2865-6951-465b-9e86-e062837521d3 HTTP/1.1" status: 204 len: 168 time: 0.4941812 Aug 29 04:36:10.555811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60986) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:10.570317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.570901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.571408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.571889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.572373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.572824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.573271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.573716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.574161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.574604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.575067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.575715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3136ddc-6db7-40f8-92c4-c09e28e7b935 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.612445 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-bafe67a4-3ee2-49fe-8202-bd0e4b5d8abf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "GET /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1812587 Aug 29 04:36:10.624772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:10.673352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1146a0a3-7e85-4895-bcc3-c4961c3e9203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.760800 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.773300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1146a0a3-7e85-4895-bcc3-c4961c3e9203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.775417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1146a0a3-7e85-4895-bcc3-c4961c3e9203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.776670 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1146a0a3-7e85-4895-bcc3-c4961c3e9203 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a92fd84-406c-4bb1-ad08-11ac3cad13d4 HTTP/1.1" status: 204 len: 168 time: 0.6627352 Aug 29 04:36:10.812316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146a0a3-7e85-4895-bcc3-c4961c3e9203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a92fd84-406c-4bb1-ad08-11ac3cad13d4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.812787 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.849708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-d7007df4-ff1b-4b37-8cba-518ac4792664 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.858410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-d7007df4-ff1b-4b37-8cba-518ac4792664 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.866572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-d7007df4-ff1b-4b37-8cba-518ac4792664 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.872904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-d7007df4-ff1b-4b37-8cba-518ac4792664 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.880678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-d7007df4-ff1b-4b37-8cba-518ac4792664 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.889674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] DHCP port deletion for 169afaeb-411c-4ad0-bb28-d621f3c97bb1 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:10.906371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-d7007df4-ff1b-4b37-8cba-518ac4792664 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.920477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-d7007df4-ff1b-4b37-8cba-518ac4792664 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.927553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-d7007df4-ff1b-4b37-8cba-518ac4792664 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 5435 time: 0.2488315 Aug 29 04:36:11.007192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] Deleting port 0455c2c9-ec4f-448e-9472-1133289a13fb {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:11.009703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.028159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0115d020-e14a-45ab-acf0-6b66cb8b15c7 req-a9c20ce1-9043-469d-b1b9-365d5f4d21ca tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879221 Aug 29 04:36:11.048509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0455c2c9-ec4f-448e-9472-1133289a13fb no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:11.074402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 0455c2c9-ec4f-448e-9472-1133289a13fb {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:11.075017 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.164281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] For port 76b4eceb-84b4-449c-b444-df525582bf58, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=76b4eceb-84b4-449c-b444-df525582bf58,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:11.205183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port 0455c2c9-ec4f-448e-9472-1133289a13fb, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0455c2c9-ec4f-448e-9472-1133289a13fb,segment=NetworkSegment(801874cb-4c0e-4d7f-b067-f8b6a811976e),segment_id=801874cb-4c0e-4d7f-b067-f8b6a811976e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:11.206822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.227027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] For port 76b4eceb-84b4-449c-b444-df525582bf58, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:11.281057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 0455c2c9-ec4f-448e-9472-1133289a13fb owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:11.340881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] device_id is not set on port 76b4eceb-84b4-449c-b444-df525582bf58 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:11.364276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.381765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.400754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef78a-45cf-4aaa-9cd4-e6a9377710bf req-7a83effd-1245-4142-8194-6556b9e06c78 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.405199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9eaef78a-45cf-4aaa-9cd4-e6a9377710bf req-7a83effd-1245-4142-8194-6556b9e06c78 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1912930 Aug 29 04:36:11.536248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] Pushing event updated for resources: {'Port': ['ID=76b4eceb-84b4-449c-b444-df525582bf58,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:11.548018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] For port 0455c2c9-ec4f-448e-9472-1133289a13fb, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0455c2c9-ec4f-448e-9472-1133289a13fb,segment=NetworkSegment(801874cb-4c0e-4d7f-b067-f8b6a811976e),segment_id=801874cb-4c0e-4d7f-b067-f8b6a811976e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:11.548936 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.596828 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9eaef78a-45cf-4aaa-9cd4-e6a9377710bf req-2d38c022-daf5-48fe-9a75-4133538d082e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810818 Aug 29 04:36:11.600735 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.612262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] No DVR routers for this DVR port 76b4eceb-84b4-449c-b444-df525582bf58 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:11.615185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] Calling delete_port for 0455c2c9-ec4f-448e-9472-1133289a13fb owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:11.654822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No active binding found for port 0455c2c9-ec4f-448e-9472-1133289a13fb {{(pid=94847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:36:11.654822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0455c2c9-ec4f-448e-9472-1133289a13fb not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:11.718241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=0455c2c9-ec4f-448e-9472-1133289a13fb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:11.747532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port 0455c2c9-ec4f-448e-9472-1133289a13fb on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:11.762377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] In _notify_port_updated(), no bound segment for port 76b4eceb-84b4-449c-b444-df525582bf58 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:36:11.763289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.763921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.765291 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-f0e267b0-eff8-4555-b32b-cdebf5e6cb7a service neutron] 10.222.0.65 "PUT /v2.0/ports/76b4eceb-84b4-449c-b444-df525582bf58 HTTP/1.1" status: 200 len: 1027 time: 1.1458309 Aug 29 04:36:11.876960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-b8a4021f-6d51-4d30-8d3d-3a586ab1cbb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.878972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-b8a4021f-6d51-4d30-8d3d-3a586ab1cbb2 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "GET /v2.0/ports/ab4005fe-119d-476a-8b42-84a574081c51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1019077 Aug 29 04:36:11.897700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:11.914511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.929399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 456cc753-c550-4a1d-8c54-940ea75eb705 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:12.021608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32790) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.044655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] Pushing event deleted for resources: {'Port': ['ID=0455c2c9-ec4f-448e-9472-1133289a13fb,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.050858 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.053559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728602e-7460-4674-b5bc-0c866293cf6c None None] No DVR routers for this DVR port 0455c2c9-ec4f-448e-9472-1133289a13fb on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:12.059672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.104605 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169afaeb-411c-4ad0-bb28-d621f3c97bb1']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:12.114291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a252-c120-43bb-baad-e7fe54f888e3 req-af281b8b-7ea9-43f2-8557-4af378c2a6b6 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.127655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4498a252-c120-43bb-baad-e7fe54f888e3 req-af281b8b-7ea9-43f2-8557-4af378c2a6b6 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.3140540 Aug 29 04:36:12.136917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-800673b2-1353-44fe-b3d8-de5f15dd608d None None] Provisioning complete for port 76b4eceb-84b4-449c-b444-df525582bf58 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:12.137123 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-800673b2-1353-44fe-b3d8-de5f15dd608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.150090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801874cb-4c0e-4d7f-b067-f8b6a811976e') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:12.150435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801874cb-4c0e-4d7f-b067-f8b6a811976e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:12.174910 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:12.195274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.261826 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.266535 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.311751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4498a252-c120-43bb-baad-e7fe54f888e3 req-1c766848-b660-4278-a13b-828c56b3b494 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824813 Aug 29 04:36:12.313135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:12.313632 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:12.318080 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:12.320625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-800673b2-1353-44fe-b3d8-de5f15dd608d None None] Port 76b4eceb-84b4-449c-b444-df525582bf58 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:12.336561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456cc753-c550-4a1d-8c54-940ea75eb705'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:12.342133 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5bae6c-b731-4f03-ad60-f6ed81b6c1eb" -d '{"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-unplugged", "status": "completed", "tag": "456cc753-c550-4a1d-8c54-940ea75eb705"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:12.372634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 456cc753-c550-4a1d-8c54-940ea75eb705, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=456cc753-c550-4a1d-8c54-940ea75eb705,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:12.389757 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.392828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ab4005fe-119d-476a-8b42-84a574081c51 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:12.446529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] For port ab4005fe-119d-476a-8b42-84a574081c51, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ab4005fe-119d-476a-8b42-84a574081c51,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:12.507729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] For port ab4005fe-119d-476a-8b42-84a574081c51, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:12.539248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.556046 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.564596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/169afaeb-411c-4ad0-bb28-d621f3c97bb1 HTTP/1.1" status: 204 len: 168 time: 2.0003312 Aug 29 04:36:12.565872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 32806) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.580210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-1925068841'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:12.616383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8054de-a5cc-4dbb-9950-fa696940b7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.635280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] device_id is not set on port ab4005fe-119d-476a-8b42-84a574081c51 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:12.647638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355de38e-b233-4f8d-a4ce-55c3cb66cbae tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=169afaeb-411c-4ad0-bb28-d621f3c97bb1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.653961 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.669441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.690932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=456cc753-c550-4a1d-8c54-940ea75eb705,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.695101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17d0d2-5fee-4a0d-8f56-eba6ace2237a req-cfac8797-1c58-4c7e-a8cb-fc85723b6eb9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.701425 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.714700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17d0d2-5fee-4a0d-8f56-eba6ace2237a req-cfac8797-1c58-4c7e-a8cb-fc85723b6eb9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.728143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17d0d2-5fee-4a0d-8f56-eba6ace2237a req-cfac8797-1c58-4c7e-a8cb-fc85723b6eb9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.744931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17d0d2-5fee-4a0d-8f56-eba6ace2237a req-cfac8797-1c58-4c7e-a8cb-fc85723b6eb9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.763615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17d0d2-5fee-4a0d-8f56-eba6ace2237a req-cfac8797-1c58-4c7e-a8cb-fc85723b6eb9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.766223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] No DVR routers for this DVR port ab4005fe-119d-476a-8b42-84a574081c51 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:12.777256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4005fe-119d-476a-8b42-84a574081c51,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.778905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17d0d2-5fee-4a0d-8f56-eba6ace2237a req-cfac8797-1c58-4c7e-a8cb-fc85723b6eb9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.799699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df17d0d2-5fee-4a0d-8f56-eba6ace2237a req-cfac8797-1c58-4c7e-a8cb-fc85723b6eb9 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 4659 time: 0.3681123 Aug 29 04:36:12.822300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:36:12.822300 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:36:12.832950 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:36:12.832950 n-d-712142-15 neutron-server[94845]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:36:12.832950 n-d-712142-15 neutron-server[94845]: [parameters: {'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'id': 'ac709876-fb99-41bf-8a32-22a600930a3d', 'expiration': datetime.datetime(2021, 8, 29, 4, 38, 12, 800580)}] Aug 29 04:36:12.832950 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:36:12.833401 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:36:12.854040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] In _notify_port_updated(), no bound segment for port ab4005fe-119d-476a-8b42-84a574081c51 on network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:36:12.855286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.855924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.857985 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-744637ec-1da7-426d-96c8-435f093437d5 service neutron] 10.222.0.65 "PUT /v2.0/ports/ab4005fe-119d-476a-8b42-84a574081c51 HTTP/1.1" status: 200 len: 1028 time: 0.9648020 Aug 29 04:36:12.891272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df17d0d2-5fee-4a0d-8f56-eba6ace2237a req-c4e3ddc0-f03c-46c9-ae52-8dce0c432d28 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=7dc75a6d-cd69-43a2-9140-a8fa94e05080&id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782816 Aug 29 04:36:12.973812 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89577a1e-6c44-48a9-9d7e-75c2d1293501 x-openstack-request-id: req-89577a1e-6c44-48a9-9d7e-75c2d1293501 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:12.974108 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-unplugged", "status": "completed", "tag": "456cc753-c550-4a1d-8c54-940ea75eb705", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:12.974369 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89577a1e-6c44-48a9-9d7e-75c2d1293501 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:12.974772 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456cc753-c550-4a1d-8c54-940ea75eb705', 'code': 200} Aug 29 04:36:13.087668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f202c-3455-46b6-9611-2ff9c1364438 req-ded8131d-991b-4e12-8329-9b4230a985f6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.096027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d9f202c-3455-46b6-9611-2ff9c1364438 req-ded8131d-991b-4e12-8329-9b4230a985f6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.0680058 Aug 29 04:36:13.111308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port 415bc19d-e15e-46b3-a939-4740af64da57 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:13.111666 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.145473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d9f202c-3455-46b6-9611-2ff9c1364438 req-1d2b24c5-186d-4113-9d07-1f7983fb5aac tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 Aug 29 04:36:13.163113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c9770d4c-95a2-4878-ab05-449da188f872 None None] Provisioning complete for port ab4005fe-119d-476a-8b42-84a574081c51 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:13.163500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c9770d4c-95a2-4878-ab05-449da188f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.200510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c9770d4c-95a2-4878-ab05-449da188f872 None None] Port ab4005fe-119d-476a-8b42-84a574081c51 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:13.235826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8054de-a5cc-4dbb-9950-fa696940b7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.253998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8054de-a5cc-4dbb-9950-fa696940b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.323488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8054de-a5cc-4dbb-9950-fa696940b7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e49dce-5440-4989-b505-33b53e6ef8df,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:13.327181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644b013-7fce-499f-9063-fa2cc511af87 req-4be038cb-7587-4416-b96b-d96587882cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.328749 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5644b013-7fce-499f-9063-fa2cc511af87 req-4be038cb-7587-4416-b96b-d96587882cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 1097 time: 0.2135279 Aug 29 04:36:13.339618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4d8054de-a5cc-4dbb-9950-fa696940b7e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e882a66295324522b307883eb4789f30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3169746 Aug 29 04:36:13.349219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32828) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.352296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] For port 415bc19d-e15e-46b3-a939-4740af64da57, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=415bc19d-e15e-46b3-a939-4740af64da57,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:13.352684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.392627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:13.400593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.427503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d255974e-d6f6-497a-9e49-5ac9bf35d759 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:13.428292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for 415bc19d-e15e-46b3-a939-4740af64da57 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:13.439100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:13.510174 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5644b013-7fce-499f-9063-fa2cc511af87 req-651459f3-63f5-44c4-b6e2-38c7a9c15b14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734202 Aug 29 04:36:13.552245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9234f977-0030-4505-80e9-7f0d38872417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.555547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.556396 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment bdb13c04-73a0-45cc-bbb9-1245a1efea65 of type vlan for network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 Aug 29 04:36:13.600437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9234f977-0030-4505-80e9-7f0d38872417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.630902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.635106 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.640299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f84b3-5636-42ee-ac4b-b7d447ee953e req-390ea6e3-b43e-42c7-8e58-54b6aa851de5 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.648692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a1f84b3-5636-42ee-ac4b-b7d447ee953e req-390ea6e3-b43e-42c7-8e58-54b6aa851de5 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.2011571 Aug 29 04:36:13.687137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d255974e-d6f6-497a-9e49-5ac9bf35d759, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:13.693318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.695865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 415bc19d-e15e-46b3-a939-4740af64da57 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:13.713841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a1f84b3-5636-42ee-ac4b-b7d447ee953e req-12f6bef5-a3cf-47da-9767-c0e7f452f29f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643873 Aug 29 04:36:13.730078 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.739445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.740447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.789909 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.825349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2582386 Aug 29 04:36:13.828462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 32848) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.839766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No active binding found for port 415bc19d-e15e-46b3-a939-4740af64da57 {{(pid=94847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:36:13.840253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 415bc19d-e15e-46b3-a939-4740af64da57 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:13.840687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 3ba4c654-6de7-4e6e-806d-ee27f43d0502 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:13.842371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': 'dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:13.854930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d255974e-d6f6-497a-9e49-5ac9bf35d759,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:13.855191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=415bc19d-e15e-46b3-a939-4740af64da57,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:13.942413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] No DVR routers for this DVR port 415bc19d-e15e-46b3-a939-4740af64da57 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:13.947459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.950102 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-def53fbf-3d0b-4c57-9e38-f29373c6c42c tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "DELETE /v2.0/ports/415bc19d-e15e-46b3-a939-4740af64da57 HTTP/1.1" status: 204 len: 173 time: 1.0835233 Aug 29 04:36:13.951911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': '415bc19d-e15e-46b3-a939-4740af64da57'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:13.956268 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be452b7e-43e7-4daa-87af-9d90493e4ed5" -d '{"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "415bc19d-e15e-46b3-a939-4740af64da57"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:13.965537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9234f977-0030-4505-80e9-7f0d38872417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.969422 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9234f977-0030-4505-80e9-7f0d38872417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.970796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9234f977-0030-4505-80e9-7f0d38872417 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1e49dce-5440-4989-b505-33b53e6ef8df HTTP/1.1" status: 204 len: 168 time: 0.6152456 Aug 29 04:36:13.998740 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.017521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234f977-0030-4505-80e9-7f0d38872417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e49dce-5440-4989-b505-33b53e6ef8df,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.123077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 3ba4c654-6de7-4e6e-806d-ee27f43d0502, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3ba4c654-6de7-4e6e-806d-ee27f43d0502,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:14.132509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.133465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 82e9ba9c-de68-41a4-9818-95fb39a09f2a no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:14.315053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:14.317039 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.336267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=3ba4c654-6de7-4e6e-806d-ee27f43d0502,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.443127 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.516993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 82e9ba9c-de68-41a4-9818-95fb39a09f2a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:14.532637 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.536354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 76b4eceb-84b4-449c-b444-df525582bf58 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:14.587737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffc4ca-3900-422f-89cf-8b66890910b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.590282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] For port 3ba4c654-6de7-4e6e-806d-ee27f43d0502, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=3ba4c654-6de7-4e6e-806d-ee27f43d0502,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:14.591146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.609395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:14.650888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for 3ba4c654-6de7-4e6e-806d-ee27f43d0502 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:14.758240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 76b4eceb-84b4-449c-b444-df525582bf58 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:14.778568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248eb0f-60f9-4cc0-851e-f72604b95a36 req-42ef9740-2e76-43c7-b524-2d3eb4bf679d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.788547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248eb0f-60f9-4cc0-851e-f72604b95a36 req-42ef9740-2e76-43c7-b524-2d3eb4bf679d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.795705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248eb0f-60f9-4cc0-851e-f72604b95a36 req-42ef9740-2e76-43c7-b524-2d3eb4bf679d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.808711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248eb0f-60f9-4cc0-851e-f72604b95a36 req-42ef9740-2e76-43c7-b524-2d3eb4bf679d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.810571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f248eb0f-60f9-4cc0-851e-f72604b95a36 req-42ef9740-2e76-43c7-b524-2d3eb4bf679d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 3143 time: 0.3727155 Aug 29 04:36:14.834203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:14.838933 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.861321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=82e9ba9c-de68-41a4-9818-95fb39a09f2a,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.968339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f248eb0f-60f9-4cc0-851e-f72604b95a36 req-fa2248e8-7c38-4e37-ae0c-501abed31125 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485655 Aug 29 04:36:14.976469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd255974e-d6f6-497a-9e49-5ac9bf35d759'}, {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba4c654-6de7-4e6e-806d-ee27f43d0502'}, {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:14.979096 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354f2134-8b2e-42a4-a8d8-8207e777abd4" -d '{"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-unplugged", "status": "completed", "tag": "d255974e-d6f6-497a-9e49-5ac9bf35d759"}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba4c654-6de7-4e6e-806d-ee27f43d0502"}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-unplugged", "status": "completed", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:15.239010 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.368021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.431370 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e04baa-df44-4626-841b-d2fe9c84dc52 x-openstack-request-id: req-21e04baa-df44-4626-841b-d2fe9c84dc52 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:15.431738 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "415bc19d-e15e-46b3-a939-4740af64da57", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:15.432757 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21e04baa-df44-4626-841b-d2fe9c84dc52 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:15.434183 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': '415bc19d-e15e-46b3-a939-4740af64da57', 'status': 'completed', 'code': 200} Aug 29 04:36:15.447706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=3ba4c654-6de7-4e6e-806d-ee27f43d0502,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:15.458579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=d1fafb32-4dfb-4c00-8d7e-65f636193e97,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:15.489356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': 'bdb13c04-73a0-45cc-bbb9-1245a1efea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:15.489738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:15.511622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] No DVR routers for this DVR port 3ba4c654-6de7-4e6e-806d-ee27f43d0502 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:15.514676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.517285 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-a24caaa3-ee07-4e20-9fac-89205e75e116 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "DELETE /v2.0/ports/3ba4c654-6de7-4e6e-806d-ee27f43d0502 HTTP/1.1" status: 204 len: 173 time: 1.5452008 Aug 29 04:36:15.526516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:15.546375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:15.552076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.552962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.559723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f0b2a-c523-47a3-a4a9-ee8bac3d01cd None None] Network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:15.593938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-19cb65bf-843f-4ae5-8f84-e724cb3c04a0 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7618527 Aug 29 04:36:15.601194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 32984) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.625095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6c13ae93-dd11-445c-8b94-853944276ea6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-210626834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:15.680694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d3e0b-d18e-4cfe-94b5-1910636dc08f req-5f379d24-a479-4e2d-be5a-59db8f870c47 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.682584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f3d3e0b-d18e-4cfe-94b5-1910636dc08f req-5f379d24-a479-4e2d-be5a-59db8f870c47 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1050594 Aug 29 04:36:15.722160 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c13ae93-dd11-445c-8b94-853944276ea6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.723922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c13ae93-dd11-445c-8b94-853944276ea6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.756085 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f3d3e0b-d18e-4cfe-94b5-1910636dc08f req-dacd6a13-15fe-4f22-9889-a0bf37e377fd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Aug 29 04:36:15.770905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port d255974e-d6f6-497a-9e49-5ac9bf35d759 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:15.771895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.887498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4', 'network_id': 'dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': 'd1fafb32-4dfb-4c00-8d7e-65f636193e97'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:15.888519 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.952024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c13ae93-dd11-445c-8b94-853944276ea6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.980971 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c13ae93-dd11-445c-8b94-853944276ea6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.000028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f651f59-9bc0-4ddb-9e74-fbadde61793b req-2264307c-2d58-417b-b517-08d5520eff8e tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.009709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f651f59-9bc0-4ddb-9e74-fbadde61793b req-2264307c-2d58-417b-b517-08d5520eff8e tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1179624 Aug 29 04:36:16.095505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f651f59-9bc0-4ddb-9e74-fbadde61793b req-f83c2ae7-c140-4ca7-a315-15479de840b0 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846529 Aug 29 04:36:16.106476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c13ae93-dd11-445c-8b94-853944276ea6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.110399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33014) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:16.125485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6c13ae93-dd11-445c-8b94-853944276ea6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5232143 Aug 29 04:36:16.159247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] For port d255974e-d6f6-497a-9e49-5ac9bf35d759, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d255974e-d6f6-497a-9e49-5ac9bf35d759,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:16.162838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.230332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for d255974e-d6f6-497a-9e49-5ac9bf35d759 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:16.277219 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d91c1f-0a9f-4c41-a149-ad01b6db031f x-openstack-request-id: req-b5d91c1f-0a9f-4c41-a149-ad01b6db031f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:16.278603 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-unplugged", "status": "completed", "tag": "d255974e-d6f6-497a-9e49-5ac9bf35d759", "code": 200}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba4c654-6de7-4e6e-806d-ee27f43d0502", "code": 200}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-unplugged", "status": "completed", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:16.279076 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5d91c1f-0a9f-4c41-a149-ad01b6db031f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:16.280490 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd255974e-d6f6-497a-9e49-5ac9bf35d759', 'code': 200} Aug 29 04:36:16.280964 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba4c654-6de7-4e6e-806d-ee27f43d0502', 'code': 200} Aug 29 04:36:16.281565 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'code': 200} Aug 29 04:36:16.287107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Allocated IP 172.20.0.2 (dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4/d1fafb32-4dfb-4c00-8d7e-65f636193e97/41776e64-1e4b-4d01-8254-40d1a7f94175) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:16.376581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da9c22-f51f-4715-b02d-330ccc567de8 req-22d73d44-7ba4-4546-b07c-5961d85f8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.378618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69da9c22-f51f-4715-b02d-330ccc567de8 req-22d73d44-7ba4-4546-b07c-5961d85f8adf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 1098 time: 0.1384923 Aug 29 04:36:16.446039 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69da9c22-f51f-4715-b02d-330ccc567de8 req-53317052-2c0d-4552-a87e-62c834e160db service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491760 Aug 29 04:36:16.499527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33024) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:16.542681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.577499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=d255974e-d6f6-497a-9e49-5ac9bf35d759,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.671948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] No DVR routers for this DVR port d255974e-d6f6-497a-9e49-5ac9bf35d759 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:16.674680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.679578 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-cc5aec9f-5302-4356-b6f8-7323218a2fdf tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "DELETE /v2.0/ports/d255974e-d6f6-497a-9e49-5ac9bf35d759 HTTP/1.1" status: 204 len: 173 time: 1.1531842 Aug 29 04:36:16.721722 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.737431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Transition to ACTIVE for port object 41776e64-1e4b-4d01-8254-40d1a7f94175 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:16.773398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Transition to ACTIVE for port object 41776e64-1e4b-4d01-8254-40d1a7f94175 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:16.780416 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18336c5f-bbfc-4e4f-b44c-90d37ad17d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.787167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.822849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c20e4-c031-4334-914b-cec001b01fb0 req-eb401a91-93a4-4c32-b56e-80f561e71eda tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.829798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c20e4-c031-4334-914b-cec001b01fb0 req-eb401a91-93a4-4c32-b56e-80f561e71eda tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.839069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-044c20e4-c031-4334-914b-cec001b01fb0 req-eb401a91-93a4-4c32-b56e-80f561e71eda tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 1677 time: 0.2737162 Aug 29 04:36:16.860238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:16.877453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:16.891121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:16.916004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Pushing event updated for resources: {'Port': ['ID=41776e64-1e4b-4d01-8254-40d1a7f94175,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.916183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-044c20e4-c031-4334-914b-cec001b01fb0 req-877e5a17-cdb8-4485-ba64-2500e818ca69 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750802 Aug 29 04:36:16.973763 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.049993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Attempting to bind port 41776e64-1e4b-4d01-8254-40d1a7f94175 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:17.050377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Attempting to bind port 41776e64-1e4b-4d01-8254-40d1a7f94175 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bdb13c04-73a0-45cc-bbb9-1245a1efea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:17.050785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Attempting to bind port 41776e64-1e4b-4d01-8254-40d1a7f94175 on network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:17.070673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:17.071261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Checking segment: {'id': 'bdb13c04-73a0-45cc-bbb9-1245a1efea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:17.071835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.072562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Bound using segment: {'id': 'bdb13c04-73a0-45cc-bbb9-1245a1efea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:17.073223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Bound port: 41776e64-1e4b-4d01-8254-40d1a7f94175, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb13c04-73a0-45cc-bbb9-1245a1efea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:17.073789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.074547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port 456cc753-c550-4a1d-8c54-940ea75eb705 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:17.074909 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.250891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] For port 41776e64-1e4b-4d01-8254-40d1a7f94175, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:17.255538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] For port 41776e64-1e4b-4d01-8254-40d1a7f94175, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=41776e64-1e4b-4d01-8254-40d1a7f94175,segment=NetworkSegment(bdb13c04-73a0-45cc-bbb9-1245a1efea65),segment_id=bdb13c04-73a0-45cc-bbb9-1245a1efea65)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:17.265566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.272202 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18336c5f-bbfc-4e4f-b44c-90d37ad17d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.298246 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18336c5f-bbfc-4e4f-b44c-90d37ad17d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.373386 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-18336c5f-bbfc-4e4f-b44c-90d37ad17d01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce2539d615fb4c0ea59bfad18d44bad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8699327 Aug 29 04:36:17.377213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33040) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:17.414501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391996f-1966-455b-a777-ed3b6129bec4 None None] Pushing event updated for resources: {'Port': ['ID=41776e64-1e4b-4d01-8254-40d1a7f94175,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.420222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f732-ba7e-4e03-b1e5-2b3fb95fea1e req-83b06df4-b03b-4b8b-9979-dac76282c196 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.422306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea59f732-ba7e-4e03-b1e5-2b3fb95fea1e req-83b06df4-b03b-4b8b-9979-dac76282c196 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1989796 Aug 29 04:36:17.436817 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d81bf31-69f1-4d6b-a26e-24da665a5a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.438806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': '3ba4c654-6de7-4e6e-806d-ee27f43d0502'}, {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': 'd255974e-d6f6-497a-9e49-5ac9bf35d759'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:17.443284 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd5b51-c5ab-4bbe-9c90-bb79ad0020d8" -d '{"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "3ba4c654-6de7-4e6e-806d-ee27f43d0502"}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "d255974e-d6f6-497a-9e49-5ac9bf35d759"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:17.462576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18336c5f-bbfc-4e4f-b44c-90d37ad17d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e1949-35ed-44b2-9851-45ad12ccba70,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.462576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-defe98a8-1e01-436f-b4df-011723716d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.466235 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-defe98a8-1e01-436f-b4df-011723716d8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 1097 time: 0.2998164 Aug 29 04:36:17.546864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea59f732-ba7e-4e03-b1e5-2b3fb95fea1e req-0d275046-ceef-41e7-9823-a0d0d23a42fc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071165 Aug 29 04:36:17.614266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] For port 456cc753-c550-4a1d-8c54-940ea75eb705, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=456cc753-c550-4a1d-8c54-940ea75eb705,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:17.614908 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.626785 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ed75c28-9f63-4b6d-a419-b3e7f043d517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.656367 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ed75c28-9f63-4b6d-a419-b3e7f043d517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.658787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for 456cc753-c550-4a1d-8c54-940ea75eb705 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:17.751360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-e178462e-970c-4802-ad37-e546b940bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.752879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-e178462e-970c-4802-ad37-e546b940bfda service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 200 len: 912 time: 0.2761962 Aug 29 04:36:17.777421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.20.0.1 (dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4/d1fafb32-4dfb-4c00-8d7e-65f636193e97/5eba9923-7632-4c9a-855a-2451d05e7161) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:17.914832 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ed75c28-9f63-4b6d-a419-b3e7f043d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.919454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ed75c28-9f63-4b6d-a419-b3e7f043d517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.923124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1ed75c28-9f63-4b6d-a419-b3e7f043d517 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/240e1949-35ed-44b2-9851-45ad12ccba70 HTTP/1.1" status: 204 len: 168 time: 0.5424075 Aug 29 04:36:17.932397 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-235618a5-9959-4069-9049-5c33dbf27a2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e HTTP/1.1" status: 200 len: 217 time: 0.0874813 Aug 29 04:36:17.932971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d4eb3-861a-4027-a98b-97523132a8c9 req-e43c66a8-ccf5-404a-a0ff-4012b552ff84 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.938005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b4d4eb3-861a-4027-a98b-97523132a8c9 req-e43c66a8-ccf5-404a-a0ff-4012b552ff84 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.2193873 Aug 29 04:36:17.975853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed75c28-9f63-4b6d-a419-b3e7f043d517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e1949-35ed-44b2-9851-45ad12ccba70,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:18.032653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b4d4eb3-861a-4027-a98b-97523132a8c9 req-741eef3c-0d35-497f-b6a4-d421bde44846 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936203 Aug 29 04:36:18.108873 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.138896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object 5eba9923-7632-4c9a-855a-2451d05e7161 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:18.164961 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19b8973-e882-4aa8-8c3e-3ebef6020861 x-openstack-request-id: req-b19b8973-e882-4aa8-8c3e-3ebef6020861 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:18.165354 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "3ba4c654-6de7-4e6e-806d-ee27f43d0502", "status": "completed", "code": 200}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "d255974e-d6f6-497a-9e49-5ac9bf35d759", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:18.165678 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b19b8973-e882-4aa8-8c3e-3ebef6020861 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:18.166161 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': '3ba4c654-6de7-4e6e-806d-ee27f43d0502', 'status': 'completed', 'code': 200} Aug 29 04:36:18.166476 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': 'd255974e-d6f6-497a-9e49-5ac9bf35d759', 'status': 'completed', 'code': 200} Aug 29 04:36:18.176092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-5d4ef2c2-b677-4862-85da-4ca5b01bdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.190517 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-5d4ef2c2-b677-4862-85da-4ca5b01bdb82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce536e53-bb93-43d8-8f3a-2de30c627448 HTTP/1.1" status: 200 len: 851 time: 0.1813161 Aug 29 04:36:18.275296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.303429 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-9d570501-b0c5-40d6-869a-cf6be76f1a07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e8d327-750a-4aaa-9344-c78306a5c279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876861 Aug 29 04:36:18.305263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7153b45-0602-47ca-81b2-eecad3758a13 req-ee44df58-04a7-4c0a-89eb-d0e1bbba36dc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.311431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7153b45-0602-47ca-81b2-eecad3758a13 req-ee44df58-04a7-4c0a-89eb-d0e1bbba36dc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.313134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7153b45-0602-47ca-81b2-eecad3758a13 req-ee44df58-04a7-4c0a-89eb-d0e1bbba36dc tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 1677 time: 0.1131349 Aug 29 04:36:18.368115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=5eba9923-7632-4c9a-855a-2451d05e7161,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:18.397330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:18.400633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:18.409222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:18.411428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.461432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.480236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=456cc753-c550-4a1d-8c54-940ea75eb705,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:18.564668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] No DVR routers for this DVR port 456cc753-c550-4a1d-8c54-940ea75eb705 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:18.569546 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.571607 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-d0aca72e-3d89-4936-ba01-0698c8bba530 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "DELETE /v2.0/ports/456cc753-c550-4a1d-8c54-940ea75eb705 HTTP/1.1" status: 204 len: 173 time: 1.8849421 Aug 29 04:36:18.583625 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-3cbfdc70-1a74-4616-b442-b80f7656dab4 service neutron] 10.222.0.64 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729135 Aug 29 04:36:18.588779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7153b45-0602-47ca-81b2-eecad3758a13 req-c34c9042-b910-42d2-aa22-1f5601fc95f1 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5742565-2519-4f95-8e84-10515ed4cffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144012 Aug 29 04:36:18.628213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33056) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:18.678971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e5f77e1-735f-4ee5-bbe1-0dd698da3566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.708224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.799835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77501ab9-de96-4bb9-a587-c2fa4a0e5561 req-60e44785-322a-4f39-84e5-bbd328e1322f service neutron] 10.222.0.64 "GET /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080834 Aug 29 04:36:18.820245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port 82e9ba9c-de68-41a4-9818-95fb39a09f2a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:18.820605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.005611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] For port 82e9ba9c-de68-41a4-9818-95fb39a09f2a, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=82e9ba9c-de68-41a4-9818-95fb39a09f2a,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:19.005997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.018838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ecc99-5cd2-458c-bf14-6c5180178c81 None None] Network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:19.086698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc293439-b3cd-43fa-854e-34c6b47c38a1 req-229dfc04-0ef7-4638-8b30-0459bfbdbd7a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:19.094307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc293439-b3cd-43fa-854e-34c6b47c38a1 req-229dfc04-0ef7-4638-8b30-0459bfbdbd7a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.3608937 Aug 29 04:36:19.137003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 41776e64-1e4b-4d01-8254-40d1a7f94175 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:19.294811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7a374e9e-1404-4f9e-b824-150f29adf84b None None] Provisioning for port 41776e64-1e4b-4d01-8254-40d1a7f94175 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:19.309515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.309842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.310165 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Floating IP 4421a6f7-7888-4a01-b1d6-c19166328687 disassociated. External IP: 172.25.1.212, port: 82e9ba9c-de68-41a4-9818-95fb39a09f2a. Aug 29 04:36:19.310648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for 82e9ba9c-de68-41a4-9818-95fb39a09f2a owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:19.353299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.358374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc293439-b3cd-43fa-854e-34c6b47c38a1 req-d7e36d8a-4b96-4cb7-88c2-adcf9d3f3911 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630703 Aug 29 04:36:19.371957 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.401138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 41776e64-1e4b-4d01-8254-40d1a7f94175 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:19.452442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 41776e64-1e4b-4d01-8254-40d1a7f94175 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:19.453195 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.541934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.621817 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.634888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=82e9ba9c-de68-41a4-9818-95fb39a09f2a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.638770 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e5f77e1-735f-4ee5-bbe1-0dd698da3566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.648322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.699823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 41776e64-1e4b-4d01-8254-40d1a7f94175, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=41776e64-1e4b-4d01-8254-40d1a7f94175,segment=NetworkSegment(bdb13c04-73a0-45cc-bbb9-1245a1efea65),segment_id=bdb13c04-73a0-45cc-bbb9-1245a1efea65)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:19.709528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.802051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Router 7ec11edd-f8f5-42ba-8a32-13951c7b281f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:19.803112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=41776e64-1e4b-4d01-8254-40d1a7f94175,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.823087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e5f77e1-735f-4ee5-bbe1-0dd698da3566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.835021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=5eba9923-7632-4c9a-855a-2451d05e7161,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.863738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:19.893439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:19.914831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f77e1-735f-4ee5-bbe1-0dd698da3566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276109bf-d303-4428-96ec-2f75392af92c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.956068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:19.973434 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] Sync routers for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:20.001383 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:20.002339 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:35:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:20.026591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] No DVR routers for this DVR port 82e9ba9c-de68-41a4-9818-95fb39a09f2a on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:20.030972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.034734 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e6f6ad3-04dd-4397-80f5-f4f7523078a8 req-93b6f362-2cab-426f-ac70-b43854093563 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.65 "DELETE /v2.0/ports/82e9ba9c-de68-41a4-9818-95fb39a09f2a HTTP/1.1" status: 204 len: 173 time: 1.4500742 Aug 29 04:36:20.069146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6edf8543-435f-4303-b111-1265eea7f45e None None] Provisioning complete for port 41776e64-1e4b-4d01-8254-40d1a7f94175 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:20.076748 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6edf8543-435f-4303-b111-1265eea7f45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.168205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': '456cc753-c550-4a1d-8c54-940ea75eb705'}, {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:20.170598 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c92be-a0ab-4639-b61e-ad6f7a6a4e94" -d '{"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "456cc753-c550-4a1d-8c54-940ea75eb705"}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:20.268943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472947-985d-498c-a2fa-f178b4becb6a req-c4a52a3d-b5aa-45e9-beba-bc7fa721738a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:20.271331 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24472947-985d-498c-a2fa-f178b4becb6a req-c4a52a3d-b5aa-45e9-beba-bc7fa721738a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.7636969 Aug 29 04:36:20.285906 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5e5f77e1-735f-4ee5-bbe1-0dd698da3566 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a239ea8047649ac8eed2bf7379aa335&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6582468 Aug 29 04:36:20.286299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33074) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.318442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6edf8543-435f-4303-b111-1265eea7f45e None None] Provisioning for port 5eba9923-7632-4c9a-855a-2451d05e7161 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:20.326364 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.341143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6edf8543-435f-4303-b111-1265eea7f45e None None] Provisioning complete for port 5eba9923-7632-4c9a-855a-2451d05e7161 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:20.342088 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6edf8543-435f-4303-b111-1265eea7f45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.346672 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:20.444662 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0d08796e-4965-44af-b214-da3a19573b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.448881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6edf8543-435f-4303-b111-1265eea7f45e None None] Port 5eba9923-7632-4c9a-855a-2451d05e7161 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:20.473531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.477443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24472947-985d-498c-a2fa-f178b4becb6a req-b7e4b3f4-d75e-4eff-adb9-37b6ea9822e1 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629748 Aug 29 04:36:20.509421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 9e7d74d1-26af-4389-91d8-cde330600794 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:20.594722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3e64d70c-42be-4508-83a4-fe19a6eadeef None None] Provisioning complete for port 5eba9923-7632-4c9a-855a-2451d05e7161 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:20.595027 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e64d70c-42be-4508-83a4-fe19a6eadeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.602485 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.701592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.706324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.708562 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/276109bf-d303-4428-96ec-2f75392af92c HTTP/1.1" status: 204 len: 168 time: 0.4212551 Aug 29 04:36:20.741000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276109bf-d303-4428-96ec-2f75392af92c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.751643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3e64d70c-42be-4508-83a4-fe19a6eadeef None None] Port 5eba9923-7632-4c9a-855a-2451d05e7161 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:20.763864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.764257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.764651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.765087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.767904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.768280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.770898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.771282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.771639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.772150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.772360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.772703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f3caf-b8e8-4885-aa9c-88ceb327a59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:20.823786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2155e6ec-54af-40ab-aa41-b87399702da9 req-57a02d15-be11-4965-b7a9-7b9c8790c035 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0831704 Aug 29 04:36:20.873483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:20.890841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af4c04-fff3-4057-9364-1f48f14a2932 None None] Sync routers for ids ['9e7d74d1-26af-4389-91d8-cde330600794'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:20.897852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9882b116-4bd3-4890-b648-d549258d8c44 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/9e7d74d1-26af-4389-91d8-cde330600794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7859664 Aug 29 04:36:20.900186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33082) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.909399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af4c04-fff3-4057-9364-1f48f14a2932 None None] Routers {'9e7d74d1-26af-4389-91d8-cde330600794'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:20.910106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-14af4c04-fff3-4057-9364-1f48f14a2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9e7d74d1-26af-4389-91d8-cde330600794'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:20.933835 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 5, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:21.010523 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a405c3f3-8c31-49f6-b44f-55a06ee30dd3 x-openstack-request-id: req-a405c3f3-8c31-49f6-b44f-55a06ee30dd3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:21.011095 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "456cc753-c550-4a1d-8c54-940ea75eb705", "status": "completed", "code": 200}, {"server_uuid": "0f8f4c36-86e0-490e-8de9-6cc6c0b1769a", "name": "network-vif-deleted", "tag": "82e9ba9c-de68-41a4-9818-95fb39a09f2a", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:21.011095 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a405c3f3-8c31-49f6-b44f-55a06ee30dd3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:21.011828 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': '456cc753-c550-4a1d-8c54-940ea75eb705', 'status': 'completed', 'code': 200} Aug 29 04:36:21.011828 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4c36-86e0-490e-8de9-6cc6c0b1769a', 'name': 'network-vif-deleted', 'tag': '82e9ba9c-de68-41a4-9818-95fb39a09f2a', 'status': 'completed', 'code': 200} Aug 29 04:36:21.024079 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] Checking router: 7ec11edd-f8f5-42ba-8a32-13951c7b281f for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:21.024457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c95bc9-b463-4f1f-95da-bbcdba272121 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.028952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f2c95bc9-b463-4f1f-95da-bbcdba272121 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports/5eba9923-7632-4c9a-855a-2451d05e7161 HTTP/1.1" status: 200 len: 910 time: 0.1225197 Aug 29 04:36:21.032099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33084) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.037556 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:21.038275 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:21.058181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-14af4c04-fff3-4057-9364-1f48f14a2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:21.103869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 41776e64-1e4b-4d01-8254-40d1a7f94175 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:21.155997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af4c04-fff3-4057-9364-1f48f14a2932 None None] Routers {'9e7d74d1-26af-4389-91d8-cde330600794'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:21.157081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-14af4c04-fff3-4057-9364-1f48f14a2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9e7d74d1-26af-4389-91d8-cde330600794'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:21.207493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702cda-c3a6-4ed0-bec6-44f65560ca66 req-d8ce52bf-ef2f-4c67-9696-beb9d836719e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.212410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0702cda-c3a6-4ed0-bec6-44f65560ca66 req-d8ce52bf-ef2f-4c67-9696-beb9d836719e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1220319 Aug 29 04:36:21.302320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-14af4c04-fff3-4057-9364-1f48f14a2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:21.304602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af4c04-fff3-4057-9364-1f48f14a2932 None None] The sync data for ids ['9e7d74d1-26af-4389-91d8-cde330600794'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:21.316957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0702cda-c3a6-4ed0-bec6-44f65560ca66 req-7ace4149-0a12-4a75-905a-7e7e1e5cfa19 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965080 Aug 29 04:36:21.321231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b0500a66-7851-4bb0-a8f1-9510c6764377 None None] Provisioning complete for port 5eba9923-7632-4c9a-855a-2451d05e7161 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:21.322326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b0500a66-7851-4bb0-a8f1-9510c6764377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.333143 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:21.371038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 41776e64-1e4b-4d01-8254-40d1a7f94175 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:21.371843 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.461612 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.495343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b0500a66-7851-4bb0-a8f1-9510c6764377 None None] Port 5eba9923-7632-4c9a-855a-2451d05e7161 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:21.766509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a27446-b3e3-4e34-811d-9106ccc5df68 req-b9a711d9-2e72-4434-ab7c-b6d498cd0881 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.768151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50a27446-b3e3-4e34-811d-9106ccc5df68 req-b9a711d9-2e72-4434-ab7c-b6d498cd0881 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.0989873 Aug 29 04:36:21.853740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50a27446-b3e3-4e34-811d-9106ccc5df68 req-15ff4f77-5cc9-4707-9615-27127ebb7011 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767105 Aug 29 04:36:21.891264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.011660 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 5, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:22.014788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-64816849-3b0d-4a63-ad7b-85783b47f1a2 req-fefcc6fb-d066-4160-b42e-4573f3e8ad1f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0351303 Aug 29 04:36:22.039952 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d5990-f0bd-4206-a4e8-4fd118cba515 None None] The sync data for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 is: [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'f3cfed4f-fbe1-400c-b4c6-219c6bd812cf', 'name': '', 'network_id': '169ba080-3078-4b2f-830c-3fd950a54f70', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'mac_address': 'fa:16:3e:a6:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:03Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 5, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'subnets': [{'id': 'f09912b6-0315-41f4-a01a-b0a4cd137ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:22.240669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 5eba9923-7632-4c9a-855a-2451d05e7161 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:22.241142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.386818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.403349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95022706-2b16-470e-b73d-6513d0cd61d8 req-deac5517-5c60-4af4-9b3a-18bdbda7eda3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.405159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95022706-2b16-470e-b73d-6513d0cd61d8 req-deac5517-5c60-4af4-9b3a-18bdbda7eda3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.0843441 Aug 29 04:36:22.411204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 5eba9923-7632-4c9a-855a-2451d05e7161 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:22.475060 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95022706-2b16-470e-b73d-6513d0cd61d8 req-38c7eea0-e16d-4052-bc6b-f59ce8db0fa5 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556686 Aug 29 04:36:22.527675 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de914c43-a0b3-4b17-abd1-be4d8bcc7de1 None None] New status for floating IP 4421a6f7-7888-4a01-b1d6-c19166328687: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:36:22.682367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741f4eb-9c3b-404a-bea7-0e91272c6a12 req-3c5bc857-b8e0-4647-a904-d3e1e9275c4e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.695222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0741f4eb-9c3b-404a-bea7-0e91272c6a12 req-3c5bc857-b8e0-4647-a904-d3e1e9275c4e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1323225 Aug 29 04:36:22.724561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.798213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0741f4eb-9c3b-404a-bea7-0e91272c6a12 req-dadbca67-7731-46d2-a588-5effac6d2232 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986309 Aug 29 04:36:22.803681 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.830836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=5eba9923-7632-4c9a-855a-2451d05e7161,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:23.032365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.082448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.188955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a0781e4-83e6-484d-b989-c2f94f95d0c2 req-abb28bc4-b226-4f6a-8dc3-746891c67309 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0434175 Aug 29 04:36:23.275838 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41a236d4-34d9-470e-8aa1-e70d3e7ddda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.433498 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41a236d4-34d9-470e-8aa1-e70d3e7ddda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.446858 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41a236d4-34d9-470e-8aa1-e70d3e7ddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.502592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-41a236d4-34d9-470e-8aa1-e70d3e7ddda1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06d574b575ad431fb6ad0e2e6d5de2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690022 Aug 29 04:36:23.505726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33148) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.514129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a236d4-34d9-470e-8aa1-e70d3e7ddda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c84765-94f8-42e8-b0dc-0356207d408a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:23.570608 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0efb1137-5e07-4086-baa1-3276799a4358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.623502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0efb1137-5e07-4086-baa1-3276799a4358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.672346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ac3dc-636b-4f0f-b25d-9e78cbaf845a req-9225249a-ef42-4b07-a92a-7cf3b1f695a3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.674405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f5ac3dc-636b-4f0f-b25d-9e78cbaf845a req-9225249a-ef42-4b07-a92a-7cf3b1f695a3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.0927694 Aug 29 04:36:23.731567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f5ac3dc-636b-4f0f-b25d-9e78cbaf845a req-21c383a4-b709-4554-8fb4-7c56d503b791 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477982 Aug 29 04:36:23.732827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0efb1137-5e07-4086-baa1-3276799a4358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.735709 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0efb1137-5e07-4086-baa1-3276799a4358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.740474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0efb1137-5e07-4086-baa1-3276799a4358 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8c84765-94f8-42e8-b0dc-0356207d408a HTTP/1.1" status: 204 len: 168 time: 0.2335513 Aug 29 04:36:23.760206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb1137-5e07-4086-baa1-3276799a4358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c84765-94f8-42e8-b0dc-0356207d408a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:23.765353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 9e7d74d1-26af-4389-91d8-cde330600794 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:23.855677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:23.862504 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-38a2eacb-1c8d-468a-817f-03e0cdaf4b93 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/9e7d74d1-26af-4389-91d8-cde330600794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292339 Aug 29 04:36:23.866053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33154) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.867177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac94a156-f937-41f6-a499-32c685864955 None None] Sync routers for ids ['9e7d74d1-26af-4389-91d8-cde330600794'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:23.891401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94a156-f937-41f6-a499-32c685864955 None None] Routers {'9e7d74d1-26af-4389-91d8-cde330600794'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:23.892523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ac94a156-f937-41f6-a499-32c685864955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9e7d74d1-26af-4389-91d8-cde330600794'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.907826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-24e86644-0f94-4995-947b-03fb4b254c98 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e7d74d1-26af-4389-91d8-cde330600794 HTTP/1.1" status: 200 len: 205 time: 0.0405438 Aug 29 04:36:23.910958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33156) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.955807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ac94a156-f937-41f6-a499-32c685864955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.978856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94a156-f937-41f6-a499-32c685864955 None None] Routers {'9e7d74d1-26af-4389-91d8-cde330600794'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:23.980731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ac94a156-f937-41f6-a499-32c685864955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9e7d74d1-26af-4389-91d8-cde330600794'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:24.021574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ac94a156-f937-41f6-a499-32c685864955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:24.022490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac94a156-f937-41f6-a499-32c685864955 None None] The sync data for ids ['9e7d74d1-26af-4389-91d8-cde330600794'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:24.028956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ecc1d-9363-44bc-9fac-eeb77e77c635 req-9e1596b1-c126-405a-b4df-661fbf883116 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:24.038918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef5ecc1d-9363-44bc-9fac-eeb77e77c635 req-9e1596b1-c126-405a-b4df-661fbf883116 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1259642 Aug 29 04:36:24.088342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef5ecc1d-9363-44bc-9fac-eeb77e77c635 req-3de91793-2467-4c31-a0df-9745517a1c7a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477290 Aug 29 04:36:24.105835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ff2068ed-ced9-41bd-ae43-58f956c002c9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.374794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86a04526-435a-437a-aa7b-9a7350956baf req-e92038a8-c783-41f9-9ab8-2b6684c8b2be tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0719402 Aug 29 04:36:24.391086 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ff2068ed-ced9-41bd-ae43-58f956c002c9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.395263 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ff2068ed-ced9-41bd-ae43-58f956c002c9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.459779 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ff2068ed-ced9-41bd-ae43-58f956c002c9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.460978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2068ed-ced9-41bd-ae43-58f956c002c9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Fanout notify agent at l3_agent the message router_deleted on router 9e7d74d1-26af-4389-91d8-cde330600794 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:24.483209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ff2068ed-ced9-41bd-ae43-58f956c002c9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.483209 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ff2068ed-ced9-41bd-ae43-58f956c002c9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/9e7d74d1-26af-4389-91d8-cde330600794 HTTP/1.1" status: 204 len: 168 time: 0.5699058 Aug 29 04:36:24.484591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33174) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.623494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6306431-11db-4602-b898-04adc11de36d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet d1fafb32-4dfb-4c00-8d7e-65f636193e97 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:24.638219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6306431-11db-4602-b898-04adc11de36d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.727928 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6306431-11db-4602-b898-04adc11de36d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.849009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6306431-11db-4602-b898-04adc11de36d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.915857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c57ca-6d6f-4d1b-9d28-e162890fb9cb req-9fe42466-74d3-4015-9a0d-45413d337a09 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:24.924879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e8c57ca-6d6f-4d1b-9d28-e162890fb9cb req-9fe42466-74d3-4015-9a0d-45413d337a09 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.0671067 Aug 29 04:36:24.982967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e8c57ca-6d6f-4d1b-9d28-e162890fb9cb req-ababe8c2-de94-4210-9e26-4dd22c690ec6 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486104 Aug 29 04:36:25.006487 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6306431-11db-4602-b898-04adc11de36d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.055400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6306431-11db-4602-b898-04adc11de36d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fafb32-4dfb-4c00-8d7e-65f636193e97,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.067957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edfa0fe-d769-49cd-881d-e4465f389b38 None None] Network dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:25.073262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6306431-11db-4602-b898-04adc11de36d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.078053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f6306431-11db-4602-b898-04adc11de36d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/d1fafb32-4dfb-4c00-8d7e-65f636193e97 HTTP/1.1" status: 204 len: 168 time: 0.5923402 Aug 29 04:36:25.078742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33198) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.095170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33204) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.360765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'networks': [{'name': 'tempest-network--1079344580'}, {'name': 'tempest-network--412524867'}]} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:25.361220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'network': {'name': 'tempest-network--1079344580'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:25.361787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'network': {'name': 'tempest-network--412524867'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:25.383287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.402802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc367ce-2561-41d4-bd7a-e1e510df48e7 req-804dad27-039b-4dd4-8686-e8e7fa9957dd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:25.406541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Made reservation on behalf of 93ed58336f0040069a0997688077ddab for: {'network': 2} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:25.412142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.423572 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdc367ce-2561-41d4-bd7a-e1e510df48e7 req-804dad27-039b-4dd4-8686-e8e7fa9957dd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1575027 Aug 29 04:36:25.432467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.463434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] DHCP port deletion for dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:25.543873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Deleting port 41776e64-1e4b-4d01-8254-40d1a7f94175 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:25.544437 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.583536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdc367ce-2561-41d4-bd7a-e1e510df48e7 req-857693f5-90ed-4c94-9b7e-c3c332bf02b0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504114 Aug 29 04:36:25.608540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 41776e64-1e4b-4d01-8254-40d1a7f94175 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:25.608540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.633572 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.637717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] For port 41776e64-1e4b-4d01-8254-40d1a7f94175, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=41776e64-1e4b-4d01-8254-40d1a7f94175,segment=NetworkSegment(bdb13c04-73a0-45cc-bbb9-1245a1efea65),segment_id=bdb13c04-73a0-45cc-bbb9-1245a1efea65)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:25.638435 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.663653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-cadf9f20-369d-4f6e-9f3e-2f5c81686a53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:25.668059 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-cadf9f20-369d-4f6e-9f3e-2f5c81686a53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.1128669 Aug 29 04:36:25.668658 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.669236 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.691835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Calling delete_port for 41776e64-1e4b-4d01-8254-40d1a7f94175 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:25.778508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-265703fb-f419-468b-9a3f-df6faacca9c6 req-d7a2e4e1-cd8b-4e21-b1f1-72a6307c898d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0644913 Aug 29 04:36:25.788341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.811861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] No DVR routers for this DVR port 41776e64-1e4b-4d01-8254-40d1a7f94175 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:25.824766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port 41776e64-1e4b-4d01-8254-40d1a7f94175, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=41776e64-1e4b-4d01-8254-40d1a7f94175,segment=NetworkSegment(bdb13c04-73a0-45cc-bbb9-1245a1efea65),segment_id=bdb13c04-73a0-45cc-bbb9-1245a1efea65)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:25.824766 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.848856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Pushing event deleted for resources: {'Port': ['ID=41776e64-1e4b-4d01-8254-40d1a7f94175,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.854201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f196ca3-8c02-48d8-96a6-2dc258f5b905,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.857103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 41776e64-1e4b-4d01-8254-40d1a7f94175 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:25.861787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:25.862643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.865602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.866048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.866594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.867003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.867771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.868306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.869082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.869990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.870458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.870984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.871339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0512aa-108f-41b2-800b-aa4fd9369dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:25.904476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.904930 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Added segment bf6cc7d4-ea03-4666-bd40-566f90e81e7c of type vlan for network 0d7f7463-6d4f-42dd-bf46-2514838d33a0 Aug 29 04:36:25.983724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.994218 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.026569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Deleting port a6b447d4-c13e-45b9-9f32-02a26bf5d06e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:26.026931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.044436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=41776e64-1e4b-4d01-8254-40d1a7f94175,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:26.058727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port 41776e64-1e4b-4d01-8254-40d1a7f94175 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:26.153520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:26.185628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.186232 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Added segment bf9d1d2b-fbb4-4b06-9e78-e88ed8b77157 of type vlan for network 6a4053d6-8f5d-4717-aea4-99539c0c0527 Aug 29 04:36:26.246290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] For port a6b447d4-c13e-45b9-9f32-02a26bf5d06e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:26.246930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.265318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.273965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Calling delete_port for a6b447d4-c13e-45b9-9f32-02a26bf5d06e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:26.358014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.358891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.366203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.371423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.372455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.462441 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3660066 Aug 29 04:36:26.466067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33232) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.478511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Network': ['ID=0d7f7463-6d4f-42dd-bf46-2514838d33a0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:26.492674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0d7f7463-6d4f-42dd-bf46-2514838d33a0 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:26.652807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.662810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9ee0c-7701-4791-81be-a467761feb95 req-fddbd8fb-374d-4773-a861-8951f9fe190b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.672203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ba9ee0c-7701-4791-81be-a467761feb95 req-fddbd8fb-374d-4773-a861-8951f9fe190b tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6df18fc-2284-4f74-a532-c8eaf0e8d5ad HTTP/1.1" status: 200 len: 945 time: 0.6011524 Aug 29 04:36:26.703449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:26.719324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb13c04-73a0-45cc-bbb9-1245a1efea65') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:26.719692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb13c04-73a0-45cc-bbb9-1245a1efea65') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:26.747129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ba9ee0c-7701-4791-81be-a467761feb95 req-7d205485-180c-4571-af06-87a2d0487b0a tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739536 Aug 29 04:36:26.751670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.773159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.795320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:26.795320 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:26.804761 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:26.867849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfcb366-5719-49dd-98da-6efd34c13da9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.892852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfcb366-5719-49dd-98da-6efd34c13da9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.895206 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.906553 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.909628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4 HTTP/1.1" status: 204 len: 168 time: 1.8293591 Aug 29 04:36:26.915412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfcb366-5719-49dd-98da-6efd34c13da9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.917894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33246) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.922880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfcb366-5719-49dd-98da-6efd34c13da9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.928152 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ccfcb366-5719-49dd-98da-6efd34c13da9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4578478 Aug 29 04:36:26.929464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-177967667', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:26.933384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33248) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.025909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.026944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.033084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 41776e64-1e4b-4d01-8254-40d1a7f94175 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:27.041304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12ed0-2a4d-4b85-b0e8-deeed9b9c0fd tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Network': ['ID=6a4053d6-8f5d-4717-aea4-99539c0c0527,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.058048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743d5f0-6d21-440f-a5ce-96b7c7ce1859 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=dccbcf91-2e7b-4e61-ac70-7e00e5ac6fa4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.093717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 41776e64-1e4b-4d01-8254-40d1a7f94175 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:27.094328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 41776e64-1e4b-4d01-8254-40d1a7f94175 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:27.100188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 6a4053d6-8f5d-4717-aea4-99539c0c0527 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:27.141759 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.162980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.210426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['59b5f700-d54f-4f02-abf5-f74683e6a392'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:27.239550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.256354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Pushing event deleted for resources: {'Port': ['ID=a6b447d4-c13e-45b9-9f32-02a26bf5d06e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.387794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] No DVR routers for this DVR port a6b447d4-c13e-45b9-9f32-02a26bf5d06e on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:27.398191 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.402739 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3f677143-2f31-4a7b-9f99-c1dbad2c0033 req-6b755847-74bb-4655-82f7-2f659352fb53 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.64 "DELETE /v2.0/ports/a6b447d4-c13e-45b9-9f32-02a26bf5d06e HTTP/1.1" status: 204 len: 173 time: 1.7249472 Aug 29 04:36:27.439948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6df18fc-2284-4f74-a532-c8eaf0e8d5ad', 'name': 'network-vif-deleted', 'tag': 'a6b447d4-c13e-45b9-9f32-02a26bf5d06e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:27.444234 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd84a68f-e65c-48ad-832d-4a962995428b" -d '{"events": [{"server_uuid": "c6df18fc-2284-4f74-a532-c8eaf0e8d5ad", "name": "network-vif-deleted", "tag": "a6b447d4-c13e-45b9-9f32-02a26bf5d06e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:27.611858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.631600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7f7463-6d4f-42dd-bf46-2514838d33a0']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:27.646452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6cc7d4-ea03-4666-bd40-566f90e81e7c') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:27.646917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6cc7d4-ea03-4666-bd40-566f90e81e7c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:27.652595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.658042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.672709 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.675758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.683328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:27.683925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:27.765265 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:27.772072 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.776253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d81dd-69fb-49a4-88f8-a194c18d6b32 req-b20f4efe-2222-411c-be16-de7c3bfe8a14 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:27.778029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-261d81dd-69fb-49a4-88f8-a194c18d6b32 req-b20f4efe-2222-411c-be16-de7c3bfe8a14 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.4043036 Aug 29 04:36:27.799408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.804447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/networks/0d7f7463-6d4f-42dd-bf46-2514838d33a0 HTTP/1.1" status: 204 len: 168 time: 0.8699346 Aug 29 04:36:27.805073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33266) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.827690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a6b447d4-c13e-45b9-9f32-02a26bf5d06e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:27.860857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: a6b447d4-c13e-45b9-9f32-02a26bf5d06e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:27.862096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a6b447d4-c13e-45b9-9f32-02a26bf5d06e not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:27.952664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c904553-bbeb-4113-9fa7-c76827502946 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Network': ['ID=0d7f7463-6d4f-42dd-bf46-2514838d33a0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.975451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-261d81dd-69fb-49a4-88f8-a194c18d6b32 req-53991d96-ded9-4ea2-b75e-06965b746252 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756847 Aug 29 04:36:28.030291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.256642 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.286640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a36a276a-5132-476c-9fbf-4afa854cfce9 req-aa40c28a-fd78-4dde-a3a3-986bfe4f6175 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.1769218 Aug 29 04:36:28.298978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.333724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4053d6-8f5d-4717-aea4-99539c0c0527']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:28.335396 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.353005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9d1d2b-fbb4-4b06-9e78-e88ed8b77157') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:28.353311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9d1d2b-fbb4-4b06-9e78-e88ed8b77157') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:28.362932 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.367251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.395881 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa56766-b888-40ca-8322-c38fba198191 x-openstack-request-id: req-3fa56766-b888-40ca-8322-c38fba198191 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:28.396317 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6df18fc-2284-4f74-a532-c8eaf0e8d5ad", "name": "network-vif-deleted", "tag": "a6b447d4-c13e-45b9-9f32-02a26bf5d06e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:28.396575 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fa56766-b888-40ca-8322-c38fba198191 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:28.398114 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6df18fc-2284-4f74-a532-c8eaf0e8d5ad', 'name': 'network-vif-deleted', 'tag': 'a6b447d4-c13e-45b9-9f32-02a26bf5d06e', 'status': 'completed', 'code': 200} Aug 29 04:36:28.415478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.443112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:28.444891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:28.446976 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:28.561775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.584609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.588307 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/networks/6a4053d6-8f5d-4717-aea4-99539c0c0527 HTTP/1.1" status: 204 len: 168 time: 0.7803428 Aug 29 04:36:28.591860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33280) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:28.619018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5ba61-a724-4681-890c-0b89d681ffca tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Network': ['ID=6a4053d6-8f5d-4717-aea4-99539c0c0527,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:28.701915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.25.1.44 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/5e3e16f2-7e0d-4431-9307-4383a051bc2d) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:28.977425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279ccf3-0525-433d-b67f-bf0c24584449 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.986177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279ccf3-0525-433d-b67f-bf0c24584449 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.988165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d279ccf3-0525-433d-b67f-bf0c24584449 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3944564 Aug 29 04:36:28.991961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33294) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:29.000222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1767392879'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:29.028039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33298) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:29.052607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05cf1f-f1e8-49c9-a718-d4bbc00f7175 req-68d860f2-3bdf-4063-a9d0-a6c509cacc71 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:29.054535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f05cf1f-f1e8-49c9-a718-d4bbc00f7175 req-68d860f2-3bdf-4063-a9d0-a6c509cacc71 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.2031949 Aug 29 04:36:29.067620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Made reservation on behalf of 93ed58336f0040069a0997688077ddab for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:29.078293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.084415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.136054 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.140750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:29.165664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.166026 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Added segment 2f78c21d-9e2d-4bc9-943c-11a48187b202 of type vlan for network 711105bc-83a1-4c26-85e8-ac5d441ba9af Aug 29 04:36:29.214739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:29.217400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.242860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:29.249833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:29.252944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=5e3e16f2-7e0d-4431-9307-4383a051bc2d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:29.256612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.265598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:29.266518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.291969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f05cf1f-f1e8-49c9-a718-d4bbc00f7175 req-f7c0492b-f1df-4051-8ddd-66ddeb5cf2c3 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672356 Aug 29 04:36:29.402080 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4086978 Aug 29 04:36:29.403112 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-846d475c-d268-47cb-b435-a5b95ca2fa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.405245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33308) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:29.414373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1216301575'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:29.453599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590960d7-de5d-4ba1-85df-b96bf2588607 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Network': ['ID=711105bc-83a1-4c26-85e8-ac5d441ba9af,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:29.467194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 711105bc-83a1-4c26-85e8-ac5d441ba9af details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:29.501103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Made reservation on behalf of 93ed58336f0040069a0997688077ddab for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:29.506016 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.535238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:29.545901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.546265 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Added segment 360c9daf-d040-4105-b33b-a95d51564900 of type vlan for network 6e15f4b5-b4ba-413d-8de8-f7807db4e9c8 Aug 29 04:36:29.574762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2e2de-6c61-4ef7-b020-e34647105e05 req-a58dbb91-c6b8-4894-8737-124e117e05ca tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:29.582875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89f2e2de-6c61-4ef7-b020-e34647105e05 req-a58dbb91-c6b8-4894-8737-124e117e05ca tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1415076 Aug 29 04:36:29.602888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.656541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89f2e2de-6c61-4ef7-b020-e34647105e05 req-160c5dd4-8670-4d1e-b47d-30906c1782bb tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679910 Aug 29 04:36:29.689189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.695928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:29.696701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.798041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6883f2ef-8a43-44b1-a2f4-01ad92f6f12c req-ba3c6dd6-99c9-4ea8-8f22-ffde3a41fe5b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0404432 Aug 29 04:36:29.824515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-846d475c-d268-47cb-b435-a5b95ca2fa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.824515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Network': ['ID=6e15f4b5-b4ba-413d-8de8-f7807db4e9c8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:29.835135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-846d475c-d268-47cb-b435-a5b95ca2fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.849279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 6e15f4b5-b4ba-413d-8de8-f7807db4e9c8 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:29.877697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33316) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:29.879270 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-846d475c-d268-47cb-b435-a5b95ca2fa02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb5106978ac44535b54cbabbbac960f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488874 Aug 29 04:36:29.885554 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-695a2210-bd23-4a97-9de2-26768dccb3d6 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4764082 Aug 29 04:36:29.898144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33318) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:29.909432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'ports': [{'network_id': '711105bc-83a1-4c26-85e8-ac5d441ba9af', 'name': 'tempest-port--1845342710', 'admin_state_up': True}, {'network_id': '6e15f4b5-b4ba-413d-8de8-f7807db4e9c8', 'admin_state_up': False}]} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:29.910687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'port': {'network_id': '711105bc-83a1-4c26-85e8-ac5d441ba9af', 'name': 'tempest-port--1845342710', 'admin_state_up': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:29.912100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'port': {'network_id': '6e15f4b5-b4ba-413d-8de8-f7807db4e9c8', 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:29.986191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d475c-d268-47cb-b435-a5b95ca2fa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483ff4e4-e23e-4531-9af8-c8fd9a11d194,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.018998 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.110344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5666-c1f7-4871-8dde-b926e8d69d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.138596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Made reservation on behalf of 93ed58336f0040069a0997688077ddab for: {'port': 2} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:30.148243 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5666-c1f7-4871-8dde-b926e8d69d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.150386 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.174497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.275472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] device_id is not set on port 6d697280-af24-415a-9234-a7ebd30e4f28 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:30.301987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5666-c1f7-4871-8dde-b926e8d69d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.305731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5666-c1f7-4871-8dde-b926e8d69d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.309619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fa5f5666-c1f7-4871-8dde-b926e8d69d08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/483ff4e4-e23e-4531-9af8-c8fd9a11d194 HTTP/1.1" status: 204 len: 168 time: 0.4312518 Aug 29 04:36:30.322112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f5666-c1f7-4871-8dde-b926e8d69d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483ff4e4-e23e-4531-9af8-c8fd9a11d194,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.326677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.538479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca118a-3538-47a9-a271-400a457584e9 req-a28b5e80-9692-4398-99e9-4c5d60f41d23 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.543022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8ca118a-3538-47a9-a271-400a457584e9 req-a28b5e80-9692-4398-99e9-4c5d60f41d23 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.0961301 Aug 29 04:36:30.604017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.606232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router c1eb86e9-cf48-4edb-b8d5-936b512399c4 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:30.657053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8ca118a-3538-47a9-a271-400a457584e9 req-12048346-4695-4e34-b1d3-5664aaed7e8c tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049244 Aug 29 04:36:30.690532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] device_id is not set on port dd2c33ef-3291-426f-ad71-ee4ca40040fe yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:30.876360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.938383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.996457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999573f3-fde7-4e65-87fd-241b1566b02c req-6c61d68f-f149-4994-8185-fd895de862d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.007681 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-999573f3-fde7-4e65-87fd-241b1566b02c req-6c61d68f-f149-4994-8185-fd895de862d0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.2017422 Aug 29 04:36:31.042718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:31.058010 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448a9b3-a00f-4b77-af05-f81a1b730213 None None] Sync routers for ids ['c1eb86e9-cf48-4edb-b8d5-936b512399c4'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:31.070091 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448a9b3-a00f-4b77-af05-f81a1b730213 None None] Routers {'c1eb86e9-cf48-4edb-b8d5-936b512399c4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:31.073114 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4448a9b3-a00f-4b77-af05-f81a1b730213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c1eb86e9-cf48-4edb-b8d5-936b512399c4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:31.083008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.084280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-97f8fc44-2416-4d97-aa10-0ed4767dae86 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1641409 Aug 29 04:36:31.087176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33352) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.109477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Port': ['ID=6d697280-af24-415a-9234-a7ebd30e4f28,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.111846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-999573f3-fde7-4e65-87fd-241b1566b02c req-7c049ddd-0a54-41c9-b67c-37bb561c538d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027946 Aug 29 04:36:31.124765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-44d86674-d691-4764-9657-943fab0c7b99 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.126733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-44d86674-d691-4764-9657-943fab0c7b99 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.65 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.1457179 Aug 29 04:36:31.190635 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4448a9b3-a00f-4b77-af05-f81a1b730213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:31.208392 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448a9b3-a00f-4b77-af05-f81a1b730213 None None] Routers {'c1eb86e9-cf48-4edb-b8d5-936b512399c4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:31.209226 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4448a9b3-a00f-4b77-af05-f81a1b730213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c1eb86e9-cf48-4edb-b8d5-936b512399c4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:31.247831 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4448a9b3-a00f-4b77-af05-f81a1b730213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:31.248652 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448a9b3-a00f-4b77-af05-f81a1b730213 None None] The sync data for ids ['c1eb86e9-cf48-4edb-b8d5-936b512399c4'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:31.267512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Checking segment: {'id': '2f78c21d-9e2d-4bc9-943c-11a48187b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '711105bc-83a1-4c26-85e8-ac5d441ba9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:31.268072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Network hostable DHCP agents. Network: 711105bc-83a1-4c26-85e8-ac5d441ba9af, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:31.294621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cdc459d-5443-4cc2-b298-784965f497f0 req-0a5c4b6a-2fa4-4465-935f-649b55cb7b17 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0831201 Aug 29 04:36:31.356794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac7271b1-7030-43e0-8bcb-b6c282cee7af tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/routers/c1eb86e9-cf48-4edb-b8d5-936b512399c4 HTTP/1.1" status: 200 len: 879 time: 0.2667034 Aug 29 04:36:31.364354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33358) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.365160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Network 711105bc-83a1-4c26-85e8-ac5d441ba9af is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:31.430689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 711105bc-83a1-4c26-85e8-ac5d441ba9af) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:31.441014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c00462-63ed-49ff-a968-a921e65771f2 None None] Network 711105bc-83a1-4c26-85e8-ac5d441ba9af requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:31.447942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:31.448982 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.585528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Deleting port 59b5f700-d54f-4f02-abf5-f74683e6a392 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:31.586196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.608136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Port': ['ID=dd2c33ef-3291-426f-ad71-ee4ca40040fe,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.675831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Checking segment: {'id': '360c9daf-d040-4105-b33b-a95d51564900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6e15f4b5-b4ba-413d-8de8-f7807db4e9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:31.676424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Network hostable DHCP agents. Network: 6e15f4b5-b4ba-413d-8de8-f7807db4e9c8, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:31.783650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] For port 59b5f700-d54f-4f02-abf5-f74683e6a392, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=59b5f700-d54f-4f02-abf5-f74683e6a392,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:31.784299 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.800929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Network 6e15f4b5-b4ba-413d-8de8-f7807db4e9c8 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:31.822259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Calling delete_port for 59b5f700-d54f-4f02-abf5-f74683e6a392 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:31.831455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 6e15f4b5-b4ba-413d-8de8-f7807db4e9c8) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:31.844634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457da811-d933-45ff-b35a-72220214ee8b None None] Network 6e15f4b5-b4ba-413d-8de8-f7807db4e9c8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:31.844864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:31.851351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.858009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.858969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.892470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c66a2a-608c-4e7a-a71a-d4298b1cd394 req-34919742-92d6-4b0d-b05f-7c2a2879e50f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.904048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41c66a2a-608c-4e7a-a71a-d4298b1cd394 req-34919742-92d6-4b0d-b05f-7c2a2879e50f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 946 time: 0.1149638 Aug 29 04:36:31.949319 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f1d2fae-4790-4b04-9fdd-3c7fe77c46e9 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0440781 Aug 29 04:36:31.962660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33380) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.967204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41c66a2a-608c-4e7a-a71a-d4298b1cd394 req-58350c20-3ee3-4fcc-ab4b-00d5defeae76 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/security-groups?id=58b11cc8-9b56-4d4a-9565-4d9702025993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596402 Aug 29 04:36:32.029964 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-04e5a025-171d-4703-8d45-97a8c0c5b5b2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6614590 Aug 29 04:36:32.032682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33382) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:32.039183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-81321351-ae9b-4c90-b9e1-255217c9db26 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-177967667'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:32.552700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279877-5faf-4f1b-84bc-33e777b3007e req-ced8e318-eb7e-44a9-af62-d272259b6ac1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.554588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db279877-5faf-4f1b-84bc-33e777b3007e req-ced8e318-eb7e-44a9-af62-d272259b6ac1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1775863 Aug 29 04:36:32.685213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a2e87-14b5-42d8-823f-b7aa7fcaffb2 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.686255 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81321351-ae9b-4c90-b9e1-255217c9db26 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.692772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a2e87-14b5-42d8-823f-b7aa7fcaffb2 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.697232 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d9a2e87-14b5-42d8-823f-b7aa7fcaffb2 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7210054 Aug 29 04:36:32.697395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33410) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:32.701335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db279877-5faf-4f1b-84bc-33e777b3007e req-5407d31f-8283-4895-99e7-7ed151cd3238 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833545 Aug 29 04:36:32.733731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81321351-ae9b-4c90-b9e1-255217c9db26 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.849069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.894242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Pushing event deleted for resources: {'Port': ['ID=59b5f700-d54f-4f02-abf5-f74683e6a392,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.962140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] No DVR routers for this DVR port 59b5f700-d54f-4f02-abf5-f74683e6a392 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:32.966855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-af46b13a-64f1-4e99-88dc-ae21a1646921 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Deleting port 6d697280-af24-415a-9234-a7ebd30e4f28 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:32.967150 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af46b13a-64f1-4e99-88dc-ae21a1646921 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.973163 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.975268 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2d64884c-d3e0-470a-a97c-e22fa798e463 req-43994dab-2627-45d9-9612-e910116a194f tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.65 "DELETE /v2.0/ports/59b5f700-d54f-4f02-abf5-f74683e6a392 HTTP/1.1" status: 204 len: 173 time: 1.8366828 Aug 29 04:36:32.975752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37145295-4c27-4c75-90e2-78ec9ed4373e', 'name': 'network-vif-deleted', 'tag': '59b5f700-d54f-4f02-abf5-f74683e6a392'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:32.978351 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e7a2e-6ff8-40d8-a832-e20b4ffd3a32" -d '{"events": [{"server_uuid": "37145295-4c27-4c75-90e2-78ec9ed4373e", "name": "network-vif-deleted", "tag": "59b5f700-d54f-4f02-abf5-f74683e6a392"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:33.086323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af46b13a-64f1-4e99-88dc-ae21a1646921 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.121155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-af46b13a-64f1-4e99-88dc-ae21a1646921 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Calling delete_port for 6d697280-af24-415a-9234-a7ebd30e4f28 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:33.213250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af46b13a-64f1-4e99-88dc-ae21a1646921 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.273243 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af46b13a-64f1-4e99-88dc-ae21a1646921 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.275709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-af46b13a-64f1-4e99-88dc-ae21a1646921 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/ports/6d697280-af24-415a-9234-a7ebd30e4f28 HTTP/1.1" status: 204 len: 168 time: 0.5765717 Aug 29 04:36:33.277528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46b13a-64f1-4e99-88dc-ae21a1646921 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Port': ['ID=6d697280-af24-415a-9234-a7ebd30e4f28,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:33.279955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33474) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:33.455241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23660daa-abdb-4fc7-9c4b-1dc906d6ba1a req-0b4ea890-6951-41ec-90dc-5c09618b8db6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0769894 Aug 29 04:36:33.518659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3fa48ba0-322a-4963-92f4-f96c499e844b tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Deleting port dd2c33ef-3291-426f-ad71-ee4ca40040fe {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:33.519299 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fa48ba0-322a-4963-92f4-f96c499e844b tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.612504 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fa48ba0-322a-4963-92f4-f96c499e844b tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.630577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3fa48ba0-322a-4963-92f4-f96c499e844b tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Calling delete_port for dd2c33ef-3291-426f-ad71-ee4ca40040fe owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:33.633882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81321351-ae9b-4c90-b9e1-255217c9db26 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router c1eb86e9-cf48-4edb-b8d5-936b512399c4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:33.746330 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a43fcd3-0c79-423e-aaa3-3a551c801dc3 x-openstack-request-id: req-9a43fcd3-0c79-423e-aaa3-3a551c801dc3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:33.746849 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37145295-4c27-4c75-90e2-78ec9ed4373e", "name": "network-vif-deleted", "tag": "59b5f700-d54f-4f02-abf5-f74683e6a392", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:33.746849 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a43fcd3-0c79-423e-aaa3-3a551c801dc3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:33.747265 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37145295-4c27-4c75-90e2-78ec9ed4373e', 'name': 'network-vif-deleted', 'tag': '59b5f700-d54f-4f02-abf5-f74683e6a392', 'status': 'completed', 'code': 200} Aug 29 04:36:33.762574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fa48ba0-322a-4963-92f4-f96c499e844b tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.817969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f324638b-816c-4ab5-9ad4-230d500b0437 req-69f16926-027b-4b47-a030-24e61ec748d1 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] 10.222.0.58 "GET /v2.0/ports?device_id=37145295-4c27-4c75-90e2-78ec9ed4373e HTTP/1.1" status: 200 len: 210 time: 0.0678825 Aug 29 04:36:33.840068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa48ba0-322a-4963-92f4-f96c499e844b tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Port': ['ID=dd2c33ef-3291-426f-ad71-ee4ca40040fe,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:33.887252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3fa48ba0-322a-4963-92f4-f96c499e844b tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.889646 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3fa48ba0-322a-4963-92f4-f96c499e844b tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/ports/dd2c33ef-3291-426f-ad71-ee4ca40040fe HTTP/1.1" status: 204 len: 168 time: 0.6082470 Aug 29 04:36:33.893221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33544) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:33.935945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81321351-ae9b-4c90-b9e1-255217c9db26 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:33.946806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 59b5f700-d54f-4f02-abf5-f74683e6a392 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:33.953916 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81321351-ae9b-4c90-b9e1-255217c9db26 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.955124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-81321351-ae9b-4c90-b9e1-255217c9db26 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/c1eb86e9-cf48-4edb-b8d5-936b512399c4 HTTP/1.1" status: 200 len: 886 time: 1.9206626 Aug 29 04:36:33.962782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33550) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:33.966352 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cbda2784-5056-4712-91c8-1832049a551d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0665970 Aug 29 04:36:33.975568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 59b5f700-d54f-4f02-abf5-f74683e6a392 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:33.976250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 59b5f700-d54f-4f02-abf5-f74683e6a392 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:33.979122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f845055-3e17-4872-8c9b-da1ef4182a36 None None] Sync routers for ids ['c1eb86e9-cf48-4edb-b8d5-936b512399c4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:33.990034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f845055-3e17-4872-8c9b-da1ef4182a36 None None] Routers {'c1eb86e9-cf48-4edb-b8d5-936b512399c4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:33.990668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f845055-3e17-4872-8c9b-da1ef4182a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c1eb86e9-cf48-4edb-b8d5-936b512399c4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:34.008712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33552) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.016836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1446603758'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:34.031123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f845055-3e17-4872-8c9b-da1ef4182a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:34.043794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f845055-3e17-4872-8c9b-da1ef4182a36 None None] Routers {'c1eb86e9-cf48-4edb-b8d5-936b512399c4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:34.045087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f845055-3e17-4872-8c9b-da1ef4182a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c1eb86e9-cf48-4edb-b8d5-936b512399c4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:34.065258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc26b78-6068-4e2d-960d-60b90251fc17 req-b24d9ef2-7747-4643-a2b4-2b3320c3e0b0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.068074 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cc26b78-6068-4e2d-960d-60b90251fc17 req-b24d9ef2-7747-4643-a2b4-2b3320c3e0b0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.1118701 Aug 29 04:36:34.069536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Made reservation on behalf of 93ed58336f0040069a0997688077ddab for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:34.073498 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.090104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f845055-3e17-4872-8c9b-da1ef4182a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:34.096647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f845055-3e17-4872-8c9b-da1ef4182a36 None None] The sync data for ids ['c1eb86e9-cf48-4edb-b8d5-936b512399c4'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:34.130779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:34.153443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cc26b78-6068-4e2d-960d-60b90251fc17 req-de6b6f8c-4107-47e7-9c47-eada486d0e4f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Aug 29 04:36:34.153699 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2890f9d6-8461-44bd-97f4-f41661e5512c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/routers/c1eb86e9-cf48-4edb-b8d5-936b512399c4 HTTP/1.1" status: 200 len: 886 time: 0.1870923 Aug 29 04:36:34.154052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33554) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.173835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.174426 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Added segment abdba0ad-1ef9-482b-b935-87e46debac84 of type vlan for network 951a3d58-c20f-4b1b-9641-748a78a735de Aug 29 04:36:34.193510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c0d25b90-4f53-47f3-a57f-dc0622f5e407 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1eb86e9-cf48-4edb-b8d5-936b512399c4 HTTP/1.1" status: 200 len: 205 time: 0.0381756 Aug 29 04:36:34.194792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33558) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.270407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.311526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.320616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.321776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.367167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.484669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4742830 Aug 29 04:36:34.493979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33570) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.499452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d8d0d-8c2e-4f15-b0e8-ee3b4127d5b1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Network': ['ID=951a3d58-c20f-4b1b-9641-748a78a735de,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.515397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2039481714'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:34.519810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 951a3d58-c20f-4b1b-9641-748a78a735de details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:34.558775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43824a-63db-4608-8192-fd8873532825 req-fa79f4ab-4120-4ca6-867b-45b491ee1e98 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.560503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33572) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.561465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be43824a-63db-4608-8192-fd8873532825 req-fa79f4ab-4120-4ca6-867b-45b491ee1e98 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1630690 Aug 29 04:36:34.590637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.611084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Made reservation on behalf of 93ed58336f0040069a0997688077ddab for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:34.636635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.689500 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be43824a-63db-4608-8192-fd8873532825 req-e757148c-734f-4c4b-a977-9465cba3a05f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181154 Aug 29 04:36:34.705620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:34.707567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 5e3e16f2-7e0d-4431-9307-4383a051bc2d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:34.708028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.735449 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.735814 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Added segment 45526b6b-1ce8-419a-8bc8-03d04db71857 of type vlan for network 6bc04145-0a1f-445b-b28e-2877eafd4a38 Aug 29 04:36:34.814268 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.826530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8751f88-0d12-4e32-aae4-901782c6194d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.860330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.866463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.868105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.910949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.934483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 5e3e16f2-7e0d-4431-9307-4383a051bc2d owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:34.944089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2e65712-b000-49a6-8c45-1e28bdde69a3 req-1c74e74d-9ded-4585-a606-f93e79caa370 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0998714 Aug 29 04:36:35.023940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Network': ['ID=6bc04145-0a1f-445b-b28e-2877eafd4a38,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.041421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 6bc04145-0a1f-445b-b28e-2877eafd4a38 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:35.123090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5ee0-cca5-49ac-8c8e-ebea445c39ed req-9b54f15f-97d8-4ea5-b7a0-c4a05098cf2b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.125001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dffd5ee0-cca5-49ac-8c8e-ebea445c39ed req-9b54f15f-97d8-4ea5-b7a0-c4a05098cf2b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0937777 Aug 29 04:36:35.140795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8751f88-0d12-4e32-aae4-901782c6194d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.185565 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8751f88-0d12-4e32-aae4-901782c6194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.188041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4d506a0d-d28a-454e-9114-b8c8d0491c95 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6924191 Aug 29 04:36:35.203152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dffd5ee0-cca5-49ac-8c8e-ebea445c39ed req-e527f698-f050-45cb-b60c-09498b9f067b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710461 Aug 29 04:36:35.215840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b8751f88-0d12-4e32-aae4-901782c6194d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=129c5067beb44f34acc92b61604bdd7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543050 Aug 29 04:36:35.218603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33590) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.289521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33594) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.290645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8751f88-0d12-4e32-aae4-901782c6194d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3256ff5f-5e0f-41a7-91ef-5f9ecb7e34f6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.347448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33596) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.353666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'subnets': [{'network_id': '951a3d58-c20f-4b1b-9641-748a78a735de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1858138269', 'ip_version': 4}, {'network_id': '6bc04145-0a1f-445b-b28e-2877eafd4a38', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:35.354062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'subnet': {'network_id': '951a3d58-c20f-4b1b-9641-748a78a735de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1858138269', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:35.354760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Request body: {'subnet': {'network_id': '6bc04145-0a1f-445b-b28e-2877eafd4a38', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:35.432495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.474624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=5e3e16f2-7e0d-4431-9307-4383a051bc2d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.497066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-272ac42f-2658-4c3b-b381-75814e66d481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.678263 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-272ac42f-2658-4c3b-b381-75814e66d481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.706919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.802607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-50851c1c-46ef-4b13-9da5-5bbf96601dea tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.804344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-50851c1c-46ef-4b13-9da5-5bbf96601dea tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.2430840 Aug 29 04:36:35.844437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Made reservation on behalf of 93ed58336f0040069a0997688077ddab for: {'subnet': 2} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:35.846656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.847530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.868059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-272ac42f-2658-4c3b-b381-75814e66d481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.870833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-272ac42f-2658-4c3b-b381-75814e66d481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.874542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-272ac42f-2658-4c3b-b381-75814e66d481 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3256ff5f-5e0f-41a7-91ef-5f9ecb7e34f6 HTTP/1.1" status: 204 len: 168 time: 0.6520483 Aug 29 04:36:35.884473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-98e83b3d-b7d7-4348-af35-acd1e2a1f3dc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/quotas/6365f67e47f3426c8c84170bb09005a9 HTTP/1.1" status: 200 len: 375 time: 0.0419304 Aug 29 04:36:35.951030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ac42f-2658-4c3b-b381-75814e66d481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3256ff5f-5e0f-41a7-91ef-5f9ecb7e34f6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.007812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.010418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.031378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-c52a5f91-6150-4b4a-b93b-799d20379425 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1458967 Aug 29 04:36:36.037624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-0760dcc6-bc3a-41f0-85a6-c3cfbc51fd31 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:36:36.045448 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-0760dcc6-bc3a-41f0-85a6-c3cfbc51fd31 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130811 Aug 29 04:36:36.071108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.071782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Fanout notify agent at l3_agent the message router_deleted on router c1eb86e9-cf48-4edb-b8d5-936b512399c4 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:36.080742 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.081813 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9d60b5ab-9fce-456b-9fd1-12baef70125c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/c1eb86e9-cf48-4edb-b8d5-936b512399c4 HTTP/1.1" status: 204 len: 168 time: 1.8859901 Aug 29 04:36:36.086521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33622) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.093172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020342400'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:36.177645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:36.189824 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.229034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-0561e198-8b05-470b-9f3b-b6f4c96501af service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826482 Aug 29 04:36:36.340612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-20a36f9f-a7da-4fa0-bbee-0e0cc0de88ff service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103475 Aug 29 04:36:36.406843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.456117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33630) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.477268 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23b407c2-ee7e-430e-8b7a-f2029d45a812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.512923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:36.526183 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.526895 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment 56d4fac2-b6df-465d-8af5-fa714cc64911 of type vlan for network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 Aug 29 04:36:36.626868 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.683947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-142aa94d-b624-4689-87f9-19b9316e9f36 req-c2529666-ff1b-4faa-b2c9-40417fabed3d tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0619612 Aug 29 04:36:36.689696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23b407c2-ee7e-430e-8b7a-f2029d45a812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.691521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.695949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-23b407c2-ee7e-430e-8b7a-f2029d45a812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.699892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:36.700635 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.741049 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6534390 Aug 29 04:36:36.752894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33642) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.795263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': 'e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:36.849254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b0698-7fcc-4f11-8802-bc301175709e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.868251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:36.892505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39f2516d-78e0-43e5-b499-6cef894bd460 req-a849a8b5-49dc-42d5-9bde-5841eb26e610 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 210 time: 0.1091535 Aug 29 04:36:36.957552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-23b407c2-ee7e-430e-8b7a-f2029d45a812 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfb3ddf497f3437fa4cb4eee4cdfdade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995139 Aug 29 04:36:36.961460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33646) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.965724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b407c2-ee7e-430e-8b7a-f2029d45a812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc1f46b-104d-4d65-b0ba-7b8c9372b16e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.022046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.075812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bee26293-920c-4097-b6c0-bfc49ef7fdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.101343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bee26293-920c-4097-b6c0-bfc49ef7fdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.200197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Checking segment: {'id': 'abdba0ad-1ef9-482b-b935-87e46debac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '951a3d58-c20f-4b1b-9641-748a78a735de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:37.200534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Network hostable DHCP agents. Network: 951a3d58-c20f-4b1b-9641-748a78a735de, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:37.210063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Subnet': ['ID=83a25d2a-497f-492a-82b3-c53e3ac246d1,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.240929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:37.245019 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.289086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Network 951a3d58-c20f-4b1b-9641-748a78a735de is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:37.301620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 951a3d58-c20f-4b1b-9641-748a78a735de) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:37.311237 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.313693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c736de3-5cbf-448b-bf9a-74bf96539b73 None None] Network 951a3d58-c20f-4b1b-9641-748a78a735de requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:37.364946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Deleting port 7c6d25a9-c352-4e88-ab8f-aa7019529023 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:37.365310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.434876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bee26293-920c-4097-b6c0-bfc49ef7fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.440002 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bee26293-920c-4097-b6c0-bfc49ef7fdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.442075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bee26293-920c-4097-b6c0-bfc49ef7fdf6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbc1f46b-104d-4d65-b0ba-7b8c9372b16e HTTP/1.1" status: 204 len: 168 time: 0.4731765 Aug 29 04:36:37.552382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Checking segment: {'id': '45526b6b-1ce8-419a-8bc8-03d04db71857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6bc04145-0a1f-445b-b28e-2877eafd4a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:37.569946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Network hostable DHCP agents. Network: 6bc04145-0a1f-445b-b28e-2877eafd4a38, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:37.575404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a4694-24ca-4643-99e6-09a45023aeff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-951a3d58-c20f-4b1b-9641-748a78a735de', 'network_id': '951a3d58-c20f-4b1b-9641-748a78a735de', 'tenant_id': '93ed58336f0040069a0997688077ddab', 'fixed_ips': [{'subnet_id': '83a25d2a-497f-492a-82b3-c53e3ac246d1'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:37.577358 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4694-24ca-4643-99e6-09a45023aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.586354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event updated for resources: {'Subnet': ['ID=bf687ee8-2671-4d9e-b431-ba108ad8ed6f,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.588335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] For port 7c6d25a9-c352-4e88-ab8f-aa7019529023, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7c6d25a9-c352-4e88-ab8f-aa7019529023,segment=NetworkSegment(5d69fc64-67f5-49f8-9a99-7143a7d546d4),segment_id=5d69fc64-67f5-49f8-9a99-7143a7d546d4)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:37.588715 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.604736 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Calling delete_port for 7c6d25a9-c352-4e88-ab8f-aa7019529023 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:37.619735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Network 6bc04145-0a1f-445b-b28e-2877eafd4a38 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:37.635806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 6bc04145-0a1f-445b-b28e-2877eafd4a38) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:37.657256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.658857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.662861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.696081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4acaaabd-5af8-4090-9bb9-16509def474d tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3474417 Aug 29 04:36:37.697879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33660) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.810090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45857c1-901c-4097-9476-5a1e0b689184 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.818552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45857c1-901c-4097-9476-5a1e0b689184 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.821182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e8032-d305-448f-ba2c-8ee8faac312a None None] Network 6bc04145-0a1f-445b-b28e-2877eafd4a38 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:37.821950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45857c1-901c-4097-9476-5a1e0b689184 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.824444 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b45857c1-901c-4097-9476-5a1e0b689184 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1251645 Aug 29 04:36:37.827749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33668) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.950520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-499038bc-1373-4ee8-9793-3cb0b7896d5e tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Deleting subnet 83a25d2a-497f-492a-82b3-c53e3ac246d1 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:37.954247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499038bc-1373-4ee8-9793-3cb0b7896d5e tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.055347 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499038bc-1373-4ee8-9793-3cb0b7896d5e tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.120810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-6bc04145-0a1f-445b-b28e-2877eafd4a38', 'network_id': '6bc04145-0a1f-445b-b28e-2877eafd4a38', 'tenant_id': '93ed58336f0040069a0997688077ddab', 'fixed_ips': [{'subnet_id': 'bf687ee8-2671-4d9e-b431-ba108ad8ed6f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:38.121867 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.143612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee26293-920c-4097-b6c0-bfc49ef7fdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc1f46b-104d-4d65-b0ba-7b8c9372b16e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.174714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499038bc-1373-4ee8-9793-3cb0b7896d5e tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.217395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d26327a-2620-4480-bf6c-b2c703fd911e req-21ed27c6-8d9f-4c3e-89d9-de41aa4db22b tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.3164759 Aug 29 04:36:38.221330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.381780 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499038bc-1373-4ee8-9793-3cb0b7896d5e tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-ad3a4694-24ca-4643-99e6-09a45023aeff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83a25d2a-497f-492a-82b3-c53e3ac246d1: This subnet is being modified by another concurrent operation. Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83a25d2a-497f-492a-82b3-c53e3ac246d1: This subnet is being modified by another concurrent operation. Aug 29 04:36:38.414802 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:36:38.426284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Allocated IP 172.20.0.18 (6bc04145-0a1f-445b-b28e-2877eafd4a38/bf687ee8-2671-4d9e-b431-ba108ad8ed6f/e5ef26e0-7b82-4225-bf2a-ff41caae3642) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:38.448728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0513531c-39fe-4d3f-8110-fcce94b7d1bd req-090785ed-6fdd-4b39-b192-990906e0d945 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 210 time: 0.0626714 Aug 29 04:36:38.449620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.456717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6b21e-5071-4dd3-8003-e37b2d38addd None None] Network 951a3d58-c20f-4b1b-9641-748a78a735de requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:38.468200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=e14389d0-d76a-4984-998f-1a9169055517,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.509961 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499038bc-1373-4ee8-9793-3cb0b7896d5e tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.514352 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-499038bc-1373-4ee8-9793-3cb0b7896d5e tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/subnets/83a25d2a-497f-492a-82b3-c53e3ac246d1 HTTP/1.1" status: 204 len: 168 time: 0.6840641 Aug 29 04:36:38.516958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499038bc-1373-4ee8-9793-3cb0b7896d5e tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Subnet': ['ID=83a25d2a-497f-492a-82b3-c53e3ac246d1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.521807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33686) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.524948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6d25a9-c352-4e88-ab8f-aa7019529023,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.591005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a4fffb-a22f-47f2-af34-5418d2313c77 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Deleting subnet bf687ee8-2671-4d9e-b431-ba108ad8ed6f {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:38.612361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': '56d4fac2-b6df-465d-8af5-fa714cc64911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:38.613536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:38.731397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-5159df79-fd29-43b1-b875-bf7bc8ead178 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:38.737094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-5159df79-fd29-43b1-b875-bf7bc8ead178 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.2128477 Aug 29 04:36:38.763097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'port': {'device_id': '71852afd-c072-4de0-8d65-66891a19f583', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'admin_state_up': True, 'tenant_id': '6365f67e47f3426c8c84170bb09005a9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:38.833776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:38.881028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:38.892396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:38.892997 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.924101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.945101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49a65bb3-7887-4eab-8804-d4eb2223639e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1635232 Aug 29 04:36:38.948752 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.950386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33698) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.956853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c3b90d6c-aa7d-448b-9605-a80c865319e6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1106267529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:38.973334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Transition to ACTIVE for port object e5ef26e0-7b82-4225-bf2a-ff41caae3642 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:39.012005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Transition to ACTIVE for port object e5ef26e0-7b82-4225-bf2a-ff41caae3642 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:39.018297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b6f328-37b2-4a0a-a757-90ff80cbd3c2 None None] Network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:39.048321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fffb-a22f-47f2-af34-5418d2313c77 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.059271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b90d6c-aa7d-448b-9605-a80c865319e6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.061549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b90d6c-aa7d-448b-9605-a80c865319e6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.133464 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.177219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b90d6c-aa7d-448b-9605-a80c865319e6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.178907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Made reservation on behalf of 6365f67e47f3426c8c84170bb09005a9 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:39.184308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.203247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Pushing event updated for resources: {'Port': ['ID=e5ef26e0-7b82-4225-bf2a-ff41caae3642,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.206906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b90d6c-aa7d-448b-9605-a80c865319e6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.221847 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fffb-a22f-47f2-af34-5418d2313c77 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.224214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Network 6bc04145-0a1f-445b-b28e-2877eafd4a38 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:39.302729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33710) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.312477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:39.316593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:39.354277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b90d6c-aa7d-448b-9605-a80c865319e6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.355927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c3b90d6c-aa7d-448b-9605-a80c865319e6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4040828 Aug 29 04:36:39.358995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33718) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.393011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5', 'network_id': 'e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': 'e14389d0-d76a-4984-998f-1a9169055517'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:39.397779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.406405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-541df629-5011-48ef-a8c4-f8a9ed521d82 req-5600c1c4-7cea-4c2e-87c4-1aa7a07d03b6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f8f4c36-86e0-490e-8de9-6cc6c0b1769a HTTP/1.1" status: 200 len: 210 time: 0.0607722 Aug 29 04:36:39.512401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Allocated IP 172.20.0.11 (16e88a61-06d4-4738-9e91-a4badbbf3a6a/b59a36ab-2a9c-4b0e-9a74-5a54956291a4/652e2fe1-ec17-41da-a5b5-d8cd25e3f231) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:39.682401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Attempting to bind port e5ef26e0-7b82-4225-bf2a-ff41caae3642 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:39.682902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Attempting to bind port e5ef26e0-7b82-4225-bf2a-ff41caae3642 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '45526b6b-1ce8-419a-8bc8-03d04db71857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6bc04145-0a1f-445b-b28e-2877eafd4a38'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:39.683389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Attempting to bind port e5ef26e0-7b82-4225-bf2a-ff41caae3642 on network 6bc04145-0a1f-445b-b28e-2877eafd4a38 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:39.686851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Allocated IP 172.20.0.2 (e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5/e14389d0-d76a-4984-998f-1a9169055517/24503934-83f4-4a05-8e11-547f3ec75a7c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:39.699961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:39.700549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Checking segment: {'id': '45526b6b-1ce8-419a-8bc8-03d04db71857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6bc04145-0a1f-445b-b28e-2877eafd4a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:39.701083 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.701594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Bound using segment: {'id': '45526b6b-1ce8-419a-8bc8-03d04db71857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6bc04145-0a1f-445b-b28e-2877eafd4a38'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:39.702250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Bound port: e5ef26e0-7b82-4225-bf2a-ff41caae3642, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45526b6b-1ce8-419a-8bc8-03d04db71857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6bc04145-0a1f-445b-b28e-2877eafd4a38'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:39.702827 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.712069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.747327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Transition to ACTIVE for port object 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:39.799654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.876440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2f780baf-7eac-4022-899b-c64545ee5950'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:39.900422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'Port': ['ID=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.912276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:39.913820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:39.916274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:39.969968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.970642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.982075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-818783917-network', 'tenant_id': '8a37d8f086414928aca8a154332cfa42'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:39.995736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-9801694f-994f-497e-aacf-7dbad02d5edd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2395422 Aug 29 04:36:40.013967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-1bf57a07-0ff0-4d1b-88e8-4233cefcfdb0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:36:40.015095 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-1bf57a07-0ff0-4d1b-88e8-4233cefcfdb0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065579 Aug 29 04:36:40.060630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] For port e5ef26e0-7b82-4225-bf2a-ff41caae3642, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:40.070722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] For port e5ef26e0-7b82-4225-bf2a-ff41caae3642, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e5ef26e0-7b82-4225-bf2a-ff41caae3642,segment=NetworkSegment(45526b6b-1ce8-419a-8bc8-03d04db71857),segment_id=45526b6b-1ce8-419a-8bc8-03d04db71857)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:40.166752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Request body: {'port': {'device_id': '71852afd-c072-4de0-8d65-66891a19f583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.211413 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.298874 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.431878 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fffb-a22f-47f2-af34-5418d2313c77 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.436630 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.441843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b2b70967-fb0a-4c34-8243-6069230a2a6c None None] Provisioning for port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:40.463057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820b1dc-3656-4bb0-b3c3-ecd3b785eb85 None None] Pushing event updated for resources: {'Port': ['ID=e5ef26e0-7b82-4225-bf2a-ff41caae3642,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.478170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b2b70967-fb0a-4c34-8243-6069230a2a6c None None] Provisioning complete for port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:40.478762 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b2b70967-fb0a-4c34-8243-6069230a2a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.480748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Transition to ACTIVE for port object 24503934-83f4-4a05-8e11-547f3ec75a7c will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:40.546499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Transition to ACTIVE for port object 24503934-83f4-4a05-8e11-547f3ec75a7c will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:40.562340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b2b70967-fb0a-4c34-8243-6069230a2a6c None None] Port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:40.571136 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.698028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Pushing event updated for resources: {'Port': ['ID=24503934-83f4-4a05-8e11-547f3ec75a7c,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.710995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:40.710995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:40.718242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:40.729889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Made reservation on behalf of 8a37d8f086414928aca8a154332cfa42 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:40.732554 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.749416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.803527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Attempting to bind port 24503934-83f4-4a05-8e11-547f3ec75a7c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:40.804696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Attempting to bind port 24503934-83f4-4a05-8e11-547f3ec75a7c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '56d4fac2-b6df-465d-8af5-fa714cc64911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:40.805430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Attempting to bind port 24503934-83f4-4a05-8e11-547f3ec75a7c on network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:40.812673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:40.813409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Checking segment: {'id': '56d4fac2-b6df-465d-8af5-fa714cc64911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:40.813968 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.815601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Bound using segment: {'id': '56d4fac2-b6df-465d-8af5-fa714cc64911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:40.817386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Bound port: 24503934-83f4-4a05-8e11-547f3ec75a7c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d4fac2-b6df-465d-8af5-fa714cc64911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:40.817963 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.823253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4915c-9c08-47fd-90fc-f5a69d2eaa32 req-2b06326e-d312-4115-83d9-ebe029cdc720 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.825192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57f4915c-9c08-47fd-90fc-f5a69d2eaa32 req-2b06326e-d312-4115-83d9-ebe029cdc720 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 932 time: 0.8352449 Aug 29 04:36:40.871237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Router 56737751-de6c-434f-9d30-eb3c4a4338be has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:40.936015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.000954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:41.020752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.022726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] For port 24503934-83f4-4a05-8e11-547f3ec75a7c, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:41.031299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] For port 24503934-83f4-4a05-8e11-547f3ec75a7c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=24503934-83f4-4a05-8e11-547f3ec75a7c,segment=NetworkSegment(56d4fac2-b6df-465d-8af5-fa714cc64911),segment_id=56d4fac2-b6df-465d-8af5-fa714cc64911)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:41.045253 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.048099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Transition to ACTIVE for port object 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:41.068360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.124254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fffb-a22f-47f2-af34-5418d2313c77 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.124454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e5ef26e0-7b82-4225-bf2a-ff41caae3642 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:41.183420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Pushing event updated for resources: {'Port': ['ID=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.228379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57f4915c-9c08-47fd-90fc-f5a69d2eaa32 req-da9068f4-7a21-4612-a5f6-d9f0346bdfba tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869970 Aug 29 04:36:41.238536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a39b7e-2561-4854-b42f-d036c00ed342 None None] Pushing event updated for resources: {'Port': ['ID=24503934-83f4-4a05-8e11-547f3ec75a7c,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.254032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e5ef26e0-7b82-4225-bf2a-ff41caae3642 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:41.303206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4fffb-a22f-47f2-af34-5418d2313c77 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Subnet': ['ID=bf687ee8-2671-4d9e-b431-ba108ad8ed6f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.314939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fffb-a22f-47f2-af34-5418d2313c77 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.344474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f7a4fffb-a22f-47f2-af34-5418d2313c77 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/subnets/bf687ee8-2671-4d9e-b431-ba108ad8ed6f HTTP/1.1" status: 204 len: 168 time: 2.8087463 Aug 29 04:36:41.344829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33750) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.409381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Attempting to bind port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:41.409929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Attempting to bind port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:41.410834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Attempting to bind port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:41.422965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:41.424295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Attempting to bind port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:41.445358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:41.445599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Checking segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:41.445983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Bound using segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:41.446539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Bound port: 652e2fe1-ec17-41da-a5b5-d8cd25e3f231, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:41.446942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.463138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33754) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.704999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f9324-9e0b-4b38-b623-5ba010eb6612 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:41.707623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1d4f9324-9e0b-4b38-b623-5ba010eb6612 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3553395 Aug 29 04:36:41.717149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33760) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.766057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-666881a6-1a77-4d59-971a-508de2ccece6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.822910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:41.834932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-99725ea5-845f-4bf4-8835-e57087b9813e admin admin] 10.222.0.58 "PUT /v2.0/routers/56737751-de6c-434f-9d30-eb3c4a4338be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5371575 Aug 29 04:36:41.837114 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] Sync routers for ids ['56737751-de6c-434f-9d30-eb3c4a4338be'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:41.837757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33762) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.856203 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] Routers {'56737751-de6c-434f-9d30-eb3c4a4338be'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:41.856414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.856969 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['56737751-de6c-434f-9d30-eb3c4a4338be'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:41.858526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.20.0.1 (e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5/e14389d0-d76a-4984-998f-1a9169055517/682a7166-4395-4bc1-a79f-0ac3fa261184) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:41.903880 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.907096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] For port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:41.917305 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-666881a6-1a77-4d59-971a-508de2ccece6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.949059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] For port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:41.982896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.989748 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.991483 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.022162 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] Set router 56737751-de6c-434f-9d30-eb3c4a4338be gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:42.032748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2727d-9435-41e3-a6b4-032b83af987f None None] Network 6bc04145-0a1f-445b-b28e-2877eafd4a38 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:42.075244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Pushing event updated for resources: {'Port': ['ID=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.105459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.106184 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.107892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-932c2ea5-cfda-4a71-bc6e-d7b5f6b527e0 service neutron] 10.222.0.64 "PUT /v2.0/ports/652e2fe1-ec17-41da-a5b5-d8cd25e3f231 HTTP/1.1" status: 200 len: 1093 time: 2.0827901 Aug 29 04:36:42.109684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71852afd-c072-4de0-8d65-66891a19f583', 'tag': '652e2fe1-ec17-41da-a5b5-d8cd25e3f231'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:42.114207 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412f870b-238e-46ff-a8c0-8798732d0aea" -d '{"events": [{"name": "network-changed", "server_uuid": "71852afd-c072-4de0-8d65-66891a19f583", "tag": "652e2fe1-ec17-41da-a5b5-d8cd25e3f231"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:42.140860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:42.196110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a9645514-e0a1-48be-a5ea-b467f95b7028 None None] Provisioning for port e5ef26e0-7b82-4225-bf2a-ff41caae3642 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:42.215680 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a9645514-e0a1-48be-a5ea-b467f95b7028 None None] Provisioning complete for port e5ef26e0-7b82-4225-bf2a-ff41caae3642 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:42.217743 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a9645514-e0a1-48be-a5ea-b467f95b7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.254264 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5060fe-d96a-4d38-ac01-6a18124e1ddc x-openstack-request-id: req-bc5060fe-d96a-4d38-ac01-6a18124e1ddc {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:42.254869 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71852afd-c072-4de0-8d65-66891a19f583", "tag": "652e2fe1-ec17-41da-a5b5-d8cd25e3f231", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:42.255225 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc5060fe-d96a-4d38-ac01-6a18124e1ddc {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:42.258108 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71852afd-c072-4de0-8d65-66891a19f583', 'tag': '652e2fe1-ec17-41da-a5b5-d8cd25e3f231', 'status': 'completed', 'code': 200} Aug 29 04:36:42.275958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Deleting port e5ef26e0-7b82-4225-bf2a-ff41caae3642 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:42.276460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.427055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0fe1e4-0f25-4f7d-8867-e59839e052ba,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.447397 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-666881a6-1a77-4d59-971a-508de2ccece6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.450450 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:36:37Z', 'revision_number': 5, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:42.451152 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-666881a6-1a77-4d59-971a-508de2ccece6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.452767 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-666881a6-1a77-4d59-971a-508de2ccece6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "DELETE /v2.0/security-groups/a5742565-2519-4f95-8e84-10515ed4cffe HTTP/1.1" status: 204 len: 168 time: 0.9883831 Aug 29 04:36:42.468416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.470913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33776) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.471569 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Added segment 35008940-6572-47bf-8d33-01b042bc120f of type vlan for network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 Aug 29 04:36:42.502087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-ad2edc4f-99c4-4465-a027-5fd643199672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.505471 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-ad2edc4f-99c4-4465-a027-5fd643199672 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 1096 time: 0.3337269 Aug 29 04:36:42.509457 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-de4ec436-4b57-45ab-aff2-c36d84ce8952 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] show failed (client error): The resource could not be found. Aug 29 04:36:42.513295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-de4ec436-4b57-45ab-aff2-c36d84ce8952 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "GET /v2.0/security-groups/a5742565-2519-4f95-8e84-10515ed4cffe HTTP/1.1" status: 404 len: 347 time: 0.0408554 Aug 29 04:36:42.526191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33778) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.551619 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] Checking router: 56737751-de6c-434f-9d30-eb3c4a4338be for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:42.584875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-e5f6e33e-cb74-4619-98a7-5d9316e98589 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=652e2fe1-ec17-41da-a5b5-d8cd25e3f231 HTTP/1.1" status: 200 len: 217 time: 0.0546348 Aug 29 04:36:42.589703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666881a6-1a77-4d59-971a-508de2ccece6 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5742565-2519-4f95-8e84-10515ed4cffe,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.617537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] Routers {'56737751-de6c-434f-9d30-eb3c4a4338be'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:42.618188 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['56737751-de6c-434f-9d30-eb3c4a4338be'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:42.635446 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a9645514-e0a1-48be-a5ea-b467f95b7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.637575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] DHCP port deletion for 6bc04145-0a1f-445b-b28e-2877eafd4a38 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:42.700044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-711ee92c-64ed-47f0-b56e-7291e7e0350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.701585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-711ee92c-64ed-47f0-b56e-7291e7e0350b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1061223 Aug 29 04:36:42.709014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] For port e5ef26e0-7b82-4225-bf2a-ff41caae3642, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e5ef26e0-7b82-4225-bf2a-ff41caae3642,segment=NetworkSegment(45526b6b-1ce8-419a-8bc8-03d04db71857),segment_id=45526b6b-1ce8-419a-8bc8-03d04db71857)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:42.710024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.771080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Calling delete_port for e5ef26e0-7b82-4225-bf2a-ff41caae3642 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:42.791670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a9645514-e0a1-48be-a5ea-b467f95b7028 None None] For port e5ef26e0-7b82-4225-bf2a-ff41caae3642, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e5ef26e0-7b82-4225-bf2a-ff41caae3642,segment=NetworkSegment(45526b6b-1ce8-419a-8bc8-03d04db71857),segment_id=45526b6b-1ce8-419a-8bc8-03d04db71857)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:42.793735 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] Set router 56737751-de6c-434f-9d30-eb3c4a4338be gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:42.805063 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a9645514-e0a1-48be-a5ea-b467f95b7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.813822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.852709 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.874054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-a17ff69c-b015-4557-bfb8-9730f239ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.875876 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-a17ff69c-b015-4557-bfb8-9730f239ffab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1602976 Aug 29 04:36:42.918841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158b775-3f11-412a-bd8c-e9be4a3da2c6 req-e2f44c58-0d0f-470e-a5d1-264c46f53bce tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.933477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2158b775-3f11-412a-bd8c-e9be4a3da2c6 req-e2f44c58-0d0f-470e-a5d1-264c46f53bce tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 944 time: 0.5033202 Aug 29 04:36:42.971548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] Deleting port e5ef26e0-7b82-4225-bf2a-ff41caae3642 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:42.972032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.980583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e98ed-8c6d-471d-849d-b2f83185c761 None None] Network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:42.989541 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:36:43.011836 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.034284 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-8f08f09d-a2e9-4364-8063-04be9afe72f1 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443541 Aug 29 04:36:43.119217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object 682a7166-4395-4bc1-a79f-0ac3fa261184 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:43.148093 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.149879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:43.151133 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.169929 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:36:37Z', 'revision_number': 5, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:43.223777 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f2064-df74-4c24-8e9b-df27c93982e1 None None] The sync data for ids ['56737751-de6c-434f-9d30-eb3c4a4338be'] in n-d-712142-15 is: [{'id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'name': 'tempest-ServerRescueTestJSON-1932031333-router', 'tenant_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:34:09Z', 'updated_at': '2021-08-29T04:36:37Z', 'revision_number': 5, 'project_id': '47170f12ab2d4ff980cd8d3d0d9bde9e', 'gw_port': {'id': 'a969e0ba-80f9-4a44-9f25-2c13f3e70ccc', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56737751-de6c-434f-9d30-eb3c4a4338be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:34:10Z', 'updated_at': '2021-08-29T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:43.276940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2158b775-3f11-412a-bd8c-e9be4a3da2c6 req-d7ea049f-1e36-47b4-88db-ab7ab0bc73f5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419025 Aug 29 04:36:43.309438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port 22a80774-b2cd-46b9-8d57-aef9386221fd {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:43.310071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.316837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0131023 Aug 29 04:36:43.353784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33786) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:43.382580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 24503934-83f4-4a05-8e11-547f3ec75a7c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:43.401628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Request body: {'subnet': {'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-818783917-subnet', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:43.417680 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9645514-e0a1-48be-a5ea-b467f95b7028 None None] Pushing event updated for resources: {'Port': ['ID=e5ef26e0-7b82-4225-bf2a-ff41caae3642,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.418956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Deleting port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:43.419310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.454038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb6396-97b1-4d11-a574-210bc01f0872 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a567d7-a0d8-4147-afb7-43ed84bd44a8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.469618 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:43.473844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] For port e5ef26e0-7b82-4225-bf2a-ff41caae3642, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e5ef26e0-7b82-4225-bf2a-ff41caae3642,segment=NetworkSegment(45526b6b-1ce8-419a-8bc8-03d04db71857),segment_id=45526b6b-1ce8-419a-8bc8-03d04db71857)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:43.474254 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.502703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 24503934-83f4-4a05-8e11-547f3ec75a7c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:43.545101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] Calling delete_port for e5ef26e0-7b82-4225-bf2a-ff41caae3642 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:43.616925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.684184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Port': ['ID=e5ef26e0-7b82-4225-bf2a-ff41caae3642,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.700687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] No DVR routers for this DVR port e5ef26e0-7b82-4225-bf2a-ff41caae3642 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:43.727217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e5ef26e0-7b82-4225-bf2a-ff41caae3642 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:43.779488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e62e6220-75b2-4b9e-8c67-1e316e3bd13e None None] Provisioning for port 24503934-83f4-4a05-8e11-547f3ec75a7c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:43.781572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e5ef26e0-7b82-4225-bf2a-ff41caae3642 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:43.781923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e5ef26e0-7b82-4225-bf2a-ff41caae3642 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:43.798300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e62e6220-75b2-4b9e-8c67-1e316e3bd13e None None] Provisioning complete for port 24503934-83f4-4a05-8e11-547f3ec75a7c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:43.799033 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e62e6220-75b2-4b9e-8c67-1e316e3bd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.871854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.877024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-45abb7cf-16a7-48c3-b822-e6b01b5bf81d req-10d6f244-0192-452c-814c-4c96e8fd42b2 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8256130 Aug 29 04:36:43.901627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc04145-0a1f-445b-b28e-2877eafd4a38']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:43.947405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45526b6b-1ce8-419a-8bc8-03d04db71857') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:43.948147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45526b6b-1ce8-419a-8bc8-03d04db71857') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:43.966801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.978481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.982963 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e62e6220-75b2-4b9e-8c67-1e316e3bd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.994671 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.010148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Made reservation on behalf of 8a37d8f086414928aca8a154332cfa42 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:44.012695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.019340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.044714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f870b-238e-46ff-a8c0-8798732d0aea req-f55c81c4-af39-4dd1-9e86-d2de049dd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.045759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] Pushing event deleted for resources: {'Port': ['ID=e5ef26e0-7b82-4225-bf2a-ff41caae3642,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.050061 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-412f870b-238e-46ff-a8c0-8798732d0aea req-f55c81c4-af39-4dd1-9e86-d2de049dd896 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 1096 time: 0.0895216 Aug 29 04:36:44.052044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:44.052572 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.058489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756674a-c5ea-4af2-9334-779256b673b7 None None] No DVR routers for this DVR port e5ef26e0-7b82-4225-bf2a-ff41caae3642 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:44.058800 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:44.091492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e62e6220-75b2-4b9e-8c67-1e316e3bd13e None None] For port 24503934-83f4-4a05-8e11-547f3ec75a7c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=24503934-83f4-4a05-8e11-547f3ec75a7c,segment=NetworkSegment(56d4fac2-b6df-465d-8af5-fa714cc64911),segment_id=56d4fac2-b6df-465d-8af5-fa714cc64911)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:44.099544 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e62e6220-75b2-4b9e-8c67-1e316e3bd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.114973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:44.124376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.125055 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.132919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:44.138511 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.155882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:44.194835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=682a7166-4395-4bc1-a79f-0ac3fa261184,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.199253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.204536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for 22a80774-b2cd-46b9-8d57-aef9386221fd owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:44.212028 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/networks/6bc04145-0a1f-445b-b28e-2877eafd4a38 HTTP/1.1" status: 204 len: 168 time: 2.4938757 Aug 29 04:36:44.212611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e6220-75b2-4b9e-8c67-1e316e3bd13e None None] Pushing event updated for resources: {'Port': ['ID=24503934-83f4-4a05-8e11-547f3ec75a7c,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.213542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817978-1647-4a2d-9f53-38f76c741556 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Network': ['ID=6bc04145-0a1f-445b-b28e-2877eafd4a38,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.213661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33798) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:44.232081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] For port a969e0ba-80f9-4a44-9f25-2c13f3e70ccc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a969e0ba-80f9-4a44-9f25-2c13f3e70ccc,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:44.232715 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.316984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f870b-238e-46ff-a8c0-8798732d0aea req-e694334f-8625-4c73-a44a-3216c92e51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.324575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-412f870b-238e-46ff-a8c0-8798732d0aea req-e694334f-8625-4c73-a44a-3216c92e51f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.1912887 Aug 29 04:36:44.360482 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Calling delete_port for a969e0ba-80f9-4a44-9f25-2c13f3e70ccc owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:44.411940 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-412f870b-238e-46ff-a8c0-8798732d0aea req-5624bc7e-755e-470f-b2ee-49532b118689 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=652e2fe1-ec17-41da-a5b5-d8cd25e3f231 HTTP/1.1" status: 200 len: 217 time: 0.0789323 Aug 29 04:36:44.422693 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.444550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46b77202-ec25-4684-b1e6-64fe57f8f7a8 None None] Provisioning complete for port 24503934-83f4-4a05-8e11-547f3ec75a7c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:44.444943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46b77202-ec25-4684-b1e6-64fe57f8f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.485774 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.512540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f870b-238e-46ff-a8c0-8798732d0aea req-3da68b64-0016-485b-bfa5-f5fd6e001b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.514093 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-412f870b-238e-46ff-a8c0-8798732d0aea req-3da68b64-0016-485b-bfa5-f5fd6e001b2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0946605 Aug 29 04:36:44.614204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f870b-238e-46ff-a8c0-8798732d0aea req-4f0ea673-5ed9-4625-bdb4-81b0d2f1c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.616026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-412f870b-238e-46ff-a8c0-8798732d0aea req-4f0ea673-5ed9-4625-bdb4-81b0d2f1c582 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938251 Aug 29 04:36:44.645819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46b77202-ec25-4684-b1e6-64fe57f8f7a8 None None] Provisioning for port 682a7166-4395-4bc1-a79f-0ac3fa261184 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:44.653027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46b77202-ec25-4684-b1e6-64fe57f8f7a8 None None] Provisioning complete for port 682a7166-4395-4bc1-a79f-0ac3fa261184 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:44.653687 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46b77202-ec25-4684-b1e6-64fe57f8f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.688859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0217f594-4929-42eb-8f63-b55f42f51e11 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:36:44.733560 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-412f870b-238e-46ff-a8c0-8798732d0aea req-e8d5c80d-5166-482a-888a-43a8aea16796 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087596 Aug 29 04:36:44.770426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-46b77202-ec25-4684-b1e6-64fe57f8f7a8 None None] Port 682a7166-4395-4bc1-a79f-0ac3fa261184 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:44.837663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217f594-4929-42eb-8f63-b55f42f51e11 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:36:44.856337 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-412f870b-238e-46ff-a8c0-8798732d0aea req-3d22342e-d037-47d7-9deb-6e402dcdc92d service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126471 Aug 29 04:36:44.937132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bcd9f93e-8cf4-47db-9a41-b746b119af13 None None] Provisioning complete for port 682a7166-4395-4bc1-a79f-0ac3fa261184 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:44.937621 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f93e-8cf4-47db-9a41-b746b119af13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.960129 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.964426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.010172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b54e1-53f7-4595-b140-191ce1d8fd3b req-b80a4d73-41e3-4eaf-818a-6db7fea3b75e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:45.019442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd7b54e1-53f7-4595-b140-191ce1d8fd3b req-b80a4d73-41e3-4eaf-818a-6db7fea3b75e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 944 time: 0.6030369 Aug 29 04:36:45.032112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 24503934-83f4-4a05-8e11-547f3ec75a7c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:45.046235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951a3d58-c20f-4b1b-9641-748a78a735de']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.085882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9f93e-8cf4-47db-9a41-b746b119af13 None None] Port 682a7166-4395-4bc1-a79f-0ac3fa261184 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:45.107896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdba0ad-1ef9-482b-b935-87e46debac84') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.108254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdba0ad-1ef9-482b-b935-87e46debac84') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.178539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 24503934-83f4-4a05-8e11-547f3ec75a7c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:45.179061 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.213958 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.276524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd7b54e1-53f7-4595-b140-191ce1d8fd3b req-b592d3a9-1f31-41bc-a6b4-9f5cc9798ce4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565467 Aug 29 04:36:45.366027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7c6d25a9-c352-4e88-ab8f-aa7019529023 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:45.373552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.382032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.388996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7c6d25a9-c352-4e88-ab8f-aa7019529023 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:45.389351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7c6d25a9-c352-4e88-ab8f-aa7019529023 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:45.391866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.397274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:45.397685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:45.405517 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:45.494842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a969e0ba-80f9-4a44-9f25-2c13f3e70ccc,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:45.562645 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.648602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe53716-a23e-4b6a-bcc2-ddaa66ad6409,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:45.651748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=22a80774-b2cd-46b9-8d57-aef9386221fd,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:45.683412 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.713567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.717860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/networks/951a3d58-c20f-4b1b-9641-748a78a735de HTTP/1.1" status: 204 len: 168 time: 1.4789386 Aug 29 04:36:45.718649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33826) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:45.751680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf7a74-3160-4f35-b094-33276e21cfac tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Network': ['ID=951a3d58-c20f-4b1b-9641-748a78a735de,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:45.792484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.807046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.870687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Checking segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:45.871852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Network hostable DHCP agents. Network: f6a567d7-a0d8-4147-afb7-43ed84bd44a8, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:45.912569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.923128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e15f4b5-b4ba-413d-8de8-f7807db4e9c8']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.928996 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.931508 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.932736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-df4a7540-e0fb-48d3-b72b-e5f9aec9bb9f tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "DELETE /v2.0/floatingips/4421a6f7-7888-4a01-b1d6-c19166328687 HTTP/1.1" status: 204 len: 168 time: 3.4020703 Aug 29 04:36:45.934446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.935544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33832) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:45.943602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.950001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360c9daf-d040-4105-b33b-a95d51564900') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.950638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360c9daf-d040-4105-b33b-a95d51564900') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.982839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.004094 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.004675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56737751-de6c-434f-9d30-eb3c4a4338be {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:46.009370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.010549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8eb86c9b-20c5-419c-8a1a-8f0e661e86f8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/56737751-de6c-434f-9d30-eb3c4a4338be HTTP/1.1" status: 204 len: 168 time: 4.1698565 Aug 29 04:36:46.011452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:46.013647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33834) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.030460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.038375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.047670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:46.048053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:46.054012 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:46.068291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.071006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f6a567d7-a0d8-4147-afb7-43ed84bd44a8) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:46.080656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db92cc0-de59-4ad5-b348-35782ba71fa4 None None] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:46.081977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:46.082838 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.141817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.157726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.162726 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/networks/6e15f4b5-b4ba-413d-8de8-f7807db4e9c8 HTTP/1.1" status: 204 len: 168 time: 0.4413168 Aug 29 04:36:46.176357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33840) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.213568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=682a7166-4395-4bc1-a79f-0ac3fa261184,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.233499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6eedcbf-0805-4ee3-81a7-bde61fc2f13a admin admin] Deleting subnet ce536e53-bb93-43d8-8f3a-2de30c627448 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:46.240159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6eedcbf-0805-4ee3-81a7-bde61fc2f13a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.242558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.247721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-624ee30a-8e8b-4000-a635-5b3abd70d230 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8894365 Aug 29 04:36:46.260444 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c701b-562b-4d7b-8256-0b1dafa8cec1 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Network': ['ID=6e15f4b5-b4ba-413d-8de8-f7807db4e9c8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.266122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33842) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.280316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-14ca1184-7018-4f8f-924a-d73522b1bb2e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port ab4005fe-119d-476a-8b42-84a574081c51 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:46.280551 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14ca1184-7018-4f8f-924a-d73522b1bb2e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.313505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6eedcbf-0805-4ee3-81a7-bde61fc2f13a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.383818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'fixed_ips': [{'subnet_id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:46.385371 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.391220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14ca1184-7018-4f8f-924a-d73522b1bb2e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.406666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-14ca1184-7018-4f8f-924a-d73522b1bb2e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for ab4005fe-119d-476a-8b42-84a574081c51 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:46.434580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6eedcbf-0805-4ee3-81a7-bde61fc2f13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.541542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:46.545991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:46.555121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:46.561880 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14ca1184-7018-4f8f-924a-d73522b1bb2e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.578190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22cac5-6bc5-45df-bfc6-ee53ec919a68 req-3420bb4a-2108-4438-8a11-ff84fb6b5215 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:46.588248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d22cac5-6bc5-45df-bfc6-ee53ec919a68 req-3420bb4a-2108-4438-8a11-ff84fb6b5215 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 944 time: 0.1297715 Aug 29 04:36:46.651454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Allocated IP 172.20.0.2 (f6a567d7-a0d8-4147-afb7-43ed84bd44a8/bbe53716-a23e-4b6a-bcc2-ddaa66ad6409/fb63ad3b-3044-4b63-9a2a-19fea92a79e1) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:46.662597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca1184-7018-4f8f-924a-d73522b1bb2e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=ab4005fe-119d-476a-8b42-84a574081c51,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.712816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.721209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.740784 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6eedcbf-0805-4ee3-81a7-bde61fc2f13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.752135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.810926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eedcbf-0805-4ee3-81a7-bde61fc2f13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce536e53-bb93-43d8-8f3a-2de30c627448,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.815063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f6eedcbf-0805-4ee3-81a7-bde61fc2f13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.817649 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f6eedcbf-0805-4ee3-81a7-bde61fc2f13a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ce536e53-bb93-43d8-8f3a-2de30c627448 HTTP/1.1" status: 204 len: 168 time: 0.7956593 Aug 29 04:36:46.831206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33852) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.904529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d22cac5-6bc5-45df-bfc6-ee53ec919a68 req-a9a5f224-461b-49ba-bb50-ead708c80439 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152266 Aug 29 04:36:46.956717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 19398f09-39ad-45c3-b514-fa4c7ddcada0 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:46.965833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.007455 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.019925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Transition to ACTIVE for port object fb63ad3b-3044-4b63-9a2a-19fea92a79e1 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:47.044086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Transition to ACTIVE for port object fb63ad3b-3044-4b63-9a2a-19fea92a79e1 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:47.053504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a969e0ba-80f9-4a44-9f25-2c13f3e70ccc no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:47.070484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.080058 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.110543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a969e0ba-80f9-4a44-9f25-2c13f3e70ccc {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:47.111836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a969e0ba-80f9-4a44-9f25-2c13f3e70ccc not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:47.115919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14ca1184-7018-4f8f-924a-d73522b1bb2e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.128688 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-14ca1184-7018-4f8f-924a-d73522b1bb2e tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "DELETE /v2.0/ports/ab4005fe-119d-476a-8b42-84a574081c51 HTTP/1.1" status: 204 len: 168 time: 1.1899848 Aug 29 04:36:47.129426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33858) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.158103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-75f95fdf-bfc7-489c-9764-a86647130538 None None] Provisioning complete for port 682a7166-4395-4bc1-a79f-0ac3fa261184 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:47.158609 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-75f95fdf-bfc7-489c-9764-a86647130538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.160384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:47.167214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0560a632-4f63-4311-803b-82f6eb82efca tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/19398f09-39ad-45c3-b514-fa4c7ddcada0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8037021 Aug 29 04:36:47.168852 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.171322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33860) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.199295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:47.205783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:47.208674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8ca13-0ae4-43c3-ab9a-a128427ac261 None None] Sync routers for ids ['19398f09-39ad-45c3-b514-fa4c7ddcada0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:47.213165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:47.243530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256296a-dd6e-4fef-b154-e6b5a26224a6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.244798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a256296a-dd6e-4fef-b154-e6b5a26224a6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports/682a7166-4395-4bc1-a79f-0ac3fa261184 HTTP/1.1" status: 200 len: 910 time: 0.0686495 Aug 29 04:36:47.247968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33862) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.251015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e8d327-750a-4aaa-9344-c78306a5c279']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.257155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a38b8e04-8c51-45fa-a680-6e98943fbb71 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e14389d0-d76a-4984-998f-1a9169055517'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:47.285705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Pushing event updated for resources: {'Port': ['ID=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.292307 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d69fc64-67f5-49f8-9a99-7143a7d546d4') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.292559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-75f95fdf-bfc7-489c-9764-a86647130538 None None] Port 682a7166-4395-4bc1-a79f-0ac3fa261184 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:47.292655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d69fc64-67f5-49f8-9a99-7143a7d546d4') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.309818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8ca13-0ae4-43c3-ab9a-a128427ac261 None None] Routers {'19398f09-39ad-45c3-b514-fa4c7ddcada0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:47.310994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-10d8ca13-0ae4-43c3-ab9a-a128427ac261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19398f09-39ad-45c3-b514-fa4c7ddcada0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.313862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.328509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.335868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:47.336405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.367068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.385684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711105bc-83a1-4c26-85e8-ac5d441ba9af']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.392340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-10d8ca13-0ae4-43c3-ab9a-a128427ac261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.403856 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.418026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f78c21d-9e2d-4bc9-943c-11a48187b202') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.418026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f78c21d-9e2d-4bc9-943c-11a48187b202') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.460942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Attempting to bind port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:47.461461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Attempting to bind port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:47.462078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Attempting to bind port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 on network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:47.468974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:47.470072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Checking segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:47.470639 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.471277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Bound using segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:47.472555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Bound port: fb63ad3b-3044-4b63-9a2a-19fea92a79e1, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:47.473101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.473476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.478020 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2a97c2de-63b0-461d-84b3-53d2ae8db76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.480143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8ca13-0ae4-43c3-ab9a-a128427ac261 None None] Routers {'19398f09-39ad-45c3-b514-fa4c7ddcada0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:47.481031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-10d8ca13-0ae4-43c3-ab9a-a128427ac261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19398f09-39ad-45c3-b514-fa4c7ddcada0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.528922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.538311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:47.538547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.559882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-10d8ca13-0ae4-43c3-ab9a-a128427ac261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:47.560243 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:47.561820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8ca13-0ae4-43c3-ab9a-a128427ac261 None None] The sync data for ids ['19398f09-39ad-45c3-b514-fa4c7ddcada0'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:47.599250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] For port fb63ad3b-3044-4b63-9a2a-19fea92a79e1, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:47.664107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] For port fb63ad3b-3044-4b63-9a2a-19fea92a79e1, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:47.671590 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.679512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5db157c4-2c22-46ff-8895-6513b35b7052 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port 76b4eceb-84b4-449c-b444-df525582bf58 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:47.680368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5db157c4-2c22-46ff-8895-6513b35b7052 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.686369 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.756197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239ae3-d54c-40e0-a87e-f92982b44e34 None None] Pushing event updated for resources: {'Port': ['ID=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.762588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.767119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] 10.222.0.58 "DELETE /v2.0/networks/711105bc-83a1-4c26-85e8-ac5d441ba9af HTTP/1.1" status: 204 len: 168 time: 1.5872619 Aug 29 04:36:47.814735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed15197-aac0-45b7-99f8-fc52c6c43d09 tempest-BulkNetworkOpsTest-1447113993 tempest-BulkNetworkOpsTest-1447113993-project] Pushing event deleted for resources: {'Network': ['ID=711105bc-83a1-4c26-85e8-ac5d441ba9af,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.867571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5db157c4-2c22-46ff-8895-6513b35b7052 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.894569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5db157c4-2c22-46ff-8895-6513b35b7052 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for 76b4eceb-84b4-449c-b444-df525582bf58 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:47.936923 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:47.946203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:48.171856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.206001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.207794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] 10.222.0.58 "DELETE /v2.0/networks/32e8d327-750a-4aaa-9344-c78306a5c279 HTTP/1.1" status: 204 len: 168 time: 1.3757114 Aug 29 04:36:48.209407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33882) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.218954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:48.246897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '652e2fe1-ec17-41da-a5b5-d8cd25e3f231', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': '652e2fe1-ec17-41da-a5b5-d8cd25e3f231', 'mac_address': 'fa:16:3e:a8:08:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:48.292059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414f674-9bfa-4d9d-8bc8-ea9f53d61de9 req-1667731b-52f0-4fc7-8a3b-96ba11a374d8 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:48.304644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f414f674-9bfa-4d9d-8bc8-ea9f53d61de9 req-1667731b-52f0-4fc7-8a3b-96ba11a374d8 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 946 time: 0.3505073 Aug 29 04:36:48.347701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058fd84-1a65-4725-b166-58c555583394 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e8d327-750a-4aaa-9344-c78306a5c279,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.400808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5db157c4-2c22-46ff-8895-6513b35b7052 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.406118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.461827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:48.486907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33894) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.502365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f414f674-9bfa-4d9d-8bc8-ea9f53d61de9 req-afb17763-a559-4229-bce1-907d33da52aa tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912086 Aug 29 04:36:48.531412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:48.541526 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.549053 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db157c4-2c22-46ff-8895-6513b35b7052 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=76b4eceb-84b4-449c-b444-df525582bf58,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.575953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.591862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38b8e04-8c51-45fa-a680-6e98943fbb71 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.624786 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.636675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.743405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-53cce4a2-66ba-4fe2-9c4c-09d9bd19232d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93ed58336f0040069a0997688077ddab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211265 Aug 29 04:36:48.743898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33898) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.745305 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5db157c4-2c22-46ff-8895-6513b35b7052 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.747435 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5db157c4-2c22-46ff-8895-6513b35b7052 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "DELETE /v2.0/ports/76b4eceb-84b4-449c-b444-df525582bf58 HTTP/1.1" status: 204 len: 168 time: 1.6102002 Aug 29 04:36:48.754509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33900) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.836507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c32a8372-9738-4b5f-bc9e-b10e622e37b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47170f12ab2d4ff980cd8d3d0d9bde9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288479 Aug 29 04:36:48.850001 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed54564-d2cf-448d-ae32-e98be4469594 req-a73e5405-41a6-4f14-bdc2-3a1919e1fd38 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:48.852029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eed54564-d2cf-448d-ae32-e98be4469594 req-a73e5405-41a6-4f14-bdc2-3a1919e1fd38 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 945 time: 0.2315242 Aug 29 04:36:48.854568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33906) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.855497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Allocated IP 172.25.1.224 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/882a84c0-3d9b-411b-aec5-17cce63aeff9) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:48.858807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['652e2fe1-ec17-41da-a5b5-d8cd25e3f231'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:49.030099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.137689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eed54564-d2cf-448d-ae32-e98be4469594 req-bbad2af5-fd0e-481b-af9a-a46766a193a7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201743 Aug 29 04:36:49.144922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.159178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a036004e-1769-47f2-b890-559e60cfa6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.164653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fb63ad3b-3044-4b63-9a2a-19fea92a79e1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:49.179110 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:49.200756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cb08ad-a1df-442c-9387-581c37b30e31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting subnet b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:49.208941 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48cb08ad-a1df-442c-9387-581c37b30e31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.280200 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df98f8b7-10f3-4961-a2f5-c7c5b9963849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.313425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:49.323604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:49.330221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48cb08ad-a1df-442c-9387-581c37b30e31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.355768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:49.359496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:49.416718 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df98f8b7-10f3-4961-a2f5-c7c5b9963849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.457026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Pushing event updated for resources: {'Port': ['ID=882a84c0-3d9b-411b-aec5-17cce63aeff9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.520188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e905e-248f-4005-bc50-7bbc99ac3579 None None] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:49.552122 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a036004e-1769-47f2-b890-559e60cfa6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.665090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-13c7b3c0-0adf-41f3-88e8-e6ded23ff8ba None None] Provisioning for port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:49.671936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df98f8b7-10f3-4961-a2f5-c7c5b9963849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.674633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df98f8b7-10f3-4961-a2f5-c7c5b9963849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.675864 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-df98f8b7-10f3-4961-a2f5-c7c5b9963849 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f196ca3-8c02-48d8-96a6-2dc258f5b905 HTTP/1.1" status: 204 len: 168 time: 0.9271905 Aug 29 04:36:49.679101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-13c7b3c0-0adf-41f3-88e8-e6ded23ff8ba None None] Provisioning complete for port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:49.679485 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13c7b3c0-0adf-41f3-88e8-e6ded23ff8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.709023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98f8b7-10f3-4961-a2f5-c7c5b9963849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f196ca3-8c02-48d8-96a6-2dc258f5b905,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.709200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf12089-771e-4587-a3f5-88901383d825 req-7af79bd4-37ac-445e-a7c6-415e8a716a1f tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:49.710577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daf12089-771e-4587-a3f5-88901383d825 req-7af79bd4-37ac-445e-a7c6-415e8a716a1f tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.3610191 Aug 29 04:36:49.728172 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48cb08ad-a1df-442c-9387-581c37b30e31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.879922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a036004e-1769-47f2-b890-559e60cfa6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.882575 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a036004e-1769-47f2-b890-559e60cfa6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.883697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a036004e-1769-47f2-b890-559e60cfa6ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58b11cc8-9b56-4d4a-9565-4d9702025993 HTTP/1.1" status: 204 len: 168 time: 1.0257230 Aug 29 04:36:49.914147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daf12089-771e-4587-a3f5-88901383d825 req-7b818312-7468-4780-ba27-037b06112c5b tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790366 Aug 29 04:36:49.928374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036004e-1769-47f2-b890-559e60cfa6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b11cc8-9b56-4d4a-9565-4d9702025993,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.944302 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48cb08ad-a1df-442c-9387-581c37b30e31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.964552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.984284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:50.043845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb08ad-a1df-442c-9387-581c37b30e31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Subnet': ['ID=b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:50.063799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-48cb08ad-a1df-442c-9387-581c37b30e31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.069069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-48cb08ad-a1df-442c-9387-581c37b30e31 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "DELETE /v2.0/subnets/b1536d68-f3b7-4625-8cc4-dce4bdfe4b1a HTTP/1.1" status: 204 len: 168 time: 1.2442350 Aug 29 04:36:50.071075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33928) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.127865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da71233b-4395-4d7b-85c1-1c31fa1f3b1e None None] Network cb493501-5534-464e-b333-0a0a9a9efff8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:50.222180 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38b8e04-8c51-45fa-a680-6e98943fbb71 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.247664 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38b8e04-8c51-45fa-a680-6e98943fbb71 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.271478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f37f9e-8110-4f73-a1d6-f4b626977076 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting subnet 732a507a-435d-4864-b53c-bd01c5602ad7 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:50.339688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2f37f9e-8110-4f73-a1d6-f4b626977076 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.401858 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13c7b3c0-0adf-41f3-88e8-e6ded23ff8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.517877 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.540470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b8e04-8c51-45fa-a680-6e98943fbb71 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=682a7166-4395-4bc1-a79f-0ac3fa261184,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:50.544708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b8e04-8c51-45fa-a680-6e98943fbb71 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:50.545389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38b8e04-8c51-45fa-a680-6e98943fbb71 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.550800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a38b8e04-8c51-45fa-a680-6e98943fbb71 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/ports/682a7166-4395-4bc1-a79f-0ac3fa261184 HTTP/1.1" status: 200 len: 910 time: 3.3016937 Aug 29 04:36:50.555093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33950) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.568815 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2f37f9e-8110-4f73-a1d6-f4b626977076 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.618895 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e0c06fb2-9aa6-4fb8-bfa5-f2e2062c8899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.659062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:50.666868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-13c7b3c0-0adf-41f3-88e8-e6ded23ff8ba None None] For port fb63ad3b-3044-4b63-9a2a-19fea92a79e1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:50.673401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:50.674376 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.680923 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13c7b3c0-0adf-41f3-88e8-e6ded23ff8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.888886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29907c6e-f0c6-46d1-889e-1e5c5c43efca req-241990d2-d008-4be9-adf0-952cdb62964f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:50.897815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29907c6e-f0c6-46d1-889e-1e5c5c43efca req-241990d2-d008-4be9-adf0-952cdb62964f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 945 time: 0.5084479 Aug 29 04:36:51.181389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2f37f9e-8110-4f73-a1d6-f4b626977076 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.244583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] DHCP port deletion for cb493501-5534-464e-b333-0a0a9a9efff8 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:51.248885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 03b6b416-9ea5-4254-885b-35d36b5e4afe no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:51.285114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29907c6e-f0c6-46d1-889e-1e5c5c43efca req-b4490282-7ad0-4a2f-845c-5cb9d25c8fd6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811252 Aug 29 04:36:51.387106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.487225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2f37f9e-8110-4f73-a1d6-f4b626977076 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.491143 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-ab213dce-b7d3-43b6-afba-564b2bb8af68 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2443738 Aug 29 04:36:51.497026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d1387c0a-9019-4f30-9672-a104ffadb8b7 None None] Provisioning complete for port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:51.497527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d1387c0a-9019-4f30-9672-a104ffadb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.499218 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.525421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d2f37f9e-8110-4f73-a1d6-f4b626977076 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.530073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d2f37f9e-8110-4f73-a1d6-f4b626977076 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "DELETE /v2.0/subnets/732a507a-435d-4864-b53c-bd01c5602ad7 HTTP/1.1" status: 204 len: 168 time: 1.4551902 Aug 29 04:36:51.530617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33980) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.530954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33982) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.581810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7b3c0-0adf-41f3-88e8-e6ded23ff8ba None None] Pushing event updated for resources: {'Port': ['ID=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.588564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f37f9e-8110-4f73-a1d6-f4b626977076 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Subnet': ['ID=732a507a-435d-4864-b53c-bd01c5602ad7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.599640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dea596-8e21-4fa7-8f3d-1161585dc0fe None None] Network a4d989d8-0124-456e-8f1f-4f55c2dff3d4 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:51.720046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-a899bec0-31b0-452f-adbb-f0192d6c79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:51.722096 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-a899bec0-31b0-452f-adbb-f0192d6c79b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1096 time: 0.0784266 Aug 29 04:36:51.725606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:51.733761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fb99-6e8c-49e1-85d1-46adf9e3ad27 req-9db5d5bd-9c3c-44c0-8352-cfcdc2bc2293 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:51.744472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1f7fb99-6e8c-49e1-85d1-46adf9e3ad27 req-9db5d5bd-9c3c-44c0-8352-cfcdc2bc2293 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2715249 Aug 29 04:36:51.925672 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.936765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.969645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] Deleting port 03b6b416-9ea5-4254-885b-35d36b5e4afe {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:51.970049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.020562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:52.033091 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Sync routers for ids ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:52.054062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1f7fb99-6e8c-49e1-85d1-46adf9e3ad27 req-5e8dfacd-b1fa-49c1-9f8f-d0dad0e85aac tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998648 Aug 29 04:36:52.055315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.059119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fa7b7f6d-40d4-4feb-adea-7a4f670fbefd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5054631 Aug 29 04:36:52.061480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34000) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.061765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] For port 03b6b416-9ea5-4254-885b-35d36b5e4afe, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=03b6b416-9ea5-4254-885b-35d36b5e4afe,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:52.062242 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.063254 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Routers {'07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:52.068549 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:52.078704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] Calling delete_port for 03b6b416-9ea5-4254-885b-35d36b5e4afe owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:52.084045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] DHCP port deletion for a4d989d8-0124-456e-8f1f-4f55c2dff3d4 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:52.118363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-8c7308ad-1e0f-4d50-9037-b9cc7a6898cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.120817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-8c7308ad-1e0f-4d50-9037-b9cc7a6898cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.2579834 Aug 29 04:36:52.146294 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.192830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71852afd-c072-4de0-8d65-66891a19f583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e2fe1-ec17-41da-a5b5-d8cd25e3f231'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:52.195170 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d193e8c1-924e-4688-b1de-3ba199c68546" -d '{"events": [{"server_uuid": "71852afd-c072-4de0-8d65-66891a19f583", "name": "network-vif-plugged", "status": "completed", "tag": "652e2fe1-ec17-41da-a5b5-d8cd25e3f231"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:52.230570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-00d7ba0c-020b-4abf-aec1-9a4c73bf61b5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-56237785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:52.296383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.306180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-c738092b-e2d0-4da4-81f8-fb95aa1fea01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 998 time: 0.1450644 Aug 29 04:36:52.313003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:52.348033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 03b6b416-9ea5-4254-885b-35d36b5e4afe, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=03b6b416-9ea5-4254-885b-35d36b5e4afe,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:52.356994 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.487137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-6449c98f-5a4e-48d6-849f-3cb2c9a37d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.489492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-6449c98f-5a4e-48d6-849f-3cb2c9a37d3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1584914 Aug 29 04:36:52.499527 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Set router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:52.508778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00d7ba0c-020b-4abf-aec1-9a4c73bf61b5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.509692 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00d7ba0c-020b-4abf-aec1-9a4c73bf61b5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.545611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Deleting port 03b6b416-9ea5-4254-885b-35d36b5e4afe {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:52.545611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.577709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.606210 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.678789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.708048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event deleted for resources: {'Port': ['ID=03b6b416-9ea5-4254-885b-35d36b5e4afe,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.721119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] No DVR routers for this DVR port 03b6b416-9ea5-4254-885b-35d36b5e4afe on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:52.748833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00d7ba0c-020b-4abf-aec1-9a4c73bf61b5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.783226 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00d7ba0c-020b-4abf-aec1-9a4c73bf61b5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.818417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] For port 03b6b416-9ea5-4254-885b-35d36b5e4afe, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=03b6b416-9ea5-4254-885b-35d36b5e4afe,segment=NetworkSegment(bdbb2890-787e-4884-93e8-1a88ec413052),segment_id=bdbb2890-787e-4884-93e8-1a88ec413052)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:52.820186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a7202-4624-4fe6-ab43-cdf436f5a7a9 None None] Pushing event deleted for resources: {'Port': ['ID=03b6b416-9ea5-4254-885b-35d36b5e4afe,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.820743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.844080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Calling delete_port for 03b6b416-9ea5-4254-885b-35d36b5e4afe owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:52.871076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00d7ba0c-020b-4abf-aec1-9a4c73bf61b5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.878094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-00d7ba0c-020b-4abf-aec1-9a4c73bf61b5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.3424015 Aug 29 04:36:52.882786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34036) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.890713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] Deleting port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:52.891217 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.901866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1185134667'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:52.927789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-84738142-6d3f-446f-b1c8-8e56685641f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.935473 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-84738142-6d3f-446f-b1c8-8e56685641f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2688365 Aug 29 04:36:53.015702 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:36:49Z', 'revision_number': 3, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port': {'id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:48Z', 'updated_at': '2021-08-29T04:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:53.055141 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Checking router: 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:53.055734 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Updating router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a port 882a84c0-3d9b-411b-aec5-17cce63aeff9 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:36:53.108134 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.118911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] For port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f,segment=NetworkSegment(ea3de876-25c4-44ca-861a-396a17cb564b),segment_id=ea3de876-25c4-44ca-861a-396a17cb564b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:53.119319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.155516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] Calling delete_port for e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:53.354964 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ca2f81-4317-4aa7-9e6e-123e32f42043 x-openstack-request-id: req-f6ca2f81-4317-4aa7-9e6e-123e32f42043 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:53.358858 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71852afd-c072-4de0-8d65-66891a19f583", "name": "network-vif-plugged", "status": "completed", "tag": "652e2fe1-ec17-41da-a5b5-d8cd25e3f231", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:53.359096 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6ca2f81-4317-4aa7-9e6e-123e32f42043 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:53.359639 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71852afd-c072-4de0-8d65-66891a19f583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e2fe1-ec17-41da-a5b5-d8cd25e3f231', 'code': 200} Aug 29 04:36:53.360531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fb63ad3b-3044-4b63-9a2a-19fea92a79e1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:53.365222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.388040 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.451069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] No DVR routers for this DVR port e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:53.478055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ae5ec-401e-43d4-a830-993ba2c690a5 None None] Pushing event deleted for resources: {'Port': ['ID=e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.502126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae164a-7ff0-4434-b7b9-ffc4013f548b req-b3e655a9-9503-476b-a2a2-e04f151a37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.504535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-20ae164a-7ff0-4434-b7b9-ffc4013f548b req-b3e655a9-9503-476b-a2a2-e04f151a37c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 1098 time: 0.3346384 Aug 29 04:36:53.506902 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-90b37a5c-9268-46d7-809f-402a3f17e896 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961853 Aug 29 04:36:53.544453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:53.544833 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.655371 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.679093 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Transition to ACTIVE for port object 882a84c0-3d9b-411b-aec5-17cce63aeff9 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:53.689965 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.753631 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-20ae164a-7ff0-4434-b7b9-ffc4013f548b req-a9983720-5b7e-47bb-9777-5a6acc55d036 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279513 Aug 29 04:36:53.761988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f4976bd-743d-4e95-9609-9bd2acf291fa req-4d2eda23-7b02-46f4-9508-bb201ed61fc6 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352660 Aug 29 04:36:53.821218 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Pushing event updated for resources: {'Port': ['ID=882a84c0-3d9b-411b-aec5-17cce63aeff9,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.825752 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Attempting to bind port 882a84c0-3d9b-411b-aec5-17cce63aeff9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:53.829272 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Attempting to bind port 882a84c0-3d9b-411b-aec5-17cce63aeff9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:53.829836 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Attempting to bind port 882a84c0-3d9b-411b-aec5-17cce63aeff9 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:53.845049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Made reservation on behalf of 5818d3064b3b4f1089b45d727564147c for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:53.858613 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.859699 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.861396 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:53.864210 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:53.864813 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.865351 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:53.866016 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Bound port: 882a84c0-3d9b-411b-aec5-17cce63aeff9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:53.866534 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.885716 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.885716 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.886152 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.886606 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.887154 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.887605 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.887920 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.888420 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.888863 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.889344 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.889729 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.890537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:53.893327 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.896907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:53.995600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:53.995979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e0a18c85-b7f6-420f-a1f4-cdd3e2698a8f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:54.016500 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] For port 882a84c0-3d9b-411b-aec5-17cce63aeff9, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:54.026643 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] For port 882a84c0-3d9b-411b-aec5-17cce63aeff9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=882a84c0-3d9b-411b-aec5-17cce63aeff9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:54.039836 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.132750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Allocated IP 172.20.0.1 (f6a567d7-a0d8-4147-afb7-43ed84bd44a8/bbe53716-a23e-4b6a-bcc2-ddaa66ad6409/a665c3dc-8c3f-4348-aa6a-7544cb83a80d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:54.135158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b069a-ab1b-47b4-8dca-ebc56d2c7ce3 None None] Pushing event updated for resources: {'Port': ['ID=882a84c0-3d9b-411b-aec5-17cce63aeff9,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:54.138071 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Routers {'07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:54.138691 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:54.196109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eafbfd-95f6-47cb-be4c-00cd1edc899c req-90ea26ba-8153-4d9e-ab99-a7a46ad252b4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:54.197865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-60eafbfd-95f6-47cb-be4c-00cd1edc899c req-90ea26ba-8153-4d9e-ab99-a7a46ad252b4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 946 time: 0.6088026 Aug 29 04:36:54.264932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] Set router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:54.266490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.273507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-60eafbfd-95f6-47cb-be4c-00cd1edc899c req-4f61e7b0-84b9-4bb9-ae5f-f1d5357fe18b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553880 Aug 29 04:36:54.284083 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.298074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Transition to ACTIVE for port object a665c3dc-8c3f-4348-aa6a-7544cb83a80d will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:54.301267 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.326756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.364639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.415357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67bc5f4-cc94-47a5-a019-3d7fa1ccbad2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:54.444897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Pushing event updated for resources: {'Port': ['ID=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:54.461947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:54.463403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:54.466043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:54.480202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:54.509377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.515112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] No DVR routers for this DVR port 03b6b416-9ea5-4254-885b-35d36b5e4afe on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:54.523734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef84a3b2-b5a4-4acf-8535-325aa6c2c4ca req-57b66d5b-a226-4d67-83d2-4f691fefe525 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0861425 Aug 29 04:36:54.528850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Port': ['ID=03b6b416-9ea5-4254-885b-35d36b5e4afe,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:54.597828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.598669 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Added segment bfdbb21f-a4e0-4db5-812d-1b0187a8e339 of type vlan for network 4789b90f-1e6e-41d7-a428-581a715134be Aug 29 04:36:54.734844 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:36:49Z', 'revision_number': 3, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port': {'id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:48Z', 'updated_at': '2021-08-29T04:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:54.741410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.761826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 682a7166-4395-4bc1-a79f-0ac3fa261184 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:54.762179 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.823110 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc169b-e540-4a5a-9640-d3cb8a007cc9 None None] The sync data for ids ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'] in n-d-712142-15 is: [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:36:49Z', 'revision_number': 3, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port': {'id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:48Z', 'updated_at': '2021-08-29T04:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:54.838311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.885021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:36:54.999545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-79bf6cfc-d3fe-4488-93f4-c27151b53b47 None None] Provisioning for port a665c3dc-8c3f-4348-aa6a-7544cb83a80d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:55.000609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.011476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-79bf6cfc-d3fe-4488-93f4-c27151b53b47 None None] Provisioning complete for port a665c3dc-8c3f-4348-aa6a-7544cb83a80d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:55.012666 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-79bf6cfc-d3fe-4488-93f4-c27151b53b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.013105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb493501-5534-464e-b333-0a0a9a9efff8']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:55.027908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbb2890-787e-4884-93e8-1a88ec413052') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:55.028270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbb2890-787e-4884-93e8-1a88ec413052') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:55.041939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.078683 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.105974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:55.106528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.114249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-79bf6cfc-d3fe-4488-93f4-c27151b53b47 None None] Port a665c3dc-8c3f-4348-aa6a-7544cb83a80d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:55.114811 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:55.116888 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.121414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.122051 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.186341 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.260187 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.261613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15825-8d0b-419a-b795-d600422f7482 req-a5c812b5-9d4f-4ece-b4e7-b37a51db655a tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.270221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.270512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68f15825-8d0b-419a-b795-d600422f7482 req-a5c812b5-9d4f-4ece-b4e7-b37a51db655a tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.4039416 Aug 29 04:36:55.300468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 682a7166-4395-4bc1-a79f-0ac3fa261184 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:55.328332 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4411633 Aug 29 04:36:55.332082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.342982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'subnet': {'network_id': '4789b90f-1e6e-41d7-a428-581a715134be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:55.354026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec62bed-cb4d-41f1-b992-a66765b076af tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Network': ['ID=4789b90f-1e6e-41d7-a428-581a715134be,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.379520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4789b90f-1e6e-41d7-a428-581a715134be details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:55.384557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.391416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Pushing event updated for resources: {'Port': ['ID=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.432611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68f15825-8d0b-419a-b795-d600422f7482 req-dd8cf84a-cff9-4d58-9fe2-1e2d652323f3 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612911 Aug 29 04:36:55.560797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:55.562593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:55.568388 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.583372 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.588052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "DELETE /v2.0/networks/cb493501-5534-464e-b333-0a0a9a9efff8 HTTP/1.1" status: 204 len: 168 time: 4.0492811 Aug 29 04:36:55.606803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34082) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.735102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:55.887442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb3f62-0fd5-4b4c-afc9-5c794bd8a846 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Network': ['ID=cb493501-5534-464e-b333-0a0a9a9efff8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.919913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:55.934017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Made reservation on behalf of 5818d3064b3b4f1089b45d727564147c for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:55.938176 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.943206 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-24e4603a-3683-46e0-b686-57319b3467bb admin admin] 10.222.0.58 "PUT /v2.0/routers/07e9862d-ff07-4f1d-8d7d-dc2005a4c50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8756878 Aug 29 04:36:55.972664 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cedf61ce-bad2-4c41-b255-de8d6ee96e20 req-a3c4beeb-5069-4979-a2a9-a6f4469500e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.2458701 Aug 29 04:36:55.977502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.026773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd65a2-d1de-4546-a238-84a6eb917d29 req-b6e9b741-b1bf-4b78-942f-29122cb2f512 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.029108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02bd65a2-d1de-4546-a238-84a6eb917d29 req-b6e9b741-b1bf-4b78-942f-29122cb2f512 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 946 time: 0.4517043 Aug 29 04:36:56.065880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-921020c0-a5d2-40ff-8b2d-87a026353310 None None] Provisioning complete for port a665c3dc-8c3f-4348-aa6a-7544cb83a80d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:56.066708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-921020c0-a5d2-40ff-8b2d-87a026353310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.072149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.130507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-921020c0-a5d2-40ff-8b2d-87a026353310 None None] Port a665c3dc-8c3f-4348-aa6a-7544cb83a80d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:56.200667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=682a7166-4395-4bc1-a79f-0ac3fa261184,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.371610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02bd65a2-d1de-4546-a238-84a6eb917d29 req-d4c0e935-b2cd-40bf-9789-a014a4719c27 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220561 Aug 29 04:36:56.404377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.466347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d989d8-0124-456e-8f1f-4f55c2dff3d4']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:56.496216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3de876-25c4-44ca-861a-396a17cb564b') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:56.496526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3de876-25c4-44ca-861a-396a17cb564b') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:56.532294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.624215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e07566e-aa57-4075-b5db-040286567dcc req-35d663c1-46d3-445b-af8b-de56dd6735e5 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1320829 Aug 29 04:36:56.648580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.687702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.690005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:56.690453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:56.701541 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:56.881496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34120) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.887405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1322005294-network', 'tenant_id': 'f85fef14a784454185278843e5526e14'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:56.887833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.890163 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.934404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.937838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Made reservation on behalf of f85fef14a784454185278843e5526e14 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:56.941923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] 10.222.0.58 "DELETE /v2.0/networks/a4d989d8-0124-456e-8f1f-4f55c2dff3d4 HTTP/1.1" status: 204 len: 168 time: 1.3339007 Aug 29 04:36:56.947155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.001296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.068022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50255c-390a-41b2-9605-77ce72e68ef8 tempest-TaggedBootDevicesTest-1198313267 tempest-TaggedBootDevicesTest-1198313267-project] Pushing event deleted for resources: {'Network': ['ID=a4d989d8-0124-456e-8f1f-4f55c2dff3d4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.068022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Subnet': ['ID=8db7d302-e045-4dc9-9496-e3f0ea76e3b2,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.138129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 882a84c0-3d9b-411b-aec5-17cce63aeff9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:57.219074 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.232848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.239466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.243424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Checking segment: {'id': 'bfdbb21f-a4e0-4db5-812d-1b0187a8e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4789b90f-1e6e-41d7-a428-581a715134be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:57.243801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network hostable DHCP agents. Network: 4789b90f-1e6e-41d7-a428-581a715134be, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:57.244630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 882a84c0-3d9b-411b-aec5-17cce63aeff9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:57.249263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 882a84c0-3d9b-411b-aec5-17cce63aeff9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:57.249800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.257193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6db1-2d8a-41bc-af13-db2a78923cd9 req-8f214184-5087-41d7-ba92-b2887dc1ac58 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.258821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca0e6db1-2d8a-41bc-af13-db2a78923cd9 req-8f214184-5087-41d7-ba92-b2887dc1ac58 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.3611944 Aug 29 04:36:57.261127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 19398f09-39ad-45c3-b514-fa4c7ddcada0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:57.289849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:57.316053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network 4789b90f-1e6e-41d7-a428-581a715134be is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:57.322382 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.322737 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Added segment 7afb7605-3606-4e3d-b6ce-d6e05d18abb7 of type vlan for network fd3e0974-7b58-46c3-8cbf-056eb31ac934 Aug 29 04:36:57.377478 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.391026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca0e6db1-2d8a-41bc-af13-db2a78923cd9 req-fa7077af-16a6-4275-9663-d4bf9335b872 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229367 Aug 29 04:36:57.403311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:57.405027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 882a84c0-3d9b-411b-aec5-17cce63aeff9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=882a84c0-3d9b-411b-aec5-17cce63aeff9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:57.413686 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e66d2ff5-6f6a-4924-b9f0-d2719137e550 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/19398f09-39ad-45c3-b514-fa4c7ddcada0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8572080 Aug 29 04:36:57.414914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4789b90f-1e6e-41d7-a428-581a715134be) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:57.416321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a14c3-e6fc-4e9e-ae78-2d739fa56454 None None] Sync routers for ids ['19398f09-39ad-45c3-b514-fa4c7ddcada0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:57.417507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34132) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.423795 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Sync routers for ids ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:57.443476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b5d103-1b0c-4490-b6c7-703e1719e9b7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.448412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.449492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.449676 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Routers {'07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:57.450321 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:57.450621 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.451508 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.460072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8176510-7221-40bb-a592-c68a1be7fb1f None None] Network 4789b90f-1e6e-41d7-a428-581a715134be requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:57.461376 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49df5053-304b-47f1-b5ff-496f9280f2a6 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=19398f09-39ad-45c3-b514-fa4c7ddcada0 HTTP/1.1" status: 200 len: 205 time: 0.0420535 Aug 29 04:36:57.463584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34136) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.482800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9d286189-47ca-40ab-881a-e7784106398c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1467035 Aug 29 04:36:57.486362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.495315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'network': {'name': 'tempest-router-network01--496442473'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:57.556805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Made reservation on behalf of 5818d3064b3b4f1089b45d727564147c for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:57.561114 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.572554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a14c3-e6fc-4e9e-ae78-2d739fa56454 None None] Routers {'19398f09-39ad-45c3-b514-fa4c7ddcada0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:57.574067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2a1a14c3-e6fc-4e9e-ae78-2d739fa56454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19398f09-39ad-45c3-b514-fa4c7ddcada0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:57.621744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:57.645110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2a1a14c3-e6fc-4e9e-ae78-2d739fa56454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:57.645492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.646837 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Added segment 3bb94786-b4ed-49af-95cd-b5910bee5eec of type vlan for network 024a4230-df2f-48a4-9ff4-912f492b5a01 Aug 29 04:36:57.689482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=882a84c0-3d9b-411b-aec5-17cce63aeff9,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.713103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a14c3-e6fc-4e9e-ae78-2d739fa56454 None None] Routers {'19398f09-39ad-45c3-b514-fa4c7ddcada0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:57.714113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2a1a14c3-e6fc-4e9e-ae78-2d739fa56454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19398f09-39ad-45c3-b514-fa4c7ddcada0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:57.735558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.resource_extend [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:36:57.771615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.804840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35c0f77-9f9d-4507-af05-19cbdd6e374e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.819009 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Set router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:57.876307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2a1a14c3-e6fc-4e9e-ae78-2d739fa56454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:57.880856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a14c3-e6fc-4e9e-ae78-2d739fa56454 None None] The sync data for ids ['19398f09-39ad-45c3-b514-fa4c7ddcada0'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:57.890922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.907338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.918529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.939301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.946084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.946711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.037146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-4789b90f-1e6e-41d7-a428-581a715134be', 'network_id': '4789b90f-1e6e-41d7-a428-581a715134be', 'tenant_id': '5818d3064b3b4f1089b45d727564147c', 'fixed_ips': [{'subnet_id': '8db7d302-e045-4dc9-9496-e3f0ea76e3b2'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:58.038211 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.051613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1915ba9-fe1c-422e-9383-bf08134d3f5f req-48b0537d-53ba-4d63-b52e-2237080a40a9 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1683664 Aug 29 04:36:58.181987 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2987812 Aug 29 04:36:58.209140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34164) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.219888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Network': ['ID=024a4230-df2f-48a4-9ff4-912f492b5a01,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.229207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Request body: {'subnet': {'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1322005294-subnet', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.231361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2a5114e2-50d4-451b-93f2-08ad703d4677 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7433097 Aug 29 04:36:58.234890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34166) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.242298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'network': {'name': 'tempest-router-network02--1795397195'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.308006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Made reservation on behalf of 5818d3064b3b4f1089b45d727564147c for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:58.313369 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.340151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:58.354321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.354653 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Added segment b7586e35-3491-49e7-82a7-1867613dd1c0 of type vlan for network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a Aug 29 04:36:58.359288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 024a4230-df2f-48a4-9ff4-912f492b5a01 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:58.439673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.466641 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:36:54Z', 'revision_number': 4, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port': {'id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:48Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a665c3dc-8c3f-4348-aa6a-7544cb83a80d', 'name': '', 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'mac_address': 'fa:16:3e:3d:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:36:54Z', 'revision_number': 2, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'subnets': [{'id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:58.509396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcfec5-009f-40a1-8e54-9741eaca9565 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3e0974-7b58-46c3-8cbf-056eb31ac934,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.529958 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.542135 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Checking router: 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:58.542493 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Updating router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a port a665c3dc-8c3f-4348-aa6a-7544cb83a80d binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:36:58.543239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:58.545109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35c0f77-9f9d-4507-af05-19cbdd6e374e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.545714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.549062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35c0f77-9f9d-4507-af05-19cbdd6e374e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.562768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Made reservation on behalf of f85fef14a784454185278843e5526e14 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:58.566571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.598269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network fd3e0974-7b58-46c3-8cbf-056eb31ac934 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:58.607144 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.627223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3912182 Aug 29 04:36:58.644633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34174) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.689433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58bf79-e1f2-4839-a6eb-898480328379 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Network': ['ID=46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.725157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'subnet': {'network_id': '024a4230-df2f-48a4-9ff4-912f492b5a01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.784780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:58.867072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Allocated IP 2001:db8::2 (4789b90f-1e6e-41d7-a428-581a715134be/8db7d302-e045-4dc9-9496-e3f0ea76e3b2/cbd059ed-f82b-4c30-81e0-9a0fd3befc4b) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:59.071488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35c0f77-9f9d-4507-af05-19cbdd6e374e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.072807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35c0f77-9f9d-4507-af05-19cbdd6e374e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Fanout notify agent at l3_agent the message router_deleted on router 19398f09-39ad-45c3-b514-fa4c7ddcada0 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:59.082725 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d35c0f77-9f9d-4507-af05-19cbdd6e374e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.083863 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d35c0f77-9f9d-4507-af05-19cbdd6e374e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/19398f09-39ad-45c3-b514-fa4c7ddcada0 HTTP/1.1" status: 204 len: 168 time: 1.6193144 Aug 29 04:36:59.086681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34186) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.180610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Made reservation on behalf of 5818d3064b3b4f1089b45d727564147c for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:59.198583 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.226852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae9dc72-ab41-457c-985e-390f5bc96352 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet e14389d0-d76a-4984-998f-1a9169055517 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:59.234728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ae9dc72-ab41-457c-985e-390f5bc96352 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.408741 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ae9dc72-ab41-457c-985e-390f5bc96352 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.417433 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.436917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Transition to ACTIVE for port object cbd059ed-f82b-4c30-81e0-9a0fd3befc4b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:59.461160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Transition to ACTIVE for port object cbd059ed-f82b-4c30-81e0-9a0fd3befc4b will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:59.482850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 882a84c0-3d9b-411b-aec5-17cce63aeff9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:59.574852 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.576979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.673528 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.744312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ae9dc72-ab41-457c-985e-390f5bc96352 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.745764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Network 4789b90f-1e6e-41d7-a428-581a715134be is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:59.768863 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.777196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:59.803094 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Transition to ACTIVE for port object a665c3dc-8c3f-4348-aa6a-7544cb83a80d will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:59.830378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Subnet': ['ID=a68a8583-5ada-43e4-a9a7-6271ae9a9351,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.834218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:59.846833 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.849643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Checking segment: {'id': '3bb94786-b4ed-49af-95cd-b5910bee5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '024a4230-df2f-48a4-9ff4-912f492b5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:59.849643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network hostable DHCP agents. Network: 024a4230-df2f-48a4-9ff4-912f492b5a01, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:59.903237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ae9dc72-ab41-457c-985e-390f5bc96352 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.981271 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ae9dc72-ab41-457c-985e-390f5bc96352 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.986435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1ae9dc72-ab41-457c-985e-390f5bc96352 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/e14389d0-d76a-4984-998f-1a9169055517 HTTP/1.1" status: 204 len: 168 time: 0.8948538 Aug 29 04:36:59.986435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9dc72-ab41-457c-985e-390f5bc96352 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=e14389d0-d76a-4984-998f-1a9169055517,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.993968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34218) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.998370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Pushing event updated for resources: {'Port': ['ID=cbd059ed-f82b-4c30-81e0-9a0fd3befc4b,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.016109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb84d485-8938-41f6-b9ee-c3d8bb746010 None None] Network e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:00.042368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network 024a4230-df2f-48a4-9ff4-912f492b5a01 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:00.048179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.073096 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63790f8c-80fd-4b3c-b919-d3d056f93734 None None] Pushing event updated for resources: {'Port': ['ID=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.122423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 024a4230-df2f-48a4-9ff4-912f492b5a01) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:00.136182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:00.136791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.155948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30ad0454-6cde-4a4d-a0c6-06dc3ef20ce2 req-f2c033e6-dd44-4ab0-b3c7-60a8a464a87c tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1787844 Aug 29 04:37:00.184220 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Attempting to bind port a665c3dc-8c3f-4348-aa6a-7544cb83a80d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:00.188725 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Attempting to bind port a665c3dc-8c3f-4348-aa6a-7544cb83a80d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:00.189174 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Attempting to bind port a665c3dc-8c3f-4348-aa6a-7544cb83a80d on network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:00.210585 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:00.210990 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Checking segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:00.211595 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.212591 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Bound using segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:00.213274 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Bound port: a665c3dc-8c3f-4348-aa6a-7544cb83a80d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:00.213824 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.216786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.245610 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ce56a27b-335f-484f-82cd-3bb2fe16ff91 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6002328 Aug 29 04:37:00.247117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34222) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.257074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'subnet': {'network_id': '46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:00.261601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Checking segment: {'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:00.261981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Network hostable DHCP agents. Network: fd3e0974-7b58-46c3-8cbf-056eb31ac934, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:00.295119 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.368189 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] For port a665c3dc-8c3f-4348-aa6a-7544cb83a80d, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:00.372882 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] For port a665c3dc-8c3f-4348-aa6a-7544cb83a80d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:00.381680 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.409988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Network fd3e0974-7b58-46c3-8cbf-056eb31ac934 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:00.451625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, fd3e0974-7b58-46c3-8cbf-056eb31ac934) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:00.467284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:00.470293 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.488348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 24503934-83f4-4a05-8e11-547f3ec75a7c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:00.488692 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.514756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Made reservation on behalf of 5818d3064b3b4f1089b45d727564147c for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:00.519320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.586482 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Routers {'07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:00.587137 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:00.589209 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63790f8c-80fd-4b3c-b919-d3d056f93734 None None] Pushing event updated for resources: {'Port': ['ID=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.608870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a9fcf4f0-d5cd-47e2-a33c-9b3847492470 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3963995 Aug 29 04:37:00.614676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34232) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.644505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:00.731202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port 24503934-83f4-4a05-8e11-547f3ec75a7c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=24503934-83f4-4a05-8e11-547f3ec75a7c,segment=NetworkSegment(56d4fac2-b6df-465d-8af5-fa714cc64911),segment_id=56d4fac2-b6df-465d-8af5-fa714cc64911)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:00.740696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.776584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7596131-0995-4df5-8011-7303de26a17e None None] Network 024a4230-df2f-48a4-9ff4-912f492b5a01 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:00.781218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 24503934-83f4-4a05-8e11-547f3ec75a7c owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:00.788232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.795452 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.879723 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] Set router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:00.887587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc00b87-ddc6-40c5-b64c-ca5c23834bab None None] Network fd3e0974-7b58-46c3-8cbf-056eb31ac934 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:00.955159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.291269 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.317902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.381756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=24503934-83f4-4a05-8e11-547f3ec75a7c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.383482 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port 24503934-83f4-4a05-8e11-547f3ec75a7c on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:01.393739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Attempting to bind port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:01.395620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Attempting to bind port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bfdbb21f-a4e0-4db5-812d-1b0187a8e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4789b90f-1e6e-41d7-a428-581a715134be'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:01.396104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Attempting to bind port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b on network 4789b90f-1e6e-41d7-a428-581a715134be {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:01.413199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 882a84c0-3d9b-411b-aec5-17cce63aeff9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:01.413199 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.441709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:01.442152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Checking segment: {'id': 'bfdbb21f-a4e0-4db5-812d-1b0187a8e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4789b90f-1e6e-41d7-a428-581a715134be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:01.442495 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.442898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Bound using segment: {'id': 'bfdbb21f-a4e0-4db5-812d-1b0187a8e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4789b90f-1e6e-41d7-a428-581a715134be'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:01.443391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Bound port: cbd059ed-f82b-4c30-81e0-9a0fd3befc4b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdbb21f-a4e0-4db5-812d-1b0187a8e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4789b90f-1e6e-41d7-a428-581a715134be'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:01.443776 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.466073 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:36:54Z', 'revision_number': 4, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port': {'id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:48Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a665c3dc-8c3f-4348-aa6a-7544cb83a80d', 'name': '', 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'mac_address': 'fa:16:3e:3d:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:00Z', 'revision_number': 4, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'subnets': [{'id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:01.506975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1aa13-9633-450e-b653-d27f2aa74ad1 req-505146d1-85b9-4190-bfc3-e9eafbbc4878 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.509275 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105aa316-99f3-4554-a427-71a8468b5bc0 None None] The sync data for ids ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'] in n-d-712142-15 is: [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:36:54Z', 'revision_number': 4, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port': {'id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:48Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a665c3dc-8c3f-4348-aa6a-7544cb83a80d', 'name': '', 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'mac_address': 'fa:16:3e:3d:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:00Z', 'revision_number': 4, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'subnets': [{'id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:01.514682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3c1aa13-9633-450e-b653-d27f2aa74ad1 req-505146d1-85b9-4190-bfc3-e9eafbbc4878 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.3313076 Aug 29 04:37:01.540792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.556065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-90d3073a-8e09-44c5-87ce-f5af11bd27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.562377 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-90d3073a-8e09-44c5-87ce-f5af11bd27c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1097 time: 0.6706367 Aug 29 04:37:01.613411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] For port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:01.617137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] For port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cbd059ed-f82b-4c30-81e0-9a0fd3befc4b,segment=NetworkSegment(bfdbb21f-a4e0-4db5-812d-1b0187a8e339),segment_id=bfdbb21f-a4e0-4db5-812d-1b0187a8e339)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:01.618777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03573f07-17af-40a2-a269-f896e8166816 None None] DHCP port deletion for e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:01.678440 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.736529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3c1aa13-9633-450e-b653-d27f2aa74ad1 req-d6908ccb-623a-41b0-895f-29db68656c20 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204580 Aug 29 04:37:01.747406 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.757879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Subnet': ['ID=db1328e5-caef-44a6-b77a-b7186f0ff9ea,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.803274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:01.803526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Checking segment: {'id': 'b7586e35-3491-49e7-82a7-1867613dd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:01.803700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network hostable DHCP agents. Network: 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:01.818787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d4fac2-b6df-465d-8af5-fa714cc64911') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:01.819222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d4fac2-b6df-465d-8af5-fa714cc64911') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:01.835574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.847489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-fba345dc-f516-4e18-a8e4-004dfb7e492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.856244 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-fba345dc-f516-4e18-a8e4-004dfb7e492a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 920 time: 0.2361057 Aug 29 04:37:01.857278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:01.872444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.903713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:01.904405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:01.910096 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:01.935374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-6036946d-756f-4f75-9cf5-0648531c43b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 200 len: 217 time: 0.0703313 Aug 29 04:37:01.936454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:01.950593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.951309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.017744 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3da28db0-17ab-4641-af72-56c464b0d852 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7689397 Aug 29 04:37:02.031555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34256) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.136678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d305f772-1d68-4cc0-88a8-84a997c31436 None None] Network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:02.251086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-f8388243-f86f-4dbf-96d0-548d552298a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.252325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-f8388243-f86f-4dbf-96d0-548d552298a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.3098300 Aug 29 04:37:02.321386 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-faafb858-060b-438a-9934-7c3ab58c7780 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596511 Aug 29 04:37:02.370672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e250091-0983-41a1-a109-b7ee9aed8dea None None] Pushing event updated for resources: {'Port': ['ID=cbd059ed-f82b-4c30-81e0-9a0fd3befc4b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.380194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-fd3e0974-7b58-46c3-8cbf-056eb31ac934', 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'fixed_ips': [{'subnet_id': '9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:02.384610 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.419460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-024a4230-df2f-48a4-9ff4-912f492b5a01', 'network_id': '024a4230-df2f-48a4-9ff4-912f492b5a01', 'tenant_id': '5818d3064b3b4f1089b45d727564147c', 'fixed_ips': [{'subnet_id': 'a68a8583-5ada-43e4-a9a7-6271ae9a9351'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:02.420570 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.821139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-aaf02350-a001-4ced-890e-c35bc09039a0 service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447816 Aug 29 04:37:02.898725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bb9140f-84e4-4f91-9586-d3a2326691fb req-e2bf794e-91d7-4ac9-a962-19a411409637 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.9554763 Aug 29 04:37:03.021090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.110577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Allocated IP 2001:db8::2 (024a4230-df2f-48a4-9ff4-912f492b5a01/a68a8583-5ada-43e4-a9a7-6271ae9a9351/c85ad6bb-189f-494e-b919-de6ac0981481) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:03.126400 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.136920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5 HTTP/1.1" status: 204 len: 168 time: 3.1408391 Aug 29 04:37:03.140237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34276) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.186610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a665c3dc-8c3f-4348-aa6a-7544cb83a80d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:03.191708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ac2e38ca-f302-457d-b9f7-ec1cbd60c285 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-290028902', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:03.223749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94418f2-24d6-45fd-8d92-9aac26239bbe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=e59f9f1f-2bce-4d12-8c94-eeb1146ba9e5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.346180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.384107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-043fc988-8a47-4c57-94d4-39fe012d0682 req-bef54810-fa88-4e10-bf93-e94b25498407 service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528936 Aug 29 04:37:03.475971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a', 'network_id': '46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a', 'tenant_id': '5818d3064b3b4f1089b45d727564147c', 'fixed_ips': [{'subnet_id': 'db1328e5-caef-44a6-b77a-b7186f0ff9ea'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:03.476862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.514843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.603277 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.770371 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2e38ca-f302-457d-b9f7-ec1cbd60c285 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.775610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2e38ca-f302-457d-b9f7-ec1cbd60c285 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.837671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf97da-90b4-493b-b24a-fb9f78f4b299 req-1362c076-55c5-4eaf-97f3-b490d1df7624 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.839481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eadf97da-90b4-493b-b24a-fb9f78f4b299 req-1362c076-55c5-4eaf-97f3-b490d1df7624 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.6344573 Aug 29 04:37:03.847929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Allocated IP 172.25.1.213 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/235e8aa8-d11d-496f-83fa-a7874363f292) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:03.890222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.902681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Transition to ACTIVE for port object c85ad6bb-189f-494e-b919-de6ac0981481 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:03.917952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Transition to ACTIVE for port object c85ad6bb-189f-494e-b919-de6ac0981481 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:03.950948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ee09cc-882c-49ed-91c3-29fc9ca0a0c9 None None] Network 4789b90f-1e6e-41d7-a428-581a715134be requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:04.023903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Allocated IP 2001:db8::1 (024a4230-df2f-48a4-9ff4-912f492b5a01/a68a8583-5ada-43e4-a9a7-6271ae9a9351/30208886-57ae-4b6a-88a3-a95324a60ede) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:04.064837 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.071816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.091209 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2e38ca-f302-457d-b9f7-ec1cbd60c285 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.105700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eadf97da-90b4-493b-b24a-fb9f78f4b299 req-8f231d83-21fb-4ccd-83f4-3ea37ae5840f tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009815 Aug 29 04:37:04.124037 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2e38ca-f302-457d-b9f7-ec1cbd60c285 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.169620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2e38ca-f302-457d-b9f7-ec1cbd60c285 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.170848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac2e38ca-f302-457d-b9f7-ec1cbd60c285 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9880176 Aug 29 04:37:04.180236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34298) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.194032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-778894835'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:04.283086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a665c3dc-8c3f-4348-aa6a-7544cb83a80d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:04.300567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a665c3dc-8c3f-4348-aa6a-7544cb83a80d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:04.301187 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.310275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Network 024a4230-df2f-48a4-9ff4-912f492b5a01 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:04.314046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.314236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:04.325607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.341721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Allocated IP 172.20.0.2 (fd3e0974-7b58-46c3-8cbf-056eb31ac934/9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b/a6cfcbbc-ba07-4ec6-9c47-36e19e63b288) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:04.352029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Transition to ACTIVE for port object 30208886-57ae-4b6a-88a3-a95324a60ede will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:04.372680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b1c9f06-9e93-4999-8e83-18ffed66691b req-bf8b9ee0-0801-4464-a612-33565b643355 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1307797 Aug 29 04:37:04.378186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-948da168-35da-4a94-a921-1237df153b4f None None] Provisioning for port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:04.382705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:04.400621 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.419122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:04.454356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.513698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Pushing event updated for resources: {'Port': ['ID=235e8aa8-d11d-496f-83fa-a7874363f292,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.527674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Pushing event updated for resources: {'Port': ['ID=c85ad6bb-189f-494e-b919-de6ac0981481,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.531967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:04.547265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:04.552206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network 024a4230-df2f-48a4-9ff4-912f492b5a01 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:04.556018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:04.558306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:04.560855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:04.566980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:04.567305 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.570686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.571282 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment 3b2baf90-e27f-4f6e-85fa-4683627233ea of type vlan for network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 Aug 29 04:37:04.676787 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.706184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Port': ['ID=30208886-57ae-4b6a-88a3-a95324a60ede,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.896889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Attempting to bind port c85ad6bb-189f-494e-b919-de6ac0981481 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:04.900504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Attempting to bind port c85ad6bb-189f-494e-b919-de6ac0981481 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3bb94786-b4ed-49af-95cd-b5910bee5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '024a4230-df2f-48a4-9ff4-912f492b5a01'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:04.900887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Attempting to bind port c85ad6bb-189f-494e-b919-de6ac0981481 on network 024a4230-df2f-48a4-9ff4-912f492b5a01 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:04.918292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.972205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Allocated IP 2001:db8::2 (46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a/db1328e5-caef-44a6-b77a-b7186f0ff9ea/491cd050-ed8f-4772-9af2-9b97b82800ac) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:05.011344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:05.011639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Checking segment: {'id': '3bb94786-b4ed-49af-95cd-b5910bee5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '024a4230-df2f-48a4-9ff4-912f492b5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:05.012070 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.012475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Bound using segment: {'id': '3bb94786-b4ed-49af-95cd-b5910bee5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '024a4230-df2f-48a4-9ff4-912f492b5a01'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:05.012964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Bound port: c85ad6bb-189f-494e-b919-de6ac0981481, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb94786-b4ed-49af-95cd-b5910bee5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '024a4230-df2f-48a4-9ff4-912f492b5a01'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:05.013354 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.169495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.298573 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.305806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.306619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.403588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.412921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.414197 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.488177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.494920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=1e4046a9-834c-4ed6-90ba-a0b43ef2cde0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.547357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:05.564643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d0cc7264-996c-4a46-bb58-b8a729c25157 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3832476 Aug 29 04:37:05.569241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34326) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.579876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:05.612062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Port': ['ID=30208886-57ae-4b6a-88a3-a95324a60ede,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.695101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network 024a4230-df2f-48a4-9ff4-912f492b5a01 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:05.696958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:05.740545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a665c3dc-8c3f-4348-aa6a-7544cb83a80d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:05.759003 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.759845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cbd059ed-f82b-4c30-81e0-9a0fd3befc4b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:05.779492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] For port c85ad6bb-189f-494e-b919-de6ac0981481, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:05.852743 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.881425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] For port c85ad6bb-189f-494e-b919-de6ac0981481, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c85ad6bb-189f-494e-b919-de6ac0981481,segment=NetworkSegment(3bb94786-b4ed-49af-95cd-b5910bee5eec),segment_id=3bb94786-b4ed-49af-95cd-b5910bee5eec)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:05.882526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe3cc-3c68-4994-83e8-5305cc3bb610 req-54ceb144-24b8-487b-b135-508f0392180b tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.884838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bfbe3cc-3c68-4994-83e8-5305cc3bb610 req-54ceb144-24b8-487b-b135-508f0392180b tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.4942577 Aug 29 04:37:05.908773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Router 6aebeb05-9eaf-4753-8554-78738782f6b4 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:05.921148 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.926383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Transition to ACTIVE for port object a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:05.951215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.981893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bfbe3cc-3c68-4994-83e8-5305cc3bb610 req-3caaeff3-62fd-4c0e-9561-0b7fb3b4413e tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903375 Aug 29 04:37:06.013332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.023347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:06.042368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Transition to ACTIVE for port object a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:06.105816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:06.107653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.122513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:06.131871 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0b7940ba-0970-4298-9706-dd51cbc98933 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "PUT /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0962358 Aug 29 04:37:06.136537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34334) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.142482 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:06.147251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.230300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.257718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c5e0a-e5dc-49c1-bb90-4a7fea389a0d None None] Sync routers for ids ['6aebeb05-9eaf-4753-8554-78738782f6b4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:06.276895 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.285621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b72704c0-d36b-4cd7-ba2f-84f168e5b355 req-bf414d3f-0528-4e10-abd2-8b0e1fb71a0c tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1448586 Aug 29 04:37:06.369045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Network fd3e0974-7b58-46c3-8cbf-056eb31ac934 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:06.372781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Transition to ACTIVE for port object 491cd050-ed8f-4772-9af2-9b97b82800ac will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:06.376739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:06.384223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:06.406189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c5e0a-e5dc-49c1-bb90-4a7fea389a0d None None] Routers {'6aebeb05-9eaf-4753-8554-78738782f6b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:06.407107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b82c5e0a-e5dc-49c1-bb90-4a7fea389a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6aebeb05-9eaf-4753-8554-78738782f6b4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:06.484530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:06.486847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b74b4b-6eac-4dd5-bed0-3b3f55c9f414 None None] Pushing event updated for resources: {'Port': ['ID=c85ad6bb-189f-494e-b919-de6ac0981481,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.647543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.685881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b82c5e0a-e5dc-49c1-bb90-4a7fea389a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:06.695625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Transition to ACTIVE for port object 491cd050-ed8f-4772-9af2-9b97b82800ac will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:06.713919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.757107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.774702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=72ddfadf-9584-4914-a677-301c74e65633,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.821505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Pushing event updated for resources: {'Port': ['ID=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.882047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:06.882420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:06.891242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:06.903262 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Sync routers for ids ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:06.919793 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Routers {'0b703222-35cd-4cfc-b5ff-e9422db8d0cc'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:06.920642 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:06.922496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Pushing event updated for resources: {'Port': ['ID=491cd050-ed8f-4772-9af2-9b97b82800ac,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.929135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c5e0a-e5dc-49c1-bb90-4a7fea389a0d None None] Routers {'6aebeb05-9eaf-4753-8554-78738782f6b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:06.931541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b82c5e0a-e5dc-49c1-bb90-4a7fea389a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6aebeb05-9eaf-4753-8554-78738782f6b4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:06.934194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:06.948682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.952495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4917a383-608b-4c37-947a-e560b69b99d8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3123157 Aug 29 04:37:06.952896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34346) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.979094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Attempting to bind port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:06.979748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Attempting to bind port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:06.980301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Attempting to bind port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 on network fd3e0974-7b58-46c3-8cbf-056eb31ac934 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:06.986931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b82c5e0a-e5dc-49c1-bb90-4a7fea389a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:06.987952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c5e0a-e5dc-49c1-bb90-4a7fea389a0d None None] The sync data for ids ['6aebeb05-9eaf-4753-8554-78738782f6b4'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:07.005951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:07.009992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:07.010385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Checking segment: {'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:07.010794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.011237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Bound using segment: {'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:07.011742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Bound port: a6cfcbbc-ba07-4ec6-9c47-36e19e63b288, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:07.012188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.015937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cbd059ed-f82b-4c30-81e0-9a0fd3befc4b,segment=NetworkSegment(bfdbb21f-a4e0-4db5-812d-1b0187a8e339),segment_id=bfdbb21f-a4e0-4db5-812d-1b0187a8e339)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:07.017673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:07.021837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:07.032306 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-d3564bdd-08f5-481c-8e37-49ee37d861ee tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:07.038641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d3564bdd-08f5-481c-8e37-49ee37d861ee tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "PUT /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8994665 Aug 29 04:37:07.040557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34352) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.041895 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.073162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:07.091243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:07.091846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.186379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] For port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:07.195399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] For port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,segment=NetworkSegment(7afb7605-3606-4e3d-b6ce-d6e05d18abb7),segment_id=7afb7605-3606-4e3d-b6ce-d6e05d18abb7)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:07.202809 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Set router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:07.233364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e4b38dff-3c9e-4836-b137-14677a6774e8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6576080 Aug 29 04:37:07.238338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34356) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.264389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595ac53-5b11-4e07-9bb2-23441d1f0510 None None] Network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:07.273328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 24503934-83f4-4a05-8e11-547f3ec75a7c no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:07.397151 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.467200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 24503934-83f4-4a05-8e11-547f3ec75a7c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:07.476171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 24503934-83f4-4a05-8e11-547f3ec75a7c not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:07.555022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f8aa-0401-45a3-ae5a-3978cfa3737c req-93801eda-ca96-4bb1-9b29-482fb3948423 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:07.574204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c342f8aa-0401-45a3-ae5a-3978cfa3737c req-93801eda-ca96-4bb1-9b29-482fb3948423 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.4177716 Aug 29 04:37:07.698854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=cbd059ed-f82b-4c30-81e0-9a0fd3befc4b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:07.736228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Attempting to bind port 491cd050-ed8f-4772-9af2-9b97b82800ac on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:07.743767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Attempting to bind port 491cd050-ed8f-4772-9af2-9b97b82800ac by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b7586e35-3491-49e7-82a7-1867613dd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:07.744248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Attempting to bind port 491cd050-ed8f-4772-9af2-9b97b82800ac on network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:07.789369 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:37:04Z', 'revision_number': 3, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port': {'id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:07.895583 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Checking router: 0b703222-35cd-4cfc-b5ff-e9422db8d0cc for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:07.897243 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Updating router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc port 235e8aa8-d11d-496f-83fa-a7874363f292 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:07.958491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:07.958904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Checking segment: {'id': 'b7586e35-3491-49e7-82a7-1867613dd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:07.960964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.961465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Bound using segment: {'id': 'b7586e35-3491-49e7-82a7-1867613dd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:07.962539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Bound port: 491cd050-ed8f-4772-9af2-9b97b82800ac, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7586e35-3491-49e7-82a7-1867613dd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:07.962539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.997769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3a954-1e67-4dfe-b401-dd5255ebac7e None None] Pushing event updated for resources: {'Port': ['ID=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.023407 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.067199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a665c3dc-8c3f-4348-aa6a-7544cb83a80d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:08.113737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f6db79-35d8-49fc-87b5-ca6c1267c21a None None] Network 024a4230-df2f-48a4-9ff4-912f492b5a01 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:08.348327 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.623532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c342f8aa-0401-45a3-ae5a-3978cfa3737c req-aaa36d12-478a-4c81-badb-8abfcef51973 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0483406 Aug 29 04:37:08.627187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:08.630328 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.666902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7ae80f17-6a17-470b-b2c2-645ea8e3fc6f None None] Provisioning for port c85ad6bb-189f-494e-b919-de6ac0981481 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:08.778478 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.802023 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Transition to ACTIVE for port object 235e8aa8-d11d-496f-83fa-a7874363f292 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:08.817026 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.899011 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011c371-dda2-4fb3-a5a6-ac601e1176f7 None None] Pushing event updated for resources: {'Port': ['ID=235e8aa8-d11d-496f-83fa-a7874363f292,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.927398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-054323fb-fb71-4735-bc76-b862b100d305 req-8cb022ba-7563-4509-b075-08b698698d6c tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0884564 Aug 29 04:37:08.977885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting port 30208886-57ae-4b6a-88a3-a95324a60ede {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:08.978249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.994873 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Attempting to bind port 235e8aa8-d11d-496f-83fa-a7874363f292 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:08.995180 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Attempting to bind port 235e8aa8-d11d-496f-83fa-a7874363f292 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:08.996082 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Attempting to bind port 235e8aa8-d11d-496f-83fa-a7874363f292 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:09.004070 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:09.012394 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:09.012949 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.013433 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:09.015694 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Bound port: 235e8aa8-d11d-496f-83fa-a7874363f292, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:09.016017 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.037680 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Allocated IP 172.20.0.2 (1e4046a9-834c-4ed6-90ba-a0b43ef2cde0/72ddfadf-9584-4914-a677-301c74e65633/c40b1a0d-d6ae-426e-a171-e0790398cf3b) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:09.165079 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] For port 235e8aa8-d11d-496f-83fa-a7874363f292, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:09.170656 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] For port 235e8aa8-d11d-496f-83fa-a7874363f292, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=235e8aa8-d11d-496f-83fa-a7874363f292,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:09.181809 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.225733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.290848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Calling delete_port for 30208886-57ae-4b6a-88a3-a95324a60ede owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:09.331900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.353309 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011c371-dda2-4fb3-a5a6-ac601e1176f7 None None] Pushing event updated for resources: {'Port': ['ID=235e8aa8-d11d-496f-83fa-a7874363f292,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.430564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] For port 491cd050-ed8f-4772-9af2-9b97b82800ac, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:09.434862 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Routers {'0b703222-35cd-4cfc-b5ff-e9422db8d0cc'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:09.435565 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:09.441471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a665c3dc-8c3f-4348-aa6a-7544cb83a80d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:09.441853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.638610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca079970-4e4a-45ec-ab0d-ac7b0a514206 req-8f5bb8b6-5c5b-4be5-9fb8-f5b8d793932b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:09.655178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca079970-4e4a-45ec-ab0d-ac7b0a514206 req-8f5bb8b6-5c5b-4be5-9fb8-f5b8d793932b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.3336809 Aug 29 04:37:09.717445 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] Set router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:09.772827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.787189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] For port 491cd050-ed8f-4772-9af2-9b97b82800ac, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=491cd050-ed8f-4772-9af2-9b97b82800ac,segment=NetworkSegment(b7586e35-3491-49e7-82a7-1867613dd1c0),segment_id=b7586e35-3491-49e7-82a7-1867613dd1c0)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:09.804043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.818724 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.832450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Transition to ACTIVE for port object c40b1a0d-d6ae-426e-a171-e0790398cf3b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:09.832694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca079970-4e4a-45ec-ab0d-ac7b0a514206 req-ee6905f3-db23-4170-90cb-62104ce7ef18 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781452 Aug 29 04:37:09.873595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Port': ['ID=30208886-57ae-4b6a-88a3-a95324a60ede,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.934590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b8cda5-4406-466c-be0e-2eb3ad3a0495 None None] Network fd3e0974-7b58-46c3-8cbf-056eb31ac934 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:10.020823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.101300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.136088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Transition to ACTIVE for port object c40b1a0d-d6ae-426e-a171-e0790398cf3b will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:10.181881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-537c4de8-4076-40b0-8c29-90f95e3f7220 None None] Provisioning for port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:10.199961 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.236322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:10.279952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Router 6aebeb05-9eaf-4753-8554-78738782f6b4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:10.317042 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:37:04Z', 'revision_number': 3, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port': {'id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.353640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:10.362524 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7ef77-afaa-47d1-a23a-2f8df8f776ee None None] The sync data for ids ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'] in n-d-712142-15 is: [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:37:04Z', 'revision_number': 3, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port': {'id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:10.376298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:10.380171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d411b5-58db-414f-994f-9c7eaf516569 req-8441a1dc-c7d6-4464-8418-8fc438fb4739 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:10.381889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32d411b5-58db-414f-994f-9c7eaf516569 req-8441a1dc-c7d6-4464-8418-8fc438fb4739 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.3734627 Aug 29 04:37:10.452130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85026a0a-285d-45c2-8d2c-dbe9686669fa None None] Pushing event updated for resources: {'Port': ['ID=491cd050-ed8f-4772-9af2-9b97b82800ac,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.602043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c85ad6bb-189f-494e-b919-de6ac0981481 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:10.634588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32d411b5-58db-414f-994f-9c7eaf516569 req-1c09aa93-efe8-4534-9f7a-b797171f5fc7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307198 Aug 29 04:37:10.658341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.20.0.1 (1e4046a9-834c-4ed6-90ba-a0b43ef2cde0/72ddfadf-9584-4914-a677-301c74e65633/a4c90e54-8f98-412d-a4c3-44b5ae9403a1) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:10.732938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Allocated IP 172.20.0.1 (fd3e0974-7b58-46c3-8cbf-056eb31ac934/9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b/b4f0da4d-bf81-4319-b798-e0efe740af6b) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:11.089267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Pushing event updated for resources: {'Port': ['ID=c40b1a0d-d6ae-426e-a171-e0790398cf3b,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.118997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Attempting to bind port c40b1a0d-d6ae-426e-a171-e0790398cf3b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:11.119623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Attempting to bind port c40b1a0d-d6ae-426e-a171-e0790398cf3b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:11.119772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Attempting to bind port c40b1a0d-d6ae-426e-a171-e0790398cf3b on network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:11.146322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:11.146827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Checking segment: {'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:11.152351 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.153064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Bound using segment: {'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:11.153862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Bound port: c40b1a0d-d6ae-426e-a171-e0790398cf3b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:11.154645 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.234292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adda88-9666-4a5d-b510-46011c895a2f req-84bd6ab0-d5bc-4460-a500-190b44063e2d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:11.236206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00adda88-9666-4a5d-b510-46011c895a2f req-84bd6ab0-d5bc-4460-a500-190b44063e2d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.3549161 Aug 29 04:37:11.333235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.421410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:11.437194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dfc27009-0e52-4c46-9fe4-ab9207abc27d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "PUT /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3875914 Aug 29 04:37:11.442129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34422) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:11.463691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] For port c40b1a0d-d6ae-426e-a171-e0790398cf3b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:11.472365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object a4c90e54-8f98-412d-a4c3-44b5ae9403a1 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:11.476193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] For port c40b1a0d-d6ae-426e-a171-e0790398cf3b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c40b1a0d-d6ae-426e-a171-e0790398cf3b,segment=NetworkSegment(3b2baf90-e27f-4f6e-85fa-4683627233ea),segment_id=3b2baf90-e27f-4f6e-85fa-4683627233ea)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:11.485714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00adda88-9666-4a5d-b510-46011c895a2f req-8e9ebf5c-b05d-4861-b43d-2fe1888e7fdf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359326 Aug 29 04:37:11.489216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13472485-e461-47a0-8e3b-40eb860c87a9 None None] Sync routers for ids ['6aebeb05-9eaf-4753-8554-78738782f6b4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:11.516503 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.529811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13472485-e461-47a0-8e3b-40eb860c87a9 None None] Routers {'6aebeb05-9eaf-4753-8554-78738782f6b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:11.530675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13472485-e461-47a0-8e3b-40eb860c87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6aebeb05-9eaf-4753-8554-78738782f6b4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:11.552997 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.591180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Transition to ACTIVE for port object b4f0da4d-bf81-4319-b798-e0efe740af6b will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:11.663364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c85ad6bb-189f-494e-b919-de6ac0981481 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:11.681227 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-43f99410-3e40-4fd8-91f9-04a0d7d43c49 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] delete failed (client error): The resource could not be found. Aug 29 04:37:11.691277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34430) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:11.692981 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-43f99410-3e40-4fd8-91f9-04a0d7d43c49 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-769484538 HTTP/1.1" status: 404 len: 334 time: 0.2467809 Aug 29 04:37:11.723692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f2cac40c-6497-46e5-8425-fc9f0787d804 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'router': {'external_gateway_info': {'network_id': '6aebeb05-9eaf-4753-8554-78738782f6b4'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:11.726327 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.741445 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0688286-abb8-4e24-a6b9-5eefb85f6ba5 req-e6a5f9cf-152b-4365-9724-5cb32f31e648 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0438769 Aug 29 04:37:11.772147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c85ad6bb-189f-494e-b919-de6ac0981481 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:11.772147 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.951959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13472485-e461-47a0-8e3b-40eb860c87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:12.054271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13472485-e461-47a0-8e3b-40eb860c87a9 None None] Routers {'6aebeb05-9eaf-4753-8554-78738782f6b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:12.055056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13472485-e461-47a0-8e3b-40eb860c87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6aebeb05-9eaf-4753-8554-78738782f6b4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:12.158726 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.231413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.334201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:12.370342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d5811587-3803-441f-82e9-50e1736f3fcf None None] Provisioning complete for port c85ad6bb-189f-494e-b919-de6ac0981481 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:12.371328 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d5811587-3803-441f-82e9-50e1736f3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.381545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece489e-2638-4026-a88e-b11d2c1e79d9 None None] Pushing event updated for resources: {'Port': ['ID=c40b1a0d-d6ae-426e-a171-e0790398cf3b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.391515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13472485-e461-47a0-8e3b-40eb860c87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:12.396509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13472485-e461-47a0-8e3b-40eb860c87a9 None None] The sync data for ids ['6aebeb05-9eaf-4753-8554-78738782f6b4'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:12.487950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.488508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.488662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.489010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.489346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.489682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.490022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.490351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.490936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.491053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.491337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.505800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.515127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:12.527491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:12.690513 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d5811587-3803-441f-82e9-50e1736f3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.692685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.699522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Network fd3e0974-7b58-46c3-8cbf-056eb31ac934 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:12.744274 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.775130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0de835-1988-465a-8a81-32620be3a3c5 None None] Network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:12.926307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d5811587-3803-441f-82e9-50e1736f3fcf None None] For port c85ad6bb-189f-494e-b919-de6ac0981481, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c85ad6bb-189f-494e-b919-de6ac0981481,segment=NetworkSegment(3bb94786-b4ed-49af-95cd-b5910bee5eec),segment_id=3bb94786-b4ed-49af-95cd-b5910bee5eec)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:12.988445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d5811587-3803-441f-82e9-50e1736f3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.155155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5811587-3803-441f-82e9-50e1736f3fcf None None] Pushing event updated for resources: {'Port': ['ID=c85ad6bb-189f-494e-b919-de6ac0981481,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.162752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b0702f48-f1b6-49c6-b230-993bca2c9cd1 None None] Provisioning for port 491cd050-ed8f-4772-9af2-9b97b82800ac completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:13.171459 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:13.171883 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:13.176486 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b0702f48-f1b6-49c6-b230-993bca2c9cd1 None None] Could not find standard attr ID for object 30208886-57ae-4b6a-88a3-a95324a60ede. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:37:13.298852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:13.308703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:13.454673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.552895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f0da4d-bf81-4319-b798-e0efe740af6b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.558745 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f2cac40c-6497-46e5-8425-fc9f0787d804 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.597249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab87d7-a934-4210-8150-e3119622f080 req-cc007d78-7555-4620-90b8-937c198fe4ff tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:13.599968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3eab87d7-a934-4210-8150-e3119622f080 req-cc007d78-7555-4620-90b8-937c198fe4ff tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 1.2982683 Aug 29 04:37:13.650944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9924ea3d-fd6c-4a4a-8d36-dcc0bfcd5ce1 None None] Provisioning for port b4f0da4d-bf81-4319-b798-e0efe740af6b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:13.665254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9924ea3d-fd6c-4a4a-8d36-dcc0bfcd5ce1 None None] Provisioning complete for port b4f0da4d-bf81-4319-b798-e0efe740af6b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:13.665781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9924ea3d-fd6c-4a4a-8d36-dcc0bfcd5ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.669049 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-f2cac40c-6497-46e5-8425-fc9f0787d804 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] update failed (client error): The resource could not be found. Aug 29 04:37:13.673768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34458) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.677013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f2cac40c-6497-46e5-8425-fc9f0787d804 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "PUT /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4 HTTP/1.1" status: 404 len: 339 time: 1.9565966 Aug 29 04:37:13.683174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-789588921'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:13.726239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Made reservation on behalf of 5818d3064b3b4f1089b45d727564147c for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:13.729934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.786737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:13.803454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.804116 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Added segment 9240ff67-1b98-4241-875f-0704cbbf8ed2 of type vlan for network c36457cd-7ce6-492d-853e-716c9366d734 Aug 29 04:37:13.841892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9924ea3d-fd6c-4a4a-8d36-dcc0bfcd5ce1 None None] Port b4f0da4d-bf81-4319-b798-e0efe740af6b cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:13.887524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3eab87d7-a934-4210-8150-e3119622f080 req-dd550644-5f7b-46d4-8ce6-804527569d79 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704778 Aug 29 04:37:13.939321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.942375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.975185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.038749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.058676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:14.059564 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.178491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Network': ['ID=c36457cd-7ce6-492d-853e-716c9366d734,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.185289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0c1826ac-b96c-4bcc-b8a8-2588e02c3ac0 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5103559 Aug 29 04:37:14.188383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34464) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.195799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'subnet': {'network_id': 'c36457cd-7ce6-492d-853e-716c9366d734', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:14.208295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c36457cd-7ce6-492d-853e-716c9366d734 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:14.423171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Made reservation on behalf of 5818d3064b3b4f1089b45d727564147c for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:14.428379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.462466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c85ad6bb-189f-494e-b919-de6ac0981481 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:14.486478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c760e-5570-4cd5-8408-0af071a4457a req-5ecb24bb-227e-4d0f-81a3-580b985b5f54 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:14.488728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b0c760e-5570-4cd5-8408-0af071a4457a req-5ecb24bb-227e-4d0f-81a3-580b985b5f54 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.4215293 Aug 29 04:37:14.531288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e2d5b-85a4-4c56-9859-6dbeab16cc02 None None] Network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:14.577472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b0c760e-5570-4cd5-8408-0af071a4457a req-c0cc71fc-42bd-465c-8c78-fcf9bbbf48fc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725551 Aug 29 04:37:14.747432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a009f1ca-3d0c-4e5f-aaae-0783cef60437 req-3c954581-5ff7-41ff-8777-76751b062f0c tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0590062 Aug 29 04:37:14.758705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.777433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f1a343a9-e1ff-48e7-b70d-6c05f5c260bd None None] Provisioning for port c40b1a0d-d6ae-426e-a171-e0790398cf3b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:14.790351 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.798684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.826833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Subnet': ['ID=9abb0676-ad1c-4aaa-88e1-b018d95a9a27,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.836527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.872716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.874857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Checking segment: {'id': '9240ff67-1b98-4241-875f-0704cbbf8ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c36457cd-7ce6-492d-853e-716c9366d734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:14.876424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network hostable DHCP agents. Network: c36457cd-7ce6-492d-853e-716c9366d734, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:14.883304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c85ad6bb-189f-494e-b919-de6ac0981481 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:14.883304 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.926251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network c36457cd-7ce6-492d-853e-716c9366d734 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:14.929684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.942550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c36457cd-7ce6-492d-853e-716c9366d734) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:14.947892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:14.948697 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.961804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783ba61-20f9-4550-8d43-8b9a3ccc245a None None] Network c36457cd-7ce6-492d-853e-716c9366d734 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:14.984433 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-360f6584-c7af-48f7-88aa-36331aec2a85 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7928829 Aug 29 04:37:14.986727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34474) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.997594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-35622025-b9fc-46f2-9e7f-bf5e919410f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c36457cd-7ce6-492d-853e-716c9366d734'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.004332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f0da4d-bf81-4319-b798-e0efe740af6b,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.057858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.072807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.204917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:15.208676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:15.209579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c40b1a0d-d6ae-426e-a171-e0790398cf3b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:15.291832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-c36457cd-7ce6-492d-853e-716c9366d734', 'network_id': 'c36457cd-7ce6-492d-853e-716c9366d734', 'tenant_id': '5818d3064b3b4f1089b45d727564147c', 'fixed_ips': [{'subnet_id': '9abb0676-ad1c-4aaa-88e1-b018d95a9a27'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:15.293233 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.356773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c40b1a0d-d6ae-426e-a171-e0790398cf3b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:15.419710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c40b1a0d-d6ae-426e-a171-e0790398cf3b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:15.420206 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.426573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Network fd3e0974-7b58-46c3-8cbf-056eb31ac934 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:15.455799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:15.601515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-35622025-b9fc-46f2-9e7f-bf5e919410f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.645864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab811-3cf6-44e3-aa81-27052f6081b4 req-839a4b9b-becc-41d0-a981-2be480211856 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:15.655659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5eab811-3cf6-44e3-aa81-27052f6081b4 req-839a4b9b-becc-41d0-a981-2be480211856 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2913897 Aug 29 04:37:15.814019 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5eab811-3cf6-44e3-aa81-27052f6081b4 req-2cca127c-23e2-4698-ac39-ae17d9dac9d7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573217 Aug 29 04:37:15.882490 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-35622025-b9fc-46f2-9e7f-bf5e919410f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.894820 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-35622025-b9fc-46f2-9e7f-bf5e919410f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "PUT /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4 HTTP/1.1" status: 400 len: 364 time: 0.9043689 Aug 29 04:37:15.895036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.897673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:15.909598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:15.935799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Allocated IP 2001:db8:1::2 (c36457cd-7ce6-492d-853e-716c9366d734/9abb0676-ad1c-4aaa-88e1-b018d95a9a27/7a90f42a-42df-4160-b447-de1ef85f2fd0) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:15.953719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-620e5ae3-67c7-4700-b41f-a89d0481e333 None None] Provisioning for port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:15.965942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-620e5ae3-67c7-4700-b41f-a89d0481e333 None None] Provisioning complete for port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:15.966219 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-620e5ae3-67c7-4700-b41f-a89d0481e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.010228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-620e5ae3-67c7-4700-b41f-a89d0481e333 None None] Port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:16.016029 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.106284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-620e5ae3-67c7-4700-b41f-a89d0481e333 None None] Provisioning complete for port c40b1a0d-d6ae-426e-a171-e0790398cf3b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:16.106746 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-620e5ae3-67c7-4700-b41f-a89d0481e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.208988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c40b1a0d-d6ae-426e-a171-e0790398cf3b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c40b1a0d-d6ae-426e-a171-e0790398cf3b,segment=NetworkSegment(3b2baf90-e27f-4f6e-85fa-4683627233ea),segment_id=3b2baf90-e27f-4f6e-85fa-4683627233ea)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:16.225522 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.226402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 491cd050-ed8f-4772-9af2-9b97b82800ac up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:16.353327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c40b1a0d-d6ae-426e-a171-e0790398cf3b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.378023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-433371f5-08eb-4980-8c34-1f28f4082026 req-f6e4adb6-fc0f-4b36-9845-e3f63b215059 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0990033 Aug 29 04:37:16.443242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34490) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.446020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:16.465368 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:16.478745 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:16.479374 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:16.491368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.501304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Transition to ACTIVE for port object 7a90f42a-42df-4160-b447-de1ef85f2fd0 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:16.510246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34494) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.520309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-06e6a719-442a-4927-869d-bbf63166b23d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2385318 Aug 29 04:37:16.520932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Transition to ACTIVE for port object 7a90f42a-42df-4160-b447-de1ef85f2fd0 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:16.532017 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.536513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-1196646101'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:16.579197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Network c36457cd-7ce6-492d-853e-716c9366d734 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:16.583405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:16.590158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 491cd050-ed8f-4772-9af2-9b97b82800ac completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:16.597715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:16.629850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 491cd050-ed8f-4772-9af2-9b97b82800ac triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:16.630137 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.671551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:16.680737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-833a9a5f-4701-4ab6-a230-9449f7917e29 admin admin] 10.222.0.58 "PUT /v2.0/routers/0b703222-35cd-4cfc-b5ff-e9422db8d0cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7242482 Aug 29 04:37:16.699966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Pushing event updated for resources: {'Port': ['ID=7a90f42a-42df-4160-b447-de1ef85f2fd0,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.711557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e0c1-f71b-4da7-95af-d051f559d769 req-35daa531-5574-47f6-843c-33553081a38c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.716168 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:16.721923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2990e0c1-f71b-4da7-95af-d051f559d769 req-35daa531-5574-47f6-843c-33553081a38c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1825964 Aug 29 04:37:16.741654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:16.756745 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.761123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.853761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Sync routers for ids ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:16.856358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2990e0c1-f71b-4da7-95af-d051f559d769 req-a6bc5c1b-c013-4db1-a8c7-263208abe5d1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306329 Aug 29 04:37:16.918646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Routers {'0b703222-35cd-4cfc-b5ff-e9422db8d0cc'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:16.928565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:17.106813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Allocated IP 2001:db8::1 (4789b90f-1e6e-41d7-a428-581a715134be/8db7d302-e045-4dc9-9496-e3f0ea76e3b2/8eb9506f-2861-446f-a4e1-4b0db21432c9) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:17.168037 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:13Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:14Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:17.197844 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:17.198196 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Updating router 30438665-0721-4384-b97f-9de3001e28b8 port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:17.227382 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.249119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.285018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:17.305556 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.308547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee80255-4bed-4a69-afce-f24c8fe87a28 req-21002009-3636-4db1-b242-64d6febcbfd7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:17.309043 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment f9f58ff2-976e-454d-98c6-e2866148930a of type vlan for network 2f6105f0-cc16-4542-b1ef-90d1be02387d Aug 29 04:37:17.316096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ee80255-4bed-4a69-afce-f24c8fe87a28 req-21002009-3636-4db1-b242-64d6febcbfd7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2829266 Aug 29 04:37:17.390143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ee80255-4bed-4a69-afce-f24c8fe87a28 req-e1fa9805-4667-498f-8f80-0370f93d4a33 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730679 Aug 29 04:37:17.391612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Set router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:17.435496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.503135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.511898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:17.513251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.524923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Attempting to bind port 7a90f42a-42df-4160-b447-de1ef85f2fd0 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:17.525136 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Attempting to bind port 7a90f42a-42df-4160-b447-de1ef85f2fd0 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '9240ff67-1b98-4241-875f-0704cbbf8ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c36457cd-7ce6-492d-853e-716c9366d734'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:17.525653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Attempting to bind port 7a90f42a-42df-4160-b447-de1ef85f2fd0 on network c36457cd-7ce6-492d-853e-716c9366d734 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:17.576392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 491cd050-ed8f-4772-9af2-9b97b82800ac, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=491cd050-ed8f-4772-9af2-9b97b82800ac,segment=NetworkSegment(b7586e35-3491-49e7-82a7-1867613dd1c0),segment_id=b7586e35-3491-49e7-82a7-1867613dd1c0)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:17.616461 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1030426 Aug 29 04:37:17.616667 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.616667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 235e8aa8-d11d-496f-83fa-a7874363f292 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:17.617609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.619816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34508) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.636861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f0450-419d-4e10-887b-241b3823f174 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=2f6105f0-cc16-4542-b1ef-90d1be02387d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:17.637498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:17.650670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Transition to ACTIVE for port object 8eb9506f-2861-446f-a4e1-4b0db21432c9 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:17.672639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:17.672963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Checking segment: {'id': '9240ff67-1b98-4241-875f-0704cbbf8ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c36457cd-7ce6-492d-853e-716c9366d734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:17.673388 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.673802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Bound using segment: {'id': '9240ff67-1b98-4241-875f-0704cbbf8ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c36457cd-7ce6-492d-853e-716c9366d734'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:17.674371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Bound port: 7a90f42a-42df-4160-b447-de1ef85f2fd0, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9240ff67-1b98-4241-875f-0704cbbf8ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c36457cd-7ce6-492d-853e-716c9366d734'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:17.674774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.676838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 2f6105f0-cc16-4542-b1ef-90d1be02387d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:17.679043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b13e4776-8ca5-4f3b-8a07-e18afcd08893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.681696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-abee7e1f-c478-4d9a-8803-9aa2b58f13ac None None] Provisioning complete for port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:17.682079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-abee7e1f-c478-4d9a-8803-9aa2b58f13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.701051 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.801461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network 4789b90f-1e6e-41d7-a428-581a715134be is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:17.810853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:17.814495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:17.818057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.819647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 235e8aa8-d11d-496f-83fa-a7874363f292 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:17.841890 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.864243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 235e8aa8-d11d-496f-83fa-a7874363f292 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:17.864674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.872533 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Transition to ACTIVE for port object a4c90e54-8f98-412d-a4c3-44b5ae9403a1 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:17.892180 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.938410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Port': ['ID=8eb9506f-2861-446f-a4e1-4b0db21432c9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:17.994055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:18.000999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.012366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-abee7e1f-c478-4d9a-8803-9aa2b58f13ac None None] Port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:18.089627 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371f40c-c801-42e7-bfaf-92449d530339 None None] Pushing event updated for resources: {'Port': ['ID=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.103251 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Attempting to bind port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:18.103666 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Attempting to bind port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:18.104060 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Attempting to bind port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 on network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:18.110450 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:18.110811 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Checking segment: {'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:18.111223 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.111648 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Bound using segment: {'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:18.112350 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Bound port: a4c90e54-8f98-412d-a4c3-44b5ae9403a1, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2baf90-e27f-4f6e-85fa-4683627233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:18.112754 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.145089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.160918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-602d5cda-4a93-4684-a0af-9ded21dba450 req-6a61f301-3c99-4b26-b616-95d95fa261e5 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1495504 Aug 29 04:37:18.195143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-abee7e1f-c478-4d9a-8803-9aa2b58f13ac None None] Provisioning complete for port b4f0da4d-bf81-4319-b798-e0efe740af6b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:18.195143 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-abee7e1f-c478-4d9a-8803-9aa2b58f13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.303042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=491cd050-ed8f-4772-9af2-9b97b82800ac,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.316142 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] For port a4c90e54-8f98-412d-a4c3-44b5ae9403a1, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:18.328477 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] For port a4c90e54-8f98-412d-a4c3-44b5ae9403a1, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,segment=NetworkSegment(3b2baf90-e27f-4f6e-85fa-4683627233ea),segment_id=3b2baf90-e27f-4f6e-85fa-4683627233ea)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:18.338282 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.350589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] For port 7a90f42a-42df-4160-b447-de1ef85f2fd0, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:18.355321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-abee7e1f-c478-4d9a-8803-9aa2b58f13ac None None] Port b4f0da4d-bf81-4319-b798-e0efe740af6b cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:18.360054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] For port 7a90f42a-42df-4160-b447-de1ef85f2fd0, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7a90f42a-42df-4160-b447-de1ef85f2fd0,segment=NetworkSegment(9240ff67-1b98-4241-875f-0704cbbf8ed2),segment_id=9240ff67-1b98-4241-875f-0704cbbf8ed2)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:18.374612 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.430802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013ce35-adc3-4e98-8cff-c54911ca2e6a None None] Pushing event updated for resources: {'Port': ['ID=7a90f42a-42df-4160-b447-de1ef85f2fd0,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.486475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:37:13Z', 'revision_number': 4, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port': {'id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b4f0da4d-bf81-4319-b798-e0efe740af6b', 'name': '', 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'mac_address': 'fa:16:3e:a8:f4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:14Z', 'revision_number': 2, 'project_id': 'f85fef14a784454185278843e5526e14', 'subnets': [{'id': '9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:18.505492 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371f40c-c801-42e7-bfaf-92449d530339 None None] Pushing event updated for resources: {'Port': ['ID=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.528067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Checking router: 0b703222-35cd-4cfc-b5ff-e9422db8d0cc for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:18.528067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Updating router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc port b4f0da4d-bf81-4319-b798-e0efe740af6b binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:18.566082 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.577752 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:18.578577 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.578750 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:18.608197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 235e8aa8-d11d-496f-83fa-a7874363f292, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=235e8aa8-d11d-496f-83fa-a7874363f292,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:18.617531 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.618591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cbd059ed-f82b-4c30-81e0-9a0fd3befc4b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:18.742349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031305-752e-45f2-98f1-63b780b027bb req-ecfbd80d-398f-44d4-9102-e7d0f597c9bc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:18.754339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1031305-752e-45f2-98f1-63b780b027bb req-ecfbd80d-398f-44d4-9102-e7d0f597c9bc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.4952991 Aug 29 04:37:18.842389 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:18.978568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.988917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.995242 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.996355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.010366 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.088706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1031305-752e-45f2-98f1-63b780b027bb req-6b69616d-3167-4c71-8889-50a41aca2058 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305178 Aug 29 04:37:19.168512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event updated for resources: {'Port': ['ID=8eb9506f-2861-446f-a4e1-4b0db21432c9,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.276785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:19.276968 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.320048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Network 4789b90f-1e6e-41d7-a428-581a715134be is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:19.325927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:19.332168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-65cf83c8-04e5-4333-96bc-29be24cff99d None None] Provisioning for port 8eb9506f-2861-446f-a4e1-4b0db21432c9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:19.401752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=235e8aa8-d11d-496f-83fa-a7874363f292,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.415010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-65cf83c8-04e5-4333-96bc-29be24cff99d None None] Provisioning complete for port 8eb9506f-2861-446f-a4e1-4b0db21432c9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:19.415439 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65cf83c8-04e5-4333-96bc-29be24cff99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.482905 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:13Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:18Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:19.492893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-65cf83c8-04e5-4333-96bc-29be24cff99d None None] Port 8eb9506f-2861-446f-a4e1-4b0db21432c9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:19.550893 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1f4d2-23c5-4199-a208-570b6e9dcb81 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:13Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:18Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:19.601329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Router 6aebeb05-9eaf-4753-8554-78738782f6b4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:19.682246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:19.801840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:19.807507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1eb83459-bceb-4d72-aa3e-9f1d9dae2938 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "PUT /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9115002 Aug 29 04:37:19.810791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34536) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.814275 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ede2b-861c-4440-af04-599e11b96739 None None] Sync routers for ids ['6aebeb05-9eaf-4753-8554-78738782f6b4'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:19.834489 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ede2b-861c-4440-af04-599e11b96739 None None] Routers {'6aebeb05-9eaf-4753-8554-78738782f6b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:19.836435 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ee3ede2b-861c-4440-af04-599e11b96739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6aebeb05-9eaf-4753-8554-78738782f6b4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:19.849232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.903296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aeba36eb-dfcf-4355-aaf0-7ee6199f4846 None None] Provisioning complete for port 8eb9506f-2861-446f-a4e1-4b0db21432c9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:19.903680 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aeba36eb-dfcf-4355-aaf0-7ee6199f4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.904503 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ee3ede2b-861c-4440-af04-599e11b96739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:19.963281 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.977516 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ede2b-861c-4440-af04-599e11b96739 None None] Routers {'6aebeb05-9eaf-4753-8554-78738782f6b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:19.978608 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ee3ede2b-861c-4440-af04-599e11b96739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:36:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6aebeb05-9eaf-4753-8554-78738782f6b4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:20.004086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:20.004517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: 2f6105f0-cc16-4542-b1ef-90d1be02387d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:20.040533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:20.057399 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bfc98428-52e9-456a-af67-44342719752c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.060176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Transition to ACTIVE for port object b4f0da4d-bf81-4319-b798-e0efe740af6b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:20.069032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:20.069453 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.076326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-aeba36eb-dfcf-4355-aaf0-7ee6199f4846 None None] Port 8eb9506f-2861-446f-a4e1-4b0db21432c9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:20.085298 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ee3ede2b-861c-4440-af04-599e11b96739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:20.086127 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ede2b-861c-4440-af04-599e11b96739 None None] The sync data for ids ['6aebeb05-9eaf-4753-8554-78738782f6b4'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:20.124099 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.152866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 2f6105f0-cc16-4542-b1ef-90d1be02387d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:20.192693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 2f6105f0-cc16-4542-b1ef-90d1be02387d) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:20.211876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98147f-d235-4b3d-8643-4f6d596ab822 None None] Network 2f6105f0-cc16-4542-b1ef-90d1be02387d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:20.230446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:20.231453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.260644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-6f9509fb-2771-49c6-8928-ab8aff4367ab tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:20.264096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-6f9509fb-2771-49c6-8928-ab8aff4367ab tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/networks?id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8 HTTP/1.1" status: 200 len: 910 time: 1.0241208 Aug 29 04:37:20.266720 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-bfc98428-52e9-456a-af67-44342719752c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:20.268845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bfc98428-52e9-456a-af67-44342719752c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4 HTTP/1.1" status: 409 len: 329 time: 0.4560561 Aug 29 04:37:20.271335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34542) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:20.274338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-27eed8dd-ee5c-419b-aee2-032ac2597b7c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6507545 Aug 29 04:37:20.276316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34544) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:20.498665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b781ae1-d419-464a-b776-10f58451f8cd None None] Pushing event updated for resources: {'Port': ['ID=b4f0da4d-bf81-4319-b798-e0efe740af6b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:20.550012 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0af162a4-9c3a-4dfe-8b64-1621c319a310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.565764 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.584203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62587729-1a6c-4cfd-9485-4371d1a40ec1 None None] Network c36457cd-7ce6-492d-853e-716c9366d734 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:20.674029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b35142db-9009-407a-a1c6-6e3b4ecf8129 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/quotas/f85fef14a784454185278843e5526e14 HTTP/1.1" status: 200 len: 375 time: 0.3951058 Aug 29 04:37:20.754812 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.826715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Attempting to bind port b4f0da4d-bf81-4319-b798-e0efe740af6b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:20.827046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Attempting to bind port b4f0da4d-bf81-4319-b798-e0efe740af6b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:20.827378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Attempting to bind port b4f0da4d-bf81-4319-b798-e0efe740af6b on network fd3e0974-7b58-46c3-8cbf-056eb31ac934 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:20.838412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:20.838818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Checking segment: {'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:20.839230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.839637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Bound using segment: {'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:20.840231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Bound port: b4f0da4d-bf81-4319-b798-e0efe740af6b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afb7605-3606-4e3d-b6ce-d6e05d18abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:20.840626 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.842824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-990c6729-5c7d-461b-af4f-bf9749805c35 None None] Provisioning for port 7a90f42a-42df-4160-b447-de1ef85f2fd0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:20.981732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] For port b4f0da4d-bf81-4319-b798-e0efe740af6b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:20.985820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] For port b4f0da4d-bf81-4319-b798-e0efe740af6b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b4f0da4d-bf81-4319-b798-e0efe740af6b,segment=NetworkSegment(7afb7605-3606-4e3d-b6ce-d6e05d18abb7),segment_id=7afb7605-3606-4e3d-b6ce-d6e05d18abb7)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:20.987339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-2f6105f0-cc16-4542-b1ef-90d1be02387d', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:20.988376 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.997050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,segment=NetworkSegment(7afb7605-3606-4e3d-b6ce-d6e05d18abb7),segment_id=7afb7605-3606-4e3d-b6ce-d6e05d18abb7)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:21.021047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.047131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-1158ad12-bef9-427f-bf1a-90e630f71ff5 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=f85fef14a784454185278843e5526e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3117445 Aug 29 04:37:21.101640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b781ae1-d419-464a-b776-10f58451f8cd None None] Pushing event updated for resources: {'Port': ['ID=b4f0da4d-bf81-4319-b798-e0efe740af6b,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.104692 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.168564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Deleting port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:21.169206 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.354017 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.374939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Routers {'0b703222-35cd-4cfc-b5ff-e9422db8d0cc'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:21.375594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:21.399340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.422665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.574780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Allocated IP 172.21.0.2 (2f6105f0-cc16-4542-b1ef-90d1be02387d/5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7/a304ce8f-ebbe-4ed5-944f-5fffd93b353f) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:21.599289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7a90f42a-42df-4160-b447-de1ef85f2fd0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:21.610622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] Set router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:21.620050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.783375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-02860b6f-f6de-47c7-9629-28a5377aaa6c service neutron] 10.222.0.58 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284083 Aug 29 04:37:21.819166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] For port f3cfed4f-fbe1-400c-b4c6-219c6bd812cf, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:21.819702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.835780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Calling delete_port for f3cfed4f-fbe1-400c-b4c6-219c6bd812cf owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:21.903979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7a90f42a-42df-4160-b447-de1ef85f2fd0 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:21.931288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7a90f42a-42df-4160-b447-de1ef85f2fd0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:21.931659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.954182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting port 8eb9506f-2861-446f-a4e1-4b0db21432c9 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:21.954530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.059478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-848a6555-502c-4ff4-98fd-2d5f0115a098 service neutron] 10.222.0.58 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133346 Aug 29 04:37:22.070579 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.085853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Calling delete_port for 8eb9506f-2861-446f-a4e1-4b0db21432c9 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:22.224153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.257844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8f0450c0-0294-4f27-8b4f-223b46b109b3 None None] Provisioning complete for port 7a90f42a-42df-4160-b447-de1ef85f2fd0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:22.257844 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f0450c0-0294-4f27-8b4f-223b46b109b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.279142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cfed4f-fbe1-400c-b4c6-219c6bd812cf,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.374066 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.473169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.482910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Transition to ACTIVE for port object a304ce8f-ebbe-4ed5-944f-5fffd93b353f will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:22.510413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:37:13Z', 'revision_number': 4, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port': {'id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b4f0da4d-bf81-4319-b798-e0efe740af6b', 'name': '', 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'mac_address': 'fa:16:3e:a8:f4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:20Z', 'revision_number': 4, 'project_id': 'f85fef14a784454185278843e5526e14', 'subnets': [{'id': '9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:22.548753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Port': ['ID=8eb9506f-2861-446f-a4e1-4b0db21432c9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.563612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fc174-1b9c-431a-bdd8-eb49d6932215 None None] The sync data for ids ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'] in n-d-712142-15 is: [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:37:13Z', 'revision_number': 4, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port': {'id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b4f0da4d-bf81-4319-b798-e0efe740af6b', 'name': '', 'network_id': 'fd3e0974-7b58-46c3-8cbf-056eb31ac934', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'mac_address': 'fa:16:3e:a8:f4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:20Z', 'revision_number': 4, 'project_id': 'f85fef14a784454185278843e5526e14', 'subnets': [{'id': '9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:22.567475 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.575214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b282-7c06-4f4f-a9a3-d3ccbc6ba1e9 req-2209d4e1-5fc2-40eb-a19f-f0b244f192e7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:22.576819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a819b282-7c06-4f4f-a9a3-d3ccbc6ba1e9 req-2209d4e1-5fc2-40eb-a19f-f0b244f192e7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.1809714 Aug 29 04:37:22.610354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.613111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.613646 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.614164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.614657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.615149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.615647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.616313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.616804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.617510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.617990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.618650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.620497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Transition to ACTIVE for port object a304ce8f-ebbe-4ed5-944f-5fffd93b353f will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:22.717432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.803768 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f0450c0-0294-4f27-8b4f-223b46b109b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.811375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 7a90f42a-42df-4160-b447-de1ef85f2fd0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7a90f42a-42df-4160-b447-de1ef85f2fd0,segment=NetworkSegment(9240ff67-1b98-4241-875f-0704cbbf8ed2),segment_id=9240ff67-1b98-4241-875f-0704cbbf8ed2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:22.924919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.925797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c40b1a0d-d6ae-426e-a171-e0790398cf3b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:22.935141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.21.0.1 (2f6105f0-cc16-4542-b1ef-90d1be02387d/5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7/f8670910-2021-43dd-b775-37b16dfab05e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:22.936642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Network 2f6105f0-cc16-4542-b1ef-90d1be02387d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:22.957187 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.097324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:23.110366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:23.110366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Pushing event updated for resources: {'Port': ['ID=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:23.130295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.148007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object f8670910-2021-43dd-b775-37b16dfab05e will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:23.169394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.213893 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.361318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a819b282-7c06-4f4f-a9a3-d3ccbc6ba1e9 req-6ee270a3-0cc6-456e-a530-9dcbdccd480c tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632275 Aug 29 04:37:23.417839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=7a90f42a-42df-4160-b447-de1ef85f2fd0,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:23.431123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.531803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Router 6aebeb05-9eaf-4753-8554-78738782f6b4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:23.541950 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-8f0450c0-0294-4f27-8b4f-223b46b109b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:23.542308 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-8f0450c0-0294-4f27-8b4f-223b46b109b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:23.543160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Attempting to bind port a304ce8f-ebbe-4ed5-944f-5fffd93b353f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:23.543688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Attempting to bind port a304ce8f-ebbe-4ed5-944f-5fffd93b353f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:23.543875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Attempting to bind port a304ce8f-ebbe-4ed5-944f-5fffd93b353f on network 2f6105f0-cc16-4542-b1ef-90d1be02387d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:23.570682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c40b1a0d-d6ae-426e-a171-e0790398cf3b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:23.571543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.581235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:23.585414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Checking segment: {'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:23.586841 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.587458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Bound using segment: {'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:23.588275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Bound port: a304ce8f-ebbe-4ed5-944f-5fffd93b353f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:23.588835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.615250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 2f6105f0-cc16-4542-b1ef-90d1be02387d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:23.649780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:23.660878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a410a4a-dffd-4903-98c1-086f2262bd30 req-1c63fc88-af11-4e5b-b3db-0e244fbbf1f3 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0933125 Aug 29 04:37:23.665804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:23.830274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:23.842448 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e78fce42-0102-42ae-9832-6531f9f17f1e tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "PUT /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5697854 Aug 29 04:37:23.846347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34692) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.861175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=f8670910-2021-43dd-b775-37b16dfab05e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:23.882720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c669c68f-d691-4773-a4cc-c0ec2ccf3407 None None] Sync routers for ids ['6aebeb05-9eaf-4753-8554-78738782f6b4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:23.904175 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-6b6bd910-2d1b-499b-95d1-6a200c64cd4d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] show failed (client error): The resource could not be found. Aug 29 04:37:23.905243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6b6bd910-2d1b-499b-95d1-6a200c64cd4d tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-223983876 HTTP/1.1" status: 404 len: 334 time: 0.0577331 Aug 29 04:37:23.909490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34698) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.916084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d8606bab-94bb-4bf1-9114-93158a19ff68 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:23.927044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] For port a304ce8f-ebbe-4ed5-944f-5fffd93b353f, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:23.931795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] For port a304ce8f-ebbe-4ed5-944f-5fffd93b353f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,segment=NetworkSegment(f9f58ff2-976e-454d-98c6-e2866148930a),segment_id=f9f58ff2-976e-454d-98c6-e2866148930a)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:23.934371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a4c90e54-8f98-412d-a4c3-44b5ae9403a1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:23.936347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669c68f-d691-4773-a4cc-c0ec2ccf3407 None None] Routers {'6aebeb05-9eaf-4753-8554-78738782f6b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:23.936956 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.937410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c669c68f-d691-4773-a4cc-c0ec2ccf3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6aebeb05-9eaf-4753-8554-78738782f6b4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:23.958248 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-d8606bab-94bb-4bf1-9114-93158a19ff68 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] update failed (client error): The resource could not be found. Aug 29 04:37:23.960585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d8606bab-94bb-4bf1-9114-93158a19ff68 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1294874051 HTTP/1.1" status: 404 len: 335 time: 0.0498278 Aug 29 04:37:23.965259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34704) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.997249 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.013049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c669c68f-d691-4773-a4cc-c0ec2ccf3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:24.062122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ada58a1-e863-4e20-9385-d7c4a779d1dd tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting subnet 9abb0676-ad1c-4aaa-88e1-b018d95a9a27 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:24.067095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ada58a1-e863-4e20-9385-d7c4a779d1dd tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.170007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bc3e1-5778-4e93-94fd-a15510e78e71 None None] Pushing event updated for resources: {'Port': ['ID=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:24.180223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669c68f-d691-4773-a4cc-c0ec2ccf3407 None None] Routers {'6aebeb05-9eaf-4753-8554-78738782f6b4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:24.181588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c669c68f-d691-4773-a4cc-c0ec2ccf3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6aebeb05-9eaf-4753-8554-78738782f6b4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:24.193120 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ada58a1-e863-4e20-9385-d7c4a779d1dd tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.287024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c669c68f-d691-4773-a4cc-c0ec2ccf3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:24.288361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c669c68f-d691-4773-a4cc-c0ec2ccf3407 None None] The sync data for ids ['6aebeb05-9eaf-4753-8554-78738782f6b4'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:24.297526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:24.316750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:24.320137 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.359918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dfdc4-fb51-41f3-95df-88971eba6df4 req-fecd7599-4740-4340-926f-d95643376b38 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:24.364400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-663dfdc4-fb51-41f3-95df-88971eba6df4 req-fecd7599-4740-4340-926f-d95643376b38 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.5397451 Aug 29 04:37:24.397377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Router 7ec11edd-f8f5-42ba-8a32-13951c7b281f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:24.490568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-663dfdc4-fb51-41f3-95df-88971eba6df4 req-9ba5aa8c-10b1-4111-a1f8-ff7a246134b0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157110 Aug 29 04:37:24.506500 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.531080 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.591106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a4c90e54-8f98-412d-a4c3-44b5ae9403a1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,segment=NetworkSegment(3b2baf90-e27f-4f6e-85fa-4683627233ea),segment_id=3b2baf90-e27f-4f6e-85fa-4683627233ea)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:24.601903 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.603292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 235e8aa8-d11d-496f-83fa-a7874363f292 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:24.737501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ada58a1-e863-4e20-9385-d7c4a779d1dd tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.778933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5a40b8e-b245-4bfc-8f81-570b60c1c489 req-af071831-7f54-4e62-a3b1-79c4c84db8e8 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 210 time: 0.0617032 Aug 29 04:37:24.801731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 235e8aa8-d11d-496f-83fa-a7874363f292 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:24.802342 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.839219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-d7f37c4e-c94f-4f6d-ab2a-2bc652c7b150 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:24.844316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-d7f37c4e-c94f-4f6d-ab2a-2bc652c7b150 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.64 "GET /v2.0/networks?id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8 HTTP/1.1" status: 200 len: 910 time: 0.5937889 Aug 29 04:37:24.855709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:24.872582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Request body: {'port': {'device_id': '06603a20-6cf3-4c84-b35b-8f1eb3289f56', 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'admin_state_up': True, 'tenant_id': 'f85fef14a784454185278843e5526e14'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:24.966499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 491cd050-ed8f-4772-9af2-9b97b82800ac up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:24.971706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Made reservation on behalf of f85fef14a784454185278843e5526e14 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:24.974441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.982233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657eb03-4c9f-4632-ae1b-84614493751f req-3eb93010-0c51-4fe2-af7c-1c35750374d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:24.984701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1657eb03-4c9f-4632-ae1b-84614493751f req-3eb93010-0c51-4fe2-af7c-1c35750374d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1097 time: 0.1054780 Aug 29 04:37:25.003336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ada58a1-e863-4e20-9385-d7c4a779d1dd tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.028848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 491cd050-ed8f-4772-9af2-9b97b82800ac triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:25.029244 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.075152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada58a1-e863-4e20-9385-d7c4a779d1dd tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Subnet': ['ID=9abb0676-ad1c-4aaa-88e1-b018d95a9a27,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.091824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c968495c-e5ab-49c0-b140-3b8095337f58 None None] Network c36457cd-7ce6-492d-853e-716c9366d734 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:25.103870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ada58a1-e863-4e20-9385-d7c4a779d1dd tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.106331 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9ada58a1-e863-4e20-9385-d7c4a779d1dd tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/subnets/9abb0676-ad1c-4aaa-88e1-b018d95a9a27 HTTP/1.1" status: 204 len: 168 time: 1.1389103 Aug 29 04:37:25.109690 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1657eb03-4c9f-4632-ae1b-84614493751f req-3cb6895a-599c-457d-92e4-d0c332310b6b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157324 Aug 29 04:37:25.110436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34800) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.338170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.411000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Allocated IP 172.20.0.9 (f6a567d7-a0d8-4147-afb7-43ed84bd44a8/bbe53716-a23e-4b6a-bcc2-ddaa66ad6409/0b79a53e-a1b1-4088-a686-bd103e5f7738) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:25.420643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:25.430668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72c0cefa-958b-4e1c-9a11-6740248c190d admin admin] 10.222.0.58 "PUT /v2.0/routers/7ec11edd-f8f5-42ba-8a32-13951c7b281f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9861956 Aug 29 04:37:25.431180 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] Sync routers for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:25.439477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34828) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.450144 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:25.451372 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:25.587547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] DHCP port deletion for c36457cd-7ce6-492d-853e-716c9366d734 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:25.711857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a0277-3c95-477d-bde7-5eadc3929eaa req-8e1ec0f3-0c76-47d8-9285-69156abb237e tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:25.721456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d9a0277-3c95-477d-bde7-5eadc3929eaa req-8e1ec0f3-0c76-47d8-9285-69156abb237e tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.4010415 Aug 29 04:37:25.724588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.757759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Deleting port 7a90f42a-42df-4160-b447-de1ef85f2fd0 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:25.758151 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.761197 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:25.879634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting port 7a90f42a-42df-4160-b447-de1ef85f2fd0 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:25.880016 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.925809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a4c90e54-8f98-412d-a4c3-44b5ae9403a1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:26.013408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.038788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] For port 7a90f42a-42df-4160-b447-de1ef85f2fd0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7a90f42a-42df-4160-b447-de1ef85f2fd0,segment=NetworkSegment(9240ff67-1b98-4241-875f-0704cbbf8ed2),segment_id=9240ff67-1b98-4241-875f-0704cbbf8ed2)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:26.040870 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.043778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7820a4c0-3ceb-42ad-916a-18a43b79eb21 None None] Network 2f6105f0-cc16-4542-b1ef-90d1be02387d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:26.044465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] For port 7a90f42a-42df-4160-b447-de1ef85f2fd0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7a90f42a-42df-4160-b447-de1ef85f2fd0,segment=NetworkSegment(9240ff67-1b98-4241-875f-0704cbbf8ed2),segment_id=9240ff67-1b98-4241-875f-0704cbbf8ed2)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:26.044848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.048236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Transition to ACTIVE for port object 0b79a53e-a1b1-4088-a686-bd103e5f7738 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:26.082359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Calling delete_port for 7a90f42a-42df-4160-b447-de1ef85f2fd0 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:26.088687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d9a0277-3c95-477d-bde7-5eadc3929eaa req-2c00f716-c291-4b57-bfa8-7c4f3f777c7c tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541201 Aug 29 04:37:26.093006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Calling delete_port for 7a90f42a-42df-4160-b447-de1ef85f2fd0 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:26.243575 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.265180 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:37:26.288110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-854e9b94-9021-42ff-b7d8-e43b3487693f None None] Provisioning for port a304ce8f-ebbe-4ed5-944f-5fffd93b353f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:26.298476 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.343684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:26.349940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:26.353470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Pushing event updated for resources: {'Port': ['ID=0b79a53e-a1b1-4088-a686-bd103e5f7738,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.356783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:26.400598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:26.401355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.412106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.445601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ae1c18a-337d-4139-9f68-0264177bc4ab req-b4c89648-3cb2-4f1e-b71a-47bbfa2e8378 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1699822 Aug 29 04:37:26.492208 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:37:22Z', 'revision_number': 5, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port': {'id': '54071cdf-d1c0-4a8d-8811-ff5a2c2168aa', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.536394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] No DVR routers for this DVR port 7a90f42a-42df-4160-b447-de1ef85f2fd0 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:26.552524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Port': ['ID=7a90f42a-42df-4160-b447-de1ef85f2fd0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.559547 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] Checking router: 7ec11edd-f8f5-42ba-8a32-13951c7b281f for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:26.579117 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] Routers {'7ec11edd-f8f5-42ba-8a32-13951c7b281f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:26.584503 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.601794 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.617515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.621570 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.677801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Pushing event deleted for resources: {'Port': ['ID=7a90f42a-42df-4160-b447-de1ef85f2fd0,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.689232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] No DVR routers for this DVR port 7a90f42a-42df-4160-b447-de1ef85f2fd0 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:26.721433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:26.722185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.759703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a304ce8f-ebbe-4ed5-944f-5fffd93b353f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:26.764346 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] Set router 7ec11edd-f8f5-42ba-8a32-13951c7b281f gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:26.772550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.773180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.773688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.775723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.776452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.777256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.777755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.778248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.779121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.779871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.780379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.780868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7d457-a501-40d1-b833-ca008f7cb384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:26.831141 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:37:26Z', 'revision_number': 6, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.849966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.857071 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-b8583d96-97fe-49c8-94f2-6d4fbd492159 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9955206 Aug 29 04:37:26.870662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36457cd-7ce6-492d-853e-716c9366d734']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.873783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a304ce8f-ebbe-4ed5-944f-5fffd93b353f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:26.884601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a304ce8f-ebbe-4ed5-944f-5fffd93b353f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:26.885859 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.892011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Request body: {'port': {'device_id': '06603a20-6cf3-4c84-b35b-8f1eb3289f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:26.914022 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f563432-b9ee-465a-a646-eccd6c3817ab None None] The sync data for ids ['7ec11edd-f8f5-42ba-8a32-13951c7b281f'] in n-d-712142-15 is: [{'id': '7ec11edd-f8f5-42ba-8a32-13951c7b281f', 'name': 'tempest-TaggedBootDevicesTest-297262046-router', 'tenant_id': 'bb7155c4ae3147918fed9048e693f6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:37:26Z', 'revision_number': 6, 'project_id': 'bb7155c4ae3147918fed9048e693f6b2', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:26.930210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9240ff67-1b98-4241-875f-0704cbbf8ed2') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.930520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9240ff67-1b98-4241-875f-0704cbbf8ed2') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.948624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.949705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.958644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5a3508fd-6fc4-41ea-8fa1-520da3e2724d None None] Provisioning for port 0b79a53e-a1b1-4088-a686-bd103e5f7738 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:26.971664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5a3508fd-6fc4-41ea-8fa1-520da3e2724d None None] Provisioning complete for port 0b79a53e-a1b1-4088-a686-bd103e5f7738 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:26.972312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5a3508fd-6fc4-41ea-8fa1-520da3e2724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.995718 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.011422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:27.012702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:27.019541 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:27.070765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.075336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5a3508fd-6fc4-41ea-8fa1-520da3e2724d None None] Port 0b79a53e-a1b1-4088-a686-bd103e5f7738 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:27.120995 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.132043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Deleting port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:27.132588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.134480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=f8670910-2021-43dd-b775-37b16dfab05e,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.168186 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.175293 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.196824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a304ce8f-ebbe-4ed5-944f-5fffd93b353f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,segment=NetworkSegment(f9f58ff2-976e-454d-98c6-e2866148930a),segment_id=f9f58ff2-976e-454d-98c6-e2866148930a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:27.204902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.206241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4f0da4d-bf81-4319-b798-e0efe740af6b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:27.210391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.213273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/networks/c36457cd-7ce6-492d-853e-716c9366d734 HTTP/1.1" status: 204 len: 168 time: 2.1001406 Aug 29 04:37:27.214528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfa609-27fa-492f-a191-0d397669a3d5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Network': ['ID=c36457cd-7ce6-492d-853e-716c9366d734,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.217047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34986) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.235402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3e879-88f2-495c-9686-09183188a25e req-408b3641-580d-4b03-b7b9-310da9701cfc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:27.247381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72a3e879-88f2-495c-9686-09183188a25e req-408b3641-580d-4b03-b7b9-310da9701cfc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.4832401 Aug 29 04:37:27.419013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d425c96d-5830-4f44-a84c-a628197ba320 None None] Provisioning for port f8670910-2021-43dd-b775-37b16dfab05e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:27.426940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bd886c-196d-4bf0-98c2-6ed8986556f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting subnet db1328e5-caef-44a6-b77a-b7186f0ff9ea {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:27.434438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 2f6105f0-cc16-4542-b1ef-90d1be02387d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:27.437437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.441500 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72a3e879-88f2-495c-9686-09183188a25e req-18bda53c-00a4-4684-a61f-a9409a55082b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930993 Aug 29 04:37:27.442381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:27.449730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59bd886c-196d-4bf0-98c2-6ed8986556f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.457721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d425c96d-5830-4f44-a84c-a628197ba320 None None] Provisioning complete for port f8670910-2021-43dd-b775-37b16dfab05e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:27.458254 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d425c96d-5830-4f44-a84c-a628197ba320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.535812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b4f0da4d-bf81-4319-b798-e0efe740af6b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:27.557616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b4f0da4d-bf81-4319-b798-e0efe740af6b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:27.561747 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.619323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d425c96d-5830-4f44-a84c-a628197ba320 None None] Port f8670910-2021-43dd-b775-37b16dfab05e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:27.668497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d425c96d-5830-4f44-a84c-a628197ba320 None None] Provisioning complete for port a304ce8f-ebbe-4ed5-944f-5fffd93b353f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:27.668626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] For port 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=54071cdf-d1c0-4a8d-8811-ff5a2c2168aa,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:27.668882 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d425c96d-5830-4f44-a84c-a628197ba320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.668989 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.718211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b79a53e-a1b1-4088-a686-bd103e5f7738 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:27.734705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.755153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Transition to ACTIVE for port object 0b79a53e-a1b1-4088-a686-bd103e5f7738 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:27.760841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.806582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Calling delete_port for 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:27.831823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59bd886c-196d-4bf0-98c2-6ed8986556f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.839454 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.841014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:27.918924 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a125bfa0-47a0-4a3c-b608-9e5d5bc920f4 req-cd1cea82-6dc8-4e9e-935f-cb97785cc5d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1029606 Aug 29 04:37:27.964326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b79a53e-a1b1-4088-a686-bd103e5f7738,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.969364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port b4f0da4d-bf81-4319-b798-e0efe740af6b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b4f0da4d-bf81-4319-b798-e0efe740af6b,segment=NetworkSegment(7afb7605-3606-4e3d-b6ce-d6e05d18abb7),segment_id=7afb7605-3606-4e3d-b6ce-d6e05d18abb7)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:27.976608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019db5c-8335-43df-a8bd-d4d08dda352d req-184c749b-8e70-40e7-a3bb-bd4ae47314c8 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:27.987624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2019db5c-8335-43df-a8bd-d4d08dda352d req-184c749b-8e70-40e7-a3bb-bd4ae47314c8 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1027 time: 0.3592086 Aug 29 04:37:27.989367 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.990197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:28.043612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Attempting to bind port 0b79a53e-a1b1-4088-a686-bd103e5f7738 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:28.044232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Attempting to bind port 0b79a53e-a1b1-4088-a686-bd103e5f7738 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:28.044232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Attempting to bind port 0b79a53e-a1b1-4088-a686-bd103e5f7738 on network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:28.056284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Port 0b79a53e-a1b1-4088-a686-bd103e5f7738 on network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:28.056955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Attempting to bind port 0b79a53e-a1b1-4088-a686-bd103e5f7738 on network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:28.071641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:28.072346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Checking segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:28.072982 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Bound using segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:28.073942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Bound port: 0b79a53e-a1b1-4088-a686-bd103e5f7738, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:28.074524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.097256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=b4f0da4d-bf81-4319-b798-e0efe740af6b,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.162878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:28.163272 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.175730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] For port 0b79a53e-a1b1-4088-a686-bd103e5f7738, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:28.180898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] For port 0b79a53e-a1b1-4088-a686-bd103e5f7738, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0b79a53e-a1b1-4088-a686-bd103e5f7738,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:28.186481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.229562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.230379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.232082 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] 10.222.0.64 "PUT /v2.0/ports/0b79a53e-a1b1-4088-a686-bd103e5f7738 HTTP/1.1" status: 200 len: 1092 time: 1.3586214 Aug 29 04:37:28.232744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06603a20-6cf3-4c84-b35b-8f1eb3289f56', 'tag': '0b79a53e-a1b1-4088-a686-bd103e5f7738'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:28.236076 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b6526-2284-4509-bda1-f2f1304be4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "06603a20-6cf3-4c84-b35b-8f1eb3289f56", "tag": "0b79a53e-a1b1-4088-a686-bd103e5f7738"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:28.274398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8dec-f731-4300-8afd-b3083c90dcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b79a53e-a1b1-4088-a686-bd103e5f7738,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.288090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2019db5c-8335-43df-a8bd-d4d08dda352d req-70760e2d-53e1-41b5-bf40-d78454c301e0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570592 Aug 29 04:37:28.310920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e39676eb-7235-4a4a-848e-60602f3150c3 None None] Provisioning complete for port f8670910-2021-43dd-b775-37b16dfab05e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:28.311363 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e39676eb-7235-4a4a-848e-60602f3150c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.351119 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59bd886c-196d-4bf0-98c2-6ed8986556f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.356480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:28.379554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e39676eb-7235-4a4a-848e-60602f3150c3 None None] Port f8670910-2021-43dd-b775-37b16dfab05e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:28.381226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:28.385078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-8ad3871b-338a-4ee8-8539-f6c141cd3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.386849 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-8ad3871b-338a-4ee8-8539-f6c141cd3747 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f85fef14a784454185278843e5526e14&device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1095 time: 0.0973427 Aug 29 04:37:28.401109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b923ee31-9141-4523-b5c9-c3f08effe84c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1089430 Aug 29 04:37:28.406195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35036) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:28.409238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:28.411389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-441983601'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:28.413235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:28.441262 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.445715 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-191636eb-eced-4f29-ae00-6b17c1aa7f37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b79a53e-a1b1-4088-a686-bd103e5f7738 HTTP/1.1" status: 200 len: 217 time: 0.0490458 Aug 29 04:37:28.521372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-da668d48-52bc-4337-b78c-a2892feae2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.523343 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-da668d48-52bc-4337-b78c-a2892feae2cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbe53716-a23e-4b6a-bcc2-ddaa66ad6409 HTTP/1.1" status: 200 len: 848 time: 0.0700140 Aug 29 04:37:28.571900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:28.573926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:28.579411 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.615100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59bd886c-196d-4bf0-98c2-6ed8986556f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.615296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-558214bc-7405-4a85-98fd-bd7a97ba877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.616824 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-558214bc-7405-4a85-98fd-bd7a97ba877c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845721 Aug 29 04:37:28.630405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a304ce8f-ebbe-4ed5-944f-5fffd93b353f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:28.630870 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.664378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff768ca-abd2-484e-b071-3959e2ee6dae req-7fc4f408-552a-4c19-8a98-02e4f196a978 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.666187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ff768ca-abd2-484e-b071-3959e2ee6dae req-7fc4f408-552a-4c19-8a98-02e4f196a978 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2226474 Aug 29 04:37:28.692776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd886c-196d-4bf0-98c2-6ed8986556f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Subnet': ['ID=db1328e5-caef-44a6-b77a-b7186f0ff9ea,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.701014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59bd886c-196d-4bf0-98c2-6ed8986556f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.705103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-59bd886c-196d-4bf0-98c2-6ed8986556f7 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/subnets/db1328e5-caef-44a6-b77a-b7186f0ff9ea HTTP/1.1" status: 204 len: 168 time: 1.4491186 Aug 29 04:37:28.708567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:28.710861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Pushing event deleted for resources: {'Port': ['ID=54071cdf-d1c0-4a8d-8811-ff5a2c2168aa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.722577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d5407-f88a-48bf-8b1f-0649c51665a2 None None] Network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:28.748076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:28.804519 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.804885 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment acc9e331-5128-4d32-8eb1-e97195127776 of type vlan for network 45f3627a-a21b-44e0-87f4-532fab14e3c6 Aug 29 04:37:28.809384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-c7513d74-10e4-4cba-8df1-cc589ce8a0c6 service neutron] 10.222.0.64 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846411 Aug 29 04:37:28.824926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd0944b-2d65-4723-8145-e96ca15c3320 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting subnet a68a8583-5ada-43e4-a9a7-6271ae9a9351 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:28.832240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bd0944b-2d65-4723-8145-e96ca15c3320 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.852802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ff768ca-abd2-484e-b071-3959e2ee6dae req-d49b2ee3-512f-4b83-a438-bcb233f2f2de tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578984 Aug 29 04:37:28.904085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.002853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e79ec31-4abc-4ffa-ae09-3ed8096dfea0 req-3579289d-874e-4e3f-b2dd-e1d992cb8346 service neutron] 10.222.0.64 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718493 Aug 29 04:37:29.031520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.053283 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bd0944b-2d65-4723-8145-e96ca15c3320 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.123843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8fcbc79-70e9-4c1d-a4a0-43f3d9e293c6 req-548a6f07-013b-4a91-bc75-526e44ba38b6 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0886898 Aug 29 04:37:29.125909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.130048 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.147048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a304ce8f-ebbe-4ed5-944f-5fffd93b353f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:29.147611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.226403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.267551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.270967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.294489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bd0944b-2d65-4723-8145-e96ca15c3320 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.298854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.299403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ec11edd-f8f5-42ba-8a32-13951c7b281f {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:29.308734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.309908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ece2362b-6b5a-43ff-8d15-fc32e564eadf admin admin] 10.222.0.58 "DELETE /v2.0/routers/7ec11edd-f8f5-42ba-8a32-13951c7b281f HTTP/1.1" status: 204 len: 168 time: 3.8680248 Aug 29 04:37:29.344870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.396965 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c8b48-4abe-4621-ac2c-bfb7fb325dfc x-openstack-request-id: req-0f8c8b48-4abe-4621-ac2c-bfb7fb325dfc {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:29.397766 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06603a20-6cf3-4c84-b35b-8f1eb3289f56", "tag": "0b79a53e-a1b1-4088-a686-bd103e5f7738", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:29.398203 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f8c8b48-4abe-4621-ac2c-bfb7fb325dfc {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:29.398858 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06603a20-6cf3-4c84-b35b-8f1eb3289f56', 'tag': '0b79a53e-a1b1-4088-a686-bd103e5f7738', 'status': 'completed', 'code': 200} Aug 29 04:37:29.419269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bd0944b-2d65-4723-8145-e96ca15c3320 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.454888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4f0da4d-bf81-4319-b798-e0efe740af6b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:29.463095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 3, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:29.479512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] DHCP port deletion for 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:29.507501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0944b-2d65-4723-8145-e96ca15c3320 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Subnet': ['ID=a68a8583-5ada-43e4-a9a7-6271ae9a9351,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.510250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bd0944b-2d65-4723-8145-e96ca15c3320 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.516214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0bd0944b-2d65-4723-8145-e96ca15c3320 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/subnets/a68a8583-5ada-43e4-a9a7-6271ae9a9351 HTTP/1.1" status: 204 len: 168 time: 0.8065295 Aug 29 04:37:29.519283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35054) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.540338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c97aa-deba-4dbd-b2e9-73f3ee4f6e59 None None] Network 024a4230-df2f-48a4-9ff4-912f492b5a01 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:29.543670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1348467 Aug 29 04:37:29.555387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35056) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.563462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:29.593257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:29.593617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Updating router 30438665-0721-4384-b97f-9de3001e28b8 port f8670910-2021-43dd-b775-37b16dfab05e binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:29.608603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-948f89ec-e5de-4a26-b5dd-903352c55ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.610593 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-948f89ec-e5de-4a26-b5dd-903352c55ae8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f85fef14a784454185278843e5526e14&device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1095 time: 0.2104113 Aug 29 04:37:29.622659 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.693803 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.737725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bbc21-8fdb-41b9-a8db-ddb289b1bfa4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=45f3627a-a21b-44e0-87f4-532fab14e3c6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.766476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 45f3627a-a21b-44e0-87f4-532fab14e3c6 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:29.788703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29ab1ca-794e-47df-849c-7e32d65813c3 admin admin] Deleting subnet f09912b6-0315-41f4-a01a-b0a4cd137ae3 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:29.794586 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f29ab1ca-794e-47df-849c-7e32d65813c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.849606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:29.852597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b4f0da4d-bf81-4319-b798-e0efe740af6b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:29.853006 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.853291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.934653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] DHCP port deletion for 024a4230-df2f-48a4-9ff4-912f492b5a01 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:29.948265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b244d-3616-43e6-9b5e-971631456ec5 req-4662bfe9-4d7e-4803-9d35-79736d70f142 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.948610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] Deleting port 491cd050-ed8f-4772-9af2-9b97b82800ac {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:29.948995 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.956888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f9b244d-3616-43e6-9b5e-971631456ec5 req-4662bfe9-4d7e-4803-9d35-79736d70f142 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.4375336 Aug 29 04:37:29.966590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f29ab1ca-794e-47df-849c-7e32d65813c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.074864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f9b244d-3616-43e6-9b5e-971631456ec5 req-9e5e3418-057d-44be-a3fa-61b37c146fb8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170144 Aug 29 04:37:30.140976 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f29ab1ca-794e-47df-849c-7e32d65813c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.161874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] For port 491cd050-ed8f-4772-9af2-9b97b82800ac, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=491cd050-ed8f-4772-9af2-9b97b82800ac,segment=NetworkSegment(b7586e35-3491-49e7-82a7-1867613dd1c0),segment_id=b7586e35-3491-49e7-82a7-1867613dd1c0)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:30.162418 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.214839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] Calling delete_port for 491cd050-ed8f-4772-9af2-9b97b82800ac owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:30.249548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-96fedb40-587d-4650-aee3-fbdc85eaafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.251954 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-96fedb40-587d-4650-aee3-fbdc85eaafd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8 HTTP/1.1" status: 200 len: 910 time: 0.6262555 Aug 29 04:37:30.268683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting port 491cd050-ed8f-4772-9af2-9b97b82800ac {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:30.269615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.323723 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f29ab1ca-794e-47df-849c-7e32d65813c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.334298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.387655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-5e36ccb6-369d-4469-a5fd-a9162b0d74f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b79a53e-a1b1-4088-a686-bd103e5f7738 HTTP/1.1" status: 200 len: 217 time: 0.1265168 Aug 29 04:37:30.399899 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f29ab1ca-794e-47df-849c-7e32d65813c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.402147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f29ab1ca-794e-47df-849c-7e32d65813c3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f09912b6-0315-41f4-a01a-b0a4cd137ae3 HTTP/1.1" status: 204 len: 168 time: 1.0561118 Aug 29 04:37:30.403509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab1ca-794e-47df-849c-7e32d65813c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09912b6-0315-41f4-a01a-b0a4cd137ae3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.405353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:30.407611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5cc8af-ae84-4238-b4e4-8cc78c7d670a None None] Network 169ba080-3078-4b2f-830c-3fd950a54f70 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:30.413241 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.418812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] For port 491cd050-ed8f-4772-9af2-9b97b82800ac, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=491cd050-ed8f-4772-9af2-9b97b82800ac,segment=NetworkSegment(b7586e35-3491-49e7-82a7-1867613dd1c0),segment_id=b7586e35-3491-49e7-82a7-1867613dd1c0)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:30.418812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.435447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Calling delete_port for 491cd050-ed8f-4772-9af2-9b97b82800ac owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:30.476373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35064) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.494422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:30.494953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 54071cdf-d1c0-4a8d-8811-ff5a2c2168aa not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:30.495447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7a90f42a-42df-4160-b447-de1ef85f2fd0 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:30.496327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=9e5619ef-d28e-4842-b71c-75686eeaec38,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.528508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Transition to ACTIVE for port object f8670910-2021-43dd-b775-37b16dfab05e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:30.559334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.568891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7a90f42a-42df-4160-b447-de1ef85f2fd0 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:30.569248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7a90f42a-42df-4160-b447-de1ef85f2fd0 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:30.569734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f3cfed4f-fbe1-400c-b4c6-219c6bd812cf no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:30.579946 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.589878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:30.590278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: 45f3627a-a21b-44e0-87f4-532fab14e3c6, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:30.604420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1fc96-f7a6-4823-ae38-057c802be9d1 req-4066c8ba-930e-4fe9-8f99-1e4414352b9d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.605473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Port': ['ID=491cd050-ed8f-4772-9af2-9b97b82800ac,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.606054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7c1fc96-f7a6-4823-ae38-057c802be9d1 req-4066c8ba-930e-4fe9-8f99-1e4414352b9d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1095 time: 0.2964044 Aug 29 04:37:30.610604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] Deleting port c85ad6bb-189f-494e-b919-de6ac0981481 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:30.611746 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.621673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] No DVR routers for this DVR port 491cd050-ed8f-4772-9af2-9b97b82800ac on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:30.629582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-2e106b14-95a0-476e-88d9-7a2f02dedc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.631061 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-2e106b14-95a0-476e-88d9-7a2f02dedc72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbe53716-a23e-4b6a-bcc2-ddaa66ad6409 HTTP/1.1" status: 200 len: 848 time: 0.1093140 Aug 29 04:37:30.641506 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.667436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: f3cfed4f-fbe1-400c-b4c6-219c6bd812cf {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:30.667803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f3cfed4f-fbe1-400c-b4c6-219c6bd812cf not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:30.725209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.737119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:30.749785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7586e35-3491-49e7-82a7-1867613dd1c0') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:30.750096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7586e35-3491-49e7-82a7-1867613dd1c0') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:30.761089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.806065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.817797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:30.818218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.820464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] For port c85ad6bb-189f-494e-b919-de6ac0981481, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c85ad6bb-189f-494e-b919-de6ac0981481,segment=NetworkSegment(3bb94786-b4ed-49af-95cd-b5910bee5eec),segment_id=3bb94786-b4ed-49af-95cd-b5910bee5eec)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:30.820891 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:30.821731 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:30.845042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] Calling delete_port for c85ad6bb-189f-494e-b919-de6ac0981481 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:30.910683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-2603cc8d-ec5b-4e40-8871-5d9add3a572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.912347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-2603cc8d-ec5b-4e40-8871-5d9add3a572b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2624002 Aug 29 04:37:30.920938 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.927280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.929831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/networks/46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a HTTP/1.1" status: 204 len: 168 time: 1.4094586 Aug 29 04:37:30.935063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35066) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.970874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c85ad6bb-189f-494e-b919-de6ac0981481 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:30.979377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825cbd2-4d13-491e-9065-daee49bd8c96 None None] Pushing event updated for resources: {'Port': ['ID=f8670910-2021-43dd-b775-37b16dfab05e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.997609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceec2d6-dd40-49ba-a5f6-7b85df19d5fb tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Network': ['ID=46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.125807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.156788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-5e5a6f5b-d44d-4671-95b1-0bbd15c1e00a service neutron] 10.222.0.64 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255421 Aug 29 04:37:31.232664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7c1fc96-f7a6-4823-ae38-057c802be9d1 req-56d0566d-a37d-47c1-813b-17f221d9c5f3 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176851 Aug 29 04:37:31.296132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting port c85ad6bb-189f-494e-b919-de6ac0981481 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:31.296687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.309678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 45f3627a-a21b-44e0-87f4-532fab14e3c6 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:31.337539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 45f3627a-a21b-44e0-87f4-532fab14e3c6) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:31.358176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e620c-2bfa-4aa6-b114-31efbee257ea None None] Network 45f3627a-a21b-44e0-87f4-532fab14e3c6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:31.364051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.364675 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.386014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] For port c85ad6bb-189f-494e-b919-de6ac0981481, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c85ad6bb-189f-494e-b919-de6ac0981481,segment=NetworkSegment(3bb94786-b4ed-49af-95cd-b5910bee5eec),segment_id=3bb94786-b4ed-49af-95cd-b5910bee5eec)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.387149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.396835 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dbfebaac-67c5-435c-ab37-b81ebbe85379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8397851 Aug 29 04:37:31.397534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35072) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:31.403625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Calling delete_port for c85ad6bb-189f-494e-b919-de6ac0981481 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:31.415153 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.497644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Attempting to bind port f8670910-2021-43dd-b775-37b16dfab05e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:31.498607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Attempting to bind port f8670910-2021-43dd-b775-37b16dfab05e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:31.499308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Attempting to bind port f8670910-2021-43dd-b775-37b16dfab05e on network 2f6105f0-cc16-4542-b1ef-90d1be02387d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:31.510996 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56b6526-2284-4509-bda1-f2f1304be4a8 req-63581bc9-ea9a-4916-b4df-823b881a4ff6 service neutron] 10.222.0.64 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241355 Aug 29 04:37:31.544364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Deleting port 9d9563cd-3e16-469d-b64f-a206978dac9f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:31.547205 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.579278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] Network 46af7f86-b2b7-4b29-8f21-b5c82a3c5d6a is not hosted by any dhcp agent {{(pid=94847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:37:31.579747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] No DVR routers for this DVR port 491cd050-ed8f-4772-9af2-9b97b82800ac on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:31.597294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3485c-f06a-486a-9426-d468df07b716 req-40a8139d-43bc-4f00-a8f3-0fe14eec800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.599157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-95b3485c-f06a-486a-9426-d468df07b716 req-40a8139d-43bc-4f00-a8f3-0fe14eec800b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1097 time: 0.0629075 Aug 29 04:37:31.600314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.684168 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.686005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead0877-f92a-4451-8b84-bbceb38f0dc3 None None] Pushing event deleted for resources: {'Port': ['ID=491cd050-ed8f-4772-9af2-9b97b82800ac,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.688254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:31.688786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Checking segment: {'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:31.689299 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.690347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Bound using segment: {'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:31.690924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Bound port: f8670910-2021-43dd-b775-37b16dfab05e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f58ff2-976e-454d-98c6-e2866148930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:31.691404 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.693605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Port c85ad6bb-189f-494e-b919-de6ac0981481 update to DOWN by agent not found {{(pid=94847) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:37:31.694129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 491cd050-ed8f-4772-9af2-9b97b82800ac no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:31.697801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1c0068c-9a56-44d0-ae0a-6471102631c0 req-7df7a7c2-070a-4bb8-8e46-a5aee254dd0d tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0488412 Aug 29 04:37:31.703089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] DHCP port deletion for 169ba080-3078-4b2f-830c-3fd950a54f70 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:31.771261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Port': ['ID=c85ad6bb-189f-494e-b919-de6ac0981481,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.777646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 491cd050-ed8f-4772-9af2-9b97b82800ac {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:31.777926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] No DVR routers for this DVR port c85ad6bb-189f-494e-b919-de6ac0981481 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:31.778182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 491cd050-ed8f-4772-9af2-9b97b82800ac not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:31.785092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] Pushing event deleted for resources: {'Port': ['ID=c85ad6bb-189f-494e-b919-de6ac0981481,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.809451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b65a20-29d6-4d2b-a07a-d3cc91de2373 None None] No DVR routers for this DVR port c85ad6bb-189f-494e-b919-de6ac0981481 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:31.849536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3485c-f06a-486a-9426-d468df07b716 req-1a04b8f3-4c42-4998-b083-de3ea66e00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.852239 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-95b3485c-f06a-486a-9426-d468df07b716 req-1a04b8f3-4c42-4998-b083-de3ea66e00ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 920 time: 0.2419364 Aug 29 04:37:31.922106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-45f3627a-a21b-44e0-87f4-532fab14e3c6', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:31.923117 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.946232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] For port f8670910-2021-43dd-b775-37b16dfab05e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:31.954787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] For port 9d9563cd-3e16-469d-b64f-a206978dac9f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9d9563cd-3e16-469d-b64f-a206978dac9f,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.962734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.971319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] For port f8670910-2021-43dd-b775-37b16dfab05e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f8670910-2021-43dd-b775-37b16dfab05e,segment=NetworkSegment(f9f58ff2-976e-454d-98c6-e2866148930a),segment_id=f9f58ff2-976e-454d-98c6-e2866148930a)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:31.974635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] Deleting port 9d9563cd-3e16-469d-b64f-a206978dac9f {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:31.975407 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.990678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Calling delete_port for 9d9563cd-3e16-469d-b64f-a206978dac9f owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:32.003195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-95b3485c-f06a-486a-9426-d468df07b716 req-042e0cf6-784a-4b68-af44-1fccdec75658 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 200 len: 217 time: 0.1370101 Aug 29 04:37:32.012439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac787e61-705c-43ff-9b86-60a2c600af14 req-34df5e8e-9258-4355-9138-7dfdabc45a60 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.014171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac787e61-705c-43ff-9b86-60a2c600af14 req-34df5e8e-9258-4355-9138-7dfdabc45a60 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1919553 Aug 29 04:37:32.041781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.078780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3485c-f06a-486a-9426-d468df07b716 req-d5728943-f943-4939-ae2c-b0615d88b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.080326 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-95b3485c-f06a-486a-9426-d468df07b716 req-d5728943-f943-4939-ae2c-b0615d88b8c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.0647075 Aug 29 04:37:32.081912 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.121115 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-95b3485c-f06a-486a-9426-d468df07b716 req-a67ea755-37a2-4850-871c-d6a7ac1494f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301144 Aug 29 04:37:32.125014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024a4230-df2f-48a4-9ff4-912f492b5a01']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:32.185981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0b79a53e-a1b1-4088-a686-bd103e5f7738 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:32.192702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac787e61-705c-43ff-9b86-60a2c600af14 req-6c8c06f9-1a44-4cf9-854e-d69555235374 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418242 Aug 29 04:37:32.271303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:32.272226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:32.294576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] For port 9d9563cd-3e16-469d-b64f-a206978dac9f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9d9563cd-3e16-469d-b64f-a206978dac9f,segment=NetworkSegment(8a1432f9-0fdd-43fa-a881-310291fecc4a),segment_id=8a1432f9-0fdd-43fa-a881-310291fecc4a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:32.295037 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.304763 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-95b3485c-f06a-486a-9426-d468df07b716 req-a7ac74e3-1c4c-483e-a5ee-8996cf544635 service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722066 Aug 29 04:37:32.309029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb94786-b4ed-49af-95cd-b5910bee5eec') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:32.309392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb94786-b4ed-49af-95cd-b5910bee5eec') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:32.360204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.367545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825cbd2-4d13-491e-9065-daee49bd8c96 None None] Pushing event updated for resources: {'Port': ['ID=f8670910-2021-43dd-b775-37b16dfab05e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.400849 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.417079 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] Calling delete_port for 9d9563cd-3e16-469d-b64f-a206978dac9f owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:32.425615 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:37:32.469343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.472158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:32.479577 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:32.484207 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:32.493029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Allocated IP 172.22.0.2 (45f3627a-a21b-44e0-87f4-532fab14e3c6/9e5619ef-d28e-4842-b71c-75686eeaec38/1a2203fc-734f-430d-9d95-045836e6727a) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:32.496828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1b3e-c31d-4a2e-85c3-b66b50d4dd7d req-0ef46f21-a6d5-41fe-bf8b-ef74ddb5d7b0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.499282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df9f1b3e-c31d-4a2e-85c3-b66b50d4dd7d req-0ef46f21-a6d5-41fe-bf8b-ef74ddb5d7b0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.1626368 Aug 29 04:37:32.525759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.567819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:32.589473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] No DVR routers for this DVR port 9d9563cd-3e16-469d-b64f-a206978dac9f on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:32.611743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.621674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.625795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/networks/024a4230-df2f-48a4-9ff4-912f492b5a01 HTTP/1.1" status: 204 len: 168 time: 1.6776931 Aug 29 04:37:32.627868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35084) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:32.655132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-95b3485c-f06a-486a-9426-d468df07b716 req-7045b682-6d66-46ac-8930-1c8807059e1b service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632468 Aug 29 04:37:32.658914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53d6b-5d0c-4dfa-a405-bb56ffa6b44c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Network': ['ID=024a4230-df2f-48a4-9ff4-912f492b5a01,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.732184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b811f2-8a3d-4af9-8a49-56bdbc37302c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting subnet 8db7d302-e045-4dc9-9496-e3f0ea76e3b2 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:32.735844 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-63b811f2-8a3d-4af9-8a49-56bdbc37302c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.768669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9563cd-3e16-469d-b64f-a206978dac9f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.785604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-63b811f2-8a3d-4af9-8a49-56bdbc37302c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.850918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0b79a53e-a1b1-4088-a686-bd103e5f7738, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0b79a53e-a1b1-4088-a686-bd103e5f7738,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:32.851641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df9f1b3e-c31d-4a2e-85c3-b66b50d4dd7d req-a8c2c05d-177a-4fcc-b976-015e3498a1a9 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133745 Aug 29 04:37:32.887178 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.905930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9d9563cd-3e16-469d-b64f-a206978dac9f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:32.932673 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-63b811f2-8a3d-4af9-8a49-56bdbc37302c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.964423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '0b79a53e-a1b1-4088-a686-bd103e5f7738', 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'port_id': '0b79a53e-a1b1-4088-a686-bd103e5f7738', 'mac_address': 'fa:16:3e:6d:7c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:32.971139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] Pushing event deleted for resources: {'Port': ['ID=9d9563cd-3e16-469d-b64f-a206978dac9f,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.983250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 9d9563cd-3e16-469d-b64f-a206978dac9f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:32.983250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9d9563cd-3e16-469d-b64f-a206978dac9f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:32.999965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2684c-7082-4b0a-ae98-d414957e15d0 None None] No DVR routers for this DVR port 9d9563cd-3e16-469d-b64f-a206978dac9f on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:33.061401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.067676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-63b811f2-8a3d-4af9-8a49-56bdbc37302c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.083660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169ba080-3078-4b2f-830c-3fd950a54f70']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:33.087417 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.108376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1432f9-0fdd-43fa-a881-310291fecc4a') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:33.108883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1432f9-0fdd-43fa-a881-310291fecc4a') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:33.123092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b811f2-8a3d-4af9-8a49-56bdbc37302c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Subnet': ['ID=8db7d302-e045-4dc9-9496-e3f0ea76e3b2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.138034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-63b811f2-8a3d-4af9-8a49-56bdbc37302c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.140832 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-63b811f2-8a3d-4af9-8a49-56bdbc37302c tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/subnets/8db7d302-e045-4dc9-9496-e3f0ea76e3b2 HTTP/1.1" status: 204 len: 168 time: 0.5119913 Aug 29 04:37:33.144599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35090) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.150106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b79a53e-a1b1-4088-a686-bd103e5f7738 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:33.165863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.179788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0b79a53e-a1b1-4088-a686-bd103e5f7738, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0b79a53e-a1b1-4088-a686-bd103e5f7738,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:33.184137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5657e77-7755-44f8-bd33-c255fd2e4187 None None] Network 4789b90f-1e6e-41d7-a428-581a715134be requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:33.196242 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.233612 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.250055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:33.250596 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:33.253204 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:33.304677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.316931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4183-cbc6-428e-9468-fb983ea832cf req-a4a78b1b-af40-489d-a355-5bf33a1113c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.318661 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-759a4183-cbc6-428e-9468-fb983ea832cf req-a4a78b1b-af40-489d-a355-5bf33a1113c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1096 time: 0.0840304 Aug 29 04:37:33.378613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9230f85-8fe6-4fef-bf49-685e32ff7dd4 req-f5b61f93-d70b-42ad-8839-e84f879bfab4 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.386392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9230f85-8fe6-4fef-bf49-685e32ff7dd4 req-f5b61f93-d70b-42ad-8839-e84f879bfab4 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1095 time: 0.2180169 Aug 29 04:37:33.406422 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.437771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.453677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9230f85-8fe6-4fef-bf49-685e32ff7dd4 req-7bc8051c-9837-47a3-adee-334f6cc0e08e tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611885 Aug 29 04:37:33.467203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.475607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] 10.222.0.58 "DELETE /v2.0/networks/169ba080-3078-4b2f-830c-3fd950a54f70 HTTP/1.1" status: 204 len: 168 time: 2.9650860 Aug 29 04:37:33.517407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a68ceb-506e-498d-98c1-c7ed2ca9d719 admin admin] Pushing event deleted for resources: {'Network': ['ID=169ba080-3078-4b2f-830c-3fd950a54f70,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.558011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Deleting port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:33.558396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.574231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4183-cbc6-428e-9468-fb983ea832cf req-8fb362c7-3116-4fe8-b2e2-721334837f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.574231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-759a4183-cbc6-428e-9468-fb983ea832cf req-8fb362c7-3116-4fe8-b2e2-721334837f69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.2390268 Aug 29 04:37:33.574927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Transition to ACTIVE for port object 1a2203fc-734f-430d-9d95-045836e6727a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:33.581020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0b79a53e-a1b1-4088-a686-bd103e5f7738'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:33.664636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0b79a53e-a1b1-4088-a686-bd103e5f7738,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.707350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35102) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.743182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Transition to ACTIVE for port object 1a2203fc-734f-430d-9d95-045836e6727a will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:33.764573 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.785905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35104) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.833939 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9d6f4991-79a7-4ec2-afe4-e35fa3f22325 req-690075e1-8b26-40d1-8337-6c05bbeed343 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9058c4ce18e4bbfa56621bfa6ab4be7&device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0514581 Aug 29 04:37:33.870119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.22.0.1 (45f3627a-a21b-44e0-87f4-532fab14e3c6/9e5619ef-d28e-4842-b71c-75686eeaec38/0f101ec6-e265-4956-adb2-648abf8179dc) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:33.901521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9d6f4991-79a7-4ec2-afe4-e35fa3f22325 req-c0edce36-217f-4b05-b291-0ed66244faf8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d9058c4ce18e4bbfa56621bfa6ab4be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481210 Aug 29 04:37:33.903851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] For port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cbd059ed-f82b-4c30-81e0-9a0fd3befc4b,segment=NetworkSegment(bfdbb21f-a4e0-4db5-812d-1b0187a8e339),segment_id=bfdbb21f-a4e0-4db5-812d-1b0187a8e339)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:33.904506 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.909054 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-759a4183-cbc6-428e-9468-fb983ea832cf req-4e96b7f3-9e7b-4c01-b32a-79bc97dc1d70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 998 time: 0.3105259 Aug 29 04:37:33.968526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Calling delete_port for cbd059ed-f82b-4c30-81e0-9a0fd3befc4b owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:34.020988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Pushing event updated for resources: {'Port': ['ID=1a2203fc-734f-430d-9d95-045836e6727a,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.027164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 3, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:31Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.029816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.041756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Network 45f3627a-a21b-44e0-87f4-532fab14e3c6 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:34.055685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object 0f101ec6-e265-4956-adb2-648abf8179dc will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:34.078741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4183-cbc6-428e-9468-fb983ea832cf req-2117082b-450e-46f1-82d2-497a3281f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:34.081054 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-759a4183-cbc6-428e-9468-fb983ea832cf req-2117082b-450e-46f1-82d2-497a3281f5a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1641974 Aug 29 04:37:34.087419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de375be-480b-46b4-8382-3013cd7151c3 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 3, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:31Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:34.101379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:34.104377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:34.109647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] DHCP port deletion for 4789b90f-1e6e-41d7-a428-581a715134be request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:34.210924 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.217704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1df912d5-bf36-489d-ab30-c7f55e5427ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.250971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Attempting to bind port 1a2203fc-734f-430d-9d95-045836e6727a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:34.251496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Attempting to bind port 1a2203fc-734f-430d-9d95-045836e6727a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:34.252429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Attempting to bind port 1a2203fc-734f-430d-9d95-045836e6727a on network 45f3627a-a21b-44e0-87f4-532fab14e3c6 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:34.256435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a256865e-0da8-4339-b6da-21158f5d5215 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb7155c4ae3147918fed9048e693f6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476983 Aug 29 04:37:34.266454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 45f3627a-a21b-44e0-87f4-532fab14e3c6 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:34.270145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f4991-79a7-4ec2-afe4-e35fa3f22325 req-512f7639-9bc5-419b-a129-ffaaf8d481a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:34.270349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35110) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.270932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:34.271170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:34.271334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Checking segment: {'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:34.271736 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.272198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Bound using segment: {'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:34.273704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9d6f4991-79a7-4ec2-afe4-e35fa3f22325 req-512f7639-9bc5-419b-a129-ffaaf8d481a1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3578684 Aug 29 04:37:34.273836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Bound port: 1a2203fc-734f-430d-9d95-045836e6727a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:34.274234 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.289671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:34.318987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4183-cbc6-428e-9468-fb983ea832cf req-29045ff4-2173-4784-9c26-38abc62da689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:34.321408 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-759a4183-cbc6-428e-9468-fb983ea832cf req-29045ff4-2173-4784-9c26-38abc62da689 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2184401 Aug 29 04:37:34.326997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.363898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f153f6-4c1d-4173-b31a-1aa04aebf41d req-b12fa6cc-fa83-47fc-82bf-6d17ba3aff10 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:34.371756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4f153f6-4c1d-4173-b31a-1aa04aebf41d req-b12fa6cc-fa83-47fc-82bf-6d17ba3aff10 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2484908 Aug 29 04:37:34.395051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Port': ['ID=cbd059ed-f82b-4c30-81e0-9a0fd3befc4b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.399011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] No DVR routers for this DVR port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:34.406610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] For port 1a2203fc-734f-430d-9d95-045836e6727a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:34.419706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] For port 1a2203fc-734f-430d-9d95-045836e6727a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1a2203fc-734f-430d-9d95-045836e6727a,segment=NetworkSegment(acc9e331-5128-4d32-8eb1-e97195127776),segment_id=acc9e331-5128-4d32-8eb1-e97195127776)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:34.429981 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.430791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=0f101ec6-e265-4956-adb2-648abf8179dc,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.475827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.545752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493d0e5-be68-4269-b085-6fd2b4c36286 None None] Pushing event updated for resources: {'Port': ['ID=1a2203fc-734f-430d-9d95-045836e6727a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.560608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] Deleting port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:34.560995 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.648761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.675124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] For port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:34.675576 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.682742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4f153f6-4c1d-4173-b31a-1aa04aebf41d req-cff7a4a9-a497-491c-baf5-28a3c67dfdd1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099592 Aug 29 04:37:34.694326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4789b90f-1e6e-41d7-a428-581a715134be']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.694487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] Calling delete_port for cbd059ed-f82b-4c30-81e0-9a0fd3befc4b owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:34.697733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] Port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:37:34.711288 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.732799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-698dc618-9a64-4cdf-af70-540a272531f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.768555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdbb21f-a4e0-4db5-812d-1b0187a8e339') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.768858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdbb21f-a4e0-4db5-812d-1b0187a8e339') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.813172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] No DVR routers for this DVR port cbd059ed-f82b-4c30-81e0-9a0fd3befc4b on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:34.819311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.822521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533b7ad-f1f2-411f-a726-dbef57073c1f None None] Pushing event deleted for resources: {'Port': ['ID=cbd059ed-f82b-4c30-81e0-9a0fd3befc4b,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.832374 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.855179 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-698dc618-9a64-4cdf-af70-540a272531f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.895419 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-759a4183-cbc6-428e-9468-fb983ea832cf req-c0ae19cc-7124-4f90-b790-93f8a57ca0e6 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528972 Aug 29 04:37:34.896681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.911439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9bf1c975-6a15-4808-b3f3-ca9631cb79b7 req-b89e82ee-a612-444f-959c-0d852377c16f tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.0670688 Aug 29 04:37:34.918332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:34.918758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:34.928541 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:34.999085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f8670910-2021-43dd-b775-37b16dfab05e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:35.057579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port f8670910-2021-43dd-b775-37b16dfab05e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:35.062304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f8670910-2021-43dd-b775-37b16dfab05e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:35.062850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.089769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1df912d5-bf36-489d-ab30-c7f55e5427ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.103162 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1df912d5-bf36-489d-ab30-c7f55e5427ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.137364 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.166578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.168711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/networks/4789b90f-1e6e-41d7-a428-581a715134be HTTP/1.1" status: 204 len: 168 time: 2.0228870 Aug 29 04:37:35.172632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35114) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.186016 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1df912d5-bf36-489d-ab30-c7f55e5427ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58aefb3d51f9420c9b5dbba654a2296f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3983049 Aug 29 04:37:35.199718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35116) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.202377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703682-a383-4db0-93ce-2da1a27da655 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Pushing event deleted for resources: {'Network': ['ID=4789b90f-1e6e-41d7-a428-581a715134be,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.223616 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.232164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb14c3b-6250-4e1d-99a0-d6c35658decf req-ac1f8303-56e3-42a1-9144-fc035b7976fa tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.236663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4cb14c3b-6250-4e1d-99a0-d6c35658decf req-ac1f8303-56e3-42a1-9144-fc035b7976fa tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2071178 Aug 29 04:37:35.240126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df912d5-bf36-489d-ab30-c7f55e5427ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0cefcf-d42e-4d54-a50e-b141d1e4c215,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.258166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ab73f8a6-091d-48a5-80fe-a09a98fc34b1 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "GET /v2.0/ports?device_id=6aebeb05-9eaf-4753-8554-78738782f6b4 HTTP/1.1" status: 200 len: 205 time: 0.0709171 Aug 29 04:37:35.269436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35118) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.273520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-698dc618-9a64-4cdf-af70-540a272531f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.276226 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-698dc618-9a64-4cdf-af70-540a272531f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.279864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port f8670910-2021-43dd-b775-37b16dfab05e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f8670910-2021-43dd-b775-37b16dfab05e,segment=NetworkSegment(f9f58ff2-976e-454d-98c6-e2866148930a),segment_id=f9f58ff2-976e-454d-98c6-e2866148930a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:35.280039 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-698dc618-9a64-4cdf-af70-540a272531f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7dc75a6d-cd69-43a2-9140-a8fa94e05080 HTTP/1.1" status: 204 len: 168 time: 1.0028613 Aug 29 04:37:35.286069 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-759a4183-cbc6-428e-9468-fb983ea832cf req-0de1f1e1-5980-4f1b-b8c6-227acd02e4b5 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695748 Aug 29 04:37:35.303569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.337065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dc618-9a64-4cdf-af70-540a272531f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc75a6d-cd69-43a2-9140-a8fa94e05080,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.379748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4cb14c3b-6250-4e1d-99a0-d6c35658decf req-6fe40ce5-5073-4764-a0ad-b6ff853e1bd1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276495 Aug 29 04:37:35.439537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cbd059ed-f82b-4c30-81e0-9a0fd3befc4b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:35.457168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d68f9e9d-4e4e-4449-92f4-f314909720a5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.506865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: cbd059ed-f82b-4c30-81e0-9a0fd3befc4b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:35.507383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cbd059ed-f82b-4c30-81e0-9a0fd3befc4b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:35.507616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.513128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=f8670910-2021-43dd-b775-37b16dfab05e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.534690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.663682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.717108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=0f101ec6-e265-4956-adb2-648abf8179dc,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.732905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d68f9e9d-4e4e-4449-92f4-f314909720a5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.735386 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d68f9e9d-4e4e-4449-92f4-f314909720a5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.847325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7b973-eb8f-403e-a32c-715e111db54d req-32488ee5-b1fa-4a86-8a7e-a2f083fe1208 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.857219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdc7b973-eb8f-403e-a32c-715e111db54d req-32488ee5-b1fa-4a86-8a7e-a2f083fe1208 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1096 time: 0.2459414 Aug 29 04:37:35.915368 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9d6f4991-79a7-4ec2-afe4-e35fa3f22325 req-c7091189-9dde-4267-a820-f3696c2b3be6 tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.3137708 Aug 29 04:37:35.916047 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d68f9e9d-4e4e-4449-92f4-f314909720a5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.916562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68f9e9d-4e4e-4449-92f4-f314909720a5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Fanout notify agent at l3_agent the message router_deleted on router 6aebeb05-9eaf-4753-8554-78738782f6b4 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:35.944115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d68f9e9d-4e4e-4449-92f4-f314909720a5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.945235 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d68f9e9d-4e4e-4449-92f4-f314909720a5 tempest-RoutersNegativeIpV6Test-535122955 tempest-RoutersNegativeIpV6Test-535122955-project] 10.222.0.58 "DELETE /v2.0/routers/6aebeb05-9eaf-4753-8554-78738782f6b4 HTTP/1.1" status: 204 len: 168 time: 0.6720395 Aug 29 04:37:35.992336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73056cda-dd04-4115-8ecd-2bb07b79731b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.020664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdc7b973-eb8f-403e-a32c-715e111db54d req-85e946e8-7b82-4f94-924c-2305b861729f tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619689 Aug 29 04:37:36.062606 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73056cda-dd04-4115-8ecd-2bb07b79731b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.072793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network 45f3627a-a21b-44e0-87f4-532fab14e3c6 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:36.074570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:36.126460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13830749-d90b-45b0-8ad1-ceadbf6417c2 None None] Network 45f3627a-a21b-44e0-87f4-532fab14e3c6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:36.150920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73056cda-dd04-4115-8ecd-2bb07b79731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.157249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73056cda-dd04-4115-8ecd-2bb07b79731b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.164785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-73056cda-dd04-4115-8ecd-2bb07b79731b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a0cefcf-d42e-4d54-a50e-b141d1e4c215 HTTP/1.1" status: 204 len: 168 time: 0.9600055 Aug 29 04:37:36.192736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0b79a53e-a1b1-4088-a686-bd103e5f7738 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:36.196067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73056cda-dd04-4115-8ecd-2bb07b79731b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0cefcf-d42e-4d54-a50e-b141d1e4c215,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.310068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ca56a20f-ae73-43b7-8303-8206786b077a None None] Provisioning for port 1a2203fc-734f-430d-9d95-045836e6727a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:36.369569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:36.390167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592eb28-f46f-4027-93be-0e8a7fc56f26 req-c99831a8-17c4-45e2-8692-318b55900b10 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:36.398444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8592eb28-f46f-4027-93be-0e8a7fc56f26 req-c99831a8-17c4-45e2-8692-318b55900b10 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1105468 Aug 29 04:37:36.493444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 0b79a53e-a1b1-4088-a686-bd103e5f7738 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:36.500511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 0b79a53e-a1b1-4088-a686-bd103e5f7738 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:36.501208 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.535094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8592eb28-f46f-4027-93be-0e8a7fc56f26 req-73d9c614-eba2-4238-b2eb-bb729fed39a9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353714 Aug 29 04:37:36.579122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:36.599707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35156) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.602012 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:36.614573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'network': {'name': 'tempest-RoutersTest-30258263'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:36.617694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-655d6930-ed2e-47ca-ae10-0499acff20a5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2138224 Aug 29 04:37:36.620313 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:36.620962 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:36.626718 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.632533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35158) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.690584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:36.708355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.741023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0b79a53e-a1b1-4088-a686-bd103e5f7738, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0b79a53e-a1b1-4088-a686-bd103e5f7738,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:36.745778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06603a20-6cf3-4c84-b35b-8f1eb3289f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b79a53e-a1b1-4088-a686-bd103e5f7738'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:36.752481 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8c50d1-54ee-4954-89ad-bdf5eff02806" -d '{"events": [{"server_uuid": "06603a20-6cf3-4c84-b35b-8f1eb3289f56", "name": "network-vif-plugged", "status": "completed", "tag": "0b79a53e-a1b1-4088-a686-bd103e5f7738"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:36.764217 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.813220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:36.840505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.840505 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added segment 0f170117-95f0-414d-8b93-621c3445aa03 of type vlan for network e16ed216-a444-4e39-a2b1-fd92ce3c1030 Aug 29 04:37:36.843933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0b79a53e-a1b1-4088-a686-bd103e5f7738,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.881480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3c75b71-b028-47c2-9491-cc93635b43d2 req-b5a479b7-ea48-4519-9622-40d39bdc9b7f tempest-ServerShowV254Test-1127331101 tempest-ServerShowV254Test-1127331101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9167f84-fdd8-4eec-a276-ad03a8c15e55 HTTP/1.1" status: 200 len: 210 time: 0.1234870 Aug 29 04:37:36.983096 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:37.027869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.122674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.126697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a504e254-04f8-4ed5-bc4c-bb3be8b6a721 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5818d3064b3b4f1089b45d727564147c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929476 Aug 29 04:37:37.132462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.136696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.138017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35180) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.153239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f8670910-2021-43dd-b775-37b16dfab05e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:37.255676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Network': ['ID=e16ed216-a444-4e39-a2b1-fd92ce3c1030,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.271251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a1fefa6a-077c-4558-bd39-eb4bb7478d6e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6690481 Aug 29 04:37:37.275477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35184) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.288197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'subnet': {'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:37.295006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e16ed216-a444-4e39-a2b1-fd92ce3c1030 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:37.415379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35186) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.520548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f8670910-2021-43dd-b775-37b16dfab05e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:37.521122 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.575472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Made reservation on behalf of bfecf1eb72674923bd7ee80f37cee147 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:37.579730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.677659 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:34Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:37.727477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e6c5fa39-86ab-4318-963a-e677d9ed8798 None None] Provisioning for port 0f101ec6-e265-4956-adb2-648abf8179dc completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:37.741804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e6c5fa39-86ab-4318-963a-e677d9ed8798 None None] Provisioning complete for port 0f101ec6-e265-4956-adb2-648abf8179dc triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:37.742303 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa39-86ab-4318-963a-e677d9ed8798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.775003 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:37.776473 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Updating router 30438665-0721-4384-b97f-9de3001e28b8 port 0f101ec6-e265-4956-adb2-648abf8179dc binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:37.786439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e6c5fa39-86ab-4318-963a-e677d9ed8798 None None] Port 0f101ec6-e265-4956-adb2-648abf8179dc cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:37.801491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1785079745-network', 'tenant_id': '0734ab445bc045f9bfd1be0001164f1f'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:37.841168 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.854120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d347-2ab3-4fec-8e87-9f8369b48268 req-7b5eac61-e81d-484b-b345-79d7bea63fbf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.856127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1a2203fc-734f-430d-9d95-045836e6727a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:37.863720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89a7d347-2ab3-4fec-8e87-9f8369b48268 req-7b5eac61-e81d-484b-b345-79d7bea63fbf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.8459423 Aug 29 04:37:37.916410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Made reservation on behalf of 0734ab445bc045f9bfd1be0001164f1f for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:37.918721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.925683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a17f84bc-c9af-42f4-b0aa-73fe0b8b7284 None None] Provisioning complete for port 0f101ec6-e265-4956-adb2-648abf8179dc triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:37.926342 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a17f84bc-c9af-42f4-b0aa-73fe0b8b7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.932217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-54be83af-8d62-4bbb-8cb3-65d317be62aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.967663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 1a2203fc-734f-430d-9d95-045836e6727a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:37.973779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1a2203fc-734f-430d-9d95-045836e6727a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:37.974165 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.977057 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-54be83af-8d62-4bbb-8cb3-65d317be62aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.978403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.021130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a17f84bc-c9af-42f4-b0aa-73fe0b8b7284 None None] Port 0f101ec6-e265-4956-adb2-648abf8179dc cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:38.028390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89a7d347-2ab3-4fec-8e87-9f8369b48268 req-6f8ab008-33e0-4616-9f36-5448a5a400bf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638131 Aug 29 04:37:38.038741 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-54be83af-8d62-4bbb-8cb3-65d317be62aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.041826 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-54be83af-8d62-4bbb-8cb3-65d317be62aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.043310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-54be83af-8d62-4bbb-8cb3-65d317be62aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b67bc5f4-cc94-47a5-a019-3d7fa1ccbad2 HTTP/1.1" status: 204 len: 168 time: 0.9040282 Aug 29 04:37:38.071529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be83af-8d62-4bbb-8cb3-65d317be62aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67bc5f4-cc94-47a5-a019-3d7fa1ccbad2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.172791 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd11bfe-600e-41a2-8f1e-183df91801cd x-openstack-request-id: req-0bd11bfe-600e-41a2-8f1e-183df91801cd {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:38.173191 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06603a20-6cf3-4c84-b35b-8f1eb3289f56", "name": "network-vif-plugged", "status": "completed", "tag": "0b79a53e-a1b1-4088-a686-bd103e5f7738", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:38.173501 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bd11bfe-600e-41a2-8f1e-183df91801cd {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:38.175691 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06603a20-6cf3-4c84-b35b-8f1eb3289f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b79a53e-a1b1-4088-a686-bd103e5f7738', 'code': 200} Aug 29 04:37:38.249953 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.254094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9b367dd5-0167-4916-a3f6-1956f6d0139b None None] Provisioning complete for port 0f101ec6-e265-4956-adb2-648abf8179dc triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:38.254900 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9b367dd5-0167-4916-a3f6-1956f6d0139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.306104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.323348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.337027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:38.349082 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.349553 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Added segment 86bed26b-2252-47cb-b8b2-f6fbd0762cfe of type vlan for network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 Aug 29 04:37:38.350480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9b367dd5-0167-4916-a3f6-1956f6d0139b None None] Port 0f101ec6-e265-4956-adb2-648abf8179dc cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:38.353276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 1a2203fc-734f-430d-9d95-045836e6727a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1a2203fc-734f-430d-9d95-045836e6727a,segment=NetworkSegment(acc9e331-5128-4d32-8eb1-e97195127776),segment_id=acc9e331-5128-4d32-8eb1-e97195127776)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:38.359718 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.371435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc99c9-91f9-4e12-940c-fdc0e44658c2 req-73e27a4d-e934-46b0-8311-22e4fbfd0246 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.375965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42fc99c9-91f9-4e12-940c-fdc0e44658c2 req-73e27a4d-e934-46b0-8311-22e4fbfd0246 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1097 time: 0.1130986 Aug 29 04:37:38.406558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.463197 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42fc99c9-91f9-4e12-940c-fdc0e44658c2 req-ef5bfbe6-8c9d-4996-ad36-7001c8b08b62 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Aug 29 04:37:38.477376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=1a2203fc-734f-430d-9d95-045836e6727a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.496131 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.510388 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Transition to ACTIVE for port object 0f101ec6-e265-4956-adb2-648abf8179dc will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:38.521439 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.571539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.605636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb3d6e-313d-47b7-af9f-82fc5bea75da,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.609302 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792fc7-d07d-4a86-8a73-5dc13fc87d12 None None] Pushing event updated for resources: {'Port': ['ID=0f101ec6-e265-4956-adb2-648abf8179dc,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.669792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.679439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.680300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.706290 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Attempting to bind port 0f101ec6-e265-4956-adb2-648abf8179dc on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:38.707377 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Attempting to bind port 0f101ec6-e265-4956-adb2-648abf8179dc by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:38.710001 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Attempting to bind port 0f101ec6-e265-4956-adb2-648abf8179dc on network 45f3627a-a21b-44e0-87f4-532fab14e3c6 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:38.717405 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:38.717870 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Checking segment: {'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:38.718364 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.719053 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Bound using segment: {'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:38.720466 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Bound port: 0f101ec6-e265-4956-adb2-648abf8179dc, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc9e331-5128-4d32-8eb1-e97195127776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:38.721763 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.795585 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1f0de-d1f5-4071-bfbb-90f059b09442 req-746cab55-d4df-4779-b25e-957c1cce215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.810457 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ccb1f0de-d1f5-4071-bfbb-90f059b09442 req-746cab55-d4df-4779-b25e-957c1cce215e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1097 time: 0.4950876 Aug 29 04:37:38.810457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Subnet': ['ID=cb6dee4f-924a-433e-8fde-83c483d6d514,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.847732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1a2203fc-734f-430d-9d95-045836e6727a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:38.898327 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] For port 0f101ec6-e265-4956-adb2-648abf8179dc, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:38.908321 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] For port 0f101ec6-e265-4956-adb2-648abf8179dc, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0f101ec6-e265-4956-adb2-648abf8179dc,segment=NetworkSegment(acc9e331-5128-4d32-8eb1-e97195127776),segment_id=acc9e331-5128-4d32-8eb1-e97195127776)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:38.919292 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.960871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35230) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:38.970266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5513780 Aug 29 04:37:38.986122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35232) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:38.988337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1a2203fc-734f-430d-9d95-045836e6727a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:38.991212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.998013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Request body: {'subnet': {'network_id': '770957e8-6672-4b25-9aa3-a67fbc2e75e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1785079745-subnet', 'tenant_id': '0734ab445bc045f9bfd1be0001164f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:39.011451 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:39.012158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.028781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35236) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.042085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701af29-1863-45c2-a719-fdc584c2582d admin admin] Pushing event updated for resources: {'Network': ['ID=770957e8-6672-4b25-9aa3-a67fbc2e75e5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.047368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Checking segment: {'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:39.047780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network hostable DHCP agents. Network: e16ed216-a444-4e39-a2b1-fd92ce3c1030, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:39.060955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ccb1f0de-d1f5-4071-bfbb-90f059b09442 req-4a1c2939-1bec-49b4-8acf-0f8d4de8dab9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637852 Aug 29 04:37:39.067103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:39.079909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network e16ed216-a444-4e39-a2b1-fd92ce3c1030 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:39.087868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Made reservation on behalf of 0734ab445bc045f9bfd1be0001164f1f for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:39.093180 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.099572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e16ed216-a444-4e39-a2b1-fd92ce3c1030) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:39.109996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.110608 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.150989 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cf244d8c-7e9a-434e-a98f-785b554c1e62 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8737428 Aug 29 04:37:39.154119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35242) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.163784 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:39.190244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9043a47-dd15-43b9-8eaf-32bdf23b2f76 None None] Network e16ed216-a444-4e39-a2b1-fd92ce3c1030 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:39.282466 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792fc7-d07d-4a86-8a73-5dc13fc87d12 None None] Pushing event updated for resources: {'Port': ['ID=0f101ec6-e265-4956-adb2-648abf8179dc,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.308473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39854c-e36c-43f4-936e-b57fb34a2158 req-2a7fa63b-5b97-46df-92ef-c00916ff4784 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.310592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c39854c-e36c-43f4-936e-b57fb34a2158 req-2a7fa63b-5b97-46df-92ef-c00916ff4784 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.4032376 Aug 29 04:37:39.432611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c39854c-e36c-43f4-936e-b57fb34a2158 req-816b8f70-51b5-4bff-bab2-c83cda8b4eaf tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114681 Aug 29 04:37:39.559486 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5d969ebf-2850-4fce-9dfa-bf5c94bc0017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.615794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:39.617062 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.684159 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:34Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:38Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.725321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffbfc8-0f03-430e-b5f3-c501f0ab991f req-f552f761-16db-4808-81f8-c2130b45f2ba tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.733906 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6cffbfc8-0f03-430e-b5f3-c501f0ab991f req-f552f761-16db-4808-81f8-c2130b45f2ba tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2035406 Aug 29 04:37:39.743645 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f36538-fc5e-4558-95d2-416884e046d7 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:34Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:38Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:39.769443 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.837123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Allocated IP 172.23.0.2 (e16ed216-a444-4e39-a2b1-fd92ce3c1030/cb6dee4f-924a-433e-8fde-83c483d6d514/a0844e7c-dba8-414f-92c9-42fe109f3dc5) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:39.936838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6cffbfc8-0f03-430e-b5f3-c501f0ab991f req-9e1152f9-9b0b-469a-b162-abe09d4708a3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017775 Aug 29 04:37:39.961060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f462d6c-2ac0-4313-8c80-37abd1b9cfb5,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.995418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Checking segment: {'id': '86bed26b-2252-47cb-b8b2-f6fbd0762cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '770957e8-6672-4b25-9aa3-a67fbc2e75e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:39.995796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Network hostable DHCP agents. Network: 770957e8-6672-4b25-9aa3-a67fbc2e75e5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:40.075281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:40.109145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 770957e8-6672-4b25-9aa3-a67fbc2e75e5) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:40.122731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:40.123352 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.129375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5d969ebf-2850-4fce-9dfa-bf5c94bc0017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.136968 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.150870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb7ba3-73c0-4570-ae90-186842a4cb58 None None] Network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:40.156266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5d969ebf-2850-4fce-9dfa-bf5c94bc0017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.172898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92e48417-1c6b-451f-8c8f-ace2d29faa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.220352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-46d7bc62-2c57-4aa8-9ac4-02af1ee2e414 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2242663 Aug 29 04:37:40.227691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5d969ebf-2850-4fce-9dfa-bf5c94bc0017 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a66b64c294e4a28875ce40cc6d54f50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2655993 Aug 29 04:37:40.245475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35264) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.253620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Transition to ACTIVE for port object a0844e7c-dba8-414f-92c9-42fe109f3dc5 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:40.281905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Transition to ACTIVE for port object a0844e7c-dba8-414f-92c9-42fe109f3dc5 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:40.283607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d969ebf-2850-4fce-9dfa-bf5c94bc0017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f07320-b857-4b70-8eb7-27de602eed97,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.304497 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.348517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Network e16ed216-a444-4e39-a2b1-fd92ce3c1030 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:40.358348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:40.369187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:40.441280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73a6c32a-ec1a-4736-895a-4787618c161f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.505252 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73a6c32a-ec1a-4736-895a-4787618c161f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.559883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Pushing event updated for resources: {'Port': ['ID=a0844e7c-dba8-414f-92c9-42fe109f3dc5,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.582804 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73a6c32a-ec1a-4736-895a-4787618c161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.586925 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73a6c32a-ec1a-4736-895a-4787618c161f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.601139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-73a6c32a-ec1a-4736-895a-4787618c161f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02f07320-b857-4b70-8eb7-27de602eed97 HTTP/1.1" status: 204 len: 168 time: 0.3525999 Aug 29 04:37:40.627391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6c32a-ec1a-4736-895a-4787618c161f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f07320-b857-4b70-8eb7-27de602eed97,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.658965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783455e-0333-479c-966f-856eebda3453 None None] Network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:40.824395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aafeff-7d27-4a77-bc62-e9a5c1fec882 req-ed068814-3a27-47fa-a0fd-192de645735f tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:40.838339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-11aafeff-7d27-4a77-bc62-e9a5c1fec882 req-ed068814-3a27-47fa-a0fd-192de645735f tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1097 time: 0.1213393 Aug 29 04:37:40.892919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92e48417-1c6b-451f-8c8f-ace2d29faa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.916830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-11aafeff-7d27-4a77-bc62-e9a5c1fec882 req-5199b6af-27f7-4ea9-a0fd-2aa683bbbe58 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771394 Aug 29 04:37:40.980447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0f101ec6-e265-4956-adb2-648abf8179dc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:41.016556 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92e48417-1c6b-451f-8c8f-ace2d29faa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.082775 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-92e48417-1c6b-451f-8c8f-ace2d29faa29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9058c4ce18e4bbfa56621bfa6ab4be7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0497282 Aug 29 04:37:41.089531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35292) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.109834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Attempting to bind port a0844e7c-dba8-414f-92c9-42fe109f3dc5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:41.110473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Attempting to bind port a0844e7c-dba8-414f-92c9-42fe109f3dc5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:41.111128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Attempting to bind port a0844e7c-dba8-414f-92c9-42fe109f3dc5 on network e16ed216-a444-4e39-a2b1-fd92ce3c1030 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:41.123389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:41.124324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Checking segment: {'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:41.124979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.126159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Bound using segment: {'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:41.127779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Bound port: a0844e7c-dba8-414f-92c9-42fe109f3dc5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:41.128976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.161060 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.188575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0f101ec6-e265-4956-adb2-648abf8179dc completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:41.192697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e48417-1c6b-451f-8c8f-ace2d29faa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad97a7d-d179-4714-bc53-8a11269e529d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.305326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] For port a0844e7c-dba8-414f-92c9-42fe109f3dc5, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:41.309435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] For port a0844e7c-dba8-414f-92c9-42fe109f3dc5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a0844e7c-dba8-414f-92c9-42fe109f3dc5,segment=NetworkSegment(0f170117-95f0-414d-8b93-621c3445aa03),segment_id=0f170117-95f0-414d-8b93-621c3445aa03)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:41.325317 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.327632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0f101ec6-e265-4956-adb2-648abf8179dc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:41.328071 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.567634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a7870-4ae0-473c-8443-4a0dc68bf567 None None] Pushing event updated for resources: {'Port': ['ID=a0844e7c-dba8-414f-92c9-42fe109f3dc5,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.665945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27050853-32e1-490b-b869-de79d096ee41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.672758 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.716324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 0f101ec6-e265-4956-adb2-648abf8179dc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0f101ec6-e265-4956-adb2-648abf8179dc,segment=NetworkSegment(acc9e331-5128-4d32-8eb1-e97195127776),segment_id=acc9e331-5128-4d32-8eb1-e97195127776)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:41.722875 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.740521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27050853-32e1-490b-b869-de79d096ee41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.830696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=0f101ec6-e265-4956-adb2-648abf8179dc,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.845073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Allocated IP 172.23.0.1 (e16ed216-a444-4e39-a2b1-fd92ce3c1030/cb6dee4f-924a-433e-8fde-83c483d6d514/978a9c31-7aaa-43ca-a8f5-f233f093158e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:41.896292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-d2bb9000-4d19-4946-a3cf-db9ccafbd7ad tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.906251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-d2bb9000-4d19-4946-a3cf-db9ccafbd7ad tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/networks?id=770957e8-6672-4b25-9aa3-a67fbc2e75e5 HTTP/1.1" status: 200 len: 814 time: 0.3030615 Aug 29 04:37:41.940641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-15117405-eb5c-4c93-9d58-cb869388f186 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/quotas/0734ab445bc045f9bfd1be0001164f1f HTTP/1.1" status: 200 len: 375 time: 0.0354104 Aug 29 04:37:42.008766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.012107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-6a7fb7d1-0b68-4fc7-9257-bcfcd6eea563 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0734ab445bc045f9bfd1be0001164f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704668 Aug 29 04:37:42.048110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Transition to ACTIVE for port object 978a9c31-7aaa-43ca-a8f5-f233f093158e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:42.082623 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27050853-32e1-490b-b869-de79d096ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.086006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27050853-32e1-490b-b869-de79d096ee41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.087448 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-27050853-32e1-490b-b869-de79d096ee41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ad97a7d-d179-4714-bc53-8a11269e529d HTTP/1.1" status: 204 len: 168 time: 0.9961150 Aug 29 04:37:42.104242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050853-32e1-490b-b869-de79d096ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad97a7d-d179-4714-bc53-8a11269e529d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:42.112654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.199924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-35d30ed3-e262-42da-978e-3c6c15cf644c service neutron] 10.222.0.58 "GET /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868310 Aug 29 04:37:42.209716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network e16ed216-a444-4e39-a2b1-fd92ce3c1030 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:42.221885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:42.235246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:42.356637 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-c75f558d-b615-4980-a10d-1279b799ae87 service neutron] 10.222.0.58 "GET /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534975 Aug 29 04:37:42.357306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=978a9c31-7aaa-43ca-a8f5-f233f093158e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:42.372628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.598893 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.796890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fa174-8017-495c-a134-feb474eef049 req-90a3318f-aec2-498c-9ed2-8e77b5822903 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:42.806915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-141fa174-8017-495c-a134-feb474eef049 req-90a3318f-aec2-498c-9ed2-8e77b5822903 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1097 time: 0.1354308 Aug 29 04:37:42.926629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-141fa174-8017-495c-a134-feb474eef049 req-2a72411f-cd56-4992-99c1-4ba52547740e tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185172 Aug 29 04:37:43.145912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0f101ec6-e265-4956-adb2-648abf8179dc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:43.223434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d18416f-11f9-47fd-8547-b2dea8666548 None None] Network e16ed216-a444-4e39-a2b1-fd92ce3c1030 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:43.243820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd38f8-8f4a-4b55-b90a-0bedd2bf9c53 req-e36d0562-f26a-452f-bab0-58aead921037 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.251483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafd38f8-8f4a-4b55-b90a-0bedd2bf9c53 req-e36d0562-f26a-452f-bab0-58aead921037 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1542335 Aug 29 04:37:43.316380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0f101ec6-e265-4956-adb2-648abf8179dc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:43.318107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.344070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafd38f8-8f4a-4b55-b90a-0bedd2bf9c53 req-10db3ec8-ba8e-4d7f-862d-64b78e1bde78 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795639 Aug 29 04:37:43.423028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.436924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.508330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a43d91b-d980-4f8c-96da-590a3651c09a req-925b259e-6e58-415a-ba03-601d780abb37 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 210 time: 0.0779145 Aug 29 04:37:43.657419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event updated for resources: {'Port': ['ID=978a9c31-7aaa-43ca-a8f5-f233f093158e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.664834 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.705256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d7d31-ea1d-4b37-98e3-9d9297e9b3bb req-f6645f29-96ae-47f0-a10f-fdea03ce7855 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.715406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f1d7d31-ea1d-4b37-98e3-9d9297e9b3bb req-f6645f29-96ae-47f0-a10f-fdea03ce7855 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1097 time: 0.1174564 Aug 29 04:37:43.800348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f1d7d31-ea1d-4b37-98e3-9d9297e9b3bb req-fc11e75d-5912-487f-a604-cadc1a24f37b tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839548 Aug 29 04:37:43.922069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Network e16ed216-a444-4e39-a2b1-fd92ce3c1030 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:43.923808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:43.944417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b53b6245-d558-4559-a48c-d8412e1366b6 None None] Provisioning for port a0844e7c-dba8-414f-92c9-42fe109f3dc5 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:44.123766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a0844e7c-dba8-414f-92c9-42fe109f3dc5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:44.139728 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:44.351960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a0844e7c-dba8-414f-92c9-42fe109f3dc5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:44.375759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a0844e7c-dba8-414f-92c9-42fe109f3dc5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:44.392710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.404363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35398) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:44.465712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:44.481497 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-90654a44-e11d-4c61-8032-2acfb5cd08b9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3187461 Aug 29 04:37:44.482307 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35402) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:44.491432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:44.507058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-396e15ee-3198-4d5a-b05d-eb4b472f9643 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:44.509016 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-396e15ee-3198-4d5a-b05d-eb4b472f9643 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.65 "GET /v2.0/networks?id=770957e8-6672-4b25-9aa3-a67fbc2e75e5 HTTP/1.1" status: 200 len: 814 time: 0.1501064 Aug 29 04:37:44.516843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:44.529145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Request body: {'port': {'device_id': '8690025b-7cf0-48ff-9d40-850e52f6abe0', 'network_id': '770957e8-6672-4b25-9aa3-a67fbc2e75e5', 'admin_state_up': True, 'tenant_id': '0734ab445bc045f9bfd1be0001164f1f'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:44.590255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:44.590951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:44.812800 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e60c4b07-42b9-4e06-b3b6-a90dc3e35d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.816848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Made reservation on behalf of 0734ab445bc045f9bfd1be0001164f1f for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:44.822167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.020418 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.062356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:45.089613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Allocated IP 172.20.0.6 (770957e8-6672-4b25-9aa3-a67fbc2e75e5/3f462d6c-2ac0-4313-8c80-37abd1b9cfb5/b76334d4-6bf1-464f-958f-5d26b6bd629e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:45.128543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a0844e7c-dba8-414f-92c9-42fe109f3dc5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a0844e7c-dba8-414f-92c9-42fe109f3dc5,segment=NetworkSegment(0f170117-95f0-414d-8b93-621c3445aa03),segment_id=0f170117-95f0-414d-8b93-621c3445aa03)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:45.150898 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.169783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4e6814be-0517-4316-8b01-0c5a6a393dec None None] Provisioning for port 978a9c31-7aaa-43ca-a8f5-f233f093158e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:45.242689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4e6814be-0517-4316-8b01-0c5a6a393dec None None] Provisioning complete for port 978a9c31-7aaa-43ca-a8f5-f233f093158e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:45.243239 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e6814be-0517-4316-8b01-0c5a6a393dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.268487 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e60c4b07-42b9-4e06-b3b6-a90dc3e35d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.273925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a0844e7c-dba8-414f-92c9-42fe109f3dc5,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.337662 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.391045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e60c4b07-42b9-4e06-b3b6-a90dc3e35d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.393699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.412755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff9698-e1e3-42b0-8f32-5305e4b33520 req-538e043d-a1c2-4969-aff5-779ac1b7da21 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.421604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6fff9698-e1e3-42b0-8f32-5305e4b33520 req-538e043d-a1c2-4969-aff5-779ac1b7da21 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2500665 Aug 29 04:37:45.461348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4e6814be-0517-4316-8b01-0c5a6a393dec None None] Port 978a9c31-7aaa-43ca-a8f5-f233f093158e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:45.468316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:45.473232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:45.485951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4e6814be-0517-4316-8b01-0c5a6a393dec None None] Provisioning complete for port a0844e7c-dba8-414f-92c9-42fe109f3dc5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:45.486360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e6814be-0517-4316-8b01-0c5a6a393dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.487765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:45.523822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:42Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:42Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:45.544208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c4b07-42b9-4e06-b3b6-a90dc3e35d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3062b8-f3f4-4b95-bf31-a6f6c6b66ae3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.552348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e60c4b07-42b9-4e06-b3b6-a90dc3e35d81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41b3f752ddec4f17b9650b89469dbcec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1467123 Aug 29 04:37:45.554539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35416) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.565010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.565712 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.571216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6fff9698-e1e3-42b0-8f32-5305e4b33520 req-fd38ee4c-c4e1-4631-91ce-ba59b62c82e9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483202 Aug 29 04:37:45.573692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Pushing event updated for resources: {'Port': ['ID=b76334d4-6bf1-464f-958f-5d26b6bd629e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.584628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:45.585219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Updating router 30438665-0721-4384-b97f-9de3001e28b8 port 978a9c31-7aaa-43ca-a8f5-f233f093158e binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:45.606840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-eb007edd-62e9-428a-a447-de997264ec6b tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0878835 Aug 29 04:37:45.619343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-751a6f19-2a9f-4266-9851-097735a7f0f6 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:45.620531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-751a6f19-2a9f-4266-9851-097735a7f0f6 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069993 Aug 29 04:37:45.634716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Request body: {'port': {'device_id': '8690025b-7cf0-48ff-9d40-850e52f6abe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:45.646617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.764612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.864544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:37:45.925950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a7c26452-171e-4207-be93-e1765a8fdeb3 None None] Provisioning complete for port 978a9c31-7aaa-43ca-a8f5-f233f093158e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:45.926339 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7c26452-171e-4207-be93-e1765a8fdeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.947636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Removed routes are [] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:37:45.947636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.994416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a7c26452-171e-4207-be93-e1765a8fdeb3 None None] Port 978a9c31-7aaa-43ca-a8f5-f233f093158e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:46.007038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-fa118fc5-773f-46ed-859e-5248799c4948 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.008620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-fa118fc5-773f-46ed-859e-5248799c4948 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/networks?id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8 HTTP/1.1" status: 200 len: 910 time: 0.2723656 Aug 29 04:37:46.011765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5600766-0269-48af-9d02-e42372201b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.109198 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.115153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ea251264-b2fa-4014-bbba-d6d59a392672 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/quotas/f85fef14a784454185278843e5526e14 HTTP/1.1" status: 200 len: 375 time: 0.0995355 Aug 29 04:37:46.121385 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5600766-0269-48af-9d02-e42372201b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.123724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Transition to ACTIVE for port object 978a9c31-7aaa-43ca-a8f5-f233f093158e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:46.133128 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.164015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76334d4-6bf1-464f-958f-5d26b6bd629e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:46.172479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.194552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Transition to ACTIVE for port object b76334d4-6bf1-464f-958f-5d26b6bd629e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:46.206426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.262437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Attempting to bind port 978a9c31-7aaa-43ca-a8f5-f233f093158e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:46.262831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Attempting to bind port 978a9c31-7aaa-43ca-a8f5-f233f093158e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:46.263230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Attempting to bind port 978a9c31-7aaa-43ca-a8f5-f233f093158e on network e16ed216-a444-4e39-a2b1-fd92ce3c1030 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:46.268668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2c2d-6ef5-45e8-845b-d9d717e5e0a8 None None] Pushing event updated for resources: {'Port': ['ID=978a9c31-7aaa-43ca-a8f5-f233f093158e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.281326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:46.281716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Checking segment: {'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:46.282136 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.282542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Bound using segment: {'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:46.283593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Bound port: 978a9c31-7aaa-43ca-a8f5-f233f093158e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f170117-95f0-414d-8b93-621c3445aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:46.284008 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.297634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-163bce68-9fbc-4f01-9283-fcac375ff2f9 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=f85fef14a784454185278843e5526e14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1723423 Aug 29 04:37:46.323885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de78bc-9160-4506-915f-fad48388568e service neutron] Pushing event updated for resources: {'Port': ['ID=b76334d4-6bf1-464f-958f-5d26b6bd629e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.395775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Attempting to bind port b76334d4-6bf1-464f-958f-5d26b6bd629e on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:46.395775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Attempting to bind port b76334d4-6bf1-464f-958f-5d26b6bd629e by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '86bed26b-2252-47cb-b8b2-f6fbd0762cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '770957e8-6672-4b25-9aa3-a67fbc2e75e5'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:46.396188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Attempting to bind port b76334d4-6bf1-464f-958f-5d26b6bd629e on network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:46.401713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Port b76334d4-6bf1-464f-958f-5d26b6bd629e on network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:46.402068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Attempting to bind port b76334d4-6bf1-464f-958f-5d26b6bd629e on network 770957e8-6672-4b25-9aa3-a67fbc2e75e5 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:46.411402 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.413248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:46.413248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Checking segment: {'id': '86bed26b-2252-47cb-b8b2-f6fbd0762cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '770957e8-6672-4b25-9aa3-a67fbc2e75e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:46.413596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Bound using segment: {'id': '86bed26b-2252-47cb-b8b2-f6fbd0762cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '770957e8-6672-4b25-9aa3-a67fbc2e75e5'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:46.414055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Bound port: b76334d4-6bf1-464f-958f-5d26b6bd629e, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bed26b-2252-47cb-b8b2-f6fbd0762cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '770957e8-6672-4b25-9aa3-a67fbc2e75e5'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:46.414441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.424636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] For port 978a9c31-7aaa-43ca-a8f5-f233f093158e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:46.427425 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.433859 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5600766-0269-48af-9d02-e42372201b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.434622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] For port 978a9c31-7aaa-43ca-a8f5-f233f093158e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=978a9c31-7aaa-43ca-a8f5-f233f093158e,segment=NetworkSegment(0f170117-95f0-414d-8b93-621c3445aa03),segment_id=0f170117-95f0-414d-8b93-621c3445aa03)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:46.436480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5600766-0269-48af-9d02-e42372201b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.437867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f5600766-0269-48af-9d02-e42372201b29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b3062b8-f3f4-4b95-bf31-a6f6c6b66ae3 HTTP/1.1" status: 204 len: 168 time: 0.8607891 Aug 29 04:37:46.445222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.462681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5600766-0269-48af-9d02-e42372201b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3062b8-f3f4-4b95-bf31-a6f6c6b66ae3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.514449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-13e519dd-52ab-4c6d-b030-467d7c960cfa service neutron] 10.222.0.58 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037814 Aug 29 04:37:46.554442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] For port b76334d4-6bf1-464f-958f-5d26b6bd629e, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:46.566331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] For port b76334d4-6bf1-464f-958f-5d26b6bd629e, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=b76334d4-6bf1-464f-958f-5d26b6bd629e,segment=NetworkSegment(86bed26b-2252-47cb-b8b2-f6fbd0762cfe),segment_id=86bed26b-2252-47cb-b8b2-f6fbd0762cfe)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:46.588917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.600539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:46.601878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:46.606123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2c2d-6ef5-45e8-845b-d9d717e5e0a8 None None] Pushing event updated for resources: {'Port': ['ID=978a9c31-7aaa-43ca-a8f5-f233f093158e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.652402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.653306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.654950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-81de78bc-9160-4506-915f-fad48388568e service neutron] 10.222.0.65 "PUT /v2.0/ports/b76334d4-6bf1-464f-958f-5d26b6bd629e HTTP/1.1" status: 200 len: 1092 time: 1.0260358 Aug 29 04:37:46.657660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8690025b-7cf0-48ff-9d40-850e52f6abe0', 'tag': 'b76334d4-6bf1-464f-958f-5d26b6bd629e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:46.674732 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f42ec6-5442-4718-9489-e4c061f364b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8690025b-7cf0-48ff-9d40-850e52f6abe0", "tag": "b76334d4-6bf1-464f-958f-5d26b6bd629e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:46.703721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5db0c966-6dbf-482c-b3ce-2af0976f6928 service neutron] 10.222.0.58 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613238 Aug 29 04:37:46.785071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de78bc-9160-4506-915f-fad48388568e service neutron] Pushing event updated for resources: {'Port': ['ID=b76334d4-6bf1-464f-958f-5d26b6bd629e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.795403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:46.805464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:46.818973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-c738c074-5952-4a5e-9650-84969c316780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.832469 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-c738c074-5952-4a5e-9650-84969c316780 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0734ab445bc045f9bfd1be0001164f1f&device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 1095 time: 0.1227748 Aug 29 04:37:46.919100 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-725083eb-3799-427f-a7d8-d5b76d362354 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b76334d4-6bf1-464f-958f-5d26b6bd629e HTTP/1.1" status: 200 len: 217 time: 0.0780101 Aug 29 04:37:47.045997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:47.051078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-2d619609-07b9-4ec7-b7f7-a8da8d264aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.054503 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.059221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-2d619609-07b9-4ec7-b7f7-a8da8d264aa8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f462d6c-2ac0-4313-8c80-37abd1b9cfb5 HTTP/1.1" status: 200 len: 854 time: 0.1332779 Aug 29 04:37:47.060327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b5a28dff-aa65-4ad1-9270-d6f87cb21379 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 200 len: 933 time: 2.5711474 Aug 29 04:37:47.061718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35448) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.169201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-405dec4d-e2d2-4f5b-b916-46db77d77af4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=770957e8-6672-4b25-9aa3-a67fbc2e75e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956936 Aug 29 04:37:47.171408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73869a6d-9bd2-4bfc-aef4-293ca0b1c0af req-c3e8c199-c6cf-4d35-8b34-8dde482fa0b2 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.173218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73869a6d-9bd2-4bfc-aef4-293ca0b1c0af req-c3e8c199-c6cf-4d35-8b34-8dde482fa0b2 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 943 time: 0.1068332 Aug 29 04:37:47.176072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35450) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.217189 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db4fd875-372d-4396-8ab5-cc84d8ac6b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.223657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:45Z', 'revision_number': 6, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.254801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506f19d-18cd-4ba5-b837-74b3e3dc288b None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:45Z', 'revision_number': 6, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:47.304868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a0844e7c-dba8-414f-92c9-42fe109f3dc5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:47.420964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-baa11ed5-d311-433a-bbf1-71405afc2ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.424329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73869a6d-9bd2-4bfc-aef4-293ca0b1c0af req-6d2ffb9e-335e-4e7a-8aee-e1c77e061e19 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290819 Aug 29 04:37:47.467715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a0844e7c-dba8-414f-92c9-42fe109f3dc5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:47.468159 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.481786 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-e3028c04-3956-4083-a836-1269c7bf2736 service neutron] 10.222.0.65 "GET /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605926 Aug 29 04:37:47.537289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-17429077-dc5f-407c-8966-d319310c46bd tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 200 len: 933 time: 0.4744065 Aug 29 04:37:47.538876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35460) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.553311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'routes': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:47.681012 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a06eefe4-aec9-486a-9690-4ef681ab21b8 req-d9d5c92e-f144-4d23-af3e-dda69b787b95 service neutron] 10.222.0.65 "GET /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910739 Aug 29 04:37:47.736926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db4fd875-372d-4396-8ab5-cc84d8ac6b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.759427 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db4fd875-372d-4396-8ab5-cc84d8ac6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.848265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35466) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.855131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-db4fd875-372d-4396-8ab5-cc84d8ac6b9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fcd9aed7ee64984920e2c91fdfc2337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6733069 Aug 29 04:37:47.976348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e441ea70-4925-4ce9-88e1-0ca6fa752388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.011772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fd875-372d-4396-8ab5-cc84d8ac6b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc69cbf-313c-4f69-accb-b99f6adc9230,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.022021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e441ea70-4925-4ce9-88e1-0ca6fa752388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.148975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e441ea70-4925-4ce9-88e1-0ca6fa752388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.155357 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e441ea70-4925-4ce9-88e1-0ca6fa752388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.164717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e441ea70-4925-4ce9-88e1-0ca6fa752388 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3bc69cbf-313c-4f69-accb-b99f6adc9230 HTTP/1.1" status: 204 len: 168 time: 0.3151166 Aug 29 04:37:48.181167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441ea70-4925-4ce9-88e1-0ca6fa752388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc69cbf-313c-4f69-accb-b99f6adc9230,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.215854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097039d-380e-42eb-8193-77096f288b24 req-b23ed779-5a96-4080-b85f-a6b0dc4d7056 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.226162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2097039d-380e-42eb-8193-77096f288b24 req-b23ed779-5a96-4080-b85f-a6b0dc4d7056 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2282276 Aug 29 04:37:48.483090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2097039d-380e-42eb-8193-77096f288b24 req-b8efab54-cf68-463d-9b73-c213828d3eb2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504275 Aug 29 04:37:48.516219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added routes are [] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:37:48.516794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:37:48.568687 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.745018 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:48.758382 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:48.761216 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.819587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-e115e7f1-bd51-4b20-a7da-b0379d0bd003 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.821398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-e115e7f1-bd51-4b20-a7da-b0379d0bd003 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.65 "GET /v2.0/networks?id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8 HTTP/1.1" status: 200 len: 910 time: 0.1947370 Aug 29 04:37:48.825637 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-00725974-7900-4856-b138-4b707bda14e8 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6594fb5d28814630aadf20b73d0c4c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2129157 Aug 29 04:37:48.835799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Request body: {'port': {'device_id': 'd7f59bb6-3f9d-4eaf-942b-131b3175d1d1', 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'admin_state_up': True, 'tenant_id': 'f85fef14a784454185278843e5526e14'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:48.884705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Made reservation on behalf of f85fef14a784454185278843e5526e14 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:48.887270 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.940156 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:49.207476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Allocated IP 172.20.0.14 (f6a567d7-a0d8-4147-afb7-43ed84bd44a8/bbe53716-a23e-4b6a-bcc2-ddaa66ad6409/69b5711d-18bd-4618-8242-63283f29c1eb) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:49.400371 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 7, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.409535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 978a9c31-7aaa-43ca-a8f5-f233f093158e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:49.478789 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:49.492532 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:49.494120 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.533156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 978a9c31-7aaa-43ca-a8f5-f233f093158e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:49.537814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 978a9c31-7aaa-43ca-a8f5-f233f093158e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:49.538293 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.594089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.612572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Transition to ACTIVE for port object 69b5711d-18bd-4618-8242-63283f29c1eb will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:49.668139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.680514 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:49.704448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0b79a53e-a1b1-4088-a686-bd103e5f7738'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:49.706006 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.712810 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.718822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:49.723464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-7a2de4bf-af10-4466-975a-7b9bd308c335 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:49.723647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:49.727588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:49.732286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-7a2de4bf-af10-4466-975a-7b9bd308c335 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9057086 Aug 29 04:37:49.733447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Pushing event updated for resources: {'Port': ['ID=69b5711d-18bd-4618-8242-63283f29c1eb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.787887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:49.788687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.799035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-9fc5cdc1-62ef-403a-9abb-82d2962966aa tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/quotas/6594fb5d28814630aadf20b73d0c4c57 HTTP/1.1" status: 200 len: 375 time: 0.0649638 Aug 29 04:37:49.824165 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-ec2ad1b7-a046-45f7-8cab-efb7312ba9d0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9923022 Aug 29 04:37:49.840768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Request body: {'port': {'device_id': 'd7f59bb6-3f9d-4eaf-942b-131b3175d1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:49.866121 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.884050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-c85f860c-b013-4b9b-9e28-ca1f2b2cd822 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6594fb5d28814630aadf20b73d0c4c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835917 Aug 29 04:37:49.948540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:49.957847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 978a9c31-7aaa-43ca-a8f5-f233f093158e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=978a9c31-7aaa-43ca-a8f5-f233f093158e,segment=NetworkSegment(0f170117-95f0-414d-8b93-621c3445aa03),segment_id=0f170117-95f0-414d-8b93-621c3445aa03)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:49.976439 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.019202 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.132616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=978a9c31-7aaa-43ca-a8f5-f233f093158e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.203752 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 7, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.213455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:50.220627 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.226385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c3d251ba-b9d0-45c3-bd0c-60ee38d5e1ab tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 200 len: 699 time: 2.6831336 Aug 29 04:37:50.227463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35518) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.257181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-87acc802-7e53-49b8-8146-8c37649599e8 None None] Provisioning for port 69b5711d-18bd-4618-8242-63283f29c1eb completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:50.263473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-87acc802-7e53-49b8-8146-8c37649599e8 None None] Provisioning complete for port 69b5711d-18bd-4618-8242-63283f29c1eb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:50.263862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-87acc802-7e53-49b8-8146-8c37649599e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.272095 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187f41d6-aef9-4438-a970-cc902c20c411 x-openstack-request-id: req-187f41d6-aef9-4438-a970-cc902c20c411 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:50.272095 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8690025b-7cf0-48ff-9d40-850e52f6abe0", "tag": "b76334d4-6bf1-464f-958f-5d26b6bd629e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:50.272095 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-187f41d6-aef9-4438-a970-cc902c20c411 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:50.272552 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8690025b-7cf0-48ff-9d40-850e52f6abe0', 'tag': 'b76334d4-6bf1-464f-958f-5d26b6bd629e', 'status': 'completed', 'code': 200} Aug 29 04:37:50.323421 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a65b3-b8f3-4d00-b384-8ffb112b7a18 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 7, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 4, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:50.410360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.421104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f46d91aa-d82e-49e7-bd85-f3145003c6b4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 200 len: 699 time: 0.1924577 Aug 29 04:37:50.424830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35526) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.427040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-87acc802-7e53-49b8-8146-8c37649599e8 None None] Port 69b5711d-18bd-4618-8242-63283f29c1eb cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:50.442603 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6fb08b69-2076-4b1b-bfc3-550cb125d91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.471570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-21ff7103-52f1-4e2a-9123-298cc580891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.474040 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-21ff7103-52f1-4e2a-9123-298cc580891d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0734ab445bc045f9bfd1be0001164f1f&device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 1095 time: 0.2005043 Aug 29 04:37:50.650007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-552e75ae-7495-4df1-a6c9-e1f518e5fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.651553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-552e75ae-7495-4df1-a6c9-e1f518e5fdc6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=770957e8-6672-4b25-9aa3-a67fbc2e75e5 HTTP/1.1" status: 200 len: 915 time: 0.1694977 Aug 29 04:37:50.756197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-360e0c4b-021e-415f-94d0-7cb16b7cdf80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b76334d4-6bf1-464f-958f-5d26b6bd629e HTTP/1.1" status: 200 len: 217 time: 0.0886970 Aug 29 04:37:50.779795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:50.791774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:50.793024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.799126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54277-115d-47e7-ad4b-76199578ee8b req-08d7553c-59c8-44b6-980a-e2f6a03bf625 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.807104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8da54277-115d-47e7-ad4b-76199578ee8b req-08d7553c-59c8-44b6-980a-e2f6a03bf625 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1028 time: 0.4008040 Aug 29 04:37:50.853870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b5711d-18bd-4618-8242-63283f29c1eb {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:50.867757 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.874088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8da54277-115d-47e7-ad4b-76199578ee8b req-93b52045-d130-40e6-bb3f-91d6ff107c9d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660310 Aug 29 04:37:50.898846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Transition to ACTIVE for port object 69b5711d-18bd-4618-8242-63283f29c1eb will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:50.908017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-f86161b3-aab5-47cc-ae48-a1cde2963b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.910151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-f86161b3-aab5-47cc-ae48-a1cde2963b3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f462d6c-2ac0-4313-8c80-37abd1b9cfb5 HTTP/1.1" status: 200 len: 854 time: 0.1426194 Aug 29 04:37:50.911803 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.946095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:51.100946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-22329d0f-1ef8-4a50-a6f3-c5ab7c1f8ff7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=770957e8-6672-4b25-9aa3-a67fbc2e75e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779194 Aug 29 04:37:51.242415 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.254967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.406767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 978a9c31-7aaa-43ca-a8f5-f233f093158e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:51.514547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 978a9c31-7aaa-43ca-a8f5-f233f093158e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:51.515332 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.536733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78267d5e-0894-4c60-bc83-cf1503ca3748 req-631e0442-ddc3-479f-ae66-422a3d878f8f tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.545831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78267d5e-0894-4c60-bc83-cf1503ca3748 req-631e0442-ddc3-479f-ae66-422a3d878f8f tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 943 time: 0.1196156 Aug 29 04:37:51.588513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 7, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:49Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.636177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:51.652327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:51.653150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.654292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78267d5e-0894-4c60-bc83-cf1503ca3748 req-b8cd971c-9b02-4db5-9f75-28edc349863c tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071930 Aug 29 04:37:51.866054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc4c19-6512-4fc3-8428-dffa083b8a6a req-31cb542c-fd3c-4516-96f7-8c828c3a389a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.868869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bfc4c19-6512-4fc3-8428-dffa083b8a6a req-31cb542c-fd3c-4516-96f7-8c828c3a389a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0903838 Aug 29 04:37:51.905515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 978a9c31-7aaa-43ca-a8f5-f233f093158e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:51.907133 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.959106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Pushing event updated for resources: {'Port': ['ID=69b5711d-18bd-4618-8242-63283f29c1eb,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.962646 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-95bb5327-e4b3-4721-a30b-32e08d7c9dbe tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6594fb5d28814630aadf20b73d0c4c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150780 Aug 29 04:37:51.998174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bfc4c19-6512-4fc3-8428-dffa083b8a6a req-d4788627-e41b-444f-9cb0-77b47da2c06e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217284 Aug 29 04:37:52.019801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db0f77c5-cb9b-4358-b489-62184c4517c2 req-e82650c8-6a91-411f-942c-e2cf688358b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0815334 Aug 29 04:37:52.061018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:52.064566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port 978a9c31-7aaa-43ca-a8f5-f233f093158e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=978a9c31-7aaa-43ca-a8f5-f233f093158e,segment=NetworkSegment(0f170117-95f0-414d-8b93-621c3445aa03),segment_id=0f170117-95f0-414d-8b93-621c3445aa03)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:52.066501 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.084792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 978a9c31-7aaa-43ca-a8f5-f233f093158e owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:52.168538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41b6cf1b-271c-4bcf-8a89-fbbfb2494c36 req-062b0ba1-facf-4db9-b0c7-3bff89b247c3 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 210 time: 0.0694568 Aug 29 04:37:52.191048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db0f77c5-cb9b-4358-b489-62184c4517c2 req-4c2ebf68-4469-46fb-bcd3-84b38e030475 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.1099975 Aug 29 04:37:52.225350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device b76334d4-6bf1-464f-958f-5d26b6bd629e details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:52.237541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Attempting to bind port 69b5711d-18bd-4618-8242-63283f29c1eb on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:52.237894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Attempting to bind port 69b5711d-18bd-4618-8242-63283f29c1eb by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:52.238236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Attempting to bind port 69b5711d-18bd-4618-8242-63283f29c1eb on network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:52.256178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Port 69b5711d-18bd-4618-8242-63283f29c1eb on network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:52.256796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Attempting to bind port 69b5711d-18bd-4618-8242-63283f29c1eb on network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:52.277957 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-01a96247-f555-4e22-98cf-aa4ac203a27a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3409445 Aug 29 04:37:52.298293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-0aa6106c-85c1-4851-91e9-14718a32cba9 service neutron] 10.222.0.65 "GET /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1776078 Aug 29 04:37:52.362019 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db0f77c5-cb9b-4358-b489-62184c4517c2 req-12a58cdf-4e74-4535-8acd-b7a06d556f71 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083820 Aug 29 04:37:52.362856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:52.363255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Checking segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:52.363662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Bound using segment: {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:52.364377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Bound port: 69b5711d-18bd-4618-8242-63283f29c1eb, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35008940-6572-47bf-8d33-01b042bc120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:52.364530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.374269 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.384487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 7, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:49Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:52.415546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1aa2b2-3231-4508-8bb1-95caf92e9d3f None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 7, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978a9c31-7aaa-43ca-a8f5-f233f093158e', 'name': '', 'network_id': 'e16ed216-a444-4e39-a2b1-fd92ce3c1030', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:5a:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:41Z', 'updated_at': '2021-08-29T04:37:49Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': 'cb6dee4f-924a-433e-8fde-83c483d6d514', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:52.416423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=978a9c31-7aaa-43ca-a8f5-f233f093158e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.438248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port b76334d4-6bf1-464f-958f-5d26b6bd629e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=b76334d4-6bf1-464f-958f-5d26b6bd629e,segment=NetworkSegment(86bed26b-2252-47cb-b8b2-f6fbd0762cfe),segment_id=86bed26b-2252-47cb-b8b2-f6fbd0762cfe)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:52.453596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'b76334d4-6bf1-464f-958f-5d26b6bd629e', 'network_id': '770957e8-6672-4b25-9aa3-a67fbc2e75e5', 'port_id': 'b76334d4-6bf1-464f-958f-5d26b6bd629e', 'mac_address': 'fa:16:3e:bc:39:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f462d6c-2ac0-4313-8c80-37abd1b9cfb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:52.552213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20da6ca-4879-4244-ba59-81f057d7c9f8 req-93349f2e-fbfa-4d42-9841-5d60b4fb4997 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.554130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-f6d635ae-a890-497f-8791-d92d03b3f08c tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.555649 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-f6d635ae-a890-497f-8791-d92d03b3f08c tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5421348 Aug 29 04:37:52.557172 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.560911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c20da6ca-4879-4244-ba59-81f057d7c9f8 req-93349f2e-fbfa-4d42-9841-5d60b4fb4997 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1054 time: 0.1543288 Aug 29 04:37:52.575132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76334d4-6bf1-464f-958f-5d26b6bd629e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:52.598152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Request body: {'port': {'device_id': 'a8e24459-6032-4ccc-a1e5-c7a7a8463cb2', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '6594fb5d28814630aadf20b73d0c4c57'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:52.613523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port b76334d4-6bf1-464f-958f-5d26b6bd629e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=b76334d4-6bf1-464f-958f-5d26b6bd629e,segment=NetworkSegment(86bed26b-2252-47cb-b8b2-f6fbd0762cfe),segment_id=86bed26b-2252-47cb-b8b2-f6fbd0762cfe)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:52.624132 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.688698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=b76334d4-6bf1-464f-958f-5d26b6bd629e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.754947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c20da6ca-4879-4244-ba59-81f057d7c9f8 req-ce37ff59-05d5-43b4-8046-4fc9850a0236 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921787 Aug 29 04:37:52.757861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-f6726391-6abe-4665-b6b9-b863a9f4eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.759458 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-f6726391-6abe-4665-b6b9-b863a9f4eb82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1097 time: 0.4318657 Aug 29 04:37:52.787134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] For port 69b5711d-18bd-4618-8242-63283f29c1eb, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:52.811938 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.814778 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.819057 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22f42ec6-5442-4718-9489-e4c061f364b9 req-2cf273d3-27a0-4c41-bdcf-1ad9359c4de3 service neutron] 10.222.0.65 "GET /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014608 Aug 29 04:37:52.825123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] For port 69b5711d-18bd-4618-8242-63283f29c1eb, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b5711d-18bd-4618-8242-63283f29c1eb,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:52.855446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f77c5-cb9b-4358-b489-62184c4517c2 req-b6585a12-41e3-4050-9662-bce066c8ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.857230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db0f77c5-cb9b-4358-b489-62184c4517c2 req-b6585a12-41e3-4050-9662-bce066c8ed9f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4350936 Aug 29 04:37:52.883336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['b76334d4-6bf1-464f-958f-5d26b6bd629e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:52.891798 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.971039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.971707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.973700 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] 10.222.0.65 "PUT /v2.0/ports/69b5711d-18bd-4618-8242-63283f29c1eb HTTP/1.1" status: 200 len: 1093 time: 3.1385403 Aug 29 04:37:53.012971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df69766-c857-4dd8-830d-b0177601f3be req-57da91c8-741e-4362-bd25-023b25af7ba2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.014614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8df69766-c857-4dd8-830d-b0177601f3be req-57da91c8-741e-4362-bd25-023b25af7ba2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0893328 Aug 29 04:37:53.041355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f59bb6-3f9d-4eaf-942b-131b3175d1d1', 'tag': '69b5711d-18bd-4618-8242-63283f29c1eb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:53.047781 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f59bb6-3f9d-4eaf-942b-131b3175d1d1", "tag": "69b5711d-18bd-4618-8242-63283f29c1eb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:53.091618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366c86a-0834-476e-b8a2-cbec7162d299 service neutron] Pushing event updated for resources: {'Port': ['ID=69b5711d-18bd-4618-8242-63283f29c1eb,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.138822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8df69766-c857-4dd8-830d-b0177601f3be req-cb85526d-0337-4771-977e-56b1349f09fb tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140997 Aug 29 04:37:53.150681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:53.199070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Made reservation on behalf of 6594fb5d28814630aadf20b73d0c4c57 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:53.202895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.205866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-78b35537-33b2-4a63-8e48-960017e7fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.207477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-78b35537-33b2-4a63-8e48-960017e7fe3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 920 time: 0.4114108 Aug 29 04:37:53.224761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-2a4647d2-c482-49c1-a3bb-9a8dfe18700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.226331 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-2a4647d2-c482-49c1-a3bb-9a8dfe18700c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f85fef14a784454185278843e5526e14&device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1096 time: 0.1662943 Aug 29 04:37:53.235208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.286113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:53.312636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bb7831fc-fc5e-48ab-a8af-542acfe5a8a8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8866189 Aug 29 04:37:53.313314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35586) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.314576 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:53.324620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-4c5a6c09-392f-4f9d-b82c-5c8748000cc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 200 len: 217 time: 0.0972977 Aug 29 04:37:53.329407 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-290a41f8-dbeb-4efa-b126-e403ecaac795 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b5711d-18bd-4618-8242-63283f29c1eb HTTP/1.1" status: 200 len: 217 time: 0.0915082 Aug 29 04:37:53.333747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:53.336096 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:53.370631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f4800b-9807-4559-97c4-9defee13b528 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet cb6dee4f-924a-433e-8fde-83c483d6d514 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:53.377345 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-63f4800b-9807-4559-97c4-9defee13b528 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.436482 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-63f4800b-9807-4559-97c4-9defee13b528 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.469425 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:53.496326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-5192d1ca-a3f5-485d-ba29-637462dc62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.497836 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-5192d1ca-a3f5-485d-ba29-637462dc62bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.1650662 Aug 29 04:37:53.522606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-a055a466-9942-404e-8727-a9bc7a7f1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.523645 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-a055a466-9942-404e-8727-a9bc7a7f1be5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bbe53716-a23e-4b6a-bcc2-ddaa66ad6409 HTTP/1.1" status: 200 len: 848 time: 0.1782784 Aug 29 04:37:53.556530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1221ff-b275-4984-872e-1ab2c8ba9dee req-26ab8b1a-437b-43df-96e3-7b823969a2a5 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.565847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a1221ff-b275-4984-872e-1ab2c8ba9dee req-26ab8b1a-437b-43df-96e3-7b823969a2a5 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 944 time: 0.0989373 Aug 29 04:37:53.568185 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-fe9db4dd-5cbb-4972-8d3b-a555f20e9ed7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586419 Aug 29 04:37:53.640580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-63f4800b-9807-4559-97c4-9defee13b528 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.684114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-358c48b5-415a-4084-aa1d-b349b5ec92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.684726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a1221ff-b275-4984-872e-1ab2c8ba9dee req-50171ff5-b557-4286-9ef8-44df15ebddb0 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176190 Aug 29 04:37:53.685661 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-358c48b5-415a-4084-aa1d-b349b5ec92f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381948 Aug 29 04:37:53.699115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.720014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.740432 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:52Z', 'revision_number': 8, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:53.775773 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:53.783566 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab2cb3b-750a-4ff5-ad7f-86f61b138212 x-openstack-request-id: req-6ab2cb3b-750a-4ff5-ad7f-86f61b138212 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:53.783862 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f59bb6-3f9d-4eaf-942b-131b3175d1d1", "tag": "69b5711d-18bd-4618-8242-63283f29c1eb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:53.784142 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ab2cb3b-750a-4ff5-ad7f-86f61b138212 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:53.784533 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f59bb6-3f9d-4eaf-942b-131b3175d1d1', 'tag': '69b5711d-18bd-4618-8242-63283f29c1eb', 'status': 'completed', 'code': 200} Aug 29 04:37:53.786535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-63f4800b-9807-4559-97c4-9defee13b528 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.787138 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:53.788100 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:53.803903 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-63f4800b-9807-4559-97c4-9defee13b528 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.806317 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-63f4800b-9807-4559-97c4-9defee13b528 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/cb6dee4f-924a-433e-8fde-83c483d6d514 HTTP/1.1" status: 204 len: 168 time: 0.4917767 Aug 29 04:37:53.809559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35594) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.814597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f237c7bf-8d4b-491a-a450-b20a8915d5e1 None None] Network e16ed216-a444-4e39-a2b1-fd92ce3c1030 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:53.826518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4800b-9807-4559-97c4-9defee13b528 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6dee4f-924a-433e-8fde-83c483d6d514,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.847269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35598) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.907023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-896c476a-5d4d-461c-93f3-ee38a17428b1 service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167794 Aug 29 04:37:53.926517 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:53.935348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18ae61ac-d6ce-4e12-bc22-2bd676bccba7 req-4841d56b-9cef-47cc-8247-3479c55a0435 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 210 time: 0.0694141 Aug 29 04:37:53.968615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24af721b-7fcd-4c16-b366-513be38931fc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.041458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9f6e-1940-4f75-9e64-3ee7c7b34860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.155595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d5624-7108-46f8-8a43-411033c22281 None None] DHCP port deletion for e16ed216-a444-4e39-a2b1-fd92ce3c1030 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:54.161878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d280a-583c-4186-ba43-188b45f599e0 req-05fbe6e7-bfbd-459f-ab93-00b72d68c934 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.163455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-652d280a-583c-4186-ba43-188b45f599e0 req-05fbe6e7-bfbd-459f-ab93-00b72d68c934 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1096 time: 0.1067271 Aug 29 04:37:54.244393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device b76334d4-6bf1-464f-958f-5d26b6bd629e up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:54.288182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-652d280a-583c-4186-ba43-188b45f599e0 req-cd52e420-a30e-48f2-a22c-153ed59b298a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133320 Aug 29 04:37:54.315443 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:52Z', 'revision_number': 8, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:54.358273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-291d5624-7108-46f8-8a43-411033c22281 None None] Deleting port a0844e7c-dba8-414f-92c9-42fe109f3dc5 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:54.358668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-291d5624-7108-46f8-8a43-411033c22281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.364898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee7b81a9-8b1b-4101-957e-deaf65cfa30d req-8250981f-a85b-4cf2-9e49-7646b277c637 service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775744 Aug 29 04:37:54.378547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port b76334d4-6bf1-464f-958f-5d26b6bd629e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:54.392337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9f6e-1940-4f75-9e64-3ee7c7b34860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.393305 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.401336 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-d2395527-268c-4b6d-8fbb-e2e1128c510a service neutron] 10.222.0.65 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041752 Aug 29 04:37:54.408204 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9f6e-1940-4f75-9e64-3ee7c7b34860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.419118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port b76334d4-6bf1-464f-958f-5d26b6bd629e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:54.419508 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.463960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a9f6e-1940-4f75-9e64-3ee7c7b34860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4682180a-3df1-4342-986d-e98274f743f1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.469235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5b2a9f6e-1940-4f75-9e64-3ee7c7b34860 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ab4a14d1f5d4b9fae80d90e2507629a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201108 Aug 29 04:37:54.472856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35606) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.478828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Allocated IP 192.168.233.86 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/75091439-12fe-4dc2-896b-53ee3d88ad3b) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:54.480821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-291d5624-7108-46f8-8a43-411033c22281 None None] For port a0844e7c-dba8-414f-92c9-42fe109f3dc5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a0844e7c-dba8-414f-92c9-42fe109f3dc5,segment=NetworkSegment(0f170117-95f0-414d-8b93-621c3445aa03),segment_id=0f170117-95f0-414d-8b93-621c3445aa03)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:54.481222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-291d5624-7108-46f8-8a43-411033c22281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.487445 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d27fee-cf15-47cb-95f8-aa1efb01cfc9 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:52Z', 'revision_number': 8, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': '0f101ec6-e265-4956-adb2-648abf8179dc', 'name': '', 'network_id': '45f3627a-a21b-44e0-87f4-532fab14e3c6', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:0b:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:33Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '9e5619ef-d28e-4842-b71c-75686eeaec38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:54.499029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-291d5624-7108-46f8-8a43-411033c22281 None None] Calling delete_port for a0844e7c-dba8-414f-92c9-42fe109f3dc5 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:54.559520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-723b5825-b27b-40f8-bf3f-b8d35f54d386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.587170 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.591773 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-723b5825-b27b-40f8-bf3f-b8d35f54d386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.667511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8690025b-7cf0-48ff-9d40-850e52f6abe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76334d4-6bf1-464f-958f-5d26b6bd629e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:54.677256 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689c6bcc-ec12-4c5c-8ccc-8667a25a2687" -d '{"events": [{"server_uuid": "8690025b-7cf0-48ff-9d40-850e52f6abe0", "name": "network-vif-plugged", "status": "completed", "tag": "b76334d4-6bf1-464f-958f-5d26b6bd629e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:54.685149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-723b5825-b27b-40f8-bf3f-b8d35f54d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.694377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-723b5825-b27b-40f8-bf3f-b8d35f54d386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.696056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-723b5825-b27b-40f8-bf3f-b8d35f54d386 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4682180a-3df1-4342-986d-e98274f743f1 HTTP/1.1" status: 204 len: 168 time: 0.2214785 Aug 29 04:37:54.713943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port b76334d4-6bf1-464f-958f-5d26b6bd629e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=b76334d4-6bf1-464f-958f-5d26b6bd629e,segment=NetworkSegment(86bed26b-2252-47cb-b8b2-f6fbd0762cfe),segment_id=86bed26b-2252-47cb-b8b2-f6fbd0762cfe)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:54.720482 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b5825-b27b-40f8-bf3f-b8d35f54d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4682180a-3df1-4342-986d-e98274f743f1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.738243 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.756057 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e70d99c-bbf7-40c6-9757-e2cbf3bdbe40 x-openstack-request-id: req-5e70d99c-bbf7-40c6-9757-e2cbf3bdbe40 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:54.757126 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8690025b-7cf0-48ff-9d40-850e52f6abe0", "name": "network-vif-plugged", "status": "completed", "tag": "b76334d4-6bf1-464f-958f-5d26b6bd629e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:54.757411 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e70d99c-bbf7-40c6-9757-e2cbf3bdbe40 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:54.757797 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8690025b-7cf0-48ff-9d40-850e52f6abe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76334d4-6bf1-464f-958f-5d26b6bd629e', 'code': 200} Aug 29 04:37:54.804485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port a0844e7c-dba8-414f-92c9-42fe109f3dc5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:54.804892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.843274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-27b7ab51-4da5-405f-a64e-2b84fc2a0f72 req-a880a9c0-ad77-4f2d-b9a4-128e8570109c service neutron] 10.222.0.65 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284241 Aug 29 04:37:54.854502 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-291d5624-7108-46f8-8a43-411033c22281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.909081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d5624-7108-46f8-8a43-411033c22281 None None] No DVR routers for this DVR port a0844e7c-dba8-414f-92c9-42fe109f3dc5 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:54.910630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=b76334d4-6bf1-464f-958f-5d26b6bd629e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.965320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d5624-7108-46f8-8a43-411033c22281 None None] Pushing event deleted for resources: {'Port': ['ID=a0844e7c-dba8-414f-92c9-42fe109f3dc5,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.991687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d0b18-e017-41b9-9aec-c8ef0a5556c5 req-c53781d0-d27a-437f-9638-89ada313e74d tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.004940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-767d0b18-e017-41b9-9aec-c8ef0a5556c5 req-c53781d0-d27a-437f-9638-89ada313e74d tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 945 time: 0.1656940 Aug 29 04:37:55.076883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-767d0b18-e017-41b9-9aec-c8ef0a5556c5 req-4c9d99c5-8531-4f5a-9946-fdc230d49670 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654242 Aug 29 04:37:55.107294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port a0844e7c-dba8-414f-92c9-42fe109f3dc5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a0844e7c-dba8-414f-92c9-42fe109f3dc5,segment=NetworkSegment(0f170117-95f0-414d-8b93-621c3445aa03),segment_id=0f170117-95f0-414d-8b93-621c3445aa03)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:55.107706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.341263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e20bdfb-de7a-4f74-bf02-bc346e045e40 req-6dd304d9-661a-4535-a56a-09519ce88b28 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 210 time: 0.1180358 Aug 29 04:37:55.347324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 978a9c31-7aaa-43ca-a8f5-f233f093158e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:55.396406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 978a9c31-7aaa-43ca-a8f5-f233f093158e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:55.398612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 978a9c31-7aaa-43ca-a8f5-f233f093158e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:55.399227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a0844e7c-dba8-414f-92c9-42fe109f3dc5 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:55.456939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a0844e7c-dba8-414f-92c9-42fe109f3dc5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:55.457575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a0844e7c-dba8-414f-92c9-42fe109f3dc5 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:55.503678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4e151-1b5a-4d43-97d5-bae22e15986e req-5e68c551-2497-4f42-986b-17f7bd57cbaf tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.505556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dbc4e151-1b5a-4d43-97d5-bae22e15986e req-5e68c551-2497-4f42-986b-17f7bd57cbaf tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1096 time: 0.0618439 Aug 29 04:37:55.551601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dbc4e151-1b5a-4d43-97d5-bae22e15986e req-30a2d59b-1249-48d6-b78b-8ed2dc305815 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Aug 29 04:37:55.620913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for a0844e7c-dba8-414f-92c9-42fe109f3dc5 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:55.624174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b490e-b4c6-458e-98ea-e99919f9440b req-c61a541b-f7b6-4fef-b4ea-e99172a8e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.625735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd9b490e-b4c6-458e-98ea-e99919f9440b req-c61a541b-f7b6-4fef-b4ea-e99172a8e835 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 1097 time: 0.8146021 Aug 29 04:37:55.627483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-aa9ef70a-cf5c-4406-a0ac-46b3a3380f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.628906 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-aa9ef70a-cf5c-4406-a0ac-46b3a3380f35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f85fef14a784454185278843e5526e14&device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1096 time: 0.6857226 Aug 29 04:37:55.636113 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.688526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Transition to ACTIVE for port object 75091439-12fe-4dc2-896b-53ee3d88ad3b will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:55.831022 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd9b490e-b4c6-458e-98ea-e99919f9440b req-7defeba4-7c61-4716-ab48-3b8745c849bc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782691 Aug 29 04:37:55.888263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-d1dc30b5-dcf9-4924-9ab9-666f5df33794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.889851 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-d1dc30b5-dcf9-4924-9ab9-666f5df33794 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8 HTTP/1.1" status: 200 len: 910 time: 0.2360632 Aug 29 04:37:55.891400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.894413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.927592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=a0844e7c-dba8-414f-92c9-42fe109f3dc5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.937189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port a0844e7c-dba8-414f-92c9-42fe109f3dc5 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:55.990000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:56.002400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:56.045519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:56.102470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Pushing event updated for resources: {'Port': ['ID=75091439-12fe-4dc2-896b-53ee3d88ad3b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.158759 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-f021a561-4490-4eee-8eab-500f6f6df0c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b5711d-18bd-4618-8242-63283f29c1eb HTTP/1.1" status: 200 len: 217 time: 0.1083264 Aug 29 04:37:56.160598 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.184512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16ed216-a444-4e39-a2b1-fd92ce3c1030']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:56.229261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f170117-95f0-414d-8b93-621c3445aa03') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:56.229261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f170117-95f0-414d-8b93-621c3445aa03') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:56.240617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.241270 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.264151 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.285784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-176a6799-ff0b-4fea-b1c1-43041cd7b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.287273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-176a6799-ff0b-4fea-b1c1-43041cd7b548 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bbe53716-a23e-4b6a-bcc2-ddaa66ad6409 HTTP/1.1" status: 200 len: 848 time: 0.1172402 Aug 29 04:37:56.291439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-db56d122-225b-4ce4-b619-1cb09eab4c92 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7044921 Aug 29 04:37:56.297024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.314362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Request body: {'port': {'device_id': 'a8e24459-6032-4ccc-a1e5-c7a7a8463cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:56.322111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:56.322537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:56.339432 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:56.362494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-86483c2f-6f87-457a-9251-fd1785320963 None None] Provisioning for port 75091439-12fe-4dc2-896b-53ee3d88ad3b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:56.367604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-86483c2f-6f87-457a-9251-fd1785320963 None None] Provisioning complete for port 75091439-12fe-4dc2-896b-53ee3d88ad3b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:56.368329 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-86483c2f-6f87-457a-9251-fd1785320963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.413104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-86483c2f-6f87-457a-9251-fd1785320963 None None] Port 75091439-12fe-4dc2-896b-53ee3d88ad3b cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:56.461741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-79e0a25d-9905-4213-a504-fa249935651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.463317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-79e0a25d-9905-4213-a504-fa249935651e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6a567d7-a0d8-4147-afb7-43ed84bd44a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680992 Aug 29 04:37:56.466262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.476372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.480551 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/e16ed216-a444-4e39-a2b1-fd92ce3c1030 HTTP/1.1" status: 204 len: 168 time: 2.6097040 Aug 29 04:37:56.480949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35670) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:56.495597 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.509256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeda78d-9001-4d1c-afd9-a87557997b25 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=e16ed216-a444-4e39-a2b1-fd92ce3c1030,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.695810 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-41ab3d85-521b-465a-9188-66230a012dba service neutron] 10.222.0.65 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167678 Aug 29 04:37:56.896158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56e7de3e-02ac-4ec1-8e28-b9a0ecd1e438 req-6dd04175-d936-4d62-99e3-6942c6c5de99 service neutron] 10.222.0.65 "GET /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777844 Aug 29 04:37:56.982228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75091439-12fe-4dc2-896b-53ee3d88ad3b {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:56.993191 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.010421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Transition to ACTIVE for port object 75091439-12fe-4dc2-896b-53ee3d88ad3b will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:57.017811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.085184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=75091439-12fe-4dc2-896b-53ee3d88ad3b,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.173656 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.231555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6379a4e-84f3-4fed-b7d3-967aca7540be req-9decefef-0463-4130-94cf-4e2332305c0d tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.239209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b6379a4e-84f3-4fed-b7d3-967aca7540be req-9decefef-0463-4130-94cf-4e2332305c0d tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 945 time: 0.5505536 Aug 29 04:37:57.261186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Attempting to bind port 75091439-12fe-4dc2-896b-53ee3d88ad3b on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:57.261536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Attempting to bind port 75091439-12fe-4dc2-896b-53ee3d88ad3b by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:57.261872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Attempting to bind port 75091439-12fe-4dc2-896b-53ee3d88ad3b on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:57.285790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Port 75091439-12fe-4dc2-896b-53ee3d88ad3b on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:57.286042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Attempting to bind port 75091439-12fe-4dc2-896b-53ee3d88ad3b on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:57.300977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:57.304023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:57.304768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:57.306616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Bound port: 75091439-12fe-4dc2-896b-53ee3d88ad3b, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:57.312381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.370881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b6379a4e-84f3-4fed-b7d3-967aca7540be req-919f0987-4e4f-4558-b965-f765abf0195f tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270404 Aug 29 04:37:57.434448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] For port 75091439-12fe-4dc2-896b-53ee3d88ad3b, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:57.445427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] For port 75091439-12fe-4dc2-896b-53ee3d88ad3b, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75091439-12fe-4dc2-896b-53ee3d88ad3b,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:57.453890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.503309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.504023 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.505374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] 10.222.0.64 "PUT /v2.0/ports/75091439-12fe-4dc2-896b-53ee3d88ad3b HTTP/1.1" status: 200 len: 1096 time: 1.1979010 Aug 29 04:37:57.505823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e24459-6032-4ccc-a1e5-c7a7a8463cb2', 'tag': '75091439-12fe-4dc2-896b-53ee3d88ad3b'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:57.508140 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bc11ef-62dd-4294-b5fe-1681243579fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e24459-6032-4ccc-a1e5-c7a7a8463cb2", "tag": "75091439-12fe-4dc2-896b-53ee3d88ad3b"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:57.535893 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.552589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93dddf-d0e1-4126-8025-59f4b520bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=75091439-12fe-4dc2-896b-53ee3d88ad3b,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.635707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-15979efe-7c00-44e7-b006-737d10398075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.637539 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-15979efe-7c00-44e7-b006-737d10398075 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6594fb5d28814630aadf20b73d0c4c57&device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0723267 Aug 29 04:37:57.702647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-e4a80117-c76d-4906-b0fc-ca61f22b2352 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=75091439-12fe-4dc2-896b-53ee3d88ad3b HTTP/1.1" status: 200 len: 217 time: 0.0554006 Aug 29 04:37:57.781327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-3622ae54-7116-4f61-af9e-82c54b5e8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.783019 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-3622ae54-7116-4f61-af9e-82c54b5e8945 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0658243 Aug 29 04:37:57.893791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-94a1b01d-ed3f-4f68-81fc-d7649287c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.895326 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-94a1b01d-ed3f-4f68-81fc-d7649287c0f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964897 Aug 29 04:37:57.902615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-45e6ab8e-7070-466e-8783-81384dfb6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.904264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-45e6ab8e-7070-466e-8783-81384dfb6330 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1097 time: 0.0824733 Aug 29 04:37:57.918562 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdb648-bc2f-4214-aaf4-814bb9a6f07e req-f753d996-ffe6-41e3-bdf8-e40577b9cb62 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.920336 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edcdb648-bc2f-4214-aaf4-814bb9a6f07e req-f753d996-ffe6-41e3-bdf8-e40577b9cb62 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 947 time: 0.1020830 Aug 29 04:37:57.997607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edcdb648-bc2f-4214-aaf4-814bb9a6f07e req-d19d166f-9e44-4f34-a79e-f47ed91c7abe tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Aug 29 04:37:58.019711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 0f101ec6-e265-4956-adb2-648abf8179dc {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:58.020133 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.113122 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-44ac33ed-eb31-4a85-a0b6-86495f494eba service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968162 Aug 29 04:37:58.155707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-0d12f98d-141f-4aa9-90ea-ec98f9996ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.157324 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-0d12f98d-141f-4aa9-90ea-ec98f9996ef2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 920 time: 0.2192924 Aug 29 04:37:58.187403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port 0f101ec6-e265-4956-adb2-648abf8179dc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0f101ec6-e265-4956-adb2-648abf8179dc,segment=NetworkSegment(acc9e331-5128-4d32-8eb1-e97195127776),segment_id=acc9e331-5128-4d32-8eb1-e97195127776)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:58.187807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.207428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 0f101ec6-e265-4956-adb2-648abf8179dc owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:58.213004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09efb42-253b-44b8-ba6c-d2a9c8efc0c1 req-9ffab8b4-7c76-4766-b6d5-0b39761877c2 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.214647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c09efb42-253b-44b8-ba6c-d2a9c8efc0c1 req-9ffab8b4-7c76-4766-b6d5-0b39761877c2 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1096 time: 0.0935876 Aug 29 04:37:58.223201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-deb12d23-00ae-41ba-bfe0-ec13d7a911a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 200 len: 217 time: 0.0353608 Aug 29 04:37:58.270864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 69b5711d-18bd-4618-8242-63283f29c1eb details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:58.303928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-a4b821b0-73a8-48d2-a10a-7e1966136fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.304563 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.306183 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-a4b821b0-73a8-48d2-a10a-7e1966136fdc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.0714209 Aug 29 04:37:58.310451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c09efb42-253b-44b8-ba6c-d2a9c8efc0c1 req-64597b7b-2724-438f-a802-758d29d96ddf tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850568 Aug 29 04:37:58.310613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-31d8413f-8b1d-4b3a-bcf5-a96538a9c083 req-94802c07-5159-45d6-a147-83a2b086d427 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786363 Aug 29 04:37:58.378541 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-a2fc8371-46af-426f-9757-e9fe3b6091cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599489 Aug 29 04:37:58.435662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 69b5711d-18bd-4618-8242-63283f29c1eb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b5711d-18bd-4618-8242-63283f29c1eb,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:58.447892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '69b5711d-18bd-4618-8242-63283f29c1eb', 'network_id': 'f6a567d7-a0d8-4147-afb7-43ed84bd44a8', 'port_id': '69b5711d-18bd-4618-8242-63283f29c1eb', 'mac_address': 'fa:16:3e:11:50:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe53716-a23e-4b6a-bcc2-ddaa66ad6409', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:58.482572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.500922 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.512779 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea6cdb-960b-4ca3-b749-1799a4a41184 x-openstack-request-id: req-7aea6cdb-960b-4ca3-b749-1799a4a41184 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:58.513069 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e24459-6032-4ccc-a1e5-c7a7a8463cb2", "tag": "75091439-12fe-4dc2-896b-53ee3d88ad3b", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:58.513320 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7aea6cdb-960b-4ca3-b749-1799a4a41184 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:58.513735 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e24459-6032-4ccc-a1e5-c7a7a8463cb2', 'tag': '75091439-12fe-4dc2-896b-53ee3d88ad3b', 'status': 'completed', 'code': 200} Aug 29 04:37:58.526539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b5711d-18bd-4618-8242-63283f29c1eb {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:58.554358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=0f101ec6-e265-4956-adb2-648abf8179dc,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.576403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 69b5711d-18bd-4618-8242-63283f29c1eb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b5711d-18bd-4618-8242-63283f29c1eb,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:58.586177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.609056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-5f540c4e-8419-4a3a-9a37-7edca50ed233 service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222071 Aug 29 04:37:58.659588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=69b5711d-18bd-4618-8242-63283f29c1eb,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.695563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-25dfd269-7001-4095-a9f6-2d18d838449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.697305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-25dfd269-7001-4095-a9f6-2d18d838449b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6594fb5d28814630aadf20b73d0c4c57&device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 1099 time: 0.1513195 Aug 29 04:37:58.728478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d96d-8dd3-48b8-8617-509130a353ee req-c37f7d3b-cbe8-41c6-ba01-b37deda1c900 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.730100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9728d96d-8dd3-48b8-8617-509130a353ee req-c37f7d3b-cbe8-41c6-ba01-b37deda1c900 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.1399851 Aug 29 04:37:58.806568 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18d0501e-a82e-4673-8d04-677dd5ae1e2d req-75a28e53-44b3-42d2-86f4-2c802fd9499e service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886623 Aug 29 04:37:58.832147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['69b5711d-18bd-4618-8242-63283f29c1eb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:58.852597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-f2b9368c-8881-41f4-b9c4-696e4329569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.854366 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-f2b9368c-8881-41f4-b9c4-696e4329569e service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.1283596 Aug 29 04:37:58.885958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9728d96d-8dd3-48b8-8617-509130a353ee req-732f8921-e8d9-4f86-93c4-4e21e2263e3f tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407871 Aug 29 04:37:58.891116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.920778 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-229c2e95-4656-4c4f-9674-366f3fad1c57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=75091439-12fe-4dc2-896b-53ee3d88ad3b HTTP/1.1" status: 200 len: 217 time: 0.0576658 Aug 29 04:37:58.994027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-a1dbf056-2a4a-451c-8d04-cae9f3f57a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.995676 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-a1dbf056-2a4a-451c-8d04-cae9f3f57a51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0639095 Aug 29 04:37:59.063548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-e49af047-8ad8-4a3f-acc9-48749202483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.065678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-e49af047-8ad8-4a3f-acc9-48749202483f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535862 Aug 29 04:37:59.175451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-6e2b63a3-a549-46fa-9094-39beaf3da8dc service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998945 Aug 29 04:37:59.191607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766122-ebde-4b64-92ad-cce50a646b55 req-17730d3e-0d83-4a05-9a56-4b0822f7e81e tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.193259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc766122-ebde-4b64-92ad-cce50a646b55 req-17730d3e-0d83-4a05-9a56-4b0822f7e81e tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 945 time: 0.1509092 Aug 29 04:37:59.201783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:59.301762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc766122-ebde-4b64-92ad-cce50a646b55 req-7d0e7a06-cb39-4908-82b8-6e54d81306ef tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987310 Aug 29 04:37:59.310042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-91bc11ef-62dd-4294-b5fe-1681243579fa req-cf0c6209-47bb-4dfd-b2a0-78e019a6cba8 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184304 Aug 29 04:37:59.377632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:59.384224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b97ad690-1c82-4640-9f80-04f1d1f0feff tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9020612 Aug 29 04:37:59.386510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35736) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.397509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:59.408245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:59.409122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:59.443045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d980f960-a387-4c75-be96-d1cc04a030de tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet 9e5619ef-d28e-4842-b71c-75686eeaec38 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:59.464457 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d980f960-a387-4c75-be96-d1cc04a030de tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.510446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:59.528384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d980f960-a387-4c75-be96-d1cc04a030de tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.571089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577659-03e5-47bb-b422-1f3d9e206791 req-d06c0003-a181-4e7c-9e2f-e34c825646fa tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.572625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06577659-03e5-47bb-b422-1f3d9e206791 req-d06c0003-a181-4e7c-9e2f-e34c825646fa tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 947 time: 0.1197827 Aug 29 04:37:59.648621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-06577659-03e5-47bb-b422-1f3d9e206791 req-1de88fe3-f4f8-4ea2-b94c-0cf317707ab9 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678506 Aug 29 04:37:59.678625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d980f960-a387-4c75-be96-d1cc04a030de tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.762025 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d980f960-a387-4c75-be96-d1cc04a030de tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.788692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:58Z', 'revision_number': 9, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:59.800833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980f960-a387-4c75-be96-d1cc04a030de tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5619ef-d28e-4842-b71c-75686eeaec38,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.813399 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d980f960-a387-4c75-be96-d1cc04a030de tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.818109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35742) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.818737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d980f960-a387-4c75-be96-d1cc04a030de tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/9e5619ef-d28e-4842-b71c-75686eeaec38 HTTP/1.1" status: 204 len: 168 time: 0.4305277 Aug 29 04:37:59.824328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:59.830361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7231e-65e0-4d89-8d94-6e09fbe38b51 None None] Network 45f3627a-a21b-44e0-87f4-532fab14e3c6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:59.852412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f62a1-606b-4b44-9fed-8c7763a7cf32 req-e6461024-cf99-4eb6-9305-82df68579d2f tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.854431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54f62a1-606b-4b44-9fed-8c7763a7cf32 req-e6461024-cf99-4eb6-9305-82df68579d2f tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1097 time: 0.0556793 Aug 29 04:37:59.878793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:59.879429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:59.904370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f54f62a1-606b-4b44-9fed-8c7763a7cf32 req-d98d37e9-2867-4648-8110-974345b0295a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419545 Aug 29 04:37:59.915889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.995780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port 1a2203fc-734f-430d-9d95-045836e6727a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:59.996176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.042827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:00.087032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port 1a2203fc-734f-430d-9d95-045836e6727a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1a2203fc-734f-430d-9d95-045836e6727a,segment=NetworkSegment(acc9e331-5128-4d32-8eb1-e97195127776),segment_id=acc9e331-5128-4d32-8eb1-e97195127776)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:00.087328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.108812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for 1a2203fc-734f-430d-9d95-045836e6727a owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:00.241322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] DHCP port deletion for 45f3627a-a21b-44e0-87f4-532fab14e3c6 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:00.301856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 69b5711d-18bd-4618-8242-63283f29c1eb up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:00.400898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd8f42-9703-4dbc-8b88-a8c03656bdec req-5b2e511e-e540-4edb-93ff-be3283c6d2d8 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.402860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-64dd8f42-9703-4dbc-8b88-a8c03656bdec req-5b2e511e-e540-4edb-93ff-be3283c6d2d8 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.0932076 Aug 29 04:38:00.411620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236b980-efdb-4783-904a-568b6e633da0 req-3579d25c-54d6-47ae-a864-3dfa0b5b1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.413543 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b236b980-efdb-4783-904a-568b6e633da0 req-3579d25c-54d6-47ae-a864-3dfa0b5b1468 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0734ab445bc045f9bfd1be0001164f1f&device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 1097 time: 0.1477261 Aug 29 04:38:00.414795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.444381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port 1a2203fc-734f-430d-9d95-045836e6727a on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:00.525187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-64dd8f42-9703-4dbc-8b88-a8c03656bdec req-948b00ab-1d99-4707-9961-e333bc29b74d tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133046 Aug 29 04:38:00.569805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=1a2203fc-734f-430d-9d95-045836e6727a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.653560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] Deleting port 1a2203fc-734f-430d-9d95-045836e6727a {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:00.654130 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.727239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.763262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 69b5711d-18bd-4618-8242-63283f29c1eb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:00.767734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f3627a-a21b-44e0-87f4-532fab14e3c6']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:00.799613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc9e331-5128-4d32-8eb1-e97195127776') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:00.799939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc9e331-5128-4d32-8eb1-e97195127776') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:00.804315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 69b5711d-18bd-4618-8242-63283f29c1eb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:00.806594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.825669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.881521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236b980-efdb-4783-904a-568b6e633da0 req-8a0b6db0-75db-458f-a729-40f65130fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.883280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b236b980-efdb-4783-904a-568b6e633da0 req-8a0b6db0-75db-458f-a729-40f65130fff2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=770957e8-6672-4b25-9aa3-a67fbc2e75e5 HTTP/1.1" status: 200 len: 915 time: 0.4562721 Aug 29 04:38:00.884166 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.896524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d6b9a-a1a0-4872-9902-3d1317331cb6 req-cf9dbd48-e8bc-40cc-ab2d-5f3cb829827d tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.901077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:00.901502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:00.904731 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:00.909900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] For port 1a2203fc-734f-430d-9d95-045836e6727a, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:00.910590 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.912911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c59d6b9a-a1a0-4872-9902-3d1317331cb6 req-cf9dbd48-e8bc-40cc-ab2d-5f3cb829827d tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 945 time: 0.1182461 Aug 29 04:38:00.949325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b236b980-efdb-4783-904a-568b6e633da0 req-a3558135-ad9d-417d-8782-55c6f9f23c62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b76334d4-6bf1-464f-958f-5d26b6bd629e HTTP/1.1" status: 200 len: 217 time: 0.0578237 Aug 29 04:38:00.978767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] Calling delete_port for 1a2203fc-734f-430d-9d95-045836e6727a owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:00.986580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] Port 1a2203fc-734f-430d-9d95-045836e6727a was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:38:00.988560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c59d6b9a-a1a0-4872-9902-3d1317331cb6 req-9a317e17-075f-4ad1-bba9-dedbd8f1039c tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744450 Aug 29 04:38:00.997109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.054601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] No DVR routers for this DVR port 1a2203fc-734f-430d-9d95-045836e6727a on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:01.064796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01ec9-f52a-46cc-bff5-d05d9cfdb40a None None] Pushing event deleted for resources: {'Port': ['ID=1a2203fc-734f-430d-9d95-045836e6727a,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.072409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:58Z', 'revision_number': 9, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:01.080877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236b980-efdb-4783-904a-568b6e633da0 req-a46bfe95-5f0c-465d-b1b4-3cd033c2e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.082501 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b236b980-efdb-4783-904a-568b6e633da0 req-a46bfe95-5f0c-465d-b1b4-3cd033c2e0bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f462d6c-2ac0-4313-8c80-37abd1b9cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0908444 Aug 29 04:38:01.084677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.091955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.094349 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/45f3627a-a21b-44e0-87f4-532fab14e3c6 HTTP/1.1" status: 204 len: 168 time: 1.2742481 Aug 29 04:38:01.131451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35766) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.140299 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b236b980-efdb-4783-904a-568b6e633da0 req-179f404b-47bb-40a6-a808-2f422d6b3cf8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=770957e8-6672-4b25-9aa3-a67fbc2e75e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400703 Aug 29 04:38:01.163805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5810a-2a8f-43cb-842f-7cb01ae0fdf3 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=45f3627a-a21b-44e0-87f4-532fab14e3c6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.178074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862960e-e4e9-4af1-930a-698f345a0426 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:58Z', 'revision_number': 9, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8670910-2021-43dd-b775-37b16dfab05e', 'name': '', 'network_id': '2f6105f0-cc16-4542-b1ef-90d1be02387d', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:70:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:21Z', 'updated_at': '2021-08-29T04:37:35Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:01.288786 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.301330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b236b980-efdb-4783-904a-568b6e633da0 req-9a3b9d23-9b06-49a2-8c22-63beb9df9b70 service neutron] 10.222.0.65 "GET /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492736 Aug 29 04:38:01.343809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f59bb6-3f9d-4eaf-942b-131b3175d1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b5711d-18bd-4618-8242-63283f29c1eb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:01.356017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c89f1c-25dd-4760-bc6e-60d0ace6b4dc req-c47d6be1-eb0f-4979-b5a7-b0edbad2853c tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.356446 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167edb82-ec72-40e9-8b13-a92622d1b6a2" -d '{"events": [{"server_uuid": "d7f59bb6-3f9d-4eaf-942b-131b3175d1d1", "name": "network-vif-plugged", "status": "completed", "tag": "69b5711d-18bd-4618-8242-63283f29c1eb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:01.356965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7c89f1c-25dd-4760-bc6e-60d0ace6b4dc req-c47d6be1-eb0f-4979-b5a7-b0edbad2853c tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 947 time: 0.2944696 Aug 29 04:38:01.379329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 69b5711d-18bd-4618-8242-63283f29c1eb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b5711d-18bd-4618-8242-63283f29c1eb,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:01.393154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.497668 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b236b980-efdb-4783-904a-568b6e633da0 req-64eace89-3717-422d-9cec-045e8fc3807b service neutron] 10.222.0.65 "GET /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894684 Aug 29 04:38:01.549716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=69b5711d-18bd-4618-8242-63283f29c1eb,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.581873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1a2203fc-734f-430d-9d95-045836e6727a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:01.627488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 1a2203fc-734f-430d-9d95-045836e6727a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:01.628201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1a2203fc-734f-430d-9d95-045836e6727a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:01.665490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7c89f1c-25dd-4760-bc6e-60d0ace6b4dc req-48bc71b3-0b7e-45b8-aed0-1fba4551bbe2 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996747 Aug 29 04:38:01.882166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf9e85-b7a4-4b46-baca-4b44540f8918 req-fce17541-2782-44b8-8949-89f37fcd2432 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.883726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0bf9e85-b7a4-4b46-baca-4b44540f8918 req-fce17541-2782-44b8-8949-89f37fcd2432 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0782661 Aug 29 04:38:01.886552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.008245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0bf9e85-b7a4-4b46-baca-4b44540f8918 req-cdc58e1c-bbd3-48f6-865f-34c1493d5fe4 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841613 Aug 29 04:38:02.123750 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d539b9-c26c-4eae-b496-6f0cc7fb8161 x-openstack-request-id: req-83d539b9-c26c-4eae-b496-6f0cc7fb8161 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:02.124348 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f59bb6-3f9d-4eaf-942b-131b3175d1d1", "name": "network-vif-plugged", "status": "completed", "tag": "69b5711d-18bd-4618-8242-63283f29c1eb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:02.124348 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83d539b9-c26c-4eae-b496-6f0cc7fb8161 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:02.126906 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f59bb6-3f9d-4eaf-942b-131b3175d1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b5711d-18bd-4618-8242-63283f29c1eb', 'code': 200} Aug 29 04:38:02.238611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4e034-6446-46e3-b897-e8bbcf1b68a0 req-4cf3c81b-796d-4731-b7b9-954ce0c9a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.240276 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ac4e034-6446-46e3-b897-e8bbcf1b68a0 req-4cf3c81b-796d-4731-b7b9-954ce0c9a516 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0479267 Aug 29 04:38:02.252958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75091439-12fe-4dc2-896b-53ee3d88ad3b details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:02.286293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977e6fe-2d11-41be-8b3e-2aff7928a421 req-f85d7206-cf66-4f23-9bc4-71823cbec92c tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.288075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7977e6fe-2d11-41be-8b3e-2aff7928a421 req-f85d7206-cf66-4f23-9bc4-71823cbec92c tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.0848107 Aug 29 04:38:02.291337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port f8670910-2021-43dd-b775-37b16dfab05e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:02.291799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.301721 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ac4e034-6446-46e3-b897-e8bbcf1b68a0 req-a4e051e8-e732-4214-a868-9a7ddfba31b0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515862 Aug 29 04:38:02.379006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75091439-12fe-4dc2-896b-53ee3d88ad3b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75091439-12fe-4dc2-896b-53ee3d88ad3b,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:02.392660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7977e6fe-2d11-41be-8b3e-2aff7928a421 req-2f7ae0d7-0e81-4515-b41d-b154a05b9105 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951819 Aug 29 04:38:02.395862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '75091439-12fe-4dc2-896b-53ee3d88ad3b', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '75091439-12fe-4dc2-896b-53ee3d88ad3b', 'mac_address': 'fa:16:3e:fa:f1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:02.433802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port f8670910-2021-43dd-b775-37b16dfab05e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f8670910-2021-43dd-b775-37b16dfab05e,segment=NetworkSegment(f9f58ff2-976e-454d-98c6-e2866148930a),segment_id=f9f58ff2-976e-454d-98c6-e2866148930a)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:02.434411 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.438725 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.452696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for f8670910-2021-43dd-b775-37b16dfab05e owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:02.458979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75091439-12fe-4dc2-896b-53ee3d88ad3b {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:02.485998 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75091439-12fe-4dc2-896b-53ee3d88ad3b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75091439-12fe-4dc2-896b-53ee3d88ad3b,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:02.492399 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.574930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=75091439-12fe-4dc2-896b-53ee3d88ad3b,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.802845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['75091439-12fe-4dc2-896b-53ee3d88ad3b'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:03.050892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48675aa-608a-4c80-ba80-f61b05a68fd7 req-c124973a-096a-454a-b1f4-782f350a4a2f tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:03.052247 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b48675aa-608a-4c80-ba80-f61b05a68fd7 req-c124973a-096a-454a-b1f4-782f350a4a2f tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 945 time: 0.4674377 Aug 29 04:38:03.082198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.111591 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b48675aa-608a-4c80-ba80-f61b05a68fd7 req-bf3417b6-70cc-4575-b596-f16b44da9c35 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481336 Aug 29 04:38:03.133968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=f8670910-2021-43dd-b775-37b16dfab05e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:03.258049 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:38:03.289911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0f101ec6-e265-4956-adb2-648abf8179dc no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:03.326949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0f101ec6-e265-4956-adb2-648abf8179dc {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:03.326949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0f101ec6-e265-4956-adb2-648abf8179dc not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:03.450413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d39e10-5793-4c62-8149-c17db8d0ccbc req-86985da7-e48b-490a-8640-fd7e2f541b46 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:03.466741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08d39e10-5793-4c62-8149-c17db8d0ccbc req-86985da7-e48b-490a-8640-fd7e2f541b46 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 948 time: 0.2311578 Aug 29 04:38:03.508658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.520829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08d39e10-5793-4c62-8149-c17db8d0ccbc req-10b100bd-b127-4ae1-91c9-ae88f909a88c tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531416 Aug 29 04:38:03.761650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd601af-ae64-469c-bff4-7c577de6c17c req-107ca03c-ca78-4e6e-a6ef-c61fa491c20a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:03.763445 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdd601af-ae64-469c-bff4-7c577de6c17c req-107ca03c-ca78-4e6e-a6ef-c61fa491c20a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0890415 Aug 29 04:38:03.771918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:03.877314 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bdd601af-ae64-469c-bff4-7c577de6c17c req-1077a2d4-7b76-4848-8c17-46d2f5d58bea tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036217 Aug 29 04:38:03.913929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:03.919497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c93a6f15-1b78-4d97-b01b-f20670c9b846 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7820609 Aug 29 04:38:03.921968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35826) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.927932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:03.942135 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:03.942966 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:03.989437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f994baf0-0f46-47a8-8f8b-61539422e16a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet 5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:03.993081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f994baf0-0f46-47a8-8f8b-61539422e16a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.043877 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:04.067576 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f994baf0-0f46-47a8-8f8b-61539422e16a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.114129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae52b18-3ba9-4822-acc3-b654eec4be30 req-b6b43c27-e407-416d-bbdb-9a5c13a428d2 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.115662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cae52b18-3ba9-4822-acc3-b654eec4be30 req-b6b43c27-e407-416d-bbdb-9a5c13a428d2 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.0953634 Aug 29 04:38:04.201090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cae52b18-3ba9-4822-acc3-b654eec4be30 req-8a5d9c21-27ad-418a-883d-e4185bfacf39 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738978 Aug 29 04:38:04.209751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f994baf0-0f46-47a8-8f8b-61539422e16a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.284723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75091439-12fe-4dc2-896b-53ee3d88ad3b up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:04.315117 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:02Z', 'revision_number': 10, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:04.344517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f994baf0-0f46-47a8-8f8b-61539422e16a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.373022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 75091439-12fe-4dc2-896b-53ee3d88ad3b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:04.381837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 75091439-12fe-4dc2-896b-53ee3d88ad3b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:04.383168 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.409634 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:04.419302 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:04.420228 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:04.426474 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f994baf0-0f46-47a8-8f8b-61539422e16a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.434495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01bc1b-5a95-4f2a-a3a8-9533ae133b1e None None] Network 2f6105f0-cc16-4542-b1ef-90d1be02387d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:04.437051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35834) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.448466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f994baf0-0f46-47a8-8f8b-61539422e16a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7 HTTP/1.1" status: 204 len: 168 time: 0.5253644 Aug 29 04:38:04.460673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994baf0-0f46-47a8-8f8b-61539422e16a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.557501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a2a70-9ca3-429b-bed1-85e0df75ef00 req-f6f4b76c-827f-4963-b668-fd34fd8be6b0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.567389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c6a2a70-9ca3-429b-bed1-85e0df75ef00 req-f6f4b76c-827f-4963-b668-fd34fd8be6b0 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1098 time: 0.1525466 Aug 29 04:38:04.578534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.611932 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.612361 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:04.613085 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c6a2a70-9ca3-429b-bed1-85e0df75ef00 req-28215f59-3a81-4809-b03a-ccf6f56e8cad tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445364 Aug 29 04:38:04.668925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port a304ce8f-ebbe-4ed5-944f-5fffd93b353f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:04.669277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.684320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e24459-6032-4ccc-a1e5-c7a7a8463cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75091439-12fe-4dc2-896b-53ee3d88ad3b'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:04.687367 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d8f5ba-36ca-47ad-b2aa-e55cdc22b24e" -d '{"events": [{"server_uuid": "a8e24459-6032-4ccc-a1e5-c7a7a8463cb2", "name": "network-vif-plugged", "status": "completed", "tag": "75091439-12fe-4dc2-896b-53ee3d88ad3b"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:04.734180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 75091439-12fe-4dc2-896b-53ee3d88ad3b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75091439-12fe-4dc2-896b-53ee3d88ad3b,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:04.743045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.817313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=75091439-12fe-4dc2-896b-53ee3d88ad3b,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.833796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port a304ce8f-ebbe-4ed5-944f-5fffd93b353f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,segment=NetworkSegment(f9f58ff2-976e-454d-98c6-e2866148930a),segment_id=f9f58ff2-976e-454d-98c6-e2866148930a)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:04.834173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.835199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35848) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.856843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] DHCP port deletion for 2f6105f0-cc16-4542-b1ef-90d1be02387d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:04.869866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for a304ce8f-ebbe-4ed5-944f-5fffd93b353f owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:04.945362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] Deleting port a304ce8f-ebbe-4ed5-944f-5fffd93b353f {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:04.945985 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.003287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-11d34130-13ab-4345-951a-90ee21d5db2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.045309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] For port a304ce8f-ebbe-4ed5-944f-5fffd93b353f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,segment=NetworkSegment(f9f58ff2-976e-454d-98c6-e2866148930a),segment_id=f9f58ff2-976e-454d-98c6-e2866148930a)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:05.046451 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.048083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.073049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] Calling delete_port for a304ce8f-ebbe-4ed5-944f-5fffd93b353f owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:05.086710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.094415 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:02Z', 'revision_number': 10, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:05.100345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port a304ce8f-ebbe-4ed5-944f-5fffd93b353f on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:05.145629 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81580b41-b704-469c-a4e0-c0140582a717 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:02Z', 'revision_number': 10, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None, '_interfaces': [{'id': 'a4c90e54-8f98-412d-a4c3-44b5ae9403a1', 'name': '', 'network_id': '1e4046a9-834c-4ed6-90ba-a0b43ef2cde0', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'mac_address': 'fa:16:3e:e9:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30438665-0721-4384-b97f-9de3001e28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '72ddfadf-9584-4914-a677-301c74e65633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:24Z', 'revision_number': 5, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'subnets': [{'id': '72ddfadf-9584-4914-a677-301c74e65633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:05.162274 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.193761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db0d9b-22a4-4868-997b-4d65e1ef56ef req-04039ded-0d7d-4401-8929-6347dc57f49b tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.195380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66db0d9b-22a4-4868-997b-4d65e1ef56ef req-04039ded-0d7d-4401-8929-6347dc57f49b tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 949 time: 0.1455481 Aug 29 04:38:05.239724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] Pushing event deleted for resources: {'Port': ['ID=a304ce8f-ebbe-4ed5-944f-5fffd93b353f,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.261540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d858b-5b38-4121-a419-3090d35f43bc None None] No DVR routers for this DVR port a304ce8f-ebbe-4ed5-944f-5fffd93b353f on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:05.286110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.310059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6105f0-cc16-4542-b1ef-90d1be02387d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:05.320266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66db0d9b-22a4-4868-997b-4d65e1ef56ef req-2fd69201-8bc9-49f5-b708-86a0975b16da tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921726 Aug 29 04:38:05.347043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f58ff2-976e-454d-98c6-e2866148930a') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:05.347043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f58ff2-976e-454d-98c6-e2866148930a') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:05.359485 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.381126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-11d34130-13ab-4345-951a-90ee21d5db2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.385611 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.389164 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-11d34130-13ab-4345-951a-90ee21d5db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.396570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:05.397002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:05.401658 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:05.458533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-11d34130-13ab-4345-951a-90ee21d5db2b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97d26f8b916e45e3adb69543346b97fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220739 Aug 29 04:38:05.460794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d34130-13ab-4345-951a-90ee21d5db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b9a905-9889-484c-9c21-f02766849307,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.461263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35870) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.476509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7f1e2-919c-45fd-be33-0980ac6e2c74 req-b29ddc67-02ca-43a5-b773-e247816de8e9 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.478067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aed7f1e2-919c-45fd-be33-0980ac6e2c74 req-b29ddc67-02ca-43a5-b773-e247816de8e9 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0719361 Aug 29 04:38:05.490264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.509265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.513916 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/2f6105f0-cc16-4542-b1ef-90d1be02387d HTTP/1.1" status: 204 len: 168 time: 1.0755310 Aug 29 04:38:05.521579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35872) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.541414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aed7f1e2-919c-45fd-be33-0980ac6e2c74 req-f10fbdfe-f2ef-49e1-a1b4-4c8b09a1bb4d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Aug 29 04:38:05.582916 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064ca181-363a-4755-bd8d-5c3ff5087330 x-openstack-request-id: req-064ca181-363a-4755-bd8d-5c3ff5087330 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:05.583436 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e24459-6032-4ccc-a1e5-c7a7a8463cb2", "name": "network-vif-plugged", "status": "completed", "tag": "75091439-12fe-4dc2-896b-53ee3d88ad3b", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:05.583785 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-064ca181-363a-4755-bd8d-5c3ff5087330 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:05.584446 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e24459-6032-4ccc-a1e5-c7a7a8463cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75091439-12fe-4dc2-896b-53ee3d88ad3b', 'code': 200} Aug 29 04:38:05.631364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a304ce8f-ebbe-4ed5-944f-5fffd93b353f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:05.674825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a304ce8f-ebbe-4ed5-944f-5fffd93b353f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:05.675335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a304ce8f-ebbe-4ed5-944f-5fffd93b353f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:05.781409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38aece-b849-4a95-9725-87c91784ec20 req-aa48e463-7eec-4f60-a2ae-d0cad5e8fa84 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.783069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d38aece-b849-4a95-9725-87c91784ec20 req-aa48e463-7eec-4f60-a2ae-d0cad5e8fa84 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 945 time: 0.0740724 Aug 29 04:38:05.846122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d38aece-b849-4a95-9725-87c91784ec20 req-e41e345d-8107-4cfd-8b6e-7ce976885e0e tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557692 Aug 29 04:38:05.967279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0570-d362-4391-b0ff-65685adcef2f req-922940f5-92a1-449e-bf83-9e356e236fc2 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.969427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55fe0570-d362-4391-b0ff-65685adcef2f req-922940f5-92a1-449e-bf83-9e356e236fc2 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.0608301 Aug 29 04:38:06.013114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55fe0570-d362-4391-b0ff-65685adcef2f req-9cd03c4b-ea72-4f5e-b02e-021f99178c06 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Aug 29 04:38:06.107876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111cc29-f8e0-436c-8bdf-ff552414dab1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=2f6105f0-cc16-4542-b1ef-90d1be02387d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.166898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0b189e6-e7d7-4ea0-b553-6402a91828ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.257944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7824420-a366-4de5-82fa-2e426e17eecb req-387636ea-bfe6-4eba-a3cf-f3fd38d0d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.259453 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7824420-a366-4de5-82fa-2e426e17eecb req-387636ea-bfe6-4eba-a3cf-f3fd38d0d88f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 1101 time: 0.1654725 Aug 29 04:38:06.267670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac48fe6-8477-4b04-ba26-e6e1123bddea req-b876b960-3582-4f1e-85e9-ef3a50565207 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.269303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ac48fe6-8477-4b04-ba26-e6e1123bddea req-b876b960-3582-4f1e-85e9-ef3a50565207 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0431192 Aug 29 04:38:06.284056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0b189e6-e7d7-4ea0-b553-6402a91828ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.309703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ac48fe6-8477-4b04-ba26-e6e1123bddea req-cee23b62-c868-4886-9415-bccf7fd073d2 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334361 Aug 29 04:38:06.353865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7824420-a366-4de5-82fa-2e426e17eecb req-b3346396-390c-4433-9ad0-41d253c6eb42 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852866 Aug 29 04:38:06.438028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0b189e6-e7d7-4ea0-b553-6402a91828ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.441317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0b189e6-e7d7-4ea0-b553-6402a91828ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.445106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c0b189e6-e7d7-4ea0-b553-6402a91828ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12b9a905-9889-484c-9c21-f02766849307 HTTP/1.1" status: 204 len: 168 time: 0.9802835 Aug 29 04:38:06.445301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2fe7-c735-44a1-a198-d9b61e0efb38 req-d3a3df2f-38c0-4efe-b938-5059da8b7102 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.451273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e5c2fe7-c735-44a1-a198-d9b61e0efb38 req-d3a3df2f-38c0-4efe-b938-5059da8b7102 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 949 time: 0.0710652 Aug 29 04:38:06.455556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b189e6-e7d7-4ea0-b553-6402a91828ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b9a905-9889-484c-9c21-f02766849307,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.490970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e5c2fe7-c735-44a1-a198-d9b61e0efb38 req-7c4577b0-29f7-4962-a801-1f83b886a73a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 Aug 29 04:38:06.504423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9570d-5713-4775-926b-10eec1511c7e req-6626e7b9-1ada-4014-abe4-993ecba09e9e tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.505476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-11b9570d-5713-4775-926b-10eec1511c7e req-6626e7b9-1ada-4014-abe4-993ecba09e9e tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.65 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 945 time: 0.1105502 Aug 29 04:38:06.669607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Deleting port b76334d4-6bf1-464f-958f-5d26b6bd629e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:06.669955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.745208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.839909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] For port b76334d4-6bf1-464f-958f-5d26b6bd629e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=b76334d4-6bf1-464f-958f-5d26b6bd629e,segment=NetworkSegment(86bed26b-2252-47cb-b8b2-f6fbd0762cfe),segment_id=86bed26b-2252-47cb-b8b2-f6fbd0762cfe)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:06.840311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.861798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Calling delete_port for b76334d4-6bf1-464f-958f-5d26b6bd629e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:06.993509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe6d96-1a28-4e96-b278-e6135d4e60ef req-5430e4dc-2eb1-4242-82f4-facddf3db552 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.995022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cbe6d96-1a28-4e96-b278-e6135d4e60ef req-5430e4dc-2eb1-4242-82f4-facddf3db552 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/ports?device_id=8690025b-7cf0-48ff-9d40-850e52f6abe0 HTTP/1.1" status: 200 len: 945 time: 0.0636320 Aug 29 04:38:07.043938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cbe6d96-1a28-4e96-b278-e6135d4e60ef req-49045c60-4a7d-4cca-8174-2148c514aff6 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.58 "GET /v2.0/security-groups?id=9beb3d6e-313d-47b7-af9f-82fc5bea75da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Aug 29 04:38:07.136516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.158877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0bbc-875c-4745-b41c-cd888150de09 req-6a6ab48d-fc44-4e96-8659-53e5b6a96756 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.160434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bcb0bbc-875c-4745-b41c-cd888150de09 req-6a6ab48d-fc44-4e96-8659-53e5b6a96756 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.0537324 Aug 29 04:38:07.172748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Pushing event deleted for resources: {'Port': ['ID=b76334d4-6bf1-464f-958f-5d26b6bd629e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.214515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port a4c90e54-8f98-412d-a4c3-44b5ae9403a1 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:07.214863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.222776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bcb0bbc-875c-4745-b41c-cd888150de09 req-25d6606b-6157-4de3-b535-0ba89ce26f16 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556166 Aug 29 04:38:07.233184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] No DVR routers for this DVR port b76334d4-6bf1-464f-958f-5d26b6bd629e on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:07.236937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.239680 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-11b9570d-5713-4775-926b-10eec1511c7e req-6c4dacb3-512e-444f-81b9-01a80c8989a4 tempest-InstanceActionsTestJSON-1112106777 tempest-InstanceActionsTestJSON-1112106777-project] 10.222.0.65 "DELETE /v2.0/ports/b76334d4-6bf1-464f-958f-5d26b6bd629e HTTP/1.1" status: 204 len: 173 time: 0.7174826 Aug 29 04:38:07.241531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f8670910-2021-43dd-b775-37b16dfab05e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:07.252018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8690025b-7cf0-48ff-9d40-850e52f6abe0', 'name': 'network-vif-deleted', 'tag': 'b76334d4-6bf1-464f-958f-5d26b6bd629e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:07.254486 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7974968-4a02-4c12-a7ec-d867fde7d620" -d '{"events": [{"server_uuid": "8690025b-7cf0-48ff-9d40-850e52f6abe0", "name": "network-vif-deleted", "tag": "b76334d4-6bf1-464f-958f-5d26b6bd629e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:07.280912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: f8670910-2021-43dd-b775-37b16dfab05e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:07.281755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f8670910-2021-43dd-b775-37b16dfab05e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:07.314492 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eb6835-dcd6-47d9-9193-31b8cfb7df5e x-openstack-request-id: req-04eb6835-dcd6-47d9-9193-31b8cfb7df5e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:07.314797 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8690025b-7cf0-48ff-9d40-850e52f6abe0", "name": "network-vif-deleted", "tag": "b76334d4-6bf1-464f-958f-5d26b6bd629e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:07.315058 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04eb6835-dcd6-47d9-9193-31b8cfb7df5e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:07.315457 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8690025b-7cf0-48ff-9d40-850e52f6abe0', 'name': 'network-vif-deleted', 'tag': 'b76334d4-6bf1-464f-958f-5d26b6bd629e', 'status': 'completed', 'code': 200} Aug 29 04:38:07.396822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port a4c90e54-8f98-412d-a4c3-44b5ae9403a1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,segment=NetworkSegment(3b2baf90-e27f-4f6e-85fa-4683627233ea),segment_id=3b2baf90-e27f-4f6e-85fa-4683627233ea)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:07.397331 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.414273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for a4c90e54-8f98-412d-a4c3-44b5ae9403a1 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:07.479093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4c80-7394-4a48-8bfa-72012f318836 req-f81a5a19-bd0f-4e13-bc89-7edfa3bc7875 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.481881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc8d4c80-7394-4a48-8bfa-72012f318836 req-f81a5a19-bd0f-4e13-bc89-7edfa3bc7875 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0800266 Aug 29 04:38:07.542631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc8d4c80-7394-4a48-8bfa-72012f318836 req-5bea0e0a-187d-40c8-b706-e373ca95abfa tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493224 Aug 29 04:38:07.650669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37259704-9447-4712-ad68-3a3008f719ce req-d58d0096-e539-45e1-8074-07d4116330d9 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.652393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37259704-9447-4712-ad68-3a3008f719ce req-d58d0096-e539-45e1-8074-07d4116330d9 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0836406 Aug 29 04:38:07.690382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2404a-699d-4d40-a5b4-e8cfbe3ee349 req-3e454533-68c1-47a7-8193-d8a376e9f835 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.700031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4b2404a-699d-4d40-a5b4-e8cfbe3ee349 req-3e454533-68c1-47a7-8193-d8a376e9f835 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 949 time: 0.0802796 Aug 29 04:38:07.749670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4b2404a-699d-4d40-a5b4-e8cfbe3ee349 req-a3760979-7eb0-43b0-b8f0-49a96bb87e06 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484269 Aug 29 04:38:07.858201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.895143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=a4c90e54-8f98-412d-a4c3-44b5ae9403a1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.919206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Deleting port 69b5711d-18bd-4618-8242-63283f29c1eb {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:07.919566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.154362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35946) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.228465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d309b5c9-f1dc-4c6a-b2ae-54504f06982e admin admin] Deleting subnet 3f462d6c-2ac0-4313-8c80-37abd1b9cfb5 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:08.232948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d309b5c9-f1dc-4c6a-b2ae-54504f06982e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.233259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] For port 69b5711d-18bd-4618-8242-63283f29c1eb, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b5711d-18bd-4618-8242-63283f29c1eb,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:08.233820 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.247636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.265774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Calling delete_port for 69b5711d-18bd-4618-8242-63283f29c1eb owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:08.287058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d309b5c9-f1dc-4c6a-b2ae-54504f06982e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.288217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device b76334d4-6bf1-464f-958f-5d26b6bd629e no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:08.335044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: b76334d4-6bf1-464f-958f-5d26b6bd629e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:08.335735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device b76334d4-6bf1-464f-958f-5d26b6bd629e not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:08.400151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d309b5c9-f1dc-4c6a-b2ae-54504f06982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.479092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b923-720f-41aa-ad56-2a9309feab44 req-5bbbe526-7218-4e5a-89d3-9e0c819d7690 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.482648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47b6b923-720f-41aa-ad56-2a9309feab44 req-5bbbe526-7218-4e5a-89d3-9e0c819d7690 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.1362307 Aug 29 04:38:08.526594 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d309b5c9-f1dc-4c6a-b2ae-54504f06982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.536946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:08.566740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309b5c9-f1dc-4c6a-b2ae-54504f06982e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f462d6c-2ac0-4313-8c80-37abd1b9cfb5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.577087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d309b5c9-f1dc-4c6a-b2ae-54504f06982e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.579089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d309b5c9-f1dc-4c6a-b2ae-54504f06982e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3f462d6c-2ac0-4313-8c80-37abd1b9cfb5 HTTP/1.1" status: 204 len: 168 time: 0.4136994 Aug 29 04:38:08.582350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35958) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.594873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47b6b923-720f-41aa-ad56-2a9309feab44 req-a072f930-b5e3-4fbd-a023-ba95256733d0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036286 Aug 29 04:38:08.646485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:08.655819 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-da47aed0-5c71-4e63-b7bf-99ccb40f37c1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1135631 Aug 29 04:38:08.659266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:08.671264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35962) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.681525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:08.682197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:08.695395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.754153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a701e5-0ae3-4c3d-b95d-6cc16e94eafe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting subnet 72ddfadf-9584-4914-a677-301c74e65633 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:08.759482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24a701e5-0ae3-4c3d-b95d-6cc16e94eafe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.787087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.794155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:08.830493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Pushing event deleted for resources: {'Port': ['ID=69b5711d-18bd-4618-8242-63283f29c1eb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.836658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.855260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770957e8-6672-4b25-9aa3-a67fbc2e75e5']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:08.862048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:07Z', 'revision_number': 11, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:08.862295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24a701e5-0ae3-4c3d-b95d-6cc16e94eafe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.863170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864143a0-9312-4486-b5c6-9275d4479776 req-50de1ef2-ac66-4c1b-86ab-a337973aab52 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.868001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0b79a53e-a1b1-4088-a686-bd103e5f7738'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:08.871945 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-864143a0-9312-4486-b5c6-9275d4479776 req-50de1ef2-ac66-4c1b-86ab-a337973aab52 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d7f59bb6-3f9d-4eaf-942b-131b3175d1d1 HTTP/1.1" status: 200 len: 1019 time: 0.1244047 Aug 29 04:38:08.894123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bed26b-2252-47cb-b8b2-f6fbd0762cfe') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:08.894375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bed26b-2252-47cb-b8b2-f6fbd0762cfe') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:08.902796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] No DVR routers for this DVR port 69b5711d-18bd-4618-8242-63283f29c1eb on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:08.907855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.910216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37259704-9447-4712-ad68-3a3008f719ce req-8fca0a19-1873-4c87-a550-3a8f3201296d tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.65 "DELETE /v2.0/ports/69b5711d-18bd-4618-8242-63283f29c1eb HTTP/1.1" status: 204 len: 173 time: 1.2295725 Aug 29 04:38:08.916035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['69b5711d-18bd-4618-8242-63283f29c1eb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:08.953045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.994736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:09.010797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:09.011607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:09.031504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.040502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24a701e5-0ae3-4c3d-b95d-6cc16e94eafe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.054225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-864143a0-9312-4486-b5c6-9275d4479776 req-c877fff7-4145-45e7-878c-0c510d8deeac tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813614 Aug 29 04:38:09.061043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:09.065301 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:09.080972 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:09.143113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:09.194719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24a701e5-0ae3-4c3d-b95d-6cc16e94eafe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.220012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:07Z', 'revision_number': 11, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:09.241716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a701e5-0ae3-4c3d-b95d-6cc16e94eafe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Subnet': ['ID=72ddfadf-9584-4914-a677-301c74e65633,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.249065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.254179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24a701e5-0ae3-4c3d-b95d-6cc16e94eafe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.259050 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-24a701e5-0ae3-4c3d-b95d-6cc16e94eafe tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/72ddfadf-9584-4914-a677-301c74e65633 HTTP/1.1" status: 204 len: 168 time: 0.5867472 Aug 29 04:38:09.259675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35978) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.267436 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.271759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] 10.222.0.58 "DELETE /v2.0/networks/770957e8-6672-4b25-9aa3-a67fbc2e75e5 HTTP/1.1" status: 204 len: 168 time: 0.6884260 Aug 29 04:38:09.272887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8e4ad-d2fd-4105-997b-72a49f84b56e admin admin] Pushing event deleted for resources: {'Network': ['ID=770957e8-6672-4b25-9aa3-a67fbc2e75e5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.288220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acf51b-d5ef-448b-8542-885ddcedb954 req-89a90d97-ecc6-427f-bf7c-6f513f43dab9 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:09.289935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6acf51b-d5ef-448b-8542-885ddcedb954 req-89a90d97-ecc6-427f-bf7c-6f513f43dab9 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 949 time: 0.1089230 Aug 29 04:38:09.296050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72c7756-80cb-4af3-8636-d4913f063065 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:07Z', 'revision_number': 11, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:09.297595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d603af5-0328-4fd4-9db8-1caa58bf369d None None] Network 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:09.409101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f59bb6-3f9d-4eaf-942b-131b3175d1d1', 'name': 'network-vif-deleted', 'tag': '69b5711d-18bd-4618-8242-63283f29c1eb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:09.410015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6acf51b-d5ef-448b-8542-885ddcedb954 req-a684fd76-3c72-4968-8bd6-ce7529e22941 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125221 Aug 29 04:38:09.411572 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658865d9-1fee-4796-9992-6182d1fd5c93" -d '{"events": [{"server_uuid": "d7f59bb6-3f9d-4eaf-942b-131b3175d1d1", "name": "network-vif-deleted", "tag": "69b5711d-18bd-4618-8242-63283f29c1eb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:09.417534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.526401 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f0ad7b-65bd-4a52-9633-29a832721671 x-openstack-request-id: req-83f0ad7b-65bd-4a52-9633-29a832721671 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:09.526692 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f59bb6-3f9d-4eaf-942b-131b3175d1d1", "name": "network-vif-deleted", "tag": "69b5711d-18bd-4618-8242-63283f29c1eb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:09.527276 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83f0ad7b-65bd-4a52-9633-29a832721671 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:09.527378 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f59bb6-3f9d-4eaf-942b-131b3175d1d1', 'name': 'network-vif-deleted', 'tag': '69b5711d-18bd-4618-8242-63283f29c1eb', 'status': 'completed', 'code': 200} Aug 29 04:38:09.558983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Deleting port c40b1a0d-d6ae-426e-a171-e0790398cf3b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:09.561468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.769755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36006) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.789188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] For port c40b1a0d-d6ae-426e-a171-e0790398cf3b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c40b1a0d-d6ae-426e-a171-e0790398cf3b,segment=NetworkSegment(3b2baf90-e27f-4f6e-85fa-4683627233ea),segment_id=3b2baf90-e27f-4f6e-85fa-4683627233ea)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:09.789758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.802349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] DHCP port deletion for 1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:09.845943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Calling delete_port for c40b1a0d-d6ae-426e-a171-e0790398cf3b owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:09.868351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6e7bb71d-07d8-4255-b3bb-adf82df91013 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0734ab445bc045f9bfd1be0001164f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972886 Aug 29 04:38:09.869319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36010) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.881606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] Deleting port c40b1a0d-d6ae-426e-a171-e0790398cf3b {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:09.882332 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.009190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] For port c40b1a0d-d6ae-426e-a171-e0790398cf3b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c40b1a0d-d6ae-426e-a171-e0790398cf3b,segment=NetworkSegment(3b2baf90-e27f-4f6e-85fa-4683627233ea),segment_id=3b2baf90-e27f-4f6e-85fa-4683627233ea)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:10.009912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.014404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5aecd6b2-19a7-4ff0-8064-f0d9f45c2383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.030670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] Calling delete_port for c40b1a0d-d6ae-426e-a171-e0790398cf3b owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:10.047887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8c8cb-5e32-4db1-8933-b6d11c8df027 req-6c4dc123-b066-4754-8054-5a4bce3c9c1c tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.050243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ae8c8cb-5e32-4db1-8933-b6d11c8df027 req-6c4dc123-b066-4754-8054-5a4bce3c9c1c tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.1444142 Aug 29 04:38:10.058416 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.070911 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5aecd6b2-19a7-4ff0-8064-f0d9f45c2383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.118806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Port': ['ID=c40b1a0d-d6ae-426e-a171-e0790398cf3b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.130701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No DVR routers for this DVR port c40b1a0d-d6ae-426e-a171-e0790398cf3b on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:10.146569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ae8c8cb-5e32-4db1-8933-b6d11c8df027 req-2520ba9c-64f5-497b-903f-289b1de50039 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803347 Aug 29 04:38:10.189274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5aecd6b2-19a7-4ff0-8064-f0d9f45c2383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.192353 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5aecd6b2-19a7-4ff0-8064-f0d9f45c2383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.196349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5aecd6b2-19a7-4ff0-8064-f0d9f45c2383 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9beb3d6e-313d-47b7-af9f-82fc5bea75da HTTP/1.1" status: 204 len: 168 time: 0.3257704 Aug 29 04:38:10.208916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecd6b2-19a7-4ff0-8064-f0d9f45c2383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb3d6e-313d-47b7-af9f-82fc5bea75da,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.258988 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.274034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] No DVR routers for this DVR port c40b1a0d-d6ae-426e-a171-e0790398cf3b on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:10.293069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a400d1-db48-4950-8025-40869cf264ff req-1fd5d8b8-5344-4f68-878e-1342cf311079 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.296638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305efd6-12d4-441b-972a-f1ab24eff418 None None] Pushing event deleted for resources: {'Port': ['ID=c40b1a0d-d6ae-426e-a171-e0790398cf3b,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.318137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87a400d1-db48-4950-8025-40869cf264ff req-1fd5d8b8-5344-4f68-878e-1342cf311079 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 949 time: 0.1102266 Aug 29 04:38:10.350294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.363185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4046a9-834c-4ed6-90ba-a0b43ef2cde0']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:10.376415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2baf90-e27f-4f6e-85fa-4683627233ea') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:10.376911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2baf90-e27f-4f6e-85fa-4683627233ea') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:10.389594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87a400d1-db48-4950-8025-40869cf264ff req-c550ed2d-cc2e-4f27-8553-91d8e1d7db2a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639522 Aug 29 04:38:10.396141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.458744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.474609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:10.475095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:10.478430 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:10.522167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84aa0a-dc18-44cf-8b64-c2cd883a612d req-ade71ff0-17c1-437f-bcb8-7ee769b23659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.523698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ab84aa0a-dc18-44cf-8b64-c2cd883a612d req-ade71ff0-17c1-437f-bcb8-7ee769b23659 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1097 time: 0.1174600 Aug 29 04:38:10.596800 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.608206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.613746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36026) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.614123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/networks/1e4046a9-834c-4ed6-90ba-a0b43ef2cde0 HTTP/1.1" status: 204 len: 168 time: 1.3530548 Aug 29 04:38:10.618768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ab84aa0a-dc18-44cf-8b64-c2cd883a612d req-f7dcd5f2-9575-4ffc-99c0-f4e97e6cfe17 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854206 Aug 29 04:38:10.624484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'routes': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.644281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c010-c3d0-4a13-b90f-bfbe6a160d28 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Pushing event deleted for resources: {'Network': ['ID=1e4046a9-834c-4ed6-90ba-a0b43ef2cde0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.863571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Added routes are [] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:38:10.864511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.extraroute_db [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Removed routes are [] {{(pid=94845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:38:10.864511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.968982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca37c14-0061-4b71-86a8-257eb8f25715 req-fd1a0156-b557-4e5e-9597-aa450791682b tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.985365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ca37c14-0061-4b71-86a8-257eb8f25715 req-fd1a0156-b557-4e5e-9597-aa450791682b tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1097 time: 0.1877913 Aug 29 04:38:11.085799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.090593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.161294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ca37c14-0061-4b71-86a8-257eb8f25715 req-0d4c6579-de6e-4cc1-bca4-a6325f989222 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688755 Aug 29 04:38:11.261912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 30438665-0721-4384-b97f-9de3001e28b8 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:11.300013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c40b1a0d-d6ae-426e-a171-e0790398cf3b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:11.369105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:11.369650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c40b1a0d-d6ae-426e-a171-e0790398cf3b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:11.370017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c40b1a0d-d6ae-426e-a171-e0790398cf3b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:11.375393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a4c90e54-8f98-412d-a4c3-44b5ae9403a1 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:11.383423 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] Sync routers for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:11.400429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.404459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36058) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.407663 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:11.408315 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:11.412777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a4c90e54-8f98-412d-a4c3-44b5ae9403a1 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:11.413669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a4c90e54-8f98-412d-a4c3-44b5ae9403a1 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:11.418300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36060) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.420373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-abe9c955-3977-4303-bbf4-6eff9a8d535c tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 200 len: 700 time: 0.7907944 Aug 29 04:38:11.473313 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-65a0e4e6-aaca-46df-8be9-83084fada199 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 200 len: 205 time: 0.0667307 Aug 29 04:38:11.473558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36066) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.554325 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:11.571234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc44605-391e-433c-aafb-42af2c8fcb2f req-53a5e34e-3f10-4919-85c7-74fa97d749b8 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:11.579281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdc44605-391e-433c-aafb-42af2c8fcb2f req-53a5e34e-3f10-4919-85c7-74fa97d749b8 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2114904 Aug 29 04:38:11.602509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee87912c-bfed-4662-89c1-e4277be7686e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.652420 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:07Z', 'revision_number': 11, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:11.668463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36070) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.689221 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] Checking router: 30438665-0721-4384-b97f-9de3001e28b8 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:11.700611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] Routers {'30438665-0721-4384-b97f-9de3001e28b8'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:11.701484 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['30438665-0721-4384-b97f-9de3001e28b8'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:11.741167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-c4ccd139-6f51-4b69-adc6-07ca208547a1 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:11.743103 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-c4ccd139-6f51-4b69-adc6-07ca208547a1 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 949 time: 0.1263447 Aug 29 04:38:11.753793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3506eaa-6729-47e8-8fb5-3ce97b9c3e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.800432 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] Set router 30438665-0721-4384-b97f-9de3001e28b8 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:11.865746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdc44605-391e-433c-aafb-42af2c8fcb2f req-47e52876-4378-453e-98d4-f7509239a51f tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838249 Aug 29 04:38:11.866512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee87912c-bfed-4662-89c1-e4277be7686e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.870960 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee87912c-bfed-4662-89c1-e4277be7686e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.873755 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:07Z', 'revision_number': 11, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:11.913609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1153779498-network', 'tenant_id': 'e7a394bb1b3449a3b03e2f5663f454d0'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:11.927360 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac5849-9973-42ca-b5e5-fd6cbdf43b18 None None] The sync data for ids ['30438665-0721-4384-b97f-9de3001e28b8'] in n-d-712142-15 is: [{'id': '30438665-0721-4384-b97f-9de3001e28b8', 'name': 'tempest-RoutersTest-router-290028902', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:38:07Z', 'revision_number': 11, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:11.957081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:38:11.957081 n-d-712142-15 neutron-server[94846]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:38:11.957081 n-d-712142-15 neutron-server[94846]: [parameters: {'project_id': 'e7a394bb1b3449a3b03e2f5663f454d0', 'id': 'ca0d9771-916f-4bab-82f8-e602d032e42f', 'expiration': datetime.datetime(2021, 8, 29, 4, 40, 11, 946247)}] Aug 29 04:38:11.957081 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:38:11.957960 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:38:12.006383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Deleting port 75091439-12fe-4dc2-896b-53ee3d88ad3b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:12.006739 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.006895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee87912c-bfed-4662-89c1-e4277be7686e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.007445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee87912c-bfed-4662-89c1-e4277be7686e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Fanout notify agent at l3_agent the message router_deleted on router 30438665-0721-4384-b97f-9de3001e28b8 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:12.014695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee87912c-bfed-4662-89c1-e4277be7686e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.022357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ee87912c-bfed-4662-89c1-e4277be7686e tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 204 len: 168 time: 0.5478683 Aug 29 04:38:12.023019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.037432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e29d9f1e-7fa6-4614-bd22-f0c6a1689585 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1229125505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:12.062169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0933943-7c14-47bc-820b-b09bd98a888b req-32531f61-e4d6-4e84-95be-a414c2a803c9 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:12.064428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0933943-7c14-47bc-820b-b09bd98a888b req-32531f61-e4d6-4e84-95be-a414c2a803c9 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8e24459-6032-4ccc-a1e5-c7a7a8463cb2 HTTP/1.1" status: 200 len: 949 time: 0.1221406 Aug 29 04:38:12.117856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0933943-7c14-47bc-820b-b09bd98a888b req-7b934fff-c725-4959-96af-7885375fb886 tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.58 "GET /v2.0/security-groups?id=24af721b-7fcd-4c16-b366-513be38931fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456707 Aug 29 04:38:12.143076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] For port 75091439-12fe-4dc2-896b-53ee3d88ad3b, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=75091439-12fe-4dc2-896b-53ee3d88ad3b,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:12.143528 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.160450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3506eaa-6729-47e8-8fb5-3ce97b9c3e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.161785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Calling delete_port for 75091439-12fe-4dc2-896b-53ee3d88ad3b owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:12.168826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3506eaa-6729-47e8-8fb5-3ce97b9c3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.211645 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f1e-7fa6-4614-bd22-f0c6a1689585 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.212955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f1e-7fa6-4614-bd22-f0c6a1689585 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.290222 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c3506eaa-6729-47e8-8fb5-3ce97b9c3e64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83fc4ffc975642d78dd21ff954c80d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8684726 Aug 29 04:38:12.292702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36082) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.293254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 69b5711d-18bd-4618-8242-63283f29c1eb no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:12.296907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3506eaa-6729-47e8-8fb5-3ce97b9c3e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bc9e19-c662-404a-b6b8-f3c0d7baf89d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.351664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 69b5711d-18bd-4618-8242-63283f29c1eb {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:12.352254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 69b5711d-18bd-4618-8242-63283f29c1eb not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:12.430493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd2146a4-fd22-4d68-b4ce-fd75158928db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.483808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd2146a4-fd22-4d68-b4ce-fd75158928db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.514327 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.522718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Made reservation on behalf of e7a394bb1b3449a3b03e2f5663f454d0 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:12.525092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.527562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['75091439-12fe-4dc2-896b-53ee3d88ad3b'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:12.576041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Pushing event deleted for resources: {'Port': ['ID=75091439-12fe-4dc2-896b-53ee3d88ad3b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.581221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.661264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] No DVR routers for this DVR port 75091439-12fe-4dc2-896b-53ee3d88ad3b on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:12.670755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.672680 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2a659c34-cf04-47ad-88a8-6138332d8e7b req-4657221b-6efa-41b7-a89c-13eb388d560a tempest-VolumesNegativeTest-895776078 tempest-VolumesNegativeTest-895776078-project] 10.222.0.64 "DELETE /v2.0/ports/75091439-12fe-4dc2-896b-53ee3d88ad3b HTTP/1.1" status: 204 len: 173 time: 0.9212224 Aug 29 04:38:12.674990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e24459-6032-4ccc-a1e5-c7a7a8463cb2', 'name': 'network-vif-deleted', 'tag': '75091439-12fe-4dc2-896b-53ee3d88ad3b'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:12.677500 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d52fed0-8f47-4edc-b0fd-4ea59be2e9ce" -d '{"events": [{"server_uuid": "a8e24459-6032-4ccc-a1e5-c7a7a8463cb2", "name": "network-vif-deleted", "tag": "75091439-12fe-4dc2-896b-53ee3d88ad3b"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:12.690912 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f1e-7fa6-4614-bd22-f0c6a1689585 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.710817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd2146a4-fd22-4d68-b4ce-fd75158928db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.713873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd2146a4-fd22-4d68-b4ce-fd75158928db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.718387 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dd2146a4-fd22-4d68-b4ce-fd75158928db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6bc9e19-c662-404a-b6b8-f3c0d7baf89d HTTP/1.1" status: 204 len: 168 time: 0.4036875 Aug 29 04:38:12.732668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2146a4-fd22-4d68-b4ce-fd75158928db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bc9e19-c662-404a-b6b8-f3c0d7baf89d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.737968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-143c9a54-935c-4575-bbd1-24aef0b40880 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:12.740998 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-143c9a54-935c-4575-bbd1-24aef0b40880 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1097 time: 0.1254330 Aug 29 04:38:12.778834 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f1e-7fa6-4614-bd22-f0c6a1689585 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.862660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685b51-be91-46d2-bb73-8bc1e37019af req-f9a99727-255b-4061-af9f-97b732e75bd5 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:12.864441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc685b51-be91-46d2-bb73-8bc1e37019af req-f9a99727-255b-4061-af9f-97b732e75bd5 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 1097 time: 0.1718161 Aug 29 04:38:12.933947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.939866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Deleting port 0b79a53e-a1b1-4088-a686-bd103e5f7738 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:12.940610 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.944053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.976386 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc685b51-be91-46d2-bb73-8bc1e37019af req-36890faf-fe70-4033-8d85-c92809e5471c tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d3b5d103-1b0c-4490-b6c7-703e1719e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046212 Aug 29 04:38:12.982090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f1e-7fa6-4614-bd22-f0c6a1689585 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.983515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e29d9f1e-7fa6-4614-bd22-f0c6a1689585 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9593275 Aug 29 04:38:12.991269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.018640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2c72b71d-9076-4c0a-9e48-fa3d66abef40 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:13.026905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:13.056595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.057307 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Added segment 70ea4640-2761-4839-92ca-51fcaf8eb116 of type vlan for network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 Aug 29 04:38:13.060411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b082f78-828c-4565-8eba-6f232aca2b23,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.085067 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c5fc0f-7b71-42d7-9ce0-352bc0264c1a x-openstack-request-id: req-d8c5fc0f-7b71-42d7-9ce0-352bc0264c1a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:13.085446 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e24459-6032-4ccc-a1e5-c7a7a8463cb2", "name": "network-vif-deleted", "tag": "75091439-12fe-4dc2-896b-53ee3d88ad3b", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:13.085763 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8c5fc0f-7b71-42d7-9ce0-352bc0264c1a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:13.086231 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e24459-6032-4ccc-a1e5-c7a7a8463cb2', 'name': 'network-vif-deleted', 'tag': '75091439-12fe-4dc2-896b-53ee3d88ad3b', 'status': 'completed', 'code': 200} Aug 29 04:38:13.142811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] For port 0b79a53e-a1b1-4088-a686-bd103e5f7738, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0b79a53e-a1b1-4088-a686-bd103e5f7738,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:13.143658 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.286962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36096) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.349782 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.474644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b026b-8b60-4577-9b95-a27f14d2dbca req-c1d34a1e-3f1d-4d46-bb84-c0cb8192ca8d tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:13.475452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-824b026b-8b60-4577-9b95-a27f14d2dbca req-c1d34a1e-3f1d-4d46-bb84-c0cb8192ca8d tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2164636 Aug 29 04:38:13.494469 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c72b71d-9076-4c0a-9e48-fa3d66abef40 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.528314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c72b71d-9076-4c0a-9e48-fa3d66abef40 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.532939 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.547335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Calling delete_port for 0b79a53e-a1b1-4088-a686-bd103e5f7738 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:13.557955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-824b026b-8b60-4577-9b95-a27f14d2dbca req-178b6e33-ba41-4ef4-b9d8-42debe996fe4 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815115 Aug 29 04:38:13.601911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.603058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:13.603530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.678810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] Pushing event updated for resources: {'Network': ['ID=6d1e8cb7-1437-4a54-813a-c4b7b1490549,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.699472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:13.717733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c72b71d-9076-4c0a-9e48-fa3d66abef40 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Router 670a6d4a-edcb-4106-82ec-7a4aaf0ab099 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:13.738625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.796236 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-704aa684-a56c-406a-bd95-d1f982e0e98b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1141100 Aug 29 04:38:13.798532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36114) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.806252 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Request body: {'subnet': {'network_id': '6d1e8cb7-1437-4a54-813a-c4b7b1490549', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1153779498-subnet', 'tenant_id': 'e7a394bb1b3449a3b03e2f5663f454d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:13.820397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.857492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c72b71d-9076-4c0a-9e48-fa3d66abef40 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:13.871587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c72b71d-9076-4c0a-9e48-fa3d66abef40 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.875182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2c72b71d-9076-4c0a-9e48-fa3d66abef40 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "PUT /v2.0/routers/670a6d4a-edcb-4106-82ec-7a4aaf0ab099 HTTP/1.1" status: 200 len: 694 time: 0.8803482 Aug 29 04:38:13.877833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] Sync routers for ids ['670a6d4a-edcb-4106-82ec-7a4aaf0ab099'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:13.878639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.893858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] Routers {'670a6d4a-edcb-4106-82ec-7a4aaf0ab099'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:13.894975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['670a6d4a-edcb-4106-82ec-7a4aaf0ab099'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:13.921011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Made reservation on behalf of e7a394bb1b3449a3b03e2f5663f454d0 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:13.938472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.010267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.012757 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02bb41297f114fb49bf32083c3d5671a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238166 Aug 29 04:38:14.018824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36122) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:14.020046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4012ecb9-5cc7-4fa3-8140-2ac04cfed8b4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.025008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0b79a53e-a1b1-4088-a686-bd103e5f7738'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:14.066920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] Set router 670a6d4a-edcb-4106-82ec-7a4aaf0ab099 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:14.067964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.068363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.068714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.069063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.069397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.069734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.070074 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.070406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.071191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.071191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.071359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.071704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5321d-aca7-44bf-a004-dcacab3bf603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.075063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b79a53e-a1b1-4088-a686-bd103e5f7738,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.099293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3986d3dd-50d8-4d10-9c1c-5aff783b5b8b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/routers/670a6d4a-edcb-4106-82ec-7a4aaf0ab099 HTTP/1.1" status: 200 len: 700 time: 0.2165713 Aug 29 04:38:14.106936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36134) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:14.133638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670a6d4a-edcb-4106-82ec-7a4aaf0ab099', 'name': 'tempest-RoutersTest-router-1229125505', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:12Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:14.183311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-15d616ac-7864-422b-9c44-c4cb5fb3f4d1 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=670a6d4a-edcb-4106-82ec-7a4aaf0ab099 HTTP/1.1" status: 200 len: 205 time: 0.0748734 Aug 29 04:38:14.184367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36140) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:14.247975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] No DVR routers for this DVR port 0b79a53e-a1b1-4088-a686-bd103e5f7738 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:14.256083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.258686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bf54349e-6bb3-4afd-b9ca-175a6baee5bb req-29c0ec9d-351b-49de-ac47-fc02da7e3c0a tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0b79a53e-a1b1-4088-a686-bd103e5f7738 HTTP/1.1" status: 204 len: 173 time: 1.5013375 Aug 29 04:38:14.306282 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a67be64-bbff-49bc-9ebf-62e0f8270c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.399438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] Checking router: 670a6d4a-edcb-4106-82ec-7a4aaf0ab099 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:14.404326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a67be64-bbff-49bc-9ebf-62e0f8270c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.407150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] Routers {'670a6d4a-edcb-4106-82ec-7a4aaf0ab099'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:14.408381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:37:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['670a6d4a-edcb-4106-82ec-7a4aaf0ab099'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:14.409342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-74c6b75b-72b7-4c3d-bb6f-6d23cb090de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:14.411048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-74c6b75b-72b7-4c3d-bb6f-6d23cb090de3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f66a4df25847f394a8dcab4fa377f7&device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 1097 time: 0.2216525 Aug 29 04:38:14.462496 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bba9546-647a-4609-b9ac-c92b9c9c5698 req-e6010987-6929-4289-b11d-5e6800e17950 tempest-TestServerMultinode-955878592 tempest-TestServerMultinode-955878592-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06603a20-6cf3-4c84-b35b-8f1eb3289f56 HTTP/1.1" status: 200 len: 210 time: 0.1850398 Aug 29 04:38:14.513296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5af88bc0-a031-4b6a-ba7a-fa265228bff8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.558936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] Set router 670a6d4a-edcb-4106-82ec-7a4aaf0ab099 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:14.735007 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.775638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670a6d4a-edcb-4106-82ec-7a4aaf0ab099', 'name': 'tempest-RoutersTest-router-1229125505', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:12Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:14.828673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f08ae0-396d-445b-a8da-2b7083660e6d None None] The sync data for ids ['670a6d4a-edcb-4106-82ec-7a4aaf0ab099'] in n-d-712142-15 is: [{'id': '670a6d4a-edcb-4106-82ec-7a4aaf0ab099', 'name': 'tempest-RoutersTest-router-1229125505', 'tenant_id': 'bfecf1eb72674923bd7ee80f37cee147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:12Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 2, 'project_id': 'bfecf1eb72674923bd7ee80f37cee147', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:14.848357 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a67be64-bbff-49bc-9ebf-62e0f8270c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.850999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a67be64-bbff-49bc-9ebf-62e0f8270c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.852400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9a67be64-bbff-49bc-9ebf-62e0f8270c96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4012ecb9-5cc7-4fa3-8140-2ac04cfed8b4 HTTP/1.1" status: 204 len: 168 time: 0.8052735 Aug 29 04:38:14.908050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-214d9c4f-fae7-45ba-8aaf-52927428f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:14.919430 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-214d9c4f-fae7-45ba-8aaf-52927428f7e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 200 len: 920 time: 0.4976535 Aug 29 04:38:14.923760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5707a308-28e0-4904-a03b-67e11175d7a7,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.934179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67be64-bbff-49bc-9ebf-62e0f8270c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4012ecb9-5cc7-4fa3-8140-2ac04cfed8b4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.974114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Checking segment: {'id': '70ea4640-2761-4839-92ca-51fcaf8eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d1e8cb7-1437-4a54-813a-c4b7b1490549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:14.974974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Network hostable DHCP agents. Network: 6d1e8cb7-1437-4a54-813a-c4b7b1490549, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:15.052098 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-9d0ec820-083f-4fda-acaa-043ca266e0bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 200 len: 217 time: 0.1198387 Aug 29 04:38:15.107577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06603a20-6cf3-4c84-b35b-8f1eb3289f56', 'name': 'network-vif-deleted', 'tag': '0b79a53e-a1b1-4088-a686-bd103e5f7738'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:15.113864 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f1921a-99f9-4d01-b1cd-d7c2bbe46a0c" -d '{"events": [{"server_uuid": "06603a20-6cf3-4c84-b35b-8f1eb3289f56", "name": "network-vif-deleted", "tag": "0b79a53e-a1b1-4088-a686-bd103e5f7738"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:15.120911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:15.153507 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 6d1e8cb7-1437-4a54-813a-c4b7b1490549) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:15.154646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae061af-57cc-4ae3-95e5-8c55c44d5bdd req-caa7250b-06d8-4501-81e8-775e011182a7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:15.163603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ae061af-57cc-4ae3-95e5-8c55c44d5bdd req-caa7250b-06d8-4501-81e8-775e011182a7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.3563566 Aug 29 04:38:15.168762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba40c06-1861-4e12-a356-51905c08be88 None None] Network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:15.192642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:15.193429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.206713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-6e0b97af-8a9c-43a8-a2b6-17ae64686042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:15.208678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-6e0b97af-8a9c-43a8-a2b6-17ae64686042 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 200 len: 859 time: 0.1486182 Aug 29 04:38:15.225126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5af88bc0-a031-4b6a-ba7a-fa265228bff8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.246777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5af88bc0-a031-4b6a-ba7a-fa265228bff8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.273836 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-d989108f-0683-40c1-8160-f4f457cf17e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519907 Aug 29 04:38:15.275880 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-db68f3ef-bd47-484b-bf1b-825f2bf4ef47 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4762654 Aug 29 04:38:15.354050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7ae061af-57cc-4ae3-95e5-8c55c44d5bdd req-cf9d1698-0ce2-4928-95be-51ccfc2c6847 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873648 Aug 29 04:38:15.451091 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c2f025-6721-42e3-843f-b9210e698294 x-openstack-request-id: req-a2c2f025-6721-42e3-843f-b9210e698294 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:15.451540 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06603a20-6cf3-4c84-b35b-8f1eb3289f56", "name": "network-vif-deleted", "tag": "0b79a53e-a1b1-4088-a686-bd103e5f7738", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:15.451894 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2c2f025-6721-42e3-843f-b9210e698294 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:15.452752 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06603a20-6cf3-4c84-b35b-8f1eb3289f56', 'name': 'network-vif-deleted', 'tag': '0b79a53e-a1b1-4088-a686-bd103e5f7738', 'status': 'completed', 'code': 200} Aug 29 04:38:15.460173 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-e44fc52a-4694-4bd4-b0a0-d46adbd09a5d service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778209 Aug 29 04:38:15.506681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5af88bc0-a031-4b6a-ba7a-fa265228bff8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.507265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af88bc0-a031-4b6a-ba7a-fa265228bff8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Fanout notify agent at l3_agent the message router_deleted on router 670a6d4a-edcb-4106-82ec-7a4aaf0ab099 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:15.524581 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5af88bc0-a031-4b6a-ba7a-fa265228bff8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.529971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5af88bc0-a031-4b6a-ba7a-fa265228bff8 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/670a6d4a-edcb-4106-82ec-7a4aaf0ab099 HTTP/1.1" status: 204 len: 168 time: 1.3401835 Aug 29 04:38:15.535637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36226) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.536281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36228) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.593302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16a2a0-7a33-4fdd-b80d-1089ed73250d None None] Network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:15.685603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-46790d06-230a-4e38-b46c-7070d6bc1c38 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=670a6d4a-edcb-4106-82ec-7a4aaf0ab099 HTTP/1.1" status: 200 len: 205 time: 0.1452570 Aug 29 04:38:15.687763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36244) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.766339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2829d606-67bf-4f62-a63c-4004778dbbd1 req-10ce967a-604e-476f-9a0b-599723c86f4f service neutron] 10.222.0.64 "GET /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972090 Aug 29 04:38:15.820102 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-a3794ee7-3ff8-473e-9e47-9ed985650912 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] delete failed (client error): The resource could not be found. Aug 29 04:38:15.821662 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a3794ee7-3ff8-473e-9e47-9ed985650912 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/670a6d4a-edcb-4106-82ec-7a4aaf0ab099 HTTP/1.1" status: 404 len: 336 time: 0.1326561 Aug 29 04:38:15.832319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36254) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.900196 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bfa13e-96b0-41c1-9ce0-92734c9bcbc2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:15.900725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bfa13e-96b0-41c1-9ce0-92734c9bcbc2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:15.905100 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-16bfa13e-96b0-41c1-9ce0-92734c9bcbc2 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/cb6dee4f-924a-433e-8fde-83c483d6d514 HTTP/1.1" status: 404 len: 337 time: 0.0691450 Aug 29 04:38:15.907129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36260) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.994604 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bdac1a-b62b-477d-a282-8e7aa462125b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:16.005073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bdac1a-b62b-477d-a282-8e7aa462125b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:16.007337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-81bdac1a-b62b-477d-a282-8e7aa462125b tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/9e5619ef-d28e-4842-b71c-75686eeaec38 HTTP/1.1" status: 404 len: 337 time: 0.0985191 Aug 29 04:38:16.010149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36268) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.077322 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd74386-a340-4e64-82b6-92c8f598e564 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:16.077852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd74386-a340-4e64-82b6-92c8f598e564 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:16.080839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-acd74386-a340-4e64-82b6-92c8f598e564 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/5ef1307a-8124-4a55-b9ca-cb2ee5a03fd7 HTTP/1.1" status: 404 len: 337 time: 0.0683618 Aug 29 04:38:16.085095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36272) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.194579 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4906e45-56dc-4557-9289-c350e9d0cde7 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:16.195203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4906e45-56dc-4557-9289-c350e9d0cde7 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:16.197536 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c4906e45-56dc-4557-9289-c350e9d0cde7 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/72ddfadf-9584-4914-a677-301c74e65633 HTTP/1.1" status: 404 len: 337 time: 0.1111805 Aug 29 04:38:16.206137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36286) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.255462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4ce8d884-d466-494a-aa28-b9b2bdee8cb4 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 200 len: 205 time: 0.0480726 Aug 29 04:38:16.265302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36292) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.327085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75091439-12fe-4dc2-896b-53ee3d88ad3b no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:16.341753 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-01be230a-6d60-4b22-8c49-54f4847d37dd tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] delete failed (client error): The resource could not be found. Aug 29 04:38:16.343314 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-01be230a-6d60-4b22-8c49-54f4847d37dd tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/30438665-0721-4384-b97f-9de3001e28b8 HTTP/1.1" status: 404 len: 336 time: 0.0766575 Aug 29 04:38:16.347942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36296) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.375093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 75091439-12fe-4dc2-896b-53ee3d88ad3b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:16.375371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 75091439-12fe-4dc2-896b-53ee3d88ad3b not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:16.375831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0b79a53e-a1b1-4088-a686-bd103e5f7738 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:16.394262 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7e35f8fb-45ce-4f5b-8fb6-ac807e19ad6a tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=19398f09-39ad-45c3-b514-fa4c7ddcada0 HTTP/1.1" status: 200 len: 205 time: 0.0445881 Aug 29 04:38:16.396711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36304) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.465339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 0b79a53e-a1b1-4088-a686-bd103e5f7738 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:16.466678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0b79a53e-a1b1-4088-a686-bd103e5f7738 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:16.488332 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-f698f20f-e966-4f2d-b52c-ed5f4327b1e9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] delete failed (client error): The resource could not be found. Aug 29 04:38:16.492030 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f698f20f-e966-4f2d-b52c-ed5f4327b1e9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/19398f09-39ad-45c3-b514-fa4c7ddcada0 HTTP/1.1" status: 404 len: 336 time: 0.0916343 Aug 29 04:38:16.493619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36310) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.560337 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c5525c-99cd-488f-a0a7-384475a2ca9d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:16.560803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c5525c-99cd-488f-a0a7-384475a2ca9d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:16.566704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-67c5525c-99cd-488f-a0a7-384475a2ca9d tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/e14389d0-d76a-4984-998f-1a9169055517 HTTP/1.1" status: 404 len: 337 time: 0.0718577 Aug 29 04:38:16.569662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36318) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.607608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36324) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.634767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-b2a65fdb-8614-4554-a02f-ad20c258159b tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:16.637580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1455ac80-bd40-408e-97eb-c06a94e5b0f9 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1eb86e9-cf48-4edb-b8d5-936b512399c4 HTTP/1.1" status: 200 len: 205 time: 0.0662587 Aug 29 04:38:16.640299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36338) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.651012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-b2a65fdb-8614-4554-a02f-ad20c258159b tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/networks?id=6d1e8cb7-1437-4a54-813a-c4b7b1490549 HTTP/1.1" status: 200 len: 818 time: 0.3733788 Aug 29 04:38:16.681396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-58142cc9-2073-4572-892c-db83096c8354 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/quotas/e7a394bb1b3449a3b03e2f5663f454d0 HTTP/1.1" status: 200 len: 375 time: 0.0287333 Aug 29 04:38:16.707850 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-467ec1d8-39cb-4858-8ba0-381604a1eba5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] delete failed (client error): The resource could not be found. Aug 29 04:38:16.709066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-467ec1d8-39cb-4858-8ba0-381604a1eba5 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/c1eb86e9-cf48-4edb-b8d5-936b512399c4 HTTP/1.1" status: 404 len: 336 time: 0.0666680 Aug 29 04:38:16.711645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36352) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.723150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-6b2c357e-be04-4e15-af22-ef5277255623 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7a394bb1b3449a3b03e2f5663f454d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403509 Aug 29 04:38:16.761266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0d43179f-2fb2-4d6a-af9b-103459b626f7 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e7d74d1-26af-4389-91d8-cde330600794 HTTP/1.1" status: 200 len: 205 time: 0.0484264 Aug 29 04:38:16.763661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36356) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.831288 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-add8b712-2da9-4371-873d-df83586b6674 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] delete failed (client error): The resource could not be found. Aug 29 04:38:16.836375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-add8b712-2da9-4371-873d-df83586b6674 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/9e7d74d1-26af-4389-91d8-cde330600794 HTTP/1.1" status: 404 len: 336 time: 0.0677195 Aug 29 04:38:16.836896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36372) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.858975 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-674655c7-a503-4be1-b062-bdb9c128e1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.897853 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1259ab7-6866-41d8-b71b-9646248c9a84 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:16.899557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1259ab7-6866-41d8-b71b-9646248c9a84 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:16.902508 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a1259ab7-6866-41d8-b71b-9646248c9a84 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/d1fafb32-4dfb-4c00-8d7e-65f636193e97 HTTP/1.1" status: 404 len: 337 time: 0.0637207 Aug 29 04:38:16.906693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36376) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.957680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5c8a472b-0317-4688-8aad-1d81329949fb tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=57bdef3c-eb51-4ea4-959c-7fd14d5dcdac HTTP/1.1" status: 200 len: 205 time: 0.0456581 Aug 29 04:38:16.960992 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36380) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.013371 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-9c5633e7-9127-461f-be2f-13dc4a6c6a87 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] delete failed (client error): The resource could not be found. Aug 29 04:38:17.017364 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9c5633e7-9127-461f-be2f-13dc4a6c6a87 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/57bdef3c-eb51-4ea4-959c-7fd14d5dcdac HTTP/1.1" status: 404 len: 336 time: 0.0535123 Aug 29 04:38:17.020263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36382) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.061547 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4554d9-6d79-44ca-929c-3d8bdbdbbf20 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:17.062216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4554d9-6d79-44ca-929c-3d8bdbdbbf20 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:17.065618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dd4554d9-6d79-44ca-929c-3d8bdbdbbf20 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/9d4c2865-6951-465b-9e86-e062837521d3 HTTP/1.1" status: 404 len: 337 time: 0.0434558 Aug 29 04:38:17.067479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36390) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.100971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f19a91d0-2672-4bb8-93d1-007908db7938 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "GET /v2.0/ports?device_id=4356a237-90d4-4958-b2a2-60ba5362d75b HTTP/1.1" status: 200 len: 205 time: 0.0316758 Aug 29 04:38:17.104341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36392) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.127008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-df01ad58-e200-47ee-9566-32a82887a149 service neutron] 10.222.0.58 "GET /v2.0/networks/6d1e8cb7-1437-4a54-813a-c4b7b1490549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024138 Aug 29 04:38:17.159030 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-d46d4c99-1040-4f07-9944-08c00de8bb10 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] delete failed (client error): The resource could not be found. Aug 29 04:38:17.160427 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d46d4c99-1040-4f07-9944-08c00de8bb10 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/routers/4356a237-90d4-4958-b2a2-60ba5362d75b HTTP/1.1" status: 404 len: 336 time: 0.0548525 Aug 29 04:38:17.163290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36396) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.204608 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a793c383-7f53-486b-acee-5eb63be3b9bc tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:17.205907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a793c383-7f53-486b-acee-5eb63be3b9bc tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:17.208439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a793c383-7f53-486b-acee-5eb63be3b9bc tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/efb36249-64bb-48ee-b743-dfda182d463d HTTP/1.1" status: 404 len: 337 time: 0.0439482 Aug 29 04:38:17.211185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36398) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.218340 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-674655c7-a503-4be1-b062-bdb9c128e1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.221802 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.257053 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd70ff0-ca9b-4389-acb4-a1996b428662 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] DELETE failed (client error): The resource could not be found. Aug 29 04:38:17.257925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd70ff0-ca9b-4389-acb4-a1996b428662 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:38:17.261328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-674655c7-a503-4be1-b062-bdb9c128e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.263088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3fd70ff0-ca9b-4389-acb4-a1996b428662 tempest-RoutersTest-2008040482 tempest-RoutersTest-2008040482-project] 10.222.0.58 "DELETE /v2.0/subnets/9c39682b-67a0-4332-9de9-89cf838620ba HTTP/1.1" status: 404 len: 337 time: 0.0499723 Aug 29 04:38:17.411090 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eea7d950-3c3e-4a3b-b91f-796f8fba9895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.617325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36424) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.765399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674655c7-a503-4be1-b062-bdb9c128e1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d83d3b-946c-4d86-beb1-b1e139ad67f4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:17.774476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-674655c7-a503-4be1-b062-bdb9c128e1c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c1cc1651a31496faf7f2be8062090d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1654713 Aug 29 04:38:17.777385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.795930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-f20fa5dd-2670-4fbb-a63a-9ca9d7467b11 service neutron] 10.222.0.58 "GET /v2.0/networks/6d1e8cb7-1437-4a54-813a-c4b7b1490549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572306 Aug 29 04:38:17.889363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4baf4d3-737e-4c00-859c-126a5299562f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.924465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4baf4d3-737e-4c00-859c-126a5299562f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.043934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4baf4d3-737e-4c00-859c-126a5299562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.049369 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b4baf4d3-737e-4c00-859c-126a5299562f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.052861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b4baf4d3-737e-4c00-859c-126a5299562f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50d83d3b-946c-4d86-beb1-b1e139ad67f4 HTTP/1.1" status: 204 len: 168 time: 0.2720349 Aug 29 04:38:18.097506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baf4d3-737e-4c00-859c-126a5299562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d83d3b-946c-4d86-beb1-b1e139ad67f4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.155592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-faee98c5-e36e-4867-8762-ff970c037ecd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfecf1eb72674923bd7ee80f37cee147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358384 Aug 29 04:38:18.160513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36468) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:18.219517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9a158ec-88f4-4e86-8bca-b4d6dd8e5f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.238042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78ba87-5f2a-4744-af8f-66b97b3b01c8 req-f40df209-ef29-44c7-bce4-fdf921adba51 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:18.248308 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee78ba87-5f2a-4744-af8f-66b97b3b01c8 req-f40df209-ef29-44c7-bce4-fdf921adba51 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.1516449 Aug 29 04:38:18.260458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9a158ec-88f4-4e86-8bca-b4d6dd8e5f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.274754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Deleting port a665c3dc-8c3f-4348-aa6a-7544cb83a80d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:18.275622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.375598 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9a158ec-88f4-4e86-8bca-b4d6dd8e5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.376587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee78ba87-5f2a-4744-af8f-66b97b3b01c8 req-9bf1f02a-3f47-4b3e-8a15-4dad331d1a11 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265564 Aug 29 04:38:18.380274 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9a158ec-88f4-4e86-8bca-b4d6dd8e5f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.382142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f9a158ec-88f4-4e86-8bca-b4d6dd8e5f90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76bda7b0-5951-41f0-99a2-6d1ebfde9db4 HTTP/1.1" status: 204 len: 168 time: 0.2198956 Aug 29 04:38:18.399169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a158ec-88f4-4e86-8bca-b4d6dd8e5f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bda7b0-5951-41f0-99a2-6d1ebfde9db4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.491006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] For port a665c3dc-8c3f-4348-aa6a-7544cb83a80d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:18.497866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.529055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Calling delete_port for a665c3dc-8c3f-4348-aa6a-7544cb83a80d owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:18.820568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-cc26d407-5a85-4238-b0ad-44ef73a761bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:18.821011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecfc37d4-01d2-49e3-953b-374964a188d4 req-0bae8b1a-83da-4f28-995a-f1ab13f81355 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 210 time: 0.0619357 Aug 29 04:38:18.823347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-cc26d407-5a85-4238-b0ad-44ef73a761bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1096 time: 0.0833714 Aug 29 04:38:18.949121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36524) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:18.967258 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72af6d8b-4c52-4eaa-a8d1-767bdb17083e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.979170 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.044044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Pushing event deleted for resources: {'Port': ['ID=a665c3dc-8c3f-4348-aa6a-7544cb83a80d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.086849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-63ecbdd1-7532-4200-95f4-d0fbd2659fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.090579 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-63ecbdd1-7532-4200-95f4-d0fbd2659fb2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.2567153 Aug 29 04:38:19.277218 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-e814b303-69d3-40f2-80ae-02dcf4f445dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 998 time: 0.1787260 Aug 29 04:38:19.444149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-a489cb6d-cafb-47ae-b5f1-230e0c7e355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.445656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-a489cb6d-cafb-47ae-b5f1-230e0c7e355e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1608806 Aug 29 04:38:19.552338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72af6d8b-4c52-4eaa-a8d1-767bdb17083e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.555294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-55a8c36c-7ee9-4777-aaa7-9a56b70c2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.556945 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-55a8c36c-7ee9-4777-aaa7-9a56b70c2d77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990429 Aug 29 04:38:19.575184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82a3ba-3b34-4443-a0ba-272ae9fe1ca0 req-9828cd5e-8402-40a3-97c2-7336f891c7ad tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.577096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f82a3ba-3b34-4443-a0ba-272ae9fe1ca0 req-9828cd5e-8402-40a3-97c2-7336f891c7ad tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1432600 Aug 29 04:38:19.584536 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72af6d8b-4c52-4eaa-a8d1-767bdb17083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.651735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72af6d8b-4c52-4eaa-a8d1-767bdb17083e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8da07ab246294fe8b6bb6cd13ef493f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011089 Aug 29 04:38:19.665788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36550) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:19.710906 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f82a3ba-3b34-4443-a0ba-272ae9fe1ca0 req-b7c2416f-1194-4c60-9fcd-b9303d49de22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629778 Aug 29 04:38:19.775939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af6d8b-4c52-4eaa-a8d1-767bdb17083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84171801-023b-470c-b687-48ddc7675b07,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.811607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.960056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-8b641db7-b96e-4853-9884-d462b7388dd2 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934517 Aug 29 04:38:19.965373 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5b32c573-7c74-424b-9f52-27d45c29a1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.034438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df1b3a65-f1ae-4339-abdc-a0ca3446178b req-028d8f19-ab97-424b-bfa2-e807840600b9 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 210 time: 0.0456426 Aug 29 04:38:20.073956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-e1fbf6d5-1426-452d-8421-85583b1f994f tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:20.073956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-e1fbf6d5-1426-452d-8421-85583b1f994f tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.65 "GET /v2.0/networks?id=6d1e8cb7-1437-4a54-813a-c4b7b1490549 HTTP/1.1" status: 200 len: 818 time: 0.4009814 Aug 29 04:38:20.185206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Request body: {'port': {'device_id': '235c57bc-97b8-4599-a076-043728903294', 'network_id': '6d1e8cb7-1437-4a54-813a-c4b7b1490549', 'admin_state_up': True, 'tenant_id': 'e7a394bb1b3449a3b03e2f5663f454d0'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:20.281796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:20.316100 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.409252 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95d6c813-113f-4eaf-befe-e11eb7b6f999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.464362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5b32c573-7c74-424b-9f52-27d45c29a1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.500367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:20.507219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36570) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.517954 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] Sync routers for ids ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:20.519169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-10864a42-bc42-426c-bca9-bbbb9b56379d admin admin] 10.222.0.58 "PUT /v2.0/routers/07e9862d-ff07-4f1d-8d7d-dc2005a4c50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9801059 Aug 29 04:38:20.525209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36572) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.540615 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] Routers {'07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:20.543362 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:20.545591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Made reservation on behalf of e7a394bb1b3449a3b03e2f5663f454d0 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:20.555566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.569404 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5b32c573-7c74-424b-9f52-27d45c29a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.580197 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5b32c573-7c74-424b-9f52-27d45c29a1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.585878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5b32c573-7c74-424b-9f52-27d45c29a1fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84171801-023b-470c-b687-48ddc7675b07 HTTP/1.1" status: 204 len: 168 time: 0.9176250 Aug 29 04:38:20.678831 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.695310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5f660d3-39d9-4906-bfa4-55d8716c89c3 req-08354000-c95a-4d1f-832d-5df4ade8957f service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264562 Aug 29 04:38:20.737980 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] Set router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:20.743371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32c573-7c74-424b-9f52-27d45c29a1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84171801-023b-470c-b687-48ddc7675b07,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:20.793530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-29c4820a-a08a-4c94-9d11-f301efdf00fb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:20.794358 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-29c4820a-a08a-4c94-9d11-f301efdf00fb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:38:20.795412 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-29c4820a-a08a-4c94-9d11-f301efdf00fb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:38:20.802877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-29c4820a-a08a-4c94-9d11-f301efdf00fb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2937415 Aug 29 04:38:20.810133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36582) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.818053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--924078892'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:20.981104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.009623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.044663 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.062764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e41e4d-b573-4d77-82f6-e4793323c583 req-65a0b9eb-73e1-4735-92c9-1b0e0edcb60a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:21.065384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6e41e4d-b573-4d77-82f6-e4793323c583 req-65a0b9eb-73e1-4735-92c9-1b0e0edcb60a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1750011 Aug 29 04:38:21.166721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6e41e4d-b573-4d77-82f6-e4793323c583 req-b35d91b0-56ab-444e-b317-cb4f21f2f116 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934386 Aug 29 04:38:21.206868 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.211779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Allocated IP 172.20.0.4 (6d1e8cb7-1437-4a54-813a-c4b7b1490549/5707a308-28e0-4904-a03b-67e11175d7a7/a71a7e6a-0102-4990-838b-40eaf05bf5a6) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:21.306911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Deleting port 882a84c0-3d9b-411b-aec5-17cce63aeff9 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:21.308899 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.524406 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.530543 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:38:18Z', 'revision_number': 5, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port': {'id': '882a84c0-3d9b-411b-aec5-17cce63aeff9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:48Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:21.570787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] For port 882a84c0-3d9b-411b-aec5-17cce63aeff9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=882a84c0-3d9b-411b-aec5-17cce63aeff9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:21.571289 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.586055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Calling delete_port for 882a84c0-3d9b-411b-aec5-17cce63aeff9 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:21.599673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.626141 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] Checking router: 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:21.638004 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.640960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e55f34b3-0d82-404c-a902-e23ffd54b496 req-e638cfb4-bc9d-4d6b-a15b-d8776b66cbcd tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 210 time: 0.0482273 Aug 29 04:38:21.660297 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] Routers {'07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:21.661635 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:21.793255 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.839970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9c6eee-2555-4971-9a35-e4dbb1941cf2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.931044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:21.936144 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] Set router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:21.941143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:21.958795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:21.985728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.002096 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.058399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Pushing event updated for resources: {'Port': ['ID=a71a7e6a-0102-4990-838b-40eaf05bf5a6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.059913 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:38:21Z', 'revision_number': 6, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:22.072176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8866204-2f9e-4d95-915f-82e6d74c9d25,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.089080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.090844 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.115638 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca9f38-5d91-4f2c-a24a-702b39bab834 None None] The sync data for ids ['07e9862d-ff07-4f1d-8d7d-dc2005a4c50a'] in n-d-712142-15 is: [{'id': '07e9862d-ff07-4f1d-8d7d-dc2005a4c50a', 'name': 'tempest-TestServerMultinode-818783917-router', 'tenant_id': '8a37d8f086414928aca8a154332cfa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:46Z', 'updated_at': '2021-08-29T04:38:21Z', 'revision_number': 6, 'project_id': '8a37d8f086414928aca8a154332cfa42', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:22.129603 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0c805a34-4971-46e5-9118-527c513c0b81 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0280778 Aug 29 04:38:22.132446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.136620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b558101a-cffc-4a5e-93c8-82cbbd0ac560 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3223848 Aug 29 04:38:22.137254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36608) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.147302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b222765e-8561-4fa6-8731-9beabd948cb4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': 'e8866204-2f9e-4d95-915f-82e6d74c9d25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:22.170487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Request body: {'port': {'device_id': '235c57bc-97b8-4599-a076-043728903294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:22.187507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.245856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Pushing event deleted for resources: {'Port': ['ID=882a84c0-3d9b-411b-aec5-17cce63aeff9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.293509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.310639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b222765e-8561-4fa6-8731-9beabd948cb4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.403137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b222765e-8561-4fa6-8731-9beabd948cb4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.412432 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b222765e-8561-4fa6-8731-9beabd948cb4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.421000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afc79a-b6e8-4943-947f-6021473de765 req-b311077d-a556-4ff5-9d2d-cc33e3c26c16 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.423457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26afc79a-b6e8-4943-947f-6021473de765 req-b311077d-a556-4ff5-9d2d-cc33e3c26c16 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0987494 Aug 29 04:38:22.426792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.498795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222765e-8561-4fa6-8731-9beabd948cb4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b375e23-c301-4290-843a-7d81be8f81c7,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.514832 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b222765e-8561-4fa6-8731-9beabd948cb4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.522398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b222765e-8561-4fa6-8731-9beabd948cb4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837018 Aug 29 04:38:22.525707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36628) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.533628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5a9d6830-2101-41b8-b9b2-01872961928c tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': 'e8866204-2f9e-4d95-915f-82e6d74c9d25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:22.731479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6830-2101-41b8-b9b2-01872961928c tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.736272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.757009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26afc79a-b6e8-4943-947f-6021473de765 req-3785f4a5-26c0-40e9-993c-6dd11d611f5f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817658 Aug 29 04:38:22.761613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.807488 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.935980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.936887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e9862d-ff07-4f1d-8d7d-dc2005a4c50a {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:22.942201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.946446 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-5a9d6830-2101-41b8-b9b2-01872961928c tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:38:22.947180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-58201a6a-474e-48c8-8f44-0ed9ff218742 admin admin] 10.222.0.58 "DELETE /v2.0/routers/07e9862d-ff07-4f1d-8d7d-dc2005a4c50a HTTP/1.1" status: 204 len: 168 time: 2.4200339 Aug 29 04:38:22.948239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36640) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.950148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36642) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.951422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5a9d6830-2101-41b8-b9b2-01872961928c tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4244206 Aug 29 04:38:23.031328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-530e8f96-5fa8-42fa-b0cc-1dfffd174ad9 admin admin] Deleting subnet bbe53716-a23e-4b6a-bcc2-ddaa66ad6409 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:23.035377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-530e8f96-5fa8-42fa-b0cc-1dfffd174ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.065787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71a7e6a-0102-4990-838b-40eaf05bf5a6 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:23.076362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.084892 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-530e8f96-5fa8-42fa-b0cc-1dfffd174ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.104548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Transition to ACTIVE for port object a71a7e6a-0102-4990-838b-40eaf05bf5a6 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:23.114811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.281566 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Pushing event updated for resources: {'Port': ['ID=a71a7e6a-0102-4990-838b-40eaf05bf5a6,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:23.349793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a665c3dc-8c3f-4348-aa6a-7544cb83a80d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:23.352300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36648) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.392638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a665c3dc-8c3f-4348-aa6a-7544cb83a80d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:23.392989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a665c3dc-8c3f-4348-aa6a-7544cb83a80d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:23.393601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 882a84c0-3d9b-411b-aec5-17cce63aeff9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:23.419049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 882a84c0-3d9b-411b-aec5-17cce63aeff9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:23.419607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 882a84c0-3d9b-411b-aec5-17cce63aeff9 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:23.433818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.434366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.434519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.434852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.435204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.435548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.435899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.436293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.436641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.436974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.437312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.438487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:23.475442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3110c-0162-4363-b78d-dbcea4a0f98e req-01f5ab61-96e0-4af0-a55a-d474244a2cec tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.491824 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1e3110c-0162-4363-b78d-dbcea4a0f98e req-01f5ab61-96e0-4af0-a55a-d474244a2cec tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 931 time: 0.4202969 Aug 29 04:38:23.495909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Attempting to bind port a71a7e6a-0102-4990-838b-40eaf05bf5a6 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:23.496366 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fed57399-3211-43b6-915d-b3dfd8247553 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.498051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Attempting to bind port a71a7e6a-0102-4990-838b-40eaf05bf5a6 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '70ea4640-2761-4839-92ca-51fcaf8eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d1e8cb7-1437-4a54-813a-c4b7b1490549'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:23.499230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Attempting to bind port a71a7e6a-0102-4990-838b-40eaf05bf5a6 on network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:23.520308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Port a71a7e6a-0102-4990-838b-40eaf05bf5a6 on network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:23.521807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Attempting to bind port a71a7e6a-0102-4990-838b-40eaf05bf5a6 on network 6d1e8cb7-1437-4a54-813a-c4b7b1490549 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:23.531836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:23.531836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Checking segment: {'id': '70ea4640-2761-4839-92ca-51fcaf8eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d1e8cb7-1437-4a54-813a-c4b7b1490549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:23.532759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Bound using segment: {'id': '70ea4640-2761-4839-92ca-51fcaf8eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d1e8cb7-1437-4a54-813a-c4b7b1490549'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:23.536462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Bound port: a71a7e6a-0102-4990-838b-40eaf05bf5a6, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ea4640-2761-4839-92ca-51fcaf8eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d1e8cb7-1437-4a54-813a-c4b7b1490549'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:23.537379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.582224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fed57399-3211-43b6-915d-b3dfd8247553 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.608923 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-530e8f96-5fa8-42fa-b0cc-1dfffd174ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.691412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] For port a71a7e6a-0102-4990-838b-40eaf05bf5a6, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:23.702918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] For port a71a7e6a-0102-4990-838b-40eaf05bf5a6, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a71a7e6a-0102-4990-838b-40eaf05bf5a6,segment=NetworkSegment(70ea4640-2761-4839-92ca-51fcaf8eb116),segment_id=70ea4640-2761-4839-92ca-51fcaf8eb116)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:23.711064 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.727708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d1e3110c-0162-4363-b78d-dbcea4a0f98e req-8b3f34cb-4ca3-4173-baca-24b429955ec5 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348647 Aug 29 04:38:23.737465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.743925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.754882 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] 10.222.0.65 "PUT /v2.0/ports/a71a7e6a-0102-4990-838b-40eaf05bf5a6 HTTP/1.1" status: 200 len: 1092 time: 1.6103001 Aug 29 04:38:23.758771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235c57bc-97b8-4599-a076-043728903294', 'tag': 'a71a7e6a-0102-4990-838b-40eaf05bf5a6'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:23.765081 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3" -d '{"events": [{"name": "network-changed", "server_uuid": "235c57bc-97b8-4599-a076-043728903294", "tag": "a71a7e6a-0102-4990-838b-40eaf05bf5a6"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:23.873278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c3df1550-8ee9-4e4f-8569-220dd8b42aba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6594fb5d28814630aadf20b73d0c4c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070081 Aug 29 04:38:23.878576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36662) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.887003 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fed57399-3211-43b6-915d-b3dfd8247553 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.889753 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fed57399-3211-43b6-915d-b3dfd8247553 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.890789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fed57399-3211-43b6-915d-b3dfd8247553 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/e8866204-2f9e-4d95-915f-82e6d74c9d25 HTTP/1.1" status: 204 len: 168 time: 0.9372702 Aug 29 04:38:23.901152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36664) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.919731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-530e8f96-5fa8-42fa-b0cc-1dfffd174ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.959807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed57399-3211-43b6-915d-b3dfd8247553 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8866204-2f9e-4d95-915f-82e6d74c9d25,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:23.994028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e8f96-5fa8-42fa-b0cc-1dfffd174ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe53716-a23e-4b6a-bcc2-ddaa66ad6409,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:23.994977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358c3022-db56-4895-9ca5-9652f8874b7a None None] Network f6a567d7-a0d8-4147-afb7-43ed84bd44a8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:23.996778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-530e8f96-5fa8-42fa-b0cc-1dfffd174ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.998718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-530e8f96-5fa8-42fa-b0cc-1dfffd174ad9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bbe53716-a23e-4b6a-bcc2-ddaa66ad6409 HTTP/1.1" status: 204 len: 168 time: 1.0493257 Aug 29 04:38:24.003529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36672) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.015906 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d4eee602-375a-40e1-bf14-0b5e441f4487 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118646 Aug 29 04:38:24.016166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36674) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.019913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405a1b2-9cd4-4146-85f4-436e284ff6af service neutron] Pushing event updated for resources: {'Port': ['ID=a71a7e6a-0102-4990-838b-40eaf05bf5a6,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.039129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-683e192e-7d2e-42f8-86a4-45b883d24a62 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839960834'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:24.041128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-c28b58a5-7231-413c-ac98-a93369baa103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.042998 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-c28b58a5-7231-413c-ac98-a93369baa103 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7a394bb1b3449a3b03e2f5663f454d0&device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 1095 time: 0.2372963 Aug 29 04:38:24.097861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-1e292479-8484-4b39-8385-1e6cf236c107 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a71a7e6a-0102-4990-838b-40eaf05bf5a6 HTTP/1.1" status: 200 len: 217 time: 0.0424681 Aug 29 04:38:24.117841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c30c6-360c-46a1-81a3-fe398399609a req-68273f84-f902-4aab-8e1f-4d1aa9305cf0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.126727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-075c30c6-360c-46a1-81a3-fe398399609a req-68273f84-f902-4aab-8e1f-4d1aa9305cf0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2487538 Aug 29 04:38:24.157526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cefe6d1e-5a53-4fbc-80d9-333a4510e894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.229943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0a6c14b6-fd92-4034-a9da-60f04931c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.234514 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-0a6c14b6-fd92-4034-a9da-60f04931c49e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5707a308-28e0-4904-a03b-67e11175d7a7 HTTP/1.1" status: 200 len: 858 time: 0.1275852 Aug 29 04:38:24.255045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-683e192e-7d2e-42f8-86a4-45b883d24a62 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.269074 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.330888 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cefe6d1e-5a53-4fbc-80d9-333a4510e894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.339510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-a3d2c09a-9bb0-45d0-ab26-c6d35ec4a633 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d1e8cb7-1437-4a54-813a-c4b7b1490549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979843 Aug 29 04:38:24.382626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] DHCP port deletion for f6a567d7-a0d8-4147-afb7-43ed84bd44a8 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:24.393759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-075c30c6-360c-46a1-81a3-fe398399609a req-266bfe63-e719-4963-a7e8-6caf8e5433d7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659018 Aug 29 04:38:24.448482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] Deleting port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:24.449068 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.475553 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfd586a-a20e-4cc0-8681-2f960201b765 x-openstack-request-id: req-8cfd586a-a20e-4cc0-8681-2f960201b765 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:24.476125 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235c57bc-97b8-4599-a076-043728903294", "tag": "a71a7e6a-0102-4990-838b-40eaf05bf5a6", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:24.476355 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cfd586a-a20e-4cc0-8681-2f960201b765 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:24.477894 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235c57bc-97b8-4599-a076-043728903294', 'tag': 'a71a7e6a-0102-4990-838b-40eaf05bf5a6', 'status': 'completed', 'code': 200} Aug 29 04:38:24.554516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] For port fb63ad3b-3044-4b63-9a2a-19fea92a79e1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:24.555107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.555708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-f8d169c2-3bed-41b4-9930-bb800ed794ce service neutron] 10.222.0.65 "GET /v2.0/networks/6d1e8cb7-1437-4a54-813a-c4b7b1490549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082105 Aug 29 04:38:24.599524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] Calling delete_port for fb63ad3b-3044-4b63-9a2a-19fea92a79e1 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:24.611744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cefe6d1e-5a53-4fbc-80d9-333a4510e894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.615561 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cefe6d1e-5a53-4fbc-80d9-333a4510e894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.633004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cefe6d1e-5a53-4fbc-80d9-333a4510e894 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24af721b-7fcd-4c16-b366-513be38931fc HTTP/1.1" status: 204 len: 168 time: 0.7533407 Aug 29 04:38:24.708631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe6d1e-5a53-4fbc-80d9-333a4510e894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af721b-7fcd-4c16-b366-513be38931fc,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.781018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Deleting port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:24.781387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.834906 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bee1510f-97bf-42c3-8c0a-e4d6286a41cd req-29ab600e-3278-47cd-80a3-6b3f36b506e4 service neutron] 10.222.0.65 "GET /v2.0/networks/6d1e8cb7-1437-4a54-813a-c4b7b1490549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715447 Aug 29 04:38:24.874834 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.937173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] No DVR routers for this DVR port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:24.946382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6205109-cdde-4de8-b9e0-be1dd8f52b76 None None] Pushing event deleted for resources: {'Port': ['ID=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.979338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-fffba085-1f47-4763-8cbb-4a2fe549fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.981435 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-fffba085-1f47-4763-8cbb-4a2fe549fd8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7a394bb1b3449a3b03e2f5663f454d0&device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 1095 time: 0.0854092 Aug 29 04:38:25.058566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] For port fb63ad3b-3044-4b63-9a2a-19fea92a79e1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,segment=NetworkSegment(35008940-6572-47bf-8d33-01b042bc120f),segment_id=35008940-6572-47bf-8d33-01b042bc120f)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:25.058872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.065356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-683e192e-7d2e-42f8-86a4-45b883d24a62 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.079668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48e451-fe7a-4fd2-8dd0-590ee64b4d10 req-983e0141-8095-4947-b29e-e658d4e5fa4f tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.089024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c48e451-fe7a-4fd2-8dd0-590ee64b4d10 req-983e0141-8095-4947-b29e-e658d4e5fa4f tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 943 time: 0.1953816 Aug 29 04:38:25.107619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-683e192e-7d2e-42f8-86a4-45b883d24a62 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.140178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-c6e69c8b-e6b6-4f9c-bbce-41c17960bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.142705 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-c6e69c8b-e6b6-4f9c-bbce-41c17960bd0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d1e8cb7-1437-4a54-813a-c4b7b1490549 HTTP/1.1" status: 200 len: 919 time: 0.1523225 Aug 29 04:38:25.199185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Calling delete_port for fb63ad3b-3044-4b63-9a2a-19fea92a79e1 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:25.211443 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-8ad30e77-4237-4acc-be1b-24d8aa4e8c60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a71a7e6a-0102-4990-838b-40eaf05bf5a6 HTTP/1.1" status: 200 len: 217 time: 0.0585449 Aug 29 04:38:25.269493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-683e192e-7d2e-42f8-86a4-45b883d24a62 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.269493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-683e192e-7d2e-42f8-86a4-45b883d24a62 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2455142 Aug 29 04:38:25.278862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36718) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.291972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2467d77b-3a58-4830-a80d-b39849ccaf5b tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '321a91b8-a8e2-49cd-8f48-04833d0c711b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:25.292788 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-2467d77b-3a58-4830-a80d-b39849ccaf5b tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:38:25.293303 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-2467d77b-3a58-4830-a80d-b39849ccaf5b tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:25.294275 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2467d77b-3a58-4830-a80d-b39849ccaf5b tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0145717 Aug 29 04:38:25.296656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e192e-7d2e-42f8-86a4-45b883d24a62 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321a91b8-a8e2-49cd-8f48-04833d0c711b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.302153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36722) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.309367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c48e451-fe7a-4fd2-8dd0-590ee64b4d10 req-d0be7864-9d3d-4118-a023-eb9e8b6ab190 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016485 Aug 29 04:38:25.338041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fb63ad3b-3044-4b63-9a2a-19fea92a79e1 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:25.412895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-66a342b7-b416-414d-94be-b55a308bac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.414534 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-66a342b7-b416-414d-94be-b55a308bac77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5707a308-28e0-4904-a03b-67e11175d7a7 HTTP/1.1" status: 200 len: 858 time: 0.1938288 Aug 29 04:38:25.421477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: fb63ad3b-3044-4b63-9a2a-19fea92a79e1 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:25.421832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fb63ad3b-3044-4b63-9a2a-19fea92a79e1 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:25.488381 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-61680f67-eda4-4adf-808b-e94dbfd6447a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d1e8cb7-1437-4a54-813a-c4b7b1490549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593257 Aug 29 04:38:25.554697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.565076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8835109c-a0ca-4b86-bac1-1577f961d5f4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.593029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] No DVR routers for this DVR port fb63ad3b-3044-4b63-9a2a-19fea92a79e1 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:25.660649 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8835109c-a0ca-4b86-bac1-1577f961d5f4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.729438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb63ad3b-3044-4b63-9a2a-19fea92a79e1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.781114 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-1dcc03f0-e51f-4e37-810e-803cd07d0395 service neutron] 10.222.0.65 "GET /v2.0/networks/6d1e8cb7-1437-4a54-813a-c4b7b1490549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780051 Aug 29 04:38:25.869959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.881596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ec85-49f9-4e87-8b27-812f258fb631 req-97e79d3a-e057-4cb6-ab76-d0d5398b255c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.890852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c973ec85-49f9-4e87-8b27-812f258fb631 req-97e79d3a-e057-4cb6-ab76-d0d5398b255c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.4090662 Aug 29 04:38:25.895267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8835109c-a0ca-4b86-bac1-1577f961d5f4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.898056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8835109c-a0ca-4b86-bac1-1577f961d5f4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.903180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8835109c-a0ca-4b86-bac1-1577f961d5f4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/321a91b8-a8e2-49cd-8f48-04833d0c711b HTTP/1.1" status: 204 len: 168 time: 0.5960796 Aug 29 04:38:25.905102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36764) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.960132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a567d7-a0d8-4147-afb7-43ed84bd44a8']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:25.968058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835109c-a0ca-4b86-bac1-1577f961d5f4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a91b8-a8e2-49cd-8f48-04833d0c711b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.002544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c973ec85-49f9-4e87-8b27-812f258fb631 req-53e95d9c-b52a-4aeb-ac1a-4ee03286d6be tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019273 Aug 29 04:38:26.029818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35008940-6572-47bf-8d33-01b042bc120f') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.030824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35008940-6572-47bf-8d33-01b042bc120f') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.065496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d99851b-5712-43a1-84a6-8d851c7eb6a7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410990 Aug 29 04:38:26.077523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36774) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.093049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e904f598-7088-4086-8225-db223afeea97 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563438683'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:26.108533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.112905 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bc8945dd-1bb1-4fdc-b935-c1e64cd130d3 req-eedb570b-9af1-4a0b-a047-bfc390bd1949 service neutron] 10.222.0.65 "GET /v2.0/networks/6d1e8cb7-1437-4a54-813a-c4b7b1490549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198354 Aug 29 04:38:26.161185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.171380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:26.172061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:26.176120 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:26.185672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e904f598-7088-4086-8225-db223afeea97 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.285665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.307180 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.309350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f6a567d7-a0d8-4147-afb7-43ed84bd44a8 HTTP/1.1" status: 204 len: 168 time: 2.3016596 Aug 29 04:38:26.312329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36794) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.332650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3726ca-7f0d-4afe-8cf1-939f9b402365 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a567d7-a0d8-4147-afb7-43ed84bd44a8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.629945 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e904f598-7088-4086-8225-db223afeea97 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.655546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e904f598-7088-4086-8225-db223afeea97 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.680907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ac416-324c-46f5-8e40-48fda20a1957 req-5252f28b-6396-463d-b6d5-afef5404dba6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.694660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-977ac416-324c-46f5-8e40-48fda20a1957 req-5252f28b-6396-463d-b6d5-afef5404dba6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 943 time: 0.1997828 Aug 29 04:38:26.741205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36826) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.745380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904f598-7088-4086-8225-db223afeea97 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058ffa05-f6ec-4fe6-a952-ef2b0f46c165,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.825749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-977ac416-324c-46f5-8e40-48fda20a1957 req-b4969d8a-1904-480e-b3cd-84523d54cc37 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292558 Aug 29 04:38:26.838652 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e904f598-7088-4086-8225-db223afeea97 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.842897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e904f598-7088-4086-8225-db223afeea97 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7614055 Aug 29 04:38:26.845742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36834) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.855078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-af0515bd-3df8-4360-9042-9110f56b4b3a tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '058ffa05-f6ec-4fe6-a952-ef2b0f46c165', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:26.857315 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-af0515bd-3df8-4360-9042-9110f56b4b3a tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:38:26.858169 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-af0515bd-3df8-4360-9042-9110f56b4b3a tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:26.859586 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-af0515bd-3df8-4360-9042-9110f56b4b3a tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100739 Aug 29 04:38:26.863166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36836) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.005213 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb4266e5-cc6d-430b-99e7-82017dc41100 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.022707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2090147793-network', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:27.042653 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb4266e5-cc6d-430b-99e7-82017dc41100 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.078617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Made reservation on behalf of f1aeb2e1741447faa143f2ea97c72455 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:27.082037 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.098333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.121809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb4266e5-cc6d-430b-99e7-82017dc41100 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.124975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb4266e5-cc6d-430b-99e7-82017dc41100 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.127157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eb4266e5-cc6d-430b-99e7-82017dc41100 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/058ffa05-f6ec-4fe6-a952-ef2b0f46c165 HTTP/1.1" status: 204 len: 168 time: 0.2626297 Aug 29 04:38:27.136704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36852) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.165382 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.173213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4266e5-cc6d-430b-99e7-82017dc41100 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058ffa05-f6ec-4fe6-a952-ef2b0f46c165,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.229656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b6469872-3b05-4c7f-8d04-d7b25fd221c9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887065 Aug 29 04:38:27.236689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36860) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.262124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-70c46d2d-3be9-457e-973d-1bc2a5019ddb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--317189157'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:27.307449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.368322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ef4c7-29fb-4f47-9c01-2db1526a818f req-8ef8f392-9681-465f-b130-1edab173c3bd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.370437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-933ef4c7-29fb-4f47-9c01-2db1526a818f req-8ef8f392-9681-465f-b130-1edab173c3bd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1499586 Aug 29 04:38:27.439467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-933ef4c7-29fb-4f47-9c01-2db1526a818f req-39439963-e254-4072-8ca6-43bbc23b403e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568042 Aug 29 04:38:27.500258 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.507533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.535586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:27.566528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.566885 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Added segment 98387845-905b-43af-a705-ba9b6faa71e9 of type vlan for network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 Aug 29 04:38:27.615349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2be644-7828-4125-af7c-16ce04b87c8f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.627766 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.692696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.702997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.704334 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.710901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36874) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.815060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] Pushing event updated for resources: {'Network': ['ID=44b74e03-3a1d-4b1e-92a7-f691b556fc32,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.833057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:27.931332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70c46d2d-3be9-457e-973d-1bc2a5019ddb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.940315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e23d5f04-4b79-4bb2-be5d-8c6af784ca27 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1873064 Aug 29 04:38:27.940953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36888) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.946173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Request body: {'subnet': {'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2090147793-subnet', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:28.055330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ffd05ccd-6a09-4e38-848e-86347d346ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.071951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Made reservation on behalf of f1aeb2e1741447faa143f2ea97c72455 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:28.074953 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.154927 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70c46d2d-3be9-457e-973d-1bc2a5019ddb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.163608 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70c46d2d-3be9-457e-973d-1bc2a5019ddb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.207068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c46d2d-3be9-457e-973d-1bc2a5019ddb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eeac7e-ab0b-4787-bb5e-b5a4928c9ee5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.209732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70c46d2d-3be9-457e-973d-1bc2a5019ddb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.211288 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-70c46d2d-3be9-457e-973d-1bc2a5019ddb tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9529011 Aug 29 04:38:28.217144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36894) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.226980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1edee04d-5581-4baf-b11f-a22f018d4b3d tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': 'b5eeac7e-ab0b-4787-bb5e-b5a4928c9ee5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:28.246812 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-1edee04d-5581-4baf-b11f-a22f018d4b3d tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:38:28.248283 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-1edee04d-5581-4baf-b11f-a22f018d4b3d tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:28.250158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1edee04d-5581-4baf-b11f-a22f018d4b3d tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0264168 Aug 29 04:38:28.256131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36896) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.262626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-217ae511-944b-4a8a-9f27-9f19e6547aa6 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': 'b5eeac7e-ab0b-4787-bb5e-b5a4928c9ee5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:28.264131 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-217ae511-944b-4a8a-9f27-9f19e6547aa6 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:38:28.264821 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-217ae511-944b-4a8a-9f27-9f19e6547aa6 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:28.265967 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-217ae511-944b-4a8a-9f27-9f19e6547aa6 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073502 Aug 29 04:38:28.290016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36898) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.295577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7fc521cc-7ebb-4aa2-b4d9-94f5c6075fa8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': 'b5eeac7e-ab0b-4787-bb5e-b5a4928c9ee5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:28.298150 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-7fc521cc-7ebb-4aa2-b4d9-94f5c6075fa8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:38:28.299061 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-7fc521cc-7ebb-4aa2-b4d9-94f5c6075fa8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:28.300156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7fc521cc-7ebb-4aa2-b4d9-94f5c6075fa8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086892 Aug 29 04:38:28.304136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36900) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.306012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.306808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.324399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4c4f7637-fa4d-49ac-84b5-fcc59e88fcdc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': 'b5eeac7e-ab0b-4787-bb5e-b5a4928c9ee5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:28.324399 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-4c4f7637-fa4d-49ac-84b5-fcc59e88fcdc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:38:28.324399 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-4c4f7637-fa4d-49ac-84b5-fcc59e88fcdc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:28.324685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4c4f7637-fa4d-49ac-84b5-fcc59e88fcdc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0155053 Aug 29 04:38:28.328242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36902) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.383206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Deleting port b4f0da4d-bf81-4319-b798-e0efe740af6b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:28.383549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.392372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a71a7e6a-0102-4990-838b-40eaf05bf5a6 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:28.477026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] For port b4f0da4d-bf81-4319-b798-e0efe740af6b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b4f0da4d-bf81-4319-b798-e0efe740af6b,segment=NetworkSegment(7afb7605-3606-4e3d-b6ce-d6e05d18abb7),segment_id=7afb7605-3606-4e3d-b6ce-d6e05d18abb7)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:28.477417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.493937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Calling delete_port for b4f0da4d-bf81-4319-b798-e0efe740af6b owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:28.624694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a71a7e6a-0102-4990-838b-40eaf05bf5a6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a71a7e6a-0102-4990-838b-40eaf05bf5a6,segment=NetworkSegment(70ea4640-2761-4839-92ca-51fcaf8eb116),segment_id=70ea4640-2761-4839-92ca-51fcaf8eb116)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:28.640889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'a71a7e6a-0102-4990-838b-40eaf05bf5a6', 'network_id': '6d1e8cb7-1437-4a54-813a-c4b7b1490549', 'port_id': 'a71a7e6a-0102-4990-838b-40eaf05bf5a6', 'mac_address': 'fa:16:3e:2a:11:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5707a308-28e0-4904-a03b-67e11175d7a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:28.700474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.712629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.722798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71a7e6a-0102-4990-838b-40eaf05bf5a6 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:28.746293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f0da4d-bf81-4319-b798-e0efe740af6b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.776408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a71a7e6a-0102-4990-838b-40eaf05bf5a6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a71a7e6a-0102-4990-838b-40eaf05bf5a6,segment=NetworkSegment(70ea4640-2761-4839-92ca-51fcaf8eb116),segment_id=70ea4640-2761-4839-92ca-51fcaf8eb116)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:28.785030 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.877156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a71a7e6a-0102-4990-838b-40eaf05bf5a6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.885392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.885752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.886114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.886458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.887043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.887140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.887487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.888175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.888712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.889309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.889837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.890703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:28.966439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6e30-d90d-437f-8614-28990bbabed3 req-24e26036-2d45-4034-a6d3-07bf92c87ccc tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.970368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62ea6e30-d90d-437f-8614-28990bbabed3 req-24e26036-2d45-4034-a6d3-07bf92c87ccc tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 943 time: 0.9956610 Aug 29 04:38:28.998755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a71a7e6a-0102-4990-838b-40eaf05bf5a6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:29.083754 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.211556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ffd05ccd-6a09-4e38-848e-86347d346ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.242830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2940284c-074c-4e84-9994-ba0be92a25e3,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:29.275794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Checking segment: {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:29.276193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Network hostable DHCP agents. Network: 44b74e03-3a1d-4b1e-92a7-f691b556fc32, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:29.296152 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ffd05ccd-6a09-4e38-848e-86347d346ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.328124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62ea6e30-d90d-437f-8614-28990bbabed3 req-87468898-4f4d-4138-8788-16c85c47a21d tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432417 Aug 29 04:38:29.385549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:29.417416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ffd05ccd-6a09-4e38-848e-86347d346ee4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=173779de807e4f89877b61bb2acaa95d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6364489 Aug 29 04:38:29.419269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd05ccd-6a09-4e38-848e-86347d346ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb8592-ac78-4c2c-8e73-9e7eb7bdd637,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:29.422890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36916) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.423927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13dcb77a-32dd-49ab-a642-85b9db0e66e5 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.435183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 44b74e03-3a1d-4b1e-92a7-f691b556fc32) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:29.444939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2a839-b1c9-4ab1-98f8-4c3ac5426d1e None None] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:29.456822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:29.457507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.492212 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13dcb77a-32dd-49ab-a642-85b9db0e66e5 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.502891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac68940d-da9b-447a-a7e9-6935706eb745 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5607708 Aug 29 04:38:29.504187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36918) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.509130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:29.546291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:29.555682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d50c06cc-1952-4694-a94a-6b2cf0c2c25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.562755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.563881 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.588675 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13dcb77a-32dd-49ab-a642-85b9db0e66e5 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.592350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13dcb77a-32dd-49ab-a642-85b9db0e66e5 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.593794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-13dcb77a-32dd-49ab-a642-85b9db0e66e5 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/b5eeac7e-ab0b-4787-bb5e-b5a4928c9ee5 HTTP/1.1" status: 204 len: 168 time: 1.2623999 Aug 29 04:38:29.596944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d50c06cc-1952-4694-a94a-6b2cf0c2c25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.601041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36922) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.615757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcb77a-32dd-49ab-a642-85b9db0e66e5 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eeac7e-ab0b-4787-bb5e-b5a4928c9ee5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:29.670603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d50c06cc-1952-4694-a94a-6b2cf0c2c25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.674416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d50c06cc-1952-4694-a94a-6b2cf0c2c25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.675779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d50c06cc-1952-4694-a94a-6b2cf0c2c25f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5bb8592-ac78-4c2c-8e73-9e7eb7bdd637 HTTP/1.1" status: 204 len: 168 time: 0.2488790 Aug 29 04:38:29.693781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c06cc-1952-4694-a94a-6b2cf0c2c25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb8592-ac78-4c2c-8e73-9e7eb7bdd637,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:29.809295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.811309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:29.812822 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.818301 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1d1a575-2da3-4558-9e1c-ff5d985b6028 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2112966 Aug 29 04:38:29.822677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36926) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.828631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-01798e0c-1418-4d6f-8e25-83191aefcc8e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130776352'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:29.883282 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-01798e0c-1418-4d6f-8e25-83191aefcc8e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.003276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:30.019979 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-442c42c5-7cc4-4fda-a73b-8be3ffdcee13 admin admin] 10.222.0.58 "PUT /v2.0/routers/0b703222-35cd-4cfc-b5ff-e9422db8d0cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7056046 Aug 29 04:38:30.023815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36930) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.038188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] Sync routers for ids ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:30.062796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] Routers {'0b703222-35cd-4cfc-b5ff-e9422db8d0cc'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:30.064183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:30.126682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.139323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Allocated IP 172.20.0.2 (44b74e03-3a1d-4b1e-92a7-f691b556fc32/2940284c-074c-4e84-9994-ba0be92a25e3/0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:30.202969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-01798e0c-1418-4d6f-8e25-83191aefcc8e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.247547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-01798e0c-1418-4d6f-8e25-83191aefcc8e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.311820 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-01798e0c-1418-4d6f-8e25-83191aefcc8e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.313164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-01798e0c-1418-4d6f-8e25-83191aefcc8e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4891834 Aug 29 04:38:30.316557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36936) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.319368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798e0c-1418-4d6f-8e25-83191aefcc8e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bbf294-5621-4290-a0c1-967347eda089,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.325194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-dec41ff9-677f-4b1d-8e76-f12dd792d8c2 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:30.326177 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-dec41ff9-677f-4b1d-8e76-f12dd792d8c2 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:38:30.327459 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-dec41ff9-677f-4b1d-8e76-f12dd792d8c2 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:30.329888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dec41ff9-677f-4b1d-8e76-f12dd792d8c2 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107677 Aug 29 04:38:30.332402 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.334267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36938) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.343679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ffe37c91-9684-4db1-a15b-37ec1f46d904 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:30.394367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36940) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.424285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a86af56-0fe5-4349-b6fe-9c3592af46f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.439176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a71a7e6a-0102-4990-838b-40eaf05bf5a6 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:30.494669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.528885 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.592342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] Set router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:30.612026 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.630730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36946) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.631885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d393810-43a6-4ffd-a416-612382a7d69a req-4f9f6a5a-9664-4212-8966-1b5a994d4c00 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.633696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d393810-43a6-4ffd-a416-612382a7d69a req-4f9f6a5a-9664-4212-8966-1b5a994d4c00 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 944 time: 0.1522515 Aug 29 04:38:30.716832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Allocated IP 172.25.1.188 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/842df8b2-e71c-4fb0-9812-e6d3201eb9d6) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:30.756502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d393810-43a6-4ffd-a416-612382a7d69a req-50ea06d9-2ce7-4881-8522-424668e5e2bd tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114817 Aug 29 04:38:30.783610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a86af56-0fe5-4349-b6fe-9c3592af46f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.796920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Deleting port 235e8aa8-d11d-496f-83fa-a7874363f292 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:30.798041 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.842825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a86af56-0fe5-4349-b6fe-9c3592af46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.850510 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-ffe37c91-9684-4db1-a15b-37ec1f46d904 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:30.850725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ffe37c91-9684-4db1-a15b-37ec1f46d904 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5140719 Aug 29 04:38:30.851469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24056b4f-268c-477d-b490-f5845b58001e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.859618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36950) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.875104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-dcdd9ea8-c539-4932-bac7-2935a5902601 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:30.876942 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-dcdd9ea8-c539-4932-bac7-2935a5902601 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:38:30.877512 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-dcdd9ea8-c539-4932-bac7-2935a5902601 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:30.882464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36952) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.883588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dcdd9ea8-c539-4932-bac7-2935a5902601 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0207870 Aug 29 04:38:30.895919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-88fb5d11-9aa3-493e-bdfe-6960520c61aa tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:30.917393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86af56-0fe5-4349-b6fe-9c3592af46f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a1f9f-dc65-4c22-af49-9366d2f85c8c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.979113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0a86af56-0fe5-4349-b6fe-9c3592af46f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b1e495a5a4747b383b49faa1b4d3c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791276 Aug 29 04:38:30.980542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36954) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.987616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.024932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] For port 235e8aa8-d11d-496f-83fa-a7874363f292, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=235e8aa8-d11d-496f-83fa-a7874363f292,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:31.024932 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.054679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Calling delete_port for 235e8aa8-d11d-496f-83fa-a7874363f292 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:31.101905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port a71a7e6a-0102-4990-838b-40eaf05bf5a6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:31.106864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1e12452-c38b-43d2-a6c9-31300a1deb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.129919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port a71a7e6a-0102-4990-838b-40eaf05bf5a6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:31.130404 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.131188 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1e12452-c38b-43d2-a6c9-31300a1deb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.197842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1e12452-c38b-43d2-a6c9-31300a1deb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.200531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d1e12452-c38b-43d2-a6c9-31300a1deb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.201645 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d1e12452-c38b-43d2-a6c9-31300a1deb90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb7a1f9f-dc65-4c22-af49-9366d2f85c8c HTTP/1.1" status: 204 len: 168 time: 0.2201526 Aug 29 04:38:31.229585 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.236917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24056b4f-268c-477d-b490-f5845b58001e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.254745 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.283310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e12452-c38b-43d2-a6c9-31300a1deb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a1f9f-dc65-4c22-af49-9366d2f85c8c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.288592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=842df8b2-e71c-4fb0-9812-e6d3201eb9d6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.293863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-24056b4f-268c-477d-b490-f5845b58001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.317863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:38:28Z', 'revision_number': 5, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port': {'id': '235e8aa8-d11d-496f-83fa-a7874363f292', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.342870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-24056b4f-268c-477d-b490-f5845b58001e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47880bef5ea7462eac87b8a41781f89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107718 Aug 29 04:38:31.355781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36962) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.362080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:31.405490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:31.410135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Transition to ACTIVE for port object 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:31.417207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:31.446127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] Checking router: 0b703222-35cd-4cfc-b5ff-e9422db8d0cc for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:31.451630 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.482610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.495190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8752e1f-764d-4a3a-a7db-eeb185864665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.508956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a71a7e6a-0102-4990-838b-40eaf05bf5a6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a71a7e6a-0102-4990-838b-40eaf05bf5a6,segment=NetworkSegment(70ea4640-2761-4839-92ca-51fcaf8eb116),segment_id=70ea4640-2761-4839-92ca-51fcaf8eb116)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:31.515171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235c57bc-97b8-4599-a076-043728903294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71a7e6a-0102-4990-838b-40eaf05bf5a6'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:31.515818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24056b4f-268c-477d-b490-f5845b58001e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871c26e6-35f7-45a8-a5d8-f57616cb3dde,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.518825 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895984e2-b423-44f0-b524-1aaf9f546d57" -d '{"events": [{"server_uuid": "235c57bc-97b8-4599-a076-043728903294", "name": "network-vif-plugged", "status": "completed", "tag": "a71a7e6a-0102-4990-838b-40eaf05bf5a6"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:31.526528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.541862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] Routers {'0b703222-35cd-4cfc-b5ff-e9422db8d0cc'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:31.542682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.569265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=235e8aa8-d11d-496f-83fa-a7874363f292,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.624413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8752e1f-764d-4a3a-a7db-eeb185864665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.638600 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-88fb5d11-9aa3-493e-bdfe-6960520c61aa tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:31.645187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] Set router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:31.646020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36970) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.648594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-88fb5d11-9aa3-493e-bdfe-6960520c61aa tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7611458 Aug 29 04:38:31.707643 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048eea6-4c9c-4037-9994-a2c9d0992424 x-openstack-request-id: req-d048eea6-4c9c-4037-9994-a2c9d0992424 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:31.708255 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235c57bc-97b8-4599-a076-043728903294", "name": "network-vif-plugged", "status": "completed", "tag": "a71a7e6a-0102-4990-838b-40eaf05bf5a6", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:31.708686 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d048eea6-4c9c-4037-9994-a2c9d0992424 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:31.709353 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235c57bc-97b8-4599-a076-043728903294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71a7e6a-0102-4990-838b-40eaf05bf5a6', 'code': 200} Aug 29 04:38:31.731498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Transition to ACTIVE for port object 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:31.733250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:38:31Z', 'revision_number': 7, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.735262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.746983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3199b348-d567-42a0-8161-89dc8fad28e8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:31.747497 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-3199b348-d567-42a0-8161-89dc8fad28e8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:38:31.748068 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-3199b348-d567-42a0-8161-89dc8fad28e8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:31.753445 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3199b348-d567-42a0-8161-89dc8fad28e8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0276275 Aug 29 04:38:31.771849 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.784718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d220be8-cdac-4276-9ad1-ef70c0b49aab None None] The sync data for ids ['0b703222-35cd-4cfc-b5ff-e9422db8d0cc'] in n-d-712142-15 is: [{'id': '0b703222-35cd-4cfc-b5ff-e9422db8d0cc', 'name': 'tempest-TestServerMultinode-1322005294-router', 'tenant_id': 'f85fef14a784454185278843e5526e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:00Z', 'updated_at': '2021-08-29T04:38:31Z', 'revision_number': 7, 'project_id': 'f85fef14a784454185278843e5526e14', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:31.801144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36974) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.814715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-00a69541-b1c8-4bba-afe1-7543e76da2f8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:31.819808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:31.840412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:31.849028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:31.855366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a71a7e6a-0102-4990-838b-40eaf05bf5a6,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.925166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Pushing event updated for resources: {'Port': ['ID=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.957864 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-00a69541-b1c8-4bba-afe1-7543e76da2f8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:31.962032 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-00a69541-b1c8-4bba-afe1-7543e76da2f8 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1578856 Aug 29 04:38:31.962256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36982) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.979427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f73212-c511-40d5-abb7-ecaa7f7d8895 req-f5c017ca-9c07-4461-856e-36e30e71bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.981139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33f73212-c511-40d5-abb7-ecaa7f7d8895 req-f5c017ca-9c07-4461-856e-36e30e71bc83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 1097 time: 0.2521160 Aug 29 04:38:31.988330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-94be0613-4a08-4348-aa90-15f1b804ecd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:31.988833 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-94be0613-4a08-4348-aa90-15f1b804ecd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:38:31.989463 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-94be0613-4a08-4348-aa90-15f1b804ecd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:31.990512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-94be0613-4a08-4348-aa90-15f1b804ecd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0264239 Aug 29 04:38:31.998196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Attempting to bind port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:31.998707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Attempting to bind port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:31.999168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Attempting to bind port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb on network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:32.005823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:32.006599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Checking segment: {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:32.007120 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.007610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Bound using segment: {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:32.008283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Bound port: 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:32.008764 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.014036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36986) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.022197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.026191 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.037089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f0566a42-f570-4e11-8aff-f6bbd7c64c7a tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:32.083939 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8752e1f-764d-4a3a-a7db-eeb185864665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.086456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8752e1f-764d-4a3a-a7db-eeb185864665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.087624 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d8752e1f-764d-4a3a-a7db-eeb185864665 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/871c26e6-35f7-45a8-a5d8-f57616cb3dde HTTP/1.1" status: 204 len: 168 time: 0.7304068 Aug 29 04:38:32.104741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8752e1f-764d-4a3a-a7db-eeb185864665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871c26e6-35f7-45a8-a5d8-f57616cb3dde,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.111596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] For port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:32.112280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33f73212-c511-40d5-abb7-ecaa7f7d8895 req-d9905986-34ec-479c-8410-ddadccad27dd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232483 Aug 29 04:38:32.117410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] For port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:32.135100 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.217121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894d8ed-c6a5-488d-91fd-4c665a981d57 req-c314ee44-55f2-4139-be95-d976b749acf1 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.218769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b894d8ed-c6a5-488d-91fd-4c665a981d57 req-c314ee44-55f2-4139-be95-d976b749acf1 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 945 time: 0.2792590 Aug 29 04:38:32.219665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.237961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b703222-35cd-4cfc-b5ff-e9422db8d0cc {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:32.249672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.256799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.260296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-86701045-4ab0-4405-9caa-a39e458cdd21 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0b703222-35cd-4cfc-b5ff-e9422db8d0cc HTTP/1.1" status: 204 len: 168 time: 2.2330377 Aug 29 04:38:32.279638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36992) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.326593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0577593-9b03-4134-865d-e32b5632b61a None None] Pushing event updated for resources: {'Port': ['ID=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.355095 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-f0566a42-f570-4e11-8aff-f6bbd7c64c7a tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:32.356242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f0566a42-f570-4e11-8aff-f6bbd7c64c7a tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3386965 Aug 29 04:38:32.369763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36996) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.392874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2ce5b14f-866e-4746-92e7-44215e6f6e67 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '27bbf294-5621-4290-a0c1-967347eda089', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:32.515476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b894d8ed-c6a5-488d-91fd-4c665a981d57 req-2c05bdf5-ffed-4e50-beaf-8a226f17c137 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701533 Aug 29 04:38:32.527340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-10023a6f-26fb-4d18-9615-e532487940c9 admin admin] Deleting subnet 9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:32.531068 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10023a6f-26fb-4d18-9615-e532487940c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.662720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10023a6f-26fb-4d18-9615-e532487940c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.676044 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-2ce5b14f-866e-4746-92e7-44215e6f6e67 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:32.677194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2ce5b14f-866e-4746-92e7-44215e6f6e67 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3045449 Aug 29 04:38:32.679789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37006) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.823855 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10023a6f-26fb-4d18-9615-e532487940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.921560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37008) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.935147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10023a6f-26fb-4d18-9615-e532487940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.986134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10023a6f-26fb-4d18-9615-e532487940c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.993076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a24fb62-10be-423f-a6d2-c7386362aa70 None None] Network fd3e0974-7b58-46c3-8cbf-056eb31ac934 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:33.004635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10023a6f-26fb-4d18-9615-e532487940c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.007227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-10023a6f-26fb-4d18-9615-e532487940c9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9bc4cb68-0b6c-4968-b6e1-732edd8e2c9b HTTP/1.1" status: 204 len: 168 time: 0.7266016 Aug 29 04:38:33.009934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37012) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.098148 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6441aa53-247d-4f9c-87f0-a3e0790183a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.126330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.148867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7defd665-c470-4064-9f97-c84a8375afbe tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.200121 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.266743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7defd665-c470-4064-9f97-c84a8375afbe tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.270460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Deleting port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:33.271478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.359282 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] DHCP port deletion for fd3e0974-7b58-46c3-8cbf-056eb31ac934 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:33.433452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] For port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,segment=NetworkSegment(7afb7605-3606-4e3d-b6ce-d6e05d18abb7),segment_id=7afb7605-3606-4e3d-b6ce-d6e05d18abb7)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:33.434350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.455494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:33.461382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Calling delete_port for a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:33.551231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] Deleting port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:33.552100 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.554230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7defd665-c470-4064-9f97-c84a8375afbe tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.557330 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7defd665-c470-4064-9f97-c84a8375afbe tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.558812 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7defd665-c470-4064-9f97-c84a8375afbe tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/27bbf294-5621-4290-a0c1-967347eda089 HTTP/1.1" status: 204 len: 168 time: 0.8779111 Aug 29 04:38:33.576806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37018) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.580951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:33.581297 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defd665-c470-4064-9f97-c84a8375afbe tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bbf294-5621-4290-a0c1-967347eda089,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.683167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Router eca9d59a-00f5-4454-a35c-843273633ad5 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:33.709517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6441aa53-247d-4f9c-87f0-a3e0790183a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.718084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6441aa53-247d-4f9c-87f0-a3e0790183a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.799729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441aa53-247d-4f9c-87f0-a3e0790183a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587bf407-ffa9-44c5-a6a6-3d4612f13601,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.824954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bf177053-b816-48da-8d9f-f71fca20f669 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2446468 Aug 29 04:38:33.826204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.849012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] For port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,segment=NetworkSegment(7afb7605-3606-4e3d-b6ce-d6e05d18abb7),segment_id=7afb7605-3606-4e3d-b6ce-d6e05d18abb7)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:33.849012 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.878241 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6441aa53-247d-4f9c-87f0-a3e0790183a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec80ac7c92904567aca061f637544c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9514613 Aug 29 04:38:33.878850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37030) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.903594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 235e8aa8-d11d-496f-83fa-a7874363f292 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:33.909372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-27a577ff-8b10-4302-b2b6-89e8665981a4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541014984'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:33.942686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.988802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.999997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] Calling delete_port for a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:34.006552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 235e8aa8-d11d-496f-83fa-a7874363f292 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:34.006923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 235e8aa8-d11d-496f-83fa-a7874363f292 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:34.007420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4f0da4d-bf81-4319-b798-e0efe740af6b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:34.009380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:34.019723 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27a577ff-8b10-4302-b2b6-89e8665981a4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.021647 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Sync routers for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:34.031583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a666777-219d-4595-b020-ce06adf5a128 req-b8b3262c-5cfe-4e3e-85b6-c1f60379ccff tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.039148 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:34.039790 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.041457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a666777-219d-4595-b020-ce06adf5a128 req-b8b3262c-5cfe-4e3e-85b6-c1f60379ccff tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 945 time: 0.3199127 Aug 29 04:38:34.044148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] No DVR routers for this DVR port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:34.056274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b4f0da4d-bf81-4319-b798-e0efe740af6b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:34.056814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b4f0da4d-bf81-4319-b798-e0efe740af6b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:34.066978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7298bc-e071-49e4-8b27-466e22e6f202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.068761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.070154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3f63057c-91c0-4609-9e0c-7ca40ff8dbf9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5649707 Aug 29 04:38:34.074102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:34.107291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7298bc-e071-49e4-8b27-466e22e6f202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.176647 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7298bc-e071-49e4-8b27-466e22e6f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.179725 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b7298bc-e071-49e4-8b27-466e22e6f202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.183927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0b7298bc-e071-49e4-8b27-466e22e6f202 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/587bf407-ffa9-44c5-a6a6-3d4612f13601 HTTP/1.1" status: 204 len: 168 time: 0.2508552 Aug 29 04:38:34.200836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7298bc-e071-49e4-8b27-466e22e6f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587bf407-ffa9-44c5-a6a6-3d4612f13601,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.241518 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.284314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] Pushing event deleted for resources: {'Port': ['ID=a6cfcbbc-ba07-4ec6-9c47-36e19e63b288,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.290297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb74d03-7855-4554-a50b-4f74098f64f2 None None] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:34.294014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d2871-213f-4ad2-917b-096293c1ad26 None None] No DVR routers for this DVR port a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:34.319039 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:34.381890 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.432943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a666777-219d-4595-b020-ce06adf5a128 req-34faa202-48d4-46f0-8ae0-e8b8152ad1c4 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879921 Aug 29 04:38:34.441091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3e0974-7b58-46c3-8cbf-056eb31ac934']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.482108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afb7605-3606-4e3d-b6ce-d6e05d18abb7') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.482108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afb7605-3606-4e3d-b6ce-d6e05d18abb7') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.490938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e330c715-4a95-4bf5-83d3-191fba59ae5a None None] Provisioning for port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:34.519891 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.541736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e330c715-4a95-4bf5-83d3-191fba59ae5a None None] Provisioning complete for port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:34.542126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e330c715-4a95-4bf5-83d3-191fba59ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.590856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.621513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:34.622196 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:34.634744 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:34.707260 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e330c715-4a95-4bf5-83d3-191fba59ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.722341 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:31Z', 'revision_number': 3, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.781382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e330c715-4a95-4bf5-83d3-191fba59ae5a None None] For port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:34.788083 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Checking router: eca9d59a-00f5-4454-a35c-843273633ad5 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:34.788665 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Updating router eca9d59a-00f5-4454-a35c-843273633ad5 port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:34.799439 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e330c715-4a95-4bf5-83d3-191fba59ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.869555 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.949793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27a577ff-8b10-4302-b2b6-89e8665981a4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.988744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330c715-4a95-4bf5-83d3-191fba59ae5a None None] Pushing event updated for resources: {'Port': ['ID=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.993569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27a577ff-8b10-4302-b2b6-89e8665981a4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.029690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.077986 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.083616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fd3e0974-7b58-46c3-8cbf-056eb31ac934 HTTP/1.1" status: 204 len: 168 time: 2.0684679 Aug 29 04:38:35.099768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe351c-27f8-438a-a54f-c43550bf9a0f req-244f5b4b-40d0-4cc2-9561-ae73802f866e tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.115155 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7fe351c-27f8-438a-a54f-c43550bf9a0f req-244f5b4b-40d0-4cc2-9561-ae73802f866e tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 945 time: 0.2560489 Aug 29 04:38:35.228085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd780b-bde8-4d07-bdbe-213727d3ff31 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3e0974-7b58-46c3-8cbf-056eb31ac934,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.234761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27a577ff-8b10-4302-b2b6-89e8665981a4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.236805 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-27a577ff-8b10-4302-b2b6-89e8665981a4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3443611 Aug 29 04:38:35.241589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37068) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.242097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a577ff-8b10-4302-b2b6-89e8665981a4 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e00883b-30ac-4a99-b5fb-895e918b5c8e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.246292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d00f9a30-f124-41d4-8ee3-01ce8fa4add9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '3e00883b-30ac-4a99-b5fb-895e918b5c8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:35.249899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dc8eec85-1da7-4cfb-87d9-97932b996bcf None None] Provisioning complete for port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:35.250971 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dc8eec85-1da7-4cfb-87d9-97932b996bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.260655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7fe351c-27f8-438a-a54f-c43550bf9a0f req-b1303a25-28ab-4c70-b448-7d50e3f9540f tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445208 Aug 29 04:38:35.410495 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-d00f9a30-f124-41d4-8ee3-01ce8fa4add9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The resource could not be found. Aug 29 04:38:35.415479 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d00f9a30-f124-41d4-8ee3-01ce8fa4add9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1743436 Aug 29 04:38:35.415962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37074) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.420981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-57f47fc8-d27c-4367-9bc6-0fc026675389 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '3e00883b-30ac-4a99-b5fb-895e918b5c8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd41a7b65-3d4a-4a5c-be87-ff0a24ea8a56'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:35.451750 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.465709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Transition to ACTIVE for port object 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:35.477664 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.511360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37078) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.524063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:35.524878 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-57f47fc8-d27c-4367-9bc6-0fc026675389 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The resource could not be found. Aug 29 04:38:35.526109 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-57f47fc8-d27c-4367-9bc6-0fc026675389 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1089573 Aug 29 04:38:35.529054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37080) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.562007 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Pushing event updated for resources: {'Port': ['ID=842df8b2-e71c-4fb0-9812-e6d3201eb9d6,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.577533 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.578201 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.578761 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.579281 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.579777 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.580339 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.580831 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.581310 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.581818 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.582306 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.582794 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.583443 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.605546 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Attempting to bind port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:35.606192 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Attempting to bind port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:35.606803 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Attempting to bind port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:35.614032 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:35.614868 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:35.615486 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.616103 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:35.616787 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Bound port: 842df8b2-e71c-4fb0-9812-e6d3201eb9d6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:35.617409 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.691143 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] For port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:35.701104 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] For port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=842df8b2-e71c-4fb0-9812-e6d3201eb9d6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:35.704807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7c3be60-1a94-4719-98df-032a99960958 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.705924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:35.706710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.711577 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.743588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fa70dfad-94ae-4e5a-864f-9df227dc65d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a37d8f086414928aca8a154332cfa42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305033 Aug 29 04:38:35.746762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37084) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.756030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7c3be60-1a94-4719-98df-032a99960958 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.843649 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:35.845748 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:35.873690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-efc339e7-9a1d-41ce-bccf-f703f7846e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.907843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-efc339e7-9a1d-41ce-bccf-f703f7846e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.947167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.998112 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:36.032513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:36.038848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-efc339e7-9a1d-41ce-bccf-f703f7846e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.049277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-efc339e7-9a1d-41ce-bccf-f703f7846e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.054686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-efc339e7-9a1d-41ce-bccf-f703f7846e53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad0fe1e4-0f25-4f7d-8867-e59839e052ba HTTP/1.1" status: 204 len: 168 time: 0.3046291 Aug 29 04:38:36.075670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7c3be60-1a94-4719-98df-032a99960958 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.080038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7c3be60-1a94-4719-98df-032a99960958 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.096202 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b7c3be60-1a94-4719-98df-032a99960958 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/3e00883b-30ac-4a99-b5fb-895e918b5c8e HTTP/1.1" status: 204 len: 168 time: 0.5565443 Aug 29 04:38:36.100938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:36.101920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a6cfcbbc-ba07-4ec6-9c47-36e19e63b288 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:36.102778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37098) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:36.131936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc339e7-9a1d-41ce-bccf-f703f7846e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0fe1e4-0f25-4f7d-8867-e59839e052ba,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.153354 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e41188-25f5-40a5-bc69-5aced3905c32 None None] Pushing event updated for resources: {'Port': ['ID=842df8b2-e71c-4fb0-9812-e6d3201eb9d6,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.304705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3be60-1a94-4719-98df-032a99960958 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e00883b-30ac-4a99-b5fb-895e918b5c8e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.416421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee89a-6e66-4c43-8443-f02302e54451 req-22bdbfb3-205b-49e6-aec8-13fef8a95b5c tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.419197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-384ee89a-6e66-4c43-8443-f02302e54451 req-22bdbfb3-205b-49e6-aec8-13fef8a95b5c tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.65 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 945 time: 0.2574248 Aug 29 04:38:36.440692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Allocated IP 172.20.0.1 (44b74e03-3a1d-4b1e-92a7-f691b556fc32/2940284c-074c-4e84-9994-ba0be92a25e3/6fe7976b-6e0b-49de-ba99-5727629304e7) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:36.473008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bc9bbca3-af3a-4ea5-8c0b-62e639c88ce1 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3629742 Aug 29 04:38:36.479540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37114) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:36.486578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-111d7886-7e11-4536-bc23-b22ead60b015 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': 'fc83d849-d540-4a96-8e43-3fad809dcb89', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:36.625160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Deleting port a71a7e6a-0102-4990-838b-40eaf05bf5a6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:36.626069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.771605 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:31Z', 'revision_number': 3, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:36.787524 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-111d7886-7e11-4536-bc23-b22ead60b015 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The resource could not be found. Aug 29 04:38:36.788656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-111d7886-7e11-4536-bc23-b22ead60b015 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3074157 Aug 29 04:38:36.807772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37118) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:36.814470 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a2909-863a-465d-99ba-1b4d771f2109 None None] The sync data for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 is: [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:31Z', 'revision_number': 3, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:36.824820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-dd7eae6f-c58e-4803-b414-35222748c035 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196211701'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:36.824947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0deaf5-aa69-4ae6-9483-688ba7b26bb2 req-f5fb8eae-fc33-493f-a96c-3ad2844e64ec tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.829887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c0deaf5-aa69-4ae6-9483-688ba7b26bb2 req-f5fb8eae-fc33-493f-a96c-3ad2844e64ec tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 945 time: 0.2925906 Aug 29 04:38:36.901776 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd7eae6f-c58e-4803-b414-35222748c035 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.979841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] For port a71a7e6a-0102-4990-838b-40eaf05bf5a6, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a71a7e6a-0102-4990-838b-40eaf05bf5a6,segment=NetworkSegment(70ea4640-2761-4839-92ca-51fcaf8eb116),segment_id=70ea4640-2761-4839-92ca-51fcaf8eb116)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:36.980258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.999956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Calling delete_port for a71a7e6a-0102-4990-838b-40eaf05bf5a6 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:37.003191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c0deaf5-aa69-4ae6-9483-688ba7b26bb2 req-069a9e85-19cb-4144-9ebd-f222b8b00297 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b082f78-828c-4565-8eba-6f232aca2b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568336 Aug 29 04:38:37.028633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.045870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Transition to ACTIVE for port object 6fe7976b-6e0b-49de-ba99-5727629304e7 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:37.108473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.127615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37128) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.170054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd7eae6f-c58e-4803-b414-35222748c035 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.184078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd7eae6f-c58e-4803-b414-35222748c035 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.207890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:37.212879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:37.223243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:37.273250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe7976b-6e0b-49de-ba99-5727629304e7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.296395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7eae6f-c58e-4803-b414-35222748c035 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b721f2a-b502-411b-a1b7-796da14e4476,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.336801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0da0-d9be-4493-b8dc-d6433dc4cedd req-dd25f8df-3b4e-4931-a2eb-0b33e7da40c9 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.338783 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fedb0da0-d9be-4493-b8dc-d6433dc4cedd req-dd25f8df-3b4e-4931-a2eb-0b33e7da40c9 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 946 time: 0.1893601 Aug 29 04:38:37.350530 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.367573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dd7eae6f-c58e-4803-b414-35222748c035 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.368908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dd7eae6f-c58e-4803-b414-35222748c035 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5600986 Aug 29 04:38:37.375486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37130) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.384618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8b8275c2-963c-4da9-9e56-e2a2e0c83e0e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--270865558'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:37.403011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4964b7e-ca13-415c-9051-83f655693bca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f85fef14a784454185278843e5526e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741685 Aug 29 04:38:37.405942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37132) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.551956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b8275c2-963c-4da9-9e56-e2a2e0c83e0e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.634410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.674792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9cb71e02-2a37-4011-9960-84a2022d05fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.683745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fedb0da0-d9be-4493-b8dc-d6433dc4cedd req-1e391b46-7b16-4426-8c48-927c67c3cfca tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269150 Aug 29 04:38:37.710869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9cb71e02-2a37-4011-9960-84a2022d05fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.777551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ae8221cc-4e47-4d2b-b9a0-cfe948d7cda1 None None] Provisioning for port 6fe7976b-6e0b-49de-ba99-5727629304e7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:37.786425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ae8221cc-4e47-4d2b-b9a0-cfe948d7cda1 None None] Provisioning complete for port 6fe7976b-6e0b-49de-ba99-5727629304e7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:37.787096 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ae8221cc-4e47-4d2b-b9a0-cfe948d7cda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.806201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9cb71e02-2a37-4011-9960-84a2022d05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.809253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9cb71e02-2a37-4011-9960-84a2022d05fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.810744 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9cb71e02-2a37-4011-9960-84a2022d05fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3b5d103-1b0c-4490-b6c7-703e1719e9b7 HTTP/1.1" status: 204 len: 168 time: 0.4030957 Aug 29 04:38:37.831537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.851178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a71a7e6a-0102-4990-838b-40eaf05bf5a6'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:37.863802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Pushing event deleted for resources: {'Port': ['ID=a71a7e6a-0102-4990-838b-40eaf05bf5a6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.865792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb71e02-2a37-4011-9960-84a2022d05fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b5d103-1b0c-4490-b6c7-703e1719e9b7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.992343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] No DVR routers for this DVR port a71a7e6a-0102-4990-838b-40eaf05bf5a6 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:37.996132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.998437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-384ee89a-6e66-4c43-8443-f02302e54451 req-80bf6aa4-0859-4dfc-970d-4280c299b5a6 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.65 "DELETE /v2.0/ports/a71a7e6a-0102-4990-838b-40eaf05bf5a6 HTTP/1.1" status: 204 len: 173 time: 1.5566819 Aug 29 04:38:37.999250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235c57bc-97b8-4599-a076-043728903294', 'name': 'network-vif-deleted', 'tag': 'a71a7e6a-0102-4990-838b-40eaf05bf5a6'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:37.999400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ae8221cc-4e47-4d2b-b9a0-cfe948d7cda1 None None] Port 6fe7976b-6e0b-49de-ba99-5727629304e7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:38.002314 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef59ae-59fa-441e-bce2-6af77475832b" -d '{"events": [{"server_uuid": "235c57bc-97b8-4599-a076-043728903294", "name": "network-vif-deleted", "tag": "a71a7e6a-0102-4990-838b-40eaf05bf5a6"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:38.099211 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3d57c-b92a-496f-8327-4ed0ec4169d2 x-openstack-request-id: req-38f3d57c-b92a-496f-8327-4ed0ec4169d2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:38.102491 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235c57bc-97b8-4599-a076-043728903294", "name": "network-vif-deleted", "tag": "a71a7e6a-0102-4990-838b-40eaf05bf5a6", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:38.103090 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38f3d57c-b92a-496f-8327-4ed0ec4169d2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:38.103788 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235c57bc-97b8-4599-a076-043728903294', 'name': 'network-vif-deleted', 'tag': 'a71a7e6a-0102-4990-838b-40eaf05bf5a6', 'status': 'completed', 'code': 200} Aug 29 04:38:38.113754 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.125765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.133668 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b8275c2-963c-4da9-9e56-e2a2e0c83e0e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.142095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b8275c2-963c-4da9-9e56-e2a2e0c83e0e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.216477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8275c2-963c-4da9-9e56-e2a2e0c83e0e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180d4cd5-3a4f-4286-9257-ff4de0d2f491,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.239360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b8275c2-963c-4da9-9e56-e2a2e0c83e0e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.241111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8b8275c2-963c-4da9-9e56-e2a2e0c83e0e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8611383 Aug 29 04:38:38.243810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37162) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:38.254803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7896dd7d-0fc1-4d3b-90de-2ef47d4fa26e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group_rule': {'security_group_id': '8b721f2a-b502-411b-a1b7-796da14e4476', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '180d4cd5-3a4f-4286-9257-ff4de0d2f491'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:38.343925 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-7896dd7d-0fc1-4d3b-90de-2ef47d4fa26e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:38:38.346209 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7896dd7d-0fc1-4d3b-90de-2ef47d4fa26e tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1011219 Aug 29 04:38:38.349963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37166) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:38.782817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a45f18b1-1413-446d-8aa4-0ec87808d32f req-903826a1-5755-457b-b906-0ce4261e7579 tempest-InstanceActionsV221TestJSON-1986570807 tempest-InstanceActionsV221TestJSON-1986570807-project] 10.222.0.58 "GET /v2.0/ports?device_id=235c57bc-97b8-4599-a076-043728903294 HTTP/1.1" status: 200 len: 210 time: 0.5664980 Aug 29 04:38:38.828819 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.849953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe7976b-6e0b-49de-ba99-5727629304e7,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.048761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688166a-60a2-49ff-8d96-50594c38fc5c req-a2cc3c5f-cb52-4634-ba9a-a94001925878 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.051384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e688166a-60a2-49ff-8d96-50594c38fc5c req-a2cc3c5f-cb52-4634-ba9a-a94001925878 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 946 time: 0.1241295 Aug 29 04:38:39.086684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:39.091179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:39.155873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-8eee68be-7ca8-418c-9ef8-92145fd03411 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.158608 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-8eee68be-7ca8-418c-9ef8-92145fd03411 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 946 time: 0.0956073 Aug 29 04:38:39.165789 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee78f982-7c23-40d2-9a5d-bb956e47ddd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.328101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee78f982-7c23-40d2-9a5d-bb956e47ddd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.336265 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e688166a-60a2-49ff-8d96-50594c38fc5c req-dafd0fb2-f33b-419e-a73e-381eb4e68ce9 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742698 Aug 29 04:38:39.339333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Router eca9d59a-00f5-4454-a35c-843273633ad5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:39.409104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:39.517551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:39.523859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:39.524653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.534142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee78f982-7c23-40d2-9a5d-bb956e47ddd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.537283 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee78f982-7c23-40d2-9a5d-bb956e47ddd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.538754 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ee78f982-7c23-40d2-9a5d-bb956e47ddd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/180d4cd5-3a4f-4286-9257-ff4de0d2f491 HTTP/1.1" status: 204 len: 168 time: 1.1874654 Aug 29 04:38:39.541644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37206) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:39.546676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Deleting port 342c1d8c-171a-4856-87f2-486fe821822f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:39.547368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.565357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37208) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:39.585913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:39.604256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a5610492-e228-4d25-80ed-a7c08925d741 admin admin] 10.222.0.58 "PUT /v2.0/routers/eca9d59a-00f5-4454-a35c-843273633ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5253878 Aug 29 04:38:39.618626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6c78d901-6033-40b8-97d5-ef78d8f774be None None] Provisioning complete for port 6fe7976b-6e0b-49de-ba99-5727629304e7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:39.619088 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6c78d901-6033-40b8-97d5-ef78d8f774be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.619236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78f982-7c23-40d2-9a5d-bb956e47ddd7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d4cd5-3a4f-4286-9257-ff4de0d2f491,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.646891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cbbddd5c-fe81-44e8-8e72-7adef138fe13 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1039140 Aug 29 04:38:39.649683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37218) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:39.677713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6c78d901-6033-40b8-97d5-ef78d8f774be None None] Port 6fe7976b-6e0b-49de-ba99-5727629304e7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:39.732660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-23902327-network', 'tenant_id': '3834b29d18274b149303f75e0e1823c3'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:39.762442 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.773576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] For port 342c1d8c-171a-4856-87f2-486fe821822f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=342c1d8c-171a-4856-87f2-486fe821822f,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:39.774043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.780520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:39.784556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.784713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16b06434-d623-4b10-911b-d017d1fbead9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.807052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Calling delete_port for 342c1d8c-171a-4856-87f2-486fe821822f owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:39.820131 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.839735 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16b06434-d623-4b10-911b-d017d1fbead9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.847666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=842df8b2-e71c-4fb0-9812-e6d3201eb9d6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:39.870956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Sync routers for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:39.889228 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.987091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:39.987980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:40.021915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.044106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.054390 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.061509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Pushing event deleted for resources: {'Port': ['ID=342c1d8c-171a-4856-87f2-486fe821822f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.120172 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16b06434-d623-4b10-911b-d017d1fbead9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.127692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.127930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['342c1d8c-171a-4856-87f2-486fe821822f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:40.128204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16b06434-d623-4b10-911b-d017d1fbead9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.130799 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-16b06434-d623-4b10-911b-d017d1fbead9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/8b721f2a-b502-411b-a1b7-796da14e4476 HTTP/1.1" status: 204 len: 168 time: 0.4786675 Aug 29 04:38:40.137439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37244) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.162688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:40.176824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] No DVR routers for this DVR port 342c1d8c-171a-4856-87f2-486fe821822f on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:40.180399 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.183914 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e1d0a0e-3eda-465e-9044-7b708eb96459 req-3296ac09-334c-442a-b6e9-b5bfc0e5e0f1 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.65 "DELETE /v2.0/ports/342c1d8c-171a-4856-87f2-486fe821822f HTTP/1.1" status: 204 len: 173 time: 1.0157490 Aug 29 04:38:40.200649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.201006 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Added segment d6603d50-66df-440f-89d0-7d11c72b8d7d of type vlan for network 34727b34-f92c-4bf2-8085-84a10090447a Aug 29 04:38:40.206633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a79de612-6be1-45ad-bf61-4d7ac5ad6ad4'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:40.209246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1617a01-1a92-4b7c-807d-03f2beeb3435', 'name': 'network-vif-deleted', 'tag': '342c1d8c-171a-4856-87f2-486fe821822f'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:40.214796 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6fcafd-c508-4376-8109-cc466db51f77" -d '{"events": [{"server_uuid": "e1617a01-1a92-4b7c-807d-03f2beeb3435", "name": "network-vif-deleted", "tag": "342c1d8c-171a-4856-87f2-486fe821822f"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:40.222125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b06434-d623-4b10-911b-d017d1fbead9 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b721f2a-b502-411b-a1b7-796da14e4476,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.235693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37256) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.236774 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-20733e73-8c25-4624-99dc-5c3b18cadb0f tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979705 Aug 29 04:38:40.245771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2e4d1e62-39cc-42d7-be35-401704df77cc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'tempest-secgroup--89863512'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:40.258083 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:38:40.282131 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.331953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e62-39cc-42d7-be35-401704df77cc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.369343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37264) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.378141 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.379846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:40.380642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.435028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8637025 Aug 29 04:38:40.439795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37272) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.456878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a71a7e6a-0102-4990-838b-40eaf05bf5a6 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:40.478270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Request body: {'subnet': {'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-23902327-subnet', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:40.538617 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e62-39cc-42d7-be35-401704df77cc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.541283 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea871ce-fbe1-406b-9e10-3c2651f1c0df x-openstack-request-id: req-eea871ce-fbe1-406b-9e10-3c2651f1c0df {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:40.541682 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1617a01-1a92-4b7c-807d-03f2beeb3435", "name": "network-vif-deleted", "tag": "342c1d8c-171a-4856-87f2-486fe821822f", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:40.542041 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eea871ce-fbe1-406b-9e10-3c2651f1c0df {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:40.543190 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1617a01-1a92-4b7c-807d-03f2beeb3435', 'name': 'network-vif-deleted', 'tag': '342c1d8c-171a-4856-87f2-486fe821822f', 'status': 'completed', 'code': 200} Aug 29 04:38:40.547602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e62-39cc-42d7-be35-401704df77cc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.548130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: a71a7e6a-0102-4990-838b-40eaf05bf5a6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:40.550498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a71a7e6a-0102-4990-838b-40eaf05bf5a6 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:40.554772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=842df8b2-e71c-4fb0-9812-e6d3201eb9d6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.566595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37278) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.615634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:40.662135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1e62-39cc-42d7-be35-401704df77cc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.664318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2e4d1e62-39cc-42d7-be35-401704df77cc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4267137 Aug 29 04:38:40.668223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37280) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.669755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d1e62-39cc-42d7-be35-401704df77cc tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a904f905-a211-4563-a18f-66c9ba5a7bae,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.720663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7eb35f-dcf7-481f-a52d-bdd43278badc admin admin] Deleting subnet 5707a308-28e0-4904-a03b-67e11175d7a7 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:40.726082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-90247b19-9e9b-4397-b189-40835f145331 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:40.726522 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-90247b19-9e9b-4397-b189-40835f145331 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:38:40.730820 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-90247b19-9e9b-4397-b189-40835f145331 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:38:40.732566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-90247b19-9e9b-4397-b189-40835f145331 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "PUT /v2.0/security-groups/a904f905-a211-4563-a18f-66c9ba5a7bae HTTP/1.1" status: 409 len: 330 time: 0.0353601 Aug 29 04:38:40.734589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214fe00-5df9-4010-b17d-9e87577321c9 admin admin] Pushing event updated for resources: {'Network': ['ID=34727b34-f92c-4bf2-8085-84a10090447a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.736390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37282) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.752304 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb35f-dcf7-481f-a52d-bdd43278badc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.776895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 34727b34-f92c-4bf2-8085-84a10090447a details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:40.832703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfa0e70d-d87e-4f21-a308-69118e85c350 req-04941af7-1875-4f80-966f-b09b38c0716a tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1617a01-1a92-4b7c-807d-03f2beeb3435 HTTP/1.1" status: 200 len: 210 time: 0.0835509 Aug 29 04:38:40.870280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:40.873091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.884721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa02462b-1ff3-403a-8ddf-86cf40bee5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.962106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb35f-dcf7-481f-a52d-bdd43278badc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.029464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb35f-dcf7-481f-a52d-bdd43278badc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.098548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37288) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.112463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1761972209-network', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:41.122914 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb35f-dcf7-481f-a52d-bdd43278badc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.179080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eb35f-dcf7-481f-a52d-bdd43278badc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5707a308-28e0-4904-a03b-67e11175d7a7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:41.180296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.184572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 2, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:41.185859 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb35f-dcf7-481f-a52d-bdd43278badc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.190979 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d7eb35f-dcf7-481f-a52d-bdd43278badc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5707a308-28e0-4904-a03b-67e11175d7a7 HTTP/1.1" status: 204 len: 168 time: 0.6189926 Aug 29 04:38:41.191742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37290) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.198483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49ad6418-ddaf-42f1-b219-9f2a9a6c37e7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.218744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Checking router: eca9d59a-00f5-4454-a35c-843273633ad5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:41.218744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Updating router eca9d59a-00f5-4454-a35c-843273633ad5 port 6fe7976b-6e0b-49de-ba99-5727629304e7 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:41.249889 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.262142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49ad6418-ddaf-42f1-b219-9f2a9a6c37e7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.337781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:41.382093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa02462b-1ff3-403a-8ddf-86cf40bee5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.384101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.386238 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49ad6418-ddaf-42f1-b219-9f2a9a6c37e7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.393064 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49ad6418-ddaf-42f1-b219-9f2a9a6c37e7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.394845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-49ad6418-ddaf-42f1-b219-9f2a9a6c37e7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/a904f905-a211-4563-a18f-66c9ba5a7bae HTTP/1.1" status: 204 len: 168 time: 0.6405168 Aug 29 04:38:41.402707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37292) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.416019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa02462b-1ff3-403a-8ddf-86cf40bee5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.449740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad6418-ddaf-42f1-b219-9f2a9a6c37e7 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a904f905-a211-4563-a18f-66c9ba5a7bae,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:41.463850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:41.464790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Network hostable DHCP agents. Network: 34727b34-f92c-4bf2-8085-84a10090447a, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:41.484036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Pushing event updated for resources: {'Subnet': ['ID=871d19b4-8bb0-4c01-9e18-1f4aa44627e6,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:41.501094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02462b-1ff3-403a-8ddf-86cf40bee5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c298471-fafc-4921-bad5-0303863fb730,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:41.520727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aa02462b-1ff3-403a-8ddf-86cf40bee5bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1866e2000cb04ce2a328ce29e0086ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1497374 Aug 29 04:38:41.528896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Made reservation on behalf of b2f408e99cd94b7497cd9fe04378f350 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:41.531597 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.535589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37294) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.550019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:41.550550 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.584749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Network 34727b34-f92c-4bf2-8085-84a10090447a is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:41.596559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.597538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.602484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 34727b34-f92c-4bf2-8085-84a10090447a) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:41.614593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1e8cb7-1437-4a54-813a-c4b7b1490549']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:41.617638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.618407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.621209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c2cf5-afe5-4f0d-a266-94f280a25c44 None None] Network 34727b34-f92c-4bf2-8085-84a10090447a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:41.630001 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fd8f3fa7-9333-4ff6-8d47-d0a2612d4f2d tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2207887 Aug 29 04:38:41.642244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37298) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.653826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e768a0f3-b174-4ff9-b575-7c2810f7e508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.671195 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-775c30a5-9bd9-4151-be28-2196710b67f0 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] delete failed (client error): The resource could not be found. Aug 29 04:38:41.673008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-775c30a5-9bd9-4151-be28-2196710b67f0 tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "DELETE /v2.0/security-groups/ed36afb3-4a26-4dbb-b979-f9f86a82494b HTTP/1.1" status: 404 len: 347 time: 0.0290341 Aug 29 04:38:41.675357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a8ffca5c-46d9-48d4-afb5-637fb522252f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2335806 Aug 29 04:38:41.678368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ea4640-2761-4839-92ca-51fcaf8eb116') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:41.678368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ea4640-2761-4839-92ca-51fcaf8eb116') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:41.679973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37300) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.680405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37302) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.687737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:41.708308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e768a0f3-b174-4ff9-b575-7c2810f7e508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.713120 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.715091 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-31134956-2f8f-4b11-b1b5-64755d13e71c tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] show failed (client error): The resource could not be found. Aug 29 04:38:41.722079 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-31134956-2f8f-4b11-b1b5-64755d13e71c tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-groups/16282292-772c-4001-bbc0-1a2966055cfa HTTP/1.1" status: 404 len: 347 time: 0.0329413 Aug 29 04:38:41.722819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37304) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.743066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.747829 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-f19d925f-a578-416f-ad2e-255c474c675d tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] show failed (client error): The resource could not be found. Aug 29 04:38:41.752064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f19d925f-a578-416f-ad2e-255c474c675d tempest-NegativeSecGroupTest-415965214 tempest-NegativeSecGroupTest-415965214-project] 10.222.0.58 "GET /v2.0/security-group-rules/47a7cde4-39c1-44e7-abd5-2d3d65e8a50d HTTP/1.1" status: 404 len: 356 time: 0.0256662 Aug 29 04:38:41.768014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:41.768459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:41.770394 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:41.805843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e768a0f3-b174-4ff9-b575-7c2810f7e508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.808633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e768a0f3-b174-4ff9-b575-7c2810f7e508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.812296 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e768a0f3-b174-4ff9-b575-7c2810f7e508 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c298471-fafc-4921-bad5-0303863fb730 HTTP/1.1" status: 204 len: 168 time: 0.2715440 Aug 29 04:38:41.821510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a0f3-b174-4ff9-b575-7c2810f7e508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c298471-fafc-4921-bad5-0303863fb730,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:41.913962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.921372 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.926745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6d1e8cb7-1437-4a54-813a-c4b7b1490549 HTTP/1.1" status: 204 len: 168 time: 0.7334976 Aug 29 04:38:41.930193 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.941458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.972315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:42.000353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f51c9-0791-4e92-9d3f-29ae519e8308 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1e8cb7-1437-4a54-813a-c4b7b1490549,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:42.007171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b7d0b-41a7-452a-b6f0-1e9c638d515f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:42.016733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.017104 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Added segment 29fb4c6d-a003-4ba7-a14e-6067583e2bd9 of type vlan for network d52cd7ee-5cea-49f3-9fbe-80206b020103 Aug 29 04:38:42.034778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.038963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.068039 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.130571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.131666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:42.132322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.132463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.220564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.280681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d52cd7ee-5cea-49f3-9fbe-80206b020103,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:42.300631 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-39fc0e7f-61a3-4205-a0e0-433af58869b4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1972060 Aug 29 04:38:42.302376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37320) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:42.324190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Request body: {'subnet': {'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1761972209-subnet', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:42.335453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Transition to ACTIVE for port object 6fe7976b-6e0b-49de-ba99-5727629304e7 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:42.357537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d52cd7ee-5cea-49f3-9fbe-80206b020103 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:42.376593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Made reservation on behalf of b2f408e99cd94b7497cd9fe04378f350 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:42.380902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.394464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37324) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:42.483470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-34727b34-f92c-4bf2-8085-84a10090447a', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:42.484678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.515094 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.529988 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.622979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37328) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:42.625883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37330) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:42.679143 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa862f31-9f96-4565-80bd-9a7b64884687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.806519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.830934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c1955-cebb-4107-bfd8-f505c27fda65 req-6a800060-2fe5-4c2d-aafb-14c3f9640231 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:42.839283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a5c1955-cebb-4107-bfd8-f505c27fda65 req-6a800060-2fe5-4c2d-aafb-14c3f9640231 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.3598576 Aug 29 04:38:42.896173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22669c-aa2a-4fb6-a750-7b6d9fd20369 None None] Pushing event updated for resources: {'Port': ['ID=6fe7976b-6e0b-49de-ba99-5727629304e7,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:42.913608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beed0bd8-c6b0-411d-ae00-671a54bb3138,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:42.913917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37334) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:42.914688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Checking segment: {'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:42.914994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Network hostable DHCP agents. Network: d52cd7ee-5cea-49f3-9fbe-80206b020103, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:42.921681 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7c44cf1f-d11a-42e2-87b0-174ac720824f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7a394bb1b3449a3b03e2f5663f454d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837946 Aug 29 04:38:42.957663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Attempting to bind port 6fe7976b-6e0b-49de-ba99-5727629304e7 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:42.957663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Attempting to bind port 6fe7976b-6e0b-49de-ba99-5727629304e7 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:42.959205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Attempting to bind port 6fe7976b-6e0b-49de-ba99-5727629304e7 on network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:42.979939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:42.980399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Checking segment: {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:42.980811 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.981275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Bound using segment: {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:42.981840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Bound port: 6fe7976b-6e0b-49de-ba99-5727629304e7, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:42.982604 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.993304 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6332-b8e6-4eb9-aae0-c7c1f64f84f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.996227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Network d52cd7ee-5cea-49f3-9fbe-80206b020103 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:43.005831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a5c1955-cebb-4107-bfd8-f505c27fda65 req-4229ea1a-7757-408f-a74f-ef213d3ee4da tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654623 Aug 29 04:38:43.035023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, d52cd7ee-5cea-49f3-9fbe-80206b020103) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:43.048558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.049265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.068453 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6332-b8e6-4eb9-aae0-c7c1f64f84f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.088295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1e314-475f-4fdf-bf2f-79299381cf32 None None] Network d52cd7ee-5cea-49f3-9fbe-80206b020103 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:43.140463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d350011a-83dc-49ac-88dc-b2e6bdf73d93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=909f9e4d815f4247b8c2dc9b25eb22ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447746 Aug 29 04:38:43.144209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37336) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:43.200906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6332-b8e6-4eb9-aae0-c7c1f64f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.204055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6332-b8e6-4eb9-aae0-c7c1f64f84f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.207826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3ffe6332-b8e6-4eb9-aae0-c7c1f64f84f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b082f78-828c-4565-8eba-6f232aca2b23 HTTP/1.1" status: 204 len: 168 time: 0.2874625 Aug 29 04:38:43.217830 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64624b6f-8c07-451c-9a5e-005bea3451a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.237101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe6332-b8e6-4eb9-aae0-c7c1f64f84f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b082f78-828c-4565-8eba-6f232aca2b23,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:43.257512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Allocated IP 172.20.0.2 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/da8fd91d-d796-40b1-9230-161a63df99db) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:43.291777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64624b6f-8c07-451c-9a5e-005bea3451a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.388359 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.392517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64624b6f-8c07-451c-9a5e-005bea3451a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.395683 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64624b6f-8c07-451c-9a5e-005bea3451a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.397044 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-64624b6f-8c07-451c-9a5e-005bea3451a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f9c6eee-2555-4971-9a35-e4dbb1941cf2 HTTP/1.1" status: 204 len: 168 time: 0.2519107 Aug 29 04:38:43.424975 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa862f31-9f96-4565-80bd-9a7b64884687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.427942 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.436510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64624b6f-8c07-451c-9a5e-005bea3451a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9c6eee-2555-4971-9a35-e4dbb1941cf2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:43.436741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] For port 6fe7976b-6e0b-49de-ba99-5727629304e7, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:43.456127 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1dfde1ac-43c7-404c-ae13-b65bbc295193 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1478086 Aug 29 04:38:43.456577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37344) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:43.466990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:43.477296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] For port 6fe7976b-6e0b-49de-ba99-5727629304e7, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6fe7976b-6e0b-49de-ba99-5727629304e7,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:43.511710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.513178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.568837 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.576569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa862f31-9f96-4565-80bd-9a7b64884687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.625492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.666969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-d52cd7ee-5cea-49f3-9fbe-80206b020103', 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'fixed_ips': [{'subnet_id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:43.668101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.701845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aa862f31-9f96-4565-80bd-9a7b64884687 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c55e8fe4e0ba4e70abeed524fde3344b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0696578 Aug 29 04:38:43.752159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37348) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:43.760289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa862f31-9f96-4565-80bd-9a7b64884687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e0b089-e5c6-40ae-8998-76b8f7c01e97,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:43.780884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:43.783669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:43.842049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Allocated IP 172.25.1.150 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/51a654a7-e885-48e7-8982-83e53e7351b6) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:43.972272 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.994629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f41af35f-7541-4413-85c2-bc43e1e40dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.051701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22669c-aa2a-4fb6-a750-7b6d9fd20369 None None] Pushing event updated for resources: {'Port': ['ID=6fe7976b-6e0b-49de-ba99-5727629304e7,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:44.134579 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.186034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f41af35f-7541-4413-85c2-bc43e1e40dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.205129 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.265107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Transition to ACTIVE for port object da8fd91d-d796-40b1-9230-161a63df99db will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:44.299013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce86c9-ea4d-4b27-9776-8c10a1047e6c req-e6c3db62-94c9-43c7-9235-8ff8e8d75cd4 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.300877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-20ce86c9-ea4d-4b27-9776-8c10a1047e6c req-e6c3db62-94c9-43c7-9235-8ff8e8d75cd4 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.1605101 Aug 29 04:38:44.350348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:44.352854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Transition to ACTIVE for port object da8fd91d-d796-40b1-9230-161a63df99db will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:44.371965 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.410380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f41af35f-7541-4413-85c2-bc43e1e40dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.425960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Allocated IP 172.20.0.2 (d52cd7ee-5cea-49f3-9fbe-80206b020103/beed0bd8-c6b0-411d-ae00-671a54bb3138/89272760-5b9d-46e0-8d11-78a29277241a) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:44.426687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f41af35f-7541-4413-85c2-bc43e1e40dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.432472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f41af35f-7541-4413-85c2-bc43e1e40dc7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93e0b089-e5c6-40ae-8998-76b8f7c01e97 HTTP/1.1" status: 204 len: 168 time: 0.6767278 Aug 29 04:38:44.438466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-20ce86c9-ea4d-4b27-9776-8c10a1047e6c req-cc9ec658-361f-4de7-9fdb-18142520e73c tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271195 Aug 29 04:38:44.456075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41af35f-7541-4413-85c2-bc43e1e40dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e0b089-e5c6-40ae-8998-76b8f7c01e97,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:44.456732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:44.462459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:44.467096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:44.473266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.496803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 342c1d8c-171a-4856-87f2-486fe821822f no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:44.570200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Pushing event updated for resources: {'Port': ['ID=51a654a7-e885-48e7-8982-83e53e7351b6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:44.670107 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.695347 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.866358 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.880601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 342c1d8c-171a-4856-87f2-486fe821822f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:44.881102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 342c1d8c-171a-4856-87f2-486fe821822f not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:44.899662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:44.907820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Allocated IP 172.25.1.233 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/47d32834-df48-4a3c-80e2-7f00efb1699b) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:44.917863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Transition to ACTIVE for port object 89272760-5b9d-46e0-8d11-78a29277241a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:44.928198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37394) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:44.960972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:44.977770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Transition to ACTIVE for port object 89272760-5b9d-46e0-8d11-78a29277241a will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:44.987876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:44.993633 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.002656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Pushing event updated for resources: {'Port': ['ID=da8fd91d-d796-40b1-9230-161a63df99db,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:45.058452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Network d52cd7ee-5cea-49f3-9fbe-80206b020103 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:45.071228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:45.084447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.108663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:45.135867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.170074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Pushing event updated for resources: {'Port': ['ID=89272760-5b9d-46e0-8d11-78a29277241a,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:45.190403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Attempting to bind port da8fd91d-d796-40b1-9230-161a63df99db on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:45.190780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Attempting to bind port da8fd91d-d796-40b1-9230-161a63df99db by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:45.191156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Attempting to bind port da8fd91d-d796-40b1-9230-161a63df99db on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:45.203969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:45.203969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:45.203969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.204427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:45.204864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Bound port: da8fd91d-d796-40b1-9230-161a63df99db, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:45.205257 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.231968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37404) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:45.240811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b70f598a-c67a-4fdd-acc7-4586e8e07e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.270147 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.357837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Attempting to bind port 89272760-5b9d-46e0-8d11-78a29277241a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:45.358244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Attempting to bind port 89272760-5b9d-46e0-8d11-78a29277241a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:45.358595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Attempting to bind port 89272760-5b9d-46e0-8d11-78a29277241a on network d52cd7ee-5cea-49f3-9fbe-80206b020103 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:45.414041 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.441412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b70f598a-c67a-4fdd-acc7-4586e8e07e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.442873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Pushing event updated for resources: {'Port': ['ID=47d32834-df48-4a3c-80e2-7f00efb1699b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:45.450343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b70f598a-c67a-4fdd-acc7-4586e8e07e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.516737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1379372651-network', 'tenant_id': '069746313e6b4b5a8b0b1f43ac644004'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:45.540334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f598a-c67a-4fdd-acc7-4586e8e07e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137f9f21-0cbe-42e7-8ac7-7edc7f6791b3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:45.550531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b70f598a-c67a-4fdd-acc7-4586e8e07e4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba47489adee5404e81b4d0e5466e8a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209924 Aug 29 04:38:45.551946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37416) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:45.556468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:45.557790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Made reservation on behalf of 069746313e6b4b5a8b0b1f43ac644004 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:45.560046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.594081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.611337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Router 368ad4e9-14bc-408d-8a98-843fb631c71e is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:45.623269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:45.634182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:45.634593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Checking segment: {'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:45.635018 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.644436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Bound using segment: {'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:45.644983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Bound port: 89272760-5b9d-46e0-8d11-78a29277241a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:45.645396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.648746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:45.712624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37420) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:45.751245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] For port 89272760-5b9d-46e0-8d11-78a29277241a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:45.754317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] For port da8fd91d-d796-40b1-9230-161a63df99db, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:45.757587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] For port 89272760-5b9d-46e0-8d11-78a29277241a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=89272760-5b9d-46e0-8d11-78a29277241a,segment=NetworkSegment(29fb4c6d-a003-4ba7-a14e-6067583e2bd9),segment_id=29fb4c6d-a003-4ba7-a14e-6067583e2bd9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:45.763004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] For port da8fd91d-d796-40b1-9230-161a63df99db, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da8fd91d-d796-40b1-9230-161a63df99db,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:45.765853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:43Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:45.770665 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.803684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db7a03-a69e-4f87-a270-9c12d924a09e req-f09e130c-cf02-42ab-876e-86c37fb6c4ae tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.805302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97db7a03-a69e-4f87-a270-9c12d924a09e req-f09e130c-cf02-42ab-876e-86c37fb6c4ae tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.1899559 Aug 29 04:38:45.852215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afeba1-1a18-4686-9da6-8e28c7524368 None None] Pushing event updated for resources: {'Port': ['ID=89272760-5b9d-46e0-8d11-78a29277241a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:45.865596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.979677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eff8f1-eb65-42e1-b652-d0618542f89e None None] The sync data for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 is: [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:43Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:46.001636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3032bf-31bb-4e30-89e7-6a8d61bec615 None None] Pushing event updated for resources: {'Port': ['ID=da8fd91d-d796-40b1-9230-161a63df99db,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:46.317294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8741-9ea1-4662-90f9-3343354134d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.354554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8741-9ea1-4662-90f9-3343354134d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.439285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:46.454318 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:46.466840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2128967522'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:46.474537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:46.474537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:46.489175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.627182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97db7a03-a69e-4f87-a270-9c12d924a09e req-554c7b80-c248-4bf8-b556-566a416fb9d0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8144047 Aug 29 04:38:46.711735 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:46.823008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8741-9ea1-4662-90f9-3343354134d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.826834 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8741-9ea1-4662-90f9-3343354134d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.832258 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ebfe8741-9ea1-4662-90f9-3343354134d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/137f9f21-0cbe-42e7-8ac7-7edc7f6791b3 HTTP/1.1" status: 204 len: 168 time: 1.2440677 Aug 29 04:38:46.887460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe8741-9ea1-4662-90f9-3343354134d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137f9f21-0cbe-42e7-8ac7-7edc7f6791b3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:46.959375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.003069 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.005010 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-448dd963-b70a-48f5-ac5a-095c18d5c5aa admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3228071 Aug 29 04:38:47.011587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37438) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:47.040586 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:44Z', 'revision_number': 3, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:47.065806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Made reservation on behalf of 9f71a8c7593f48888369ac9a3d7dcc44 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:47.067913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.069384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.088669 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:47.089890 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Updating router 368ad4e9-14bc-408d-8a98-843fb631c71e port 51a654a7-e885-48e7-8982-83e53e7351b6 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:47.135531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:47.136024 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.183281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.277997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.278357 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Added segment af49b82c-d55d-4188-b192-070fd884d99e of type vlan for network c33e8d75-69fb-4763-91a3-caaaf4104da2 Aug 29 04:38:47.423079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72e55345-71cc-433b-8b30-991f9f62077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.462266 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.488803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5219e0-3440-4855-8877-f51ccd9a2a95,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:47.496659 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.633528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6fe7976b-6e0b-49de-ba99-5727629304e7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:47.772428 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.784735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 6fe7976b-6e0b-49de-ba99-5727629304e7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:47.794551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6fe7976b-6e0b-49de-ba99-5727629304e7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:47.796342 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.907116 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.resource_extend [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:38:47.956542 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.970770 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.987373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:48.011482 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.011980 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Added segment f6cb2f40-f2c8-4086-9155-514ee03fbe1e of type vlan for network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d Aug 29 04:38:48.017017 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Transition to ACTIVE for port object 51a654a7-e885-48e7-8982-83e53e7351b6 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:48.023388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.024520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.025131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.038028 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.065380 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.072214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37454) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:48.152705 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.189949 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Attempting to bind port 51a654a7-e885-48e7-8982-83e53e7351b6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:48.191699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 6fe7976b-6e0b-49de-ba99-5727629304e7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6fe7976b-6e0b-49de-ba99-5727629304e7,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:48.192386 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Attempting to bind port 51a654a7-e885-48e7-8982-83e53e7351b6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:48.193517 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Attempting to bind port 51a654a7-e885-48e7-8982-83e53e7351b6 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:48.201472 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.208249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9706671 Aug 29 04:38:48.209518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da8fd91d-d796-40b1-9230-161a63df99db up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:48.229671 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:48.234251 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:48.237289 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.237704 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:48.240582 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Bound port: 51a654a7-e885-48e7-8982-83e53e7351b6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:48.241491 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.249795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37458) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:48.301256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Request body: {'subnet': {'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1379372651-subnet', 'tenant_id': '069746313e6b4b5a8b0b1f43ac644004', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:48.323243 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c2036895-8619-428d-917f-35cec497ae26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.332021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.348473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.349029 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.357695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289aea7-4943-40ff-99b5-aab2334d00d9 None None] Network d52cd7ee-5cea-49f3-9fbe-80206b020103 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:48.360045 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273043cc-bc0b-49fb-9e3d-eaade64a55d1 None None] Pushing event updated for resources: {'Port': ['ID=51a654a7-e885-48e7-8982-83e53e7351b6,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.410619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Router cfc67a20-1a30-42d4-83e4-c327657b8507 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:48.471781 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] For port 51a654a7-e885-48e7-8982-83e53e7351b6, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:48.479140 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] For port 51a654a7-e885-48e7-8982-83e53e7351b6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=51a654a7-e885-48e7-8982-83e53e7351b6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:48.486885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d367e8-032d-46a0-b216-bed8b61a5eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=c33e8d75-69fb-4763-91a3-caaaf4104da2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.491806 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.522337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:48.598921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Pushing event updated for resources: {'Network': ['ID=2298f784-5fbf-4ef4-a2f2-136da7e90d0d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.615548 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:48.616232 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:48.691404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c3809-756d-4fb2-b845-da57500c8d3d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.714722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b15f8-c634-4a62-9b2a-9ed44afaf17c req-f8736396-4ece-4be2-a06d-5923bf7d3aaf tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.717886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f5b15f8-c634-4a62-9b2a-9ed44afaf17c req-f8736396-4ece-4be2-a06d-5923bf7d3aaf tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.4665167 Aug 29 04:38:48.728088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dd038-d582-4a6d-9815-3ce1911c475d None None] Network 34727b34-f92c-4bf2-8085-84a10090447a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:48.734151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:48.768193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:48.780901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-60280837-0ddd-4a52-ad49-a3c745029efd tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.782992 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-60280837-0ddd-4a52-ad49-a3c745029efd tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.64 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2030506 Aug 29 04:38:48.818903 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273043cc-bc0b-49fb-9e3d-eaade64a55d1 None None] Pushing event updated for resources: {'Port': ['ID=51a654a7-e885-48e7-8982-83e53e7351b6,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.838688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Sync routers for ids ['cfc67a20-1a30-42d4-83e4-c327657b8507'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:48.867169 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:48.915656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-150e7787-5a34-46dc-a554-d14199808d04 None None] Provisioning for port 89272760-5b9d-46e0-8d11-78a29277241a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:48.942867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=6fe7976b-6e0b-49de-ba99-5727629304e7,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.973920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Routers {'cfc67a20-1a30-42d4-83e4-c327657b8507'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:48.975161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cfc67a20-1a30-42d4-83e4-c327657b8507'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:48.985940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c2036895-8619-428d-917f-35cec497ae26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.990702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f5b15f8-c634-4a62-9b2a-9ed44afaf17c req-83bdea7e-b558-46c8-821e-a2ba489857b7 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413112 Aug 29 04:38:49.014339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c2036895-8619-428d-917f-35cec497ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.045371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Made reservation on behalf of 069746313e6b4b5a8b0b1f43ac644004 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:49.050157 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.084452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2036895-8619-428d-917f-35cec497ae26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2096fa52-66eb-4af2-b9e6-a09c13ff60a5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:49.094763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.098880 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-28b0e5bf-adcc-47ed-84f0-d240b30066ba admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6380122 Aug 29 04:38:49.115578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37472) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.138507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Set router cfc67a20-1a30-42d4-83e4-c327657b8507 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:49.151710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Deleting port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:49.152056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.302146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3d018664-64d9-4fea-bf78-6c86855a28e8 None None] Provisioning for port da8fd91d-d796-40b1-9230-161a63df99db completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:49.302780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4783228d-afa5-498e-afa0-e6e2098732af tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.5884516 Aug 29 04:38:49.306938 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.309992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37474) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.345163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Request body: {'subnet': {'network_id': '2298f784-5fbf-4ef4-a2f2-136da7e90d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:49.345278 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:44Z', 'revision_number': 3, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:49.350272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port da8fd91d-d796-40b1-9230-161a63df99db completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:49.365648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c2036895-8619-428d-917f-35cec497ae26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=547d18889db5496e86f1f57eaeb7d0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2764289 Aug 29 04:38:49.373115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37478) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.374554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port da8fd91d-d796-40b1-9230-161a63df99db triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:49.374944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.392103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3d018664-64d9-4fea-bf78-6c86855a28e8 None None] Provisioning complete for port da8fd91d-d796-40b1-9230-161a63df99db triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:49.392860 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d018664-64d9-4fea-bf78-6c86855a28e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.409739 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad4ec4-0549-40c5-9a08-f737c9f46ffd None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:44Z', 'revision_number': 3, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:49.649931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Checking segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:49.650791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Network hostable DHCP agents. Network: c33e8d75-69fb-4763-91a3-caaaf4104da2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:49.694702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b069426a-cf73-481e-a96f-266b7f835d21,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:49.748548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Made reservation on behalf of 9f71a8c7593f48888369ac9a3d7dcc44 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:49.755817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.878703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:49.939949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c33e8d75-69fb-4763-91a3-caaaf4104da2) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:49.959363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.960045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.988814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1519b56-4284-4d6d-a32b-bc263fb20eea None None] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:50.022921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-84367ce8-fc0b-4bc2-a754-dae841feeb3e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7411790 Aug 29 04:38:50.057801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.100674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37488) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:50.107587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.189295 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d018664-64d9-4fea-bf78-6c86855a28e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.260181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port da8fd91d-d796-40b1-9230-161a63df99db, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da8fd91d-d796-40b1-9230-161a63df99db,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:50.288237 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.289268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 89272760-5b9d-46e0-8d11-78a29277241a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:50.393577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baac99-359a-4c04-8adf-c76fc73ebf0f req-8d90c558-52d6-4799-be49-555baf404747 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.395259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22baac99-359a-4c04-8adf-c76fc73ebf0f req-8d90c558-52d6-4799-be49-555baf404747 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/ports?device_id=d44b7eef-3dd0-4a82-9084-7265fc2a4e2a HTTP/1.1" status: 200 len: 945 time: 0.2936246 Aug 29 04:38:50.415341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] For port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:50.415890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.483949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Calling delete_port for a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:50.595736 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49dc0d88-eef4-4fca-8610-70500f27bab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.618227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22baac99-359a-4c04-8adf-c76fc73ebf0f req-2dbf2a43-6704-47d8-8b72-cc46cdef44fb tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.58 "GET /v2.0/security-groups?id=11400707-39e1-4386-a4f6-8c1d24c487d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980889 Aug 29 04:38:50.665958 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf88f3e-110f-47e9-b09b-eed7a6ac581d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.677432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:45Z', 'revision_number': 3, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:50.872600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=da8fd91d-d796-40b1-9230-161a63df99db,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:50.887754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Checking router: cfc67a20-1a30-42d4-83e4-c327657b8507 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:50.888285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Updating router cfc67a20-1a30-42d4-83e4-c327657b8507 port 47d32834-df48-4a3c-80e2-7f00efb1699b binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:50.917049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.920672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.925953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Allocated IP 172.20.0.1 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/9819eea7-710a-489e-aacf-0ab16b0d8820) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:50.977724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf88f3e-110f-47e9-b09b-eed7a6ac581d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.026555 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-3d018664-64d9-4fea-bf78-6c86855a28e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:38:51.027125 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-3d018664-64d9-4fea-bf78-6c86855a28e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:38:51.043478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.052528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28af4293-e1fd-4d47-b3dd-149024da7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.058719 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.063685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 89272760-5b9d-46e0-8d11-78a29277241a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:51.107556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Pushing event deleted for resources: {'Port': ['ID=a79de612-6be1-45ad-bf61-4d7ac5ad6ad4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.159694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 89272760-5b9d-46e0-8d11-78a29277241a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:51.160653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.190767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-c33e8d75-69fb-4763-91a3-caaaf4104da2', 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2', 'tenant_id': '069746313e6b4b5a8b0b1f43ac644004', 'fixed_ips': [{'subnet_id': 'b069426a-cf73-481e-a96f-266b7f835d21'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:51.191751 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.212913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Pushing event updated for resources: {'Subnet': ['ID=fd26d506-58b4-4a47-981f-dbc6be2cd79e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.260218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] No DVR routers for this DVR port a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:51.264462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.267634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a21b3d2d-39c2-4cbd-a93a-1ce4602aaa25 req-fc759c92-065d-443e-97b0-41aa23620eb0 tempest-ServerRescueNegativeTestJSON-403711723 tempest-ServerRescueNegativeTestJSON-403711723-project] 10.222.0.64 "DELETE /v2.0/ports/a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 HTTP/1.1" status: 204 len: 173 time: 2.4756835 Aug 29 04:38:51.268115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Checking segment: {'id': 'f6cb2f40-f2c8-4086-9155-514ee03fbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2298f784-5fbf-4ef4-a2f2-136da7e90d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:51.268925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Network hostable DHCP agents. Network: 2298f784-5fbf-4ef4-a2f2-136da7e90d0d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:51.269029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44b7eef-3dd0-4a82-9084-7265fc2a4e2a', 'name': 'network-vif-deleted', 'tag': 'a79de612-6be1-45ad-bf61-4d7ac5ad6ad4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:51.271706 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86d01a5-cb11-4426-b9a9-7a9387eb0c83" -d '{"events": [{"server_uuid": "d44b7eef-3dd0-4a82-9084-7265fc2a4e2a", "name": "network-vif-deleted", "tag": "a79de612-6be1-45ad-bf61-4d7ac5ad6ad4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:51.284068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf88f3e-110f-47e9-b09b-eed7a6ac581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.287469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6bf88f3e-110f-47e9-b09b-eed7a6ac581d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.289253 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6bf88f3e-110f-47e9-b09b-eed7a6ac581d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2096fa52-66eb-4af2-b9e6-a09c13ff60a5 HTTP/1.1" status: 204 len: 168 time: 1.9148545 Aug 29 04:38:51.304703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf88f3e-110f-47e9-b09b-eed7a6ac581d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2096fa52-66eb-4af2-b9e6-a09c13ff60a5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.307585 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.436738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:51.467239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49dc0d88-eef4-4fca-8610-70500f27bab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.482052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49dc0d88-eef4-4fca-8610-70500f27bab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.491739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-374d1c15-bd9f-4628-8263-a947b7cca652 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:51.493615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-374d1c15-bd9f-4628-8263-a947b7cca652 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 816 time: 0.4301527 Aug 29 04:38:51.493940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 2298f784-5fbf-4ef4-a2f2-136da7e90d0d) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:51.527422 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.530425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.536977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1125d-fb06-4c28-9ef7-3293059ada5d None None] Network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:51.551764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:51.552357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.565323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc0d88-eef4-4fca-8610-70500f27bab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f676e47-36b3-430f-af2e-21fc461040c7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.596347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-641cbdf0-e33a-42c3-bea8-c2836bbc5900 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/quotas/069746313e6b4b5a8b0b1f43ac644004 HTTP/1.1" status: 200 len: 375 time: 0.0729799 Aug 29 04:38:51.598792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49dc0d88-eef4-4fca-8610-70500f27bab1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68c7f8d219514026b99be706cbd50132&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4358082 Aug 29 04:38:51.600177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Transition to ACTIVE for port object 9819eea7-710a-489e-aacf-0ab16b0d8820 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:51.602107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37516) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:51.619853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.718346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-c38d0d6c-6ba6-4e57-8ba7-e8c9355270c9 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032276 Aug 29 04:38:51.752930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Allocated IP 172.20.0.2 (c33e8d75-69fb-4763-91a3-caaaf4104da2/b069426a-cf73-481e-a96f-266b7f835d21/284f39e1-f80b-47ae-bc65-4b1546046595) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:51.753915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f46a32ce-27be-4dad-9105-a2340e7b9831 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4377928 Aug 29 04:38:51.767030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37520) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:51.771695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-759c92ce-9c69-4635-9b60-34149f33274f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.805490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Allocated IP 172.20.0.1 (d52cd7ee-5cea-49f3-9fbe-80206b020103/beed0bd8-c6b0-411d-ae00-671a54bb3138/ab5ac003-7677-4dfb-9944-d8ac9427beaf) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:51.807693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 89272760-5b9d-46e0-8d11-78a29277241a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=89272760-5b9d-46e0-8d11-78a29277241a,segment=NetworkSegment(29fb4c6d-a003-4ba7-a14e-6067583e2bd9),segment_id=29fb4c6d-a003-4ba7-a14e-6067583e2bd9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:51.819728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-759c92ce-9c69-4635-9b60-34149f33274f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.889812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Request body: {'port': {'network_id': '2298f784-5fbf-4ef4-a2f2-136da7e90d0d', 'name': 'tempest-TagsExtTest-1896887360'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:51.906210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37522) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:51.930491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.932546 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffa02-19bf-4ed2-bf81-aabc2e93bce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.031100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-759c92ce-9c69-4635-9b60-34149f33274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.036195 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-759c92ce-9c69-4635-9b60-34149f33274f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.043506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-759c92ce-9c69-4635-9b60-34149f33274f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f676e47-36b3-430f-af2e-21fc461040c7 HTTP/1.1" status: 204 len: 168 time: 0.4398913 Aug 29 04:38:52.066286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.074210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c92ce-9c69-4635-9b60-34149f33274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f676e47-36b3-430f-af2e-21fc461040c7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.128850 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.166460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-2298f784-5fbf-4ef4-a2f2-136da7e90d0d', 'network_id': '2298f784-5fbf-4ef4-a2f2-136da7e90d0d', 'tenant_id': '9f71a8c7593f48888369ac9a3d7dcc44', 'fixed_ips': [{'subnet_id': 'fd26d506-58b4-4a47-981f-dbc6be2cd79e'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:52.167556 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.183811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Transition to ACTIVE for port object ab5ac003-7677-4dfb-9944-d8ac9427beaf will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:52.193106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c179e06-a767-41ff-bd0b-f4fcc1a32a62 req-f076cbe7-9e2b-464a-89d1-56547b969ebc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0769718 Aug 29 04:38:52.206262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33a78252-2caf-4eca-a18e-6d73b82535d6 None None] Provisioning complete for port 89272760-5b9d-46e0-8d11-78a29277241a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:52.207094 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33a78252-2caf-4eca-a18e-6d73b82535d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.349761 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c179e06-a767-41ff-bd0b-f4fcc1a32a62 req-130c7f70-49f9-4288-89d4-db4ce59aeb2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.1160176 Aug 29 04:38:52.350861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:52.378623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:52.381897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:52.396882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Allocated IP 172.20.0.2 (2298f784-5fbf-4ef4-a2f2-136da7e90d0d/fd26d506-58b4-4a47-981f-dbc6be2cd79e/2b3ae662-d74b-44b0-824f-a46e118c7225) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:52.417227 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.425289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.434992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 51a654a7-e885-48e7-8982-83e53e7351b6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:52.459016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.486862 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c179e06-a767-41ff-bd0b-f4fcc1a32a62 req-e1ebf6b0-a564-47e6-b859-5f449b6a4b37 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948160 Aug 29 04:38:52.542086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=89272760-5b9d-46e0-8d11-78a29277241a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.561722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:52.583771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Pushing event updated for resources: {'Port': ['ID=9819eea7-710a-489e-aacf-0ab16b0d8820,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.604583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-b1b6b877-4371-4a02-861a-3255b6eeaa58 service neutron] 10.222.0.58 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8491220 Aug 29 04:38:52.694484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c179e06-a767-41ff-bd0b-f4fcc1a32a62 req-f7eb6dab-c45a-4dcc-99ed-ca109cae8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.696331 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3c179e06-a767-41ff-bd0b-f4fcc1a32a62 req-f7eb6dab-c45a-4dcc-99ed-ca109cae8275 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422842 Aug 29 04:38:52.714603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37528) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:52.728378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Network d52cd7ee-5cea-49f3-9fbe-80206b020103 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:52.739473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Transition to ACTIVE for port object 47d32834-df48-4a3c-80e2-7f00efb1699b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:52.748866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:52.749052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:52.749354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a79de612-6be1-45ad-bf61-4d7ac5ad6ad4 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:52.755307 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-956bb472-5395-4777-aee7-7c98827b7da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.757824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.762450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:52.766816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffa02-19bf-4ed2-bf81-aabc2e93bce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.770863 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-187d7042-561d-41f5-a3d0-82005beff33c req-03be2a38-267f-4896-b547-33f1705d3ce9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3804212 Aug 29 04:38:52.771341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.773037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Pushing event updated for resources: {'Port': ['ID=ab5ac003-7677-4dfb-9944-d8ac9427beaf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.815918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffa02-19bf-4ed2-bf81-aabc2e93bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.854091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.855642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-58f7215d-8b54-4bd7-bc6e-9378d7f43822 service neutron] 10.222.0.58 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211707 Aug 29 04:38:52.862203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Made reservation on behalf of 9f71a8c7593f48888369ac9a3d7dcc44 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:52.866087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.899518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 51a654a7-e885-48e7-8982-83e53e7351b6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:52.930880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] device_id is not set on port 5da64d7b-e1da-4773-81e2-9320269e536c yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:38:52.942722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ffa02-19bf-4ed2-bf81-aabc2e93bce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79562112-a6c1-4438-bffc-de874c183bab,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.945857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.972875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7e2ffa02-19bf-4ed2-bf81-aabc2e93bce0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ecc75fda4a04d6f969b2e4dd9e26f68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0652452 Aug 29 04:38:52.990357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Transition to ACTIVE for port object 284f39e1-f80b-47ae-bc65-4b1546046595 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:52.994022 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.995960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37530) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:53.004018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c9e62-4120-4713-817a-8e8f2664fded None None] Pushing event updated for resources: {'Port': ['ID=47d32834-df48-4a3c-80e2-7f00efb1699b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.006317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 51a654a7-e885-48e7-8982-83e53e7351b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:53.006677 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.088472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7042-561d-41f5-a3d0-82005beff33c req-7be1f68c-53d6-48b9-85b5-38e9cc9aec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.090433 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-187d7042-561d-41f5-a3d0-82005beff33c req-7be1f68c-53d6-48b9-85b5-38e9cc9aec56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 1097 time: 0.2770691 Aug 29 04:38:53.108860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Attempting to bind port 47d32834-df48-4a3c-80e2-7f00efb1699b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:53.110174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Attempting to bind port 47d32834-df48-4a3c-80e2-7f00efb1699b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:53.110744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Attempting to bind port 47d32834-df48-4a3c-80e2-7f00efb1699b on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:53.162558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:53.163945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:53.164609 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.165220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:53.165952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Bound port: 47d32834-df48-4a3c-80e2-7f00efb1699b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:53.166588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.170879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Transition to ACTIVE for port object 284f39e1-f80b-47ae-bc65-4b1546046595 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:53.222835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.244546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37536) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:53.249681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9832b827-b496-4c3a-b163-05e374b77c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.364527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-956bb472-5395-4777-aee7-7c98827b7da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.371783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7042-561d-41f5-a3d0-82005beff33c req-1449cff5-fbb4-4eba-954f-edd685f43a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.373801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-187d7042-561d-41f5-a3d0-82005beff33c req-1449cff5-fbb4-4eba-954f-edd685f43a31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.2544475 Aug 29 04:38:53.378284 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6bebed-244c-4c36-aacf-dbe8ff58c046 x-openstack-request-id: req-8a6bebed-244c-4c36-aacf-dbe8ff58c046 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:53.378665 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44b7eef-3dd0-4a82-9084-7265fc2a4e2a", "name": "network-vif-deleted", "tag": "a79de612-6be1-45ad-bf61-4d7ac5ad6ad4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:53.378927 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a6bebed-244c-4c36-aacf-dbe8ff58c046 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:53.379344 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44b7eef-3dd0-4a82-9084-7265fc2a4e2a', 'name': 'network-vif-deleted', 'tag': 'a79de612-6be1-45ad-bf61-4d7ac5ad6ad4', 'status': 'completed', 'code': 200} Aug 29 04:38:53.397902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9832b827-b496-4c3a-b163-05e374b77c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.477180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-187d7042-561d-41f5-a3d0-82005beff33c req-1dfe7234-f309-43a0-a532-2b9b44039817 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f780baf-7eac-4022-899b-c64545ee5950 HTTP/1.1" status: 200 len: 217 time: 0.0939722 Aug 29 04:38:53.531659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.533806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:53.546642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-956bb472-5395-4777-aee7-7c98827b7da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.550178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33a78252-2caf-4eca-a18e-6d73b82535d6 None None] Provisioning complete for port da8fd91d-d796-40b1-9230-161a63df99db triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:53.550686 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33a78252-2caf-4eca-a18e-6d73b82535d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.563703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:53.572860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Transition to ACTIVE for port object 2b3ae662-d74b-44b0-824f-a46e118c7225 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:53.577293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.579746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7042-561d-41f5-a3d0-82005beff33c req-d8dc2210-6501-47e8-aa94-728ca8855a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.580569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9832b827-b496-4c3a-b163-05e374b77c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.581742 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-187d7042-561d-41f5-a3d0-82005beff33c req-d8dc2210-6501-47e8-aa94-728ca8855a14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0959234 Aug 29 04:38:53.583272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9832b827-b496-4c3a-b163-05e374b77c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.584591 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9832b827-b496-4c3a-b163-05e374b77c40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79562112-a6c1-4438-bffc-de874c183bab HTTP/1.1" status: 204 len: 168 time: 0.5876503 Aug 29 04:38:53.585288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.597896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:53.617083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Pushing event updated for resources: {'Port': ['ID=284f39e1-f80b-47ae-bc65-4b1546046595,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.634919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] For port 47d32834-df48-4a3c-80e2-7f00efb1699b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:53.645167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.697152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Transition to ACTIVE for port object 2b3ae662-d74b-44b0-824f-a46e118c7225 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:53.699629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7042-561d-41f5-a3d0-82005beff33c req-bf21fd51-be56-48cb-8d9c-3154db7c1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.701481 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-187d7042-561d-41f5-a3d0-82005beff33c req-bf21fd51-be56-48cb-8d9c-3154db7c1e1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992928 Aug 29 04:38:53.705600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] For port 47d32834-df48-4a3c-80e2-7f00efb1699b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=47d32834-df48-4a3c-80e2-7f00efb1699b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:53.739774 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.762664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.797950 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-956bb472-5395-4777-aee7-7c98827b7da2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=518dbeb8c9e84b95a16df262e3c443ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0805480 Aug 29 04:38:53.817773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37556) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:53.851063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 51a654a7-e885-48e7-8982-83e53e7351b6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=51a654a7-e885-48e7-8982-83e53e7351b6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:53.853313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c9e62-4120-4713-817a-8e8f2664fded None None] Pushing event updated for resources: {'Port': ['ID=47d32834-df48-4a3c-80e2-7f00efb1699b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.857834 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.877508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Attempting to bind port 284f39e1-f80b-47ae-bc65-4b1546046595 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:53.878058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Attempting to bind port 284f39e1-f80b-47ae-bc65-4b1546046595 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:53.878436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Attempting to bind port 284f39e1-f80b-47ae-bc65-4b1546046595 on network c33e8d75-69fb-4763-91a3-caaaf4104da2 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:53.887772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:53.888165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Checking segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:53.888509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.888916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Bound using segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:53.889606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Bound port: 284f39e1-f80b-47ae-bc65-4b1546046595, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:53.890013 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.907796 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.908829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6fe7976b-6e0b-49de-ba99-5727629304e7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:54.004254 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b07ca88a-0226-4508-8784-418707cbc198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.034714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b07ca88a-0226-4508-8784-418707cbc198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.060384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] For port 284f39e1-f80b-47ae-bc65-4b1546046595, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:54.065885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] For port 284f39e1-f80b-47ae-bc65-4b1546046595, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=284f39e1-f80b-47ae-bc65-4b1546046595,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:54.081296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:54.090876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.121088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b07ca88a-0226-4508-8784-418707cbc198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.123736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b07ca88a-0226-4508-8784-418707cbc198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.129483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:54.131427 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b07ca88a-0226-4508-8784-418707cbc198 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2138c300-9833-4691-85e0-a103a3b22820 HTTP/1.1" status: 204 len: 168 time: 0.2955544 Aug 29 04:38:54.165911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-187d7042-561d-41f5-a3d0-82005beff33c req-46feb1c1-1678-45c4-8736-4141f9b5cee2 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538648 Aug 29 04:38:54.166810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ca88a-0226-4508-8784-418707cbc198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2138c300-9833-4691-85e0-a103a3b22820,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.217026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:54.237121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Routers {'cfc67a20-1a30-42d4-83e4-c327657b8507'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:54.239266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cfc67a20-1a30-42d4-83e4-c327657b8507'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:54.261159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bb472-5395-4777-aee7-7c98827b7da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2138c300-9833-4691-85e0-a103a3b22820,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.328888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832b827-b496-4c3a-b163-05e374b77c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79562112-a6c1-4438-bffc-de874c183bab,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.340562 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-187d7042-561d-41f5-a3d0-82005beff33c req-468ef9f7-3c85-4a94-a102-d8c20afeae3c service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629732 Aug 29 04:38:54.357180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-09c28181-2947-4377-9e92-2eb2cbeb1de4 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.371397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-09c28181-2947-4377-9e92-2eb2cbeb1de4 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 816 time: 1.0053568 Aug 29 04:38:54.382851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6fe7976b-6e0b-49de-ba99-5727629304e7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:54.383353 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.385112 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.402497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.440583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Pushing event updated for resources: {'Port': ['ID=2b3ae662-d74b-44b0-824f-a46e118c7225,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.511386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.513509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Pushing event updated for resources: {'Port': ['ID=9819eea7-710a-489e-aacf-0ab16b0d8820,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.536925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Allocated IP 172.20.0.13 (2298f784-5fbf-4ef4-a2f2-136da7e90d0d/fd26d506-58b4-4a47-981f-dbc6be2cd79e/5da64d7b-e1da-4773-81e2-9320269e536c) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:54.557373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-7d0b6ad7-0eb4-41f4-93d1-4c5afcf738cf tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/quotas/069746313e6b4b5a8b0b1f43ac644004 HTTP/1.1" status: 200 len: 375 time: 0.1849880 Aug 29 04:38:54.572686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Pushing event updated for resources: {'Port': ['ID=ab5ac003-7677-4dfb-9944-d8ac9427beaf,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.622554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.758870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] Set router cfc67a20-1a30-42d4-83e4-c327657b8507 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:54.867897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Network d52cd7ee-5cea-49f3-9fbe-80206b020103 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:54.869841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:54.933518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-761a5609-c1da-4df9-a4a9-e68c0df79eac tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3748970 Aug 29 04:38:55.129854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Router cfc67a20-1a30-42d4-83e4-c327657b8507 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:55.176664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-9a62cfd9-df28-4a21-8d46-5c32b54ff09c service neutron] 10.222.0.58 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420819 Aug 29 04:38:55.344713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da8fd91d-d796-40b1-9230-161a63df99db up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:55.353179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=51a654a7-e885-48e7-8982-83e53e7351b6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:55.361481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Attempting to bind port 2b3ae662-d74b-44b0-824f-a46e118c7225 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:55.361993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Attempting to bind port 2b3ae662-d74b-44b0-824f-a46e118c7225 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'f6cb2f40-f2c8-4086-9155-514ee03fbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2298f784-5fbf-4ef4-a2f2-136da7e90d0d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:55.363330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Attempting to bind port 2b3ae662-d74b-44b0-824f-a46e118c7225 on network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:55.412132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-74ea6a7e-d5a2-4cba-862f-150339858730 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:55.413765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-74ea6a7e-d5a2-4cba-862f-150339858730 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.65 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 816 time: 0.2904801 Aug 29 04:38:55.453705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e4d0f141-c101-4125-90be-567bc0c297d5 None None] Provisioning for port ab5ac003-7677-4dfb-9944-d8ac9427beaf completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:55.487724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:55.488472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Checking segment: {'id': 'f6cb2f40-f2c8-4086-9155-514ee03fbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2298f784-5fbf-4ef4-a2f2-136da7e90d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:55.489051 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.489614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Bound using segment: {'id': 'f6cb2f40-f2c8-4086-9155-514ee03fbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2298f784-5fbf-4ef4-a2f2-136da7e90d0d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:55.490852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Bound port: 2b3ae662-d74b-44b0-824f-a46e118c7225, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6cb2f40-f2c8-4086-9155-514ee03fbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2298f784-5fbf-4ef4-a2f2-136da7e90d0d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:55.491468 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.518784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:55.522900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e4d0f141-c101-4125-90be-567bc0c297d5 None None] Provisioning complete for port ab5ac003-7677-4dfb-9944-d8ac9427beaf triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:55.523289 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f141-c101-4125-90be-567bc0c297d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.537681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:55.550849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Request body: {'port': {'device_id': '09c6e74f-5c67-4505-b3ad-3c3c7d34e845', 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2', 'admin_state_up': True, 'tenant_id': '069746313e6b4b5a8b0b1f43ac644004'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:55.617178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37604) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:55.746938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] For port 2b3ae662-d74b-44b0-824f-a46e118c7225, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:55.750475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] For port 2b3ae662-d74b-44b0-824f-a46e118c7225, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2b3ae662-d74b-44b0-824f-a46e118c7225,segment=NetworkSegment(f6cb2f40-f2c8-4086-9155-514ee03fbe1e),segment_id=f6cb2f40-f2c8-4086-9155-514ee03fbe1e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:55.829642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e0ec-d514-45cf-be25-3a82074a37f8 None None] Pushing event updated for resources: {'Port': ['ID=284f39e1-f80b-47ae-bc65-4b1546046595,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:55.833180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0f141-c101-4125-90be-567bc0c297d5 None None] Port ab5ac003-7677-4dfb-9944-d8ac9427beaf cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:55.840191 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.921608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37610) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:55.945126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e4d0f141-c101-4125-90be-567bc0c297d5 None None] Provisioning for port 9819eea7-710a-489e-aacf-0ab16b0d8820 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:55.955062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port da8fd91d-d796-40b1-9230-161a63df99db triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:55.955808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.966374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Made reservation on behalf of 069746313e6b4b5a8b0b1f43ac644004 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:55.985483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.988346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-6f20efa9-55c1-439c-953f-db630751760d service neutron] 10.222.0.58 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8097897 Aug 29 04:38:56.005929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e4d0f141-c101-4125-90be-567bc0c297d5 None None] Provisioning complete for port 9819eea7-710a-489e-aacf-0ab16b0d8820 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:56.006466 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f141-c101-4125-90be-567bc0c297d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.074611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0f141-c101-4125-90be-567bc0c297d5 None None] Port 9819eea7-710a-489e-aacf-0ab16b0d8820 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:56.077354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5834e245-51cf-49fc-b0ed-57ea42803155 None None] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:56.178105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.200193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Transition to ACTIVE for port object 5da64d7b-e1da-4773-81e2-9320269e536c will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:56.273978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Allocated IP 172.20.0.8 (c33e8d75-69fb-4763-91a3-caaaf4104da2/b069426a-cf73-481e-a96f-266b7f835d21/5e569da2-3131-4084-9247-c91fabfda599) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:56.294948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.310439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1684087039'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:56.376376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533ec52-54c8-475f-9d86-897eac2f2574 None None] Pushing event updated for resources: {'Port': ['ID=2b3ae662-d74b-44b0-824f-a46e118c7225,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:56.393461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Router 368ad4e9-14bc-408d-8a98-843fb631c71e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:56.395264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Pushing event updated for resources: {'Port': ['ID=5da64d7b-e1da-4773-81e2-9320269e536c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:56.429742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ae26-24db-4b50-89e1-a0bff91475f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.506634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:56.528642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a943309b-a3fe-4ca6-b285-88d4cae0939c admin admin] 10.222.0.58 "PUT /v2.0/routers/cfc67a20-1a30-42d4-83e4-c327657b8507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4110610 Aug 29 04:38:56.543846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-15cdcecc-d670-443d-a4e3-527832a90f2e None None] Provisioning complete for port ab5ac003-7677-4dfb-9944-d8ac9427beaf triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:56.551752 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-15cdcecc-d670-443d-a4e3-527832a90f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.570703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:56.587527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.599682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:56.606785 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.643373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-15cdcecc-d670-443d-a4e3-527832a90f2e None None] Port ab5ac003-7677-4dfb-9944-d8ac9427beaf cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:56.653160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Transition to ACTIVE for port object 5e569da2-3131-4084-9247-c91fabfda599 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:56.663599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'ab5ac003-7677-4dfb-9944-d8ac9427beaf', 'name': '', 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'mac_address': 'fa:16:3e:a2:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:51Z', 'updated_at': '2021-08-29T04:38:51Z', 'revision_number': 1, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'subnets': [{'id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:56.666133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:56.681433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:56.690469 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.720516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.732924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de915bf-17c5-4692-8a43-df0c75b1aaab None None] The sync data for ids ['cfc67a20-1a30-42d4-83e4-c327657b8507'] in n-d-712142-15 is: [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'ab5ac003-7677-4dfb-9944-d8ac9427beaf', 'name': '', 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'mac_address': 'fa:16:3e:a2:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:51Z', 'updated_at': '2021-08-29T04:38:51Z', 'revision_number': 1, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'subnets': [{'id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:56.739451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-15cdcecc-d670-443d-a4e3-527832a90f2e None None] Provisioning complete for port 9819eea7-710a-489e-aacf-0ab16b0d8820 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:56.739833 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-15cdcecc-d670-443d-a4e3-527832a90f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.787213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:56.822235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:56.829030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:56.847052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.919571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-15cdcecc-d670-443d-a4e3-527832a90f2e None None] Port 9819eea7-710a-489e-aacf-0ab16b0d8820 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:56.928405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2b3ae662-d74b-44b0-824f-a46e118c7225 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:56.962240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.963200 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.977057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-15cdcecc-d670-443d-a4e3-527832a90f2e None None] Provisioning for port 284f39e1-f80b-47ae-bc65-4b1546046595 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:56.977469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Pushing event updated for resources: {'Port': ['ID=5e569da2-3131-4084-9247-c91fabfda599,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:57.018434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 2b3ae662-d74b-44b0-824f-a46e118c7225 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:57.026086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 51a654a7-e885-48e7-8982-83e53e7351b6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:57.129710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 51a654a7-e885-48e7-8982-83e53e7351b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:57.130410 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.244255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.362893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.363588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.525816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ae26-24db-4b50-89e1-a0bff91475f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.538380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-59eea929-6b6d-43f9-a546-88253cc9e1cb tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.540961 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-59eea929-6b6d-43f9-a546-88253cc9e1cb tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 816 time: 0.8562922 Aug 29 04:38:57.543833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-8490ee41-6394-4080-8b06-e02976805031 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0070837 Aug 29 04:38:57.548732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ae26-24db-4b50-89e1-a0bff91475f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.557448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Request body: {'port': {'device_id': '09c6e74f-5c67-4505-b3ad-3c3c7d34e845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:57.576148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:57.583628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38316bd1-8c2d-4df0-8b68-5f2f20011d40 admin admin] 10.222.0.58 "PUT /v2.0/routers/368ad4e9-14bc-408d-8a98-843fb631c71e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5620739 Aug 29 04:38:57.610933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ace0d7df-5448-4c9f-b182-e10a14d6b39c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.8425064 Aug 29 04:38:57.616517 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:57.623505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37642) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:57.635010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-224afa74-2c7c-4c43-8b91-6ed19a28192b None None] Provisioning for port 5e569da2-3131-4084-9247-c91fabfda599 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:57.637479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-83cb7634-6d80-4255-95df-7cf3026fa188 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-546139361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:57.645284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-224afa74-2c7c-4c43-8b91-6ed19a28192b None None] Provisioning complete for port 5e569da2-3131-4084-9247-c91fabfda599 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:57.645766 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-224afa74-2c7c-4c43-8b91-6ed19a28192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.660479 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:57.661331 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:57.728414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 89272760-5b9d-46e0-8d11-78a29277241a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:57.766425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.790330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-224afa74-2c7c-4c43-8b91-6ed19a28192b None None] Port 5e569da2-3131-4084-9247-c91fabfda599 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:57.802925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb243060-2a3f-4836-b48c-d99b785b14fc None None] Network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:57.842758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-b4a58df3-8860-40b6-a9c0-084870de1aaf tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/quotas/069746313e6b4b5a8b0b1f43ac644004 HTTP/1.1" status: 200 len: 375 time: 0.2896552 Aug 29 04:38:57.874553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2ef2ae26-24db-4b50-89e1-a0bff91475f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4a5fe75ed1149d1ba794c3f4d19c680&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9513314 Aug 29 04:38:57.890037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37644) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:57.924351 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:57.990118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2ae26-24db-4b50-89e1-a0bff91475f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf646a3-c5de-4286-872f-44860d8a79a2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.081862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 89272760-5b9d-46e0-8d11-78a29277241a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:58.095212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.248810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Provisioning complete for port 5e569da2-3131-4084-9247-c91fabfda599 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:58.249195 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.374609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Port 5e569da2-3131-4084-9247-c91fabfda599 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:58.384710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.407107 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.430180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:58.467568 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 2, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:58.506332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Provisioning for port 2b3ae662-d74b-44b0-824f-a46e118c7225 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:58.519967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7a33c5fc-168f-4a46-a195-f5ade8fee3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.525325 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.532375 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:58.532710 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Updating router 368ad4e9-14bc-408d-8a98-843fb631c71e port 9819eea7-710a-489e-aacf-0ab16b0d8820 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:58.536402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Provisioning complete for port 2b3ae662-d74b-44b0-824f-a46e118c7225 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:58.536402 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.553084 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7a33c5fc-168f-4a46-a195-f5ade8fee3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.564822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf42a80-7dac-41fc-9240-6980b37b07ff,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.576624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83cb7634-6d80-4255-95df-7cf3026fa188 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.582601 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.582934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83cb7634-6d80-4255-95df-7cf3026fa188 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.608359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-0fb0574c-1c7f-4367-8398-76715d06afc9 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7220292 Aug 29 04:38:58.624459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 284f39e1-f80b-47ae-bc65-4b1546046595 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:58.650405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.650769 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Added segment df14e8bb-aaa4-4700-8b40-99b09df619dc of type vlan for network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 Aug 29 04:38:58.678669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-70fa6d99-a71a-4660-a6fa-fe67a7575c71 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.685094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-70fa6d99-a71a-4660-a6fa-fe67a7575c71 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.64 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 816 time: 0.5100517 Aug 29 04:38:58.712525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Request body: {'port': {'device_id': '97333000-ce62-42a5-99c0-fcece565f1e5', 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2', 'admin_state_up': True, 'tenant_id': '069746313e6b4b5a8b0b1f43ac644004'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:58.743075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.894058 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.913072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37658) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:58.916309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 284f39e1-f80b-47ae-bc65-4b1546046595 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:58.932135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Deleting port 19c34692-3e08-47fb-9f1f-7eb600164497 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:58.932135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.932135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.937995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-783802139-network', 'tenant_id': 'd944f588202b460aafe02d246a1cf974'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:58.940538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 284f39e1-f80b-47ae-bc65-4b1546046595 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:58.940926 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.948609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.949373 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.016643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Made reservation on behalf of d944f588202b460aafe02d246a1cf974 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:59.019155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.048104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] For port 2b3ae662-d74b-44b0-824f-a46e118c7225, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2b3ae662-d74b-44b0-824f-a46e118c7225,segment=NetworkSegment(f6cb2f40-f2c8-4086-9155-514ee03fbe1e),segment_id=f6cb2f40-f2c8-4086-9155-514ee03fbe1e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:59.079525 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.128137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83cb7634-6d80-4255-95df-7cf3026fa188 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.151308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.172269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83cb7634-6d80-4255-95df-7cf3026fa188 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.190483 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.206430 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Transition to ACTIVE for port object 9819eea7-710a-489e-aacf-0ab16b0d8820 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:59.225801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Network': ['ID=4eddfd37-eb99-481f-b43d-7abfeefb65f2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.239117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558d6b1-ba88-48e6-8af8-3af0ea9da355 None None] Pushing event updated for resources: {'Port': ['ID=2b3ae662-d74b-44b0-824f-a46e118c7225,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.241415 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.256082 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.260110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-031a9080-b24e-4fe7-983c-c6caab29ca57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.6391742 Aug 29 04:38:59.264073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37660) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:59.268913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83cb7634-6d80-4255-95df-7cf3026fa188 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.273343 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-83cb7634-6d80-4255-95df-7cf3026fa188 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6454957 Aug 29 04:38:59.273505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'name': 'tempest-PortsTestJSON-1275660766'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:59.273984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Made reservation on behalf of 069746313e6b4b5a8b0b1f43ac644004 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:59.278478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.282511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37662) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:59.286364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:59.290835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-218ee9c4-37d6-4197-a114-f53bb0cccede tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-230024635', 'prefixes': ['172.20.0.0/16']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:59.346955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e569da2-3131-4084-9247-c91fabfda599 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:59.366835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.378397 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20049ec-5c1a-40eb-9bb4-1aacb3bd813c None None] Pushing event updated for resources: {'Port': ['ID=9819eea7-710a-489e-aacf-0ab16b0d8820,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.405453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7a33c5fc-168f-4a46-a195-f5ade8fee3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.408711 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7a33c5fc-168f-4a46-a195-f5ade8fee3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.409039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e6fab683-3c2b-441a-98e0-a8442dcf8f11 None None] Provisioning complete for port 2b3ae662-d74b-44b0-824f-a46e118c7225 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:59.409438 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e6fab683-3c2b-441a-98e0-a8442dcf8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.410657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7a33c5fc-168f-4a46-a195-f5ade8fee3cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cf646a3-c5de-4286-872f-44860d8a79a2 HTTP/1.1" status: 204 len: 168 time: 1.4006379 Aug 29 04:38:59.438456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-6de99c4f-4fa0-45b8-a2ab-00e60c3b4277 service neutron] 10.222.0.58 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8291252 Aug 29 04:38:59.485096 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Attempting to bind port 9819eea7-710a-489e-aacf-0ab16b0d8820 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:59.485389 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Attempting to bind port 9819eea7-710a-489e-aacf-0ab16b0d8820 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:59.485949 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Attempting to bind port 9819eea7-710a-489e-aacf-0ab16b0d8820 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:59.502416 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:59.503144 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:59.504465 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.505028 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:59.505715 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Bound port: 9819eea7-710a-489e-aacf-0ab16b0d8820, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:59.506326 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.520270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 284f39e1-f80b-47ae-bc65-4b1546046595, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=284f39e1-f80b-47ae-bc65-4b1546046595,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:59.533178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] For port 19c34692-3e08-47fb-9f1f-7eb600164497, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=19c34692-3e08-47fb-9f1f-7eb600164497,segment=NetworkSegment(180e14db-ec36-4b96-9ef4-d15dc0b0899f),segment_id=180e14db-ec36-4b96-9ef4-d15dc0b0899f)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:59.533595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.535380 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.560862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Calling delete_port for 19c34692-3e08-47fb-9f1f-7eb600164497 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:59.565651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Transition to ACTIVE for port object 5e569da2-3131-4084-9247-c91fabfda599 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:59.593287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.691541 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] For port 9819eea7-710a-489e-aacf-0ab16b0d8820, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:59.697610 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] For port 9819eea7-710a-489e-aacf-0ab16b0d8820, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9819eea7-710a-489e-aacf-0ab16b0d8820,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:59.714519 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.724483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=284f39e1-f80b-47ae-bc65-4b1546046595,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.796370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e6fab683-3c2b-441a-98e0-a8442dcf8f11 None None] Provisioning for port 5da64d7b-e1da-4773-81e2-9320269e536c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:59.802418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e6fab683-3c2b-441a-98e0-a8442dcf8f11 None None] Provisioning complete for port 5da64d7b-e1da-4773-81e2-9320269e536c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:59.802818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e6fab683-3c2b-441a-98e0-a8442dcf8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.820686 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20049ec-5c1a-40eb-9bb4-1aacb3bd813c None None] Pushing event updated for resources: {'Port': ['ID=9819eea7-710a-489e-aacf-0ab16b0d8820,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.832263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Allocated IP 172.20.0.12 (c33e8d75-69fb-4763-91a3-caaaf4104da2/b069426a-cf73-481e-a96f-266b7f835d21/9d27fc28-fa20-4334-902f-b0756a5dd8af) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:59.853532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Pushing event updated for resources: {'Port': ['ID=5e569da2-3131-4084-9247-c91fabfda599,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.888587 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:59.889257 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:59.898030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 47d32834-df48-4a3c-80e2-7f00efb1699b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:00.017628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e6fab683-3c2b-441a-98e0-a8442dcf8f11 None None] Port 5da64d7b-e1da-4773-81e2-9320269e536c cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:00.074659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 47d32834-df48-4a3c-80e2-7f00efb1699b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:00.080370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 47d32834-df48-4a3c-80e2-7f00efb1699b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:00.080756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.137927 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:00.210618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.244051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Transition to ACTIVE for port object 9d27fc28-fa20-4334-902f-b0756a5dd8af will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:00.371333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33c5fc-168f-4a46-a195-f5ade8fee3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf646a3-c5de-4286-872f-44860d8a79a2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.396721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.407514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.413517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.417198 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.476650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:00.511488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 47d32834-df48-4a3c-80e2-7f00efb1699b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=47d32834-df48-4a3c-80e2-7f00efb1699b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:00.522542 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.523389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2b3ae662-d74b-44b0-824f-a46e118c7225 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:00.537848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-ac46f93d-3b9f-494e-8411-1ed9d29d1fb6 service neutron] 10.222.0.58 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0984707 Aug 29 04:39:00.548914 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6d093f58-db24-4add-8c93-300b506c830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:38:59Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:00.569085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:00.597808 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d093f58-db24-4add-8c93-300b506c830f None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:38:59Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:00.637264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.675430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.677963 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Added segment 4ab37f27-acee-4793-a562-182b1973387c of type vlan for network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 Aug 29 04:39:00.780207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=47d32834-df48-4a3c-80e2-7f00efb1699b,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.786066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Sync routers for ids ['cfc67a20-1a30-42d4-83e4-c327657b8507'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:00.791338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.823595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Attempting to bind port 5e569da2-3131-4084-9247-c91fabfda599 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:00.823944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Attempting to bind port 5e569da2-3131-4084-9247-c91fabfda599 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:00.824264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Attempting to bind port 5e569da2-3131-4084-9247-c91fabfda599 on network c33e8d75-69fb-4763-91a3-caaaf4104da2 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:00.829544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac927a-6038-43c2-87ee-2e3bcaf0b78d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.835717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c34692-3e08-47fb-9f1f-7eb600164497,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.857108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Routers {'cfc67a20-1a30-42d4-83e4-c327657b8507'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:00.857773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cfc67a20-1a30-42d4-83e4-c327657b8507'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:00.862716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Port 5e569da2-3131-4084-9247-c91fabfda599 on network c33e8d75-69fb-4763-91a3-caaaf4104da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:00.863200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Attempting to bind port 5e569da2-3131-4084-9247-c91fabfda599 on network c33e8d75-69fb-4763-91a3-caaaf4104da2 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:00.868948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2b3ae662-d74b-44b0-824f-a46e118c7225 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:00.869542 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.872760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:00.889824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:00.891172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Checking segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:00.891172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Bound using segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:00.891575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Bound port: 5e569da2-3131-4084-9247-c91fabfda599, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:00.894998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.901158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:00.905704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.945088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:01.253652 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.287238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 06015bfe-2059-49ef-ba81-b687e835091f yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:01.372036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Set router cfc67a20-1a30-42d4-83e4-c327657b8507 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:01.478086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5270878f-1a1e-4d26-97b4-2ffd710ea972 None None] Provisioning for port 9d27fc28-fa20-4334-902f-b0756a5dd8af completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:01.493431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5270878f-1a1e-4d26-97b4-2ffd710ea972 None None] Provisioning complete for port 9d27fc28-fa20-4334-902f-b0756a5dd8af triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:01.494786 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5270878f-1a1e-4d26-97b4-2ffd710ea972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.588540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5270878f-1a1e-4d26-97b4-2ffd710ea972 None None] Port 9d27fc28-fa20-4334-902f-b0756a5dd8af cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:02.017426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Pushing event updated for resources: {'Port': ['ID=9d27fc28-fa20-4334-902f-b0756a5dd8af,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:02.037427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.038505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:02.039199 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.061726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'ab5ac003-7677-4dfb-9944-d8ac9427beaf', 'name': '', 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'mac_address': 'fa:16:3e:a2:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:51Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 2, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'subnets': [{'id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:02.129335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.134111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 47d32834-df48-4a3c-80e2-7f00efb1699b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:02.148539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Checking router: cfc67a20-1a30-42d4-83e4-c327657b8507 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:02.150120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Updating router cfc67a20-1a30-42d4-83e4-c327657b8507 port ab5ac003-7677-4dfb-9944-d8ac9427beaf binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:02.197161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:02.197850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.220887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.276522 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-c2ee5097-22ab-48e3-903c-2d8bf52f84da tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5723956 Aug 29 04:39:02.288656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37712) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:02.302145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Request body: {'port': {'device_id': '97333000-ce62-42a5-99c0-fcece565f1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:02.306247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 47d32834-df48-4a3c-80e2-7f00efb1699b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:02.306915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.337107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-76c42ca5-2695-4074-922a-cc204e04093a tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589075518', 'description': 'tempest-secgroup-smoke-589075518 description', 'project_id': 'f1aeb2e1741447faa143f2ea97c72455'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:02.371802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] For port 5e569da2-3131-4084-9247-c91fabfda599, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:02.394594 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4651587 Aug 29 04:39:02.398744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37714) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:02.402525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76c42ca5-2695-4074-922a-cc204e04093a tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.423127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Request body: {'subnet': {'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-783802139-subnet', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:02.431175 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.441527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a1db1-074e-4157-94b3-9aa267eeeb66 admin admin] Pushing event updated for resources: {'Network': ['ID=7a3722f6-b452-4a6d-9140-c7d03c5c3ba6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:02.447326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:02.466593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] For port 5e569da2-3131-4084-9247-c91fabfda599, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e569da2-3131-4084-9247-c91fabfda599,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:02.467435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-218ee9c4-37d6-4197-a114-f53bb0cccede tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for subnetpool, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.473813 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-218ee9c4-37d6-4197-a114-f53bb0cccede tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 3.1870770 Aug 29 04:39:02.474511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37716) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:02.482476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-74618e5d-02f5-4386-936e-d96ae5a343e6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e', 'tempest-TagsExtTest-Tag-378249865') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:02.493331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:02.511230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.700261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=06015bfe-2059-49ef-ba81-b687e835091f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:02.761396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.777523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:02.778161 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.779732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] 10.222.0.65 "PUT /v2.0/ports/5e569da2-3131-4084-9247-c91fabfda599 HTTP/1.1" status: 200 len: 1092 time: 5.2267241 Aug 29 04:39:02.780628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c6e74f-5c67-4505-b3ad-3c3c7d34e845', 'tag': '5e569da2-3131-4084-9247-c91fabfda599'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:02.783290 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "09c6e74f-5c67-4505-b3ad-3c3c7d34e845", "tag": "5e569da2-3131-4084-9247-c91fabfda599"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:02.861691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Made reservation on behalf of d944f588202b460aafe02d246a1cf974 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:02.869880 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.009206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547999-47ab-4e72-8c7c-e8689dce892f req-ba69a1a6-8546-47c8-84ed-00067c686893 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:03.011318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0547999-47ab-4e72-8c7c-e8689dce892f req-ba69a1a6-8546-47c8-84ed-00067c686893 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.6112342 Aug 29 04:39:03.044909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Checking segment: {'id': 'df14e8bb-aaa4-4700-8b40-99b09df619dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:03.045682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network hostable DHCP agents. Network: 4eddfd37-eb99-481f-b43d-7abfeefb65f2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:03.159053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:03.169032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:03.185202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7b1ad553-7d40-4e1d-b051-30881892a181 admin admin] 10.222.0.58 "PUT /v2.0/routers/10d3d25a-48a7-48c9-8872-9c34b44cd4a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9372604 Aug 29 04:39:03.185868 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] Sync routers for ids ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:03.188398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37730) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.194120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0547999-47ab-4e72-8c7c-e8689dce892f req-b1c84a93-9ba3-452f-8bee-520e8183338b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659932 Aug 29 04:39:03.242664 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] Routers {'10d3d25a-48a7-48c9-8872-9c34b44cd4a7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:03.243193 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:03.244851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76c42ca5-2695-4074-922a-cc204e04093a tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.246974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d48af-7d9f-431d-93c9-3aa16cfaf227 service neutron] Pushing event updated for resources: {'Port': ['ID=5e569da2-3131-4084-9247-c91fabfda599,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.256355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9819eea7-710a-489e-aacf-0ab16b0d8820 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:03.286532 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76c42ca5-2695-4074-922a-cc204e04093a tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.307628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4eddfd37-eb99-481f-b43d-7abfeefb65f2) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:03.328328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:03.334271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:03.334967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.353845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcf3e9-ce58-4d55-9f1b-05b6109b88ea None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:03.369116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a307ad51-d6b0-4254-b7f1-968ad36b0ce5 req-84ac77cb-debf-4230-ba05-778d897db881 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 210 time: 0.0624774 Aug 29 04:39:03.376720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.444174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb16645b-b1de-45e0-b391-3f1592912dd6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.1747928 Aug 29 04:39:03.444428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-1db6ddc7-2a09-42f9-b02b-683fbfaf5c3e tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:03.445417 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-1db6ddc7-2a09-42f9-b02b-683fbfaf5c3e tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.65 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 816 time: 0.9697232 Aug 29 04:39:03.446301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37736) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.451276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1732479986'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:03.489730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76c42ca5-2695-4074-922a-cc204e04093a tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.492231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-76c42ca5-2695-4074-922a-cc204e04093a tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2021472 Aug 29 04:39:03.503831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37742) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.510138 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] Set router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:03.575229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f595c569-0a91-48fb-be71-e88aabf29901 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'security_group_rule': {'security_group_id': '28bb1b77-75f9-471d-98da-31a28836efff', 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:03.600228 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.612821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Transition to ACTIVE for port object ab5ac003-7677-4dfb-9944-d8ac9427beaf will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:03.643697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.663425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:03.666931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.739905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 9819eea7-710a-489e-aacf-0ab16b0d8820 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:03.741816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.746319 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25820e7-a8fb-4599-b9a0-7e662b6fe7e6 x-openstack-request-id: req-a25820e7-a8fb-4599-b9a0-7e662b6fe7e6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:03.746623 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c6e74f-5c67-4505-b3ad-3c3c7d34e845", "tag": "5e569da2-3131-4084-9247-c91fabfda599", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:03.749277 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a25820e7-a8fb-4599-b9a0-7e662b6fe7e6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:03.751047 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c6e74f-5c67-4505-b3ad-3c3c7d34e845', 'tag': '5e569da2-3131-4084-9247-c91fabfda599', 'status': 'completed', 'code': 200} Aug 29 04:39:03.764492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 9819eea7-710a-489e-aacf-0ab16b0d8820 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:03.765121 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.802593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Request body: {'port': {'device_id': '16cbc085-232b-4c20-8dee-b6f457239a77', 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2', 'admin_state_up': True, 'tenant_id': '069746313e6b4b5a8b0b1f43ac644004'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:03.809702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f595c569-0a91-48fb-be71-e88aabf29901 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.815185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-a0a7ad8c-092b-4de4-a4b2-8624fc326800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:03.816856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-a0a7ad8c-092b-4de4-a4b2-8624fc326800 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 1095 time: 0.8837466 Aug 29 04:39:03.817528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c42ca5-2695-4074-922a-cc204e04093a tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bb1b77-75f9-471d-98da-31a28836efff,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.851812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:03.862515 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-74618e5d-02f5-4386-936e-d96ae5a343e6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags/tempest-TagsExtTest-Tag-378249865 HTTP/1.1" status: 201 len: 201 time: 1.3837438 Aug 29 04:39:03.864389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.894229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37744) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.912954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-00363a15-3d5d-43f2-9696-1917a9a72788 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c', 'tempest-TagsExtTest-Tag-1939611506') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:03.936179 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 5, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:03.936624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acbcdf-50bc-4f78-a81a-99d1b74f0bc7 req-ff2a462f-bb0f-4863-84c8-3474ca865933 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:03.946533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84acbcdf-50bc-4f78-a81a-99d1b74f0bc7 req-ff2a462f-bb0f-4863-84c8-3474ca865933 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.3475621 Aug 29 04:39:03.978437 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] Checking router: 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:03.991567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-b6c84f93-c79c-4d45-b422-f014fb306f2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e569da2-3131-4084-9247-c91fabfda599 HTTP/1.1" status: 200 len: 217 time: 0.1534195 Aug 29 04:39:03.993105 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] Routers {'10d3d25a-48a7-48c9-8872-9c34b44cd4a7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:03.994645 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.016763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Attempting to bind port ab5ac003-7677-4dfb-9944-d8ac9427beaf on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:04.017147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Attempting to bind port ab5ac003-7677-4dfb-9944-d8ac9427beaf by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:04.017526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Attempting to bind port ab5ac003-7677-4dfb-9944-d8ac9427beaf on network d52cd7ee-5cea-49f3-9fbe-80206b020103 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:04.062299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:04.062715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Checking segment: {'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:04.063113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.063522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Bound using segment: {'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:04.064073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Bound port: ab5ac003-7677-4dfb-9944-d8ac9427beaf, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fb4c6d-a003-4ba7-a14e-6067583e2bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:04.064972 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.067025 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.072477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.072477 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Added segment e197fb7f-2b3d-4721-92fa-4770828cfbe3 of type vlan for network 84698cc9-9470-4250-843b-7b3bb6b525f8 Aug 29 04:39:04.085302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534be184-4391-4f22-af15-062b417ef48a None None] Pushing event updated for resources: {'Port': ['ID=ab5ac003-7677-4dfb-9944-d8ac9427beaf,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:04.134114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-6dbdb5fb-7338-4048-b4d2-42341799343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.134318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2022aac-9183-4299-9318-b067fb148340,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:04.136250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-6dbdb5fb-7338-4048-b4d2-42341799343f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b069426a-cf73-481e-a96f-266b7f835d21 HTTP/1.1" status: 200 len: 855 time: 0.1321697 Aug 29 04:39:04.224589 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] Set router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:04.226732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] For port ab5ac003-7677-4dfb-9944-d8ac9427beaf, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:04.231737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] For port ab5ac003-7677-4dfb-9944-d8ac9427beaf, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ab5ac003-7677-4dfb-9944-d8ac9427beaf,segment=NetworkSegment(29fb4c6d-a003-4ba7-a14e-6067583e2bd9),segment_id=29fb4c6d-a003-4ba7-a14e-6067583e2bd9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:04.231929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d27fc28-fa20-4334-902f-b0756a5dd8af {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:04.242798 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.253429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.277987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-e0fd9702-4ff0-47b3-8661-38a96739b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.279795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-e0fd9702-4ff0-47b3-8661-38a96739b8d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c33e8d75-69fb-4763-91a3-caaaf4104da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356189 Aug 29 04:39:04.284207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Made reservation on behalf of 069746313e6b4b5a8b0b1f43ac644004 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:04.288143 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.293738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Transition to ACTIVE for port object 9d27fc28-fa20-4334-902f-b0756a5dd8af will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:04.342696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.349272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534be184-4391-4f22-af15-062b417ef48a None None] Pushing event updated for resources: {'Port': ['ID=ab5ac003-7677-4dfb-9944-d8ac9427beaf,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:04.357574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 9819eea7-710a-489e-aacf-0ab16b0d8820, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9819eea7-710a-489e-aacf-0ab16b0d8820,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:04.388391 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.389200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 284f39e1-f80b-47ae-bc65-4b1546046595 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:04.416457 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.464000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Checking segment: {'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:04.464389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Network hostable DHCP agents. Network: 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:04.508732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84acbcdf-50bc-4f78-a81a-99d1b74f0bc7 req-fc3bf980-1d93-4db8-a92b-d899adbc662d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5588419 Aug 29 04:39:04.510167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Routers {'cfc67a20-1a30-42d4-83e4-c327657b8507'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:04.510957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cfc67a20-1a30-42d4-83e4-c327657b8507'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.681554 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f595c569-0a91-48fb-be71-e88aabf29901 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.717381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.730958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.731624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.734664 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f595c569-0a91-48fb-be71-e88aabf29901 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.792168 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 5, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.877758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] Set router cfc67a20-1a30-42d4-83e4-c327657b8507 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:04.927688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:04.930244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=9819eea7-710a-489e-aacf-0ab16b0d8820,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:04.983066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e0c725e-9001-4aba-9b11-dc49594119a4 req-de5e40a1-e71d-494b-a96e-c1df96ab8e0e tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 210 time: 0.2343121 Aug 29 04:39:04.998384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Allocated IP 172.20.0.5 (c33e8d75-69fb-4763-91a3-caaaf4104da2/b069426a-cf73-481e-a96f-266b7f835d21/9324e02a-d01a-4823-8b15-f217fe7bd55e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:05.056597 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f5ca2-e0f1-47b2-a828-66d00c191a0e None None] The sync data for ids ['10d3d25a-48a7-48c9-8872-9c34b44cd4a7'] in n-d-712142-15 is: [{'id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1601136105-router', 'tenant_id': '27f66a4df25847f394a8dcab4fa377f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:11Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 5, 'project_id': '27f66a4df25847f394a8dcab4fa377f7', 'gw_port': {'id': '60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3d25a-48a7-48c9-8872-9c34b44cd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:12Z', 'updated_at': '2021-08-29T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:05.082818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6355038 Aug 29 04:39:05.084529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Deleting port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:05.084879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.110465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595c569-0a91-48fb-be71-e88aabf29901 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5e5aeb-d053-4ef6-a432-f7e6299e5d6b,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.116684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37764) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:05.150550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'ports': [{'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2'}, {'network_id': '84698cc9-9470-4250-843b-7b3bb6b525f8'}]} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:05.150868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:05.151358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '84698cc9-9470-4250-843b-7b3bb6b525f8'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:05.160222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:05.161804 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f595c569-0a91-48fb-be71-e88aabf29901 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.165432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f595c569-0a91-48fb-be71-e88aabf29901 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6476429 Aug 29 04:39:05.182281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 284f39e1-f80b-47ae-bc65-4b1546046595 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:05.182846 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.219517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37770) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:05.234219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80a3db1-7b0b-4362-be91-003afe7214b8 None None] Network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:05.240393 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-00363a15-3d5d-43f2-9696-1917a9a72788 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags/tempest-TagsExtTest-Tag-1939611506 HTTP/1.1" status: 201 len: 201 time: 1.3421037 Aug 29 04:39:05.241097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37772) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:05.257008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-551a300b-d9c9-4516-aa26-af49082133e8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'security_group_rule': {'security_group_id': '28bb1b77-75f9-471d-98da-31a28836efff', 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:05.261682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.262600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:05.263202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.279147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Transition to ACTIVE for port object 9324e02a-d01a-4823-8b15-f217fe7bd55e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:05.299504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b67f89-0d7e-4237-9436-b3dd7cfbec66 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Network': ['ID=84698cc9-9470-4250-843b-7b3bb6b525f8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.318196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Pushing event updated for resources: {'Port': ['ID=9d27fc28-fa20-4334-902f-b0756a5dd8af,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.340082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-6657531e-8f14-4b20-814c-a5e9370a6b7a tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4', 'tempest-TagsExtTest-Tag-991607847') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:05.341433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 84698cc9-9470-4250-843b-7b3bb6b525f8 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:05.348252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.469145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:05.485861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:05.548591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:05.610173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Pushing event updated for resources: {'Port': ['ID=9324e02a-d01a-4823-8b15-f217fe7bd55e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.629818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-393d2044-a350-4e2e-af6a-616547d902cd service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3382041 Aug 29 04:39:05.723502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98871ca1-1320-43ba-9f66-1390804b5510 req-b82188af-a09e-4563-9ec8-2cc982fe2b04 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:05.731143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-b82188af-a09e-4563-9ec8-2cc982fe2b04 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.6164536 Aug 29 04:39:05.734295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-744e9b16-f4c4-4bd6-8203-f9530db11cd1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3289585 Aug 29 04:39:05.744196 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-551a300b-d9c9-4516-aa26-af49082133e8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.759831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'ab5ac003-7677-4dfb-9944-d8ac9427beaf', 'name': '', 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'mac_address': 'fa:16:3e:a2:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:51Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 4, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'subnets': [{'id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:05.822573 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-798b0559-df72-48a9-b723-15dfc15a6d1e req-ba7fc3da-9aba-4cfa-8b87-b18f8101e916 service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785460 Aug 29 04:39:05.825475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37776) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:05.851063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:05.872151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954849ca-b90f-44f2-9498-330fa092ceb6 None None] The sync data for ids ['cfc67a20-1a30-42d4-83e4-c327657b8507'] in n-d-712142-15 is: [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'ab5ac003-7677-4dfb-9944-d8ac9427beaf', 'name': '', 'network_id': 'd52cd7ee-5cea-49f3-9fbe-80206b020103', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'mac_address': 'fa:16:3e:a2:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:51Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 4, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'subnets': [{'id': 'beed0bd8-c6b0-411d-ae00-671a54bb3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:05.881982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ab5ac003-7677-4dfb-9944-d8ac9427beaf up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:05.893674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:05.894617 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.912965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Attempting to bind port 9d27fc28-fa20-4334-902f-b0756a5dd8af on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:05.913919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Attempting to bind port 9d27fc28-fa20-4334-902f-b0756a5dd8af by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:05.914603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Attempting to bind port 9d27fc28-fa20-4334-902f-b0756a5dd8af on network c33e8d75-69fb-4763-91a3-caaaf4104da2 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:05.916270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] For port 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:05.916661 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.935216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Calling delete_port for 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:05.952106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-9e6108b1-3eb8-466a-9ff0-70c9c66c01b1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1947987 Aug 29 04:39:05.962937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.965427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.976028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8a8ef34a-d63a-447f-8df0-1c2f545ff3c5 None None] Provisioning for port 9324e02a-d01a-4823-8b15-f217fe7bd55e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:05.984132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-7a3722f6-b452-4a6d-9140-c7d03c5c3ba6', 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'fixed_ips': [{'subnet_id': 'e2022aac-9183-4299-9318-b067fb148340'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:05.984927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.002085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8a8ef34a-d63a-447f-8df0-1c2f545ff3c5 None None] Provisioning complete for port 9324e02a-d01a-4823-8b15-f217fe7bd55e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:06.002506 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a8ef34a-d63a-447f-8df0-1c2f545ff3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.010130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ab5ac003-7677-4dfb-9944-d8ac9427beaf completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:06.018622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-69458d39-e5aa-4063-b5bf-f48ab33594bc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/quotas/6365f67e47f3426c8c84170bb09005a9 HTTP/1.1" status: 200 len: 375 time: 0.2865069 Aug 29 04:39:06.043513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ab5ac003-7677-4dfb-9944-d8ac9427beaf triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:06.043895 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.063393 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-551a300b-d9c9-4516-aa26-af49082133e8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.069333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.069333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Port 9d27fc28-fa20-4334-902f-b0756a5dd8af on network c33e8d75-69fb-4763-91a3-caaaf4104da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:06.069640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Attempting to bind port 9d27fc28-fa20-4334-902f-b0756a5dd8af on network c33e8d75-69fb-4763-91a3-caaaf4104da2 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:06.071252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6657531e-8f14-4b20-814c-a5e9370a6b7a tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags/tempest-TagsExtTest-Tag-991607847 HTTP/1.1" status: 201 len: 201 time: 0.7727914 Aug 29 04:39:06.084484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Request body: {'port': {'device_id': '16cbc085-232b-4c20-8dee-b6f457239a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:06.087837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37780) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:06.099197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-47a750cd-3717-4b02-bad0-0fb9c4ba3bf2 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc', 'tempest-TagsExtTest-Tag-1495818024') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:06.102930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:06.103430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Checking segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:06.103881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Bound using segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:06.105249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Bound port: 9d27fc28-fa20-4334-902f-b0756a5dd8af, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:06.105953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.155012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ef34a-d63a-447f-8df0-1c2f545ff3c5 None None] Port 9324e02a-d01a-4823-8b15-f217fe7bd55e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:06.234496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] For port 9d27fc28-fa20-4334-902f-b0756a5dd8af, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:06.240449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] For port 9d27fc28-fa20-4334-902f-b0756a5dd8af, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d27fc28-fa20-4334-902f-b0756a5dd8af,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:06.266768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Allocated IP 172.20.0.2 (7a3722f6-b452-4a6d-9140-c7d03c5c3ba6/e2022aac-9183-4299-9318-b067fb148340/818c8779-b254-467a-a964-4b550b685e9d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:06.279124 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.376562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port ab5ac003-7677-4dfb-9944-d8ac9427beaf, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ab5ac003-7677-4dfb-9944-d8ac9427beaf,segment=NetworkSegment(29fb4c6d-a003-4ba7-a14e-6067583e2bd9),segment_id=29fb4c6d-a003-4ba7-a14e-6067583e2bd9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:06.388902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.389704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9819eea7-710a-489e-aacf-0ab16b0d8820 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:06.419595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.488332 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-551a300b-d9c9-4516-aa26-af49082133e8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.536076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a300b-d9c9-4516-aa26-af49082133e8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf28a388-c356-45fb-b1ef-c2c3e8336403,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:06.538270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 9819eea7-710a-489e-aacf-0ab16b0d8820 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:06.538821 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.543157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=ab5ac003-7677-4dfb-9944-d8ac9427beaf,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:06.594360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Pushing event updated for resources: {'Port': ['ID=9d27fc28-fa20-4334-902f-b0756a5dd8af,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:06.599495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-efc4c3bd-11ae-4eba-aedd-05b11800e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.601466 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-efc4c3bd-11ae-4eba-aedd-05b11800e9f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 1095 time: 0.6901982 Aug 29 04:39:06.605633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.619744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 2} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:06.626232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.627043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.628736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-2707e5b3-585a-4e35-87a2-4c7742086a34 service neutron] 10.222.0.64 "PUT /v2.0/ports/9d27fc28-fa20-4334-902f-b0756a5dd8af HTTP/1.1" status: 200 len: 1093 time: 4.3333027 Aug 29 04:39:06.629524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.630374 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.631912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97333000-ce62-42a5-99c0-fcece565f1e5', 'tag': '9d27fc28-fa20-4334-902f-b0756a5dd8af'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:06.634927 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212" -d '{"events": [{"name": "network-changed", "server_uuid": "97333000-ce62-42a5-99c0-fcece565f1e5", "tag": "9d27fc28-fa20-4334-902f-b0756a5dd8af"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:06.674085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.779686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-551a300b-d9c9-4516-aa26-af49082133e8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.784359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-551a300b-d9c9-4516-aa26-af49082133e8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5505002 Aug 29 04:39:06.788361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37788) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:06.803564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-f557cc2c-b294-48a0-828f-ab7f70962e96 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7659669 Aug 29 04:39:06.833832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2c17e14c-b61a-474e-abaf-c4d3679b1c46 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'security_group_rule': {'security_group_id': '28bb1b77-75f9-471d-98da-31a28836efff', 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:06.921076 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-47a750cd-3717-4b02-bad0-0fb9c4ba3bf2 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags/tempest-TagsExtTest-Tag-1495818024 HTTP/1.1" status: 201 len: 201 time: 0.8281486 Aug 29 04:39:06.974586 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.011042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37792) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:07.025937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Transition to ACTIVE for port object 818c8779-b254-467a-a964-4b550b685e9d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:07.041096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 7fcb7b97-2b7d-4c2f-825e-7373367dfff8 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:07.057256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Transition to ACTIVE for port object 818c8779-b254-467a-a964-4b550b685e9d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:07.064295 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.071949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-54fbeac5-0195-4f6a-a860-1b92efcfec7b tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:07.075864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 19c34692-3e08-47fb-9f1f-7eb600164497 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:07.098140 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.131697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 19c34692-3e08-47fb-9f1f-7eb600164497 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:07.132065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 19c34692-3e08-47fb-9f1f-7eb600164497 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:07.140228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:07.145022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:07.148619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:07.173818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e008919c-1ad5-4f54-ae4e-5375e0418f98 service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220556 Aug 29 04:39:07.176987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:07.204796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Pushing event updated for resources: {'Port': ['ID=818c8779-b254-467a-a964-4b550b685e9d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:07.217493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-33f826a2-269a-49c2-b253-eff08cfd176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.219325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-33f826a2-269a-49c2-b253-eff08cfd176a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 917 time: 0.6054599 Aug 29 04:39:07.230111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-27c9e85d-28af-440a-90d4-73b940de40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.231853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-27c9e85d-28af-440a-90d4-73b940de40e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 1096 time: 0.5030923 Aug 29 04:39:07.237644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Attempting to bind port 818c8779-b254-467a-a964-4b550b685e9d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:07.238793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Attempting to bind port 818c8779-b254-467a-a964-4b550b685e9d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:07.240073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Attempting to bind port 818c8779-b254-467a-a964-4b550b685e9d on network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:07.247426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:07.248702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Checking segment: {'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:07.249312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.250463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Bound using segment: {'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:07.251184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Bound port: 818c8779-b254-467a-a964-4b550b685e9d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:07.251738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.255826 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c17e14c-b61a-474e-abaf-c4d3679b1c46 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.280564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-fa6cbcb1-6761-4337-9b0f-af2caf38f8dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e569da2-3131-4084-9247-c91fabfda599 HTTP/1.1" status: 200 len: 217 time: 0.0447233 Aug 29 04:39:07.360385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] For port 818c8779-b254-467a-a964-4b550b685e9d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:07.364831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] For port 818c8779-b254-467a-a964-4b550b685e9d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=818c8779-b254-467a-a964-4b550b685e9d,segment=NetworkSegment(4ab37f27-acee-4793-a562-182b1973387c),segment_id=4ab37f27-acee-4793-a562-182b1973387c)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:07.370787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.455130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58372ad7-6fc5-4b67-b866-b5a684dacbf0 None None] Pushing event updated for resources: {'Port': ['ID=818c8779-b254-467a-a964-4b550b685e9d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:07.507936 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.622899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-54fbeac5-0195-4f6a-a860-1b92efcfec7b tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags HTTP/1.1" status: 200 len: 240 time: 0.5522926 Aug 29 04:39:07.658080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.660680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37802) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:07.670265 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-514a6ad3-013f-4c3a-ba17-49ae5e885b60 service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853320 Aug 29 04:39:07.684628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-fb9869eb-557a-4d68-8ca0-799f84a13ed5 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e', 'tempest-TagsExtTest-Tag-378249865') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:07.694752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c17e14c-b61a-474e-abaf-c4d3679b1c46 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.705940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.756902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.799207 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c17e14c-b61a-474e-abaf-c4d3679b1c46 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.926541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17e14c-b61a-474e-abaf-c4d3679b1c46 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da565c22-68f4-40d7-a0c7-396b1e75316c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:07.970463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ab5ac003-7677-4dfb-9944-d8ac9427beaf up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:08.003709 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-7876c8a5-2c49-4d66-bdf1-38d046647198 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d27fc28-fa20-4334-902f-b0756a5dd8af HTTP/1.1" status: 200 len: 217 time: 0.7216194 Aug 29 04:39:08.014807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.015514 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d3d25a-48a7-48c9-8872-9c34b44cd4a7 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:08.022949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.025466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a7bca114-a4f8-42ee-84f7-b24318e44d88 admin admin] 10.222.0.58 "DELETE /v2.0/routers/10d3d25a-48a7-48c9-8872-9c34b44cd4a7 HTTP/1.1" status: 204 len: 168 time: 4.8359976 Aug 29 04:39:08.036098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port d66eaacf-ba9b-41c4-9177-1b7cb16bfda5 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:08.056306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37814) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:08.080819 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c17e14c-b61a-474e-abaf-c4d3679b1c46 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.086298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2c17e14c-b61a-474e-abaf-c4d3679b1c46 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2813447 Aug 29 04:39:08.086697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ab5ac003-7677-4dfb-9944-d8ac9427beaf triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:08.087258 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.088417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37816) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:08.134104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-67c55b45-76e1-41b0-8746-ee2d21655953 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'security_group_rule': {'security_group_id': '28bb1b77-75f9-471d-98da-31a28836efff', 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:08.195479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-72405b05-e77d-49c8-a5e8-72123af173f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.201199 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-72405b05-e77d-49c8-a5e8-72123af173f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b069426a-cf73-481e-a96f-266b7f835d21 HTTP/1.1" status: 200 len: 855 time: 0.9010866 Aug 29 04:39:08.222633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9324e02a-d01a-4823-8b15-f217fe7bd55e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:08.241340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.262342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fb9869eb-557a-4d68-8ca0-799f84a13ed5 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags/tempest-TagsExtTest-Tag-378249865 HTTP/1.1" status: 204 len: 168 time: 0.5953815 Aug 29 04:39:08.266914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-425dc6cf-81d0-47b9-81a5-82f070c87b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.269969 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-425dc6cf-81d0-47b9-81a5-82f070c87b68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b069426a-cf73-481e-a96f-266b7f835d21 HTTP/1.1" status: 200 len: 855 time: 0.2334087 Aug 29 04:39:08.277442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37830) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:08.284086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-706deb67-a463-4152-b384-653943ed5a5b admin admin] Deleting subnet af4a2457-e264-4ce3-a925-988c0eea22fe {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:08.286312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-9e2db19c-691c-4174-9cbd-7133a31febc4 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e', 'tempest-TagsExtTest-Tag-378249865') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:08.291763 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-706deb67-a463-4152-b384-653943ed5a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.328450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67c55b45-76e1-41b0-8746-ee2d21655953 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.429653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188f7fc-3a05-42ab-932e-41ab079f6a27 req-d2abfd35-7303-4097-8f2c-d056cc8ce45d tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.430915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2188f7fc-3a05-42ab-932e-41ab079f6a27 req-d2abfd35-7303-4097-8f2c-d056cc8ce45d tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 931 time: 0.3381453 Aug 29 04:39:08.463849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Transition to ACTIVE for port object 9324e02a-d01a-4823-8b15-f217fe7bd55e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:08.467481 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-706deb67-a463-4152-b384-653943ed5a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.485728 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.496400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-a84f6060-76ac-43bd-ab7b-b688cfaa3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.497963 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-a84f6060-76ac-43bd-ab7b-b688cfaa3c80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c33e8d75-69fb-4763-91a3-caaaf4104da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2878261 Aug 29 04:39:08.521070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5e569da2-3131-4084-9247-c91fabfda599 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:08.790417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-706deb67-a463-4152-b384-653943ed5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.797502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5e569da2-3131-4084-9247-c91fabfda599, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e569da2-3131-4084-9247-c91fabfda599,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:08.834485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '5e569da2-3131-4084-9247-c91fabfda599', 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2', 'port_id': '5e569da2-3131-4084-9247-c91fabfda599', 'mac_address': 'fa:16:3e:c5:d7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b069426a-cf73-481e-a96f-266b7f835d21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:08.860273 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.882342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2188f7fc-3a05-42ab-932e-41ab079f6a27 req-10141677-dc41-4458-925b-c25e75ce9e34 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376938 Aug 29 04:39:08.895453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67c55b45-76e1-41b0-8746-ee2d21655953 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.930627 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.955553 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67c55b45-76e1-41b0-8746-ee2d21655953 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.968275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e569da2-3131-4084-9247-c91fabfda599 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:09.017761 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-6d15affb-84a4-449c-9969-14a51020af9b service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745626 Aug 29 04:39:09.038068 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65848bee-04ba-4bd3-ac86-fd5106a0519d x-openstack-request-id: req-65848bee-04ba-4bd3-ac86-fd5106a0519d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:09.038357 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97333000-ce62-42a5-99c0-fcece565f1e5", "tag": "9d27fc28-fa20-4334-902f-b0756a5dd8af", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:09.038598 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65848bee-04ba-4bd3-ac86-fd5106a0519d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:09.038995 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97333000-ce62-42a5-99c0-fcece565f1e5', 'tag': '9d27fc28-fa20-4334-902f-b0756a5dd8af', 'status': 'completed', 'code': 200} Aug 29 04:39:09.050625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-17574ca3-5d8f-4219-a7c8-2d58fb55f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.054738 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-17574ca3-5d8f-4219-a7c8-2d58fb55f01a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c33e8d75-69fb-4763-91a3-caaaf4104da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7629030 Aug 29 04:39:09.067168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5e569da2-3131-4084-9247-c91fabfda599, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e569da2-3131-4084-9247-c91fabfda599,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:09.078614 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.123474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c55b45-76e1-41b0-8746-ee2d21655953 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2511e738-8bd6-4d94-ba3e-788e283caacf,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.153966 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-706deb67-a463-4152-b384-653943ed5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.175517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67c55b45-76e1-41b0-8746-ee2d21655953 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.179551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-67c55b45-76e1-41b0-8746-ee2d21655953 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0799861 Aug 29 04:39:09.203917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37836) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:09.251586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d72041d7-309c-4bd7-8634-7ecba9f432af tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'security_group_rule': {'security_group_id': '28bb1b77-75f9-471d-98da-31a28836efff', 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:09.271365 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc34d2-fd54-423e-9fa6-2eec9903da7b None None] Network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:09.279051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6361e114-f0f1-4db1-9948-dcc3b8f3e8b1 req-7aab43db-f1d4-4f99-b582-fc236a858021 service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507033 Aug 29 04:39:09.294020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706deb67-a463-4152-b384-653943ed5a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4a2457-e264-4ce3-a925-988c0eea22fe,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.327425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e569da2-3131-4084-9247-c91fabfda599'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:09.341489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-706deb67-a463-4152-b384-653943ed5a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.354949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-706deb67-a463-4152-b384-653943ed5a5b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af4a2457-e264-4ce3-a925-988c0eea22fe HTTP/1.1" status: 204 len: 168 time: 1.2846138 Aug 29 04:39:09.359277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:09.381513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf6b46a9-fbc5-4eb7-bf5d-722a6690dd58 req-286aa308-559e-4463-b172-d6b0e5c011d3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 210 time: 0.1035662 Aug 29 04:39:09.422602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=5e569da2-3131-4084-9247-c91fabfda599,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.464393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-df1316d9-f564-4c3c-a715-0d02be77f8c8 None None] Provisioning for port 818c8779-b254-467a-a964-4b550b685e9d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:09.476196 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.477088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-0d674e77-78db-4173-ae35-d1e820c7462b service neutron] 10.222.0.64 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827147 Aug 29 04:39:09.481679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.532092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Attempting to bind port 9324e02a-d01a-4823-8b15-f217fe7bd55e on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:09.532520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Attempting to bind port 9324e02a-d01a-4823-8b15-f217fe7bd55e by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:09.533153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Attempting to bind port 9324e02a-d01a-4823-8b15-f217fe7bd55e on network c33e8d75-69fb-4763-91a3-caaaf4104da2 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:09.552576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:09.554315 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-d72041d7-309c-4bd7-8634-7ecba9f432af tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Project f1aeb2e1741447faa143f2ea97c72455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:09.565793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:09.587597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d72041d7-309c-4bd7-8634-7ecba9f432af tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.595715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:09.596835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9e2db19c-691c-4174-9cbd-7133a31febc4 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags/tempest-TagsExtTest-Tag-378249865 HTTP/1.1" status: 204 len: 168 time: 1.3166819 Aug 29 04:39:09.597226 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.603484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37840) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:09.604953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Pushing event updated for resources: {'Port': ['ID=9324e02a-d01a-4823-8b15-f217fe7bd55e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.608549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-ad0d586f-9ab0-4cc5-8dca-e2b5b8b2af87 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:09.613094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Port 9324e02a-d01a-4823-8b15-f217fe7bd55e on network c33e8d75-69fb-4763-91a3-caaaf4104da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:09.613440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Attempting to bind port 9324e02a-d01a-4823-8b15-f217fe7bd55e on network c33e8d75-69fb-4763-91a3-caaaf4104da2 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:09.621095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.624588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:09.624940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Checking segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:09.625596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Bound using segment: {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:09.626055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Bound port: 9324e02a-d01a-4823-8b15-f217fe7bd55e, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af49b82c-d55d-4188-b192-070fd884d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:09.626439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.686112 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.712665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=7fcb7b97-2b7d-4c2f-825e-7373367dfff8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.831321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.865971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ed4e9a6-7c4d-415a-9d5d-858efa0bf512 req-d09a98cf-b84f-4f3e-8320-609b4fa2463f service neutron] 10.222.0.64 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555899 Aug 29 04:39:09.901966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c195f6e-3f23-4b5b-b586-d77c0cb5a92f']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:09.935780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Checking segment: {'id': 'e197fb7f-2b3d-4721-92fa-4770828cfbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '84698cc9-9470-4250-843b-7b3bb6b525f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:09.936192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network hostable DHCP agents. Network: 84698cc9-9470-4250-843b-7b3bb6b525f8, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:09.958207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180e14db-ec36-4b96-9ef4-d15dc0b0899f') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:09.958511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180e14db-ec36-4b96-9ef4-d15dc0b0899f') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:09.980197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d72041d7-309c-4bd7-8634-7ecba9f432af tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.998234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.012571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 818c8779-b254-467a-a964-4b550b685e9d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:10.012789 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=d66eaacf-ba9b-41c4-9177-1b7cb16bfda5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.034049 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d72041d7-309c-4bd7-8634-7ecba9f432af tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.087110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 818c8779-b254-467a-a964-4b550b685e9d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:10.098592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 818c8779-b254-467a-a964-4b550b685e9d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:10.101412 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.106048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] For port 9324e02a-d01a-4823-8b15-f217fe7bd55e, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:10.150509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72041d7-309c-4bd7-8634-7ecba9f432af tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ae2755-375b-4f54-ade2-2795d3a25557,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.162022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad0d586f-9ab0-4cc5-8dca-e2b5b8b2af87 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags HTTP/1.1" status: 200 len: 205 time: 0.5547378 Aug 29 04:39:10.163030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.168502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37846) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:10.174164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-05c5071b-4b1f-4cad-8891-7f4b5e4b3db1 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:10.179735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] For port 9324e02a-d01a-4823-8b15-f217fe7bd55e, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9324e02a-d01a-4823-8b15-f217fe7bd55e,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:10.196982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 84698cc9-9470-4250-843b-7b3bb6b525f8 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:10.212636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d72041d7-309c-4bd7-8634-7ecba9f432af tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.212943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.214569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d72041d7-309c-4bd7-8634-7ecba9f432af tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9763203 Aug 29 04:39:10.216373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:10.217027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.222306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:10.225684 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:10.235101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37848) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:10.242127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6b444b6e-a37f-4be1-95c2-19526a8a60d8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'security_group_rule': {'security_group_id': '28bb1b77-75f9-471d-98da-31a28836efff', 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:10.274199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-33a10ee2-5b7b-4264-b896-863a6e1526b0 None None] Provisioning complete for port 818c8779-b254-467a-a964-4b550b685e9d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:10.274801 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-33a10ee2-5b7b-4264-b896-863a6e1526b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.277550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 818c8779-b254-467a-a964-4b550b685e9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=818c8779-b254-467a-a964-4b550b685e9d,segment=NetworkSegment(4ab37f27-acee-4793-a562-182b1973387c),segment_id=4ab37f27-acee-4793-a562-182b1973387c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:10.297894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 84698cc9-9470-4250-843b-7b3bb6b525f8) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:10.316677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979c719-dad3-4f5b-a02d-81525acf420f None None] Network 84698cc9-9470-4250-843b-7b3bb6b525f8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:10.329558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Allocated IP 172.25.1.200 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/d8acf566-b5e4-4767-aa33-c312101c3ac6) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:10.335226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e5bc0-1ff0-4e6f-8585-cf83518907cf req-311a9e22-baac-4a87-b02e-55d50abbbe43 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.336854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-855e5bc0-1ff0-4e6f-8585-cf83518907cf req-311a9e22-baac-4a87-b02e-55d50abbbe43 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 943 time: 0.2809722 Aug 29 04:39:10.339312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.340070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.341805 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] 10.222.0.65 "PUT /v2.0/ports/9324e02a-d01a-4823-8b15-f217fe7bd55e HTTP/1.1" status: 200 len: 1092 time: 4.2760255 Aug 29 04:39:10.342132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:10.360199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-dad9d6ce-bba5-4a97-b4c8-a7d50c5e6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.360846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.362085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-dad9d6ce-bba5-4a97-b4c8-a7d50c5e6fc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 1096 time: 0.3163335 Aug 29 04:39:10.375359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.376792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.407665 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.425265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:10.445273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-855e5bc0-1ff0-4e6f-8585-cf83518907cf req-2b24506d-6eda-476b-bf4a-6d36714d590f tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547004 Aug 29 04:39:10.456127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98871ca1-1320-43ba-9f66-1390804b5510 req-96f7a0e0-e574-46fe-945d-b9ef887f7437 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.457816 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-96f7a0e0-e574-46fe-945d-b9ef887f7437 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.5620842 Aug 29 04:39:10.458156 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.466862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.479225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3c195f6e-3f23-4b5b-b586-d77c0cb5a92f HTTP/1.1" status: 204 len: 168 time: 1.0905089 Aug 29 04:39:10.494734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed528f-5b23-46f0-9260-34286285bc40 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c195f6e-3f23-4b5b-b586-d77c0cb5a92f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.497253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:10.497613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 60b7236e-c771-4e18-9a4c-bd0c1ff9f9a5 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:10.581150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'port': {'device_id': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'admin_state_up': True, 'tenant_id': '6365f67e47f3426c8c84170bb09005a9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:10.584154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5e569da2-3131-4084-9247-c91fabfda599 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:10.618016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c4b1c58-7574-48d7-b3c8-71f7dfff91c9 req-842f3ef3-cca7-4241-a52c-4ab8926d83d4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 210 time: 0.0482218 Aug 29 04:39:10.631135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1a3e17da-2aab-435f-bf2b-0c58c0b44fa7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4988797 Aug 29 04:39:10.632029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37856) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:10.699228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bca14f-1167-401e-b1e8-c48e7c84addb service neutron] Pushing event updated for resources: {'Port': ['ID=9324e02a-d01a-4823-8b15-f217fe7bd55e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.702603 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-6b444b6e-a37f-4be1-95c2-19526a8a60d8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Project f1aeb2e1741447faa143f2ea97c72455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:10.712957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=818c8779-b254-467a-a964-4b550b685e9d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.756940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b444b6e-a37f-4be1-95c2-19526a8a60d8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.804294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-05c5071b-4b1f-4cad-8891-7f4b5e4b3db1 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags HTTP/1.1" status: 200 len: 241 time: 0.6318145 Aug 29 04:39:10.804529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 5e569da2-3131-4084-9247-c91fabfda599 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:10.807751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37860) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:10.823861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-a8d63770-9cb2-47e9-bb38-f548bb4b1408 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c', 'tempest-TagsExtTest-Tag-1939611506') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:10.834219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 5e569da2-3131-4084-9247-c91fabfda599 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:10.834958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.882722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-4f56f118-49c4-4675-8321-26d342ef6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.884502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37862) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:10.885582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-4f56f118-49c4-4675-8321-26d342ef6ec2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 1095 time: 0.4414651 Aug 29 04:39:10.963125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2d61620f-9e1c-46e4-b099-20a074f42d27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27f66a4df25847f394a8dcab4fa377f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730786 Aug 29 04:39:10.965609 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.968863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-45297153-0484-4318-ab63-86c605f25699 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port d66eaacf-ba9b-41c4-9177-1b7cb16bfda5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:10.968863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45297153-0484-4318-ab63-86c605f25699 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.970640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-22213fe3-7009-4faf-b2b0-cbedb2190824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.972186 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-22213fe3-7009-4faf-b2b0-cbedb2190824 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 917 time: 0.5931995 Aug 29 04:39:10.972932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37864) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.001382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c6e74f-5c67-4505-b3ad-3c3c7d34e845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e569da2-3131-4084-9247-c91fabfda599'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:11.004294 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbdc4e5-7369-4d14-a6f0-8a03764233b6" -d '{"events": [{"server_uuid": "09c6e74f-5c67-4505-b3ad-3c3c7d34e845", "name": "network-vif-plugged", "status": "completed", "tag": "5e569da2-3131-4084-9247-c91fabfda599"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:11.011625 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-c053998c-6892-4a10-a413-4229d0bac694 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9324e02a-d01a-4823-8b15-f217fe7bd55e HTTP/1.1" status: 200 len: 217 time: 0.1106999 Aug 29 04:39:11.023936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 5e569da2-3131-4084-9247-c91fabfda599, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e569da2-3131-4084-9247-c91fabfda599,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:11.038148 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.062852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cbc085-232b-4c20-8dee-b6f457239a77', 'tag': '9324e02a-d01a-4823-8b15-f217fe7bd55e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:11.064669 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647ec07a-7c3c-4e3a-8049-9dd92925c77c" -d '{"events": [{"name": "network-changed", "server_uuid": "16cbc085-232b-4c20-8dee-b6f457239a77", "tag": "9324e02a-d01a-4823-8b15-f217fe7bd55e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:11.087821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.091513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a8d63770-9cb2-47e9-bb38-f548bb4b1408 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags/tempest-TagsExtTest-Tag-1939611506 HTTP/1.1" status: 204 len: 168 time: 0.2804356 Aug 29 04:39:11.092364 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45297153-0484-4318-ab63-86c605f25699 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.096836 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-68bd8fee-5585-4ec1-a1ed-1bce84e264ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d27fc28-fa20-4334-902f-b0756a5dd8af HTTP/1.1" status: 200 len: 217 time: 0.1065683 Aug 29 04:39:11.100326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37870) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.112551 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5679eeec-c81c-4ff7-92d9-24437fdf435a x-openstack-request-id: req-5679eeec-c81c-4ff7-92d9-24437fdf435a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:11.114378 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c6e74f-5c67-4505-b3ad-3c3c7d34e845", "name": "network-vif-plugged", "status": "completed", "tag": "5e569da2-3131-4084-9247-c91fabfda599", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:11.115950 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5679eeec-c81c-4ff7-92d9-24437fdf435a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:11.120463 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c6e74f-5c67-4505-b3ad-3c3c7d34e845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e569da2-3131-4084-9247-c91fabfda599', 'code': 200} Aug 29 04:39:11.124233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-45297153-0484-4318-ab63-86c605f25699 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for d66eaacf-ba9b-41c4-9177-1b7cb16bfda5 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:11.147948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-51eb7820-b7b5-4113-a837-03b250915e6a tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c', 'tempest-TagsExtTest-Tag-1939611506') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:11.175685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=5e569da2-3131-4084-9247-c91fabfda599,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.231771 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefca02b-6f78-4279-9d18-bc58de7b3d9e x-openstack-request-id: req-fefca02b-6f78-4279-9d18-bc58de7b3d9e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:11.232106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45297153-0484-4318-ab63-86c605f25699 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.232364 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cbc085-232b-4c20-8dee-b6f457239a77", "tag": "9324e02a-d01a-4823-8b15-f217fe7bd55e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:11.232364 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fefca02b-6f78-4279-9d18-bc58de7b3d9e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:11.232775 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cbc085-232b-4c20-8dee-b6f457239a77', 'tag': '9324e02a-d01a-4823-8b15-f217fe7bd55e', 'status': 'completed', 'code': 200} Aug 29 04:39:11.244889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b444b6e-a37f-4be1-95c2-19526a8a60d8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.268783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45297153-0484-4318-ab63-86c605f25699 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=d66eaacf-ba9b-41c4-9177-1b7cb16bfda5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.273275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b444b6e-a37f-4be1-95c2-19526a8a60d8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.274138 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-45297153-0484-4318-ab63-86c605f25699 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.276209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-45297153-0484-4318-ab63-86c605f25699 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/d66eaacf-ba9b-41c4-9177-1b7cb16bfda5 HTTP/1.1" status: 204 len: 168 time: 0.6406620 Aug 29 04:39:11.278692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37876) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.327256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-0035c994-7d61-43b6-8920-2c1b488b8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.328878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-0035c994-7d61-43b6-8920-2c1b488b8a91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b069426a-cf73-481e-a96f-266b7f835d21 HTTP/1.1" status: 200 len: 855 time: 0.2679152 Aug 29 04:39:11.339814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Made reservation on behalf of 6365f67e47f3426c8c84170bb09005a9 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:11.343838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.356186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db72f4f-3350-4e27-8f9f-372a410926fb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.366145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db72f4f-3350-4e27-8f9f-372a410926fb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.368368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2db72f4f-3350-4e27-8f9f-372a410926fb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0883780 Aug 29 04:39:11.370810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37880) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.392407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-3fd7bdcd-422d-4847-9d75-1dcd315cc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.395043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-3fd7bdcd-422d-4847-9d75-1dcd315cc65c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b069426a-cf73-481e-a96f-266b7f835d21 HTTP/1.1" status: 200 len: 855 time: 0.2634592 Aug 29 04:39:11.416056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b444b6e-a37f-4be1-95c2-19526a8a60d8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d51be4-90d8-49e3-b44e-fadd6e3e41a3,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.426681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b444b6e-a37f-4be1-95c2-19526a8a60d8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.427851 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6b444b6e-a37f-4be1-95c2-19526a8a60d8 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1894429 Aug 29 04:39:11.481498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdbf66-1f56-4bab-a562-206241bcdb50 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 7fcb7b97-2b7d-4c2f-825e-7373367dfff8 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:11.482066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbf66-1f56-4bab-a562-206241bcdb50 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.525892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7e0f4-cebe-4e1e-b8f1-e96b1f0d10af req-4046ca7e-8b3a-49d3-b21d-21f1cf2a2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.530216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0a7e0f4-cebe-4e1e-b8f1-e96b1f0d10af req-4046ca7e-8b3a-49d3-b21d-21f1cf2a2806 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 1097 time: 0.3661311 Aug 29 04:39:11.535896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c323a62-e2a3-4193-b7c0-6658de4e622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.557375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.576359 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbf66-1f56-4bab-a562-206241bcdb50 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.624603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdbf66-1f56-4bab-a562-206241bcdb50 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 7fcb7b97-2b7d-4c2f-825e-7373367dfff8 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:11.706970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441217-f5f8-43c7-b04b-7f7cfe21245a req-0e42990e-1322-49ca-a7da-e507bc93c666 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.708373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04441217-f5f8-43c7-b04b-7f7cfe21245a req-0e42990e-1322-49ca-a7da-e507bc93c666 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 943 time: 0.1344788 Aug 29 04:39:11.708516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:11.713361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-a8c9d570-ba62-4166-adfa-d66e36040f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.715178 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-a8c9d570-ba62-4166-adfa-d66e36040f26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c33e8d75-69fb-4763-91a3-caaaf4104da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3541462 Aug 29 04:39:11.720897 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c323a62-e2a3-4193-b7c0-6658de4e622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.746009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:11.779021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 818c8779-b254-467a-a964-4b550b685e9d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:11.779621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:11.782425 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbf66-1f56-4bab-a562-206241bcdb50 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.807318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbf66-1f56-4bab-a562-206241bcdb50 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.809884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-41e81e2e-511b-4add-951c-2193a34eb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.811409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-41e81e2e-511b-4add-951c-2193a34eb654 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c33e8d75-69fb-4763-91a3-caaaf4104da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3915069 Aug 29 04:39:11.812912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7dbdbf66-1f56-4bab-a562-206241bcdb50 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/7fcb7b97-2b7d-4c2f-825e-7373367dfff8 HTTP/1.1" status: 204 len: 168 time: 0.4408572 Aug 29 04:39:11.834990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37890) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.852185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdbf66-1f56-4bab-a562-206241bcdb50 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=7fcb7b97-2b7d-4c2f-825e-7373367dfff8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.865367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 818c8779-b254-467a-a964-4b550b685e9d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:11.866291 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.907858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Pushing event updated for resources: {'Port': ['ID=d8acf566-b5e4-4767-aa33-c312101c3ac6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.910252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04441217-f5f8-43c7-b04b-7f7cfe21245a req-6ecf4cc9-b22e-47c8-8a40-366ee998770b tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530137 Aug 29 04:39:11.959005 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0a7e0f4-cebe-4e1e-b8f1-e96b1f0d10af req-140770be-9147-43dd-8bed-bcc424b2f48e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050751 Aug 29 04:39:11.964088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e58906-fddd-4afb-9878-be605aac62b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.967848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-51eb7820-b7b5-4113-a837-03b250915e6a tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags/tempest-TagsExtTest-Tag-1939611506 HTTP/1.1" status: 204 len: 168 time: 0.8372591 Aug 29 04:39:11.971554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a2e58906-fddd-4afb-9878-be605aac62b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1343849 Aug 29 04:39:11.972203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37900) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.972672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37902) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.981347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-45cc753a-32f6-44da-9d88-41bcd58262f1 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:12.042183 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b86f11-821d-4443-bcc7-74653d8d0edd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:39:12.043912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b3b86f11-821d-4443-bcc7-74653d8d0edd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/d66eaacf-ba9b-41c4-9177-1b7cb16bfda5 HTTP/1.1" status: 404 len: 333 time: 0.0588951 Aug 29 04:39:12.051319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37908) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.100692 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f70ad14-8c1f-482b-be3c-8b41055a0972 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:39:12.102444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8f70ad14-8c1f-482b-be3c-8b41055a0972 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/7fcb7b97-2b7d-4c2f-825e-7373367dfff8 HTTP/1.1" status: 404 len: 333 time: 0.0486345 Aug 29 04:39:12.112556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.146406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-98d44966-aae6-4dec-a057-3c5d00ebfc97 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589075518&fields=id&tenant_id=f1aeb2e1741447faa143f2ea97c72455 HTTP/1.1" status: 200 len: 267 time: 0.1248384 Aug 29 04:39:12.271690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-45cc753a-32f6-44da-9d88-41bcd58262f1 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags HTTP/1.1" status: 200 len: 205 time: 0.2978718 Aug 29 04:39:12.280320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37912) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.286128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-e2f45591-49e3-48d9-aca4-39ca8ef4eada tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:12.335657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.477551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Allocated IP 172.20.0.10 (16e88a61-06d4-4738-9e91-a4badbbf3a6a/b59a36ab-2a9c-4b0e-9a74-5a54956291a4/42daeed9-2cb2-4e50-9407-dab696f6efe3) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:12.554704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.570503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84698cc9-9470-4250-843b-7b3bb6b525f8']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:12.589970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e197fb7f-2b3d-4721-92fa-4770828cfbe3') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:12.590364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e197fb7f-2b3d-4721-92fa-4770828cfbe3') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:12.592752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c323a62-e2a3-4193-b7c0-6658de4e622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.596119 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c323a62-e2a3-4193-b7c0-6658de4e622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.597280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6c323a62-e2a3-4193-b7c0-6658de4e622a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11400707-39e1-4386-a4f6-8c1d24c487d4 HTTP/1.1" status: 204 len: 168 time: 1.6119807 Aug 29 04:39:12.625212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9d27fc28-fa20-4334-902f-b0756a5dd8af details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:12.626713 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.646824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.654255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:12.654766 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.687443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c323a62-e2a3-4193-b7c0-6658de4e622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11400707-39e1-4386-a4f6-8c1d24c487d4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.693342 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-5ff4066b-8830-4f8e-9cd7-7a96972e2863 service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9654164 Aug 29 04:39:12.727908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-6d3a7bac-9c0a-4848-a450-8303fb70fb55 service neutron] 10.222.0.64 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550367 Aug 29 04:39:12.757367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e2f45591-49e3-48d9-aca4-39ca8ef4eada tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags HTTP/1.1" status: 200 len: 240 time: 0.4761677 Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:12.758383 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:12.771467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324314-7b22-48ca-87e1-338c8228a959 req-13ce13ad-a211-42bc-a4ca-90d745ad9342 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.773228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-13ce13ad-a211-42bc-a4ca-90d745ad9342 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/networks?id=44b74e03-3a1d-4b1e-92a7-f691b556fc32 HTTP/1.1" status: 200 len: 809 time: 0.5832975 Aug 29 04:39:12.774358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37922) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.775015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.782529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-d219dd7b-2ece-40f5-9eb3-9716d67f31f9 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4', 'tempest-TagsExtTest-Tag-991607847') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:12.895818 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.898157 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/networks/84698cc9-9470-4250-843b-7b3bb6b525f8 HTTP/1.1" status: 204 len: 168 time: 0.7844412 Aug 29 04:39:12.904804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9d27fc28-fa20-4334-902f-b0756a5dd8af, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d27fc28-fa20-4334-902f-b0756a5dd8af,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:12.927114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '9d27fc28-fa20-4334-902f-b0756a5dd8af', 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2', 'port_id': '9d27fc28-fa20-4334-902f-b0756a5dd8af', 'mac_address': 'fa:16:3e:f8:c1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b069426a-cf73-481e-a96f-266b7f835d21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:12.941122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e40b04-692d-487d-a82d-05297628674c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Network': ['ID=84698cc9-9470-4250-843b-7b3bb6b525f8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.942847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37924) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.954517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-303633713'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:12.969537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-22ebcdb9-5678-418f-8d84-b2f9a75f7681 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/quotas/f1aeb2e1741447faa143f2ea97c72455 HTTP/1.1" status: 200 len: 375 time: 0.1299086 Aug 29 04:39:12.986247 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.004273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d27fc28-fa20-4334-902f-b0756a5dd8af {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:13.030440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9d27fc28-fa20-4334-902f-b0756a5dd8af, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d27fc28-fa20-4334-902f-b0756a5dd8af,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:13.040899 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.124064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=9d27fc28-fa20-4334-902f-b0756a5dd8af,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.276706 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-34b895c1-b98c-4135-89b6-ac38118b7f00 req-cd00d421-444c-42ac-9872-2e26e516477b service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664253 Aug 29 04:39:13.353474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['9d27fc28-fa20-4334-902f-b0756a5dd8af'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:13.373562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.385464 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-48ada4ca-1ce4-428a-a2de-1bbacd3aa212 req-0f4017e1-ab54-45f2-bb23-b6e011a15ba6 service neutron] 10.222.0.64 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321459 Aug 29 04:39:13.519530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.590741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-2c61cc70-254f-4926-825f-a6c812aa5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:13.592597 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-2c61cc70-254f-4926-825f-a6c812aa5c7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 1095 time: 0.2498257 Aug 29 04:39:13.596221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Transition to ACTIVE for port object 42daeed9-2cb2-4e50-9407-dab696f6efe3 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:13.658602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:13.662989 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.667661 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d219dd7b-2ece-40f5-9eb3-9716d67f31f9 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags/tempest-TagsExtTest-Tag-991607847 HTTP/1.1" status: 204 len: 168 time: 0.8901343 Aug 29 04:39:13.683531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37948) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:13.695068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-7ddf95e0-0b4c-4bec-81b9-27a2d563a770 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4', 'tempest-TagsExtTest-Tag-991607847') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:13.755658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-5273e5c6-2e19-427a-b70e-3464095fb30a tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1aeb2e1741447faa143f2ea97c72455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7537293 Aug 29 04:39:13.771170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37950) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:13.801415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:13.849811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.850163 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Added segment b7d42e0d-7d3a-43f1-afdb-c4bcb514a289 of type vlan for network 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a Aug 29 04:39:13.856176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.893999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-061d21a8-8e61-4ff5-b36f-d8d0b932e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:13.895537 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-061d21a8-8e61-4ff5-b36f-d8d0b932e7b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 917 time: 0.2961633 Aug 29 04:39:13.906697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1156207774-network', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:13.929940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.945196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7ddf95e0-0b4c-4bec-81b9-27a2d563a770 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags/tempest-TagsExtTest-Tag-991607847 HTTP/1.1" status: 204 len: 168 time: 0.2596583 Aug 29 04:39:13.948448 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37954) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:13.954135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-40309849-cb22-4fd2-b5f2-b781c7143f8f tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:13.959411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-228de2d1-3b76-4d15-90b6-ffebfd6fc995 service neutron] 10.222.0.58 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746702 Aug 29 04:39:13.984511 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-7a561135-152f-4b94-bf8a-e9b44c259f36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9324e02a-d01a-4823-8b15-f217fe7bd55e HTTP/1.1" status: 200 len: 217 time: 0.0671117 Aug 29 04:39:13.986245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:13.992120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'Port': ['ID=42daeed9-2cb2-4e50-9407-dab696f6efe3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.001751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:14.005392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:14.047516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.073292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Made reservation on behalf of 90f54be0939440898d7cad38c3d2f5c0 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:14.075888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.081080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.086655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.087282 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.097161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2f780baf-7eac-4022-899b-c64545ee5950', '652e2fe1-ec17-41da-a5b5-d8cd25e3f231'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:14.158937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.183641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-cb02622e-0ef7-47a3-b07a-6eaba2bf5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.185440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2390327 Aug 29 04:39:14.185961 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-cb02622e-0ef7-47a3-b07a-6eaba2bf5f10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b069426a-cf73-481e-a96f-266b7f835d21 HTTP/1.1" status: 200 len: 855 time: 0.1898162 Aug 29 04:39:14.190722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37956) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.200062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.200741 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.205078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '250e1aa5-f6e1-4208-9889-bf8a51b0ef7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:14.212897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-40309849-cb22-4fd2-b5f2-b781c7143f8f tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags HTTP/1.1" status: 200 len: 205 time: 0.2621951 Aug 29 04:39:14.235717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37958) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.242200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-16489ee3-23d2-4e10-bc5a-7a01ca58297d tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.275814 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Network': ['ID=250e1aa5-f6e1-4208-9889-bf8a51b0ef7a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.300253 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-47dc2317-f259-4b12-9c01-02b233dbfc54 service neutron] 10.222.0.58 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008482 Aug 29 04:39:14.312394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.313006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.313183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.313516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.313858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.314680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.314680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.314915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.315272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.315657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.316204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.316908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738afe14-719b-4e74-849e-09aaaf64eb6b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.365770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-25d17810-46e4-4755-a41c-30303abbefd4 None None] Provisioning for port 42daeed9-2cb2-4e50-9407-dab696f6efe3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:14.368403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:14.398665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-16489ee3-23d2-4e10-bc5a-7a01ca58297d tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags HTTP/1.1" status: 200 len: 241 time: 0.1616867 Aug 29 04:39:14.399485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37960) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.402605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.405506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-2f4400a7-3065-4934-8f6a-5b47c0267cdb tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc', 'tempest-TagsExtTest-Tag-1495818024') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.415877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.427695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-43f33633-3a25-487e-b83f-383db1cf4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.428196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-25d17810-46e4-4755-a41c-30303abbefd4 None None] Provisioning complete for port 42daeed9-2cb2-4e50-9407-dab696f6efe3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:14.428591 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-25d17810-46e4-4755-a41c-30303abbefd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.430035 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-43f33633-3a25-487e-b83f-383db1cf4e7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c33e8d75-69fb-4763-91a3-caaaf4104da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2252254 Aug 29 04:39:14.442259 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e8cd9d9a-af4a-42bf-afca-ff58c3e4f3c6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8649290 Aug 29 04:39:14.461136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f4400a7-3065-4934-8f6a-5b47c0267cdb tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags/tempest-TagsExtTest-Tag-1495818024 HTTP/1.1" status: 204 len: 168 time: 0.0605471 Aug 29 04:39:14.461819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37962) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.469500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:14.472237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-24d2f1cd-e4f8-40b9-bcdd-914e3f566512 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc', 'tempest-TagsExtTest-Tag-1495818024') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.486126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Request body: {'port': {'device_id': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:14.517105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:14.523084 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.541497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-25d17810-46e4-4755-a41c-30303abbefd4 None None] Port 42daeed9-2cb2-4e50-9407-dab696f6efe3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:14.574301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.619937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-24d2f1cd-e4f8-40b9-bcdd-914e3f566512 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags/tempest-TagsExtTest-Tag-1495818024 HTTP/1.1" status: 204 len: 168 time: 0.1556029 Aug 29 04:39:14.623172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37972) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.628027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-13a976f9-b245-471a-bdfc-ca21da6d0391 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.643342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9d27fc28-fa20-4334-902f-b0756a5dd8af up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:14.659568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.660446 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Added segment 166ab243-6861-4e3a-99fc-1a366604becc of type vlan for network ee5318df-ffac-4c4e-8607-447757b528a3 Aug 29 04:39:14.662656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b28c93-c316-41db-8efe-a23a9d551b88,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.727146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 9d27fc28-fa20-4334-902f-b0756a5dd8af completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:14.732123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 9d27fc28-fa20-4334-902f-b0756a5dd8af triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:14.732497 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.784082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-13a976f9-b245-471a-bdfc-ca21da6d0391 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags HTTP/1.1" status: 200 len: 205 time: 0.1597271 Aug 29 04:39:14.784884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37980) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.788658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:14.792676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-145743f9-511d-4d7e-a0e5-5158f567cbd5 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.806557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.821670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37c528-d44b-42df-ad7e-fc5f79d6536c req-8661e9cc-aa58-44b6-a2c8-2d18bca6cb15 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.823297 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e37c528-d44b-42df-ad7e-fc5f79d6536c req-8661e9cc-aa58-44b6-a2c8-2d18bca6cb15 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 932 time: 0.2084002 Aug 29 04:39:14.850633 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.891307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 9d27fc28-fa20-4334-902f-b0756a5dd8af, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d27fc28-fa20-4334-902f-b0756a5dd8af,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:14.892097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97333000-ce62-42a5-99c0-fcece565f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d27fc28-fa20-4334-902f-b0756a5dd8af'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:14.895061 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92da8a02-f8d3-4ed9-b8ee-11edcd71e5ec" -d '{"events": [{"server_uuid": "97333000-ce62-42a5-99c0-fcece565f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "9d27fc28-fa20-4334-902f-b0756a5dd8af"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:14.900511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.917983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e37c528-d44b-42df-ad7e-fc5f79d6536c req-dfaaddf7-a101-4526-a1ce-45302890ccd1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813828 Aug 29 04:39:14.922198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-145743f9-511d-4d7e-a0e5-5158f567cbd5 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags HTTP/1.1" status: 204 len: 168 time: 0.1341319 Aug 29 04:39:14.923092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37990) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.929942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-401a36ef-cd50-4e46-bb19-277b190adc73 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.961205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-e74d270d-dac9-4bc6-b550-95da57f84d55 service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092347 Aug 29 04:39:15.023442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=9d27fc28-fa20-4334-902f-b0756a5dd8af,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.069394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.070834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:15.071492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.190508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-401a36ef-cd50-4e46-bb19-277b190adc73 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags HTTP/1.1" status: 204 len: 168 time: 0.2642963 Aug 29 04:39:15.191470 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.195053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38000) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:15.211274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-36be99d3-fcf2-47e8-933a-b08cd9ae9f59 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.286588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb70eb5-5e98-462e-b81f-62f4232e411b req-7eb75497-f95b-46c1-ac7b-467dbdba64b4 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:15.292619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfb70eb5-5e98-462e-b81f-62f4232e411b req-7eb75497-f95b-46c1-ac7b-467dbdba64b4 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 943 time: 0.2064934 Aug 29 04:39:15.313742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38002) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:15.314111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5381052 Aug 29 04:39:15.342387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa369c6d-0d8b-40f7-9f05-1b01641f6fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=ee5318df-ffac-4c4e-8607-447757b528a3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.353693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network ee5318df-ffac-4c4e-8607-447757b528a3 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:15.403905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:15.407057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Request body: {'subnet': {'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1156207774-subnet', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:15.433035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Sync routers for ids ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:15.446212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Routers {'88f7e5a9-7851-4750-8fca-588ac1a0dbd2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:15.446997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.461056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=dc98e38a-47a6-45c1-9e8f-fce41fa48030,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.494861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfb70eb5-5e98-462e-b81f-62f4232e411b req-b066bd70-7c22-4a1a-a095-0f3a8ffbf722 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843643 Aug 29 04:39:15.495470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Made reservation on behalf of 90f54be0939440898d7cad38c3d2f5c0 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:15.498253 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.542752 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-647ec07a-7c3c-4e3a-8049-9dd92925c77c req-11059f24-6b25-4d3d-a12f-9b669784656d service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066159 Aug 29 04:39:15.554706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.558379 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a50158c6-af3d-4a40-be89-7d174e610e17 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7136786 Aug 29 04:39:15.560189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38004) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:15.589191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Set router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:15.602796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Checking segment: {'id': 'b7d42e0d-7d3a-43f1-afdb-c4bcb514a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '250e1aa5-f6e1-4208-9889-bf8a51b0ef7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:15.603173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network hostable DHCP agents. Network: 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:15.688536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-36be99d3-fcf2-47e8-933a-b08cd9ae9f59 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags HTTP/1.1" status: 204 len: 168 time: 0.4809225 Aug 29 04:39:15.705236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38006) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:15.713026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-d3da75bf-60b8-4932-abb2-3ef9170e5e33 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.753979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4b89b74-2850-4f57-9000-3311f5161010 req-093bc6bd-e99c-4f6f-a357-fbc08913da27 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 210 time: 0.0868299 Aug 29 04:39:15.769407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:15.808626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:15.816258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:15.816646 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.823327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3795d95-06f8-4225-b382-7a36777d32d3 None None] Network 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:15.877562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fe0163e8-eafa-421d-b266-cb5fdb8945dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6773822 Aug 29 04:39:15.878397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38008) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:15.923745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '250e1aa5-f6e1-4208-9889-bf8a51b0ef7a', 'name': 'tempest-PortsTestJSON-665213914'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:15.925862 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad31f94-0401-486a-8f77-228ba85cc7ee x-openstack-request-id: req-1ad31f94-0401-486a-8f77-228ba85cc7ee {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:15.926237 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97333000-ce62-42a5-99c0-fcece565f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "9d27fc28-fa20-4334-902f-b0756a5dd8af", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:15.926559 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ad31f94-0401-486a-8f77-228ba85cc7ee {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:15.927012 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97333000-ce62-42a5-99c0-fcece565f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d27fc28-fa20-4334-902f-b0756a5dd8af', 'code': 200} Aug 29 04:39:15.972419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 3, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port': {'id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:16.013237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Checking router: 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:16.013675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Updating router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 port d8acf566-b5e4-4767-aa33-c312101c3ac6 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:16.049349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.107257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-250e1aa5-f6e1-4208-9889-bf8a51b0ef7a', 'network_id': '250e1aa5-f6e1-4208-9889-bf8a51b0ef7a', 'tenant_id': '483436bd439b4f9d84f0ebd3db3b9659', 'fixed_ips': [{'subnet_id': 'dc98e38a-47a6-45c1-9e8f-fce41fa48030'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:16.108759 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.194860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:16.204469 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.246602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.329463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 6d5915e8-6673-43bf-b9aa-04e280f5fe1f yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:16.368083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c70a-9a5e-4891-ae58-4ecd41727e9d req-adc15b5f-acee-4d67-be80-123202ced240 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:16.370164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47e6c70a-9a5e-4891-ae58-4ecd41727e9d req-adc15b5f-acee-4d67-be80-123202ced240 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 932 time: 0.2329526 Aug 29 04:39:16.389093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42daeed9-2cb2-4e50-9407-dab696f6efe3 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:16.415003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.474243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5992fce0-3772-446a-b173-a029f7352550,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.515883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Transition to ACTIVE for port object 42daeed9-2cb2-4e50-9407-dab696f6efe3 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:16.528541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f055e3e-c96e-442a-83e3-0b4bd917986a req-e7276ce7-c265-4abd-bfe3-a763c32da144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:16.530339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3f055e3e-c96e-442a-83e3-0b4bd917986a req-e7276ce7-c265-4abd-bfe3-a763c32da144 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 1098 time: 0.2869329 Aug 29 04:39:16.538284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Checking segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:16.538284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Network hostable DHCP agents. Network: ee5318df-ffac-4c4e-8607-447757b528a3, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:16.542975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.543964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47e6c70a-9a5e-4891-ae58-4ecd41727e9d req-302336b2-4cfc-4bbd-bc1e-58ba11d27d74 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558239 Aug 29 04:39:16.576328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.8 (250e1aa5-f6e1-4208-9889-bf8a51b0ef7a/dc98e38a-47a6-45c1-9e8f-fce41fa48030/6d5915e8-6673-43bf-b9aa-04e280f5fe1f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:16.591212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Network ee5318df-ffac-4c4e-8607-447757b528a3 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:16.618409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, ee5318df-ffac-4c4e-8607-447757b528a3) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:16.621832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324314-7b22-48ca-87e1-338c8228a959 req-48b7f46a-d349-4240-bfa1-40788c787972 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:16.623531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-48b7f46a-d349-4240-bfa1-40788c787972 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.65 "GET /v2.0/networks?id=44b74e03-3a1d-4b1e-92a7-f691b556fc32 HTTP/1.1" status: 200 len: 809 time: 0.4129992 Aug 29 04:39:16.633786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:16.634398 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.707043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 9324e02a-d01a-4823-8b15-f217fe7bd55e details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:16.716781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca3002-f801-4210-bff0-f0592c5eea9e None None] Network ee5318df-ffac-4c4e-8607-447757b528a3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:16.726231 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-316a7d65-4ed3-4c3a-b31e-8bd9b4f9cc2d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4061399 Aug 29 04:39:16.732802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:16.736150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=42daeed9-2cb2-4e50-9407-dab696f6efe3,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.744908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:16.824580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3f055e3e-c96e-442a-83e3-0b4bd917986a req-3314b385-280c-422e-a0f2-0a932c304aa7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725711 Aug 29 04:39:16.846662 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d3da75bf-60b8-4932-abb2-3ef9170e5e33 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags HTTP/1.1" status: 204 len: 168 time: 1.1403058 Aug 29 04:39:16.864941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:16.874294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-27468ccc-7561-4dfb-a831-c941564c31b7 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e', 'tempest-TagsExtTest-Tag-982617795') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:16.891167 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-4603ae6a-8da9-4acd-af9f-a222c314b406 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1aeb2e1741447faa143f2ea97c72455 HTTP/1.1" status: 200 len: 379 time: 0.2208710 Aug 29 04:39:16.904761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.936868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 9324e02a-d01a-4823-8b15-f217fe7bd55e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9324e02a-d01a-4823-8b15-f217fe7bd55e,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:16.940193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object 6d5915e8-6673-43bf-b9aa-04e280f5fe1f will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:16.960423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'port': {'device_id': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'admin_state_up': True, 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'security_groups': ['28bb1b77-75f9-471d-98da-31a28836efff']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:16.984135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '9324e02a-d01a-4823-8b15-f217fe7bd55e', 'network_id': 'c33e8d75-69fb-4763-91a3-caaaf4104da2', 'port_id': '9324e02a-d01a-4823-8b15-f217fe7bd55e', 'mac_address': 'fa:16:3e:1d:8e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b069426a-cf73-481e-a96f-266b7f835d21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:17.029839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123026d-1377-4ba7-aca7-2a28c1a94299 req-a140f739-2029-4d69-8b79-e1535ecade40 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.031363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4123026d-1377-4ba7-aca7-2a28c1a94299 req-a140f739-2029-4d69-8b79-e1535ecade40 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 943 time: 0.3542857 Aug 29 04:39:17.047580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.053947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.055314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.136962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:17.153467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:17.156434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:17.191892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=6d5915e8-6673-43bf-b9aa-04e280f5fe1f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.207633 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.220892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4123026d-1377-4ba7-aca7-2a28c1a94299 req-a408f870-cf0d-4ad4-9ded-ce8662257e6d tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759462 Aug 29 04:39:17.227257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Attempting to bind port 42daeed9-2cb2-4e50-9407-dab696f6efe3 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:17.228258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Attempting to bind port 42daeed9-2cb2-4e50-9407-dab696f6efe3 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:17.228390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9324e02a-d01a-4823-8b15-f217fe7bd55e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:17.228515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Attempting to bind port 42daeed9-2cb2-4e50-9407-dab696f6efe3 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:17.257601 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:39:17.262795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.268438 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.285278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.291730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Port 42daeed9-2cb2-4e50-9407-dab696f6efe3 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:17.292189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Attempting to bind port 42daeed9-2cb2-4e50-9407-dab696f6efe3 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:17.304340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-003d6b7f-f0fa-44f5-87c9-c64e05a62c63 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4240136 Aug 29 04:39:17.307334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38022) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:17.324451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:17.324904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Checking segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:17.325390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Bound using segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:17.325951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Bound port: 42daeed9-2cb2-4e50-9407-dab696f6efe3, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:17.326431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.399601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-ee5318df-ffac-4c4e-8607-447757b528a3', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:17.400544 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.412648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Allocated IP 172.20.0.2 (250e1aa5-f6e1-4208-9889-bf8a51b0ef7a/dc98e38a-47a6-45c1-9e8f-fce41fa48030/0e8affb9-95bd-4857-a634-84039f6eb981) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:17.430165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 9324e02a-d01a-4823-8b15-f217fe7bd55e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9324e02a-d01a-4823-8b15-f217fe7bd55e,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:17.478823 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.501921 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-27468ccc-7561-4dfb-a831-c941564c31b7 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags/tempest-TagsExtTest-Tag-982617795 HTTP/1.1" status: 201 len: 201 time: 0.6335309 Aug 29 04:39:17.523303 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-39b7e241-8ba7-441d-9860-94564e1a56ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.530874 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c404ae0-650c-4a06-8f26-389e27f256be req-a5e79ff3-0f12-4499-84a8-6cdbc69b0ab3 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 210 time: 0.1108906 Aug 29 04:39:17.531526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38026) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:17.537150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-32628fd9-23d9-4af3-8c22-ffc0b6a512e3 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c', 'tempest-TagsExtTest-Tag-1765392244') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:17.591077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Made reservation on behalf of f1aeb2e1741447faa143f2ea97c72455 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:17.594741 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.637810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.672907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd13bb-486a-4c01-8c52-bfd2170e1b7d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 6d5915e8-6673-43bf-b9aa-04e280f5fe1f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:17.673390 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fd13bb-486a-4c01-8c52-bfd2170e1b7d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.683528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] For port 42daeed9-2cb2-4e50-9407-dab696f6efe3, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:17.737932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['9324e02a-d01a-4823-8b15-f217fe7bd55e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:17.742346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] For port 42daeed9-2cb2-4e50-9407-dab696f6efe3, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:17.804840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.811631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-32628fd9-23d9-4af3-8c22-ffc0b6a512e3 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags/tempest-TagsExtTest-Tag-1765392244 HTTP/1.1" status: 201 len: 201 time: 0.2781177 Aug 29 04:39:17.822246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:17.828702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-11d69647-f62c-42fb-b62e-a572b2a6184f tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4', 'tempest-TagsExtTest-Tag-803559337') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:17.862774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=9324e02a-d01a-4823-8b15-f217fe7bd55e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.916066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=42daeed9-2cb2-4e50-9407-dab696f6efe3,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.932546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2338-4e9d-4f46-bd76-2fe164cb052f req-2f25fbdb-3ff0-4d26-abf1-0c29d2827352 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.934514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51df2338-4e9d-4f46-bd76-2fe164cb052f req-2f25fbdb-3ff0-4d26-abf1-0c29d2827352 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 944 time: 0.2512436 Aug 29 04:39:17.938217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fd13bb-486a-4c01-8c52-bfd2170e1b7d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.938368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.969180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd13bb-486a-4c01-8c52-bfd2170e1b7d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 6d5915e8-6673-43bf-b9aa-04e280f5fe1f owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:17.980167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.980674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.982678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-cb2ccfef-15e7-4580-9cbd-d3625ee7eaf2 service neutron] 10.222.0.64 "PUT /v2.0/ports/42daeed9-2cb2-4e50-9407-dab696f6efe3 HTTP/1.1" status: 200 len: 1093 time: 3.5105240 Aug 29 04:39:17.986919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'tag': '42daeed9-2cb2-4e50-9407-dab696f6efe3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:17.990268 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7edeef4f-1faf-4276-9517-4d23f1f92859", "tag": "42daeed9-2cb2-4e50-9407-dab696f6efe3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:17.998958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.004056 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.014473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Allocated IP 172.20.0.2 (ee5318df-ffac-4c4e-8607-447757b528a3/5992fce0-3772-446a-b173-a029f7352550/a5b07d4d-c765-4303-a718-4aada7229372) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:18.035048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Transition to ACTIVE for port object 0e8affb9-95bd-4857-a634-84039f6eb981 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:18.037243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Transition to ACTIVE for port object d8acf566-b5e4-4767-aa33-c312101c3ac6 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:18.052612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51df2338-4e9d-4f46-bd76-2fe164cb052f req-9e316f2a-348b-49d1-925d-04bf88f7141c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045768 Aug 29 04:39:18.070958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-11d69647-f62c-42fb-b62e-a572b2a6184f tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags/tempest-TagsExtTest-Tag-803559337 HTTP/1.1" status: 201 len: 201 time: 0.2473710 Aug 29 04:39:18.076344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.082160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-728019ed-209d-4a33-a71b-ba1d914b0d15 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc', 'tempest-TagsExtTest-Tag-1154267659') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:18.085756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.127703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Transition to ACTIVE for port object 0e8affb9-95bd-4857-a634-84039f6eb981 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:18.178366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.229979 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26eb4e9-45cb-44ea-9db4-24ce2ecce10f x-openstack-request-id: req-f26eb4e9-45cb-44ea-9db4-24ce2ecce10f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:18.230213 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edeef4f-1faf-4276-9517-4d23f1f92859", "tag": "42daeed9-2cb2-4e50-9407-dab696f6efe3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:18.230382 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f26eb4e9-45cb-44ea-9db4-24ce2ecce10f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:18.230789 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'tag': '42daeed9-2cb2-4e50-9407-dab696f6efe3', 'status': 'completed', 'code': 200} Aug 29 04:39:18.267380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Attempting to bind port d8acf566-b5e4-4767-aa33-c312101c3ac6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:18.267763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Attempting to bind port d8acf566-b5e4-4767-aa33-c312101c3ac6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:18.268167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Attempting to bind port d8acf566-b5e4-4767-aa33-c312101c3ac6 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:18.270108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86e15-b7e0-45c9-aca8-2c7fa67ef250 None None] Pushing event updated for resources: {'Port': ['ID=d8acf566-b5e4-4767-aa33-c312101c3ac6,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.280344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Network 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:18.298962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:18.300807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:18.301523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:18.301676 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.302031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:18.302533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Bound port: d8acf566-b5e4-4767-aa33-c312101c3ac6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:18.302930 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.313962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:18.321386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Allocated IP 172.20.0.11 (44b74e03-3a1d-4b1e-92a7-f691b556fc32/2940284c-074c-4e84-9994-ba0be92a25e3/7922921a-b702-41e6-b83b-c2cc1e4b7ec7) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:18.361745 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fd13bb-486a-4c01-8c52-bfd2170e1b7d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.427895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-728019ed-209d-4a33-a71b-ba1d914b0d15 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags/tempest-TagsExtTest-Tag-1154267659 HTTP/1.1" status: 201 len: 201 time: 0.3476634 Aug 29 04:39:18.431744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98871ca1-1320-43ba-9f66-1390804b5510 req-abed5dd0-d499-48bf-8ce8-e6ede0a78750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:18.433269 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-abed5dd0-d499-48bf-8ce8-e6ede0a78750 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 1096 time: 0.2082725 Aug 29 04:39:18.433776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38038) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.436565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd13bb-486a-4c01-8c52-bfd2170e1b7d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=6d5915e8-6673-43bf-b9aa-04e280f5fe1f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.457741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Allocated IP 172.20.0.1 (7a3722f6-b452-4a6d-9140-c7d03c5c3ba6/e2022aac-9183-4299-9318-b067fb148340/d33dfe99-13aa-4bf3-9bf6-52755b418ff3) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:18.476850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-b0fd9334-32e0-4409-b42b-1c5dfcb8f1a1 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e', {'tags': ['tempest-TagsExtTest-Tag-330531739', 'tempest-TagsExtTest-Tag-1701998551', 'tempest-TagsExtTest-Tag-996119291']}) {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:18.598630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Attempting to bind port 0e8affb9-95bd-4857-a634-84039f6eb981 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:18.599115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Attempting to bind port 0e8affb9-95bd-4857-a634-84039f6eb981 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b7d42e0d-7d3a-43f1-afdb-c4bcb514a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '250e1aa5-f6e1-4208-9889-bf8a51b0ef7a'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:18.599625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Attempting to bind port 0e8affb9-95bd-4857-a634-84039f6eb981 on network 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:18.602475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Pushing event updated for resources: {'Port': ['ID=0e8affb9-95bd-4857-a634-84039f6eb981,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.617550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-6aef362a-0320-49f8-902d-c3ebb8def339 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3 HTTP/1.1" status: 200 len: 217 time: 0.1445024 Aug 29 04:39:18.634402 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a9fd13bb-486a-4c01-8c52-bfd2170e1b7d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.638061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a9fd13bb-486a-4c01-8c52-bfd2170e1b7d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/6d5915e8-6673-43bf-b9aa-04e280f5fe1f HTTP/1.1" status: 204 len: 168 time: 1.3286254 Aug 29 04:39:18.640981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38050) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.643495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:18.643953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Checking segment: {'id': 'b7d42e0d-7d3a-43f1-afdb-c4bcb514a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '250e1aa5-f6e1-4208-9889-bf8a51b0ef7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:18.644461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.644938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Bound using segment: {'id': 'b7d42e0d-7d3a-43f1-afdb-c4bcb514a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '250e1aa5-f6e1-4208-9889-bf8a51b0ef7a'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:18.645514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Bound port: 0e8affb9-95bd-4857-a634-84039f6eb981, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d42e0d-7d3a-43f1-afdb-c4bcb514a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '250e1aa5-f6e1-4208-9889-bf8a51b0ef7a'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:18.645974 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.656850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.660476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] For port d8acf566-b5e4-4767-aa33-c312101c3ac6, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:18.661342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971903c-70ed-43a5-af09-c3bdefc8d600 req-082d63b2-0c87-47af-af6a-26ae60646d07 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:18.675469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2971903c-70ed-43a5-af09-c3bdefc8d600 req-082d63b2-0c87-47af-af6a-26ae60646d07 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 944 time: 0.2513020 Aug 29 04:39:18.694586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Transition to ACTIVE for port object a5b07d4d-c765-4303-a718-4aada7229372 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:18.704727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] For port d8acf566-b5e4-4767-aa33-c312101c3ac6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d8acf566-b5e4-4767-aa33-c312101c3ac6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:18.745249 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.794055 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9deba357-a82d-40b8-9491-1dee640075e2 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:18.794828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9deba357-a82d-40b8-9491-1dee640075e2 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:18.797271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9deba357-a82d-40b8-9491-1dee640075e2 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/6d5915e8-6673-43bf-b9aa-04e280f5fe1f HTTP/1.1" status: 404 len: 333 time: 0.0726345 Aug 29 04:39:18.801359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.815933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2971903c-70ed-43a5-af09-c3bdefc8d600 req-939cc52b-b4fe-413f-924e-533baa77232c tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395729 Aug 29 04:39:18.829848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86e15-b7e0-45c9-aca8-2c7fa67ef250 None None] Pushing event updated for resources: {'Port': ['ID=d8acf566-b5e4-4767-aa33-c312101c3ac6,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.845530 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a0411b-6bda-472e-bca5-20bceb28181e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:39:18.847461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-08a0411b-6bda-472e-bca5-20bceb28181e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/6d5915e8-6673-43bf-b9aa-04e280f5fe1f HTTP/1.1" status: 404 len: 333 time: 0.0448673 Aug 29 04:39:18.850306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38056) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.859206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Transition to ACTIVE for port object a5b07d4d-c765-4303-a718-4aada7229372 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:18.906944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.962165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33d1bbc-4343-4929-9c4a-e5dbf3cbf2ef tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet dc98e38a-47a6-45c1-9e8f-fce41fa48030 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:18.971467 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bbc-4343-4929-9c4a-e5dbf3cbf2ef tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.986959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38058) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.997234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] For port 0e8affb9-95bd-4857-a634-84039f6eb981, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:19.027936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Network ee5318df-ffac-4c4e-8607-447757b528a3 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:19.028886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Routers {'88f7e5a9-7851-4750-8fca-588ac1a0dbd2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:19.029639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:38:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:19.033150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] For port 0e8affb9-95bd-4857-a634-84039f6eb981, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0e8affb9-95bd-4857-a634-84039f6eb981,segment=NetworkSegment(b7d42e0d-7d3a-43f1-afdb-c4bcb514a289),segment_id=b7d42e0d-7d3a-43f1-afdb-c4bcb514a289)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:19.038930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:19.081146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:19.087674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.102229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Pushing event updated for resources: {'Port': ['ID=a5b07d4d-c765-4303-a718-4aada7229372,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.424847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98871ca1-1320-43ba-9f66-1390804b5510 req-91876265-4d2a-4114-9313-88beb6b2c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:19.426504 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-91876265-4d2a-4114-9313-88beb6b2c352 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.7936730 Aug 29 04:39:19.432638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b0fd9334-32e0-4409-b42b-1c5dfcb8f1a1 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags HTTP/1.1" status: 200 len: 316 time: 0.9921796 Aug 29 04:39:19.496874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Attempting to bind port a5b07d4d-c765-4303-a718-4aada7229372 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:19.497252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Attempting to bind port a5b07d4d-c765-4303-a718-4aada7229372 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:19.497627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Attempting to bind port a5b07d4d-c765-4303-a718-4aada7229372 on network ee5318df-ffac-4c4e-8607-447757b528a3 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:19.500313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebf12d-96e0-4516-b468-b98c524288a1 None None] Pushing event updated for resources: {'Port': ['ID=0e8affb9-95bd-4857-a634-84039f6eb981,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.502925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38064) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:19.510908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:19.511292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Checking segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:19.511703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.512122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Bound using segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:19.512635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Bound port: a5b07d4d-c765-4303-a718-4aada7229372, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:19.512986 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.525130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] Set router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:19.540350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-819e60ef-4de3-4c54-b780-960247e68487 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:19.610001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22bf87b0-f778-4766-bb89-21386f9545fe req-dfbc334b-4234-4664-968a-c8e2b47e9005 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 210 time: 0.6335375 Aug 29 04:39:19.638210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.650912 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a44fcf8-5aea-4ff9-8d9e-ecce2d462f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.691712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Transition to ACTIVE for port object d33dfe99-13aa-4bf3-9bf6-52755b418ff3 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:19.711451 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bbc-4343-4929-9c4a-e5dbf3cbf2ef tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.712557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.726038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.731479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] For port a5b07d4d-c765-4303-a718-4aada7229372, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:19.740917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] For port a5b07d4d-c765-4303-a718-4aada7229372, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a5b07d4d-c765-4303-a718-4aada7229372,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:19.763752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.773956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98871ca1-1320-43ba-9f66-1390804b5510 req-ba40fd8d-12d5-4566-9b9e-3761b80ad01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:19.775699 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-ba40fd8d-12d5-4566-9b9e-3761b80ad01f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708340 Aug 29 04:39:19.790970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Transition to ACTIVE for port object 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:19.816879 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.869134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0e8affb9-95bd-4857-a634-84039f6eb981 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:19.897187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc111b1d-362f-41dc-9342-8ce94321ad86 req-9f77b62c-7ee9-49b4-aeed-3ea6290f7c93 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:19.898716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc111b1d-362f-41dc-9342-8ce94321ad86 req-9f77b62c-7ee9-49b4-aeed-3ea6290f7c93 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 944 time: 0.1299889 Aug 29 04:39:19.939015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bbc-4343-4929-9c4a-e5dbf3cbf2ef tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.966913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13d34e-2160-4a3b-945e-1cb1f0e3f08e None None] Pushing event updated for resources: {'Port': ['ID=a5b07d4d-c765-4303-a718-4aada7229372,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.978248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.995298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 3, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port': {'id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:20.040565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541fd08c-b146-485c-93a8-3bbcbcb9a56d None None] The sync data for ids ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'] in n-d-712142-15 is: [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 3, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port': {'id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:20.043259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc111b1d-362f-41dc-9342-8ce94321ad86 req-1fd2f1b8-2fd9-4cc1-b36d-4d2112a11c1a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296391 Aug 29 04:39:20.045739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a44fcf8-5aea-4ff9-8d9e-ecce2d462f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.056411 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a44fcf8-5aea-4ff9-8d9e-ecce2d462f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.076273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:20.097883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0e8affb9-95bd-4857-a634-84039f6eb981 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:20.101241 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bbc-4343-4929-9c4a-e5dbf3cbf2ef tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.120605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:20.137557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:20.158897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Allocated IP 172.25.1.133 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/b908d622-8ae7-4df4-b201-de2a7b180368) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:20.195933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6a44fcf8-5aea-4ff9-8d9e-ecce2d462f65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=030e0a41fd7c4be8abf4f6c805083bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1832778 Aug 29 04:39:20.201249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d1bbc-4343-4929-9c4a-e5dbf3cbf2ef tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=dc98e38a-47a6-45c1-9e8f-fce41fa48030,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:20.222013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.224508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.229558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38068) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:20.235827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bbc-4343-4929-9c4a-e5dbf3cbf2ef tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.241233 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-4a802c03-a72b-4f8c-86c0-3ddc61feed22 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455850 Aug 29 04:39:20.242902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a33d1bbc-4343-4929-9c4a-e5dbf3cbf2ef tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/dc98e38a-47a6-45c1-9e8f-fce41fa48030 HTTP/1.1" status: 204 len: 168 time: 1.3901994 Aug 29 04:39:20.243700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38070) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:20.257585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-819e60ef-4de3-4c54-b780-960247e68487 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags HTTP/1.1" status: 204 len: 168 time: 0.7344940 Aug 29 04:39:20.264867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44fcf8-5aea-4ff9-8d9e-ecce2d462f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a27754-1f48-4b0d-987c-6ea94b37637f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:20.285141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38072) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:20.289584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-11e11ea7-4386-4c2d-be7a-8b29fb9cb2b3 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e', 'tempest-TagsExtTest-Tag-330531739') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:20.361685 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.419435 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-127bd424-17a0-4b6b-acda-2743741937ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.495859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02658c42-deaa-40ad-bd5f-467e7cd3b02f req-2d6a676c-e27d-4c5c-9f0f-8b238b08521c tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.535507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02658c42-deaa-40ad-bd5f-467e7cd3b02f req-2d6a676c-e27d-4c5c-9f0f-8b238b08521c tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 944 time: 0.3499999 Aug 29 04:39:20.559440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Pushing event updated for resources: {'Port': ['ID=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:20.585511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 9324e02a-d01a-4823-8b15-f217fe7bd55e up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:20.660801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02658c42-deaa-40ad-bd5f-467e7cd3b02f req-e1b45fe7-05ec-4a21-b8af-e535b2001729 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238787 Aug 29 04:39:20.671514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.684900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 9324e02a-d01a-4823-8b15-f217fe7bd55e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:20.692616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 9324e02a-d01a-4823-8b15-f217fe7bd55e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:20.694169 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.750412 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-11e11ea7-4386-4c2d-be7a-8b29fb9cb2b3 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:20.751934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-11e11ea7-4386-4c2d-be7a-8b29fb9cb2b3 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags/tempest-TagsExtTest-Tag-330531739 HTTP/1.1" status: 404 len: 328 time: 0.4661434 Aug 29 04:39:20.754815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38076) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:20.770991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-60a07307-6ae0-467a-97c4-6a03c0a46e36 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e', 'tempest-TagsExtTest-Tag-1701998551') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:20.777677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5d88e928-c06f-4571-8502-2b4700006444 None None] Provisioning for port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:20.784384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:20.801982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5d88e928-c06f-4571-8502-2b4700006444 None None] Provisioning complete for port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:20.802614 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5d88e928-c06f-4571-8502-2b4700006444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.876704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:20.878353 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.894651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5d88e928-c06f-4571-8502-2b4700006444 None None] Port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:20.910681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:20.913004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cbc085-232b-4c20-8dee-b6f457239a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324e02a-d01a-4823-8b15-f217fe7bd55e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:20.915358 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4a4388-ada8-415a-bc8a-3109f4db9c91" -d '{"events": [{"server_uuid": "16cbc085-232b-4c20-8dee-b6f457239a77", "name": "network-vif-plugged", "status": "completed", "tag": "9324e02a-d01a-4823-8b15-f217fe7bd55e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:20.946178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 9324e02a-d01a-4823-8b15-f217fe7bd55e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9324e02a-d01a-4823-8b15-f217fe7bd55e,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:20.954086 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.998627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-98871ca1-1320-43ba-9f66-1390804b5510 req-e61239f3-1742-453e-906e-90d731494300 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754928 Aug 29 04:39:20.999532 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81355f44-f84a-499c-884c-c35b0e0cd87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.016560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e288ab47-d5ac-4bcc-b56c-ee04fb35b408 None None] Network 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:21.043197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9053261-1be5-4ecb-be5c-512d0d8844eb req-a5943f9f-15c9-402f-a8c2-2a476a0a4436 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.056146 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.059508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9053261-1be5-4ecb-be5c-512d0d8844eb req-a5943f9f-15c9-402f-a8c2-2a476a0a4436 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 932 time: 0.2197189 Aug 29 04:39:21.101746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 0e8affb9-95bd-4857-a634-84039f6eb981 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:21.102382 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.144684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9195fa23-e2ad-46c8-9fd7-4b1cde09c7ac None None] Provisioning for port 0e8affb9-95bd-4857-a634-84039f6eb981 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:21.153628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=9324e02a-d01a-4823-8b15-f217fe7bd55e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:21.160845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9195fa23-e2ad-46c8-9fd7-4b1cde09c7ac None None] Provisioning complete for port 0e8affb9-95bd-4857-a634-84039f6eb981 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:21.161184 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9195fa23-e2ad-46c8-9fd7-4b1cde09c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.172277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'Port': ['ID=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:21.185208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81355f44-f84a-499c-884c-c35b0e0cd87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.265487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.266189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.288807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81355f44-f84a-499c-884c-c35b0e0cd87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.291507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81355f44-f84a-499c-884c-c35b0e0cd87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.295253 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-81355f44-f84a-499c-884c-c35b0e0cd87c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71a27754-1f48-4b0d-987c-6ea94b37637f HTTP/1.1" status: 204 len: 168 time: 1.0563183 Aug 29 04:39:21.320483 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b08a49ec-a54c-41cf-aa38-8167c53bd670 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3649447 Aug 29 04:39:21.328658 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.342958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] For port 0e8affb9-95bd-4857-a634-84039f6eb981, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0e8affb9-95bd-4857-a634-84039f6eb981,segment=NetworkSegment(b7d42e0d-7d3a-43f1-afdb-c4bcb514a289),segment_id=b7d42e0d-7d3a-43f1-afdb-c4bcb514a289)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:21.343581 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.345893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Request body: {'port': {'device_id': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:21.355726 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-60a07307-6ae0-467a-97c4-6a03c0a46e36 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:21.362569 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-60a07307-6ae0-467a-97c4-6a03c0a46e36 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags/tempest-TagsExtTest-Tag-1701998551 HTTP/1.1" status: 404 len: 329 time: 0.6028655 Aug 29 04:39:21.374215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38084) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:21.391694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-e68de9a2-c711-4ec7-816f-f0aa27161127 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e', 'tempest-TagsExtTest-Tag-996119291') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:21.412398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 0e8affb9-95bd-4857-a634-84039f6eb981 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:21.416206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9053261-1be5-4ecb-be5c-512d0d8844eb req-9a2f8093-1ec8-4616-a32a-1bf8384ce3dd tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548501 Aug 29 04:39:21.427827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355f44-f84a-499c-884c-c35b0e0cd87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a27754-1f48-4b0d-987c-6ea94b37637f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:21.446175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-62c409e2-abbd-4a55-9ffe-2820e8953ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.447787 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-62c409e2-abbd-4a55-9ffe-2820e8953ce0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 1096 time: 0.3820436 Aug 29 04:39:21.448459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.457224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.541446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] DHCP port deletion for 250e1aa5-f6e1-4208-9889-bf8a51b0ef7a request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:21.602438 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9195fa23-e2ad-46c8-9fd7-4b1cde09c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.659504 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a81a30-2169-4c65-a8fc-be3be3a365c8 x-openstack-request-id: req-e5a81a30-2169-4c65-a8fc-be3be3a365c8 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:21.659814 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cbc085-232b-4c20-8dee-b6f457239a77", "name": "network-vif-plugged", "status": "completed", "tag": "9324e02a-d01a-4823-8b15-f217fe7bd55e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:21.660086 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5a81a30-2169-4c65-a8fc-be3be3a365c8 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:21.662476 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cbc085-232b-4c20-8dee-b6f457239a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324e02a-d01a-4823-8b15-f217fe7bd55e', 'code': 200} Aug 29 04:39:21.686102 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-e68de9a2-c711-4ec7-816f-f0aa27161127 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:21.687692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e68de9a2-c711-4ec7-816f-f0aa27161127 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags/tempest-TagsExtTest-Tag-996119291 HTTP/1.1" status: 404 len: 328 time: 0.3022342 Aug 29 04:39:21.696889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38090) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:21.714738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-09c98601-c5df-4c9a-ae47-4cbc3d55b36c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c', {'tags': ['tempest-TagsExtTest-Tag-1359220809', 'tempest-TagsExtTest-Tag-825148196', 'tempest-TagsExtTest-Tag-1897345652']}) {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:21.761336 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.869767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] Deleting port 0e8affb9-95bd-4857-a634-84039f6eb981 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:21.871530 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.901441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=0e8affb9-95bd-4857-a634-84039f6eb981,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:21.905178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:21.916907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No DVR routers for this DVR port 0e8affb9-95bd-4857-a634-84039f6eb981 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:21.921684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.935630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Transition to ACTIVE for port object 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:21.962032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708fb7a-521e-4422-9fd6-2f4a6cf45302 None None] Network ee5318df-ffac-4c4e-8607-447757b528a3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:21.974769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.041031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-09c98601-c5df-4c9a-ae47-4cbc3d55b36c tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags HTTP/1.1" status: 200 len: 317 time: 0.3424792 Aug 29 04:39:22.062383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38092) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:22.068707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-f572d6d7-ca13-4bcd-bf74-c4e50c459941 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:22.074250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2c11-2046-45d1-a1f6-e39d1083dc8a req-221eb06c-e171-40dc-8292-137c714d0198 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:22.075131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-abba2c11-2046-45d1-a1f6-e39d1083dc8a req-221eb06c-e171-40dc-8292-137c714d0198 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 944 time: 0.2854900 Aug 29 04:39:22.083087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.086436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a5b07d4d-c765-4303-a718-4aada7229372 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:22.118215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38094) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:22.131130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250e1aa5-f6e1-4208-9889-bf8a51b0ef7a']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:22.147740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d42e0d-7d3a-43f1-afdb-c4bcb514a289') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:22.148144 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d42e0d-7d3a-43f1-afdb-c4bcb514a289') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:22.154075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-23258c68-a738-4095-87bf-37c7f68f44ef None None] Provisioning for port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:22.166816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.166925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.177965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.178647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-abba2c11-2046-45d1-a1f6-e39d1083dc8a req-bcfd9c50-4bf8-4336-8eb6-9d4f2b7a564c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791705 Aug 29 04:39:22.189188 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.211292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:22.211953 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.212100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Pushing event updated for resources: {'Port': ['ID=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.212198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] For port 0e8affb9-95bd-4857-a634-84039f6eb981, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:22.212490 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:22.223296 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:22.246967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] Calling delete_port for 0e8affb9-95bd-4857-a634-84039f6eb981 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:22.253251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] Port 0e8affb9-95bd-4857-a634-84039f6eb981 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:39:22.268434 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.336902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.346920 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.349046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/networks/250e1aa5-f6e1-4208-9889-bf8a51b0ef7a HTTP/1.1" status: 204 len: 168 time: 2.0964036 Aug 29 04:39:22.352960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38096) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:22.358347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1410603926'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:22.362584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] No DVR routers for this DVR port 0e8affb9-95bd-4857-a634-84039f6eb981 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:22.369393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11788ea-3b69-45df-b118-efb17781f2a3 None None] Pushing event deleted for resources: {'Port': ['ID=0e8affb9-95bd-4857-a634-84039f6eb981,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.375325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a5b07d4d-c765-4303-a718-4aada7229372 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:22.384662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d8acf566-b5e4-4767-aa33-c312101c3ac6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:22.388216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86558ca0-9f7b-4777-8206-20d630847d38 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Network': ['ID=250e1aa5-f6e1-4208-9889-bf8a51b0ef7a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.418173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa51f4-c950-4ec3-ac04-fb4ce68c67e5 req-7601604b-3b14-4a5e-abee-3048432ad395 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:22.426567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9fa51f4-c950-4ec3-ac04-fb4ce68c67e5 req-7601604b-3b14-4a5e-abee-3048432ad395 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.1239147 Aug 29 04:39:22.427569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6765387e-1d61-44cb-977b-b74e0fbce7b7 None None] Provisioning for port a5b07d4d-c765-4303-a718-4aada7229372 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:22.440868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6765387e-1d61-44cb-977b-b74e0fbce7b7 None None] Provisioning complete for port a5b07d4d-c765-4303-a718-4aada7229372 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:22.441247 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6765387e-1d61-44cb-977b-b74e0fbce7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.468243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:22.472131 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.514106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9fa51f4-c950-4ec3-ac04-fb4ce68c67e5 req-9849a78b-508c-46a3-8b4c-4e72f46c4fde tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864851 Aug 29 04:39:22.544428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:22.565829 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.569597 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Added segment 9169256c-384d-4d5f-b6a3-ed64cdd44c71 of type vlan for network 86608c98-46a5-479d-bd26-eb7a6d14df15 Aug 29 04:39:22.583880 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6765387e-1d61-44cb-977b-b74e0fbce7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.608025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d8acf566-b5e4-4767-aa33-c312101c3ac6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:22.614173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d8acf566-b5e4-4767-aa33-c312101c3ac6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:22.614551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.676617 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.683164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6765387e-1d61-44cb-977b-b74e0fbce7b7 None None] For port a5b07d4d-c765-4303-a718-4aada7229372, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a5b07d4d-c765-4303-a718-4aada7229372,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:22.692105 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6765387e-1d61-44cb-977b-b74e0fbce7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.728812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a8b4e-a58d-4e09-9bcb-c12190e49fa2 req-f1700d0f-5575-4048-98cc-0a69ae182438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:22.730598 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc3a8b4e-a58d-4e09-9bcb-c12190e49fa2 req-f1700d0f-5575-4048-98cc-0a69ae182438 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 1097 time: 0.7925305 Aug 29 04:39:22.731326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224e572-50cc-48e8-8932-65dc0616aa6d req-c273cfc1-13a6-44b9-8ec8-a349767bae27 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:22.739656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a224e572-50cc-48e8-8932-65dc0616aa6d req-c273cfc1-13a6-44b9-8ec8-a349767bae27 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 944 time: 0.1060205 Aug 29 04:39:22.758305 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.767787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:22.773225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:22.774290 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.787307 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.866089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765387e-1d61-44cb-977b-b74e0fbce7b7 None None] Pushing event updated for resources: {'Port': ['ID=a5b07d4d-c765-4303-a718-4aada7229372,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.870326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d8acf566-b5e4-4767-aa33-c312101c3ac6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d8acf566-b5e4-4767-aa33-c312101c3ac6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:22.874611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.881668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.886781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a224e572-50cc-48e8-8932-65dc0616aa6d req-e7f589df-8119-4f99-90ee-7de120c52c2f tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461322 Aug 29 04:39:22.887636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Network': ['ID=86608c98-46a5-479d-bd26-eb7a6d14df15,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.917165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:22.938439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 86608c98-46a5-479d-bd26-eb7a6d14df15 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:22.940321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0e8affb9-95bd-4857-a634-84039f6eb981 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:22.960349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:23.002140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-397aa706-93dc-45e9-a7a6-9d8e702b3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.003767 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-397aa706-93dc-45e9-a7a6-9d8e702b3f95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 1.5110331 Aug 29 04:39:23.017632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Pushing event updated for resources: {'Port': ['ID=b908d622-8ae7-4df4-b201-de2a7b180368,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.028746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0e8affb9-95bd-4857-a634-84039f6eb981 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:23.029283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0e8affb9-95bd-4857-a634-84039f6eb981 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:23.047695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d8acf566-b5e4-4767-aa33-c312101c3ac6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.067513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ee6f51a5-2e71-475e-aad0-672c4e8b0fbd None None] Provisioning complete for port a5b07d4d-c765-4303-a718-4aada7229372 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:23.067896 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee6f51a5-2e71-475e-aad0-672c4e8b0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.126655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-13d9e9d4-9477-430a-8988-935da73a963d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3 HTTP/1.1" status: 200 len: 217 time: 0.0979292 Aug 29 04:39:23.133487 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc3a8b4e-a58d-4e09-9bcb-c12190e49fa2 req-83cd9823-caf2-4dba-b496-408fe7b4815d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739196 Aug 29 04:39:23.276265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.283443 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f572d6d7-ca13-4bcd-bf74-c4e50c459941 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags HTTP/1.1" status: 204 len: 168 time: 1.2194219 Aug 29 04:39:23.284249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Attempting to bind port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:23.284648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Attempting to bind port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:23.284916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Attempting to bind port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 on network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:23.287801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38102) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.293415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-95117a03-d3a9-485a-9726-e68d0f9feda6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c', 'tempest-TagsExtTest-Tag-1359220809') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:23.298826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.299626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b6791645-85de-44d5-8c52-af73ac49691f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9455798 Aug 29 04:39:23.321410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38104) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.329951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '86608c98-46a5-479d-bd26-eb7a6d14df15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:23.347245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 on network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:23.347577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Attempting to bind port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 on network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:23.364719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.389410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:23.389410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Checking segment: {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:23.390440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Bound using segment: {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:23.390644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Bound port: 7922921a-b702-41e6-b83b-c2cc1e4b7ec7, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98387845-905b-43af-a705-ba9b6faa71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:23.391009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.393131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.397321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-0e4b9166-e6ec-4e34-80f1-33177a70b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.398878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-0e4b9166-e6ec-4e34-80f1-33177a70b6a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.2500219 Aug 29 04:39:23.410245 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b3108-2260-4c18-a611-c96e771da8ce req-7750fe20-f9c5-4535-82e6-3f87e4c9f64c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.411918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b6b3108-2260-4c18-a611-c96e771da8ce req-7750fe20-f9c5-4535-82e6-3f87e4c9f64c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 944 time: 0.1561675 Aug 29 04:39:23.466377 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddf5b7cd5ab54cf6a851c41e30d41731&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3284953 Aug 29 04:39:23.474336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38106) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.479569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2cf6fa-e022-47be-8460-8d7dfc1c2c2a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.488953 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-95117a03-d3a9-485a-9726-e68d0f9feda6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:23.492622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-95117a03-d3a9-485a-9726-e68d0f9feda6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags/tempest-TagsExtTest-Tag-1359220809 HTTP/1.1" status: 404 len: 329 time: 0.2012014 Aug 29 04:39:23.506706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38108) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.514660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b6b3108-2260-4c18-a611-c96e771da8ce req-7751a552-4414-49e8-a04b-2cd879e032c0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868037 Aug 29 04:39:23.520757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-d2198597-c8ff-4a0d-8d5a-f7a17daad3b6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c', 'tempest-TagsExtTest-Tag-825148196') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:23.527603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:23.540267 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.549895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.550253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.550605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.550949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.551294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.551635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.551971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.552404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.552736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.553065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.553531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.553731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b67ddb9-df2a-41d7-b4dc-43e93baaf417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:23.608712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Pushing event updated for resources: {'Port': ['ID=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.614927 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.706812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79a37ddb-382c-415f-b817-e64075f04c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.726337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-7af5411d-7521-4c86-a078-c51cacbf2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.727940 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-7af5411d-7521-4c86-a078-c51cacbf2852 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2908435 Aug 29 04:39:23.734497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] For port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:23.742839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40c201-c786-4017-8ed2-23cb33405e5a req-8b232d2c-dde8-44f1-9e59-cdab1b26197b tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.745549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb40c201-c786-4017-8ed2-23cb33405e5a req-8b232d2c-dde8-44f1-9e59-cdab1b26197b tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.1382804 Aug 29 04:39:23.758141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a5b07d4d-c765-4303-a718-4aada7229372 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:23.771489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79a37ddb-382c-415f-b817-e64075f04c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.794756 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-d2198597-c8ff-4a0d-8d5a-f7a17daad3b6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:23.795797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d2198597-c8ff-4a0d-8d5a-f7a17daad3b6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags/tempest-TagsExtTest-Tag-825148196 HTTP/1.1" status: 404 len: 328 time: 0.2869105 Aug 29 04:39:23.800359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] For port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:23.801247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38112) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.807882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-71cbbfbe-8145-4139-ada4-cd5646cd09f9 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c', 'tempest-TagsExtTest-Tag-1897345652') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:23.819593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.828674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a5b07d4d-c765-4303-a718-4aada7229372 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:23.829138 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.869770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.909620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb40c201-c786-4017-8ed2-23cb33405e5a req-0584e0a0-31c5-4156-a5fd-c71d20161613 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496918 Aug 29 04:39:23.933350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.933992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.935390 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] 10.222.0.65 "PUT /v2.0/ports/7922921a-b702-41e6-b83b-c2cc1e4b7ec7 HTTP/1.1" status: 200 len: 1093 time: 2.5947180 Aug 29 04:39:23.947784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'tag': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:23.950126 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e" -d '{"events": [{"name": "network-changed", "server_uuid": "a390be60-cbe5-4fb6-a084-c635f1c9b71c", "tag": "7922921a-b702-41e6-b83b-c2cc1e4b7ec7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:23.965980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d8acf566-b5e4-4767-aa33-c312101c3ac6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:23.991954 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-71cbbfbe-8145-4139-ada4-cd5646cd09f9 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:23.993110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-71cbbfbe-8145-4139-ada4-cd5646cd09f9 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags/tempest-TagsExtTest-Tag-1897345652 HTTP/1.1" status: 404 len: 329 time: 0.1889203 Aug 29 04:39:23.998476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.003522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-1e4557e5-c693-4edd-9284-b12b6bb46372 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4', {'tags': ['tempest-TagsExtTest-Tag-1894616165', 'tempest-TagsExtTest-Tag-285806675', 'tempest-TagsExtTest-Tag-1634332516']}) {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.013832 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79a37ddb-382c-415f-b817-e64075f04c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.016540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79a37ddb-382c-415f-b817-e64075f04c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.020101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f8d3-13ad-4b59-9647-83f465759745 service neutron] Pushing event updated for resources: {'Port': ['ID=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.020346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-79a37ddb-382c-415f-b817-e64075f04c1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c2cf6fa-e022-47be-8460-8d7dfc1c2c2a HTTP/1.1" status: 204 len: 168 time: 0.5398023 Aug 29 04:39:24.047683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:24.082562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d8acf566-b5e4-4767-aa33-c312101c3ac6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:24.083091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.083838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:24.117839 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.151961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a37ddb-382c-415f-b817-e64075f04c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2cf6fa-e022-47be-8460-8d7dfc1c2c2a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.248930 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-05d2415d-1534-4f86-8137-bf1167d8ab85 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118978 Aug 29 04:39:24.272553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=312219e0-b2de-4976-8eec-2380967c497b,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.290932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1e4557e5-c693-4edd-9284-b12b6bb46372 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags HTTP/1.1" status: 200 len: 317 time: 0.2910373 Aug 29 04:39:24.298175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38122) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.312470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-00833e72-f530-4834-bdc3-68093e3e58f5 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.330593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202dd3a-0ae3-4574-be94-bc0b8ec91242 req-082aa280-fed7-40c6-ad24-87b433c5a754 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:24.332557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5202dd3a-0ae3-4574-be94-bc0b8ec91242 req-082aa280-fed7-40c6-ad24-87b433c5a754 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 944 time: 0.2337692 Aug 29 04:39:24.431694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Checking segment: {'id': '9169256c-384d-4d5f-b6a3-ed64cdd44c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86608c98-46a5-479d-bd26-eb7a6d14df15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:24.432082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network hostable DHCP agents. Network: 86608c98-46a5-479d-bd26-eb7a6d14df15, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:24.468209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5202dd3a-0ae3-4574-be94-bc0b8ec91242 req-c12e7f2b-19a9-4fbd-abc1-4777b237b3b1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952384 Aug 29 04:39:24.496724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 86608c98-46a5-479d-bd26-eb7a6d14df15 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:24.504852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-00833e72-f530-4834-bdc3-68093e3e58f5 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags HTTP/1.1" status: 204 len: 168 time: 0.2010422 Aug 29 04:39:24.507865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38126) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.513879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-ac2232f1-d69f-4ef0-888e-e31ad1edc40b tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4', 'tempest-TagsExtTest-Tag-1894616165') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.517548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 86608c98-46a5-479d-bd26-eb7a6d14df15) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:24.525717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc12cfe-6156-4b01-9fbc-3987c0de31c3 None None] Network 86608c98-46a5-479d-bd26-eb7a6d14df15 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:24.534425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:24.535647 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.553850 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7023b331-16a7-4219-98a4-a3d004f95c0f x-openstack-request-id: req-7023b331-16a7-4219-98a4-a3d004f95c0f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:24.554137 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a390be60-cbe5-4fb6-a084-c635f1c9b71c", "tag": "7922921a-b702-41e6-b83b-c2cc1e4b7ec7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:24.554382 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7023b331-16a7-4219-98a4-a3d004f95c0f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:24.554775 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'tag': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'status': 'completed', 'code': 200} Aug 29 04:39:24.568287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a98c0dcc-1ec0-489f-8ec4-237a381bacbf req-51b91191-d389-4381-8961-35b5afa2106a service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117893 Aug 29 04:39:24.573865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324314-7b22-48ca-87e1-338c8228a959 req-cb525e30-acba-4359-8205-33405bf397de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:24.575591 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-cb525e30-acba-4359-8205-33405bf397de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1aeb2e1741447faa143f2ea97c72455&device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 1096 time: 0.5260596 Aug 29 04:39:24.649157 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4d851973-04ef-45f6-bae4-1ee8278b5484 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3266494 Aug 29 04:39:24.654362 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-ac2232f1-d69f-4ef0-888e-e31ad1edc40b tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:24.660864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac2232f1-d69f-4ef0-888e-e31ad1edc40b tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags/tempest-TagsExtTest-Tag-1894616165 HTTP/1.1" status: 404 len: 329 time: 0.1516838 Aug 29 04:39:24.670423 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-28cdead2-510c-4c19-bfa0-0e943b4edf1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7 HTTP/1.1" status: 200 len: 217 time: 0.0841377 Aug 29 04:39:24.673015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38130) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.673431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38132) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.681483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '86608c98-46a5-479d-bd26-eb7a6d14df15', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1579573788'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:24.690738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-3bffaab9-1558-4aa5-b47b-3e83a41dac75 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4', 'tempest-TagsExtTest-Tag-285806675') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.697151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38134) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.699831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 42daeed9-2cb2-4e50-9407-dab696f6efe3 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:24.849058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9d20-bfc1-4bad-971c-7e1803c76d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.886635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-73536614-2de2-413b-bbf0-83a0e14c1328 None None] Provisioning complete for port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:24.886995 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-73536614-2de2-413b-bbf0-83a0e14c1328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.932345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd778-6691-4336-a602-dcd2793f423e req-d3723ad6-c025-4515-b586-68e32381f11b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:24.940710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e03bd778-6691-4336-a602-dcd2793f423e req-d3723ad6-c025-4515-b586-68e32381f11b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 944 time: 0.2775850 Aug 29 04:39:24.942802 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-3bffaab9-1558-4aa5-b47b-3e83a41dac75 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:24.946418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3bffaab9-1558-4aa5-b47b-3e83a41dac75 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags/tempest-TagsExtTest-Tag-285806675 HTTP/1.1" status: 404 len: 328 time: 0.2581704 Aug 29 04:39:24.957241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.970328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-1dfb717f-5c66-43af-9dda-46624f3e2898 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4', 'tempest-TagsExtTest-Tag-1634332516') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.995008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-73536614-2de2-413b-bbf0-83a0e14c1328 None None] Port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:25.005913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-86608c98-46a5-479d-bd26-eb7a6d14df15', 'network_id': '86608c98-46a5-479d-bd26-eb7a6d14df15', 'tenant_id': '483436bd439b4f9d84f0ebd3db3b9659', 'fixed_ips': [{'subnet_id': '312219e0-b2de-4976-8eec-2380967c497b'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:25.006631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.010192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:25.016533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324314-7b22-48ca-87e1-338c8228a959 req-fd8c8dc6-2e06-46a2-844c-8a1265b7a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.018110 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-fd8c8dc6-2e06-46a2-844c-8a1265b7a0b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2940284c-074c-4e84-9994-ba0be92a25e3 HTTP/1.1" status: 200 len: 848 time: 0.3404350 Aug 29 04:39:25.104951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 42daeed9-2cb2-4e50-9407-dab696f6efe3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:25.118145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.128227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '42daeed9-2cb2-4e50-9407-dab696f6efe3', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': '42daeed9-2cb2-4e50-9407-dab696f6efe3', 'mac_address': 'fa:16:3e:60:c9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:25.131765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324314-7b22-48ca-87e1-338c8228a959 req-8b51eb5e-b326-4c31-a51d-7b490488b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.133375 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-8b51eb5e-b326-4c31-a51d-7b490488b4a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=44b74e03-3a1d-4b1e-92a7-f691b556fc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055765 Aug 29 04:39:25.220579 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.242941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42daeed9-2cb2-4e50-9407-dab696f6efe3 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:25.248189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Allocated IP 172.20.0.2 (86608c98-46a5-479d-bd26-eb7a6d14df15/312219e0-b2de-4976-8eec-2380967c497b/fda4acae-d385-443f-a745-b2e2fd005a10) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:25.282990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 42daeed9-2cb2-4e50-9407-dab696f6efe3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:25.292529 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.347852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:25.364639 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Sync routers for ids ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:25.365386 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b22b774c-f643-4a02-beaa-6fcefeb84367 admin admin] 10.222.0.58 "PUT /v2.0/routers/88f7e5a9-7851-4750-8fca-588ac1a0dbd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8037362 Aug 29 04:39:25.388720 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Routers {'88f7e5a9-7851-4750-8fca-588ac1a0dbd2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:25.390799 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:25.397182 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-5a894b41-d6d6-4eb3-b95f-7e73cb66f1ee service neutron] 10.222.0.65 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215536 Aug 29 04:39:25.486377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=42daeed9-2cb2-4e50-9407-dab696f6efe3,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.576571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e03bd778-6691-4336-a602-dcd2793f423e req-c711cc9e-44d7-426b-987e-50ce0cfcba2b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276999 Aug 29 04:39:25.594776 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-1dfb717f-5c66-43af-9dda-46624f3e2898 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:25.596151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1dfb717f-5c66-43af-9dda-46624f3e2898 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags/tempest-TagsExtTest-Tag-1634332516 HTTP/1.1" status: 404 len: 329 time: 0.6376812 Aug 29 04:39:25.605778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38148) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:25.611854 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.614740 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Set router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:25.617710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-2388e172-9a76-41e0-8d09-bcf59a02c436 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc', {'tags': ['tempest-TagsExtTest-Tag-1263473913', 'tempest-TagsExtTest-Tag-237582976', 'tempest-TagsExtTest-Tag-2078037170']}) {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:25.635575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Transition to ACTIVE for port object fda4acae-d385-443f-a745-b2e2fd005a10 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:25.652337 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Router 5b197a99-d343-46f5-abe3-0346258c684a is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:25.667710 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f7324314-7b22-48ca-87e1-338c8228a959 req-a23257de-4b51-49ae-ae45-fb9f99903fa2 service neutron] 10.222.0.65 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591760 Aug 29 04:39:25.689577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['42daeed9-2cb2-4e50-9407-dab696f6efe3'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:25.741791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Transition to ACTIVE for port object fda4acae-d385-443f-a745-b2e2fd005a10 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:25.758313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.766292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2388e172-9a76-41e0-8d09-bcf59a02c436 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "PUT /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags HTTP/1.1" status: 200 len: 317 time: 0.1581724 Aug 29 04:39:25.796892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38150) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:25.812611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-6504d9ae-de6e-4f06-894f-99093970a446 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:25.829865 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9d20-bfc1-4bad-971c-7e1803c76d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.837808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Network 86608c98-46a5-479d-bd26-eb7a6d14df15 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:25.843397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:25.850546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:25.864076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Pushing event updated for resources: {'Port': ['ID=fda4acae-d385-443f-a745-b2e2fd005a10,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.874177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9d20-bfc1-4bad-971c-7e1803c76d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.888658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:25.893311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.920802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:25.939154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-b7a37a5a-6451-485e-b84b-1209de06b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.942489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-b7a37a5a-6451-485e-b84b-1209de06b354 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1aeb2e1741447faa143f2ea97c72455&device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 1096 time: 0.1913729 Aug 29 04:39:25.945279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.945488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Sync routers for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:25.950733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-20ff5caa-0337-4118-b01a-ebb1ce51437d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2086756 Aug 29 04:39:25.964753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38158) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:25.966924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Attempting to bind port fda4acae-d385-443f-a745-b2e2fd005a10 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:25.967316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Attempting to bind port fda4acae-d385-443f-a745-b2e2fd005a10 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '9169256c-384d-4d5f-b6a3-ed64cdd44c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86608c98-46a5-479d-bd26-eb7a6d14df15'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:25.967690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Attempting to bind port fda4acae-d385-443f-a745-b2e2fd005a10 on network 86608c98-46a5-479d-bd26-eb7a6d14df15 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:25.981751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:25.982261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Checking segment: {'id': '9169256c-384d-4d5f-b6a3-ed64cdd44c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86608c98-46a5-479d-bd26-eb7a6d14df15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:25.982810 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.983369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Bound using segment: {'id': '9169256c-384d-4d5f-b6a3-ed64cdd44c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86608c98-46a5-479d-bd26-eb7a6d14df15'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:25.984050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Bound port: fda4acae-d385-443f-a745-b2e2fd005a10, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9169256c-384d-4d5f-b6a3-ed64cdd44c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86608c98-46a5-479d-bd26-eb7a6d14df15'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:25.984445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.993930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:25.994499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:25.995517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b379-cf9c-43ca-8073-32cea2909c0c req-432111c9-4c94-4d2d-b9e7-29b98d0d5526 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.997548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6b2b379-cf9c-43ca-8073-32cea2909c0c req-432111c9-4c94-4d2d-b9e7-29b98d0d5526 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.2526238 Aug 29 04:39:26.023766 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 4, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port': {'id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd33dfe99-13aa-4bf3-9bf6-52755b418ff3', 'name': '', 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'mac_address': 'fa:16:3e:82:e3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'e2022aac-9183-4299-9318-b067fb148340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:18Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 2, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'subnets': [{'id': 'e2022aac-9183-4299-9318-b067fb148340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.057153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port baff22c5-b1d5-43ce-9c4d-524fdbfa08ea yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:26.066725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bb7e9d20-bfc1-4bad-971c-7e1803c76d42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b1335f0e8934508a20d273987b8308d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3685081 Aug 29 04:39:26.073896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38160) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.078175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-cef99be6-e54e-4ebc-89dd-001b821939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.079849 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-cef99be6-e54e-4ebc-89dd-001b821939fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=44b74e03-3a1d-4b1e-92a7-f691b556fc32 HTTP/1.1" status: 200 len: 910 time: 0.1275561 Aug 29 04:39:26.080343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e9d20-bfc1-4bad-971c-7e1803c76d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8779b-70b5-472a-9936-a7f4779f7f0c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:26.090630 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Checking router: 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:26.091010 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Updating router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:26.126599 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.148553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-fd2d2117-b3ec-4c07-9154-f5fe0f61f892 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7 HTTP/1.1" status: 200 len: 217 time: 0.0522015 Aug 29 04:39:26.174749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:26.242756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6504d9ae-de6e-4f06-894f-99093970a446 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags HTTP/1.1" status: 204 len: 168 time: 0.4347448 Aug 29 04:39:26.246139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38162) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.254081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-d9a20225-c2ac-4560-8115-7c9cc88b195d tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc', 'tempest-TagsExtTest-Tag-1263473913') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.301497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6b2b379-cf9c-43ca-8073-32cea2909c0c req-cf5eeacf-3b87-4216-9b7b-aa9e5b4c767b tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511840 Aug 29 04:39:26.326019 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-d9a20225-c2ac-4560-8115-7c9cc88b195d tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:26.341678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d9a20225-c2ac-4560-8115-7c9cc88b195d tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags/tempest-TagsExtTest-Tag-1263473913 HTTP/1.1" status: 404 len: 329 time: 0.0902922 Aug 29 04:39:26.342101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38164) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.347254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-7d476d2a-9cb4-41bd-a57b-49cb5f937b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.353098 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-7d476d2a-9cb4-41bd-a57b-49cb5f937b91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2940284c-074c-4e84-9994-ba0be92a25e3 HTTP/1.1" status: 200 len: 848 time: 0.1906126 Aug 29 04:39:26.363259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-382e2f77-3919-4c36-85e8-f95336256c05 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc', 'tempest-TagsExtTest-Tag-237582976') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.459768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-74bf35cc-b218-421e-978b-47783db86d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.462185 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-74bf35cc-b218-421e-978b-47783db86d14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=44b74e03-3a1d-4b1e-92a7-f691b556fc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995376 Aug 29 04:39:26.474110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b189d1b-9f94-4ebb-acd2-b0b44cab1731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.501543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.10 (86608c98-46a5-479d-bd26-eb7a6d14df15/312219e0-b2de-4976-8eec-2380967c497b/baff22c5-b1d5-43ce-9c4d-524fdbfa08ea) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:26.538983 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-382e2f77-3919-4c36-85e8-f95336256c05 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:26.542725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-382e2f77-3919-4c36-85e8-f95336256c05 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags/tempest-TagsExtTest-Tag-237582976 HTTP/1.1" status: 404 len: 328 time: 0.1926463 Aug 29 04:39:26.550311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38168) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.555103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-ab111359-3f22-4dd8-9fc8-ba739f5887ca tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc', 'tempest-TagsExtTest-Tag-2078037170') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.597057 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-ab111359-3f22-4dd8-9fc8-ba739f5887ca tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] show failed (client error): The resource could not be found. Aug 29 04:39:26.600620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ab111359-3f22-4dd8-9fc8-ba739f5887ca tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags/tempest-TagsExtTest-Tag-2078037170 HTTP/1.1" status: 404 len: 329 time: 0.0468311 Aug 29 04:39:26.602029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38170) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.606981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-e4492f29-f8bc-42bb-8a64-efaed962809a tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.622622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] For port fda4acae-d385-443f-a745-b2e2fd005a10, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:26.627690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] For port fda4acae-d385-443f-a745-b2e2fd005a10, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fda4acae-d385-443f-a745-b2e2fd005a10,segment=NetworkSegment(9169256c-384d-4d5f-b6a3-ed64cdd44c71),segment_id=9169256c-384d-4d5f-b6a3-ed64cdd44c71)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:26.642354 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.672840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-0ee665f3-565c-464b-b937-7f8776c342af service neutron] 10.222.0.65 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013512 Aug 29 04:39:26.682473 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4492f29-f8bc-42bb-8a64-efaed962809a tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc/tags HTTP/1.1" status: 204 len: 168 time: 0.0761886 Aug 29 04:39:26.690350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38174) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.691045 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.696313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:23Z', 'revision_number': 3, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.697474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-fe526187-6cb6-4b91-a464-800c4c4fa5d8 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ad3812c-9628-4dde-9bf2-0af44d4b9fa4') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.701676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b189d1b-9f94-4ebb-acd2-b0b44cab1731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.704605 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Transition to ACTIVE for port object d33dfe99-13aa-4bf3-9bf6-52755b418ff3 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:26.729263 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.798174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Checking router: 5b197a99-d343-46f5-abe3-0346258c684a for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:26.798644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Updating router 5b197a99-d343-46f5-abe3-0346258c684a port b908d622-8ae7-4df4-b201-de2a7b180368 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:26.866472 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.926441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46914159-fc1e-4f53-a11f-f781cf44bdb9 req-e58ecdf3-b209-4089-8602-414f73306757 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.943582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46914159-fc1e-4f53-a11f-f781cf44bdb9 req-e58ecdf3-b209-4089-8602-414f73306757 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 944 time: 0.5356984 Aug 29 04:39:26.954643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1872713-2b07-4a9f-b19e-215b885530c9 None None] Pushing event updated for resources: {'Port': ['ID=fda4acae-d385-443f-a745-b2e2fd005a10,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:26.956682 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fe526187-6cb6-4b91-a464-800c4c4fa5d8 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4/tags HTTP/1.1" status: 204 len: 168 time: 0.2643752 Aug 29 04:39:26.966614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38180) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.985426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-1f005178-8f48-4caf-992f-69a6dbcc2a81 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5da64d7b-e1da-4773-81e2-9320269e536c') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.041980 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Attempting to bind port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:27.042358 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Attempting to bind port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:27.042730 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Attempting to bind port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 on network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:27.052964 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5e1bb-910b-44bf-9745-684d42aa06c7 None None] Pushing event updated for resources: {'Port': ['ID=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:27.058021 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:27.058399 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Checking segment: {'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:27.058804 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.059199 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Bound using segment: {'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:27.059676 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Bound port: d33dfe99-13aa-4bf3-9bf6-52755b418ff3, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab37f27-acee-4793-a562-182b1973387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:27.064229 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.066196 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9a84f3b-8acb-4ea3-9c2c-5929664bf05e req-cba51edc-5248-41aa-b564-d0af0a863ef3 service neutron] 10.222.0.65 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853111 Aug 29 04:39:27.187405 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1f005178-8f48-4caf-992f-69a6dbcc2a81 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c/tags HTTP/1.1" status: 204 len: 168 time: 0.2108092 Aug 29 04:39:27.188961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38184) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:27.225846 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.237734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-ed341cfb-1fb6-4c04-a11e-b4989b34f921 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd26d506-58b4-4a47-981f-dbc6be2cd79e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.244898 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] For port d33dfe99-13aa-4bf3-9bf6-52755b418ff3, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:27.257370 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] For port d33dfe99-13aa-4bf3-9bf6-52755b418ff3, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,segment=NetworkSegment(4ab37f27-acee-4793-a562-182b1973387c),segment_id=4ab37f27-acee-4793-a562-182b1973387c)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:27.265257 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.345393 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46914159-fc1e-4f53-a11f-f781cf44bdb9 req-4969a475-87e0-45b4-b6d0-54483aafe837 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985868 Aug 29 04:39:27.389521 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b189d1b-9f94-4ebb-acd2-b0b44cab1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.405156 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4b189d1b-9f94-4ebb-acd2-b0b44cab1731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.405156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4b189d1b-9f94-4ebb-acd2-b0b44cab1731 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28e8779b-70b5-472a-9936-a7f4779f7f0c HTTP/1.1" status: 204 len: 168 time: 1.3260539 Aug 29 04:39:27.415202 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ed341cfb-1fb6-4c04-a11e-b4989b34f921 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e/tags HTTP/1.1" status: 204 len: 168 time: 0.2231772 Aug 29 04:39:27.425115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38188) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:27.442302 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.465820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189d1b-9f94-4ebb-acd2-b0b44cab1731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8779b-70b5-472a-9936-a7f4779f7f0c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:27.480051 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.501499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Transition to ACTIVE for port object b908d622-8ae7-4df4-b201-de2a7b180368 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:27.516804 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Routers {'88f7e5a9-7851-4750-8fca-588ac1a0dbd2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:27.517540 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.517745 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.550295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object baff22c5-b1d5-43ce-9c4d-524fdbfa08ea will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:27.602337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Attempting to bind port b908d622-8ae7-4df4-b201-de2a7b180368 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:27.602785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Attempting to bind port b908d622-8ae7-4df4-b201-de2a7b180368 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:27.603119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Attempting to bind port b908d622-8ae7-4df4-b201-de2a7b180368 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:27.625506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:27.625920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:27.626720 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.627017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:27.627524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Bound port: b908d622-8ae7-4df4-b201-de2a7b180368, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:27.629045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.657277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42e4c5fc-c920-47d7-925f-fb321c2d87eb tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for subnetpool, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.661897 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-42e4c5fc-c920-47d7-925f-fb321c2d87eb tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnetpools/8c94a27b-5a3a-462f-a7f1-5cdc2915ffdc HTTP/1.1" status: 204 len: 168 time: 0.2339027 Aug 29 04:39:27.662805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38190) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:27.701115 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d2e96908-7b2b-464a-b594-c9f092f10eab tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad3812c-9628-4dde-9bf2-0af44d4b9fa4 HTTP/1.1" status: 200 len: 205 time: 0.0362215 Aug 29 04:39:27.701861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38192) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:27.717177 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5e1bb-910b-44bf-9745-684d42aa06c7 None None] Pushing event updated for resources: {'Port': ['ID=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:27.780976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] For port b908d622-8ae7-4df4-b201-de2a7b180368, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:27.785991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] For port b908d622-8ae7-4df4-b201-de2a7b180368, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b908d622-8ae7-4df4-b201-de2a7b180368,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:27.814010 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.840911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Pushing event updated for resources: {'Port': ['ID=b908d622-8ae7-4df4-b201-de2a7b180368,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:27.862518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ca70-5396-416a-b218-deb140495c55 req-316fc1f5-eb86-41d2-a6f5-0c69ca1ddcfb tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.863890 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] Set router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:27.871682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dc7ca70-5396-416a-b218-deb140495c55 req-316fc1f5-eb86-41d2-a6f5-0c69ca1ddcfb tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.3975770 Aug 29 04:39:27.916316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f4521ddf-b0f6-442f-ab43-7a3615da0979 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.001894 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dc7ca70-5396-416a-b218-deb140495c55 req-2ec27320-1827-4492-9535-9a1f9937cca2 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227362 Aug 29 04:39:28.015026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fda4acae-d385-443f-a745-b2e2fd005a10 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:28.049486 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.143593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:28.144627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:28.225888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=baff22c5-b1d5-43ce-9c4d-524fdbfa08ea,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:28.248257 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f4521ddf-b0f6-442f-ab43-7a3615da0979 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.257578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f4521ddf-b0f6-442f-ab43-7a3615da0979 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.316232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.370304 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f4521ddf-b0f6-442f-ab43-7a3615da0979 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.371100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4521ddf-b0f6-442f-ab43-7a3615da0979 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Fanout notify agent at l3_agent the message router_deleted on router 9ad3812c-9628-4dde-9bf2-0af44d4b9fa4 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:28.380395 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f4521ddf-b0f6-442f-ab43-7a3615da0979 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.385006 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f4521ddf-b0f6-442f-ab43-7a3615da0979 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/routers/9ad3812c-9628-4dde-9bf2-0af44d4b9fa4 HTTP/1.1" status: 204 len: 168 time: 0.6817558 Aug 29 04:39:28.385716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38208) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:28.426075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:28.444824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 86608c98-46a5-479d-bd26-eb7a6d14df15 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:28.456159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:28.459930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:28.502181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fb44d8a7-5d8a-41cc-a9b8-6ba816a92ad6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Deleting port 5da64d7b-e1da-4773-81e2-9320269e536c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:28.502896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb44d8a7-5d8a-41cc-a9b8-6ba816a92ad6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.551644 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 4, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port': {'id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd33dfe99-13aa-4bf3-9bf6-52755b418ff3', 'name': '', 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'mac_address': 'fa:16:3e:82:e3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'e2022aac-9183-4299-9318-b067fb148340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:18Z', 'updated_at': '2021-08-29T04:39:27Z', 'revision_number': 4, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'subnets': [{'id': 'e2022aac-9183-4299-9318-b067fb148340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:28.576458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28e034-b821-48bd-bee1-6a752fbbc5d5 req-e7d0d34f-4538-4c00-bae7-cb3afb74327c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.585966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f28e034-b821-48bd-bee1-6a752fbbc5d5 req-e7d0d34f-4538-4c00-bae7-cb3afb74327c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 945 time: 0.3631291 Aug 29 04:39:28.627778 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3ff6b-b32a-4b73-b91f-851cbb1c3b2a None None] The sync data for ids ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'] in n-d-712142-15 is: [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 4, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port': {'id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd33dfe99-13aa-4bf3-9bf6-52755b418ff3', 'name': '', 'network_id': '7a3722f6-b452-4a6d-9140-c7d03c5c3ba6', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'mac_address': 'fa:16:3e:82:e3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'e2022aac-9183-4299-9318-b067fb148340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:18Z', 'updated_at': '2021-08-29T04:39:27Z', 'revision_number': 4, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'subnets': [{'id': 'e2022aac-9183-4299-9318-b067fb148340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:28.668296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb44d8a7-5d8a-41cc-a9b8-6ba816a92ad6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.692994 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fb44d8a7-5d8a-41cc-a9b8-6ba816a92ad6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Calling delete_port for 5da64d7b-e1da-4773-81e2-9320269e536c owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:28.753615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f28e034-b821-48bd-bee1-6a752fbbc5d5 req-80fd1f6e-b75d-4c84-ab8b-dff35830a71d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667552 Aug 29 04:39:28.759679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.761734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.891781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cfb87d40-2415-44a2-a6e2-5b6e97b28f74 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.2169514 Aug 29 04:39:28.909215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38218) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:28.915140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:28.919004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1d30c-99a3-40d2-a6e3-7beab92103df None None] Network 86608c98-46a5-479d-bd26-eb7a6d14df15 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:28.921815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 42daeed9-2cb2-4e50-9407-dab696f6efe3 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:29.094048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Pushing event updated for resources: {'Port': ['ID=b908d622-8ae7-4df4-b201-de2a7b180368,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:29.173990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638be05-030c-4b2a-a4cb-eca07297cf64 req-f1b7571b-48f5-4a91-9262-b2e95967ac51 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.176138 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6638be05-030c-4b2a-a4cb-eca07297cf64 req-f1b7571b-48f5-4a91-9262-b2e95967ac51 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 946 time: 0.3126454 Aug 29 04:39:29.193136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Allocated IP 172.20.0.1 (ee5318df-ffac-4c4e-8607-447757b528a3/5992fce0-3772-446a-b173-a029f7352550/c6dcfc2e-2988-42a1-92fd-7799cc5d5001) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:29.340443 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb44d8a7-5d8a-41cc-a9b8-6ba816a92ad6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.388547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6638be05-030c-4b2a-a4cb-eca07297cf64 req-9bd96d30-7805-44b3-8b8f-81957fe4b603 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971254 Aug 29 04:39:29.397774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-81c07897-4b29-42d9-acd3-6bd98e78b732 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port baff22c5-b1d5-43ce-9c4d-524fdbfa08ea {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:29.398288 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c07897-4b29-42d9-acd3-6bd98e78b732 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.402938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:29.448034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'port_id': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'mac_address': 'fa:16:3e:d0:5f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:29.469211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44d8a7-5d8a-41cc-a9b8-6ba816a92ad6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Pushing event deleted for resources: {'Port': ['ID=5da64d7b-e1da-4773-81e2-9320269e536c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:29.476037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.476386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.481222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.481767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.482124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.482473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.485569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.485925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.486269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.486610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.487492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.487492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2e7a0-3241-4313-af2a-da89498ae27f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.584892 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.649762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb44d8a7-5d8a-41cc-a9b8-6ba816a92ad6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.662607 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fb44d8a7-5d8a-41cc-a9b8-6ba816a92ad6 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/ports/5da64d7b-e1da-4773-81e2-9320269e536c HTTP/1.1" status: 204 len: 168 time: 1.2751508 Aug 29 04:39:29.663827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38238) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:29.696038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.720872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port fda4acae-d385-443f-a745-b2e2fd005a10 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:29.726097 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c07897-4b29-42d9-acd3-6bd98e78b732 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.754721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 42daeed9-2cb2-4e50-9407-dab696f6efe3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:29.773848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-81c07897-4b29-42d9-acd3-6bd98e78b732 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for baff22c5-b1d5-43ce-9c4d-524fdbfa08ea owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:29.785737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Transition to ACTIVE for port object c6dcfc2e-2988-42a1-92fd-7799cc5d5001 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:29.798501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-332151ed-4dd4-478b-b42d-5f4eaafe2042 None None] Provisioning for port fda4acae-d385-443f-a745-b2e2fd005a10 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:29.803214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d59b63-f686-4913-a915-49c54d72b809 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Deleting subnet fd26d506-58b4-4a47-981f-dbc6be2cd79e {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:29.812296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92d59b63-f686-4913-a915-49c54d72b809 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.850327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 42daeed9-2cb2-4e50-9407-dab696f6efe3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:29.858155 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.876688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-332151ed-4dd4-478b-b42d-5f4eaafe2042 None None] Provisioning complete for port fda4acae-d385-443f-a745-b2e2fd005a10 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:29.877079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-332151ed-4dd4-478b-b42d-5f4eaafe2042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.880996 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.894332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92d59b63-f686-4913-a915-49c54d72b809 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.902855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832ce71-3630-4f10-b3f9-836c01aa65b1 req-c21074b8-565b-4eff-ac60-5f2e93f9221d tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.914668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9832ce71-3630-4f10-b3f9-836c01aa65b1 req-c21074b8-565b-4eff-ac60-5f2e93f9221d tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 944 time: 0.3687017 Aug 29 04:39:29.997020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:30.011164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d33dfe99-13aa-4bf3-9bf6-52755b418ff3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:30.014335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4df317d-53fe-4596-935a-34a45069007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:23Z', 'revision_number': 3, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:30.044800 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92d59b63-f686-4913-a915-49c54d72b809 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.073101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.126845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df317d-53fe-4596-935a-34a45069007e None None] The sync data for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 is: [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:23Z', 'revision_number': 3, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:30.136263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:30.153866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.160924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92d59b63-f686-4913-a915-49c54d72b809 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.161857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9832ce71-3630-4f10-b3f9-836c01aa65b1 req-a5ca565e-04f3-404f-a3ed-897013198368 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343640 Aug 29 04:39:30.194722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92d59b63-f686-4913-a915-49c54d72b809 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.213986 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-92d59b63-f686-4913-a915-49c54d72b809 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/subnets/fd26d506-58b4-4a47-981f-dbc6be2cd79e HTTP/1.1" status: 204 len: 168 time: 0.5480313 Aug 29 04:39:30.224753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38252) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:30.253637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Network ee5318df-ffac-4c4e-8607-447757b528a3 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:30.272345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d59b63-f686-4913-a915-49c54d72b809 tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Pushing event deleted for resources: {'Subnet': ['ID=fd26d506-58b4-4a47-981f-dbc6be2cd79e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.316736 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:30.324919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:30.351782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffffd5d9-90fe-4258-940a-9d77e60d8434 None None] Network 2298f784-5fbf-4ef4-a2f2-136da7e90d0d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:30.471075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7922921a-b702-41e6-b83b-c2cc1e4b7ec7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:30.495820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Pushing event updated for resources: {'Port': ['ID=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.628375 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.643756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.656859 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.724335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.732002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:30.736065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c07897-4b29-42d9-acd3-6bd98e78b732 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.746132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42daeed9-2cb2-4e50-9407-dab696f6efe3'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:30.748538 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c58b51c-100f-4d61-ba37-ff11169e5481" -d '{"events": [{"server_uuid": "7edeef4f-1faf-4276-9517-4d23f1f92859", "name": "network-vif-plugged", "status": "completed", "tag": "42daeed9-2cb2-4e50-9407-dab696f6efe3"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:30.774727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-332151ed-4dd4-478b-b42d-5f4eaafe2042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.776587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:30.777030 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.834847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c07897-4b29-42d9-acd3-6bd98e78b732 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=baff22c5-b1d5-43ce-9c4d-524fdbfa08ea,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.877808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 42daeed9-2cb2-4e50-9407-dab696f6efe3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:30.919828 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.007405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-332151ed-4dd4-478b-b42d-5f4eaafe2042 None None] For port fda4acae-d385-443f-a745-b2e2fd005a10, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fda4acae-d385-443f-a745-b2e2fd005a10,segment=NetworkSegment(9169256c-384d-4d5f-b6a3-ed64cdd44c71),segment_id=9169256c-384d-4d5f-b6a3-ed64cdd44c71)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:31.015088 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81c07897-4b29-42d9-acd3-6bd98e78b732 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.020221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38258) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:31.021146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-81c07897-4b29-42d9-acd3-6bd98e78b732 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/baff22c5-b1d5-43ce-9c4d-524fdbfa08ea HTTP/1.1" status: 204 len: 168 time: 2.1083860 Aug 29 04:39:31.028539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-332151ed-4dd4-478b-b42d-5f4eaafe2042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.041194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c451b5-4c20-4b7b-8071-a889c2db2533 req-80e12d8e-34d5-4f95-9cfd-3486c6241e8d tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:31.042931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07c451b5-4c20-4b7b-8071-a889c2db2533 req-80e12d8e-34d5-4f95-9cfd-3486c6241e8d tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.3313096 Aug 29 04:39:31.053357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=42daeed9-2cb2-4e50-9407-dab696f6efe3,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.068387 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bcf65d-f2ea-451d-8d80-1be4b1ea525b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:39:31.072248 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-51bcf65d-f2ea-451d-8d80-1be4b1ea525b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/baff22c5-b1d5-43ce-9c4d-524fdbfa08ea HTTP/1.1" status: 404 len: 333 time: 0.0487444 Aug 29 04:39:31.073224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38260) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:31.110320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Deleting port 2b3ae662-d74b-44b0-824f-a46e118c7225 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:31.119794 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.193635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332151ed-4dd4-478b-b42d-5f4eaafe2042 None None] Pushing event updated for resources: {'Port': ['ID=fda4acae-d385-443f-a745-b2e2fd005a10,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.206479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] DHCP port deletion for 2298f784-5fbf-4ef4-a2f2-136da7e90d0d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:31.213320 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.234617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2162f0c3-8cf8-41be-ad8b-14bea4ee14f3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet 312219e0-b2de-4976-8eec-2380967c497b {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:31.239584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2162f0c3-8cf8-41be-ad8b-14bea4ee14f3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.273923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-952dfa35-7f37-4a0a-bf91-0eafd0172034 None None] Provisioning for port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:31.291686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] For port 2b3ae662-d74b-44b0-824f-a46e118c7225, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2b3ae662-d74b-44b0-824f-a46e118c7225,segment=NetworkSegment(f6cb2f40-f2c8-4086-9155-514ee03fbe1e),segment_id=f6cb2f40-f2c8-4086-9155-514ee03fbe1e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:31.292371 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.292727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-952dfa35-7f37-4a0a-bf91-0eafd0172034 None None] Provisioning complete for port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:31.293116 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-952dfa35-7f37-4a0a-bf91-0eafd0172034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.298545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07c451b5-4c20-4b7b-8071-a889c2db2533 req-cd2629ad-9bcd-4b28-ad53-3ce662f5b97f tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375290 Aug 29 04:39:31.304723 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.325408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2162f0c3-8cf8-41be-ad8b-14bea4ee14f3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.351594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Calling delete_port for 2b3ae662-d74b-44b0-824f-a46e118c7225 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:31.403424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d33dfe99-13aa-4bf3-9bf6-52755b418ff3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,segment=NetworkSegment(4ab37f27-acee-4793-a562-182b1973387c),segment_id=4ab37f27-acee-4793-a562-182b1973387c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:31.485474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.517716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2162f0c3-8cf8-41be-ad8b-14bea4ee14f3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.598214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.611272 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2162f0c3-8cf8-41be-ad8b-14bea4ee14f3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.620832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-952dfa35-7f37-4a0a-bf91-0eafd0172034 None None] Port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:31.637961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162f0c3-8cf8-41be-ad8b-14bea4ee14f3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=312219e0-b2de-4976-8eec-2380967c497b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.649653 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2162f0c3-8cf8-41be-ad8b-14bea4ee14f3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.652309 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2162f0c3-8cf8-41be-ad8b-14bea4ee14f3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/312219e0-b2de-4976-8eec-2380967c497b HTTP/1.1" status: 204 len: 168 time: 0.5784531 Aug 29 04:39:31.654913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38268) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:31.666805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba8232-0792-4645-9b76-fb7c1d257845 None None] Network 86608c98-46a5-479d-bd26-eb7a6d14df15 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:31.688110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.728098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] No DVR routers for this DVR port 2b3ae662-d74b-44b0-824f-a46e118c7225 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:31.744024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-952dfa35-7f37-4a0a-bf91-0eafd0172034 None None] Provisioning complete for port fda4acae-d385-443f-a745-b2e2fd005a10 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:31.744577 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-952dfa35-7f37-4a0a-bf91-0eafd0172034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.746691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.759354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806acc-9940-4532-9c3d-34550ba08c95 req-ae8e26c5-3b5b-43e8-a414-8f35782f9106 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:31.760956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-ae8e26c5-3b5b-43e8-a414-8f35782f9106 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2496865 Aug 29 04:39:31.771323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Pushing event deleted for resources: {'Port': ['ID=2b3ae662-d74b-44b0-824f-a46e118c7225,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.776077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] Deleting port 2b3ae662-d74b-44b0-824f-a46e118c7225 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:31.776615 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.823246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port fda4acae-d385-443f-a745-b2e2fd005a10 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:31.823684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.830109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-76e8785c-abab-4d84-a62c-7e2ac61fac45 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/quotas/3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 375 time: 0.0516405 Aug 29 04:39:31.952546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] For port fda4acae-d385-443f-a745-b2e2fd005a10, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fda4acae-d385-443f-a745-b2e2fd005a10,segment=NetworkSegment(9169256c-384d-4d5f-b6a3-ed64cdd44c71),segment_id=9169256c-384d-4d5f-b6a3-ed64cdd44c71)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:31.952546 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.957839 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.968462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for fda4acae-d385-443f-a745-b2e2fd005a10 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:31.969030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.979626 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.991320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298f784-5fbf-4ef4-a2f2-136da7e90d0d']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:32.049502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] For port 2b3ae662-d74b-44b0-824f-a46e118c7225, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:32.050669 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.064204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.071093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6cb2f40-f2c8-4086-9155-514ee03fbe1e') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:32.071674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6cb2f40-f2c8-4086-9155-514ee03fbe1e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:32.077676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] Calling delete_port for 2b3ae662-d74b-44b0-824f-a46e118c7225 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:32.081064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] Port 2b3ae662-d74b-44b0-824f-a46e118c7225 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:39:32.082731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-952dfa35-7f37-4a0a-bf91-0eafd0172034 None None] Could not find standard attr ID for object baff22c5-b1d5-43ce-9c4d-524fdbfa08ea. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:39:32.084178 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.098973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-83a2953f-b329-498e-b7a1-6ea31f8aff28 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2678814 Aug 29 04:39:32.103967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=fda4acae-d385-443f-a745-b2e2fd005a10,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.106651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No DVR routers for this DVR port fda4acae-d385-443f-a745-b2e2fd005a10 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:32.109790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] Pushing event deleted for resources: {'Port': ['ID=2b3ae662-d74b-44b0-824f-a46e118c7225,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.111716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fda4acae-d385-443f-a745-b2e2fd005a10 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:32.137746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: fda4acae-d385-443f-a745-b2e2fd005a10 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:32.138100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fda4acae-d385-443f-a745-b2e2fd005a10 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:39:32.142924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7f566-b148-421d-b8f3-d3ba2e6740eb None None] No DVR routers for this DVR port 2b3ae662-d74b-44b0-824f-a46e118c7225 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:32.188295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Port fda4acae-d385-443f-a745-b2e2fd005a10 not found, will not notify nova. {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:39:32.192712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d33dfe99-13aa-4bf3-9bf6-52755b418ff3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:32.213168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.224131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825a516-880f-4f93-b087-6c151a922229 None None] DHCP port deletion for 86608c98-46a5-479d-bd26-eb7a6d14df15 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:32.234264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86608c98-46a5-479d-bd26-eb7a6d14df15']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:32.249413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9169256c-384d-4d5f-b6a3-ed64cdd44c71') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:32.249531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9169256c-384d-4d5f-b6a3-ed64cdd44c71') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:32.260326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.262947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:32.263502 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.278523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.289113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:32.289584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:32.293062 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:32.362027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b908d622-8ae7-4df4-b201-de2a7b180368 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:32.373372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.380828 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.382857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/networks/86608c98-46a5-479d-bd26-eb7a6d14df15 HTTP/1.1" status: 204 len: 168 time: 0.7269433 Aug 29 04:39:32.386343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38270) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:32.400684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'name': 'tempest-PortsTestJSON-635506361'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:32.406309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5888-f157-4427-a791-fb69b46ad9e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Network': ['ID=86608c98-46a5-479d-bd26-eb7a6d14df15,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.428345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b908d622-8ae7-4df4-b201-de2a7b180368 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:32.432924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b908d622-8ae7-4df4-b201-de2a7b180368 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:32.433309 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.500823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:32.504864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.519849 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.532437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 37990f4d-03f0-4a6c-be0e-eaeee3263571 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:32.544051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port b908d622-8ae7-4df4-b201-de2a7b180368, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b908d622-8ae7-4df4-b201-de2a7b180368,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:32.549853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.575786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.608577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=b908d622-8ae7-4df4-b201-de2a7b180368,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.619552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:32.624488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.628111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Pushing event updated for resources: {'Port': ['ID=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.640368 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.663319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:32.663733 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:32.670598 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:32.701888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2b3ae662-d74b-44b0-824f-a46e118c7225 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:32.755636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.803436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.804710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-8e5e815d-5aeb-4836-b8af-8f6554804caf service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044570 Aug 29 04:39:32.842352 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.861542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:32.867748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:32.871770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:32.879279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.880035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.884795 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.889137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] 10.222.0.58 "DELETE /v2.0/networks/2298f784-5fbf-4ef4-a2f2-136da7e90d0d HTTP/1.1" status: 204 len: 168 time: 2.6397805 Aug 29 04:39:32.896182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=37990f4d-03f0-4a6c-be0e-eaeee3263571,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.911696 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-20ce2a89-d067-47ab-adeb-c66638d5dd58 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5243287 Aug 29 04:39:32.914502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38274) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:32.914690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae02fc8-cc62-475e-bb83-7e2c889751ed tempest-TagsExtTest-104206686 tempest-TagsExtTest-104206686-project] Pushing event deleted for resources: {'Network': ['ID=2298f784-5fbf-4ef4-a2f2-136da7e90d0d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.947001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 2b3ae662-d74b-44b0-824f-a46e118c7225 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:32.948078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2b3ae662-d74b-44b0-824f-a46e118c7225 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:32.950434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Network ee5318df-ffac-4c4e-8607-447757b528a3 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:32.955091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:32.964035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:32.969480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:32.969959 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.985954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-021d7a5c-c537-4979-a7da-8e4e83e228c9 service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800375 Aug 29 04:39:33.111007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.184617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:33.191648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a18164ab-4926-4f83-898c-7b890120ef2a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 37990f4d-03f0-4a6c-be0e-eaeee3263571 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:33.192283 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a18164ab-4926-4f83-898c-7b890120ef2a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.197873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Router 5b197a99-d343-46f5-abe3-0346258c684a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:33.198563 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.318208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.331561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a18164ab-4926-4f83-898c-7b890120ef2a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.352682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a18164ab-4926-4f83-898c-7b890120ef2a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 37990f4d-03f0-4a6c-be0e-eaeee3263571 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:33.358406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a381d478-d4a5-4404-aed9-517ee1b8a0ee None None] Provisioning complete for port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:33.358673 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a381d478-d4a5-4404-aed9-517ee1b8a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.383275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38284) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.411003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:33.417326 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b2c1e255-b988-4a29-9471-aa4c2b991276 admin admin] 10.222.0.58 "PUT /v2.0/routers/5b197a99-d343-46f5-abe3-0346258c684a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4437833 Aug 29 04:39:33.429285 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Sync routers for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:33.432359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a381d478-d4a5-4404-aed9-517ee1b8a0ee None None] Port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:33.445895 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:33.446718 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:33.534020 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a18164ab-4926-4f83-898c-7b890120ef2a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.578119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18164ab-4926-4f83-898c-7b890120ef2a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=37990f4d-03f0-4a6c-be0e-eaeee3263571,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.595852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a18164ab-4926-4f83-898c-7b890120ef2a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.599744 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a18164ab-4926-4f83-898c-7b890120ef2a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/37990f4d-03f0-4a6c-be0e-eaeee3263571 HTTP/1.1" status: 204 len: 168 time: 0.6825879 Aug 29 04:39:33.601927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38294) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.612584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'mac_address': 'fa:16:3e:3d:d1:9d', 'name': 'tempest-PortsTestJSON-1348032016'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:33.647603 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:33.674671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecf0d4-8191-4683-814b-6c7879d1dc32 req-7234c205-112e-4f1a-86de-b9f1e5a51979 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:33.677321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97ecf0d4-8191-4683-814b-6c7879d1dc32 req-7234c205-112e-4f1a-86de-b9f1e5a51979 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 946 time: 0.1250961 Aug 29 04:39:33.681720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-11f261a8-99a6-41ee-b859-9b30a773133c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f71a8c7593f48888369ac9a3d7dcc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973850 Aug 29 04:39:33.685404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38302) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.756720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97ecf0d4-8191-4683-814b-6c7879d1dc32 req-b7926a4d-9c0e-4d6d-beca-8a5221008652 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706806 Aug 29 04:39:33.758826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:33.790000 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdce6-5e0c-46d9-ab03-117ff5faaf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.828093 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdce6-5e0c-46d9-ab03-117ff5faaf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.908296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.943093 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdce6-5e0c-46d9-ab03-117ff5faaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.947303 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdce6-5e0c-46d9-ab03-117ff5faaf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.948643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f5ccdce6-5e0c-46d9-ab03-117ff5faaf21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b84c3809-756d-4fb2-b845-da57500c8d3d HTTP/1.1" status: 204 len: 168 time: 0.2620196 Aug 29 04:39:33.955769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b908d622-8ae7-4df4-b201-de2a7b180368 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:33.963381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port ac7d10e8-bc1a-45c6-9f9a-5eec8a9c0868 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:33.972356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccdce6-5e0c-46d9-ab03-117ff5faaf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c3809-756d-4fb2-b845-da57500c8d3d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.051220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b908d622-8ae7-4df4-b201-de2a7b180368 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:34.051939 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.161626 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 2, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.197469 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Checking router: 5b197a99-d343-46f5-abe3-0346258c684a for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:34.203861 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Updating router 5b197a99-d343-46f5-abe3-0346258c684a port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:34.250106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fda4acae-d385-443f-a745-b2e2fd005a10 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:34.266045 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.287852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: fda4acae-d385-443f-a745-b2e2fd005a10 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:34.288281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fda4acae-d385-443f-a745-b2e2fd005a10 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:34.325331 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.392952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.414591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38314) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.419907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133280130', 'description': 'tempest-secgroup-smoke-2133280130 description', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:34.463638 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dab4ce-6407-49b3-b5d8-cacbe0d51504 x-openstack-request-id: req-40dab4ce-6407-49b3-b5d8-cacbe0d51504 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:34.463972 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edeef4f-1faf-4276-9517-4d23f1f92859", "name": "network-vif-plugged", "status": "completed", "tag": "42daeed9-2cb2-4e50-9407-dab696f6efe3", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:34.464279 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40dab4ce-6407-49b3-b5d8-cacbe0d51504 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:34.464599 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42daeed9-2cb2-4e50-9407-dab696f6efe3', 'code': 200} Aug 29 04:39:34.485739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.496322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:34.515723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:34.520722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.533268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:34.545617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.546473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.598658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=ac7d10e8-bc1a-45c6-9f9a-5eec8a9c0868,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.614189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90377f7f-9c69-405e-a6b6-31dc05e8a99d req-6c0ec89e-94ed-4468-a89f-aec8d873ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.615772 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-90377f7f-9c69-405e-a6b6-31dc05e8a99d req-6c0ec89e-94ed-4468-a89f-aec8d873ffad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 1098 time: 0.0660975 Aug 29 04:39:34.650604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551495c9-cfd9-4642-8035-5025ca01fdfe req-7debe05d-58c2-4249-a04d-3e9636353bab tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.652837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-551495c9-cfd9-4642-8035-5025ca01fdfe req-7debe05d-58c2-4249-a04d-3e9636353bab tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 946 time: 0.1068380 Aug 29 04:39:34.673056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-90377f7f-9c69-405e-a6b6-31dc05e8a99d req-43035bcd-70cf-4df1-8eb3-8be77e2a8a93 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482836 Aug 29 04:39:34.711532 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.726079 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Transition to ACTIVE for port object c6dcfc2e-2988-42a1-92fd-7799cc5d5001 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:34.731370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-551495c9-cfd9-4642-8035-5025ca01fdfe req-09f242ef-c6c2-4175-98ba-08f024a6b227 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570736 Aug 29 04:39:34.735143 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.748065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.752749 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.781323 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-22a07d24-72d8-4cd0-8a91-2399d9cb2724 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1780639 Aug 29 04:39:34.782025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38326) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.800953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf77ee5-1854-446c-8bee-66a103f3350d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.890895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ac681-c7c9-48aa-9384-5070b1ad612c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.897899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38330) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.901393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a28ac681-c7c9-48aa-9384-5070b1ad612c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/ac7d10e8-bc1a-45c6-9f9a-5eec8a9c0868 HTTP/1.1" status: 200 len: 841 time: 0.1179290 Aug 29 04:39:34.921541 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de9ee-7687-4703-a33d-7a001f50c52f None None] Pushing event updated for resources: {'Port': ['ID=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.956656 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Attempting to bind port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:34.957236 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Attempting to bind port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:34.957768 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Attempting to bind port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 on network ee5318df-ffac-4c4e-8607-447757b528a3 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:34.966333 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:34.967010 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Checking segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:34.970308 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.970729 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Bound using segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:34.971236 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Bound port: c6dcfc2e-2988-42a1-92fd-7799cc5d5001, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:34.971621 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.103454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.111300 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.120620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806acc-9940-4532-9c3d-34550ba08c95 req-b64af953-210a-4dd7-a9a0-72ee815cd5d1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:35.122472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-b64af953-210a-4dd7-a9a0-72ee815cd5d1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2198410 Aug 29 04:39:35.138183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'port': {'device_id': '11221f19-f037-4eb6-8732-7fcce75246df', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'admin_state_up': True, 'tenant_id': '3834b29d18274b149303f75e0e1823c3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:35.151560 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] For port c6dcfc2e-2988-42a1-92fd-7799cc5d5001, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:35.159797 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] For port c6dcfc2e-2988-42a1-92fd-7799cc5d5001, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:35.170044 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.181039 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.182799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7668703 Aug 29 04:39:35.186117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38336) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.200082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-67c176e2-60dc-4de3-bb02-8b4d419c305d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': 'cfea7c9c-bee7-410e-9f39-2fd6d552e77b', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:35.235442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048357e-c487-4b31-98dc-789389fcb42e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfea7c9c-bee7-410e-9f39-2fd6d552e77b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.253188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-77bce78b-a8f0-48f7-ae1d-00016d028175 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port ac7d10e8-bc1a-45c6-9f9a-5eec8a9c0868 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:35.253697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77bce78b-a8f0-48f7-ae1d-00016d028175 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.314240 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:35.314890 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:35.351443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e897b28-7958-40c4-8ee4-cdc708a79703 req-31884de2-daf3-4986-ab3b-96e3c33e4c96 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:35.365432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e897b28-7958-40c4-8ee4-cdc708a79703 req-31884de2-daf3-4986-ab3b-96e3c33e4c96 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.2013295 Aug 29 04:39:35.367909 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67c176e2-60dc-4de3-bb02-8b4d419c305d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.399183 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de9ee-7687-4703-a33d-7a001f50c52f None None] Pushing event updated for resources: {'Port': ['ID=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.418952 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77bce78b-a8f0-48f7-ae1d-00016d028175 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.440758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-77bce78b-a8f0-48f7-ae1d-00016d028175 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for ac7d10e8-bc1a-45c6-9f9a-5eec8a9c0868 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:35.475650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:35.482509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.494168 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:35.623348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67c176e2-60dc-4de3-bb02-8b4d419c305d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.642090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e897b28-7958-40c4-8ee4-cdc708a79703 req-c8264398-291e-4c63-bfa2-2f28736a29aa tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729499 Aug 29 04:39:35.642090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77bce78b-a8f0-48f7-ae1d-00016d028175 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.655520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67c176e2-60dc-4de3-bb02-8b4d419c305d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.692521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c176e2-60dc-4de3-bb02-8b4d419c305d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1de9fad-7191-4d33-9272-28b8c49a1b37,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.707075 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-67c176e2-60dc-4de3-bb02-8b4d419c305d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.708661 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-67c176e2-60dc-4de3-bb02-8b4d419c305d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5179121 Aug 29 04:39:35.722707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38344) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.746875 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77bce78b-a8f0-48f7-ae1d-00016d028175 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.751162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-77bce78b-a8f0-48f7-ae1d-00016d028175 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/ac7d10e8-bc1a-45c6-9f9a-5eec8a9c0868 HTTP/1.1" status: 204 len: 168 time: 0.8519938 Aug 29 04:39:35.755661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bce78b-a8f0-48f7-ae1d-00016d028175 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=ac7d10e8-bc1a-45c6-9f9a-5eec8a9c0868,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.765852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38346) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.768962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bf05852c-47d1-4858-b6c5-cf83e71cf0c0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': 'cfea7c9c-bee7-410e-9f39-2fd6d552e77b', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:35.802197 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:35.835498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.20.0.10 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/8a062510-0059-4832-9546-ae325712183f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:35.844795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf05852c-47d1-4858-b6c5-cf83e71cf0c0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.857759 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31fb1ea-9300-4e29-98df-0d36ccc5cf39 None None] The sync data for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 is: [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:35.889927 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3817f8-9e93-4f77-90e5-7e67861c32e7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:39:35.893418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4f3817f8-9e93-4f77-90e5-7e67861c32e7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/ac7d10e8-bc1a-45c6-9f9a-5eec8a9c0868 HTTP/1.1" status: 404 len: 333 time: 0.1255295 Aug 29 04:39:35.899825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38354) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.913684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'name': 'tempest-PortsTestJSON-1141700504'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:35.914418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-864e8468-0f42-4052-b982-c3a39f637a16 req-10c8ce09-e639-4b5f-b91d-3673b8539b79 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 210 time: 0.1602530 Aug 29 04:39:36.113985 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf05852c-47d1-4858-b6c5-cf83e71cf0c0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.172806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf05852c-47d1-4858-b6c5-cf83e71cf0c0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.203769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf05852c-47d1-4858-b6c5-cf83e71cf0c0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.205254 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bf05852c-47d1-4858-b6c5-cf83e71cf0c0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4811399 Aug 29 04:39:36.207953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38362) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.212806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': 'cfea7c9c-bee7-410e-9f39-2fd6d552e77b', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:36.241135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05852c-47d1-4858-b6c5-cf83e71cf0c0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb06fcb-8e5d-4310-b606-b3cedddcd48a,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.256515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:39:36.256515 n-d-712142-15 neutron-server[94845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:39:36.256515 n-d-712142-15 neutron-server[94845]: [parameters: {'project_id_1': 'b8ebe056008949c3a4f192f98b6f5efb', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 39, 36, 221189)}] Aug 29 04:39:36.256515 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:39:36.256515 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:39:36.292141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:36.296520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.335636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.340350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 22da2927-8575-456b-b2e5-14e8ce9b9bae yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:36.386168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Transition to ACTIVE for port object 8a062510-0059-4832-9546-ae325712183f will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:36.466312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:36.469804 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651368ca-e229-43f2-902d-ede295c9266c" -d '{"events": [{"server_uuid": "a390be60-cbe5-4fb6-a084-c635f1c9b71c", "name": "network-vif-plugged", "status": "completed", "tag": "7922921a-b702-41e6-b83b-c2cc1e4b7ec7"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:36.567461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.705731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=8a062510-0059-4832-9546-ae325712183f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.739262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:36.770622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38372) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.786414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e16176c0-185a-4b0e-bf46-8932b4fd0dca tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362410491', 'description': 'tempest-description--1748195180'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:36.796708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.817878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:36.841861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:36.855201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.906743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38374) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.962761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e16176c0-185a-4b0e-bf46-8932b4fd0dca tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.965303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:36.966212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.997063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-284f7fd0-0467-4507-b900-a5befcc93379 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8639016 Aug 29 04:39:37.001890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.029802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb651-02db-4594-88f8-c239e437973c req-a4a83183-9a85-46c6-9dfb-55c164e3b324 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.032038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f7eb651-02db-4594-88f8-c239e437973c req-a4a83183-9a85-46c6-9dfb-55c164e3b324 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 946 time: 0.1780987 Aug 29 04:39:37.096120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Request body: {'port': {'device_id': '11221f19-f037-4eb6-8732-7fcce75246df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:37.129426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=22da2927-8575-456b-b2e5-14e8ce9b9bae,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.178216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.183790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:37.194713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:37.206715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:37.212859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.213749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.217592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6e41-cd6d-4c48-92be-add35170a2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.229282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f7eb651-02db-4594-88f8-c239e437973c req-a0230646-2403-419c-9f77-a092a6a843e8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860499 Aug 29 04:39:37.236912 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.276388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.278617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4a174fb8-bc7b-444f-a78e-dcd677706a1c None None] Provisioning for port 8a062510-0059-4832-9546-ae325712183f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:37.283407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4a174fb8-bc7b-444f-a78e-dcd677706a1c None None] Provisioning complete for port 8a062510-0059-4832-9546-ae325712183f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:37.283934 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4a174fb8-bc7b-444f-a78e-dcd677706a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.354413 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e16176c0-185a-4b0e-bf46-8932b4fd0dca tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.362725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4a174fb8-bc7b-444f-a78e-dcd677706a1c None None] Port 8a062510-0059-4832-9546-ae325712183f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:37.371024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e16176c0-185a-4b0e-bf46-8932b4fd0dca tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.384447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6b58ee59-c207-4373-845b-b52964222663 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4810987 Aug 29 04:39:37.389058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38382) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.397778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:37.452621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff0812e-c032-4a47-a4e0-720b8409e2ce,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.520678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16176c0-185a-4b0e-bf46-8932b4fd0dca tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f079a5-604d-40ab-b814-a0a9561c9dd3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.542835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.721759 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6e41-cd6d-4c48-92be-add35170a2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.747183 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6e41-cd6d-4c48-92be-add35170a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.747993 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55256e7e-305e-49e1-b328-33977ed5c0ac req-d8185b3f-4c31-4f2a-91ed-6320b75cbbf2 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.754821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55256e7e-305e-49e1-b328-33977ed5c0ac req-d8185b3f-4c31-4f2a-91ed-6320b75cbbf2 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.762181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55256e7e-305e-49e1-b328-33977ed5c0ac req-d8185b3f-4c31-4f2a-91ed-6320b75cbbf2 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.768504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55256e7e-305e-49e1-b328-33977ed5c0ac req-d8185b3f-4c31-4f2a-91ed-6320b75cbbf2 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77&device_id=97333000-ce62-42a5-99c0-fcece565f1e5&device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 2417 time: 0.2084255 Aug 29 04:39:37.800282 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e16176c0-185a-4b0e-bf46-8932b4fd0dca tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.807458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e16176c0-185a-4b0e-bf46-8932b4fd0dca tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0348742 Aug 29 04:39:37.809084 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.812351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a062510-0059-4832-9546-ae325712183f {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:37.816133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38384) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.816481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38386) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.818118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2d34dda2-48c1-4c5a-a5ce-7daf1dae4182 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6076798 Aug 29 04:39:37.825001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6d8d0d49-32c1-43aa-8b9b-84c810455a76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': 'cfea7c9c-bee7-410e-9f39-2fd6d552e77b', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:37.836088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d2a9e8e2-b814-41f7-9ad1-fbb10bf62f0e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'security_group_rule': {'security_group_id': 'a5f079a5-604d-40ab-b814-a0a9561c9dd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:37.847498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c4fe6e41-cd6d-4c48-92be-add35170a2aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0624cabd220e462d9b003f459d33510b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9300685 Aug 29 04:39:37.849797 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.850040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38388) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.857468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe6e41-cd6d-4c48-92be-add35170a2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab403592-b703-4771-8723-f78404c84262,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.879464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Transition to ACTIVE for port object 8a062510-0059-4832-9546-ae325712183f will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:37.901950 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.926205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55256e7e-305e-49e1-b328-33977ed5c0ac req-e1075958-ce98-4cb4-86de-9770ca4ed045 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511726 Aug 29 04:39:37.928553 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.958216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.979916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6dcfc2e-2988-42a1-92fd-7799cc5d5001 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:37.995562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Pushing event updated for resources: {'Port': ['ID=8a062510-0059-4832-9546-ae325712183f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.003423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e8e2-b814-41f7-9ad1-fbb10bf62f0e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.035729 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ef46692-ddd6-4a2a-8abb-e046f29cd0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.052314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0d49-32c1-43aa-8b9b-84c810455a76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.052517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] In _notify_port_updated(), no bound segment for port 22da2927-8575-456b-b2e5-14e8ce9b9bae on network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:39:38.057148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:38.057871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.059388 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "PUT /v2.0/ports/22da2927-8575-456b-b2e5-14e8ce9b9bae HTTP/1.1" status: 200 len: 818 time: 0.6662209 Aug 29 04:39:38.082554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:38.087470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38392) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.088080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:38.088693 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.115545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0d49-32c1-43aa-8b9b-84c810455a76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.165916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97242aaa-b0af-4845-b71b-fce214c6d36b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=22da2927-8575-456b-b2e5-14e8ce9b9bae,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.172596 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0d49-32c1-43aa-8b9b-84c810455a76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.183468 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ef46692-ddd6-4a2a-8abb-e046f29cd0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.193753 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.258935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c6dcfc2e-2988-42a1-92fd-7799cc5d5001, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:38.266734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0d49-32c1-43aa-8b9b-84c810455a76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.267124 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.268363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6d8d0d49-32c1-43aa-8b9b-84c810455a76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4467790 Aug 29 04:39:38.274727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d0d49-32c1-43aa-8b9b-84c810455a76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3cf653-165f-48a5-b1ae-0cd90dea42aa,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.304825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38394) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.314936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-feb17b25-d0bb-4fc3-b93e-abb4f16fc17c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': 'cfea7c9c-bee7-410e-9f39-2fd6d552e77b', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:38.351320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e8e2-b814-41f7-9ad1-fbb10bf62f0e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.370660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e8e2-b814-41f7-9ad1-fbb10bf62f0e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.372724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bf972-f733-4499-9b09-adc87a9a114c req-83d94845-c999-44ec-be81-1bed7e803484 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:38.376178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-405bf972-f733-4499-9b09-adc87a9a114c req-83d94845-c999-44ec-be81-1bed7e803484 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 946 time: 0.3442287 Aug 29 04:39:38.385141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.406702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ef46692-ddd6-4a2a-8abb-e046f29cd0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.406976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Attempting to bind port 8a062510-0059-4832-9546-ae325712183f on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:38.406976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Attempting to bind port 8a062510-0059-4832-9546-ae325712183f by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:38.406976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Attempting to bind port 8a062510-0059-4832-9546-ae325712183f on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:38.408488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Port 8a062510-0059-4832-9546-ae325712183f on network 34727b34-f92c-4bf2-8085-84a10090447a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:38.408861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Attempting to bind port 8a062510-0059-4832-9546-ae325712183f on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:38.411234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ef46692-ddd6-4a2a-8abb-e046f29cd0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.412241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8ef46692-ddd6-4a2a-8abb-e046f29cd0c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab403592-b703-4771-8723-f78404c84262 HTTP/1.1" status: 204 len: 168 time: 0.5588095 Aug 29 04:39:38.412772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9e8e2-b814-41f7-9ad1-fbb10bf62f0e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b6d472-d4a1-4883-9d86-fafd30451558,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.420207 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-feb17b25-d0bb-4fc3-b93e-abb4f16fc17c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Project b8ebe056008949c3a4f192f98b6f5efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:38.426225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:38.426562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:38.426965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:38.428253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Bound port: 8a062510-0059-4832-9546-ae325712183f, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:38.428633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.433051 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-feb17b25-d0bb-4fc3-b93e-abb4f16fc17c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.435899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e8e2-b814-41f7-9ad1-fbb10bf62f0e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.439747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d2a9e8e2-b814-41f7-9ad1-fbb10bf62f0e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6170657 Aug 29 04:39:38.445523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38398) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.460147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-82031286-47b2-4d36-ad8a-66c106ec876f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'security_group_rule': {'security_group_id': 'a5f079a5-604d-40ab-b814-a0a9561c9dd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:38.502255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46692-ddd6-4a2a-8abb-e046f29cd0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab403592-b703-4771-8723-f78404c84262,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.528915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-405bf972-f733-4499-9b09-adc87a9a114c req-f87a381b-328e-4afd-a891-5be5ec1bcb66 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335773 Aug 29 04:39:38.531160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbb797-5c9c-46ae-9e99-d6291bde21e5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 22da2927-8575-456b-b2e5-14e8ce9b9bae {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:38.531511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb797-5c9c-46ae-9e99-d6291bde21e5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.579151 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-feb17b25-d0bb-4fc3-b93e-abb4f16fc17c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.590587 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-feb17b25-d0bb-4fc3-b93e-abb4f16fc17c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.631291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb17b25-d0bb-4fc3-b93e-abb4f16fc17c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b334958-82c2-481b-b7e8-4102877b7bc5,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.636537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82031286-47b2-4d36-ad8a-66c106ec876f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.643300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] For port 8a062510-0059-4832-9546-ae325712183f, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:38.649475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb797-5c9c-46ae-9e99-d6291bde21e5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.653005 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-feb17b25-d0bb-4fc3-b93e-abb4f16fc17c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.657200 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-feb17b25-d0bb-4fc3-b93e-abb4f16fc17c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3489883 Aug 29 04:39:38.659199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] For port 8a062510-0059-4832-9546-ae325712183f, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8a062510-0059-4832-9546-ae325712183f,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:38.661372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38400) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.671783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2b326313-ca73-46f4-8a6d-b71d4b680ba4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': 'cfea7c9c-bee7-410e-9f39-2fd6d552e77b', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:38.674100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.700705 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d508f8f-da77-4997-919c-d9ab6e12ce29 x-openstack-request-id: req-5d508f8f-da77-4997-919c-d9ab6e12ce29 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:38.701018 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a390be60-cbe5-4fb6-a084-c635f1c9b71c", "name": "network-vif-plugged", "status": "completed", "tag": "7922921a-b702-41e6-b83b-c2cc1e4b7ec7", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:38.701278 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d508f8f-da77-4997-919c-d9ab6e12ce29 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:38.701685 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'code': 200} Aug 29 04:39:38.707810 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-2b326313-ca73-46f4-8a6d-b71d4b680ba4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Project b8ebe056008949c3a4f192f98b6f5efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:38.717418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbb797-5c9c-46ae-9e99-d6291bde21e5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 22da2927-8575-456b-b2e5-14e8ce9b9bae owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:38.723261 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b326313-ca73-46f4-8a6d-b71d4b680ba4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.760762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:38.761548 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.763071 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] 10.222.0.64 "PUT /v2.0/ports/8a062510-0059-4832-9546-ae325712183f HTTP/1.1" status: 200 len: 1093 time: 1.7477498 Aug 29 04:39:38.763861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11221f19-f037-4eb6-8732-7fcce75246df', 'tag': '8a062510-0059-4832-9546-ae325712183f'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:38.766213 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42e6caa-bb16-4e14-846d-680da54135aa" -d '{"events": [{"name": "network-changed", "server_uuid": "11221f19-f037-4eb6-8732-7fcce75246df", "tag": "8a062510-0059-4832-9546-ae325712183f"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:38.805766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4ee6f-05ba-4f8e-87b2-c9b34579820c service neutron] Pushing event updated for resources: {'Port': ['ID=8a062510-0059-4832-9546-ae325712183f,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.815454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82031286-47b2-4d36-ad8a-66c106ec876f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.838628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82031286-47b2-4d36-ad8a-66c106ec876f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.907038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b326313-ca73-46f4-8a6d-b71d4b680ba4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.915476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82031286-47b2-4d36-ad8a-66c106ec876f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1540d6-94fc-4a8c-ab5b-dd761187c549,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.933536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82031286-47b2-4d36-ad8a-66c106ec876f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.939518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-82031286-47b2-4d36-ad8a-66c106ec876f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4852848 Aug 29 04:39:38.941699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38406) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.946499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:38.956337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b326313-ca73-46f4-8a6d-b71d4b680ba4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.988923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.000433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b326313-ca73-46f4-8a6d-b71d4b680ba4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b887aac9-74ff-4ba4-8acf-e40b431e3d1e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.014368 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b326313-ca73-46f4-8a6d-b71d4b680ba4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.016751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2b326313-ca73-46f4-8a6d-b71d4b680ba4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3539469 Aug 29 04:39:39.033068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38408) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.048660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'network': {'name': 'tempest-network-smoke--1041368342', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:39.053288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0235d-a62a-4318-8a11-19e7a11532b7 req-2289b35c-fd76-40f0-9038-db3954716afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.055075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3e0235d-a62a-4318-8a11-19e7a11532b7 req-2289b35c-fd76-40f0-9038-db3954716afa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 1098 time: 0.2340469 Aug 29 04:39:39.063966 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806acc-9940-4532-9c3d-34550ba08c95 req-c5a52488-e4c6-4e55-bd56-c1867566645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.065686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-c5a52488-e4c6-4e55-bd56-c1867566645d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 1096 time: 0.2047637 Aug 29 04:39:39.072101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457a8ab-f4ff-4c7b-b2e9-206ce00024ec req-3a25019e-cc2b-4eca-bb3b-7a30e364b227 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.080835 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e457a8ab-f4ff-4c7b-b2e9-206ce00024ec req-3a25019e-cc2b-4eca-bb3b-7a30e364b227 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 944 time: 0.1849194 Aug 29 04:39:39.099734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38410) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.160726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e457a8ab-f4ff-4c7b-b2e9-206ce00024ec req-9f0ae900-45e9-4085-b041-10c4bcad9bad tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787449 Aug 29 04:39:39.163858 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb797-5c9c-46ae-9e99-d6291bde21e5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.189089 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-229f0bc1-c5a2-4e47-98c3-b6fce4b6ca70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.191283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:39.195195 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.211210 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb797-5c9c-46ae-9e99-d6291bde21e5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.217249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a5dbb797-5c9c-46ae-9e99-d6291bde21e5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/22da2927-8575-456b-b2e5-14e8ce9b9bae HTTP/1.1" status: 204 len: 168 time: 1.1260805 Aug 29 04:39:39.240301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38412) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.290481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbb797-5c9c-46ae-9e99-d6291bde21e5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=22da2927-8575-456b-b2e5-14e8ce9b9bae,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.384133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:39.389594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0509705a-124b-4446-8144-7e537b6f0498 req-73611ac5-249c-4fd0-9b2a-56f5086fff59 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6365f67e47f3426c8c84170bb09005a9 HTTP/1.1" status: 200 len: 267 time: 0.1484411 Aug 29 04:39:39.408736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-23351570-477c-4ca3-8a4d-86b3c6be41c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a062510-0059-4832-9546-ae325712183f HTTP/1.1" status: 200 len: 217 time: 0.3342607 Aug 29 04:39:39.423046 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.423397 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Added segment 77e7b4f3-6d0a-4f2a-a180-0830f81e933b of type vlan for network f55026d9-a933-4dab-b971-bda4666e5d57 Aug 29 04:39:39.441359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7598f9-4496-4a9f-bd4f-2668f0067d8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.445781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8b7598f9-4496-4a9f-bd4f-2668f0067d8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2007148 Aug 29 04:39:39.449389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38416) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.504494 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cc0895-499b-461c-bc38-02bad0a9ff94 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:39:39.506873 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f6cc0895-499b-461c-bc38-02bad0a9ff94 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/22da2927-8575-456b-b2e5-14e8ce9b9bae HTTP/1.1" status: 404 len: 333 time: 0.0544333 Aug 29 04:39:39.510011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38418) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.511349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.515323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1679330679'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:39.520645 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e3e0235d-a62a-4318-8a11-19e7a11532b7 req-db29af3a-1d95-40b3-b7f3-767832dda170 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227844 Aug 29 04:39:39.524485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806acc-9940-4532-9c3d-34550ba08c95 req-a68cc714-03f8-4174-ab17-826b3ad6f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.526157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-a68cc714-03f8-4174-ab17-826b3ad6f756 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1092086 Aug 29 04:39:39.555797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509705a-124b-4446-8144-7e537b6f0498 req-15c25d83-9440-45f4-96e0-2b26cb6c3f7b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.557422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0509705a-124b-4446-8144-7e537b6f0498 req-15c25d83-9440-45f4-96e0-2b26cb6c3f7b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 946 time: 0.1563616 Aug 29 04:39:39.576331 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0509705a-124b-4446-8144-7e537b6f0498 req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'port': {'security_groups': []}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:39.593841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.598188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806acc-9940-4532-9c3d-34550ba08c95 req-f245e1d4-d173-415b-99a1-83bf9a27d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.599703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-f245e1d4-d173-415b-99a1-83bf9a27d2be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638299 Aug 29 04:39:39.612667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.618233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.618833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.625054 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-229f0bc1-c5a2-4e47-98c3-b6fce4b6ca70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.643250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-229f0bc1-c5a2-4e47-98c3-b6fce4b6ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.732277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:39.735750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.754395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7148552 Aug 29 04:39:39.763609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38422) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.777697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'admin_state_up': True, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:39.782822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0509705a-124b-4446-8144-7e537b6f0498 req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.786495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-229f0bc1-c5a2-4e47-98c3-b6fce4b6ca70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e22041a232c64e84905ff6e530dcfdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817071 Aug 29 04:39:39.790211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a88bcb-9dcc-4044-be70-6ef0ad35653d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Network': ['ID=f55026d9-a933-4dab-b971-bda4666e5d57,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.790646 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38424) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.805015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f0bc1-c5a2-4e47-98c3-b6fce4b6ca70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b13ea6-a6f8-4ee7-973d-cc27216dde44,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.807966 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-1d34e9fd-15fb-42c8-96b2-7bfa6cb5d7ba service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978228 Aug 29 04:39:39.812051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f55026d9-a933-4dab-b971-bda4666e5d57 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:39.823311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:39.919150 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.919150 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Added segment 0c29d701-aa64-446c-a234-b5ef87ebbd6b of type vlan for network ed3f94b2-d209-4261-a3e5-e22d37edb50e Aug 29 04:39:39.919150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Allocated IP 172.25.1.234 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/934d8598-3e22-4cee-a3bc-2192e306215f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:39.927029 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.929004 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.982419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6dcfc2e-2988-42a1-92fd-7799cc5d5001 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:40.027583 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.085541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2558022-bdff-4e1e-9859-1bbafddef57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.087535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:40.088155 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.088584 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97806acc-9940-4532-9c3d-34550ba08c95 req-4d5926a9-f83e-4f9e-abf5-0fe08e2442eb service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704029 Aug 29 04:39:40.106526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.139209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.145396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:40.146006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.158456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2558022-bdff-4e1e-9859-1bbafddef57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.215836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-0509705a-124b-4446-8144-7e537b6f0498 req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] For port 42daeed9-2cb2-4e50-9407-dab696f6efe3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:40.301484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0509705a-124b-4446-8144-7e537b6f0498 req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.304621 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7934654 Aug 29 04:39:40.305735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38430) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.343288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.344322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0509705a-124b-4446-8144-7e537b6f0498 req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.355971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:40.360273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2f780baf-7eac-4022-899b-c64545ee5950', '652e2fe1-ec17-41da-a5b5-d8cd25e3f231', '42daeed9-2cb2-4e50-9407-dab696f6efe3'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:40.380548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.401895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509705a-124b-4446-8144-7e537b6f0498 req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:40.402669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0509705a-124b-4446-8144-7e537b6f0498 req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.420697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0509705a-124b-4446-8144-7e537b6f0498 req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "PUT /v2.0/ports/42daeed9-2cb2-4e50-9407-dab696f6efe3 HTTP/1.1" status: 200 len: 905 time: 0.8537576 Aug 29 04:39:40.424658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'tag': '42daeed9-2cb2-4e50-9407-dab696f6efe3'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:40.433268 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4bcab9-aa02-4ba7-9589-203183c41e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7edeef4f-1faf-4276-9517-4d23f1f92859", "tag": "42daeed9-2cb2-4e50-9407-dab696f6efe3"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:40.448098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ed40c-62a8-4625-9ccf-7b773a5d8c95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Network': ['ID=ed3f94b2-d209-4261-a3e5-e22d37edb50e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.475023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:40.503583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:40.516898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.545296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e5133-6fa9-4168-b847-0dbbb3b8caa7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'Port': ['ID=42daeed9-2cb2-4e50-9407-dab696f6efe3,revision_number=6']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.565707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['42daeed9-2cb2-4e50-9407-dab696f6efe3'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:40.750289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2558022-bdff-4e1e-9859-1bbafddef57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.754592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2558022-bdff-4e1e-9859-1bbafddef57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.759599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a2558022-bdff-4e1e-9859-1bbafddef57c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05b13ea6-a6f8-4ee7-973d-cc27216dde44 HTTP/1.1" status: 204 len: 168 time: 0.9678566 Aug 29 04:39:40.808923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.826483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2558022-bdff-4e1e-9859-1bbafddef57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b13ea6-a6f8-4ee7-973d-cc27216dde44,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.870925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:40.877001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:40.895289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:40.932002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f9592d80-4bf4-4801-a764-2e471c4817df None None] Provisioning complete for port 42daeed9-2cb2-4e50-9407-dab696f6efe3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:40.933252 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9592d80-4bf4-4801-a764-2e471c4817df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.016196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'Port': ['ID=934d8598-3e22-4cee-a3bc-2192e306215f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.056922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.152707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a7e7c-4af7-41a9-a2c9-7a3ff16605c6 req-48d92ea9-0376-4d2c-aa04-e9912282da13 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.154042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d8a7e7c-4af7-41a9-a2c9-7a3ff16605c6 req-48d92ea9-0376-4d2c-aa04-e9912282da13 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.5621979 Aug 29 04:39:41.209711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=5e9a21c5-ba6f-4c15-9e74-104a54dbcade,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.229548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d8a7e7c-4af7-41a9-a2c9-7a3ff16605c6 req-dbfbdd4d-cd35-4a56-93f4-edf3f5c1a297 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616069 Aug 29 04:39:41.257047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Checking segment: {'id': '0c29d701-aa64-446c-a234-b5ef87ebbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:41.257543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network hostable DHCP agents. Network: ed3f94b2-d209-4261-a3e5-e22d37edb50e, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:41.263786 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.298823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:41.334842 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fbc098-7b38-46aa-9e57-185e3cf5eae4 x-openstack-request-id: req-53fbc098-7b38-46aa-9e57-185e3cf5eae4 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:41.335893 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11221f19-f037-4eb6-8732-7fcce75246df", "tag": "8a062510-0059-4832-9546-ae325712183f", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:41.339189 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53fbc098-7b38-46aa-9e57-185e3cf5eae4 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:41.339189 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11221f19-f037-4eb6-8732-7fcce75246df', 'tag': '8a062510-0059-4832-9546-ae325712183f', 'status': 'completed', 'code': 200} Aug 29 04:39:41.355725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, ed3f94b2-d209-4261-a3e5-e22d37edb50e) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:41.360931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.367757 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.377961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.379322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.379653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83521ad7-6c60-4ad2-ac64-7c8857b90911 None None] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:41.392184 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.457628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ce0d0b04-8d66-4c9f-a540-7e753418146f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1156726 Aug 29 04:39:41.462241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.472058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0356753d-cc65-4b3f-9071-5877ac08f980 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:41.567195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.25.1.149 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:41.575338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e6caa-bb16-4e14-846d-680da54135aa req-4e63c9ca-d8cb-4d66-bfdf-fb1ef1d6ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.576949 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e42e6caa-bb16-4e14-846d-680da54135aa req-4e63c9ca-d8cb-4d66-bfdf-fb1ef1d6ea63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 1096 time: 0.2018726 Aug 29 04:39:41.622706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-ed3f94b2-d209-4261-a3e5-e22d37edb50e', 'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e', 'tenant_id': '483436bd439b4f9d84f0ebd3db3b9659', 'fixed_ips': [{'subnet_id': '5e9a21c5-ba6f-4c15-9e74-104a54dbcade'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:41.624774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.730119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0941b-5de4-407d-b5f2-cd3273491569 req-48c0450b-59fa-4b0f-b746-8361e13f2689 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.731709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcc0941b-5de4-407d-b5f2-cd3273491569 req-48c0450b-59fa-4b0f-b746-8361e13f2689 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 946 time: 0.0878878 Aug 29 04:39:41.781048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.792060 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.801704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.807890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcc0941b-5de4-407d-b5f2-cd3273491569 req-830319df-3c08-4f1c-aa30-1d2b8c4493f7 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655921 Aug 29 04:39:41.839215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Allocated IP 172.20.0.2 (ed3f94b2-d209-4261-a3e5-e22d37edb50e/5e9a21c5-ba6f-4c15-9e74-104a54dbcade/87f561aa-fa9b-47cf-94f8-02f2137c796d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:41.922964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.933565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e6caa-bb16-4e14-846d-680da54135aa req-6a36eea5-d049-437d-a74c-ec8abea24232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.935093 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e42e6caa-bb16-4e14-846d-680da54135aa req-6a36eea5-d049-437d-a74c-ec8abea24232 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.3503950 Aug 29 04:39:41.967633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'Port': ['ID=934d8598-3e22-4cee-a3bc-2192e306215f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.989575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:41.999451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:42.008625 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e42e6caa-bb16-4e14-846d-680da54135aa req-bc4346a0-8645-4214-9885-d9092014dad7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a062510-0059-4832-9546-ae325712183f HTTP/1.1" status: 200 len: 217 time: 0.0643837 Aug 29 04:39:42.011773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356753d-cc65-4b3f-9071-5877ac08f980 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:42.016078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0356753d-cc65-4b3f-9071-5877ac08f980 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.016288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:42.022013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.025329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948b95f-3b40-4c5b-a135-9544d433a5fc req-5cfabc3d-8387-489d-9d2e-d69d8cbce748 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.026878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3948b95f-3b40-4c5b-a135-9544d433a5fc req-5cfabc3d-8387-489d-9d2e-d69d8cbce748 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 944 time: 0.1156259 Aug 29 04:39:42.027726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.057486 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.069387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Transition to ACTIVE for port object 87f561aa-fa9b-47cf-94f8-02f2137c796d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:42.091064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Transition to ACTIVE for port object 87f561aa-fa9b-47cf-94f8-02f2137c796d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:42.100637 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.114309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.115535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3bb26bd7-c473-4bae-99a5-0f15db1315c4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1728764 Aug 29 04:39:42.118109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3948b95f-3b40-4c5b-a135-9544d433a5fc req-8e30a375-6037-4c4c-bf4a-dbb8b3970ee8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605173 Aug 29 04:39:42.146792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e6caa-bb16-4e14-846d-680da54135aa req-9765e911-3a15-467a-a180-8620237cfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.148508 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e42e6caa-bb16-4e14-846d-680da54135aa req-9765e911-3a15-467a-a180-8620237cfe73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1288769 Aug 29 04:39:42.227366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:42.230419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:42.234986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:42.239127 n-d-712142-15 neutron-server[94846]: INFO neutron.db.ipam_backend_mixin [None req-0356753d-cc65-4b3f-9071-5877ac08f980 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5e9a21c5-ba6f-4c15-9e74-104a54dbcade (CIDR: 172.20.0.0/28) Aug 29 04:39:42.255310 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0356753d-cc65-4b3f-9071-5877ac08f980 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:42.255817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0356753d-cc65-4b3f-9071-5877ac08f980 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:42.274331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Pushing event updated for resources: {'Port': ['ID=87f561aa-fa9b-47cf-94f8-02f2137c796d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.301851 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0356753d-cc65-4b3f-9071-5877ac08f980 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8341763 Aug 29 04:39:42.304254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38466) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:42.306353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e6caa-bb16-4e14-846d-680da54135aa req-2377baf6-6733-4e20-9cf0-eadd9f9fc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.308125 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e42e6caa-bb16-4e14-846d-680da54135aa req-2377baf6-6733-4e20-9cf0-eadd9f9fc973 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497555 Aug 29 04:39:42.315528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Attempting to bind port 87f561aa-fa9b-47cf-94f8-02f2137c796d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:42.317340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Attempting to bind port 87f561aa-fa9b-47cf-94f8-02f2137c796d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0c29d701-aa64-446c-a234-b5ef87ebbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:42.319563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:42.320141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Attempting to bind port 87f561aa-fa9b-47cf-94f8-02f2137c796d on network ed3f94b2-d209-4261-a3e5-e22d37edb50e {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:42.327728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:42.329106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Checking segment: {'id': '0c29d701-aa64-446c-a234-b5ef87ebbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:42.329536 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.329941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Bound using segment: {'id': '0c29d701-aa64-446c-a234-b5ef87ebbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:42.330571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Bound port: 87f561aa-fa9b-47cf-94f8-02f2137c796d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c29d701-aa64-446c-a234-b5ef87ebbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:42.331222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.418728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] For port 87f561aa-fa9b-47cf-94f8-02f2137c796d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:42.424578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] For port 87f561aa-fa9b-47cf-94f8-02f2137c796d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=87f561aa-fa9b-47cf-94f8-02f2137c796d,segment=NetworkSegment(0c29d701-aa64-446c-a234-b5ef87ebbd6b),segment_id=0c29d701-aa64-446c-a234-b5ef87ebbd6b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:42.427850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dffa9-29ec-43da-802b-a765bd12948f req-56f4bd9c-6c91-493e-908b-cf941a99e033 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.430508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-694dffa9-29ec-43da-802b-a765bd12948f req-56f4bd9c-6c91-493e-908b-cf941a99e033 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 908 time: 0.1266596 Aug 29 04:39:42.447615 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.524381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.540825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75a1c-d3ea-4cfe-8542-d8a5a54f2e6d None None] Pushing event updated for resources: {'Port': ['ID=87f561aa-fa9b-47cf-94f8-02f2137c796d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.743612 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407dd7ce-bb21-4880-9aca-9b161fb19188 x-openstack-request-id: req-407dd7ce-bb21-4880-9aca-9b161fb19188 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:42.744068 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edeef4f-1faf-4276-9517-4d23f1f92859", "tag": "42daeed9-2cb2-4e50-9407-dab696f6efe3", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:42.744393 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-407dd7ce-bb21-4880-9aca-9b161fb19188 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:42.744851 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'tag': '42daeed9-2cb2-4e50-9407-dab696f6efe3', 'status': 'completed', 'code': 200} Aug 29 04:39:42.898549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e42e6caa-bb16-4e14-846d-680da54135aa req-4d023830-7bd9-463b-ab05-63506408b7b4 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695050 Aug 29 04:39:42.903253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-b540350e-4383-4db8-87a9-be4ca65943c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.904780 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-b540350e-4383-4db8-87a9-be4ca65943c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 1060 time: 0.1356328 Aug 29 04:39:42.913526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.046108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:43.050116 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.126910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fe9b8-e16c-4993-b462-5132bf04a9d6 req-2cc5153a-0f4c-4f6e-b532-c61166270f21 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.128657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a58fe9b8-e16c-4993-b462-5132bf04a9d6 req-2cc5153a-0f4c-4f6e-b532-c61166270f21 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 946 time: 0.0957224 Aug 29 04:39:43.166417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router bf854d65-c05e-4cef-9245-c2a2c80f69c9 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:43.178076 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a58fe9b8-e16c-4993-b462-5132bf04a9d6 req-c2e21077-9e36-4752-8251-52e56d009ba6 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430048 Aug 29 04:39:43.241889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-a4efc1ea-240a-4225-bdb0-27d77f439316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.243877 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-a4efc1ea-240a-4225-bdb0-27d77f439316 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.3291576 Aug 29 04:39:43.269599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e42e6caa-bb16-4e14-846d-680da54135aa req-544f1a6d-173a-46ca-b06c-a083e053018a service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559949 Aug 29 04:39:43.308067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:43.325067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Sync routers for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:43.335491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-0c121879-a1f0-4585-8614-cdc8d6a97e13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3 HTTP/1.1" status: 200 len: 217 time: 0.0559764 Aug 29 04:39:43.339552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.343654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9a06014c-7cf5-40fd-9458-8d4d1f51501a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5723219 Aug 29 04:39:43.346613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38504) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:43.349097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:43.350401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.419847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-0e2022cf-0870-49fd-85de-767cbcaa591f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1362410491&fields=id&tenant_id=90f54be0939440898d7cad38c3d2f5c0 HTTP/1.1" status: 200 len: 267 time: 0.0622451 Aug 29 04:39:43.431221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-8411fef0-806c-42b0-bfaf-588d95695e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.432818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-8411fef0-806c-42b0-bfaf-588d95695e7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0964077 Aug 29 04:39:43.563774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:43.598423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-f176b547-6fb5-4448-974b-41c09f5fca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.604145 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-f176b547-6fb5-4448-974b-41c09f5fca40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561890 Aug 29 04:39:43.692760 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.703944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-5c7cdb2a-aefd-4a8b-a776-28db3172290f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.705700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-5c7cdb2a-aefd-4a8b-a776-28db3172290f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 811 time: 0.2826762 Aug 29 04:39:43.710671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad282a73-493f-4743-a15e-a36ba6bbb180 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b8ebe056008949c3a4f192f98b6f5efb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3589213 Aug 29 04:39:43.711314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38520) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:43.767202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-de84d1de-9c7e-4ede-8335-366c900d36c2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/quotas/90f54be0939440898d7cad38c3d2f5c0 HTTP/1.1" status: 200 len: 375 time: 0.0441816 Aug 29 04:39:43.787092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:43.794853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=2e43695a-6e62-484f-9fde-e089f4f30682,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:43.852993 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-7c848423-1020-49cb-971e-8b82711463cd service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432067 Aug 29 04:39:43.854619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:43.858210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.858812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.966472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:42Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.972972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-81819ccc-b632-403b-9704-70ceaa6057dd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6604125 Aug 29 04:39:43.974045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38532) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:43.992701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e', 'fixed_ips': [{'subnet_id': '5e9a21c5-ba6f-4c15-9e74-104a54dbcade'}, {'subnet_id': '2e43695a-6e62-484f-9fde-e089f4f30682'}], 'name': 'tempest-PortsTestJSON-1718255037'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:44.046097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 87f561aa-fa9b-47cf-94f8-02f2137c796d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:44.093080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Checking router: bf854d65-c05e-4cef-9245-c2a2c80f69c9 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:44.093458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Updating router bf854d65-c05e-4cef-9245-c2a2c80f69c9 port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:44.103619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-6d2d69ac-60cf-40e0-bb16-d6c93087ee97 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3304300 Aug 29 04:39:44.108411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df8703-ae9e-489c-8cdb-658bf6cd5a7b tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.113465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38534) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:44.114205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-40df8703-ae9e-489c-8cdb-658bf6cd5a7b tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4009919 Aug 29 04:39:44.125679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e127efa-9fb8-4091-a1b9-5720fa49936f None None] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:44.180770 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.230585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-25e804c4-4b64-40b3-abda-17ebcc478d0c tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1132042 Aug 29 04:39:44.231192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38538) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:44.232889 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff4bcab9-aa02-4ba7-9589-203183c41e1f req-0ccd0c75-c2c3-4ae8-a33b-11b987b5c20b service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669269 Aug 29 04:39:44.236388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 87f561aa-fa9b-47cf-94f8-02f2137c796d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:44.238819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923084634', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:44.252473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:44.253157 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-dc7d39dd-561e-4550-abc8-9b55f6a90bff service neutron] 10.222.0.58 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306386 Aug 29 04:39:44.260406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a55b4f6a-a161-4626-9974-dfcac515d4e7 None None] Provisioning for port 87f561aa-fa9b-47cf-94f8-02f2137c796d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:44.273207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 87f561aa-fa9b-47cf-94f8-02f2137c796d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:44.273436 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.309576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38540) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:44.310323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a55b4f6a-a161-4626-9974-dfcac515d4e7 None None] Provisioning complete for port 87f561aa-fa9b-47cf-94f8-02f2137c796d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:44.310726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a55b4f6a-a161-4626-9974-dfcac515d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.372868 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.397798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port d8f18207-8548-4e93-a1e1-fa1fec07bb0d yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:44.449528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-7467c911-7b38-429d-bad0-77e54986e93b service neutron] 10.222.0.58 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946342 Aug 29 04:39:44.457403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:44.462956 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.536906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-283da0e7-b99e-46d5-b296-2e84428049c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.762173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.852521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf569671-6e86-4064-b1f4-143eb1a3d4af req-d9823e0f-4540-4c1a-a769-447a59869c6d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.861222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf569671-6e86-4064-b1f4-143eb1a3d4af req-d9823e0f-4540-4c1a-a769-447a59869c6d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1181188 Aug 29 04:39:44.869719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Subnet': ['ID=bf012a50-8559-42b5-bf37-d365c7bae393,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:44.899283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Checking segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:44.900016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network hostable DHCP agents. Network: f55026d9-a933-4dab-b971-bda4666e5d57, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:44.938610 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a55b4f6a-a161-4626-9974-dfcac515d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.939693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf569671-6e86-4064-b1f4-143eb1a3d4af req-0a9f8677-72ad-41be-a83f-7c4be8c6b1f7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772243 Aug 29 04:39:44.940423 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.965675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network f55026d9-a933-4dab-b971-bda4666e5d57 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:44.993890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f55026d9-a933-4dab-b971-bda4666e5d57) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:44.999018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.999978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.017285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.12 (ed3f94b2-d209-4261-a3e5-e22d37edb50e/5e9a21c5-ba6f-4c15-9e74-104a54dbcade/d8f18207-8548-4e93-a1e1-fa1fec07bb0d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:45.020581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a55b4f6a-a161-4626-9974-dfcac515d4e7 None None] For port 87f561aa-fa9b-47cf-94f8-02f2137c796d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=87f561aa-fa9b-47cf-94f8-02f2137c796d,segment=NetworkSegment(0c29d701-aa64-446c-a234-b5ef87ebbd6b),segment_id=0c29d701-aa64-446c-a234-b5ef87ebbd6b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:45.028433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f9bcab-2f01-4df1-b1a0-6b7ef5efcbbe None None] Network f55026d9-a933-4dab-b971-bda4666e5d57 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:45.041292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.23 (ed3f94b2-d209-4261-a3e5-e22d37edb50e/2e43695a-6e62-484f-9fde-e089f4f30682/d8f18207-8548-4e93-a1e1-fa1fec07bb0d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:45.045127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-283da0e7-b99e-46d5-b296-2e84428049c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.053576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-283da0e7-b99e-46d5-b296-2e84428049c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.063598 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-afe7ffb7-1143-4c0b-aaaa-93c140695a4b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8312523 Aug 29 04:39:45.066382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38558) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.090485 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a55b4f6a-a161-4626-9974-dfcac515d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.099129 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:39:45.099507 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:39:45.155901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283da0e7-b99e-46d5-b296-2e84428049c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48814cc2-52b5-4a6c-9ffa-72f90956372d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.164785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-283da0e7-b99e-46d5-b296-2e84428049c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26550d0fe11a49d7bfb55756619ef4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8537560 Aug 29 04:39:45.168126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38562) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.170327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4f6a-a161-4626-9974-dfcac515d4e7 None None] Pushing event updated for resources: {'Port': ['ID=87f561aa-fa9b-47cf-94f8-02f2137c796d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.351462 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.355383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c453fe-7635-467c-878e-0ce5717a85cf req-5433e214-da5d-4d92-9549-3cc5d23b5219 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.363156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-60c453fe-7635-467c-878e-0ce5717a85cf req-5433e214-da5d-4d92-9549-3cc5d23b5219 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 944 time: 0.1836445 Aug 29 04:39:45.371177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Transition to ACTIVE for port object b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:45.379337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d9d804f-7ba0-4217-9471-bc0ceeb860b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.386999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.399187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c0a85c-079b-4510-8547-cf449f87985b None None] Update dhcp port {'port': {'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e', 'fixed_ips': [{'subnet_id': '5e9a21c5-ba6f-4c15-9e74-104a54dbcade', 'ip_address': '172.20.0.2'}, {'subnet_id': '2e43695a-6e62-484f-9fde-e089f4f30682'}], 'binding:host_id': 'n-d-712142-15'}, 'id': '87f561aa-fa9b-47cf-94f8-02f2137c796d'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:39:45.422108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object d8f18207-8548-4e93-a1e1-fa1fec07bb0d will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:45.424806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d9d804f-7ba0-4217-9471-bc0ceeb860b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.431326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.460715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-60c453fe-7635-467c-878e-0ce5717a85cf req-ed8eaa7e-bc1a-4f27-bbef-b3233e16a3b7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969634 Aug 29 04:39:45.516516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.539100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Attempting to bind port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:45.539672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Attempting to bind port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:45.540784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Attempting to bind port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:45.571056 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a85c-079b-4510-8547-cf449f87985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.580912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:45.581479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:45.582023 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.582554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:45.583160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Bound port: b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:45.583683 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.591210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=d8f18207-8548-4e93-a1e1-fa1fec07bb0d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.600321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d9d804f-7ba0-4217-9471-bc0ceeb860b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.602786 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d9d804f-7ba0-4217-9471-bc0ceeb860b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.603706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-f55026d9-a933-4dab-b971-bda4666e5d57', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:45.604709 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.609163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6d9d804f-7ba0-4217-9471-bc0ceeb860b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48814cc2-52b5-4a6c-9ffa-72f90956372d HTTP/1.1" status: 204 len: 168 time: 0.4390826 Aug 29 04:39:45.617225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f305e-b2ff-4ab4-9f4f-f2b38fbb49dc None None] Pushing event updated for resources: {'Port': ['ID=b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.630472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:45.640538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:45.644999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d804f-7ba0-4217-9471-bc0ceeb860b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48814cc2-52b5-4a6c-9ffa-72f90956372d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.656125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:45.742584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.743658 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.770274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8b9d4bad-f911-4109-84d3-b97ee581fa95 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.7909019 Aug 29 04:39:45.770605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38566) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.781796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e9a21c5-ba6f-4c15-9e74-104a54dbcade'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:45.889929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.086883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] For port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:46.105991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Allocated IP 172.20.0.2 (f55026d9-a933-4dab-b971-bda4666e5d57/bf012a50-8559-42b5-bf37-d365c7bae393/5d86cf41-5d82-4395-b4b2-54ff3c75fef7) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:46.153931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] For port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:46.169922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 87f561aa-fa9b-47cf-94f8-02f2137c796d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:46.206227 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.206461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b02b13-53e1-417c-8fdd-1f4824163271 req-0af3b39c-b688-4be5-80c3-e5a2b4703430 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.223761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a5c0a85c-079b-4510-8547-cf449f87985b None None] Allocated IP 172.20.0.18 (ed3f94b2-d209-4261-a3e5-e22d37edb50e/2e43695a-6e62-484f-9fde-e089f4f30682/87f561aa-fa9b-47cf-94f8-02f2137c796d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:46.227677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61b02b13-53e1-417c-8fdd-1f4824163271 req-0af3b39c-b688-4be5-80c3-e5a2b4703430 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 946 time: 0.5493279 Aug 29 04:39:46.321314 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61b02b13-53e1-417c-8fdd-1f4824163271 req-6a8481ec-dde1-408c-8cdc-e2086611fc13 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924876 Aug 29 04:39:46.355237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38570) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.398679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-fbc772ff-4f8d-45e0-a754-5cc144630da7 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.404523 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-fbc772ff-4f8d-45e0-a754-5cc144630da7 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 811 time: 0.2243273 Aug 29 04:39:46.435845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:46.436812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:46.444527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f305e-b2ff-4ab4-9f4f-f2b38fbb49dc None None] Pushing event updated for resources: {'Port': ['ID=b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:46.477124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38574) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.484094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-a44d0f72-7192-4e89-b6ff-83cdf978f505 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f54be0939440898d7cad38c3d2f5c0 HTTP/1.1" status: 200 len: 380 time: 0.0696795 Aug 29 04:39:46.506538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'port': {'device_id': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'admin_state_up': True, 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'security_groups': ['a5f079a5-604d-40ab-b814-a0a9561c9dd3']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:46.515750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 87f561aa-fa9b-47cf-94f8-02f2137c796d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:46.516167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.547861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e54c9bcc-3ad9-4295-b83f-ef837853a3d6 req-03264e75-d38e-4260-9a00-e6e66eedb628 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 210 time: 0.0529151 Aug 29 04:39:46.561697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-020ce7bc-1996-4127-b671-5d08cab46295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.602573 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.680236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a5c0a85c-079b-4510-8547-cf449f87985b None None] For port 87f561aa-fa9b-47cf-94f8-02f2137c796d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=87f561aa-fa9b-47cf-94f8-02f2137c796d,segment=NetworkSegment(0c29d701-aa64-446c-a234-b5ef87ebbd6b),segment_id=0c29d701-aa64-446c-a234-b5ef87ebbd6b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:46.718863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.742667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Transition to ACTIVE for port object 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:46.790171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030322bf-8ab0-42ea-8607-3eff458cf549 tempest-TestServerBasicOps-454731353 tempest-TestServerBasicOps-454731353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.793358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:46.800336 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a85c-079b-4510-8547-cf449f87985b None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.804189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-030322bf-8ab0-42ea-8607-3eff458cf549 tempest-TestServerBasicOps-454731353 tempest-TestServerBasicOps-454731353-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 1093 time: 0.4439120 Aug 29 04:39:46.804990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38578) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.811703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:46.820572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d35a38-8ef4-4a2f-82b9-c6e268703e46 req-2c2a9c74-18c1-41b0-b2b3-c83991da4ed0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.822024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15d35a38-8ef4-4a2f-82b9-c6e268703e46 req-2c2a9c74-18c1-41b0-b2b3-c83991da4ed0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1427968 Aug 29 04:39:46.886678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Transition to ACTIVE for port object 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:46.903863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a5c0a85c-079b-4510-8547-cf449f87985b None None] Transition to ACTIVE for port object 87f561aa-fa9b-47cf-94f8-02f2137c796d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:46.939249 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a85c-079b-4510-8547-cf449f87985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.941583 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.962959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-020ce7bc-1996-4127-b671-5d08cab46295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.966432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Delete allocated IP 172.20.0.23 (ed3f94b2-d209-4261-a3e5-e22d37edb50e/2e43695a-6e62-484f-9fde-e089f4f30682) {{(pid=94846) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:39:46.986395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-020ce7bc-1996-4127-b671-5d08cab46295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.996419 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:39:46.996419 n-d-712142-15 neutron-server[94846]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:39:46.996419 n-d-712142-15 neutron-server[94846]: [parameters: {'project_id_1': 'f1aeb2e1741447faa143f2ea97c72455', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 39, 46, 817696)}] Aug 29 04:39:46.996419 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:39:46.996958 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:39:47.011066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Made reservation on behalf of 90f54be0939440898d7cad38c3d2f5c0 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:47.016063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.017912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15d35a38-8ef4-4a2f-82b9-c6e268703e46 req-e6581da5-127a-4058-90ee-04a74c6055c8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877828 Aug 29 04:39:47.055353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Network f55026d9-a933-4dab-b971-bda4666e5d57 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:47.093616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:47.099180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:47.115806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0a85c-079b-4510-8547-cf449f87985b None None] Pushing event updated for resources: {'Port': ['ID=87f561aa-fa9b-47cf-94f8-02f2137c796d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.159776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-020ce7bc-1996-4127-b671-5d08cab46295 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af3f2a9b24ad423f8b59b5742267418a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6769252 Aug 29 04:39:47.160772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ce7bc-1996-4127-b671-5d08cab46295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dade6301-ab5a-4258-8d09-310e023a379b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.179737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38582) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.198526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Pushing event updated for resources: {'Port': ['ID=5d86cf41-5d82-4395-b4b2-54ff3c75fef7,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.338990 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecbbe59f-466e-4b91-b9c6-18c054a94378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.344716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.357881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Allocated IP 172.20.0.6 (ee5318df-ffac-4c4e-8607-447757b528a3/5992fce0-3772-446a-b173-a029f7352550/27212d97-197e-4a38-8e4a-81edf0ae62e7) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:47.359090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.20.0.1 (f55026d9-a933-4dab-b971-bda4666e5d57/bf012a50-8559-42b5-bf37-d365c7bae393/09f11702-b980-4d21-8ee1-314577a44446) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:47.377365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Ignored duplicate provisioning block setup for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:39:47.397621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.414367 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecbbe59f-466e-4b91-b9c6-18c054a94378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.536977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c18bc9-fc74-4fab-82ea-d93ebac5e03c req-c4a58fb0-4691-497e-aad4-aa48529f2b0d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.539147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0c18bc9-fc74-4fab-82ea-d93ebac5e03c req-c4a58fb0-4691-497e-aad4-aa48529f2b0d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 944 time: 0.1762874 Aug 29 04:39:47.568140 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4f4e0315-2ee9-42c7-8774-3f430b47550e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.579267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.585479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Attempting to bind port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:47.585874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Attempting to bind port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:47.586265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Attempting to bind port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 on network f55026d9-a933-4dab-b971-bda4666e5d57 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:47.606234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:47.606630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Checking segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:47.607046 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.607461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Bound using segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:47.608540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Bound port: 5d86cf41-5d82-4395-b4b2-54ff3c75fef7, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:47.611117 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.628389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecbbe59f-466e-4b91-b9c6-18c054a94378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.631759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ecbbe59f-466e-4b91-b9c6-18c054a94378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.636897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ecbbe59f-466e-4b91-b9c6-18c054a94378 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dade6301-ab5a-4258-8d09-310e023a379b HTTP/1.1" status: 204 len: 168 time: 0.4552450 Aug 29 04:39:47.637767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:42Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:47.648145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0c18bc9-fc74-4fab-82ea-d93ebac5e03c req-8b9e830c-c05b-4573-aac9-386280e32dff tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985932 Aug 29 04:39:47.658485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=d8f18207-8548-4e93-a1e1-fa1fec07bb0d,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.665016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbe59f-466e-4b91-b9c6-18c054a94378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dade6301-ab5a-4258-8d09-310e023a379b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.677089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] In _notify_port_updated(), no bound segment for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d on network ed3f94b2-d209-4261-a3e5-e22d37edb50e {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:39:47.696871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.702254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.704944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.711820 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cbde9a28-acc9-44ab-b6ee-1cc5f61a9be1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "PUT /v2.0/ports/d8f18207-8548-4e93-a1e1-fa1fec07bb0d HTTP/1.1" status: 200 len: 920 time: 1.9399743 Aug 29 04:39:47.712911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38592) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.737012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e9a21c5-ba6f-4c15-9e74-104a54dbcade'}, {'subnet_id': '2e43695a-6e62-484f-9fde-e089f4f30682'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:47.766121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b2971-43d4-4815-8027-3d8c69d1ee9e None None] The sync data for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 is: [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:42Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:47.812058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Transition to ACTIVE for port object 09f11702-b980-4d21-8ee1-314577a44446 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:47.851738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41f342-c0d2-446e-ab78-c8216f09c7ec None None] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:47.859303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] For port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:47.871191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] For port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5d86cf41-5d82-4395-b4b2-54ff3c75fef7,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:47.974286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.002831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Transition to ACTIVE for port object 27212d97-197e-4a38-8e4a-81edf0ae62e7 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:48.032111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.068464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.087763 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.093075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-ec76ab55-0c3c-4c68-a97c-9631d8b07e47 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.102711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-ec76ab55-0c3c-4c68-a97c-9631d8b07e47 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.2931428 Aug 29 04:39:48.142493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'Port': ['ID=27212d97-197e-4a38-8e4a-81edf0ae62e7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.197884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Network ee5318df-ffac-4c4e-8607-447757b528a3 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:48.205488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:48.225872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:48.234100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aafb30-647d-4d36-b3ff-76692b2c1794 None None] Pushing event updated for resources: {'Port': ['ID=5d86cf41-5d82-4395-b4b2-54ff3c75fef7,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.238392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 87f561aa-fa9b-47cf-94f8-02f2137c796d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:48.258805 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-49499c80-5746-4fe5-813e-656d8898ec7f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/quotas/6365f67e47f3426c8c84170bb09005a9 HTTP/1.1" status: 200 len: 375 time: 0.1547437 Aug 29 04:39:48.373205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-576fb033-b378-42c5-a195-545279053426 None None] Provisioning for port 87f561aa-fa9b-47cf-94f8-02f2137c796d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:48.388987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Allocated IP 172.25.1.167 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/757cf1d2-9411-4ba7-b22e-026014374ec0) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:48.407767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-576fb033-b378-42c5-a195-545279053426 None None] Provisioning complete for port 87f561aa-fa9b-47cf-94f8-02f2137c796d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:48.408369 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-576fb033-b378-42c5-a195-545279053426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.595041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 87f561aa-fa9b-47cf-94f8-02f2137c796d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:48.595647 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.689994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.843197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.855844 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=09f11702-b980-4d21-8ee1-314577a44446,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.901324 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-203d5490-e762-4984-9b48-54ebb797113d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6401646 Aug 29 04:39:48.971718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network f55026d9-a933-4dab-b971-bda4666e5d57 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:49.004613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a0e3e160-5d31-44b5-bfda-6f125a3c5aa9 None None] Provisioning for port 27212d97-197e-4a38-8e4a-81edf0ae62e7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:49.009562 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:49.012406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:49.030736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a0e3e160-5d31-44b5-bfda-6f125a3c5aa9 None None] Provisioning complete for port 27212d97-197e-4a38-8e4a-81edf0ae62e7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:49.031128 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a0e3e160-5d31-44b5-bfda-6f125a3c5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.159642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3e160-5d31-44b5-bfda-6f125a3c5aa9 None None] Port 27212d97-197e-4a38-8e4a-81edf0ae62e7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:49.203720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.276848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:49.284282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-74057532-178b-4f91-b7a7-3ac651a69761 service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820291 Aug 29 04:39:49.289095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.296835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b3b630f8-68ce-4fa1-ab9a-b018923ef517 None None] Provisioning for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:49.302131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b3b630f8-68ce-4fa1-ab9a-b018923ef517 None None] Provisioning complete for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:49.302774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b3b630f8-68ce-4fa1-ab9a-b018923ef517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.336042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-cf12e229-7f09-4e87-a588-aedd2190114d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8337636 Aug 29 04:39:49.352672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Request body: {'port': {'device_id': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:49.422674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.434545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b3b630f8-68ce-4fa1-ab9a-b018923ef517 None None] Port d8f18207-8548-4e93-a1e1-fa1fec07bb0d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:49.467944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b3b630f8-68ce-4fa1-ab9a-b018923ef517 None None] Provisioning complete for port 87f561aa-fa9b-47cf-94f8-02f2137c796d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:49.469659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b3b630f8-68ce-4fa1-ab9a-b018923ef517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.490161 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.618426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.816889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-447bc078-cf21-4172-ac11-797213a55d56 service neutron] 10.222.0.58 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730118 Aug 29 04:39:49.862958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:49.873348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5b9f5b6f-e197-41f2-bd0e-95b0f152b202 None None] Provisioning complete for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:49.874299 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5b6f-e197-41f2-bd0e-95b0f152b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.960479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f5b6f-e197-41f2-bd0e-95b0f152b202 None None] Port d8f18207-8548-4e93-a1e1-fa1fec07bb0d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:50.046030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.138162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fa832a0e-157d-4a60-8027-4cff758b83da None None] Provisioning complete for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:50.138611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fa832a0e-157d-4a60-8027-4cff758b83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.193060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fa832a0e-157d-4a60-8027-4cff758b83da None None] Port d8f18207-8548-4e93-a1e1-fa1fec07bb0d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:50.250934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:50.258242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:50.266829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:50.339882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27212d97-197e-4a38-8e4a-81edf0ae62e7 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:50.350705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.366212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Transition to ACTIVE for port object 27212d97-197e-4a38-8e4a-81edf0ae62e7 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:50.368052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'Port': ['ID=757cf1d2-9411-4ba7-b22e-026014374ec0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.443219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.26 (ed3f94b2-d209-4261-a3e5-e22d37edb50e/2e43695a-6e62-484f-9fde-e089f4f30682/d8f18207-8548-4e93-a1e1-fa1fec07bb0d) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:50.443519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30041e-8fcf-480d-a7e8-0076c5710fd9 None None] Network f55026d9-a933-4dab-b971-bda4666e5d57 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:50.454705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.546878 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e2f4d310-4194-4a40-94b1-042ca3fa85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.555305 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.642201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:50.662704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ee01ef6c-98b4-404e-ab08-0f28f918ce6a None None] Provisioning for port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:50.676738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:50.678035 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.846250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Pushing event updated for resources: {'Port': ['ID=27212d97-197e-4a38-8e4a-81edf0ae62e7,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.886540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 8a062510-0059-4832-9546-ae325712183f details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:51.005271 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.119782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:51.141704 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.142525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:51.146525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Attempting to bind port 27212d97-197e-4a38-8e4a-81edf0ae62e7 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:51.146525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Attempting to bind port 27212d97-197e-4a38-8e4a-81edf0ae62e7 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:51.146939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Attempting to bind port 27212d97-197e-4a38-8e4a-81edf0ae62e7 on network ee5318df-ffac-4c4e-8607-447757b528a3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:51.174393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Port 27212d97-197e-4a38-8e4a-81edf0ae62e7 on network ee5318df-ffac-4c4e-8607-447757b528a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:51.174655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Attempting to bind port 27212d97-197e-4a38-8e4a-81edf0ae62e7 on network ee5318df-ffac-4c4e-8607-447757b528a3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:51.191310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:51.191773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Checking segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:51.192203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Bound using segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:51.192663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Bound port: 27212d97-197e-4a38-8e4a-81edf0ae62e7, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:51.193032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.292869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.377405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 8a062510-0059-4832-9546-ae325712183f, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8a062510-0059-4832-9546-ae325712183f,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:51.394773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:51.397469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:51.418547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '8a062510-0059-4832-9546-ae325712183f', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'port_id': '8a062510-0059-4832-9546-ae325712183f', 'mac_address': 'fa:16:3e:6d:7e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:51.425983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:51.426304 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.456016 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1573ec4-0062-4ced-875c-702b278a680c req-0d836d25-4fb7-415b-9645-f4244ae2210e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3321688 Aug 29 04:39:51.484157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6724b-ea00-4099-9663-e5bf4e4f5ad3 req-a9b5c065-b1c9-4247-8c0b-f0363be56219 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.486642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3fa6724b-ea00-4099-9663-e5bf4e4f5ad3 req-a9b5c065-b1c9-4247-8c0b-f0363be56219 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 943 time: 0.7096477 Aug 29 04:39:51.526305 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.568927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c1588393-d15b-436b-bfcc-8b5ee3b39ef5 None None] Provisioning for port 09f11702-b980-4d21-8ee1-314577a44446 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:51.574796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c1588393-d15b-436b-bfcc-8b5ee3b39ef5 None None] Provisioning complete for port 09f11702-b980-4d21-8ee1-314577a44446 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:51.575220 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c1588393-d15b-436b-bfcc-8b5ee3b39ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.580078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.586258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Ignored duplicate provisioning block setup for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:39:51.594194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.601550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3fa6724b-ea00-4099-9663-e5bf4e4f5ad3 req-02868adb-3289-4f2d-a9d7-831df2df2228 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059363 Aug 29 04:39:51.603132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.621154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.742130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a062510-0059-4832-9546-ae325712183f {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:51.813090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=d8f18207-8548-4e93-a1e1-fa1fec07bb0d,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:51.814376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c1588393-d15b-436b-bfcc-8b5ee3b39ef5 None None] Port 09f11702-b980-4d21-8ee1-314577a44446 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:51.831153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] For port 27212d97-197e-4a38-8e4a-81edf0ae62e7, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:51.918961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 8a062510-0059-4832-9546-ae325712183f, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8a062510-0059-4832-9546-ae325712183f,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:51.942401 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.985231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] For port 27212d97-197e-4a38-8e4a-81edf0ae62e7, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:51.990684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c1588393-d15b-436b-bfcc-8b5ee3b39ef5 None None] Provisioning complete for port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:51.991935 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c1588393-d15b-436b-bfcc-8b5ee3b39ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.997605 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.019562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1573ec4-0062-4ced-875c-702b278a680c req-1ce980ce-97bb-4f95-b928-3f1f20d6d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.021250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1573ec4-0062-4ced-875c-702b278a680c req-1ce980ce-97bb-4f95-b928-3f1f20d6d632 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1096 time: 0.4391539 Aug 29 04:39:52.022301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.039941 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.075912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5d86cf41-5d82-4395-b4b2-54ff3c75fef7,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:52.087976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.124409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a062510-0059-4832-9546-ae325712183f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.147324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=09f11702-b980-4d21-8ee1-314577a44446,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.168052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.187057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] In _notify_port_updated(), no bound segment for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d on network ed3f94b2-d209-4261-a3e5-e22d37edb50e {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:39:52.193542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.194702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.196216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4716acd5-528b-4a7b-bb8b-726e7570be00 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "PUT /v2.0/ports/d8f18207-8548-4e93-a1e1-fa1fec07bb0d HTTP/1.1" status: 200 len: 1000 time: 4.4821026 Aug 29 04:39:52.206433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885223a-5b83-4ffb-99d8-30b048e33cb2 req-95093365-56e4-479e-a8cf-deecfd9b1aac tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.208574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=5d86cf41-5d82-4395-b4b2-54ff3c75fef7,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.222200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8885223a-5b83-4ffb-99d8-30b048e33cb2 req-95093365-56e4-479e-a8cf-deecfd9b1aac tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 945 time: 0.4113104 Aug 29 04:39:52.228061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38660) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.231859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['8a062510-0059-4832-9546-ae325712183f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:52.275006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.275479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.277063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] 10.222.0.65 "PUT /v2.0/ports/27212d97-197e-4a38-8e4a-81edf0ae62e7 HTTP/1.1" status: 200 len: 1092 time: 2.9291248 Aug 29 04:39:52.282008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'tag': '27212d97-197e-4a38-8e4a-81edf0ae62e7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:52.284368 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450d8225-e4c4-4ce4-bff8-4739a628c6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "94b95495-1228-4e8f-bea6-cf2aac7aeeee", "tag": "27212d97-197e-4a38-8e4a-81edf0ae62e7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:52.292103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:52.410942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-ac1ab63b-649e-427f-a556-fdb5373e4db4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.412058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:52.412456 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-ac1ab63b-649e-427f-a556-fdb5373e4db4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 812 time: 0.6132839 Aug 29 04:39:52.412621 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.421818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5f522-2327-4087-bb9e-352ab09cc791 service neutron] Pushing event updated for resources: {'Port': ['ID=27212d97-197e-4a38-8e4a-81edf0ae62e7,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.451630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Request body: {'port': {'device_id': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'admin_state_up': True, 'tenant_id': '6365f67e47f3426c8c84170bb09005a9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:52.493285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network f55026d9-a933-4dab-b971-bda4666e5d57 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:52.503227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:52.516520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8885223a-5b83-4ffb-99d8-30b048e33cb2 req-4be33ef9-e6a9-41b4-85f4-285108f8ea6f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930720 Aug 29 04:39:52.529496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-53a5a0e3-f28a-490e-8666-d823bc1fbb90 None None] Provisioning complete for port 09f11702-b980-4d21-8ee1-314577a44446 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:52.541002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.541434 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-53a5a0e3-f28a-490e-8666-d823bc1fbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.551027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1573ec4-0062-4ced-875c-702b278a680c req-d2da6b78-e627-4170-a28f-da5aea92a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.552591 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1573ec4-0062-4ced-875c-702b278a680c req-d2da6b78-e627-4170-a28f-da5aea92a878 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.4544432 Aug 29 04:39:52.630269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-53a5a0e3-f28a-490e-8666-d823bc1fbb90 None None] Port 09f11702-b980-4d21-8ee1-314577a44446 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:52.676319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-53a5a0e3-f28a-490e-8666-d823bc1fbb90 None None] Provisioning complete for port d8f18207-8548-4e93-a1e1-fa1fec07bb0d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:52.677281 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-53a5a0e3-f28a-490e-8666-d823bc1fbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.686760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router bf854d65-c05e-4cef-9245-c2a2c80f69c9 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:52.718183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-53a5a0e3-f28a-490e-8666-d823bc1fbb90 None None] Port d8f18207-8548-4e93-a1e1-fa1fec07bb0d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:52.733919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4b137fb-09ed-4c16-b006-e5330a914e3f req-114473dd-7c51-4e21-bbe7-aa4c467050f5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 210 time: 0.0619781 Aug 29 04:39:52.745297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-38690bb6-8ed8-45d1-baa7-534d70f25827 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port d8f18207-8548-4e93-a1e1-fa1fec07bb0d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:52.745897 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38690bb6-8ed8-45d1-baa7-534d70f25827 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.832798 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.851322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0124a977-36ac-46f2-9e46-f7d277c1b670 None None] Provisioning complete for port 09f11702-b980-4d21-8ee1-314577a44446 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:52.851754 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0124a977-36ac-46f2-9e46-f7d277c1b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.888654 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68521435-7738-4c23-96ce-12e8e951ac07 x-openstack-request-id: req-68521435-7738-4c23-96ce-12e8e951ac07 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:52.889564 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b95495-1228-4e8f-bea6-cf2aac7aeeee", "tag": "27212d97-197e-4a38-8e4a-81edf0ae62e7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:52.889879 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68521435-7738-4c23-96ce-12e8e951ac07 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:52.890335 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'tag': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'status': 'completed', 'code': 200} Aug 29 04:39:52.897733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-ef6f5318-b60e-4a84-bbd0-d6ab76216e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.899795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-ef6f5318-b60e-4a84-bbd0-d6ab76216e08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 1095 time: 0.5501766 Aug 29 04:39:52.918829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0124a977-36ac-46f2-9e46-f7d277c1b670 None None] Port 09f11702-b980-4d21-8ee1-314577a44446 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:53.019753 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38690bb6-8ed8-45d1-baa7-534d70f25827 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.022269 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-907c8510-6427-452f-bf3c-242abb9bb4c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7 HTTP/1.1" status: 200 len: 217 time: 0.0814931 Aug 29 04:39:53.049003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-38690bb6-8ed8-45d1-baa7-534d70f25827 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for d8f18207-8548-4e93-a1e1-fa1fec07bb0d owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:53.057315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:53.065706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e5916ae5-57fb-48b9-8978-b670ab0ba3e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "PUT /v2.0/routers/bf854d65-c05e-4cef-9245-c2a2c80f69c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9976802 Aug 29 04:39:53.066717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1573ec4-0062-4ced-875c-702b278a680c req-2f06dd1f-9fec-4b4a-9ad6-a11da8a884f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 998 time: 0.1853497 Aug 29 04:39:53.076811 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Sync routers for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:53.080886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4d616-1a95-4d29-82b4-0783010ebc44 req-2206799e-ea37-422b-9ead-d6c677d11105 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.088109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2f4d616-1a95-4d29-82b4-0783010ebc44 req-2206799e-ea37-422b-9ead-d6c677d11105 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 943 time: 0.1726561 Aug 29 04:39:53.094917 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:53.096092 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:53.191131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2f4d616-1a95-4d29-82b4-0783010ebc44 req-aa8474fb-9315-49c8-8086-bdf4446ed5ed tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974104 Aug 29 04:39:53.214694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-1610cdef-fa1d-4503-9e90-5a9f88ab7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.219805 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-1610cdef-fa1d-4503-9e90-5a9f88ab7913 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.1818478 Aug 29 04:39:53.247481 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:53.256569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1573ec4-0062-4ced-875c-702b278a680c req-93f0f5fc-c4c5-4f4f-b0de-d3d33adfaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.259056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1573ec4-0062-4ced-875c-702b278a680c req-93f0f5fc-c4c5-4f4f-b0de-d3d33adfaf53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1392350 Aug 29 04:39:53.337246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Made reservation on behalf of 6365f67e47f3426c8c84170bb09005a9 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:53.343154 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.434371 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38690bb6-8ed8-45d1-baa7-534d70f25827 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.464102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-000e5e4a-7b18-4b42-b612-9a0c1a0145ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.465636 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-000e5e4a-7b18-4b42-b612-9a0c1a0145ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1896958 Aug 29 04:39:53.507764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38690bb6-8ed8-45d1-baa7-534d70f25827 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=d8f18207-8548-4e93-a1e1-fa1fec07bb0d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.518248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1573ec4-0062-4ced-875c-702b278a680c req-0f8a6cb7-2808-4650-a278-7a78d618b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.520644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1573ec4-0062-4ced-875c-702b278a680c req-0f8a6cb7-2808-4650-a278-7a78d618b89a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2294729 Aug 29 04:39:53.528449 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:50Z', 'revision_number': 2, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:53.578377 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Checking router: bf854d65-c05e-4cef-9245-c2a2c80f69c9 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:53.579001 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Updating router bf854d65-c05e-4cef-9245-c2a2c80f69c9 port 09f11702-b980-4d21-8ee1-314577a44446 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:53.611521 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38690bb6-8ed8-45d1-baa7-534d70f25827 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.614023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38690bb6-8ed8-45d1-baa7-534d70f25827 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/d8f18207-8548-4e93-a1e1-fa1fec07bb0d HTTP/1.1" status: 204 len: 168 time: 1.3838117 Aug 29 04:39:53.616566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38694) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.630534 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.683973 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8843b95-c795-413d-b742-03650c014c1b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:39:53.689484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d8843b95-c795-413d-b742-03650c014c1b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/d8f18207-8548-4e93-a1e1-fa1fec07bb0d HTTP/1.1" status: 404 len: 333 time: 0.0692968 Aug 29 04:39:53.692137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38698) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.712676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.783141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.815306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4184b221-0934-4e9b-bb68-390ee9861701 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet 2e43695a-6e62-484f-9fde-e089f4f30682 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:53.824840 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184b221-0934-4e9b-bb68-390ee9861701 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.834125 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-79ccce24-cfbf-40a4-af26-9634c8d6800f service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123412 Aug 29 04:39:53.912833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184b221-0934-4e9b-bb68-390ee9861701 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.051038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184b221-0934-4e9b-bb68-390ee9861701 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.098468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event updated for resources: {'Port': ['ID=757cf1d2-9411-4ba7-b22e-026014374ec0,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.125222 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.141728 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Transition to ACTIVE for port object 09f11702-b980-4d21-8ee1-314577a44446 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:54.153053 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.171423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-647e9e7c-5501-4e18-8c7d-2997cbeeee1c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133280130&fields=id&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 267 time: 0.0729754 Aug 29 04:39:54.224211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.231503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Allocated IP 172.20.0.8 (16e88a61-06d4-4738-9e91-a4badbbf3a6a/b59a36ab-2a9c-4b0e-9a74-5a54956291a4/efa422ef-8d3d-4ee5-be98-33c2f3439d33) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:54.235036 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184b221-0934-4e9b-bb68-390ee9861701 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.266522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:54.310633 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1573ec4-0062-4ced-875c-702b278a680c req-f16053c1-838d-4d76-9da3-b87772c86ee7 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524189 Aug 29 04:39:54.352413 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55458388-f44d-4c8b-b752-e1f01a7c9d2d req-b68a935c-e840-47b9-8c8a-86a7c1d63c59 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491093 Aug 29 04:39:54.392403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:54.392779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.424594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184b221-0934-4e9b-bb68-390ee9861701 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=2e43695a-6e62-484f-9fde-e089f4f30682,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.433264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4184b221-0934-4e9b-bb68-390ee9861701 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.435300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4184b221-0934-4e9b-bb68-390ee9861701 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/2e43695a-6e62-484f-9fde-e089f4f30682 HTTP/1.1" status: 204 len: 168 time: 0.7420602 Aug 29 04:39:54.440260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38716) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.445211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebaf59-19dc-4d3d-a701-34efb7dec6c0 None None] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:54.517953 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Attempting to bind port 09f11702-b980-4d21-8ee1-314577a44446 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:54.518398 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Attempting to bind port 09f11702-b980-4d21-8ee1-314577a44446 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:54.518885 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Attempting to bind port 09f11702-b980-4d21-8ee1-314577a44446 on network f55026d9-a933-4dab-b971-bda4666e5d57 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:54.525548 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:54.526097 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Checking segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:54.527486 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.528081 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Bound using segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:54.528689 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Bound port: 09f11702-b980-4d21-8ee1-314577a44446, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:54.529192 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.544978 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Pushing event updated for resources: {'Port': ['ID=09f11702-b980-4d21-8ee1-314577a44446,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.570945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96010f5-a8ed-4ad4-84b4-22a3a99567d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet 5e9a21c5-ba6f-4c15-9e74-104a54dbcade {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:54.575676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d96010f5-a8ed-4ad4-84b4-22a3a99567d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.586557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-19e68b27-9de3-4327-a8db-0d360b5103d6 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:54.595829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-19e68b27-9de3-4327-a8db-0d360b5103d6 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 797 time: 0.4155312 Aug 29 04:39:54.611463 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:39:54.632333 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] For port 09f11702-b980-4d21-8ee1-314577a44446, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:54.647638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-303ed0a6-4df8-426e-8e8f-d854fb42a5e6 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/quotas/b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 375 time: 0.0505571 Aug 29 04:39:54.650216 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] For port 09f11702-b980-4d21-8ee1-314577a44446, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=09f11702-b980-4d21-8ee1-314577a44446,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:54.658306 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Floating IP 7e6e3683-8ac5-4136-9358-938279c31693 associated. External IP: 172.25.1.167, port: 7922921a-b702-41e6-b83b-c2cc1e4b7ec7. Aug 29 04:39:54.662182 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.666006 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.666006 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.666006 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.666006 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.666476 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.666708 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.675019 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.675019 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.675019 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.675019 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.684493 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.684882 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:54.691147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d96010f5-a8ed-4ad4-84b4-22a3a99567d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.761954 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71518bf9-d7ae-4024-a325-3f2ca8191970 None None] Pushing event updated for resources: {'Port': ['ID=09f11702-b980-4d21-8ee1-314577a44446,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.769114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-81b94cfb-10d6-47c3-aedd-3c61e0656661 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204562 Aug 29 04:39:54.790295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-b84ce55f-31f9-4ec0-994a-613a99e99333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:54.791934 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-b84ce55f-31f9-4ec0-994a-613a99e99333 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 1095 time: 0.3687799 Aug 29 04:39:54.799042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1573ec4-0062-4ced-875c-702b278a680c req-65147ea8-485d-4da7-9645-ff9179389cf7 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722185 Aug 29 04:39:54.812425 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:54.813067 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:54.945198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d96010f5-a8ed-4ad4-84b4-22a3a99567d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.019854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-3256cd5a-6c97-40bf-9634-dc1b7303520e service neutron] 10.222.0.58 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439985 Aug 29 04:39:55.051609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 8a062510-0059-4832-9546-ae325712183f up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:55.132493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.149524 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:55.179853 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d96010f5-a8ed-4ad4-84b4-22a3a99567d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.231681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Transition to ACTIVE for port object efa422ef-8d3d-4ee5-be98-33c2f3439d33 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:55.313504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d96010f5-a8ed-4ad4-84b4-22a3a99567d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.316802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d96010f5-a8ed-4ad4-84b4-22a3a99567d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/5e9a21c5-ba6f-4c15-9e74-104a54dbcade HTTP/1.1" status: 204 len: 168 time: 0.8750525 Aug 29 04:39:55.318362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96010f5-a8ed-4ad4-84b4-22a3a99567d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9a21c5-ba6f-4c15-9e74-104a54dbcade,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.323308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38728) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.365327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-e01b4d2a-90ef-4d34-92df-f2fa794f6395 service neutron] 10.222.0.58 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428807 Aug 29 04:39:55.371593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 8a062510-0059-4832-9546-ae325712183f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:55.414170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 8a062510-0059-4832-9546-ae325712183f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:55.414587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.554656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.605936 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:54Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:55.665003 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.673131 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bcfa2-9df1-469f-b7f2-6c7927d098d7 None None] The sync data for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 is: [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:54Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:55.676909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 87f561aa-fa9b-47cf-94f8-02f2137c796d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:55.677903 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.707841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11221f19-f037-4eb6-8732-7fcce75246df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a062510-0059-4832-9546-ae325712183f'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:55.710724 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e625edf4-3d06-4361-be4e-6ca531d3e411" -d '{"events": [{"server_uuid": "11221f19-f037-4eb6-8732-7fcce75246df", "name": "network-vif-plugged", "status": "completed", "tag": "8a062510-0059-4832-9546-ae325712183f"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:55.716147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b04f7-91e3-4c58-a189-12c5f310d1a6 None None] Update dhcp port {'port': {'network_id': 'ed3f94b2-d209-4261-a3e5-e22d37edb50e', 'fixed_ips': [{'subnet_id': '5e9a21c5-ba6f-4c15-9e74-104a54dbcade'}], 'binding:host_id': 'n-d-712142-15'}, 'id': '87f561aa-fa9b-47cf-94f8-02f2137c796d'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:39:55.741066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 8a062510-0059-4832-9546-ae325712183f, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8a062510-0059-4832-9546-ae325712183f,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:55.756619 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.768576 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-091b04f7-91e3-4c58-a189-12c5f310d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.855192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-76ad6db0-86f4-4d7f-930f-b1e82b46b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.858197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-76ad6db0-86f4-4d7f-930f-b1e82b46b2cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 912 time: 1.0296776 Aug 29 04:39:55.865490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.906067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38738) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.961588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2f780baf-7eac-4022-899b-c64545ee5950', '652e2fe1-ec17-41da-a5b5-d8cd25e3f231'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:55.970551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] For port 87f561aa-fa9b-47cf-94f8-02f2137c796d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=87f561aa-fa9b-47cf-94f8-02f2137c796d,segment=NetworkSegment(0c29d701-aa64-446c-a234-b5ef87ebbd6b),segment_id=0c29d701-aa64-446c-a234-b5ef87ebbd6b)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:55.970942 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.991519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7441b8-ae58-42a6-a3e0-3598ebdab46a req-7cf6b65d-f5bb-4e98-8986-9519d65b8286 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.006502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a7441b8-ae58-42a6-a3e0-3598ebdab46a req-7cf6b65d-f5bb-4e98-8986-9519d65b8286 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 946 time: 0.1597376 Aug 29 04:39:56.023380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 87f561aa-fa9b-47cf-94f8-02f2137c796d owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:56.026314 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-a6d8f745-1487-4c32-a11e-b20d95194a44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7 HTTP/1.1" status: 200 len: 217 time: 0.1517622 Aug 29 04:39:56.038930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:56.047724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:56.055660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:56.133552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-70639cfb-53ef-4fd3-9a18-753b00a6a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.135264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-70639cfb-53ef-4fd3-9a18-753b00a6a2d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.0908172 Aug 29 04:39:56.173294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event updated for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.243577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Router eca9d59a-00f5-4454-a35c-843273633ad5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:56.288627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a7441b8-ae58-42a6-a3e0-3598ebdab46a req-397f8d5a-eb41-4825-a86d-53b11ec6aeca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811034 Aug 29 04:39:56.288931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d932c413-1fc7-4f7f-b0a0-eb9f08544313 None None] Network ed3f94b2-d209-4261-a3e5-e22d37edb50e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:56.301395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c0e5133c-a5f5-4055-9a6a-0f6f6c75f502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.304619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-5430199f-e804-4a2c-a94c-d7ac2c66dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.306579 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-5430199f-e804-4a2c-a94c-d7ac2c66dded service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468399 Aug 29 04:39:56.337140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.339359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.377251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a062510-0059-4832-9546-ae325712183f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.518887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 09f11702-b980-4d21-8ee1-314577a44446 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:56.582177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4f454-d4eb-407a-92da-adb996b9eb6d req-a1180ee0-bf62-4c98-9030-a4299ce1c38d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.589203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13c4f454-d4eb-407a-92da-adb996b9eb6d req-a1180ee0-bf62-4c98-9030-a4299ce1c38d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 931 time: 0.1092844 Aug 29 04:39:56.605998 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c4455707-1771-4069-8cab-2f21d9166eba None None] Provisioning complete for port 87f561aa-fa9b-47cf-94f8-02f2137c796d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:56.606478 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4455707-1771-4069-8cab-2f21d9166eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.638510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.644834 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c0e5133c-a5f5-4055-9a6a-0f6f6c75f502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.669769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c4455707-1771-4069-8cab-2f21d9166eba None None] Port 87f561aa-fa9b-47cf-94f8-02f2137c796d was deleted so its status cannot be updated. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:39:56.694466 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c0e5133c-a5f5-4055-9a6a-0f6f6c75f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.716853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-9d48d0ed-1a8e-4f04-953d-90e4a15d6138 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2701862 Aug 29 04:39:56.736849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5133c-a5f5-4055-9a6a-0f6f6c75f502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde89f6-ac75-4c6c-8dc9-b8f63f8a23ec,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.743776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Request body: {'port': {'device_id': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:56.752820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=87f561aa-fa9b-47cf-94f8-02f2137c796d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.787063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13c4f454-d4eb-407a-92da-adb996b9eb6d req-57abaf6e-4bd1-4f97-99c3-4214b4d270f1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870282 Aug 29 04:39:56.787739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No DVR routers for this DVR port 87f561aa-fa9b-47cf-94f8-02f2137c796d on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:56.794027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6241ca9-50e5-4f05-a94e-f72231e8db4d None None] DHCP port deletion for ed3f94b2-d209-4261-a3e5-e22d37edb50e request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:56.845883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 09f11702-b980-4d21-8ee1-314577a44446 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:56.847691 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-2a6289c0-1eb7-4955-a12e-e80e895aca45 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988544 Aug 29 04:39:56.847926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8b20755b-5095-4d6f-845a-1ba4c1a417af None None] Provisioning for port efa422ef-8d3d-4ee5-be98-33c2f3439d33 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:56.854323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:56.862123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8b20755b-5095-4d6f-845a-1ba4c1a417af None None] Provisioning complete for port efa422ef-8d3d-4ee5-be98-33c2f3439d33 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:56.862512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b20755b-5095-4d6f-845a-1ba4c1a417af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.903298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c0e5133c-a5f5-4055-9a6a-0f6f6c75f502 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df7fb348779f4e068edc7f11c5fc54c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9683921 Aug 29 04:39:56.904269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38748) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.932201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.946202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8b20755b-5095-4d6f-845a-1ba4c1a417af None None] Port efa422ef-8d3d-4ee5-be98-33c2f3439d33 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:56.949530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] Sync routers for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:56.965189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 09f11702-b980-4d21-8ee1-314577a44446 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:56.965596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.025296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.043352 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3198fce1-af6a-41da-871c-fe0f7b42cc25 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.2371218 Aug 29 04:39:57.048770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'tag': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:57.052812 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c" -d '{"events": [{"name": "network-changed", "server_uuid": "a390be60-cbe5-4fb6-a084-c635f1c9b71c", "tag": "7922921a-b702-41e6-b83b-c2cc1e4b7ec7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:57.071752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.094201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:57.095891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:57.103805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3f94b2-d209-4261-a3e5-e22d37edb50e']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:57.134423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c29d701-aa64-446c-a234-b5ef87ebbd6b') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:57.134731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c29d701-aa64-446c-a234-b5ef87ebbd6b') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:57.136420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04ddf75b-082e-4ed2-b882-027b42358f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.156151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-450d8225-e4c4-4ce4-bff8-4739a628c6f4 req-7eebcf37-c473-41aa-9910-2b977fd62182 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808502 Aug 29 04:39:57.158002 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.173957 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.182554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:57.183282 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:57.264577 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:57.282523 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.294237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.296862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/networks/ed3f94b2-d209-4261-a3e5-e22d37edb50e HTTP/1.1" status: 204 len: 168 time: 1.9646065 Aug 29 04:39:57.304989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38756) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.342812 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.364778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aff1c-fbfb-4c41-9fdf-643d33ce000b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Network': ['ID=ed3f94b2-d209-4261-a3e5-e22d37edb50e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:57.383112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa43e57-7c2d-468a-9192-656c362d153b req-6056bfde-568f-4f29-8b16-8af585dd87bf tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.385269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fa43e57-7c2d-468a-9192-656c362d153b req-6056bfde-568f-4f29-8b16-8af585dd87bf tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 943 time: 0.3010161 Aug 29 04:39:57.392055 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04ddf75b-082e-4ed2-b882-027b42358f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.457939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:57.506344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7fa43e57-7c2d-468a-9192-656c362d153b req-4f00e488-437d-4100-b304-d393b7926487 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009586 Aug 29 04:39:57.511901 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.535680 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04ddf75b-082e-4ed2-b882-027b42358f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.540547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04ddf75b-082e-4ed2-b882-027b42358f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.543256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04ddf75b-082e-4ed2-b882-027b42358f3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3bde89f6-ac75-4c6c-8dc9-b8f63f8a23ec HTTP/1.1" status: 204 len: 168 time: 0.6332934 Aug 29 04:39:57.557641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddf75b-082e-4ed2-b882-027b42358f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde89f6-ac75-4c6c-8dc9-b8f63f8a23ec,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:57.649991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859b64d-6920-4ae0-93bd-f25b553fae9a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.655856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9859b64d-6920-4ae0-93bd-f25b553fae9a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3460219 Aug 29 04:39:57.656117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f6009a-aca3-41fc-a53e-a1799c8d33a1 req-bda09740-d13e-47c2-9839-c044abc72094 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 210 time: 0.0438626 Aug 29 04:39:57.656463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38762) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.662371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 09f11702-b980-4d21-8ee1-314577a44446, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=09f11702-b980-4d21-8ee1-314577a44446,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:57.701197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-59faa9a2-7083-4ad1-8569-1fe658c6538d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.703136 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-59faa9a2-7083-4ad1-8569-1fe658c6538d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 797 time: 0.3040414 Aug 29 04:39:57.735080 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b5153c33-e387-4e67-974a-77cd5e38aa12 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0775294 Aug 29 04:39:57.739401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38764) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.747168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-445110688'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:57.763445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.781027 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e07da9-c072-4867-9e7f-972dea04ced3 x-openstack-request-id: req-00e07da9-c072-4867-9e7f-972dea04ced3 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:57.781760 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11221f19-f037-4eb6-8732-7fcce75246df", "name": "network-vif-plugged", "status": "completed", "tag": "8a062510-0059-4832-9546-ae325712183f", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:57.782558 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00e07da9-c072-4867-9e7f-972dea04ced3 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:57.783280 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11221f19-f037-4eb6-8732-7fcce75246df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a062510-0059-4832-9546-ae325712183f', 'code': 200} Aug 29 04:39:57.801068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:57.805042 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.819183 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-b7dad26e-bd27-406f-bba0-fc3711103047 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 380 time: 0.1000347 Aug 29 04:39:57.851970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:57.880586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa422ef-8d3d-4ee5-be98-33c2f3439d33 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:57.894085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.918647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Transition to ACTIVE for port object efa422ef-8d3d-4ee5-be98-33c2f3439d33 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:57.924149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.924544 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Added segment 1d11b2b1-bec5-49f8-93e3-60284a069c76 of type vlan for network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 Aug 29 04:39:57.926816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'port': {'device_id': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'admin_state_up': True, 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'security_groups': ['cfea7c9c-bee7-410e-9f39-2fd6d552e77b']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:57.933221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.983870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=09f11702-b980-4d21-8ee1-314577a44446,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:58.049809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.057280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Pushing event updated for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:58.071383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99e267-d59a-489c-a258-ec1d539717d0 req-187e76c7-3eda-4c14-9bc6-f691dc5bd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.072973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd99e267-d59a-489c-a258-ec1d539717d0 req-187e76c7-3eda-4c14-9bc6-f691dc5bd90a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 1098 time: 0.2037101 Aug 29 04:39:58.131465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38770) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.152512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41af95c9-2561-41d8-ac03-9d12bbc4bd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.169582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c257d-7a3d-49c5-84ee-151fb054c6e7 req-2b4b3044-5b4a-44f1-a5ab-30e50eb883c3 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.177964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e35c257d-7a3d-49c5-84ee-151fb054c6e7 req-2b4b3044-5b4a-44f1-a5ab-30e50eb883c3 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.2574143 Aug 29 04:39:58.193929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '7e6e3683-8ac5-4136-9358-938279c31693', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'floating_ip_address': '172.25.1.167', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'port_id': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'mac_address': 'fa:16:3e:d0:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 0, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:48Z', 'revision_number': 5, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:58.225689 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.237320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] Checking router: eca9d59a-00f5-4454-a35c-843273633ad5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:58.239694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 09f11702-b980-4d21-8ee1-314577a44446 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:58.242645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.244501 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.245705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Attempting to bind port efa422ef-8d3d-4ee5-be98-33c2f3439d33 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:58.246056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Attempting to bind port efa422ef-8d3d-4ee5-be98-33c2f3439d33 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:58.246389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Attempting to bind port efa422ef-8d3d-4ee5-be98-33c2f3439d33 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:58.252624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Port efa422ef-8d3d-4ee5-be98-33c2f3439d33 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:58.253048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Attempting to bind port efa422ef-8d3d-4ee5-be98-33c2f3439d33 on network 16e88a61-06d4-4738-9e91-a4badbbf3a6a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:58.259798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:58.260289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Checking segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:58.260880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Bound using segment: {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:58.261616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Bound port: efa422ef-8d3d-4ee5-be98-33c2f3439d33, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cfce92-2f13-4c8f-b3fb-81502aad2d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:58.262054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.265225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:58.270276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.274346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:58.274764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:58.382437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:58.386226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:58.396407 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.441786 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.454828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 09f11702-b980-4d21-8ee1-314577a44446 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:58.455218 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.483799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.484311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.485865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] 10.222.0.64 "PUT /v2.0/ports/efa422ef-8d3d-4ee5-be98-33c2f3439d33 HTTP/1.1" status: 200 len: 1092 time: 1.7525454 Aug 29 04:39:58.501544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:58.516726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652a7cd-8314-4c49-b6f9-be64d706f69d service neutron] Pushing event updated for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:58.624496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.20.0.13 (f55026d9-a933-4dab-b971-bda4666e5d57/bf012a50-8559-42b5-bf37-d365c7bae393/d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:58.628534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8875458 Aug 29 04:39:58.636158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38774) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.639751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-a9854c87-4f04-4769-8bef-294aa69519c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.640952 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-a9854c87-4f04-4769-8bef-294aa69519c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 1095 time: 0.0697782 Aug 29 04:39:58.649403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:58.654295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd99e267-d59a-489c-a258-ec1d539717d0 req-61a93224-8470-438a-90c8-aeb84e200a11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695219 Aug 29 04:39:58.669662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e35c257d-7a3d-49c5-84ee-151fb054c6e7 req-dd713fee-3459-4629-9b88-0e2f5d5a488c tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908032 Aug 29 04:39:58.679349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfedd9-c619-4849-86bd-62952dd758f5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Network': ['ID=626c7559-dd58-42d4-9276-fba0ae7b6ac1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:58.811673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41af95c9-2561-41d8-ac03-9d12bbc4bd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.816883 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41af95c9-2561-41d8-ac03-9d12bbc4bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.877535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-80f3e2f6-f077-4b6e-a6cc-8cb90bfe5c40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33 HTTP/1.1" status: 200 len: 217 time: 0.2130075 Aug 29 04:39:58.879153 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e3d9c0-f487-4568-97a4-280722815cc2 x-openstack-request-id: req-f4e3d9c0-f487-4568-97a4-280722815cc2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:58.879546 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a390be60-cbe5-4fb6-a084-c635f1c9b71c", "tag": "7922921a-b702-41e6-b83b-c2cc1e4b7ec7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:58.879895 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4e3d9c0-f487-4568-97a4-280722815cc2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:58.880400 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'tag': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'status': 'completed', 'code': 200} Aug 29 04:39:58.898755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-41af95c9-2561-41d8-ac03-9d12bbc4bd93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bb0118469ae40cca867fd3e6e71d241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7649379 Aug 29 04:39:58.905580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38778) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.922206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af95c9-2561-41d8-ac03-9d12bbc4bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64415998-fadc-4f37-8c4d-c48d8445955a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:58.934688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:58.937377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 27212d97-197e-4a38-8e4a-81edf0ae62e7 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:58.975620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd009b8-08b3-4f63-8ad5-037382487179 req-44381a67-4751-4006-98d2-062c5336cabe tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.977335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbd009b8-08b3-4f63-8ad5-037382487179 req-44381a67-4751-4006-98d2-062c5336cabe tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 946 time: 0.1202123 Aug 29 04:39:59.002212 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4b68922-3781-45d7-9add-7daf66040e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.050762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4b68922-3781-45d7-9add-7daf66040e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.055086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbd009b8-08b3-4f63-8ad5-037382487179 req-36f62028-43f1-46da-ba58-7d1d550b3485 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655367 Aug 29 04:39:59.063559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 87f561aa-fa9b-47cf-94f8-02f2137c796d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:59.112750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-06604f22-d8d9-4dff-8ff1-0f6dae9622ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.114777 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-06604f22-d8d9-4dff-8ff1-0f6dae9622ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1aeb2e1741447faa143f2ea97c72455&device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 1098 time: 0.2019672 Aug 29 04:39:59.116101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4b68922-3781-45d7-9add-7daf66040e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.121460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4b68922-3781-45d7-9add-7daf66040e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.123040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 87f561aa-fa9b-47cf-94f8-02f2137c796d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:59.123310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b4b68922-3781-45d7-9add-7daf66040e4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64415998-fadc-4f37-8c4d-c48d8445955a HTTP/1.1" status: 204 len: 168 time: 0.2163951 Aug 29 04:39:59.123416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 87f561aa-fa9b-47cf-94f8-02f2137c796d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:59.136985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b68922-3781-45d7-9add-7daf66040e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64415998-fadc-4f37-8c4d-c48d8445955a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:59.149635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-034f9ac1-4c57-46b5-a15f-bbbef29e4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.151832 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-034f9ac1-4c57-46b5-a15f-bbbef29e4c0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.2038431 Aug 29 04:39:59.235430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b678-3396-4fe1-b9ca-70b5d8809dbc req-a9e9677e-cfe3-4b4f-8d5b-7319fdf57108 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.237094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4850b678-3396-4fe1-b9ca-70b5d8809dbc req-a9e9677e-cfe3-4b4f-8d5b-7319fdf57108 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 943 time: 0.0592971 Aug 29 04:39:59.291076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 27212d97-197e-4a38-8e4a-81edf0ae62e7, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:59.294622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4850b678-3396-4fe1-b9ca-70b5d8809dbc req-088067bf-c9d6-484c-8968-e462ca7445ce tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511284 Aug 29 04:39:59.308773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'port_id': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'mac_address': 'fa:16:3e:c8:77:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:59.319336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.327425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-20ad0413-d615-4a7e-b51c-52a0ce8644cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.329142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-20ad0413-d615-4a7e-b51c-52a0ce8644cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=44b74e03-3a1d-4b1e-92a7-f691b556fc32 HTTP/1.1" status: 200 len: 910 time: 0.1969934 Aug 29 04:39:59.332883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:59.342694 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.401064 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.424172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '7e6e3683-8ac5-4136-9358-938279c31693', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'floating_ip_address': '172.25.1.167', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'port_id': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'mac_address': 'fa:16:3e:d0:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 0, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:48Z', 'revision_number': 5, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:59.439795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e57ae-b26f-473d-a844-9809ba0f3038 req-052cf933-ce08-453e-b263-80a3054ca761 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.441635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e25e57ae-b26f-473d-a844-9809ba0f3038 req-052cf933-ce08-453e-b263-80a3054ca761 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 943 time: 0.0647614 Aug 29 04:39:59.461741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Transition to ACTIVE for port object d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:59.465858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629838f-66fe-45a9-98ed-abe17540603c None None] The sync data for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 is: [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '7e6e3683-8ac5-4136-9358-938279c31693', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'floating_ip_address': '172.25.1.167', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'port_id': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'mac_address': 'fa:16:3e:d0:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 0, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:48Z', 'revision_number': 5, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:59.471605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27212d97-197e-4a38-8e4a-81edf0ae62e7 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:59.501297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 27212d97-197e-4a38-8e4a-81edf0ae62e7, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:59.516061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-1976441d-184f-4726-9fe4-e562a5e4cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.517631 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-1976441d-184f-4726-9fe4-e562a5e4cc50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2594070 Aug 29 04:39:59.518518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e25e57ae-b26f-473d-a844-9809ba0f3038 req-d89f733b-757e-4e04-84f7-8d5674e302ee tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691187 Aug 29 04:39:59.521253 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.539116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-02c16cc5-ae1b-46ba-9b7a-853aa934fc66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7 HTTP/1.1" status: 200 len: 1000 time: 0.1830709 Aug 29 04:39:59.622568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=27212d97-197e-4a38-8e4a-81edf0ae62e7,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:59.656309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0643c2a-a936-4852-b3a4-21695b039b89 req-9b00d99b-321d-4a0d-b63a-91eb2db634f7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 210 time: 0.0418932 Aug 29 04:39:59.828605 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d8bcc5-e833-42e6-8e11-5beb7ae28ba6 None None] New status for floating IP 7e6e3683-8ac5-4136-9358-938279c31693: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:59.844424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['27212d97-197e-4a38-8e4a-81edf0ae62e7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:59.938092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f134c0-6e80-4314-b326-00bfb791fdcb req-b46aef0b-b98a-41ea-9fe7-8b216ab6e9b8 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.943516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90f134c0-6e80-4314-b326-00bfb791fdcb req-b46aef0b-b98a-41ea-9fe7-8b216ab6e9b8 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.0690207 Aug 29 04:39:59.980012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.044952 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90f134c0-6e80-4314-b326-00bfb791fdcb req-da77e1fb-5435-4821-86e2-26b4e4e2751a tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879376 Aug 29 04:40:00.064058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-7ff7f92d-94eb-4f50-ba32-39d766e4536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.065804 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-7ff7f92d-94eb-4f50-ba32-39d766e4536d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2940284c-074c-4e84-9994-ba0be92a25e3 HTTP/1.1" status: 200 len: 848 time: 0.4999895 Aug 29 04:40:00.174029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network f55026d9-a933-4dab-b971-bda4666e5d57 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:00.177344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-f564281e-8aa4-4e42-b336-09a6ea65f14b service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322200 Aug 29 04:40:00.181413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:00.188794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:00.198776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:00.207131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c02e-3726-460a-9dbe-2b7c1dcbb2c7 req-ae54b26d-6fa2-477f-b0a8-52b7aa4063dc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.209112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c94c02e-3726-460a-9dbe-2b7c1dcbb2c7 req-ae54b26d-6fa2-477f-b0a8-52b7aa4063dc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 946 time: 0.0563715 Aug 29 04:40:00.280353 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c94c02e-3726-460a-9dbe-2b7c1dcbb2c7 req-dab7a8cc-f995-407b-a601-b6ba564a68a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619481 Aug 29 04:40:00.354797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-5517aa86-2aa9-4a4e-8812-3f2f51d538f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.356472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-5517aa86-2aa9-4a4e-8812-3f2f51d538f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=44b74e03-3a1d-4b1e-92a7-f691b556fc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2585664 Aug 29 04:40:00.426026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523a5cc-c18a-4669-86fa-b9105de94d1f req-f6e0a2cc-efa1-4ac6-ac17-b855346777c9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.428423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8523a5cc-c18a-4669-86fa-b9105de94d1f req-f6e0a2cc-efa1-4ac6-ac17-b855346777c9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 946 time: 0.0654657 Aug 29 04:40:00.464674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.465244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.468040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.478303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8523a5cc-c18a-4669-86fa-b9105de94d1f req-9b77293d-02b0-4d59-bf7f-8291b29ac705 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Aug 29 04:40:00.531335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-10905130-dbd4-4378-9898-39bcb451f4fb None None] Provisioning for port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:00.536787 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-10905130-dbd4-4378-9898-39bcb451f4fb None None] Provisioning complete for port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:00.537165 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10905130-dbd4-4378-9898-39bcb451f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.558157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54bf26d9-f168-4713-8b7e-53fb0ed45066 req-ec9f658c-a3aa-4ae6-8c94-3b8b21aae23d service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639181 Aug 29 04:40:00.577750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-9335d0cf-c0c3-4853-ae34-a473e5de3d28 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6482234 Aug 29 04:40:00.578475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-10905130-dbd4-4378-9898-39bcb451f4fb None None] Port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:00.596254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Request body: {'port': {'device_id': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:00.616459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=3750b757-2fb8-4516-906c-edab180b1cbe,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:00.643758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ce22-0dd8-4aa3-bf00-62369ba69d02 req-3d1daeac-2a93-4dbb-b927-139c4ef1fa12 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.645405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a71ce22-0dd8-4aa3-bf00-62369ba69d02 req-3d1daeac-2a93-4dbb-b927-139c4ef1fa12 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 943 time: 0.0610785 Aug 29 04:40:00.673805 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-2f77ce53-29e8-4e0c-bf66-1b449c582744 service neutron] 10.222.0.65 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967024 Aug 29 04:40:00.693296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a71ce22-0dd8-4aa3-bf00-62369ba69d02 req-0de74aaf-6b18-4962-8623-fb64372dc30a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Aug 29 04:40:00.782853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 27212d97-197e-4a38-8e4a-81edf0ae62e7 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:00.785229 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.789158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Checking segment: {'id': '1d11b2b1-bec5-49f8-93e3-60284a069c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:00.789540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network hostable DHCP agents. Network: 626c7559-dd58-42d4-9276-fba0ae7b6ac1, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:00.806976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51594a46-9613-4ce6-a9d0-561b0b86bda6 req-a82ba106-569b-4f56-aef7-cc7d69b77249 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.817144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51594a46-9613-4ce6-a9d0-561b0b86bda6 req-a82ba106-569b-4f56-aef7-cc7d69b77249 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 946 time: 0.0620589 Aug 29 04:40:00.846846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 27212d97-197e-4a38-8e4a-81edf0ae62e7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:00.852312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 27212d97-197e-4a38-8e4a-81edf0ae62e7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:00.852704 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.872461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:00.887385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51594a46-9613-4ce6-a9d0-561b0b86bda6 req-8effe0bf-1ea0-46bd-89f6-bc4e84b24fd0 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659735 Aug 29 04:40:00.890408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:00.901467 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e380557-7303-4c56-9c5d-9dc467901e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:00.938641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 626c7559-dd58-42d4-9276-fba0ae7b6ac1) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:00.971000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c135a-71a9-4603-be3d-bc62daa40862 None None] Network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:00.991609 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.004924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbbc72-c546-49e3-9372-56e13afc8ea1 req-333c4206-aabf-4b64-ad2e-9bcc2fa4ab23 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.008279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fcbbc72-c546-49e3-9372-56e13afc8ea1 req-333c4206-aabf-4b64-ad2e-9bcc2fa4ab23 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 944 time: 0.0562444 Aug 29 04:40:01.026592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.026592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.030406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f21bf26-d9e1-4633-8513-dfe3c0d3358c req-a7040b8e-5336-48da-8f5c-1e40ca334896 service neutron] 10.222.0.65 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453631 Aug 29 04:40:01.074534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27212d97-197e-4a38-8e4a-81edf0ae62e7'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:01.079128 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef15efac-df58-4331-9253-cac83de19b49" -d '{"events": [{"server_uuid": "94b95495-1228-4e8f-bea6-cf2aac7aeeee", "name": "network-vif-plugged", "status": "completed", "tag": "27212d97-197e-4a38-8e4a-81edf0ae62e7"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:01.083394 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-38def53b-1c8c-4581-8549-ab1cda28268f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4409266 Aug 29 04:40:01.084121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38836) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:01.094972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1', 'name': 'tempest-PortsTestJSON-1902197679'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:01.107118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 27212d97-197e-4a38-8e4a-81edf0ae62e7, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:01.108580 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0fcbbc72-c546-49e3-9372-56e13afc8ea1 req-6522c780-2fa9-4734-8964-713f8d147921 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929234 Aug 29 04:40:01.123855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.297928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=27212d97-197e-4a38-8e4a-81edf0ae62e7,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.318450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c2842-caea-4596-92a2-49ce02fde537 req-a500428a-2285-4177-ac39-85db6c486ae0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.319925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-626c7559-dd58-42d4-9276-fba0ae7b6ac1', 'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1', 'tenant_id': '483436bd439b4f9d84f0ebd3db3b9659', 'fixed_ips': [{'subnet_id': '3750b757-2fb8-4516-906c-edab180b1cbe'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:01.320748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-824c2842-caea-4596-92a2-49ce02fde537 req-a500428a-2285-4177-ac39-85db6c486ae0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 932 time: 0.0976233 Aug 29 04:40:01.321609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:01.325993 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.327939 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.343445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:01.355631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.370930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Transition to ACTIVE for port object d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:01.378114 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.388187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 229c12ac-bdda-4f43-9341-015abd9ab9c1 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:01.460600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-824c2842-caea-4596-92a2-49ce02fde537 req-d90f5f54-361f-4d30-9d01-be37f2e9b1a0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108379 Aug 29 04:40:01.503095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49382030-f762-4843-abe6-c380238a863c service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.584524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Attempting to bind port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:01.585007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Allocated IP 172.20.0.2 (626c7559-dd58-42d4-9276-fba0ae7b6ac1/3750b757-2fb8-4516-906c-edab180b1cbe/14350b5a-1696-47c6-81f2-0107894215e6) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:01.585481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Attempting to bind port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:01.585811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Attempting to bind port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on network f55026d9-a933-4dab-b971-bda4666e5d57 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:01.593722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on network f55026d9-a933-4dab-b971-bda4666e5d57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:01.594208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Attempting to bind port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on network f55026d9-a933-4dab-b971-bda4666e5d57 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:01.601973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:01.602662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Checking segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:01.603226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Bound using segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:01.603788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Bound port: d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:01.604291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.722363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:01.726734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:01.734812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.760266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38852) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:01.783704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.784498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.787585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-49382030-f762-4843-abe6-c380238a863c service neutron] 10.222.0.64 "PUT /v2.0/ports/d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 1093 time: 1.2044051 Aug 29 04:40:01.817600 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2e588d-5bca-47a6-be17-b48c4e3e13da x-openstack-request-id: req-6f2e588d-5bca-47a6-be17-b48c4e3e13da {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:01.818421 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:01.818742 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f2e588d-5bca-47a6-be17-b48c4e3e13da {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:01.819200 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'status': 'completed', 'code': 200} Aug 29 04:40:01.851599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49382030-f762-4843-abe6-c380238a863c service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.857085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.870333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Transition to ACTIVE for port object 14350b5a-1696-47c6-81f2-0107894215e6 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:01.892126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Transition to ACTIVE for port object 14350b5a-1696-47c6-81f2-0107894215e6 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:01.899252 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e50eb3-caa3-441e-9d88-e07b853ee249 x-openstack-request-id: req-86e50eb3-caa3-441e-9d88-e07b853ee249 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:01.899927 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b95495-1228-4e8f-bea6-cf2aac7aeeee", "name": "network-vif-plugged", "status": "completed", "tag": "27212d97-197e-4a38-8e4a-81edf0ae62e7", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:01.900340 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86e50eb3-caa3-441e-9d88-e07b853ee249 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:01.900826 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'code': 200} Aug 29 04:40:01.907743 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.972993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Pushing event updated for resources: {'Port': ['ID=14350b5a-1696-47c6-81f2-0107894215e6,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.989538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:01.991268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:02.000924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:02.033776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-c339cf81-8cb9-4941-aa9a-764701b2e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.035592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-c339cf81-8cb9-4941-aa9a-764701b2e85f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1096 time: 0.1786118 Aug 29 04:40:02.043735 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c174c78-0ea9-4f4a-868c-0db49fad5c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.048383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ead21c-7a92-4a1c-aa9c-031ec7e19000 req-eb2990c1-65fd-456b-b06d-bab174234a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.049894 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f2ead21c-7a92-4a1c-aa9c-031ec7e19000 req-eb2990c1-65fd-456b-b06d-bab174234a77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 1097 time: 0.0869198 Aug 29 04:40:02.053738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-91c01062-556b-45fd-a596-2baee58fe8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.055797 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-91c01062-556b-45fd-a596-2baee58fe8b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 1095 time: 0.2002788 Aug 29 04:40:02.079467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Attempting to bind port 14350b5a-1696-47c6-81f2-0107894215e6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:02.079619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Attempting to bind port 14350b5a-1696-47c6-81f2-0107894215e6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '1d11b2b1-bec5-49f8-93e3-60284a069c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:02.079921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Attempting to bind port 14350b5a-1696-47c6-81f2-0107894215e6 on network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:02.080584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.3 (626c7559-dd58-42d4-9276-fba0ae7b6ac1/3750b757-2fb8-4516-906c-edab180b1cbe/229c12ac-bdda-4f43-9341-015abd9ab9c1) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:02.086002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:02.086812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Checking segment: {'id': '1d11b2b1-bec5-49f8-93e3-60284a069c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:02.087330 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.087834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Bound using segment: {'id': '1d11b2b1-bec5-49f8-93e3-60284a069c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:02.088492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Bound port: 14350b5a-1696-47c6-81f2-0107894215e6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d11b2b1-bec5-49f8-93e3-60284a069c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:02.088927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.111802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819fd3-d1b9-4faf-b920-503c35969aae req-78aad49d-8826-4a96-abaa-4d12331a2c34 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.122623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-832875c1-7241-49a4-bb97-efa2ee843c02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 217 time: 0.0714691 Aug 29 04:40:02.123494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91819fd3-d1b9-4faf-b920-503c35969aae req-78aad49d-8826-4a96-abaa-4d12331a2c34 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.1458328 Aug 29 04:40:02.174500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] For port 14350b5a-1696-47c6-81f2-0107894215e6, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:02.192347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] For port 14350b5a-1696-47c6-81f2-0107894215e6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=14350b5a-1696-47c6-81f2-0107894215e6,segment=NetworkSegment(1d11b2b1-bec5-49f8-93e3-60284a069c76),segment_id=1d11b2b1-bec5-49f8-93e3-60284a069c76)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:02.203083 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.225214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f2ead21c-7a92-4a1c-aa9c-031ec7e19000 req-310b8aaf-08e8-47fd-b5c5-25e305396baa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614664 Aug 29 04:40:02.225549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91819fd3-d1b9-4faf-b920-503c35969aae req-8cb35f22-85ee-46a8-9eb9-b3ed406d3bfd tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004982 Aug 29 04:40:02.260658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-168adb5d-915c-4a7f-bb22-f0ceccb34444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.263049 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-168adb5d-915c-4a7f-bb22-f0ceccb34444 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.1292462 Aug 29 04:40:02.280464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995154f-d8db-4bff-a126-bc1eca95c7de None None] Pushing event updated for resources: {'Port': ['ID=14350b5a-1696-47c6-81f2-0107894215e6,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:02.340405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-6bc722cd-70ab-4d05-8677-2043ffe526c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.342514 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-6bc722cd-70ab-4d05-8677-2043ffe526c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.2710369 Aug 29 04:40:02.371437 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c174c78-0ea9-4f4a-868c-0db49fad5c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.395552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0c174c78-0ea9-4f4a-868c-0db49fad5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.396438 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-54ae7e35-74ae-4aef-893b-7b6150903775 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33 HTTP/1.1" status: 200 len: 217 time: 0.0446579 Aug 29 04:40:02.398324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-3e5225d7-e10e-4986-9792-b7fdb8a8f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.399794 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-3e5225d7-e10e-4986-9792-b7fdb8a8f05c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283505 Aug 29 04:40:02.456935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.464481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c174c78-0ea9-4f4a-868c-0db49fad5c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3707443-242f-46e1-82d5-ec0c0c3eed89,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:02.472130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0c174c78-0ea9-4f4a-868c-0db49fad5c32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f1452269bca4f35beaa2bec2bafb9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107244 Aug 29 04:40:02.472779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38858) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:02.504464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object 229c12ac-bdda-4f43-9341-015abd9ab9c1 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:02.532936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d60f7c-95af-47e0-8f4c-b01f107d527f req-71819376-5ad2-4541-9bbc-4f2d9088b675 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.535478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9d60f7c-95af-47e0-8f4c-b01f107d527f req-71819376-5ad2-4541-9bbc-4f2d9088b675 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 943 time: 0.1997204 Aug 29 04:40:02.540630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-788479a5-604f-4821-b62e-26d0bbd48500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.542256 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-788479a5-604f-4821-b62e-26d0bbd48500 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1317167 Aug 29 04:40:02.577852 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-7ce3dce5-802f-4228-89fc-d43fc4f3c529 service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658976 Aug 29 04:40:02.656090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a9d60f7c-95af-47e0-8f4c-b01f107d527f req-c546ab82-ab7c-4821-b591-5ef0e411b2b9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044185 Aug 29 04:40:02.657737 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b6ac58d-2010-46ba-b556-72ed26295eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.678557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-ea20b3b9-a9f2-4e3e-882e-e88238db622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.680301 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-ea20b3b9-a9f2-4e3e-882e-e88238db622a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270866 Aug 29 04:40:02.695865 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b6ac58d-2010-46ba-b556-72ed26295eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.705930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.774737 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e58b733f-d4ce-4888-be3d-bc8493b16966 req-ac825f41-e9f1-4016-9195-3debbb2be66d service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801274 Aug 29 04:40:02.804584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:02.814698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:02.816231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-14b20fb0-6d55-4cae-b5f1-5a6f94d9994a service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220641 Aug 29 04:40:02.820667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:02.826894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=229c12ac-bdda-4f43-9341-015abd9ab9c1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:02.836391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device efa422ef-8d3d-4ee5-be98-33c2f3439d33 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:02.867081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b6ac58d-2010-46ba-b556-72ed26295eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.869734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b6ac58d-2010-46ba-b556-72ed26295eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.873866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6b6ac58d-2010-46ba-b556-72ed26295eb6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3707443-242f-46e1-82d5-ec0c0c3eed89 HTTP/1.1" status: 204 len: 168 time: 0.3935697 Aug 29 04:40:02.895856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536739-8301-43c9-9562-788b2a83ea24 req-e3ebbc16-17e4-4e7c-9be8-70e304ca0a8d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.903568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0536739-8301-43c9-9562-788b2a83ea24 req-e3ebbc16-17e4-4e7c-9be8-70e304ca0a8d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 946 time: 0.1487539 Aug 29 04:40:02.911863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.912739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.917194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ac58d-2010-46ba-b556-72ed26295eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3707443-242f-46e1-82d5-ec0c0c3eed89,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:02.958153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38864) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:02.960846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9c5bb6bc-47e3-4630-84c6-fb536ff016b7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8732224 Aug 29 04:40:02.972336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '626c7559-dd58-42d4-9276-fba0ae7b6ac1', 'name': 'tempest-PortsTestJSON-1126118165'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:02.977676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0536739-8301-43c9-9562-788b2a83ea24 req-c74f575a-aa21-4ecc-a235-57c4f1ee9d7f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718505 Aug 29 04:40:02.996887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:03.016079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e380557-7303-4c56-9c5d-9dc467901e4f req-9c6742f6-ab75-4c84-8f62-e560afe14025 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912289 Aug 29 04:40:03.018575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'mac_address': 'fa:16:3e:11:f0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:03.090534 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.115691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa422ef-8d3d-4ee5-be98-33c2f3439d33 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:03.141705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d10c5-e04e-4f83-913a-b4c620fb0a3c req-5ab07669-135e-4958-872a-5cfc3bdafcc5 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.143835 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d53d10c5-e04e-4f83-913a-b4c620fb0a3c req-5ab07669-135e-4958-872a-5cfc3bdafcc5 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.0717828 Aug 29 04:40:03.158550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:03.159206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:03.163399 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.167791 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.192032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 0e62fafd-8c88-4962-a659-a88438df6579 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:03.201996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d53d10c5-e04e-4f83-913a-b4c620fb0a3c req-90f8bcbd-d188-44ff-92e4-6ad2a5273095 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467582 Aug 29 04:40:03.249197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.318045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38870) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:03.363019 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-739c12c9-8ce8-4544-b2ab-a8122951a7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.381247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.8 (626c7559-dd58-42d4-9276-fba0ae7b6ac1/3750b757-2fb8-4516-906c-edab180b1cbe/0e62fafd-8c88-4962-a659-a88438df6579) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:03.400754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999a7be-f3c5-4906-871b-a49ab21d7160 req-a497225a-739e-4081-8d7b-cb7072eecf2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.402193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9999a7be-f3c5-4906-871b-a49ab21d7160 req-a497225a-739e-4081-8d7b-cb7072eecf2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 944 time: 0.0952885 Aug 29 04:40:03.441097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['efa422ef-8d3d-4ee5-be98-33c2f3439d33'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:03.518155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-739c12c9-8ce8-4544-b2ab-a8122951a7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.518389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-d17ab02e-c847-4e12-b16f-d292242f500a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.520084 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-d17ab02e-c847-4e12-b16f-d292242f500a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 946 time: 0.1188819 Aug 29 04:40:03.534459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-739c12c9-8ce8-4544-b2ab-a8122951a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.564437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9999a7be-f3c5-4906-871b-a49ab21d7160 req-40453d16-f134-4144-b347-f37e944f6f03 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376450 Aug 29 04:40:03.660545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-739c12c9-8ce8-4544-b2ab-a8122951a7c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16508774ec8146d1b7a341caa40cc749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356173 Aug 29 04:40:03.668334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38872) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:03.677235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c12c9-8ce8-4544-b2ab-a8122951a7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db0dfe4-65a7-4561-bd94-dba613914b36,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.684046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.702146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object 0e62fafd-8c88-4962-a659-a88438df6579 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:03.731579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9f5ac4-d46d-4c11-bc0d-f92f1d942591 None None] Network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:03.760203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port 8a062510-0059-4832-9546-ae325712183f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:03.760549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.765642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.794790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b85ad-597c-4405-9968-0f8eb48c5731 req-9551c552-adc0-4344-aa75-f8fcbce5d059 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.796519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-99a6154f-a4dd-4259-90e4-a4fcbb8445e2 None None] Provisioning for port 14350b5a-1696-47c6-81f2-0107894215e6 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:03.796780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-005b85ad-597c-4405-9968-0f8eb48c5731 req-9551c552-adc0-4344-aa75-f8fcbce5d059 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.0900528 Aug 29 04:40:03.824600 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bbddcc8e-0db6-4298-9483-4292157f374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.840424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:03.842665 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f" -d '{"events": [{"name": "network-changed", "server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:03.862090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bbddcc8e-0db6-4298-9483-4292157f374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.864377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:03.866361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-005b85ad-597c-4405-9968-0f8eb48c5731 req-fba0c8a3-123b-4911-81d7-04a54cd22480 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590522 Aug 29 04:40:03.876829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:03.886082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:03.926054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=0e62fafd-8c88-4962-a659-a88438df6579,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.943876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bbddcc8e-0db6-4298-9483-4292157f374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.949075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bbddcc8e-0db6-4298-9483-4292157f374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.952140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bbddcc8e-0db6-4298-9483-4292157f374b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5db0dfe4-65a7-4561-bd94-dba613914b36 HTTP/1.1" status: 204 len: 168 time: 0.2765744 Aug 29 04:40:03.962196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddcc8e-0db6-4298-9483-4292157f374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db0dfe4-65a7-4561-bd94-dba613914b36,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.985672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] For port 8a062510-0059-4832-9546-ae325712183f, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8a062510-0059-4832-9546-ae325712183f,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:03.986048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.999138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.999832 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.030997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for 8a062510-0059-4832-9546-ae325712183f owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:04.037968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dbc1e948-0e94-4708-9f37-2e6a6cd95b57 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0753455 Aug 29 04:40:04.041009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8992bd-ac2f-4d36-9fea-bc47f377335f req-cd9606a9-244b-4a28-9a14-a8569a8e3ed2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.041582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38882) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:04.044363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d8992bd-ac2f-4d36-9fea-bc47f377335f req-cd9606a9-244b-4a28-9a14-a8569a8e3ed2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 944 time: 0.0697958 Aug 29 04:40:04.105449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d8992bd-ac2f-4d36-9fea-bc47f377335f req-a6d99f7d-f2c4-44d2-a00a-1835fedcea17 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535226 Aug 29 04:40:04.194359 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d931a4d3-39c2-4f6d-b987-e0c8b50e0714 x-openstack-request-id: req-d931a4d3-39c2-4f6d-b987-e0c8b50e0714 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:04.194749 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:04.195069 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d931a4d3-39c2-4f6d-b987-e0c8b50e0714 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:04.195934 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'status': 'completed', 'code': 200} Aug 29 04:40:04.253240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f1e8d9-8be7-46e3-8bf5-b2372a036d9b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.267910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38888) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:04.272074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-97f1e8d9-8be7-46e3-8bf5-b2372a036d9b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.2292497 Aug 29 04:40:04.307901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 14350b5a-1696-47c6-81f2-0107894215e6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:04.332180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-2a450f8c-d94a-48af-a757-ddbe085e8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.333662 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-2a450f8c-d94a-48af-a757-ddbe085e8cc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1096 time: 0.0990999 Aug 29 04:40:04.408766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 14350b5a-1696-47c6-81f2-0107894215e6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:04.413889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 14350b5a-1696-47c6-81f2-0107894215e6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:04.416555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cf8fd-1ba1-4670-b7df-0907d39f9bdc req-a75c463b-6168-4ff5-9c2f-6e6ee3bb472b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.417099 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.424537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-942cf8fd-1ba1-4670-b7df-0907d39f9bdc req-a75c463b-6168-4ff5-9c2f-6e6ee3bb472b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 946 time: 0.1720214 Aug 29 04:40:04.499650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Provisioning for port 229c12ac-bdda-4f43-9341-015abd9ab9c1 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:04.516059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-942cf8fd-1ba1-4670-b7df-0907d39f9bdc req-3be7fdad-7d3d-4efd-a1a5-6b5313e74d6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803955 Aug 29 04:40:04.541738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ac2961b7-0f79-4e47-bd5e-f0e1757d19df tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 0e62fafd-8c88-4962-a659-a88438df6579 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:04.543832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Provisioning complete for port 229c12ac-bdda-4f43-9341-015abd9ab9c1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:04.544350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2961b7-0f79-4e47-bd5e-f0e1757d19df tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.544518 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.601259 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.621293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Port 229c12ac-bdda-4f43-9341-015abd9ab9c1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:04.646274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Provisioning complete for port 14350b5a-1696-47c6-81f2-0107894215e6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:04.646840 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.681567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 14350b5a-1696-47c6-81f2-0107894215e6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=14350b5a-1696-47c6-81f2-0107894215e6,segment=NetworkSegment(1d11b2b1-bec5-49f8-93e3-60284a069c76),segment_id=1d11b2b1-bec5-49f8-93e3-60284a069c76)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:04.689844 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.722055 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2961b7-0f79-4e47-bd5e-f0e1757d19df tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.731877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75deb683-f2c9-476c-802c-bfef584a64b1 req-db8843ff-722b-4215-a852-4b6f47597cc7 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.733634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75deb683-f2c9-476c-802c-bfef584a64b1 req-db8843ff-722b-4215-a852-4b6f47597cc7 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1059542 Aug 29 04:40:04.768398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ac2961b7-0f79-4e47-bd5e-f0e1757d19df tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 0e62fafd-8c88-4962-a659-a88438df6579 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:04.853706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:04.879082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75deb683-f2c9-476c-802c-bfef584a64b1 req-64f4825e-046b-4517-a701-a265c83efd28 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379046 Aug 29 04:40:04.905996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device efa422ef-8d3d-4ee5-be98-33c2f3439d33 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:04.925666 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.975197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=8a062510-0059-4832-9546-ae325712183f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:04.979607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=14350b5a-1696-47c6-81f2-0107894215e6,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.045162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['8a062510-0059-4832-9546-ae325712183f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:05.114469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] No DVR routers for this DVR port 8a062510-0059-4832-9546-ae325712183f on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:05.115185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:05.135580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.142927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e4163146-2359-4b7f-be8d-ec31990d5fd8 req-8d46f7e3-0261-4393-a0a6-c70edb00b8dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "DELETE /v2.0/ports/8a062510-0059-4832-9546-ae325712183f HTTP/1.1" status: 204 len: 173 time: 1.5992417 Aug 29 04:40:05.149658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Provisioning for port 0e62fafd-8c88-4962-a659-a88438df6579 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:05.152117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-79377619-4362-4b03-9e57-bb78d3c33011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.155719 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-79377619-4362-4b03-9e57-bb78d3c33011 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 898 time: 0.8135972 Aug 29 04:40:05.174196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8786275-9cbb-493a-bc65-a7a4fa4e8321 req-78f6b5db-d0f6-46e3-81cf-d586f7b64489 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.179140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Provisioning complete for port 0e62fafd-8c88-4962-a659-a88438df6579 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:05.179940 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.186598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'port_id': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'mac_address': 'fa:16:3e:28:de:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:05.189863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8786275-9cbb-493a-bc65-a7a4fa4e8321 req-78f6b5db-d0f6-46e3-81cf-d586f7b64489 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 944 time: 0.1484084 Aug 29 04:40:05.215948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2961b7-0f79-4e47-bd5e-f0e1757d19df tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.249550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-d265bdb9-9754-41f6-bfcb-9cc920d3e656 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 217 time: 0.0842340 Aug 29 04:40:05.284028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2961b7-0f79-4e47-bd5e-f0e1757d19df tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=0e62fafd-8c88-4962-a659-a88438df6579,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.322957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8786275-9cbb-493a-bc65-a7a4fa4e8321 req-57f9e708-e4e2-4d11-b4a2-388034fdfd02 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279349 Aug 29 04:40:05.344320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-2f3745d9-8254-4fad-8ba9-fe679e8eec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.346987 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-2f3745d9-8254-4fad-8ba9-fe679e8eec88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.0902293 Aug 29 04:40:05.354391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ac24f-bfc6-4f6d-a228-e3ded8e64c07 None None] Port 0e62fafd-8c88-4962-a659-a88438df6579 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:05.377793 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.419341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:05.433029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-445e9967-3be4-4b1b-8244-77c7ab5a67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.438124 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-445e9967-3be4-4b1b-8244-77c7ab5a67c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790734 Aug 29 04:40:05.468744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:05.472585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port efa422ef-8d3d-4ee5-be98-33c2f3439d33 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:05.479198 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.537868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.540708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port efa422ef-8d3d-4ee5-be98-33c2f3439d33 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:05.541107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.559055 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ac2961b7-0f79-4e47-bd5e-f0e1757d19df tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.562851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac2961b7-0f79-4e47-bd5e-f0e1757d19df tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/0e62fafd-8c88-4962-a659-a88438df6579 HTTP/1.1" status: 204 len: 168 time: 1.2929099 Aug 29 04:40:05.570980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38920) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:05.578415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e435056d-73dd-4cbe-a052-44542b4f3766 None None] Provisioning complete for port 229c12ac-bdda-4f43-9341-015abd9ab9c1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:05.578802 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e435056d-73dd-4cbe-a052-44542b4f3766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.620556 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bdaa09-71b5-44dc-921e-1827a49c7540 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:40:05.626926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-52bdaa09-71b5-44dc-921e-1827a49c7540 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/0e62fafd-8c88-4962-a659-a88438df6579 HTTP/1.1" status: 404 len: 333 time: 0.0554414 Aug 29 04:40:05.630236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38924) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:05.635012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e435056d-73dd-4cbe-a052-44542b4f3766 None None] Port 229c12ac-bdda-4f43-9341-015abd9ab9c1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:05.650821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e435056d-73dd-4cbe-a052-44542b4f3766 None None] Could not find standard attr ID for object 0e62fafd-8c88-4962-a659-a88438df6579. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:40:05.662279 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-138304b2-197e-4670-b95e-78089f828537 service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116971 Aug 29 04:40:05.672077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a307e6e-5a6a-40cb-9c75-d687458b4a82 req-92705fe7-3aeb-4ee4-8212-377c78ee712e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.678559 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a307e6e-5a6a-40cb-9c75-d687458b4a82 req-92705fe7-3aeb-4ee4-8212-377c78ee712e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.2087049 Aug 29 04:40:05.695207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38926) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:05.715344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'floatingip': {'port_id': '27212d97-197e-4a38-8e4a-81edf0ae62e7'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:05.767584 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.796266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:05.798688 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6328810f-bb45-4d7c-81a4-2106eede753c" -d '{"events": [{"server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "name": "network-vif-plugged", "status": "completed", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:05.817770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:05.824733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.874909 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.947846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-21f374f7-7d3a-4322-a843-2de6f123f4d8 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 229c12ac-bdda-4f43-9341-015abd9ab9c1 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:05.948221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21f374f7-7d3a-4322-a843-2de6f123f4d8 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.974085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48f31-8bb3-43dc-b352-1042f4c081c6 req-8633f36c-cea0-4034-ac34-4c81f8d2b022 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.976460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44d48f31-8bb3-43dc-b352-1042f4c081c6 req-8633f36c-cea0-4034-ac34-4c81f8d2b022 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.1681600 Aug 29 04:40:06.075764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44d48f31-8bb3-43dc-b352-1042f4c081c6 req-b506a25e-25dc-4829-a954-26eabe0165ae tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Aug 29 04:40:06.111953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:06.155842 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21f374f7-7d3a-4322-a843-2de6f123f4d8 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.199542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-21f374f7-7d3a-4322-a843-2de6f123f4d8 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 229c12ac-bdda-4f43-9341-015abd9ab9c1 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:06.242039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.254579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 14350b5a-1696-47c6-81f2-0107894215e6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:06.260543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11221f19-f037-4eb6-8732-7fcce75246df', 'name': 'network-vif-deleted', 'tag': '8a062510-0059-4832-9546-ae325712183f'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:06.265101 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e71b07-950f-4785-ac0d-3f01d4016bfe" -d '{"events": [{"server_uuid": "11221f19-f037-4eb6-8732-7fcce75246df", "name": "network-vif-deleted", "tag": "8a062510-0059-4832-9546-ae325712183f"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:06.351241 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c39ee90b-e86d-4c9d-a400-ebf4a478b04f req-a83d6a25-a44d-4b77-9bea-43100b704782 service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786354 Aug 29 04:40:06.380067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 14350b5a-1696-47c6-81f2-0107894215e6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:06.380784 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.434470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56ed83-33b6-4f79-83d2-41f8d939c599 req-a5929f81-610c-4fd5-845e-e023f206207d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.445097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d56ed83-33b6-4f79-83d2-41f8d939c599 req-a5929f81-610c-4fd5-845e-e023f206207d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.2534852 Aug 29 04:40:06.518638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21f374f7-7d3a-4322-a843-2de6f123f4d8 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.533683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d56ed83-33b6-4f79-83d2-41f8d939c599 req-8fa49f31-62a4-4bb9-9729-06ad6de715e5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875840 Aug 29 04:40:06.562976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f374f7-7d3a-4322-a843-2de6f123f4d8 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=229c12ac-bdda-4f43-9341-015abd9ab9c1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.753358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3570b59-4d41-4a7c-be89-276f0e45eb9f req-74bbeee5-d3e3-48c8-9fea-0680de7e9b40 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 210 time: 0.1095996 Aug 29 04:40:06.791265 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21f374f7-7d3a-4322-a843-2de6f123f4d8 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.797368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-21f374f7-7d3a-4322-a843-2de6f123f4d8 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/229c12ac-bdda-4f43-9341-015abd9ab9c1 HTTP/1.1" status: 204 len: 168 time: 1.1591940 Aug 29 04:40:06.798223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38950) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:06.798924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.804272 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.841579 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b1ba4d-e4c7-42f4-88fa-1500172c3c25 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:40:06.855175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-09b1ba4d-e4c7-42f4-88fa-1500172c3c25 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/229c12ac-bdda-4f43-9341-015abd9ab9c1 HTTP/1.1" status: 404 len: 333 time: 0.0558763 Aug 29 04:40:06.863412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38954) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:06.872067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 8a062510-0059-4832-9546-ae325712183f no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:06.928456 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b21285-c786-44b4-87df-5c086c497293 x-openstack-request-id: req-56b21285-c786-44b4-87df-5c086c497293 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:06.930769 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "name": "network-vif-plugged", "status": "completed", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:06.931199 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56b21285-c786-44b4-87df-5c086c497293 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:06.931692 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'code': 200} Aug 29 04:40:06.933846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 8a062510-0059-4832-9546-ae325712183f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:06.941203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 8a062510-0059-4832-9546-ae325712183f not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:06.960954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85b5fb2-d13f-467e-a568-e266a080cbee tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet 3750b757-2fb8-4516-906c-edab180b1cbe {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:06.966995 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f85b5fb2-d13f-467e-a568-e266a080cbee tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.017509 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Floating IP 140835bb-7232-45da-aadc-4e04c0742f4c associated. External IP: 172.25.1.234, port: 27212d97-197e-4a38-8e4a-81edf0ae62e7. Aug 29 04:40:07.043022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f85b5fb2-d13f-467e-a568-e266a080cbee tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.085949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5547d-3704-4fc9-abee-577010795147 req-edd46fc8-6fef-48ec-84e6-b54db059e7bc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.087565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9a5547d-3704-4fc9-abee-577010795147 req-edd46fc8-6fef-48ec-84e6-b54db059e7bc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 945 time: 0.1236310 Aug 29 04:40:07.166356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2d11c-302d-4542-9d3b-66d58c95f512 req-fe90af19-e29b-40da-a935-488ad49b1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.168549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72b2d11c-302d-4542-9d3b-66d58c95f512 req-fe90af19-e29b-40da-a935-488ad49b1be6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 1097 time: 0.1526971 Aug 29 04:40:07.182565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9a5547d-3704-4fc9-abee-577010795147 req-27fe8013-33ff-45d1-a510-6dee8a6cc1cf tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738354 Aug 29 04:40:07.207978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f85b5fb2-d13f-467e-a568-e266a080cbee tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.266851 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a04c80a-a6d6-4d82-ae3c-b0a4d4fc5bf2 x-openstack-request-id: req-1a04c80a-a6d6-4d82-ae3c-b0a4d4fc5bf2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:07.267411 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11221f19-f037-4eb6-8732-7fcce75246df", "name": "network-vif-deleted", "tag": "8a062510-0059-4832-9546-ae325712183f", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:07.267707 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a04c80a-a6d6-4d82-ae3c-b0a4d4fc5bf2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:07.268437 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11221f19-f037-4eb6-8732-7fcce75246df', 'name': 'network-vif-deleted', 'tag': '8a062510-0059-4832-9546-ae325712183f', 'status': 'completed', 'code': 200} Aug 29 04:40:07.270714 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72b2d11c-302d-4542-9d3b-66d58c95f512 req-60301713-9127-4500-bb7e-0b010a0df4ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930669 Aug 29 04:40:07.346495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f85b5fb2-d13f-467e-a568-e266a080cbee tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.411031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b5fb2-d13f-467e-a568-e266a080cbee tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=3750b757-2fb8-4516-906c-edab180b1cbe,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.412087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Router 5b197a99-d343-46f5-abe3-0346258c684a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:07.413581 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f85b5fb2-d13f-467e-a568-e266a080cbee tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.419046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38964) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:07.421088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1e0ec-b5a8-45f3-ae2d-6466c7d8b95d None None] Network 626c7559-dd58-42d4-9276-fba0ae7b6ac1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:07.433796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f85b5fb2-d13f-467e-a568-e266a080cbee tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/3750b757-2fb8-4516-906c-edab180b1cbe HTTP/1.1" status: 204 len: 168 time: 0.5615716 Aug 29 04:40:07.478408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f8a2f-238e-42cb-924a-fec85a626e04 req-8268eda6-c64e-4aac-a889-904883d14510 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.493935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-553f8a2f-238e-42cb-924a-fec85a626e04 req-8268eda6-c64e-4aac-a889-904883d14510 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.1687219 Aug 29 04:40:07.551779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-553f8a2f-238e-42cb-924a-fec85a626e04 req-13afec6b-fd6e-4706-9e40-a3be8ac15b10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573125 Aug 29 04:40:07.575850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.672476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:07.684628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] Sync routers for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:07.689510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.708075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:07.714827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe0a21-ebfe-459f-b86f-bab126a05e5a req-c3fa1d26-db40-4d07-b4ee-525952a82fb6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.721109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:07.728595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aefe0a21-ebfe-459f-b86f-bab126a05e5a req-c3fa1d26-db40-4d07-b4ee-525952a82fb6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1062222 Aug 29 04:40:07.749932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7641b934-7d59-42a1-90d2-8e0a06e81e62 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "PUT /v2.0/floatingips/140835bb-7232-45da-aadc-4e04c0742f4c HTTP/1.1" status: 200 len: 991 time: 2.0484831 Aug 29 04:40:07.759376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 14350b5a-1696-47c6-81f2-0107894215e6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:07.759886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.801156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aefe0a21-ebfe-459f-b86f-bab126a05e5a req-d769b15d-b129-49f8-ae91-6b50cc80cc1e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715408 Aug 29 04:40:07.828406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] DHCP port deletion for 626c7559-dd58-42d4-9276-fba0ae7b6ac1 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:07.846339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] For port 14350b5a-1696-47c6-81f2-0107894215e6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=14350b5a-1696-47c6-81f2-0107894215e6,segment=NetworkSegment(1d11b2b1-bec5-49f8-93e3-60284a069c76),segment_id=1d11b2b1-bec5-49f8-93e3-60284a069c76)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:07.846724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.862561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 14350b5a-1696-47c6-81f2-0107894215e6 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:07.943599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:07.958996 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.987608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No DVR routers for this DVR port 14350b5a-1696-47c6-81f2-0107894215e6 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:07.993301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] Deleting port 14350b5a-1696-47c6-81f2-0107894215e6 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:07.993992 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.049804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=14350b5a-1696-47c6-81f2-0107894215e6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.057501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9da32ad-10bc-4b84-b5b1-f000b8371574 req-c72b7267-d815-4857-85d8-45ae6dd5731c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 210 time: 0.0460348 Aug 29 04:40:08.090549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] For port 14350b5a-1696-47c6-81f2-0107894215e6, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:08.091325 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.105526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] Calling delete_port for 14350b5a-1696-47c6-81f2-0107894215e6 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:08.109327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] Port 14350b5a-1696-47c6-81f2-0107894215e6 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:40:08.124817 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.129157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.145787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626c7559-dd58-42d4-9276-fba0ae7b6ac1']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:08.165502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d11b2b1-bec5-49f8-93e3-60284a069c76') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:08.165875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d11b2b1-bec5-49f8-93e3-60284a069c76') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:08.177420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.194573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.204636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:08.205244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.229104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] No DVR routers for this DVR port 14350b5a-1696-47c6-81f2-0107894215e6 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:08.240359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e076f7d-ff27-4b33-a016-9068a56f1da4 None None] Pushing event deleted for resources: {'Port': ['ID=14350b5a-1696-47c6-81f2-0107894215e6,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:08.307263 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:08.313597 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.325062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 14350b5a-1696-47c6-81f2-0107894215e6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:08.357000 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.366221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/networks/626c7559-dd58-42d4-9276-fba0ae7b6ac1 HTTP/1.1" status: 204 len: 168 time: 0.9382634 Aug 29 04:40:08.366221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cbe81-86ce-4598-bbd9-0b544fb97242 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Network': ['ID=626c7559-dd58-42d4-9276-fba0ae7b6ac1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.366654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38980) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:08.376083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-579354910'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:08.415212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606a734-cfe5-4607-941f-04e2aef6fbe9 req-7beecf41-8e48-4d07-bdd5-54974ad934ff tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.416888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2606a734-cfe5-4607-941f-04e2aef6fbe9 req-7beecf41-8e48-4d07-bdd5-54974ad934ff tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 945 time: 0.0853658 Aug 29 04:40:08.437982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 14350b5a-1696-47c6-81f2-0107894215e6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:08.439159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 14350b5a-1696-47c6-81f2-0107894215e6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:08.442163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:08.449263 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.523664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:08.531005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2606a734-cfe5-4607-941f-04e2aef6fbe9 req-1292f39e-47dd-41d7-aad2-bdd4f460b963 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998061 Aug 29 04:40:08.547762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.547762 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Added segment e63bf5d0-0636-45cf-a2a8-7c817e168ea3 of type vlan for network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 Aug 29 04:40:08.564734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '140835bb-7232-45da-aadc-4e04c0742f4c', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'port_id': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'mac_address': 'fa:16:3e:c8:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 1, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:08.613984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] Checking router: 5b197a99-d343-46f5-abe3-0346258c684a for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:08.624404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:08.625244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:08.659850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.707465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.714425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.715389 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.734156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebb667-2a22-4b99-bb1a-48a3e864723b req-fff00337-4383-4a81-8498-1a5323c3fd04 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.742358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cebb667-2a22-4b99-bb1a-48a3e864723b req-fff00337-4383-4a81-8498-1a5323c3fd04 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.0678279 Aug 29 04:40:08.772456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:08.787642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cebb667-2a22-4b99-bb1a-48a3e864723b req-17be100f-78e0-4549-82b2-7b7d669525a0 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Aug 29 04:40:08.803865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Network': ['ID=7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.812693 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5aa78f94-b915-4fc5-8abb-67fc62fc33fc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4426112 Aug 29 04:40:08.813577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38988) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:08.818875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:08.822909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:08.921842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:08.954895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2995f6-24b0-4600-a214-2db801042ae9 req-056f0c34-8ee6-4715-9c3c-7fce5f5fc06f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.956618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd2995f6-24b0-4600-a214-2db801042ae9 req-056f0c34-8ee6-4715-9c3c-7fce5f5fc06f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.0840125 Aug 29 04:40:08.987328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:08.992218 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.056145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:09.065872 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd2995f6-24b0-4600-a214-2db801042ae9 req-b91da78f-e794-4453-a65a-00c18c048685 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983145 Aug 29 04:40:09.068625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:09.069134 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.209180 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.266113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:09.268658 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80e1265-a680-46fa-9d10-6091fa234f12" -d '{"events": [{"server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "name": "network-vif-plugged", "status": "completed", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:09.269925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'tag': '27212d97-197e-4a38-8e4a-81edf0ae62e7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:09.273942 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5b9282-8212-478f-9183-b048ac398bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "94b95495-1228-4e8f-bea6-cf2aac7aeeee", "tag": "27212d97-197e-4a38-8e4a-81edf0ae62e7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:09.297008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:09.305246 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.305710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.314888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '140835bb-7232-45da-aadc-4e04c0742f4c', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'port_id': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'mac_address': 'fa:16:3e:c8:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 1, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:09.391312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=e9051461-7c88-4247-934c-c92e6fc6c29f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:09.413381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:09.442907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d7d52-4d18-48c1-8254-5f8dcd9b331d None None] The sync data for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 is: [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '140835bb-7232-45da-aadc-4e04c0742f4c', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'port_id': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'mac_address': 'fa:16:3e:c8:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 1, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:09.475964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Checking segment: {'id': 'e63bf5d0-0636-45cf-a2a8-7c817e168ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:09.476690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network hostable DHCP agents. Network: 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:09.483411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6842115c-1d37-4f0e-8aa1-a1d9fd16c486 req-2bba89c1-d690-45ea-9a2b-459bee40d665 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 210 time: 0.0472212 Aug 29 04:40:09.504614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:09.535621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:09.540749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:09.541743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.560422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcaf2dd-4e22-41c2-b517-6e13715096e3 None None] Network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:09.564964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0e94153e-3023-42fa-815a-413dae8f951a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7501936 Aug 29 04:40:09.567819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39008) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:09.573772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2', 'name': 'tempest-PortsTestJSON-6768191', 'fixed_ips': [{'subnet_id': 'e9051461-7c88-4247-934c-c92e6fc6c29f', 'ip_address': '172.20.0.10'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:09.876052 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92b992-51f9-4a28-b6f5-354b413c7b9e None None] New status for floating IP 140835bb-7232-45da-aadc-4e04c0742f4c: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:09.912286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:09.952561 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf628f9-9315-45ae-98b1-dc6207b7e46f x-openstack-request-id: req-fbf628f9-9315-45ae-98b1-dc6207b7e46f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:09.952856 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "name": "network-vif-plugged", "status": "completed", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:09.953119 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbf628f9-9315-45ae-98b1-dc6207b7e46f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:09.953539 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'code': 200} Aug 29 04:40:09.968499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2', 'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2', 'tenant_id': '483436bd439b4f9d84f0ebd3db3b9659', 'fixed_ips': [{'subnet_id': 'e9051461-7c88-4247-934c-c92e6fc6c29f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:09.969654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.242199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9736799-9e59-4cd7-b5e5-1bfde306816e req-5d6a77d7-d7bf-4199-b165-6fcbee3e8014 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.251015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9736799-9e59-4cd7-b5e5-1bfde306816e req-5d6a77d7-d7bf-4199-b165-6fcbee3e8014 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1204712 Aug 29 04:40:10.289056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Allocated IP 172.20.0.2 (7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2/e9051461-7c88-4247-934c-c92e6fc6c29f/6610752a-948b-4562-82d9-0a3074a47a37) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:10.322881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9736799-9e59-4cd7-b5e5-1bfde306816e req-c3ba0393-021e-4ffc-9b1c-1c295ca92597 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704894 Aug 29 04:40:10.461834 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9f2364-2a48-4706-a928-a404fd1cd01a x-openstack-request-id: req-bd9f2364-2a48-4706-a928-a404fd1cd01a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:10.462154 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b95495-1228-4e8f-bea6-cf2aac7aeeee", "tag": "27212d97-197e-4a38-8e4a-81edf0ae62e7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:10.462430 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd9f2364-2a48-4706-a928-a404fd1cd01a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:10.462753 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'tag': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'status': 'completed', 'code': 200} Aug 29 04:40:10.500651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514610-b363-46f4-b735-9bc7438fc275 req-199dd8bc-6d63-424c-b11b-d71f07f1df40 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.518207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e514610-b363-46f4-b735-9bc7438fc275 req-199dd8bc-6d63-424c-b11b-d71f07f1df40 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1121199 Aug 29 04:40:10.538343 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.548496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Transition to ACTIVE for port object 6610752a-948b-4562-82d9-0a3074a47a37 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:10.565886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Transition to ACTIVE for port object 6610752a-948b-4562-82d9-0a3074a47a37 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:10.578415 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.611322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e514610-b363-46f4-b735-9bc7438fc275 req-4200e2af-b796-4a92-a89e-ac453a628687 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833025 Aug 29 04:40:10.634379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:10.637776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:10.644061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Pushing event updated for resources: {'Port': ['ID=6610752a-948b-4562-82d9-0a3074a47a37,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.657103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:10.692676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.722488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-a30ea9f6-ebaa-4645-a1d8-36a784151670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.723967 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-a30ea9f6-ebaa-4645-a1d8-36a784151670 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 1097 time: 0.2448328 Aug 29 04:40:10.728016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-f4eb2703-56ed-4515-b862-3d2aba23a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.729587 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-f4eb2703-56ed-4515-b862-3d2aba23a269 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=069746313e6b4b5a8b0b1f43ac644004&device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 1097 time: 0.2763355 Aug 29 04:40:10.737906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 1564cd2f-c9cf-403a-9cbb-d239b332970c yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:10.750666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Attempting to bind port 6610752a-948b-4562-82d9-0a3074a47a37 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:10.751092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Attempting to bind port 6610752a-948b-4562-82d9-0a3074a47a37 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'e63bf5d0-0636-45cf-a2a8-7c817e168ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:10.751468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Attempting to bind port 6610752a-948b-4562-82d9-0a3074a47a37 on network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:10.758271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:10.758664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Checking segment: {'id': 'e63bf5d0-0636-45cf-a2a8-7c817e168ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:10.759056 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.759453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Bound using segment: {'id': 'e63bf5d0-0636-45cf-a2a8-7c817e168ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:10.759930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Bound port: 6610752a-948b-4562-82d9-0a3074a47a37, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63bf5d0-0636-45cf-a2a8-7c817e168ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:10.760340 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.774083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8522549-dce2-464f-89ca-ab40c127fb29 req-b988e56a-0e36-4c4c-bb9d-3e68a7886c61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.775880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8522549-dce2-464f-89ca-ab40c127fb29 req-b988e56a-0e36-4c4c-bb9d-3e68a7886c61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.0625634 Aug 29 04:40:10.808410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b082d5-ae41-4290-a6db-bb8d318183e1 req-733f53a6-1c39-4b58-be28-8a839002acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.809878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2b082d5-ae41-4290-a6db-bb8d318183e1 req-733f53a6-1c39-4b58-be28-8a839002acb9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1098 time: 0.3463736 Aug 29 04:40:10.836848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8522549-dce2-464f-89ca-ab40c127fb29 req-aea2f259-8488-40ad-ab0a-697b8aaacd17 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535495 Aug 29 04:40:11.032893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] For port 6610752a-948b-4562-82d9-0a3074a47a37, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:11.037179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] For port 6610752a-948b-4562-82d9-0a3074a47a37, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6610752a-948b-4562-82d9-0a3074a47a37,segment=NetworkSegment(e63bf5d0-0636-45cf-a2a8-7c817e168ea3),segment_id=e63bf5d0-0636-45cf-a2a8-7c817e168ea3)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:11.044954 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.096823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-246e08ad-e606-47f9-8bfe-cb234f6d0ff6 req-3f02b843-139f-4282-8027-e1b9f01c7983 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=11221f19-f037-4eb6-8732-7fcce75246df HTTP/1.1" status: 200 len: 210 time: 0.0511887 Aug 29 04:40:11.127965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26376ff-7725-4c8b-9763-d87b0d10289c None None] Pushing event updated for resources: {'Port': ['ID=6610752a-948b-4562-82d9-0a3074a47a37,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:11.181165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-1075e2ac-401b-482f-b660-7230a1824be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.182848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-1075e2ac-401b-482f-b660-7230a1824be8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 200 len: 917 time: 0.3769181 Aug 29 04:40:11.207027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.10 (7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2/e9051461-7c88-4247-934c-c92e6fc6c29f/1564cd2f-c9cf-403a-9cbb-d239b332970c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:11.271155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-a8196e3a-d498-4964-b046-85caf703d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.272959 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-a8196e3a-d498-4964-b046-85caf703d278 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 912 time: 0.4684234 Aug 29 04:40:11.279718 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-59124085-6702-41d5-b542-4ccb3e1b176f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e569da2-3131-4084-9247-c91fabfda599 HTTP/1.1" status: 200 len: 217 time: 0.0789471 Aug 29 04:40:11.283789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c2b082d5-ae41-4290-a6db-bb8d318183e1 req-e4de8e52-5503-4319-ba13-05f31f611cd5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862002 Aug 29 04:40:11.344556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-ced77e50-5e6d-4a20-a04f-e5b6fce633d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.346657 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-ced77e50-5e6d-4a20-a04f-e5b6fce633d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b069426a-cf73-481e-a96f-266b7f835d21 HTTP/1.1" status: 200 len: 855 time: 0.0586751 Aug 29 04:40:11.498418 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-cae731ab-ab5c-44bc-b65c-1963e12cb459 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7 HTTP/1.1" status: 200 len: 1001 time: 0.2114375 Aug 29 04:40:11.580500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-3e01b78f-d625-4adb-8525-dd2a42dfebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.582412 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-3e01b78f-d625-4adb-8525-dd2a42dfebb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c33e8d75-69fb-4763-91a3-caaaf4104da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1904383 Aug 29 04:40:11.691742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-e61afe50-d1a1-4d8e-9b3a-ccd795586e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.693293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-e61afe50-d1a1-4d8e-9b3a-ccd795586e39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.1652646 Aug 29 04:40:11.711975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f737e-11c9-4f4d-8e72-15ba76db8825 req-de81619a-b375-4a59-926e-376bed486e7f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.713646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-561f737e-11c9-4f4d-8e72-15ba76db8825 req-de81619a-b375-4a59-926e-376bed486e7f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.0921652 Aug 29 04:40:11.765115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.784899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-561f737e-11c9-4f4d-8e72-15ba76db8825 req-2ef643b1-3dce-4ff7-b395-ddbeae1b643d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Aug 29 04:40:11.831692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object 1564cd2f-c9cf-403a-9cbb-d239b332970c will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:11.836951 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-4915fc3f-b648-4028-a83c-0be8e809baf5 service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448339 Aug 29 04:40:11.851132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-95ef5a53-018d-4c1a-903f-0f2eca6ddef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.856548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-95ef5a53-018d-4c1a-903f-0f2eca6ddef8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507990 Aug 29 04:40:11.953496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711916e1-5cfd-4719-b741-ac6241e53a83 req-78478f90-7ddd-45db-8357-5f564c7e9643 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.955060 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-711916e1-5cfd-4719-b741-ac6241e53a83 req-78478f90-7ddd-45db-8357-5f564c7e9643 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.0581362 Aug 29 04:40:12.012678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-711916e1-5cfd-4719-b741-ac6241e53a83 req-0ff4fc04-056c-4b40-9368-af15ea8db9b6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513844 Aug 29 04:40:12.032776 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.100294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aa0b2243-3de9-4aee-b8ab-b003d0fd1202 req-21005e76-413f-46df-9cd0-887d217adede service neutron] 10.222.0.65 "GET /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518899 Aug 29 04:40:12.128867 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-e2e76dc6-4ca7-477c-8e6e-3a547a81c627 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586856 Aug 29 04:40:12.133933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:12.153330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:12.157689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:12.172908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=1564cd2f-c9cf-403a-9cbb-d239b332970c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:12.293332 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9b5b9282-8212-478f-9183-b048ac398bf5 req-aef1dbe1-d2eb-487c-ab62-c8f3fba55b4c service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527696 Aug 29 04:40:12.322416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6610752a-948b-4562-82d9-0a3074a47a37 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:12.355156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.355863 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.391393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5194813a-f9e1-4574-a3bc-6344b084e811 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8220403 Aug 29 04:40:12.394301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39056) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:12.402026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': '7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2', 'name': 'tempest-PortsTestJSON-299684940', 'fixed_ips': [{'subnet_id': 'e9051461-7c88-4247-934c-c92e6fc6c29f', 'ip_address': '172.20.0.9'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:12.422683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 6610752a-948b-4562-82d9-0a3074a47a37 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:12.525850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbbec1-239a-4f0f-8544-abe731f8a5d2 req-e74025fd-cd60-4d72-b30d-5ea8affe1211 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.541526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39bbbec1-239a-4f0f-8544-abe731f8a5d2 req-e74025fd-cd60-4d72-b30d-5ea8affe1211 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.4476430 Aug 29 04:40:12.629212 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39bbbec1-239a-4f0f-8544-abe731f8a5d2 req-94a08c47-2da4-4523-886d-f010b09a93c8 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866022 Aug 29 04:40:12.687295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8209af-ef20-48e4-9232-ec90a6e6febb None None] Network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:12.702038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:12.710830 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.738266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port b8f3d278-d9b1-4037-8b02-25cc59e0e94a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:12.787442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-881ef373-3959-4c48-8610-0ad42b12557d None None] Provisioning for port 6610752a-948b-4562-82d9-0a3074a47a37 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:12.798223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-881ef373-3959-4c48-8610-0ad42b12557d None None] Provisioning complete for port 6610752a-948b-4562-82d9-0a3074a47a37 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:12.801546 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-881ef373-3959-4c48-8610-0ad42b12557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.904810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39064) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:13.007595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.9 (7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2/e9051461-7c88-4247-934c-c92e6fc6c29f/b8f3d278-d9b1-4037-8b02-25cc59e0e94a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:13.038322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888b3b-3eac-492d-a77e-cae5af15c3fc req-d52956c9-264d-4b06-bdbd-c0ec10c5be93 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.046930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d888b3b-3eac-492d-a77e-cae5af15c3fc req-d52956c9-264d-4b06-bdbd-c0ec10c5be93 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1016886 Aug 29 04:40:13.070472 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-881ef373-3959-4c48-8610-0ad42b12557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.115946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d888b3b-3eac-492d-a77e-cae5af15c3fc req-c2a00956-43f0-41dd-9e3d-da690451468a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618060 Aug 29 04:40:13.132507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94ef34a7-0469-4210-87a2-4603a63dc14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.151412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-881ef373-3959-4c48-8610-0ad42b12557d None None] For port 6610752a-948b-4562-82d9-0a3074a47a37, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6610752a-948b-4562-82d9-0a3074a47a37,segment=NetworkSegment(e63bf5d0-0636-45cf-a2a8-7c817e168ea3),segment_id=e63bf5d0-0636-45cf-a2a8-7c817e168ea3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:13.168448 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-881ef373-3959-4c48-8610-0ad42b12557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.278203 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.286471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ef373-3959-4c48-8610-0ad42b12557d None None] Pushing event updated for resources: {'Port': ['ID=6610752a-948b-4562-82d9-0a3074a47a37,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.303521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd41025-ee60-423c-b46b-4775a496de5c req-09c8ac57-e566-40df-9a67-652495786aa5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.306358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bd41025-ee60-423c-b46b-4775a496de5c req-09c8ac57-e566-40df-9a67-652495786aa5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1122799 Aug 29 04:40:13.321184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object b8f3d278-d9b1-4037-8b02-25cc59e0e94a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:13.379518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.403411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bd41025-ee60-423c-b46b-4775a496de5c req-dee27e0a-ca95-42c8-a338-2553ec9da0dc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850699 Aug 29 04:40:13.453773 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94ef34a7-0469-4210-87a2-4603a63dc14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.465062 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94ef34a7-0469-4210-87a2-4603a63dc14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.474999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:13.479771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:13.491038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:13.515553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-94ef34a7-0469-4210-87a2-4603a63dc14d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22f3818893ed4a17a8b0438cb61bce69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087363 Aug 29 04:40:13.521096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:13.550067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=b8f3d278-d9b1-4037-8b02-25cc59e0e94a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.601188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef34a7-0469-4210-87a2-4603a63dc14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cf186c-a85d-4766-9494-7d85836b1846,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.603271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-64a23dc2-b451-4c24-ac07-062563a59389 None None] Provisioning complete for port 6610752a-948b-4562-82d9-0a3074a47a37 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:13.604303 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-64a23dc2-b451-4c24-ac07-062563a59389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.626401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.633439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.653541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792def1-955b-4872-baeb-fbd4a26ba576 req-e7588151-ae0d-40cf-aec1-71b022e4cd8f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.661619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e792def1-955b-4872-baeb-fbd4a26ba576 req-e7588151-ae0d-40cf-aec1-71b022e4cd8f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1258695 Aug 29 04:40:13.672776 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-913d60e9-4635-4c0f-9911-545ba7e5ff75 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2769625 Aug 29 04:40:13.675358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39078) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:13.722926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7cad030-0538-4357-baa0-87fc4c19bb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.775943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e792def1-955b-4872-baeb-fbd4a26ba576 req-17f635fe-0890-4a6a-9986-1ded35034167 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063838 Aug 29 04:40:13.778339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7cad030-0538-4357-baa0-87fc4c19bb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.799246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-64a23dc2-b451-4c24-ac07-062563a59389 None None] Provisioning for port 1564cd2f-c9cf-403a-9cbb-d239b332970c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:13.814478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39082) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:13.816046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-64a23dc2-b451-4c24-ac07-062563a59389 None None] Provisioning complete for port 1564cd2f-c9cf-403a-9cbb-d239b332970c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:13.816534 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-64a23dc2-b451-4c24-ac07-062563a59389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.873382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-64a23dc2-b451-4c24-ac07-062563a59389 None None] Port 1564cd2f-c9cf-403a-9cbb-d239b332970c cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:13.896606 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7cad030-0538-4357-baa0-87fc4c19bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.899232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7cad030-0538-4357-baa0-87fc4c19bb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.902978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a7cad030-0538-4357-baa0-87fc4c19bb46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07cf186c-a85d-4766-9494-7d85836b1846 HTTP/1.1" status: 204 len: 168 time: 0.3784010 Aug 29 04:40:13.909905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cad030-0538-4357-baa0-87fc4c19bb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cf186c-a85d-4766-9494-7d85836b1846,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.944419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f7bba-c658-40bc-994f-3aae7faff987 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.945999 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8c6f7bba-c658-40bc-994f-3aae7faff987 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 920 time: 0.2695959 Aug 29 04:40:13.948943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:13.961503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b6569-a7a2-49eb-8544-a8d0a4635c0c tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.964032 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b75b6569-a7a2-49eb-8544-a8d0a4635c0c tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1093 time: 0.1437454 Aug 29 04:40:13.966241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39094) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:13.971122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:14.016523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.016771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8c6d3e70-aadc-47e6-8c65-4bc79cd39a8a None None] Provisioning complete for port 1564cd2f-c9cf-403a-9cbb-d239b332970c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:14.017024 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3e70-aadc-47e6-8c65-4bc79cd39a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.062600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8c6d3e70-aadc-47e6-8c65-4bc79cd39a8a None None] Port 1564cd2f-c9cf-403a-9cbb-d239b332970c cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:14.234311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6610752a-948b-4562-82d9-0a3074a47a37 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:14.236827 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.252341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07961e9f-5bab-4365-8887-3b00550d65ad tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.258917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07961e9f-5bab-4365-8887-3b00550d65ad tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.272455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07961e9f-5bab-4365-8887-3b00550d65ad tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.276946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-07961e9f-5bab-4365-8887-3b00550d65ad tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.3244095 Aug 29 04:40:14.281317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39106) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:14.293621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b94321-78cd-4ca4-ab56-578cb7d17ef1 req-d5aad642-4c15-4a78-98a3-8653e1741649 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.301969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48b94321-78cd-4ca4-ab56-578cb7d17ef1 req-d5aad642-4c15-4a78-98a3-8653e1741649 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.3385684 Aug 29 04:40:14.404883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6610752a-948b-4562-82d9-0a3074a47a37 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:14.406514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.411971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f86815cf-a14d-49e7-ab40-3e52750d4c31 None None] Provisioning for port b8f3d278-d9b1-4037-8b02-25cc59e0e94a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:14.448782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48b94321-78cd-4ca4-ab56-578cb7d17ef1 req-27423dd3-5e55-4952-ba9c-49fe3fd7bc26 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411984 Aug 29 04:40:14.469548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f86815cf-a14d-49e7-ab40-3e52750d4c31 None None] Provisioning complete for port b8f3d278-d9b1-4037-8b02-25cc59e0e94a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:14.469548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f86815cf-a14d-49e7-ab40-3e52750d4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.499657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39116) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:14.539044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.25.1.53 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/d8bb053b-9b76-47fc-a9cd-f377ac734e18) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:14.553293 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb40d283-c29a-4c1f-954d-9ea7b2453a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.568442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port b8f3d278-d9b1-4037-8b02-25cc59e0e94a {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:14.568771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.605210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f86815cf-a14d-49e7-ab40-3e52750d4c31 None None] Port b8f3d278-d9b1-4037-8b02-25cc59e0e94a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:14.771247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.782831 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.787386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for b8f3d278-d9b1-4037-8b02-25cc59e0e94a owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:14.803653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02df78-306c-4264-8f3f-7a6375c931c8 req-0ca51789-1d97-4395-ad22-9d31f9a83ce7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.805748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d02df78-306c-4264-8f3f-7a6375c931c8 req-0ca51789-1d97-4395-ad22-9d31f9a83ce7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.0837798 Aug 29 04:40:14.838629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb40d283-c29a-4c1f-954d-9ea7b2453a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.866388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eb40d283-c29a-4c1f-954d-9ea7b2453a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.880464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.943689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device efa422ef-8d3d-4ee5-be98-33c2f3439d33 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:14.949710 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eb40d283-c29a-4c1f-954d-9ea7b2453a14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a850494c1f8b4eaa94c4589f7ca2d7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491234 Aug 29 04:40:14.955224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39132) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:14.962404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:14.975064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:14.987506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:15.021559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d283-c29a-4c1f-954d-9ea7b2453a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f48255f-cf87-4f87-a08a-0a70755e91da,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.078804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=d8bb053b-9b76-47fc-a9cd-f377ac734e18,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.097989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d02df78-306c-4264-8f3f-7a6375c931c8 req-1266ebce-2eaf-4af5-b805-b56d7a4d72d3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850239 Aug 29 04:40:15.098742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.156912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=b8f3d278-d9b1-4037-8b02-25cc59e0e94a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.193629 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.194011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.194850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.195367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.195725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.196089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.197032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.197272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.197613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.197948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.198767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.199111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:15.232822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:15.250917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'port_id': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'mac_address': 'fa:16:3e:11:f0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:15.309836 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.343539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efa422ef-8d3d-4ee5-be98-33c2f3439d33 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:15.392482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:15.399672 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.407948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5839806a-b80a-4786-965e-96f5f0e27e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.441244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.446297 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-77ac2986-eaeb-4b23-96a5-5576a965195a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/b8f3d278-d9b1-4037-8b02-25cc59e0e94a HTTP/1.1" status: 204 len: 168 time: 1.1420929 Aug 29 04:40:15.453975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:15.478793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5839806a-b80a-4786-965e-96f5f0e27e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.532490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.543476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['efa422ef-8d3d-4ee5-be98-33c2f3439d33'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:15.548968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a7dfc-a2e1-4131-81f6-3c4b66cdefe0 req-5c5b9f5c-f6c7-464c-a722-336e67e3e749 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:15.559135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d93a7dfc-a2e1-4131-81f6-3c4b66cdefe0 req-5c5b9f5c-f6c7-464c-a722-336e67e3e749 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.2433705 Aug 29 04:40:15.564964 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f1524d-0263-4421-8733-4b6e462d82f7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:40:15.587173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-55f1524d-0263-4421-8733-4b6e462d82f7 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/b8f3d278-d9b1-4037-8b02-25cc59e0e94a HTTP/1.1" status: 404 len: 333 time: 0.1307740 Aug 29 04:40:15.596322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39140) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:15.754320 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d93a7dfc-a2e1-4131-81f6-3c4b66cdefe0 req-d67ef416-1d90-47d7-98f4-ad7a131231f4 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941578 Aug 29 04:40:15.796960 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5839806a-b80a-4786-965e-96f5f0e27e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.803045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5839806a-b80a-4786-965e-96f5f0e27e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.807675 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5839806a-b80a-4786-965e-96f5f0e27e97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f48255f-cf87-4f87-a08a-0a70755e91da HTTP/1.1" status: 204 len: 168 time: 0.8512805 Aug 29 04:40:15.849336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839806a-b80a-4786-965e-96f5f0e27e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f48255f-cf87-4f87-a08a-0a70755e91da,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.895707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d586943f-5190-4d4d-ad0d-ebc0a98a33d6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 1564cd2f-c9cf-403a-9cbb-d239b332970c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:15.896121 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d586943f-5190-4d4d-ad0d-ebc0a98a33d6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.226993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.239552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d586943f-5190-4d4d-ad0d-ebc0a98a33d6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.281570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3229b1a-e619-4088-b7eb-9847ec9513dc req-d1b0807d-363c-4b94-badd-1659d3f14de5 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:16.284444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3229b1a-e619-4088-b7eb-9847ec9513dc req-d1b0807d-363c-4b94-badd-1659d3f14de5 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 946 time: 0.2615347 Aug 29 04:40:16.306062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d586943f-5190-4d4d-ad0d-ebc0a98a33d6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 1564cd2f-c9cf-403a-9cbb-d239b332970c owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:16.308087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.379616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3229b1a-e619-4088-b7eb-9847ec9513dc req-49cee74e-53ce-4cf1-8872-d23bb750e5e6 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890551 Aug 29 04:40:16.535540 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.544744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.604986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875098-f134-4cf6-a6d6-f294905f25f9 req-77796366-379f-4522-b4ab-a77772ee20d8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:16.613849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7875098-f134-4cf6-a6d6-f294905f25f9 req-77796366-379f-4522-b4ab-a77772ee20d8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 944 time: 0.1022971 Aug 29 04:40:16.680538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=d8bb053b-9b76-47fc-a9cd-f377ac734e18,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:16.695090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.738654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7875098-f134-4cf6-a6d6-f294905f25f9 req-be5037b3-3446-4cf8-96c4-0da7ff49caaa tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233902 Aug 29 04:40:16.773769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d586943f-5190-4d4d-ad0d-ebc0a98a33d6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.838461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586943f-5190-4d4d-ad0d-ebc0a98a33d6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=1564cd2f-c9cf-403a-9cbb-d239b332970c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:16.858093 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Floating IP 11ffefee-51a7-4e09-8369-481563197670 associated. External IP: 172.25.1.53, port: d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11. Aug 29 04:40:16.953273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device efa422ef-8d3d-4ee5-be98-33c2f3439d33 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:16.983854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d586943f-5190-4d4d-ad0d-ebc0a98a33d6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.996145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d586943f-5190-4d4d-ad0d-ebc0a98a33d6 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/1564cd2f-c9cf-403a-9cbb-d239b332970c HTTP/1.1" status: 204 len: 168 time: 1.3886688 Aug 29 04:40:17.000859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39166) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:17.020972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05144f4-15d4-4901-98cd-9a1b66bd2c66 req-dbd54428-3ecf-4bbd-b097-0b7ba0da17a5 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:17.035051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f05144f4-15d4-4901-98cd-9a1b66bd2c66 req-dbd54428-3ecf-4bbd-b097-0b7ba0da17a5 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.1572633 Aug 29 04:40:17.100344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f05144f4-15d4-4901-98cd-9a1b66bd2c66 req-7fbcd476-4008-4ed8-ae16-c85650796777 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655637 Aug 29 04:40:17.142624 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-218fa066-5854-4188-8b1a-41d10908768c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:40:17.144263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port efa422ef-8d3d-4ee5-be98-33c2f3439d33 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:17.144481 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-218fa066-5854-4188-8b1a-41d10908768c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/1564cd2f-c9cf-403a-9cbb-d239b332970c HTTP/1.1" status: 404 len: 333 time: 0.1425538 Aug 29 04:40:17.144723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.147693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39174) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:17.290352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-7cdda80c-51d3-428d-a7ec-a3037e165fa7 req-9f4df73c-2ecb-4965-bca1-2eb77e6b9620 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:40:17.291355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cdda80c-51d3-428d-a7ec-a3037e165fa7 req-9f4df73c-2ecb-4965-bca1-2eb77e6b9620 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064631 Aug 29 04:40:17.299648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f371d45e-7b41-48cf-87e4-c93eb19963d5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet e9051461-7c88-4247-934c-c92e6fc6c29f {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:17.319599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f371d45e-7b41-48cf-87e4-c93eb19963d5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.355500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.422314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:17.425486 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:17.428127 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303f9eff-d3eb-46cc-ac99-173cf2a24e14" -d '{"events": [{"server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "name": "network-vif-plugged", "status": "completed", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:17.448862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.487613 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c356-644e-4b54-9ea9-fd42182a80f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.493255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cdda80c-51d3-428d-a7ec-a3037e165fa7 req-c5bcf775-45e7-4ba0-8048-800ef9104e89 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1819727 Aug 29 04:40:17.572232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:17.727565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router bf854d65-c05e-4cef-9245-c2a2c80f69c9 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:17.774664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f371d45e-7b41-48cf-87e4-c93eb19963d5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.797513 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e08c15-ed30-4d16-a1bf-e2a70e8a4cbe x-openstack-request-id: req-c0e08c15-ed30-4d16-a1bf-e2a70e8a4cbe {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:17.797961 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "name": "network-vif-plugged", "status": "completed", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:17.798546 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0e08c15-ed30-4d16-a1bf-e2a70e8a4cbe {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:17.799118 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'code': 200} Aug 29 04:40:17.962927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518558bc-38a0-4c8b-9395-915ac2bb63f7 req-4a027423-d20a-4d68-a8d4-64a8b8023118 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:17.981044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-518558bc-38a0-4c8b-9395-915ac2bb63f7 req-4a027423-d20a-4d68-a8d4-64a8b8023118 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.1021733 Aug 29 04:40:18.049569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f371d45e-7b41-48cf-87e4-c93eb19963d5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.098152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-518558bc-38a0-4c8b-9395-915ac2bb63f7 req-836acf8b-93b4-42a6-873f-b98e7432d837 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101146 Aug 29 04:40:18.137139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:18.151083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] Sync routers for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:18.157842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f371d45e-7b41-48cf-87e4-c93eb19963d5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.192402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:18.194883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:18.267635 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f371d45e-7b41-48cf-87e4-c93eb19963d5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.273571 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f371d45e-7b41-48cf-87e4-c93eb19963d5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/e9051461-7c88-4247-934c-c92e6fc6c29f HTTP/1.1" status: 204 len: 168 time: 1.1222093 Aug 29 04:40:18.276703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371d45e-7b41-48cf-87e4-c93eb19963d5 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=e9051461-7c88-4247-934c-c92e6fc6c29f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:18.288307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39238) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:18.290387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.348814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c6d06-3e11-4d2b-92dc-ca060d96c86d None None] Network 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:18.391148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e81ba-b951-4093-8d55-447620d768e6 req-5d501c9b-8d09-48c3-b627-acb9278da9d9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:18.395958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-721e81ba-b951-4093-8d55-447620d768e6 req-5d501c9b-8d09-48c3-b627-acb9278da9d9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1570048 Aug 29 04:40:18.447350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-82c72e05-4e27-4c12-8807-1556a0664e2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4799147 Aug 29 04:40:18.456765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:18.459208 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:18.495096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.562028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-721e81ba-b951-4093-8d55-447620d768e6 req-47800086-387f-4ae6-a857-215723c8b089 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486671 Aug 29 04:40:18.632168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 6610752a-948b-4562-82d9-0a3074a47a37 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:18.632524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.726057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:18.802469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] DHCP port deletion for 7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:18.807600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] For port 6610752a-948b-4562-82d9-0a3074a47a37, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6610752a-948b-4562-82d9-0a3074a47a37,segment=NetworkSegment(e63bf5d0-0636-45cf-a2a8-7c817e168ea3),segment_id=e63bf5d0-0636-45cf-a2a8-7c817e168ea3)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:18.815904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.836703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea9c7a-5e6b-403f-8a75-48daf1d95645 req-27a611ce-c195-49a9-bfd9-0494dc435551 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:18.852384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 6610752a-948b-4562-82d9-0a3074a47a37 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:18.855755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24ea9c7a-5e6b-403f-8a75-48daf1d95645 req-27a611ce-c195-49a9-bfd9-0494dc435551 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 946 time: 0.1998339 Aug 29 04:40:18.986943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.004356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24ea9c7a-5e6b-403f-8a75-48daf1d95645 req-e8f3caa7-7e6d-4ca7-b0cb-250ecb2bc778 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448979 Aug 29 04:40:19.067559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=6610752a-948b-4562-82d9-0a3074a47a37,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:19.089877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No DVR routers for this DVR port 6610752a-948b-4562-82d9-0a3074a47a37 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:19.316830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f53f0-6452-4fbe-a9f8-ce70e0557b30 req-cf417ae9-3ab7-44d1-a7e3-4eb72786e43c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.331361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-570f53f0-6452-4fbe-a9f8-ce70e0557b30 req-cf417ae9-3ab7-44d1-a7e3-4eb72786e43c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1217515 Aug 29 04:40:19.345718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] Deleting port 6610752a-948b-4562-82d9-0a3074a47a37 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:19.346349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.348298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.374079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.403744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63bf5d0-0636-45cf-a2a8-7c817e168ea3') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.404684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63bf5d0-0636-45cf-a2a8-7c817e168ea3') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.431190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-570f53f0-6452-4fbe-a9f8-ce70e0557b30 req-af2bdcd7-049a-43c7-9153-4fb5c9e64f55 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983884 Aug 29 04:40:19.447819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39294) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:19.464975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.518853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.542363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:19.543285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:19.555510 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:19.593191 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb6fd0-96b6-4739-b2db-108bde048505 x-openstack-request-id: req-19bb6fd0-96b6-4739-b2db-108bde048505 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:19.593646 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:19.594003 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19bb6fd0-96b6-4739-b2db-108bde048505 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:19.595422 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'status': 'completed', 'code': 200} Aug 29 04:40:19.610540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] For port 6610752a-948b-4562-82d9-0a3074a47a37, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:19.610951 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.653587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '11ffefee-51a7-4e09-8369-481563197670', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'port_id': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'mac_address': 'fa:16:3e:28:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:16Z', 'updated_at': '2021-08-29T04:40:16Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.742540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] Calling delete_port for 6610752a-948b-4562-82d9-0a3074a47a37 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:19.746572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] Port 6610752a-948b-4562-82d9-0a3074a47a37 was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:40:19.748602 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.778171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] Checking router: bf854d65-c05e-4cef-9245-c2a2c80f69c9 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:19.790214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] Pushing event deleted for resources: {'Port': ['ID=6610752a-948b-4562-82d9-0a3074a47a37,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:19.815428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207978e4-27c8-450b-9893-7bc78c36c0d9 None None] No DVR routers for this DVR port 6610752a-948b-4562-82d9-0a3074a47a37 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:19.816886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-a42cb8d0-133f-41a5-8d06-5ad0efaff8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.821141 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-a42cb8d0-133f-41a5-8d06-5ad0efaff8a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1098 time: 0.1432407 Aug 29 04:40:19.822624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:19.823681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.825954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.874838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.879832 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/networks/7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2 HTTP/1.1" status: 204 len: 168 time: 1.5037088 Aug 29 04:40:19.884496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39310) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:19.902447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1470420870'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:19.925207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-707b0dc5-c487-4d50-b7d8-f149d6594dc7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/11ffefee-51a7-4e09-8369-481563197670 HTTP/1.1" status: 200 len: 991 time: 0.4760647 Aug 29 04:40:19.969391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53206c-bb42-4637-9ebe-ac51f51a3076 req-6ebc664b-d4c1-469a-b7a2-366060f19135 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.978442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e53206c-bb42-4637-9ebe-ac51f51a3076 req-6ebc664b-d4c1-469a-b7a2-366060f19135 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.2500527 Aug 29 04:40:20.000273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:20.004391 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.025935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e455e-9d7d-4d1b-8068-4974ad72f1c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Network': ['ID=7f74473e-bf5c-4c37-a0e2-069c8dc8c1a2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:20.058601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e53206c-bb42-4637-9ebe-ac51f51a3076 req-8ecd89c4-c15a-474e-acd3-6b6d00956a44 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789762 Aug 29 04:40:20.100627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:20.131496 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.131863 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Added segment 8c807227-d53e-49ad-b074-39cbcc009a07 of type vlan for network a2e9b413-5729-4732-a911-da9a3be0bcae Aug 29 04:40:20.153165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-80c56d32-e55e-4828-a592-80a9db4a0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.154767 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-80c56d32-e55e-4828-a592-80a9db4a0f41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 898 time: 0.3252563 Aug 29 04:40:20.161828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:20.230338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.350670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.361784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.362806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-36dcd7f1-8e39-4623-bc8d-a6488f28e56d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 999 time: 0.1998119 Aug 29 04:40:20.366082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.506279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-183d84b3-17a2-49d8-b5da-a9771018a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.507892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-183d84b3-17a2-49d8-b5da-a9771018a699 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.1348009 Aug 29 04:40:20.559915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6610752a-948b-4562-82d9-0a3074a47a37 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:20.583630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-94446ab4-123c-43fc-8951-69538cf1fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.586963 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-94446ab4-123c-43fc-8951-69538cf1fbc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699553 Aug 29 04:40:20.613843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7198863 Aug 29 04:40:20.623410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39320) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:20.623974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 6610752a-948b-4562-82d9-0a3074a47a37 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:20.624405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6610752a-948b-4562-82d9-0a3074a47a37 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:20.638892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': 'a2e9b413-5729-4732-a911-da9a3be0bcae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:20.643170 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.644901 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-020391dd-36d8-4dca-b3ef-55eb0339f4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.677943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '11ffefee-51a7-4e09-8369-481563197670', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'port_id': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'mac_address': 'fa:16:3e:28:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:16Z', 'updated_at': '2021-08-29T04:40:16Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:20.739558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6d9d5-83eb-429a-a9a7-b1a470ca7b8d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Network': ['ID=a2e9b413-5729-4732-a911-da9a3be0bcae,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:20.739836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e976a-8781-4f06-8acd-ca4cb7c46a4f None None] The sync data for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 is: [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '11ffefee-51a7-4e09-8369-481563197670', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'port_id': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'mac_address': 'fa:16:3e:28:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:16Z', 'updated_at': '2021-08-29T04:40:16Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:20.759535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network a2e9b413-5729-4732-a911-da9a3be0bcae details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:20.808707 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-dc33de9a-801c-4c81-824d-d65009cf3c7a service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145057 Aug 29 04:40:20.878432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22f665-3047-4c35-b571-586e57ceacf8 req-54b7294b-f40c-4bbf-aa29-8d10c4857bd1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.887362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f22f665-3047-4c35-b571-586e57ceacf8 req-54b7294b-f40c-4bbf-aa29-8d10c4857bd1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.5626304 Aug 29 04:40:20.929194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39326) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:20.941105 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-73dfa6e2-ac2c-40b3-97fd-e0fe8accc7e4 req-8be15241-3ac0-4949-a6c3-865961521529 service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228800 Aug 29 04:40:21.033377 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f22f665-3047-4c35-b571-586e57ceacf8 req-86d282bd-03f2-484b-a45a-38bc2a2e3d3d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450517 Aug 29 04:40:21.099026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b1f60889-16d1-4f92-8bd4-7339aa7a5a9f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/11ffefee-51a7-4e09-8369-481563197670 HTTP/1.1" status: 200 len: 991 time: 0.1639602 Aug 29 04:40:21.105315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:21.111389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.173623 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92300405-78ed-4507-b898-98f180415469 None None] New status for floating IP 11ffefee-51a7-4e09-8369-481563197670: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:21.231353 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.605528 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.727463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Checking segment: {'id': '8c807227-d53e-49ad-b074-39cbcc009a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a2e9b413-5729-4732-a911-da9a3be0bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:21.727463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network hostable DHCP agents. Network: a2e9b413-5729-4732-a911-da9a3be0bcae, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:21.755136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=fbd51690-1156-4e14-b305-215b1061c46f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:21.799069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfc6d5-63ee-4823-8fe4-1f51a6313d98 req-06b26ccb-05e0-425e-84ff-6214de1953fd tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.806852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfc6d5-63ee-4823-8fe4-1f51a6313d98 req-06b26ccb-05e0-425e-84ff-6214de1953fd tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.816669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfc6d5-63ee-4823-8fe4-1f51a6313d98 req-06b26ccb-05e0-425e-84ff-6214de1953fd tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.829121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16cfc6d5-63ee-4823-8fe4-1f51a6313d98 req-06b26ccb-05e0-425e-84ff-6214de1953fd tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77&device_id=97333000-ce62-42a5-99c0-fcece565f1e5&device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 2417 time: 0.2480884 Aug 29 04:40:21.854479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network a2e9b413-5729-4732-a911-da9a3be0bcae is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:21.871490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, a2e9b413-5729-4732-a911-da9a3be0bcae) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:21.884288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feae1f0-aac1-4677-ab62-da31a7b53d7e None None] Network a2e9b413-5729-4732-a911-da9a3be0bcae requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:21.887206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.889149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.935817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-16cfc6d5-63ee-4823-8fe4-1f51a6313d98 req-38e8b43d-37ca-41aa-83ea-03388ec813fb tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911462 Aug 29 04:40:21.935817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3dbe0c36-4a46-4373-b027-13c5beec3c56 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2996669 Aug 29 04:40:21.936093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39334) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:21.937527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-132f32d6-d75e-4ae8-bf93-74d639002729 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1326844134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:22.010191 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-132f32d6-d75e-4ae8-bf93-74d639002729 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.015754 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-132f32d6-d75e-4ae8-bf93-74d639002729 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.102378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d895f0c7-c7af-45be-81fd-7d73a48a43a9 req-4c411292-97de-456d-a302-bfb13cec7a9d tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1294045 Aug 29 04:40:22.103449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39340) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:22.223145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-132f32d6-d75e-4ae8-bf93-74d639002729 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.234082 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-132f32d6-d75e-4ae8-bf93-74d639002729 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.237295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-a2e9b413-5729-4732-a911-da9a3be0bcae', 'network_id': 'a2e9b413-5729-4732-a911-da9a3be0bcae', 'tenant_id': '483436bd439b4f9d84f0ebd3db3b9659', 'fixed_ips': [{'subnet_id': 'fbd51690-1156-4e14-b305-215b1061c46f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:22.238500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.284059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-132f32d6-d75e-4ae8-bf93-74d639002729 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.288753 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-132f32d6-d75e-4ae8-bf93-74d639002729 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3585763 Aug 29 04:40:22.290297 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39348) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:22.303406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'network_id': 'a2e9b413-5729-4732-a911-da9a3be0bcae', 'name': 'tempest-PortsTestJSON-1553079062'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:22.541029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-859c1a14-ce25-4dad-b175-09eca3012f63 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/11ffefee-51a7-4e09-8369-481563197670 HTTP/1.1" status: 200 len: 993 time: 0.4350433 Aug 29 04:40:22.589565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dbd79-1cf0-4b71-8fe6-af68fa7cc543 req-4f8d7b79-9540-4904-b4e5-4b96d2a60d16 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:22.595812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-954dbd79-1cf0-4b71-8fe6-af68fa7cc543 req-4f8d7b79-9540-4904-b4e5-4b96d2a60d16 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1283703 Aug 29 04:40:22.618727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Allocated IP 172.20.0.2 (a2e9b413-5729-4732-a911-da9a3be0bcae/fbd51690-1156-4e14-b305-215b1061c46f/79640f59-edc2-4ae3-b70a-0f755ddf9567) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:22.658721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:22.665885 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.691218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-954dbd79-1cf0-4b71-8fe6-af68fa7cc543 req-54b014e2-4024-4b07-bcfa-b3439e762ceb tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871513 Aug 29 04:40:22.715411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 1d2c3689-f754-4b52-94db-195f7065372a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:22.815797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572a9d-6a34-4039-a8f0-33187a1c221c req-876bf0b1-a0a2-462b-b916-a3a0904d9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:22.827369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7572a9d-6a34-4039-a8f0-33187a1c221c req-876bf0b1-a0a2-462b-b916-a3a0904d9f1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 1098 time: 0.3653793 Aug 29 04:40:22.883533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7572a9d-6a34-4039-a8f0-33187a1c221c req-bca4dc94-1968-4612-a1b7-cceb127fe155 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547690 Aug 29 04:40:23.041889 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.217697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.245553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Transition to ACTIVE for port object 79640f59-edc2-4ae3-b70a-0f755ddf9567 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:23.279658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Transition to ACTIVE for port object 79640f59-edc2-4ae3-b70a-0f755ddf9567 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:23.297351 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.337186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Network a2e9b413-5729-4732-a911-da9a3be0bcae is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:23.339401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:23.384685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:23.446518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.9 (a2e9b413-5729-4732-a911-da9a3be0bcae/fbd51690-1156-4e14-b305-215b1061c46f/1d2c3689-f754-4b52-94db-195f7065372a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:23.452800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Pushing event updated for resources: {'Port': ['ID=79640f59-edc2-4ae3-b70a-0f755ddf9567,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:23.481137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Attempting to bind port 79640f59-edc2-4ae3-b70a-0f755ddf9567 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:23.481554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Attempting to bind port 79640f59-edc2-4ae3-b70a-0f755ddf9567 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '8c807227-d53e-49ad-b074-39cbcc009a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a2e9b413-5729-4732-a911-da9a3be0bcae'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:23.482433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Attempting to bind port 79640f59-edc2-4ae3-b70a-0f755ddf9567 on network a2e9b413-5729-4732-a911-da9a3be0bcae {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:23.499004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:23.499395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Checking segment: {'id': '8c807227-d53e-49ad-b074-39cbcc009a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a2e9b413-5729-4732-a911-da9a3be0bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:23.499719 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.500146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Bound using segment: {'id': '8c807227-d53e-49ad-b074-39cbcc009a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a2e9b413-5729-4732-a911-da9a3be0bcae'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:23.500660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Bound port: 79640f59-edc2-4ae3-b70a-0f755ddf9567, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c807227-d53e-49ad-b074-39cbcc009a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a2e9b413-5729-4732-a911-da9a3be0bcae'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:23.501028 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.731783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] For port 79640f59-edc2-4ae3-b70a-0f755ddf9567, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:23.749271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] For port 79640f59-edc2-4ae3-b70a-0f755ddf9567, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=79640f59-edc2-4ae3-b70a-0f755ddf9567,segment=NetworkSegment(8c807227-d53e-49ad-b074-39cbcc009a07),segment_id=8c807227-d53e-49ad-b074-39cbcc009a07)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:23.758148 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.763106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.783386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object 1d2c3689-f754-4b52-94db-195f7065372a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:23.841484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.861252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23546c28-f2a3-4eea-81a6-6f5314742529 None None] Pushing event updated for resources: {'Port': ['ID=79640f59-edc2-4ae3-b70a-0f755ddf9567,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:23.935694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network a2e9b413-5729-4732-a911-da9a3be0bcae is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:23.940547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:23.952701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:23.958624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=1d2c3689-f754-4b52-94db-195f7065372a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:24.005391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.006832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.007583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.008139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.008657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.009180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.009712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.010223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.010907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.011405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.011930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.012490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:24.053511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.054018 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.099166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9c54fb2c-11c7-4a49-ad4f-9d591de29610 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8055463 Aug 29 04:40:24.101536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39384) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:24.171062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e655fc1-e5bc-4fc3-bdf5-ca1def4724c5 req-3724454d-c91a-4652-ac95-b7ed9fa536b8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.192208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e655fc1-e5bc-4fc3-bdf5-ca1def4724c5 req-3724454d-c91a-4652-ac95-b7ed9fa536b8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1345406 Aug 29 04:40:24.307163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e655fc1-e5bc-4fc3-bdf5-ca1def4724c5 req-344b3ce6-7412-4f4f-896b-91e971ebe69e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137433 Aug 29 04:40:25.472532 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.812989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69bcf27-7cbe-4e73-8cc2-a3bcb73f070a None None] Network a2e9b413-5729-4732-a911-da9a3be0bcae requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:25.894291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7db354-e61e-4fb0-9af6-4d3447e8829c req-a04dbb59-b73c-40b4-b4a7-7cdffc0ddd2a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:25.897595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c7db354-e61e-4fb0-9af6-4d3447e8829c req-a04dbb59-b73c-40b4-b4a7-7cdffc0ddd2a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.0762942 Aug 29 04:40:25.954439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c7db354-e61e-4fb0-9af6-4d3447e8829c req-a398524a-4531-47f2-bc8c-858d0d74bd09 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487759 Aug 29 04:40:26.084827 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.095637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.129126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f8074782-2977-4212-bad4-64f4286c373f None None] Provisioning for port 79640f59-edc2-4ae3-b70a-0f755ddf9567 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:26.215063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=1d2c3689-f754-4b52-94db-195f7065372a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.348931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d7fa-9ee5-4dcd-8d0f-8f2dc75e1bde req-8112671b-3128-41bb-bc58-2b78a75f1012 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.361164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc20d7fa-9ee5-4dcd-8d0f-8f2dc75e1bde req-8112671b-3128-41bb-bc58-2b78a75f1012 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.1177180 Aug 29 04:40:26.425726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 79640f59-edc2-4ae3-b70a-0f755ddf9567 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:26.502171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc20d7fa-9ee5-4dcd-8d0f-8f2dc75e1bde req-7baa8a53-b157-4cc8-8a1a-9d787870804a tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375895 Aug 29 04:40:26.527633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.548460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 79640f59-edc2-4ae3-b70a-0f755ddf9567 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:26.556229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 79640f59-edc2-4ae3-b70a-0f755ddf9567 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:26.557043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.720865 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.733432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.783962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 79640f59-edc2-4ae3-b70a-0f755ddf9567, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=79640f59-edc2-4ae3-b70a-0f755ddf9567,segment=NetworkSegment(8c807227-d53e-49ad-b074-39cbcc009a07),segment_id=8c807227-d53e-49ad-b074-39cbcc009a07)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:26.785299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-eb8a493c-d505-4bb0-86a3-8aaaccd4b391 None None] Provisioning for port 1d2c3689-f754-4b52-94db-195f7065372a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:26.791803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-eb8a493c-d505-4bb0-86a3-8aaaccd4b391 None None] Provisioning complete for port 1d2c3689-f754-4b52-94db-195f7065372a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:26.792222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eb8a493c-d505-4bb0-86a3-8aaaccd4b391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.834837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a493c-d505-4bb0-86a3-8aaaccd4b391 None None] Port 1d2c3689-f754-4b52-94db-195f7065372a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:26.836721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.898026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-eb8a493c-d505-4bb0-86a3-8aaaccd4b391 None None] Provisioning complete for port 79640f59-edc2-4ae3-b70a-0f755ddf9567 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:26.898439 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eb8a493c-d505-4bb0-86a3-8aaaccd4b391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.976715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=79640f59-edc2-4ae3-b70a-0f755ddf9567,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.178902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.233224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bdb61023-7039-4f2a-a7e8-e4ae4d281401 None None] Provisioning complete for port 1d2c3689-f754-4b52-94db-195f7065372a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:27.233608 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bdb61023-7039-4f2a-a7e8-e4ae4d281401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.291036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.294100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5abd38-c3b6-41ff-9fae-aad730ecd83e req-31f0ce97-9c09-4682-94a2-23993d4f1945 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.304814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c5abd38-c3b6-41ff-9fae-aad730ecd83e req-31f0ce97-9c09-4682-94a2-23993d4f1945 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1717257 Aug 29 04:40:27.344419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bdb61023-7039-4f2a-a7e8-e4ae4d281401 None None] Port 1d2c3689-f754-4b52-94db-195f7065372a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:27.351086 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.400783 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c5abd38-c3b6-41ff-9fae-aad730ecd83e req-5186c4fa-a08a-4a6f-8d88-26421843c86e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895460 Aug 29 04:40:27.477284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3d6667be-0964-4b02-91f3-6f800a6ffd5b None None] Provisioning complete for port 1d2c3689-f754-4b52-94db-195f7065372a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:27.485073 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d6667be-0964-4b02-91f3-6f800a6ffd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.526640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3d6667be-0964-4b02-91f3-6f800a6ffd5b None None] Port 1d2c3689-f754-4b52-94db-195f7065372a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:27.587248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-fc50c735-a367-4b9d-a1c9-e014347d96b3 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.589215 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-fc50c735-a367-4b9d-a1c9-e014347d96b3 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.65 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.2953608 Aug 29 04:40:27.590093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.613340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=1d2c3689-f754-4b52-94db-195f7065372a,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.684486 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dd03e-4b9f-4266-b8f0-245a32c16208 req-2dd051b2-96f0-4857-b4f4-31bcba00c917 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.693241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a94dd03e-4b9f-4266-b8f0-245a32c16208 req-2dd051b2-96f0-4857-b4f4-31bcba00c917 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 945 time: 0.0732911 Aug 29 04:40:27.749989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a94dd03e-4b9f-4266-b8f0-245a32c16208 req-019cc8c9-613a-4891-9c80-79dbeac7b3dd tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497749 Aug 29 04:40:27.871755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network a2e9b413-5729-4732-a911-da9a3be0bcae is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:27.875784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Deleting port 9324e02a-d01a-4823-8b15-f217fe7bd55e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:27.876169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.879536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:28.103688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] For port 9324e02a-d01a-4823-8b15-f217fe7bd55e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=9324e02a-d01a-4823-8b15-f217fe7bd55e,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:28.111907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.137285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Calling delete_port for 9324e02a-d01a-4823-8b15-f217fe7bd55e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:28.290565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 79640f59-edc2-4ae3-b70a-0f755ddf9567 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:28.293272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Router 2446b64f-b58f-4f67-afb4-3ef6d9acfe25 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:28.434677 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.441811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-679ca9b3-dc92-4c74-b0b7-683b7fdf86c6 None None] Provisioning complete for port 1d2c3689-f754-4b52-94db-195f7065372a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:28.442515 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-679ca9b3-dc92-4c74-b0b7-683b7fdf86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.474760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:28.487211 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2884aa32-f4c5-4323-b3d6-8eba46fe5269 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "PUT /v2.0/routers/2446b64f-b58f-4f67-afb4-3ef6d9acfe25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3831472 Aug 29 04:40:28.489845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39440) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:28.493240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627630cc-2525-4bef-aeed-b39fd6d4e097 None None] Sync routers for ids ['2446b64f-b58f-4f67-afb4-3ef6d9acfe25'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:28.502130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 79640f59-edc2-4ae3-b70a-0f755ddf9567 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:28.502850 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.586726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627630cc-2525-4bef-aeed-b39fd6d4e097 None None] Routers {'2446b64f-b58f-4f67-afb4-3ef6d9acfe25'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:28.587790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-627630cc-2525-4bef-aeed-b39fd6d4e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['2446b64f-b58f-4f67-afb4-3ef6d9acfe25'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:28.649342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-679ca9b3-dc92-4c74-b0b7-683b7fdf86c6 None None] Port 1d2c3689-f754-4b52-94db-195f7065372a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:28.656109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-627630cc-2525-4bef-aeed-b39fd6d4e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:28.666023 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.717126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['9d27fc28-fa20-4334-902f-b0756a5dd8af'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:28.722948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e569da2-3131-4084-9247-c91fabfda599', '9324e02a-d01a-4823-8b15-f217fe7bd55e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:28.746414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Pushing event deleted for resources: {'Port': ['ID=9324e02a-d01a-4823-8b15-f217fe7bd55e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:28.814359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f758585f-8a0b-4d88-b1c7-758971d52416 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.815804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f758585f-8a0b-4d88-b1c7-758971d52416 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports?device_id=2446b64f-b58f-4f67-afb4-3ef6d9acfe25 HTTP/1.1" status: 200 len: 982 time: 0.3249092 Aug 29 04:40:28.836771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627630cc-2525-4bef-aeed-b39fd6d4e097 None None] Routers {'2446b64f-b58f-4f67-afb4-3ef6d9acfe25'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:28.837551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-627630cc-2525-4bef-aeed-b39fd6d4e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['2446b64f-b58f-4f67-afb4-3ef6d9acfe25'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:28.840349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39448) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:28.881876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33951-99fc-4e05-9c78-8e30b366f276 req-249aaecd-5c3f-4900-bd42-7f923b9c1982 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.884105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98c33951-99fc-4e05-9c78-8e30b366f276 req-249aaecd-5c3f-4900-bd42-7f923b9c1982 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.3048875 Aug 29 04:40:28.940676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98c33951-99fc-4e05-9c78-8e30b366f276 req-fffc482a-566a-4144-b2d3-72fd78c48b22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495596 Aug 29 04:40:28.975509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-627630cc-2525-4bef-aeed-b39fd6d4e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:28.976354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627630cc-2525-4bef-aeed-b39fd6d4e097 None None] The sync data for ids ['2446b64f-b58f-4f67-afb4-3ef6d9acfe25'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:29.007650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] No DVR routers for this DVR port 9324e02a-d01a-4823-8b15-f217fe7bd55e on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:29.085889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.088823 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d153b58-ab5e-4f92-8485-1072567c43a7 req-41562ee2-9f0a-47af-afc1-1d5c35ecdb61 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.65 "DELETE /v2.0/ports/9324e02a-d01a-4823-8b15-f217fe7bd55e HTTP/1.1" status: 204 len: 173 time: 1.4867651 Aug 29 04:40:29.089669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cbc085-232b-4c20-8dee-b6f457239a77', 'name': 'network-vif-deleted', 'tag': '9324e02a-d01a-4823-8b15-f217fe7bd55e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:29.103183 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba703f5-5de1-4cc8-bc80-f03805980ce3" -d '{"events": [{"server_uuid": "16cbc085-232b-4c20-8dee-b6f457239a77", "name": "network-vif-deleted", "tag": "9324e02a-d01a-4823-8b15-f217fe7bd55e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:29.295732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86fdc9b6-b599-4dba-b38b-7eea5b051a15 req-06368ed8-7d64-46d5-87fc-a324723ed7a0 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=16cbc085-232b-4c20-8dee-b6f457239a77 HTTP/1.1" status: 200 len: 210 time: 0.0951262 Aug 29 04:40:29.418513 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60de60a-39c3-45a6-813a-048a99d88450 x-openstack-request-id: req-a60de60a-39c3-45a6-813a-048a99d88450 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:29.420329 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cbc085-232b-4c20-8dee-b6f457239a77", "name": "network-vif-deleted", "tag": "9324e02a-d01a-4823-8b15-f217fe7bd55e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:29.421525 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a60de60a-39c3-45a6-813a-048a99d88450 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:29.422877 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cbc085-232b-4c20-8dee-b6f457239a77', 'name': 'network-vif-deleted', 'tag': '9324e02a-d01a-4823-8b15-f217fe7bd55e', 'status': 'completed', 'code': 200} Aug 29 04:40:29.894323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.149566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5aeb-12f5-4d70-b712-e769690e9c75 req-f45152bb-336a-42ad-b8d7-147930669852 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.163075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a8c5aeb-12f5-4d70-b712-e769690e9c75 req-f45152bb-336a-42ad-b8d7-147930669852 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.0933552 Aug 29 04:40:30.229259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a8c5aeb-12f5-4d70-b712-e769690e9c75 req-7d1aae97-0a25-4180-8900-c09dda47f13f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644417 Aug 29 04:40:30.267578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 1d2c3689-f754-4b52-94db-195f7065372a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:30.267944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.780753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.798866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 1d2c3689-f754-4b52-94db-195f7065372a owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:30.925782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb5dc9-4557-47a2-a425-6cc348d1171c req-b09db3c4-7661-4ebf-9160-7f6554af670f tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.933290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bdb5dc9-4557-47a2-a425-6cc348d1171c req-b09db3c4-7661-4ebf-9160-7f6554af670f tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 946 time: 0.1242337 Aug 29 04:40:30.987150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bdb5dc9-4557-47a2-a425-6cc348d1171c req-85bc0b8a-04db-4560-abca-37f22718cdcb tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528946 Aug 29 04:40:31.019724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 9324e02a-d01a-4823-8b15-f217fe7bd55e no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:31.043693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 9324e02a-d01a-4823-8b15-f217fe7bd55e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:31.044096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 9324e02a-d01a-4823-8b15-f217fe7bd55e not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:31.056791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.089624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=1d2c3689-f754-4b52-94db-195f7065372a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:31.309543 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.481508 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:31.497251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4119522-913b-44f6-8ecc-36282084cf7e req-f4ebea71-a1f1-46e8-9edb-837663ccd965 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:31.511118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4119522-913b-44f6-8ecc-36282084cf7e req-f4ebea71-a1f1-46e8-9edb-837663ccd965 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1624384 Aug 29 04:40:31.590348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Router 2446b64f-b58f-4f67-afb4-3ef6d9acfe25 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:31.591927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4119522-913b-44f6-8ecc-36282084cf7e req-afe3759e-7645-4a47-95f1-b76c1d09f957 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622935 Aug 29 04:40:31.751584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:31.765768 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e99e0-f200-4c72-92c3-630ea1750f5e None None] Sync routers for ids ['2446b64f-b58f-4f67-afb4-3ef6d9acfe25'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:31.767875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fb14a513-a749-4b7b-8eca-4dea9c148d16 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "PUT /v2.0/routers/2446b64f-b58f-4f67-afb4-3ef6d9acfe25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9261630 Aug 29 04:40:31.772408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:31.783320 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e99e0-f200-4c72-92c3-630ea1750f5e None None] Routers {'2446b64f-b58f-4f67-afb4-3ef6d9acfe25'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:31.784080 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-003e99e0-f200-4c72-92c3-630ea1750f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['2446b64f-b58f-4f67-afb4-3ef6d9acfe25'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.803746 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd3aa4a-353a-4339-8b4b-250b2afb990c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:40:31.805793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7dd3aa4a-353a-4339-8b4b-250b2afb990c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/1d2c3689-f754-4b52-94db-195f7065372a HTTP/1.1" status: 404 len: 333 time: 0.0318642 Aug 29 04:40:31.809863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39488) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:31.828996 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-003e99e0-f200-4c72-92c3-630ea1750f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.839785 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e99e0-f200-4c72-92c3-630ea1750f5e None None] Routers {'2446b64f-b58f-4f67-afb4-3ef6d9acfe25'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:31.840713 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-003e99e0-f200-4c72-92c3-630ea1750f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['2446b64f-b58f-4f67-afb4-3ef6d9acfe25'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.892928 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-003e99e0-f200-4c72-92c3-630ea1750f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.894033 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e99e0-f200-4c72-92c3-630ea1750f5e None None] The sync data for ids ['2446b64f-b58f-4f67-afb4-3ef6d9acfe25'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:31.906257 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0949324-c058-480e-aa73-8a35fe2ec39e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.190202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d7ed4-3cad-4452-b100-9515b76e6789 req-33e0f2f7-bb4b-4082-a2c1-17b0f27a5ca7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.214095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-420d7ed4-3cad-4452-b100-9515b76e6789 req-33e0f2f7-bb4b-4082-a2c1-17b0f27a5ca7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 946 time: 0.1354666 Aug 29 04:40:32.283428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0949324-c058-480e-aa73-8a35fe2ec39e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.297198 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0949324-c058-480e-aa73-8a35fe2ec39e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.328944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-420d7ed4-3cad-4452-b100-9515b76e6789 req-a1b4130b-af86-4786-a0ae-8904e241fd02 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118484 Aug 29 04:40:32.398264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0949324-c058-480e-aa73-8a35fe2ec39e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.398782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0949324-c058-480e-aa73-8a35fe2ec39e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Fanout notify agent at l3_agent the message router_deleted on router 2446b64f-b58f-4f67-afb4-3ef6d9acfe25 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:40:32.406417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0949324-c058-480e-aa73-8a35fe2ec39e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.407583 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d0949324-c058-480e-aa73-8a35fe2ec39e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/routers/2446b64f-b58f-4f67-afb4-3ef6d9acfe25 HTTP/1.1" status: 204 len: 168 time: 0.5966892 Aug 29 04:40:32.410285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39494) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:32.432782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-788a02ed-3ccf-46f4-b3bf-c5a5eb0fe9d1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.436410 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-788a02ed-3ccf-46f4-b3bf-c5a5eb0fe9d1 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.64 "GET /v2.0/ports?device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 946 time: 0.2031074 Aug 29 04:40:32.465646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99ea3b4-a4e0-4b45-bb12-dcbeba66de4c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet fbd51690-1156-4e14-b305-215b1061c46f {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:32.469742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c99ea3b4-a4e0-4b45-bb12-dcbeba66de4c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.517759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c99ea3b4-a4e0-4b45-bb12-dcbeba66de4c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.587893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Deleting port 9d27fc28-fa20-4334-902f-b0756a5dd8af {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:32.588487 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.624530 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c99ea3b4-a4e0-4b45-bb12-dcbeba66de4c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.721634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c99ea3b4-a4e0-4b45-bb12-dcbeba66de4c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.759037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] For port 9d27fc28-fa20-4334-902f-b0756a5dd8af, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=9d27fc28-fa20-4334-902f-b0756a5dd8af,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:32.759809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.795483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Calling delete_port for 9d27fc28-fa20-4334-902f-b0756a5dd8af owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:32.876771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d148e-2c23-4c4c-b316-44bb15bf5bd5 None None] Network a2e9b413-5729-4732-a911-da9a3be0bcae requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:32.883320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea3b4-a4e0-4b45-bb12-dcbeba66de4c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd51690-1156-4e14-b305-215b1061c46f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.886804 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c99ea3b4-a4e0-4b45-bb12-dcbeba66de4c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.889458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c99ea3b4-a4e0-4b45-bb12-dcbeba66de4c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/fbd51690-1156-4e14-b305-215b1061c46f HTTP/1.1" status: 204 len: 168 time: 0.4779437 Aug 29 04:40:32.896798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39504) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:32.913210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62719c0-63ab-4e74-80dd-663433c4c5c2 req-d1c6e6fc-580c-4266-a9df-312eb34e9514 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.919694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e62719c0-63ab-4e74-80dd-663433c4c5c2 req-d1c6e6fc-580c-4266-a9df-312eb34e9514 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1698709 Aug 29 04:40:33.009982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e62719c0-63ab-4e74-80dd-663433c4c5c2 req-ca382bea-02e0-4e7c-8f6c-acd7ba62d6cd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848258 Aug 29 04:40:33.248516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.331784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] DHCP port deletion for a2e9b413-5729-4732-a911-da9a3be0bcae request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:33.370877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.402541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e569da2-3131-4084-9247-c91fabfda599'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:33.409312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['9d27fc28-fa20-4334-902f-b0756a5dd8af'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:33.437694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Pushing event deleted for resources: {'Port': ['ID=9d27fc28-fa20-4334-902f-b0756a5dd8af,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.494682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] No DVR routers for this DVR port 9d27fc28-fa20-4334-902f-b0756a5dd8af on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:33.501252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.504046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c832c15-6d2b-4e85-bd62-b9a6d00eafa2 req-182cbb9a-b1e6-44f5-9d5b-098226cfba10 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.64 "DELETE /v2.0/ports/9d27fc28-fa20-4334-902f-b0756a5dd8af HTTP/1.1" status: 204 len: 173 time: 1.0602205 Aug 29 04:40:33.504761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97333000-ce62-42a5-99c0-fcece565f1e5', 'name': 'network-vif-deleted', 'tag': '9d27fc28-fa20-4334-902f-b0756a5dd8af'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:33.507496 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a07a28-05ed-4c81-ac17-d0852938195e" -d '{"events": [{"server_uuid": "97333000-ce62-42a5-99c0-fcece565f1e5", "name": "network-vif-deleted", "tag": "9d27fc28-fa20-4334-902f-b0756a5dd8af"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:33.533034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 79640f59-edc2-4ae3-b70a-0f755ddf9567 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:33.534557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.649551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] For port 79640f59-edc2-4ae3-b70a-0f755ddf9567, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=79640f59-edc2-4ae3-b70a-0f755ddf9567,segment=NetworkSegment(8c807227-d53e-49ad-b074-39cbcc009a07),segment_id=8c807227-d53e-49ad-b074-39cbcc009a07)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:33.650555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.654980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Deleting port 79640f59-edc2-4ae3-b70a-0f755ddf9567 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:33.656142 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.725384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 79640f59-edc2-4ae3-b70a-0f755ddf9567 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:33.762956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92ba3831-651a-4987-b408-bdbe81d28ac0 req-891af9c7-76f3-4439-9e3f-803400734700 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=97333000-ce62-42a5-99c0-fcece565f1e5 HTTP/1.1" status: 200 len: 210 time: 0.1023386 Aug 29 04:40:33.897986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] For port 79640f59-edc2-4ae3-b70a-0f755ddf9567, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=79640f59-edc2-4ae3-b70a-0f755ddf9567,segment=NetworkSegment(8c807227-d53e-49ad-b074-39cbcc009a07),segment_id=8c807227-d53e-49ad-b074-39cbcc009a07)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:33.899331 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.929980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Calling delete_port for 79640f59-edc2-4ae3-b70a-0f755ddf9567 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:33.985059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39516) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:33.994025 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f5d1e-74b8-4c78-90c0-d1c0149e7e46 x-openstack-request-id: req-723f5d1e-74b8-4c78-90c0-d1c0149e7e46 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:33.994859 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97333000-ce62-42a5-99c0-fcece565f1e5", "name": "network-vif-deleted", "tag": "9d27fc28-fa20-4334-902f-b0756a5dd8af", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:33.995057 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-723f5d1e-74b8-4c78-90c0-d1c0149e7e46 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:33.996331 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97333000-ce62-42a5-99c0-fcece565f1e5', 'name': 'network-vif-deleted', 'tag': '9d27fc28-fa20-4334-902f-b0756a5dd8af', 'status': 'completed', 'code': 200} Aug 29 04:40:34.000196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.139364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=79640f59-edc2-4ae3-b70a-0f755ddf9567,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.164991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No DVR routers for this DVR port 79640f59-edc2-4ae3-b70a-0f755ddf9567 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:34.362330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 79640f59-edc2-4ae3-b70a-0f755ddf9567 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:34.363455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31231533-e301-4402-8a31-774504b5bbd9 req-c693617f-9498-48a9-a9c3-07b670a6e9c3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:34.377239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31231533-e301-4402-8a31-774504b5bbd9 req-c693617f-9498-48a9-a9c3-07b670a6e9c3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.2094595 Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:34.413875 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:40:34.422809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 79640f59-edc2-4ae3-b70a-0f755ddf9567 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:34.423407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 79640f59-edc2-4ae3-b70a-0f755ddf9567 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:34.453516 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.485284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] No DVR routers for this DVR port 79640f59-edc2-4ae3-b70a-0f755ddf9567 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:34.491342 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.514201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e9b413-5729-4732-a911-da9a3be0bcae']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:34.518662 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc50830e-e04f-4406-9d97-e405edc16aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.529290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Pushing event deleted for resources: {'Port': ['ID=79640f59-edc2-4ae3-b70a-0f755ddf9567,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.551498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.552896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.553266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.553615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.557046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.557415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.557765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.558107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.558457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.558776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.559001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31231533-e301-4402-8a31-774504b5bbd9 req-b363c29f-b698-473f-b3c4-7b32f7ace918 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703229 Aug 29 04:40:34.573637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.573637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3aa49-b6c4-4dd1-92a3-0539a0eada17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:34.573842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c807227-d53e-49ad-b074-39cbcc009a07') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:34.573842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c807227-d53e-49ad-b074-39cbcc009a07') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:34.585943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.603472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.630945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:34.631417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:34.634724 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:34.719718 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.733993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.736519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/networks/a2e9b413-5729-4732-a911-da9a3be0bcae HTTP/1.1" status: 204 len: 168 time: 1.8387330 Aug 29 04:40:34.741894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39526) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:34.754875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e000a-fed8-4de8-9bde-50308241b0ac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Network': ['ID=a2e9b413-5729-4732-a911-da9a3be0bcae,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.880446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd2fa02-08d8-4b42-8177-ea50df8fb5b1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:34.882605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7fd2fa02-08d8-4b42-8177-ea50df8fb5b1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/06015bfe-2059-49ef-ba81-b687e835091f HTTP/1.1" status: 200 len: 841 time: 0.1220803 Aug 29 04:40:34.886401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39532) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:34.939947 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-93510dad-7d67-440a-9c25-3374ae0c877f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/06015bfe-2059-49ef-ba81-b687e835091f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0523031 Aug 29 04:40:34.948874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39534) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:34.955753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:34.960029 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc50830e-e04f-4406-9d97-e405edc16aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.971331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc50830e-e04f-4406-9d97-e405edc16aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.085027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50830e-e04f-4406-9d97-e405edc16aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667e3f7c-7f8a-4c17-bd92-700cd74ed1bc,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.100734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:35.104902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.129234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fc50830e-e04f-4406-9d97-e405edc16aab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=597e8cfc5ab24aa783d17e02e943e111&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1428568 Aug 29 04:40:35.149928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39538) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:35.269056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639a3da-42f5-46fa-a778-6feffe7aeb1f req-3241a903-110e-4400-b0a8-10730d15b96d tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.277421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6639a3da-42f5-46fa-a778-6feffe7aeb1f req-3241a903-110e-4400-b0a8-10730d15b96d tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.1552708 Aug 29 04:40:35.327302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.385838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:35.389727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:35.395886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.397341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.399144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14930ac4-1ec0-406b-82ce-5b0dee8af1e9 None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:35.415283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=3b6baf78-ac01-4c3f-b292-5ff82a1130fa,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.424510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-212481d6-ca9a-4438-af17-a8cdcd5a1f8a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4710214 Aug 29 04:40:35.424510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39540) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:35.429016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-23fe9457-b27b-4924-90e4-945a62f36457 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1203432289'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:35.437497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6639a3da-42f5-46fa-a778-6feffe7aeb1f req-6bfa9dfe-c8dc-46d8-9b13-de9adc71f97e tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588304 Aug 29 04:40:35.487409 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23fe9457-b27b-4924-90e4-945a62f36457 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.497753 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e68f7e5-28ae-4b65-b9bb-f27bfe7425f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.537736 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e68f7e5-28ae-4b65-b9bb-f27bfe7425f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.608238 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e68f7e5-28ae-4b65-b9bb-f27bfe7425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.613890 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e68f7e5-28ae-4b65-b9bb-f27bfe7425f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.617956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7e68f7e5-28ae-4b65-b9bb-f27bfe7425f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/667e3f7c-7f8a-4c17-bd92-700cd74ed1bc HTTP/1.1" status: 204 len: 168 time: 0.4629235 Aug 29 04:40:35.661481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68f7e5-28ae-4b65-b9bb-f27bfe7425f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667e3f7c-7f8a-4c17-bd92-700cd74ed1bc,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.690966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23fe9457-b27b-4924-90e4-945a62f36457 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.701400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23fe9457-b27b-4924-90e4-945a62f36457 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.731429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'tenant_id': '483436bd439b4f9d84f0ebd3db3b9659', 'fixed_ips': [{'subnet_id': '3b6baf78-ac01-4c3f-b292-5ff82a1130fa'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:35.732653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.766208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23fe9457-b27b-4924-90e4-945a62f36457 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.771308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39550) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:35.772062 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-23fe9457-b27b-4924-90e4-945a62f36457 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3467116 Aug 29 04:40:35.774453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe9457-b27b-4924-90e4-945a62f36457 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f97f8ff-523d-407b-bf0d-3456f7e61099,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.807959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0129ba7c-0c0c-4ae5-b03d-17500e13d9fd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'security_group': {'name': 'tempest-secgroup-846399865'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:35.826908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc6e30-b697-452b-be67-f4a327008ba4 req-aa3f4d68-35b5-4aa8-9558-85ee38f1204c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.838735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bbc6e30-b697-452b-be67-f4a327008ba4 req-aa3f4d68-35b5-4aa8-9558-85ee38f1204c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1647058 Aug 29 04:40:35.902834 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0129ba7c-0c0c-4ae5-b03d-17500e13d9fd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.922904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bbc6e30-b697-452b-be67-f4a327008ba4 req-7d6efc91-504b-44f5-b6dc-eac027f2b369 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826352 Aug 29 04:40:35.989432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Allocated IP 172.20.0.2 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/3b6baf78-ac01-4c3f-b292-5ff82a1130fa/e76e862e-79bf-458c-9e01-0c86f80b29ff) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:36.132504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0129ba7c-0c0c-4ae5-b03d-17500e13d9fd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.142585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0129ba7c-0c0c-4ae5-b03d-17500e13d9fd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.245966 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0129ba7c-0c0c-4ae5-b03d-17500e13d9fd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.254006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0129ba7c-0c0c-4ae5-b03d-17500e13d9fd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4798250 Aug 29 04:40:36.255648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39554) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:36.258702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129ba7c-0c0c-4ae5-b03d-17500e13d9fd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d76a4de-ece3-4949-a014-3515f922f16d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.261251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-449197785', 'security_groups': ['8d76a4de-ece3-4949-a014-3515f922f16d'], 'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b6baf78-ac01-4c3f-b292-5ff82a1130fa'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:36.267196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39556) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:36.351285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-322bb664-e218-4700-904b-b8e69d33bff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.505581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.515583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Transition to ACTIVE for port object e76e862e-79bf-458c-9e01-0c86f80b29ff will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:36.548961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Transition to ACTIVE for port object e76e862e-79bf-458c-9e01-0c86f80b29ff will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:36.559082 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.613435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:36.621413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:36.626132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:36.634677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Pushing event updated for resources: {'Port': ['ID=e76e862e-79bf-458c-9e01-0c86f80b29ff,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.670628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-322bb664-e218-4700-904b-b8e69d33bff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.686902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-322bb664-e218-4700-904b-b8e69d33bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.687155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281cff3-704a-48ea-bd75-6042511d39c4 req-5090baf1-67e7-46de-be9b-1346781fe5ef tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.700140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d281cff3-704a-48ea-bd75-6042511d39c4 req-5090baf1-67e7-46de-be9b-1346781fe5ef tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.1535957 Aug 29 04:40:36.737770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Attempting to bind port e76e862e-79bf-458c-9e01-0c86f80b29ff on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:36.738427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Attempting to bind port e76e862e-79bf-458c-9e01-0c86f80b29ff by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'df14e8bb-aaa4-4700-8b40-99b09df619dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:36.738974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Attempting to bind port e76e862e-79bf-458c-9e01-0c86f80b29ff on network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:36.740747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-322bb664-e218-4700-904b-b8e69d33bff6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d811d99e98c141b6a45920db952f3382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711123 Aug 29 04:40:36.745537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39562) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:36.746388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:36.746643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:36.747400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Checking segment: {'id': 'df14e8bb-aaa4-4700-8b40-99b09df619dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:36.748018 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.748629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Bound using segment: {'id': 'df14e8bb-aaa4-4700-8b40-99b09df619dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:36.749339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Bound port: e76e862e-79bf-458c-9e01-0c86f80b29ff, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df14e8bb-aaa4-4700-8b40-99b09df619dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:36.749915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.792132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bb664-e218-4700-904b-b8e69d33bff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65eae03-68f1-4522-8b05-c081f281169c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.827946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d281cff3-704a-48ea-bd75-6042511d39c4 req-c3b3a643-5e1a-4539-9e1b-eb6423a82d34 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166363 Aug 29 04:40:36.842311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] For port e76e862e-79bf-458c-9e01-0c86f80b29ff, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:36.846313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] For port e76e862e-79bf-458c-9e01-0c86f80b29ff, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76e862e-79bf-458c-9e01-0c86f80b29ff,segment=NetworkSegment(df14e8bb-aaa4-4700-8b40-99b09df619dc),segment_id=df14e8bb-aaa4-4700-8b40-99b09df619dc)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:36.853628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.964906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2250b442-eabf-4a7c-a511-ce56fd5617df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.965335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae2629-58d8-46ac-85fa-f27823218c2b None None] Pushing event updated for resources: {'Port': ['ID=e76e862e-79bf-458c-9e01-0c86f80b29ff,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.012210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.034523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9d27fc28-fa20-4334-902f-b0756a5dd8af no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:37.038238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-7b0ae43d-d907-47f1-8313-b823d066298e tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.040154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-7b0ae43d-d907-47f1-8313-b823d066298e tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.65 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.1579599 Aug 29 04:40:37.074113 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2250b442-eabf-4a7c-a511-ce56fd5617df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.087141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 9d27fc28-fa20-4334-902f-b0756a5dd8af {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:37.087501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 9d27fc28-fa20-4334-902f-b0756a5dd8af not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:37.105629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port 2d6b4f0b-6522-4dc6-b3df-394d382e60db yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:37.161316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed0c6a-2839-4a55-ab85-913e2b3b83c3 req-aa65d6cc-cdc9-4def-8b98-510bb5e7a2bd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.174994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7ed0c6a-2839-4a55-ab85-913e2b3b83c3 req-aa65d6cc-cdc9-4def-8b98-510bb5e7a2bd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1509795 Aug 29 04:40:37.353473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2250b442-eabf-4a7c-a511-ce56fd5617df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.356080 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2250b442-eabf-4a7c-a511-ce56fd5617df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.358361 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2250b442-eabf-4a7c-a511-ce56fd5617df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a65eae03-68f1-4522-8b05-c081f281169c HTTP/1.1" status: 204 len: 168 time: 0.6055300 Aug 29 04:40:37.373818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7ed0c6a-2839-4a55-ab85-913e2b3b83c3 req-99167ab9-315c-415b-b32c-965e1a35e63a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882868 Aug 29 04:40:37.385942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250b442-eabf-4a7c-a511-ce56fd5617df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65eae03-68f1-4522-8b05-c081f281169c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.527371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Deleting port 5e569da2-3131-4084-9247-c91fabfda599 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:37.527789 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.613318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.3 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/3b6baf78-ac01-4c3f-b292-5ff82a1130fa/2d6b4f0b-6522-4dc6-b3df-394d382e60db) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:37.709819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] For port 5e569da2-3131-4084-9247-c91fabfda599, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=5e569da2-3131-4084-9247-c91fabfda599,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:37.710731 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.738532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Calling delete_port for 5e569da2-3131-4084-9247-c91fabfda599 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:37.936159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.964269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object 2d6b4f0b-6522-4dc6-b3df-394d382e60db will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:38.051967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.055131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bb72d-3474-4727-b9a5-b9026eebad19 req-cdc44a50-2406-4e5f-a513-abf794d19fe0 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.059012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f4bb72d-3474-4727-b9a5-b9026eebad19 req-cdc44a50-2406-4e5f-a513-abf794d19fe0 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/ports?device_id=09c6e74f-5c67-4505-b3ad-3c3c7d34e845 HTTP/1.1" status: 200 len: 945 time: 0.0791903 Aug 29 04:40:38.157866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.160609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f4bb72d-3474-4727-b9a5-b9026eebad19 req-e4cd4a12-ee7c-45a5-bc9b-492a8e8039cf tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb5219e0-3440-4855-8877-f51ccd9a2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872185 Aug 29 04:40:38.173928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['5e569da2-3131-4084-9247-c91fabfda599'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:38.203258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:38.234965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:38.244029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:38.387660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=2d6b4f0b-6522-4dc6-b3df-394d382e60db,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.450132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] No DVR routers for this DVR port 5e569da2-3131-4084-9247-c91fabfda599 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:38.454072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76e862e-79bf-458c-9e01-0c86f80b29ff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:38.459341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.461474 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-20177e37-593b-4561-ae2a-0d963033fdb6 req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] 10.222.0.65 "DELETE /v2.0/ports/5e569da2-3131-4084-9247-c91fabfda599 HTTP/1.1" status: 204 len: 173 time: 1.4079571 Aug 29 04:40:38.475843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c6e74f-5c67-4505-b3ad-3c3c7d34e845', 'name': 'network-vif-deleted', 'tag': '5e569da2-3131-4084-9247-c91fabfda599'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:38.479472 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca897089-c0ce-4566-b175-b591f7a54df5" -d '{"events": [{"server_uuid": "09c6e74f-5c67-4505-b3ad-3c3c7d34e845", "name": "network-vif-deleted", "tag": "5e569da2-3131-4084-9247-c91fabfda599"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:38.546406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e31ba-fd15-47ad-9c52-34fc3bbd4bc7 tempest-ListServerFiltersTestJSON-441074564 tempest-ListServerFiltersTestJSON-441074564-project] Pushing event deleted for resources: {'Port': ['ID=5e569da2-3131-4084-9247-c91fabfda599,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.559401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.585843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.619019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e76e862e-79bf-458c-9e01-0c86f80b29ff completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:38.640011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-14eb7649-030a-47ba-a1c2-60745346fd6c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3824241 Aug 29 04:40:38.645255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39602) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:38.654395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-31a7890f-ba01-4502-9ea8-9ed95d42b246 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:38.723098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Provisioning for port e76e862e-79bf-458c-9e01-0c86f80b29ff completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:38.728171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:38.730722 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.738096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02080115-267b-476e-b41f-dcbdd0fc153a req-8f5e0f70-4a6d-486b-ba52-254b36397570 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.750457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02080115-267b-476e-b41f-dcbdd0fc153a req-8f5e0f70-4a6d-486b-ba52-254b36397570 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1760128 Aug 29 04:40:38.797516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02080115-267b-476e-b41f-dcbdd0fc153a req-45584bff-f00e-4f58-b82a-43066b668f13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Aug 29 04:40:38.939413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7890f-ba01-4502-9ea8-9ed95d42b246 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:38.945057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-31a7890f-ba01-4502-9ea8-9ed95d42b246 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.975474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.055850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] For port e76e862e-79bf-458c-9e01-0c86f80b29ff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76e862e-79bf-458c-9e01-0c86f80b29ff,segment=NetworkSegment(df14e8bb-aaa4-4700-8b40-99b09df619dc),segment_id=df14e8bb-aaa4-4700-8b40-99b09df619dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:39.060659 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019b963-1bd5-490d-b4fe-be48ed885409 x-openstack-request-id: req-d019b963-1bd5-490d-b4fe-be48ed885409 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:39.062215 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.062470 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c6e74f-5c67-4505-b3ad-3c3c7d34e845", "name": "network-vif-deleted", "tag": "5e569da2-3131-4084-9247-c91fabfda599", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:39.063632 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d019b963-1bd5-490d-b4fe-be48ed885409 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:39.064933 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c6e74f-5c67-4505-b3ad-3c3c7d34e845', 'name': 'network-vif-deleted', 'tag': '5e569da2-3131-4084-9247-c91fabfda599', 'status': 'completed', 'code': 200} Aug 29 04:40:39.104015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Provisioning complete for port 06015bfe-2059-49ef-ba81-b687e835091f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:39.104400 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.143307 n-d-712142-15 neutron-server[94846]: INFO neutron.db.ipam_backend_mixin [None req-31a7890f-ba01-4502-9ea8-9ed95d42b246 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3b6baf78-ac01-4c3f-b292-5ff82a1130fa (CIDR: 172.20.0.0/28) Aug 29 04:40:39.144565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39618) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.155270 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a7890f-ba01-4502-9ea8-9ed95d42b246 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:40:39.156397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a7890f-ba01-4502-9ea8-9ed95d42b246 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:40:39.181097 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-31a7890f-ba01-4502-9ea8-9ed95d42b246 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5360894 Aug 29 04:40:39.183584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39624) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.191588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:39.219569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Port 06015bfe-2059-49ef-ba81-b687e835091f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:39.223560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3cef4-fa6f-4220-af03-5f3cafdf9a5f None None] Pushing event updated for resources: {'Port': ['ID=e76e862e-79bf-458c-9e01-0c86f80b29ff,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.280888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39626) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.323799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1366338005-network', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:39.339036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-32514da2-2b77-446a-a399-76e00e45b0cb admin admin] Deleting subnet b069426a-cf73-481e-a96f-266b7f835d21 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:39.343204 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32514da2-2b77-446a-a399-76e00e45b0cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.352365 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4c5bf713-d10f-4b1d-9666-42d6ade44d70 None None] Provisioning for port 2d6b4f0b-6522-4dc6-b3df-394d382e60db completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:39.360385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4c5bf713-d10f-4b1d-9666-42d6ade44d70 None None] Provisioning complete for port 2d6b4f0b-6522-4dc6-b3df-394d382e60db triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:39.360828 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c5bf713-d10f-4b1d-9666-42d6ade44d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.381196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Made reservation on behalf of 65ed30e084954062a3eac0920cd0aaab for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:39.383773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.391955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32514da2-2b77-446a-a399-76e00e45b0cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.400202 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.427225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4c5bf713-d10f-4b1d-9666-42d6ade44d70 None None] Port 2d6b4f0b-6522-4dc6-b3df-394d382e60db cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:39.433709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:39.437790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.489935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32514da2-2b77-446a-a399-76e00e45b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.550486 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32514da2-2b77-446a-a399-76e00e45b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.579479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32514da2-2b77-446a-a399-76e00e45b0cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b069426a-cf73-481e-a96f-266b7f835d21,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.583611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-32514da2-2b77-446a-a399-76e00e45b0cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.588583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-32514da2-2b77-446a-a399-76e00e45b0cb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b069426a-cf73-481e-a96f-266b7f835d21 HTTP/1.1" status: 204 len: 168 time: 0.3063328 Aug 29 04:40:39.592131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0ad056-6d89-481f-a3c5-aa70b57028c0 None None] Network c33e8d75-69fb-4763-91a3-caaaf4104da2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:39.592952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39628) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.682397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.758009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Deleting port 284f39e1-f80b-47ae-bc65-4b1546046595 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:39.758778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.844205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] For port 284f39e1-f80b-47ae-bc65-4b1546046595, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=284f39e1-f80b-47ae-bc65-4b1546046595,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:39.844669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.873990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] DHCP port deletion for c33e8d75-69fb-4763-91a3-caaaf4104da2 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:39.876991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Calling delete_port for 284f39e1-f80b-47ae-bc65-4b1546046595 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:39.940309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] Deleting port 284f39e1-f80b-47ae-bc65-4b1546046595 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:39.941131 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.950788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-1562fdb5-ab6f-475a-8349-e31611b2f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.955478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-1562fdb5-ab6f-475a-8349-e31611b2f01e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 1097 time: 0.5348804 Aug 29 04:40:40.020563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] For port 284f39e1-f80b-47ae-bc65-4b1546046595, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=284f39e1-f80b-47ae-bc65-4b1546046595,segment=NetworkSegment(af49b82c-d55d-4188-b192-070fd884d99e),segment_id=af49b82c-d55d-4188-b192-070fd884d99e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:40.021166 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.043692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] Calling delete_port for 284f39e1-f80b-47ae-bc65-4b1546046595 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:40.055650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7e72f-ca0f-41cf-8f9b-3271fa102ddc req-f2688859-dcf5-43ca-9f50-87a71a1e11b5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.063933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fec7e72f-ca0f-41cf-8f9b-3271fa102ddc req-f2688859-dcf5-43ca-9f50-87a71a1e11b5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1113381 Aug 29 04:40:40.090408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.138679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.149530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fec7e72f-ca0f-41cf-8f9b-3271fa102ddc req-570801bd-b487-4803-8b01-4c526794b532 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776198 Aug 29 04:40:40.149530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] No DVR routers for this DVR port 284f39e1-f80b-47ae-bc65-4b1546046595 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:40.165901 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.186800 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.198982 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:40.204441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=284f39e1-f80b-47ae-bc65-4b1546046595,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.209637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] No DVR routers for this DVR port 284f39e1-f80b-47ae-bc65-4b1546046595 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:40.211571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.212407 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Added segment 0abdffe7-58db-4311-a50b-4d98ec339701 of type vlan for network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a Aug 29 04:40:40.252268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6542e5-5f9c-4072-a477-25c79cfcc32c None None] Pushing event deleted for resources: {'Port': ['ID=284f39e1-f80b-47ae-bc65-4b1546046595,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.273833 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.295461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.303801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-e0421f4f-73d6-403d-9c98-7cc001acad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.305393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-e0421f4f-73d6-403d-9c98-7cc001acad4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.3408349 Aug 29 04:40:40.309649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33e8d75-69fb-4763-91a3-caaaf4104da2']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:40.330617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af49b82c-d55d-4188-b192-070fd884d99e') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:40.330928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af49b82c-d55d-4188-b192-070fd884d99e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:40.345088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76e862e-79bf-458c-9e01-0c86f80b29ff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:40.350734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.368059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.379089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:40.379605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:40.381868 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:40.392180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-074e9552-7122-4e6e-9354-96c8b86cb308 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33 HTTP/1.1" status: 200 len: 217 time: 0.0762799 Aug 29 04:40:40.411636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556463f8-2994-4489-bfc0-7683aadbcafe,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.414579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:40.414964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.429003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.429976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.430560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.482364 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.489917 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.490469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c33e8d75-69fb-4763-91a3-caaaf4104da2 HTTP/1.1" status: 204 len: 168 time: 0.8964076 Aug 29 04:40:40.506302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d9090-518f-43df-a07d-75416d694ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33e8d75-69fb-4763-91a3-caaaf4104da2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.540964 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3925056 Aug 29 04:40:40.542244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39638) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:40.553318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Request body: {'subnet': {'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1366338005-subnet', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:40.561711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-2af79315-825a-4d71-96e2-36a25e98a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.567571 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-2af79315-825a-4d71-96e2-36a25e98a0f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.1457429 Aug 29 04:40:40.599117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Made reservation on behalf of 65ed30e084954062a3eac0920cd0aaab for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:40.602678 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.607294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 284f39e1-f80b-47ae-bc65-4b1546046595 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:40.607803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bd2b8-318e-4fa5-84e5-461360d708a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.614215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.679615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:40.682907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 284f39e1-f80b-47ae-bc65-4b1546046595 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:40.683263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 284f39e1-f80b-47ae-bc65-4b1546046595 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:40.693405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39642) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:40.728257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:40.757240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:40.760180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.760784 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.774707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-533d7037-04e5-4e28-b02b-f642adb01c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.777217 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-533d7037-04e5-4e28-b02b-f642adb01c89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2042162 Aug 29 04:40:40.782135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e65b2-7016-44f3-ab4a-13c628659b6f None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:40.796460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=05cdc36e-a39d-4de9-bb57-5b0dcbc896a8,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.846291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.870072 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-de0fb7cc-5af5-4470-9ec6-f35e782f1144 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6818874 Aug 29 04:40:40.875962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39646) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:40.884044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1925950622', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05cdc36e-a39d-4de9-bb57-5b0dcbc896a8'}], 'security_groups': ['7f97f8ff-523d-407b-bf0d-3456f7e61099']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:40.905148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f62e53c-85a3-4c01-99c8-56ed05281dca,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.940953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2fb92d70-a07a-41e1-a4f8-ce9e7c222b25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=069746313e6b4b5a8b0b1f43ac644004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149103 Aug 29 04:40:40.941750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39648) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:40.955333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Checking segment: {'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:40.955888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Network hostable DHCP agents. Network: e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:40.977066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:40.998005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:41.003634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:41.004750 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.016003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a51b0-dbd4-4472-9ec4-e2e4735600fe None None] Network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:41.035526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-c7cfbab5-a6b4-4641-a10f-953e2026a250 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435203 Aug 29 04:40:41.037400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.059239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b426a3be-1578-48e6-b69e-c728c1144d61 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5099022 Aug 29 04:40:41.061805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39652) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:41.067510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:41.100382 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.101971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.151352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5e569da2-3131-4084-9247-c91fabfda599 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:41.167308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cda537-693e-4810-a748-9309f763a704 None None] Update dhcp port {'port': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'fixed_ips': [{'subnet_id': '3b6baf78-ac01-4c3f-b292-5ff82a1130fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '05cdc36e-a39d-4de9-bb57-5b0dcbc896a8'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'e76e862e-79bf-458c-9e01-0c86f80b29ff'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:40:41.182127 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.214531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e26d1b27-76bf-445d-9ab5-b1553798495b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.270644 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1cda537-693e-4810-a748-9309f763a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.309429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e26d1b27-76bf-445d-9ab5-b1553798495b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.350090 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0780ec4-7fb0-4ab8-9a65-9b85d23e0fc2 req-bce97a2a-a9c1-46a1-8c0e-242b16093bfa service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009572 Aug 29 04:40:41.437639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 5e569da2-3131-4084-9247-c91fabfda599 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:41.438043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 5e569da2-3131-4084-9247-c91fabfda599 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:41.445839 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.488621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e26d1b27-76bf-445d-9ab5-b1553798495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.491164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e26d1b27-76bf-445d-9ab5-b1553798495b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.494973 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e26d1b27-76bf-445d-9ab5-b1553798495b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb5219e0-3440-4855-8877-f51ccd9a2a95 HTTP/1.1" status: 204 len: 168 time: 0.4988780 Aug 29 04:40:41.519415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d1b27-76bf-445d-9ab5-b1553798495b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5219e0-3440-4855-8877-f51ccd9a2a95,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.543677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a', 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'fixed_ips': [{'subnet_id': '9f62e53c-85a3-4c01-99c8-56ed05281dca'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:41.544688 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.562840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c4ac1-8b35-4ae3-9786-9d7f0aa6550c req-6a4f6626-d69b-42a4-a43a-4fa049f7dd94 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:41.564468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac2c4ac1-8b35-4ae3-9786-9d7f0aa6550c req-6a4f6626-d69b-42a4-a43a-4fa049f7dd94 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.2243264 Aug 29 04:40:41.585895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-b1cda537-693e-4810-a748-9309f763a704 None None] Allocated IP 172.20.0.18 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/05cdc36e-a39d-4de9-bb57-5b0dcbc896a8/e76e862e-79bf-458c-9e01-0c86f80b29ff) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:41.625499 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac2c4ac1-8b35-4ae3-9786-9d7f0aa6550c req-017bea02-bc13-4e4d-a699-8cd3af74f25c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540507 Aug 29 04:40:41.758458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Allocated IP 172.20.0.2 (e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a/9f62e53c-85a3-4c01-99c8-56ed05281dca/77d0a670-79dc-48bb-a1a4-28d9772bb25f) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:41.813786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.844662 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.939812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b1cda537-693e-4810-a748-9309f763a704 None None] For port e76e862e-79bf-458c-9e01-0c86f80b29ff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76e862e-79bf-458c-9e01-0c86f80b29ff,segment=NetworkSegment(df14e8bb-aaa4-4700-8b40-99b09df619dc),segment_id=df14e8bb-aaa4-4700-8b40-99b09df619dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:42.007886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Allocated IP 172.25.1.193 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:42.029986 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1cda537-693e-4810-a748-9309f763a704 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.057407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b1cda537-693e-4810-a748-9309f763a704 None None] Transition to ACTIVE for port object e76e862e-79bf-458c-9e01-0c86f80b29ff will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:42.085301 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1cda537-693e-4810-a748-9309f763a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.096205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.144840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Transition to ACTIVE for port object 77d0a670-79dc-48bb-a1a4-28d9772bb25f will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:42.204476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Transition to ACTIVE for port object 77d0a670-79dc-48bb-a1a4-28d9772bb25f will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:42.210244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.234785 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.253576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cda537-693e-4810-a748-9309f763a704 None None] Pushing event updated for resources: {'Port': ['ID=e76e862e-79bf-458c-9e01-0c86f80b29ff,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.258092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:42.262973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:42.282456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:42.307207 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.323963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Pushing event updated for resources: {'Port': ['ID=77d0a670-79dc-48bb-a1a4-28d9772bb25f,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.336548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Delete allocated IP 172.20.0.3 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/3b6baf78-ac01-4c3f-b292-5ff82a1130fa) {{(pid=94846) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:40:42.360043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.21 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/05cdc36e-a39d-4de9-bb57-5b0dcbc896a8/2d6b4f0b-6522-4dc6-b3df-394d382e60db) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:42.371902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Attempting to bind port 77d0a670-79dc-48bb-a1a4-28d9772bb25f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:42.373454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Attempting to bind port 77d0a670-79dc-48bb-a1a4-28d9772bb25f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:42.377218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Attempting to bind port 77d0a670-79dc-48bb-a1a4-28d9772bb25f on network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:42.385232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:42.385616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Checking segment: {'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:42.386034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.386445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Bound using segment: {'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:42.386938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Bound port: 77d0a670-79dc-48bb-a1a4-28d9772bb25f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:42.387349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.430230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:42.436004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:42.441682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:42.450223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.570956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] For port 77d0a670-79dc-48bb-a1a4-28d9772bb25f, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:42.580957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] For port 77d0a670-79dc-48bb-a1a4-28d9772bb25f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=77d0a670-79dc-48bb-a1a4-28d9772bb25f,segment=NetworkSegment(0abdffe7-58db-4311-a50b-4d98ec339701),segment_id=0abdffe7-58db-4311-a50b-4d98ec339701)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:42.587332 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.592363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.610683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object 2d6b4f0b-6522-4dc6-b3df-394d382e60db will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:42.615578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.781139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599e8ba-b372-41fb-af24-686f18a2d02e None None] Pushing event updated for resources: {'Port': ['ID=77d0a670-79dc-48bb-a1a4-28d9772bb25f,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.847641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] In _notify_port_updated(), no bound segment for port 2d6b4f0b-6522-4dc6-b3df-394d382e60db on network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:40:42.853861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.854695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.859011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "PUT /v2.0/ports/2d6b4f0b-6522-4dc6-b3df-394d382e60db HTTP/1.1" status: 200 len: 921 time: 1.9774868 Aug 29 04:40:42.862125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39702) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:42.876625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaebc0-178e-48bc-89b7-7c8ed52e042d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=2d6b4f0b-6522-4dc6-b3df-394d382e60db,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.912868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0145e3-4a39-4bbf-9b50-64fce68097d0 req-0356a758-2916-4df3-80e7-8ecb719d3927 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.922342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d0145e3-4a39-4bbf-9b50-64fce68097d0 req-0356a758-2916-4df3-80e7-8ecb719d3927 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 945 time: 0.1390474 Aug 29 04:40:42.985960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0db1d9b1-2cff-4442-9a5f-faa04822693b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 2d6b4f0b-6522-4dc6-b3df-394d382e60db {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:42.986087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0db1d9b1-2cff-4442-9a5f-faa04822693b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.048468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device efa422ef-8d3d-4ee5-be98-33c2f3439d33 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:43.072301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d0145e3-4a39-4bbf-9b50-64fce68097d0 req-500ce807-2517-44eb-ad78-e2ee347ce045 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453025 Aug 29 04:40:43.191477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.191877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0db1d9b1-2cff-4442-9a5f-faa04822693b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.207622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0db1d9b1-2cff-4442-9a5f-faa04822693b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 2d6b4f0b-6522-4dc6-b3df-394d382e60db owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:43.277228 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.420254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:43.425386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:43.429728 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4981c02-d6b5-4ae0-adb7-d0d289b37e06" -d '{"events": [{"server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "name": "network-vif-unplugged", "status": "completed", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:43.435915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0db1d9b1-2cff-4442-9a5f-faa04822693b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.452908 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.511417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1d9b1-2cff-4442-9a5f-faa04822693b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=2d6b4f0b-6522-4dc6-b3df-394d382e60db,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:43.598816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8de35dc4-fabc-40c3-bb1b-912979121522 None None] Could not find standard attr ID for object 2d6b4f0b-6522-4dc6-b3df-394d382e60db. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:40:43.600628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:43.642383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8de35dc4-fabc-40c3-bb1b-912979121522 None None] Provisioning for port e76e862e-79bf-458c-9e01-0c86f80b29ff completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:43.652449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8de35dc4-fabc-40c3-bb1b-912979121522 None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:43.654507 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8de35dc4-fabc-40c3-bb1b-912979121522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.660491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0db1d9b1-2cff-4442-9a5f-faa04822693b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.666295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0db1d9b1-2cff-4442-9a5f-faa04822693b tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/2d6b4f0b-6522-4dc6-b3df-394d382e60db HTTP/1.1" status: 204 len: 168 time: 0.8031044 Aug 29 04:40:43.669920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39722) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:43.730177 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-165e768b-e9e4-4b32-aa20-ea0d39a8e968 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:40:43.732510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-165e768b-e9e4-4b32-aa20-ea0d39a8e968 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/2d6b4f0b-6522-4dc6-b3df-394d382e60db HTTP/1.1" status: 404 len: 333 time: 0.0601716 Aug 29 04:40:43.735161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39724) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:43.874961 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea32c8c4-77be-4208-a485-875ab7b1f0f4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.893847 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d7e32d-d897-4f51-a892-dd74704b4728 x-openstack-request-id: req-52d7e32d-d897-4f51-a892-dd74704b4728 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:43.899972 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "name": "network-vif-unplugged", "status": "completed", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:43.900651 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52d7e32d-d897-4f51-a892-dd74704b4728 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:43.901339 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'code': 200} Aug 29 04:40:43.955128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8de35dc4-fabc-40c3-bb1b-912979121522 None None] Provisioning complete for port 06015bfe-2059-49ef-ba81-b687e835091f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:43.955521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8de35dc4-fabc-40c3-bb1b-912979121522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.955641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea32c8c4-77be-4208-a485-875ab7b1f0f4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.070749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea32c8c4-77be-4208-a485-875ab7b1f0f4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.073466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ea32c8c4-77be-4208-a485-875ab7b1f0f4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.075818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ea32c8c4-77be-4208-a485-875ab7b1f0f4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/security-groups/8d76a4de-ece3-4949-a014-3515f922f16d HTTP/1.1" status: 204 len: 168 time: 0.3357749 Aug 29 04:40:44.080338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39738) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:44.085922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8de35dc4-fabc-40c3-bb1b-912979121522 None None] Port 06015bfe-2059-49ef-ba81-b687e835091f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:44.133061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.223099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8461-1f2c-49c4-858b-571a7cb9453d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.259731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32c8c4-77be-4208-a485-875ab7b1f0f4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d76a4de-ece3-4949-a014-3515f922f16d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.267137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8461-1f2c-49c4-858b-571a7cb9453d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.342704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8461-1f2c-49c4-858b-571a7cb9453d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.354068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8461-1f2c-49c4-858b-571a7cb9453d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.359655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3e9e8461-1f2c-49c4-858b-571a7cb9453d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/security-groups/7f97f8ff-523d-407b-bf0d-3456f7e61099 HTTP/1.1" status: 204 len: 168 time: 0.2780752 Aug 29 04:40:44.375887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39750) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:44.422401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-72f80045-893d-4b18-88f6-dc44667998c0 None None] Could not find standard attr ID for object 2d6b4f0b-6522-4dc6-b3df-394d382e60db. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:40:44.461757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e8461-1f2c-49c4-858b-571a7cb9453d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f97f8ff-523d-407b-bf0d-3456f7e61099,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.491735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3978fe71-e351-4bef-a94e-7bf16a51bf9d req-273cc29a-e227-417e-8ba0-355e0a80e0dd tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=d02c8e5d-2883-4d75-aad4-7a2c4a849f7f HTTP/1.1" status: 200 len: 210 time: 0.3481951 Aug 29 04:40:44.562868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-80904a86-6b7a-4fe3-b262-b75d4be5c535 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet 3b6baf78-ac01-4c3f-b292-5ff82a1130fa {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:44.575782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80904a86-6b7a-4fe3-b262-b75d4be5c535 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.710189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:44.769302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80904a86-6b7a-4fe3-b262-b75d4be5c535 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.777675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76e862e-79bf-458c-9e01-0c86f80b29ff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:44.888496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a59e3-e22a-4cef-b952-e195b7644ea5 req-8bd8230a-fdad-446a-9ff9-5bcc36dd693d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:44.890188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-572a59e3-e22a-4cef-b952-e195b7644ea5 req-8bd8230a-fdad-446a-9ff9-5bcc36dd693d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 943 time: 0.2071307 Aug 29 04:40:44.898704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:44.898704 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.931695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:44.965079 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-572a59e3-e22a-4cef-b952-e195b7644ea5 req-febae36f-0b4c-4029-a586-4286e77c0280 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631096 Aug 29 04:40:44.972712 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80904a86-6b7a-4fe3-b262-b75d4be5c535 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.976935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.978391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-56784dde-eb2c-4cc8-a23d-26d7450df866 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9156218 Aug 29 04:40:44.982743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39758) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:44.993330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65556c-0856-41c0-bb36-fa2d9845e6ad None None] Network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:45.027019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Sync routers for ids ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:45.102056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80904a86-6b7a-4fe3-b262-b75d4be5c535 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.174350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80904a86-6b7a-4fe3-b262-b75d4be5c535 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6baf78-ac01-4c3f-b292-5ff82a1130fa,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:45.176539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-80904a86-6b7a-4fe3-b262-b75d4be5c535 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.183493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39770) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:45.185508 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-80904a86-6b7a-4fe3-b262-b75d4be5c535 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/3b6baf78-ac01-4c3f-b292-5ff82a1130fa HTTP/1.1" status: 204 len: 168 time: 0.8078678 Aug 29 04:40:45.191836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:45.274008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748563ae-b32a-4354-82b5-a43c8f4b22ca None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:45.446488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9f348008-5861-47a1-9fe2-e86d5faea117 None None] Provisioning for port 77d0a670-79dc-48bb-a1a4-28d9772bb25f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:45.458950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Routers {'9a1697ec-f33f-469b-9ec9-a172e6fc94dd'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:45.459628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:45.647695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ab4fb-4b9c-451d-a77c-063c3afa3e39 req-bd82cda3-afad-4cb3-bb18-5235c5fd336d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:45.651697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b75ab4fb-4b9c-451d-a77c-063c3afa3e39 req-bd82cda3-afad-4cb3-bb18-5235c5fd336d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1265717 Aug 29 04:40:45.684172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 77d0a670-79dc-48bb-a1a4-28d9772bb25f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:45.772546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:45.777135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.793182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Set router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:45.896815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b75ab4fb-4b9c-451d-a77c-063c3afa3e39 req-54639bcc-c799-4b6f-ae10-98674a17dbe7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656806 Aug 29 04:40:46.014040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 77d0a670-79dc-48bb-a1a4-28d9772bb25f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:46.035415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 77d0a670-79dc-48bb-a1a4-28d9772bb25f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:46.035812 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.219112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:42Z', 'revision_number': 3, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:46.260757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Checking router: 9a1697ec-f33f-469b-9ec9-a172e6fc94dd for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:46.261469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Updating router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:46.299484 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.312740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dfef1-5597-43e1-974e-1e7e6e76f7cb req-6ed1c2d7-f72c-47f6-858e-b6f3dcd33b34 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.320747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a09dfef1-5597-43e1-974e-1e7e6e76f7cb req-6ed1c2d7-f72c-47f6-858e-b6f3dcd33b34 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1983898 Aug 29 04:40:46.411312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.420738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.442739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a09dfef1-5597-43e1-974e-1e7e6e76f7cb req-dcc88f58-1180-47aa-9fff-6e1cac270251 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208370 Aug 29 04:40:46.558156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 77d0a670-79dc-48bb-a1a4-28d9772bb25f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=77d0a670-79dc-48bb-a1a4-28d9772bb25f,segment=NetworkSegment(0abdffe7-58db-4311-a50b-4d98ec339701),segment_id=0abdffe7-58db-4311-a50b-4d98ec339701)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:46.621851 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.745271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87189e13-1602-42ce-8124-7400ba706737 req-0910e315-d870-4b89-a475-e894368db5fd tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0781400 Aug 29 04:40:46.800589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=77d0a670-79dc-48bb-a1a4-28d9772bb25f,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.802748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6c1cdc95-d1f4-4249-9265-fd64846f7ed1 req-e2dbb061-7727-4913-9e24-67e0d2563aff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d02c8e5d-2883-4d75-aad4-7a2c4a849f7f HTTP/1.1" status: 200 len: 210 time: 0.0864356 Aug 29 04:40:46.827025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c136536f-e48c-411f-9b3a-38e757694d24 None None] Provisioning complete for port 77d0a670-79dc-48bb-a1a4-28d9772bb25f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:46.827829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c136536f-e48c-411f-9b3a-38e757694d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.860169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.978598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:47.003641 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.022825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Transition to ACTIVE for port object ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:47.028929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:47.034079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.045929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.046534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.068276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=8eeb8f35-be65-459f-a74a-02cadc43b197,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.094594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Allocated IP 172.20.0.1 (e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a/9f62e53c-85a3-4c01-99c8-56ed05281dca/e111e651-78a2-4ca2-b025-28776e280975) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:47.096226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device efa422ef-8d3d-4ee5-be98-33c2f3439d33 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:47.113934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-194a9027-dd0e-43b2-963d-7c48ca0538cd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9292505 Aug 29 04:40:47.116609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39796) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:47.122665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e107d934-5b89-4cca-829c-89b6c0511498 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'security_group': {'name': 'tempest-secgroup-496300130'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:47.152485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Attempting to bind port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:47.152706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Attempting to bind port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:47.153001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Attempting to bind port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:47.169966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e107d934-5b89-4cca-829c-89b6c0511498 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.177612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:47.177910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:47.178246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.178725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:47.179213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Bound port: ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:47.179656 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.243466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] For port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:47.248427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] For port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:47.253245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d4bba-af51-42f5-b46a-52a0368b92ce None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:47.372574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa5050-c29d-4e10-b32b-93868ef147cb None None] Pushing event updated for resources: {'Port': ['ID=ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.382123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.383582 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.408498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e107d934-5b89-4cca-829c-89b6c0511498 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.416346 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e107d934-5b89-4cca-829c-89b6c0511498 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.445977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Transition to ACTIVE for port object e111e651-78a2-4ca2-b025-28776e280975 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:47.471284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107d934-5b89-4cca-829c-89b6c0511498 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05b7381-5e9f-4377-a728-dcc87123e1ec,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.480871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cedce7-15dc-4818-bef5-07b08eaaa478 req-342378ae-0599-4ab1-8bd1-09528f18cd8c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.483358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2cedce7-15dc-4818-bef5-07b08eaaa478 req-342378ae-0599-4ab1-8bd1-09528f18cd8c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1075020 Aug 29 04:40:47.500324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e107d934-5b89-4cca-829c-89b6c0511498 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.504364 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e107d934-5b89-4cca-829c-89b6c0511498 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3826923 Aug 29 04:40:47.505674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39800) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:47.515656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2adb42c7-ddad-439a-a3c2-ba5c274e077a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'security_group': {'name': 'tempest-secgroup-890603718'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:47.521985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fd2c4413-0203-4583-ba56-6da2940dcc15 None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:47.522479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fd2c4413-0203-4583-ba56-6da2940dcc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.549456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2adb42c7-ddad-439a-a3c2-ba5c274e077a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.556087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2cedce7-15dc-4818-bef5-07b08eaaa478 req-4fcc7778-37a8-4722-a885-2603ce506928 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575812 Aug 29 04:40:47.558318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.612640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:47.620762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:47.626414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:47.630837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Pushing event updated for resources: {'Port': ['ID=e111e651-78a2-4ca2-b025-28776e280975,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.682773 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.849877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2adb42c7-ddad-439a-a3c2-ba5c274e077a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.859449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2adb42c7-ddad-439a-a3c2-ba5c274e077a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.885194 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e05a5fc-d3fb-4b62-b833-8c07307ecdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.915926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.966583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb42c7-ddad-439a-a3c2-ba5c274e077a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e0a672-738e-4b72-90d6-741d8e00dce2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.005618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2adb42c7-ddad-439a-a3c2-ba5c274e077a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.011628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2adb42c7-ddad-439a-a3c2-ba5c274e077a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5048699 Aug 29 04:40:48.012392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39810) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:48.021904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-58c29a1b-e9c3-41e2-9b2f-e1d6ec43dbbb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1435391674'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:48.073377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-58c29a1b-e9c3-41e2-9b2f-e1d6ec43dbbb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.082369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Routers {'9a1697ec-f33f-469b-9ec9-a172e6fc94dd'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:48.083277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:48.137361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa5050-c29d-4e10-b32b-93868ef147cb None None] Pushing event updated for resources: {'Port': ['ID=ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.272298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] Set router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:48.281192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-58c29a1b-e9c3-41e2-9b2f-e1d6ec43dbbb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.288284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-58c29a1b-e9c3-41e2-9b2f-e1d6ec43dbbb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.302107 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.315058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e22a3f8d-54eb-4867-b139-7fd77d320af8 req-7f461239-c1b8-45dd-add3-dc25ed087869 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.3508973 Aug 29 04:40:48.321250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.407634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c29a1b-e9c3-41e2-9b2f-e1d6ec43dbbb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649b46fc-4607-450d-9f08-e401597b17bd,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.440918 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.454508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-58c29a1b-e9c3-41e2-9b2f-e1d6ec43dbbb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.465660 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-58c29a1b-e9c3-41e2-9b2f-e1d6ec43dbbb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4514771 Aug 29 04:40:48.468294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d25aebcb-db3e-4ad5-813c-6adb20afba02 req-e81ef8db-6352-4cd3-98b3-6c9f1c7dd8cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.1030028 Aug 29 04:40:48.472040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39812) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:48.483812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1118486566', 'security_groups': ['649b46fc-4607-450d-9f08-e401597b17bd'], 'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8eeb8f35-be65-459f-a74a-02cadc43b197'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:48.537572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1141cf8-312f-4a2b-9968-5bc7a1a1f96d None None] Update dhcp port {'port': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'fixed_ips': [{'subnet_id': '05cdc36e-a39d-4de9-bb57-5b0dcbc896a8', 'ip_address': '172.20.0.18'}, {'subnet_id': '8eeb8f35-be65-459f-a74a-02cadc43b197'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'e76e862e-79bf-458c-9e01-0c86f80b29ff'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:40:48.571746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Pushing event updated for resources: {'Port': ['ID=e111e651-78a2-4ca2-b025-28776e280975,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.588790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fd2c4413-0203-4583-ba56-6da2940dcc15 None None] Provisioning complete for port 06015bfe-2059-49ef-ba81-b687e835091f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:48.589329 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fd2c4413-0203-4583-ba56-6da2940dcc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.623601 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1141cf8-312f-4a2b-9968-5bc7a1a1f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.668050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:48.675944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:48.680873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:48.773306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c4413-0203-4583-ba56-6da2940dcc15 None None] Port 06015bfe-2059-49ef-ba81-b687e835091f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:48.849421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 77d0a670-79dc-48bb-a1a4-28d9772bb25f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:48.878940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.926611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] device_id is not set on port c31f4775-fc9f-4d5a-83f8-8398327481f4 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:48.955055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 4, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e111e651-78a2-4ca2-b025-28776e280975', 'name': '', 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'mac_address': 'fa:16:3e:0c:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:46Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 1, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'subnets': [{'id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:48.959875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dac0344f-dbb3-46f3-9246-465413e6d536 None None] Provisioning for port e111e651-78a2-4ca2-b025-28776e280975 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:48.991198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:49.001716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1b314-4e18-4678-82ee-ce30b4b32325 None None] The sync data for ids ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'] in n-d-712142-15 is: [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 4, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e111e651-78a2-4ca2-b025-28776e280975', 'name': '', 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'mac_address': 'fa:16:3e:0c:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:46Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 1, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'subnets': [{'id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:49.007920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dac0344f-dbb3-46f3-9246-465413e6d536 None None] Provisioning complete for port e111e651-78a2-4ca2-b025-28776e280975 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:49.008490 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dac0344f-dbb3-46f3-9246-465413e6d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.051044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be540e-8360-4cad-9d6d-54026c53b8b1 req-a0179013-4b5e-4d70-a8b2-df700341f05d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.053183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1be540e-8360-4cad-9d6d-54026c53b8b1 req-a0179013-4b5e-4d70-a8b2-df700341f05d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2686372 Aug 29 04:40:49.146102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dac0344f-dbb3-46f3-9246-465413e6d536 None None] Port e111e651-78a2-4ca2-b025-28776e280975 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:49.149421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-b1141cf8-312f-4a2b-9968-5bc7a1a1f96d None None] Allocated IP 172.20.0.2 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/8eeb8f35-be65-459f-a74a-02cadc43b197/e76e862e-79bf-458c-9e01-0c86f80b29ff) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:49.155228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 77d0a670-79dc-48bb-a1a4-28d9772bb25f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:49.155718 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.234414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1be540e-8360-4cad-9d6d-54026c53b8b1 req-8108bedf-eebc-4007-a6f8-293f6c67aaee tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693304 Aug 29 04:40:49.326927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:49.358133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-926353f9-1b9b-4fe9-a3b6-bc7167324b0c admin admin] 10.222.0.58 "PUT /v2.0/routers/9a1697ec-f33f-469b-9ec9-a172e6fc94dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3739247 Aug 29 04:40:49.416413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f894b831-78c7-4f2d-be7c-9021e6112a53 None None] Provisioning complete for port e111e651-78a2-4ca2-b025-28776e280975 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:49.416794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f894b831-78c7-4f2d-be7c-9021e6112a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.478570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f894b831-78c7-4f2d-be7c-9021e6112a53 None None] Port e111e651-78a2-4ca2-b025-28776e280975 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:49.499598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b1141cf8-312f-4a2b-9968-5bc7a1a1f96d None None] For port e76e862e-79bf-458c-9e01-0c86f80b29ff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76e862e-79bf-458c-9e01-0c86f80b29ff,segment=NetworkSegment(df14e8bb-aaa4-4700-8b40-99b09df619dc),segment_id=df14e8bb-aaa4-4700-8b40-99b09df619dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:49.501990 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfe5a7f7-a546-4139-bc65-2aab1e52f717 req-6064e252-7da2-41d1-b71c-0aa1d34a30a5 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0498962 Aug 29 04:40:49.568510 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1141cf8-312f-4a2b-9968-5bc7a1a1f96d None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.599172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b1141cf8-312f-4a2b-9968-5bc7a1a1f96d None None] Transition to ACTIVE for port object e76e862e-79bf-458c-9e01-0c86f80b29ff will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:49.603568 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1141cf8-312f-4a2b-9968-5bc7a1a1f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.726217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.4 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/8eeb8f35-be65-459f-a74a-02cadc43b197/c31f4775-fc9f-4d5a-83f8-8398327481f4) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:49.761843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1141cf8-312f-4a2b-9968-5bc7a1a1f96d None None] Pushing event updated for resources: {'Port': ['ID=e76e862e-79bf-458c-9e01-0c86f80b29ff,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:49.920392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.936745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object c31f4775-fc9f-4d5a-83f8-8398327481f4 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:49.991360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.111411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:50.112812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:50.116290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:50.120175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=c31f4775-fc9f-4d5a-83f8-8398327481f4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:50.195580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.196639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.216033 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d6ff52e4-41cc-4169-9386-bd4a2dfb85a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7378128 Aug 29 04:40:50.217790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:50.225332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d117ab0c-361d-4d8f-9753-a21923ac1eeb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:50.269782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39844) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:50.275868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1790761355-network', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:50.326582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Made reservation on behalf of 22193aa9e06a4a479c64f6c4fd0fc2d9 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:50.340096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.352304 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.354225 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.406959 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0f2a-f2cd-45cf-9d18-d3f536a789e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.491933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bdb14-1c21-44d6-a4b1-82160a26dc98 req-c37d4357-5360-4b08-9169-37d03425acf2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.508330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d71bdb14-1c21-44d6-a4b1-82160a26dc98 req-c37d4357-5360-4b08-9169-37d03425acf2 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1292295 Aug 29 04:40:50.537455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.542682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.577610 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d71bdb14-1c21-44d6-a4b1-82160a26dc98 req-a3dcb96e-b92a-4b27-8bb1-e23464012eed tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669174 Aug 29 04:40:50.595648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d117ab0c-361d-4d8f-9753-a21923ac1eeb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:50.600316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d117ab0c-361d-4d8f-9753-a21923ac1eeb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.604184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:50.608268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64706d0d-a4d3-42a6-bf0f-35c75b62ba6a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:50.643350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.643710 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Added segment b6c6fe1d-6747-417d-b511-cf1ce81052f8 of type vlan for network 9ca08093-499d-49bb-9c00-16d6d44a08a5 Aug 29 04:40:50.732337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.738895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bc4f9719-419b-4e0f-bba5-06aa078d0b48 None None] Provisioning for port e76e862e-79bf-458c-9e01-0c86f80b29ff completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:50.753154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bc4f9719-419b-4e0f-bba5-06aa078d0b48 None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:50.754119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9719-419b-4e0f-bba5-06aa078d0b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.801521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.802789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.803553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.885884 n-d-712142-15 neutron-server[94845]: INFO neutron.db.ipam_backend_mixin [None req-d117ab0c-361d-4d8f-9753-a21923ac1eeb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8eeb8f35-be65-459f-a74a-02cadc43b197 (CIDR: 172.20.0.0/28) Aug 29 04:40:50.900076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bc4f9719-419b-4e0f-bba5-06aa078d0b48 None None] Provisioning complete for port 06015bfe-2059-49ef-ba81-b687e835091f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:50.900569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9719-419b-4e0f-bba5-06aa078d0b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.905529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d91e03b3-1f3d-4aec-a38d-07a18e89d76c req-b1cb11e2-3a77-4d61-bfe9-176a51108e4e tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.1048534 Aug 29 04:40:50.910677 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d117ab0c-361d-4d8f-9753-a21923ac1eeb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:40:50.911384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d117ab0c-361d-4d8f-9753-a21923ac1eeb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:40:50.935305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d117ab0c-361d-4d8f-9753-a21923ac1eeb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7145987 Aug 29 04:40:50.939327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39854) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:50.939782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39856) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:50.946550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ad088454-f195-4ca7-a68a-bcb3ce3f5b36 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:50.948724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6775723 Aug 29 04:40:50.976859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Request body: {'subnet': {'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1790761355-subnet', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:50.977717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:50.981155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af0162-ae16-4720-a8e8-24abc236475b admin admin] Pushing event updated for resources: {'Network': ['ID=9ca08093-499d-49bb-9c00-16d6d44a08a5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:51.029356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 9ca08093-499d-49bb-9c00-16d6d44a08a5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:51.101303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Made reservation on behalf of 22193aa9e06a4a479c64f6c4fd0fc2d9 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:51.105103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.162861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f9719-419b-4e0f-bba5-06aa078d0b48 None None] Port 06015bfe-2059-49ef-ba81-b687e835091f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:51.252788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-82aee75c-bc23-422c-b5c1-09649b8c6821 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875320 Aug 29 04:40:51.279734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad088454-f195-4ca7-a68a-bcb3ce3f5b36 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:51.283635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad088454-f195-4ca7-a68a-bcb3ce3f5b36 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.328566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.334020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:51.347231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:51.347614 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.352968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cbccd5ec-ecfe-4e35-b8c5-6fe3c02baef5 None None] Provisioning for port c31f4775-fc9f-4d5a-83f8-8398327481f4 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:51.375936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-9d61dfcb-3cb9-42f3-9b7b-72eadfaf68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.380619 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-9d61dfcb-3cb9-42f3-9b7b-72eadfaf68fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 1097 time: 0.0890460 Aug 29 04:40:51.490103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cbccd5ec-ecfe-4e35-b8c5-6fe3c02baef5 None None] Provisioning complete for port c31f4775-fc9f-4d5a-83f8-8398327481f4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:51.490482 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cbccd5ec-ecfe-4e35-b8c5-6fe3c02baef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.494523 n-d-712142-15 neutron-server[94845]: INFO neutron.db.ipam_backend_mixin [None req-ad088454-f195-4ca7-a68a-bcb3ce3f5b36 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 05cdc36e-a39d-4de9-bb57-5b0dcbc896a8 (CIDR: 172.20.0.16/28) Aug 29 04:40:51.510985 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad088454-f195-4ca7-a68a-bcb3ce3f5b36 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:40:51.512169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad088454-f195-4ca7-a68a-bcb3ce3f5b36 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:40:51.525985 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.570151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad088454-f195-4ca7-a68a-bcb3ce3f5b36 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6290340 Aug 29 04:40:51.574896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39874) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:51.582453 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'subnet': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:51.587558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cbccd5ec-ecfe-4e35-b8c5-6fe3c02baef5 None None] Port c31f4775-fc9f-4d5a-83f8-8398327481f4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:51.596044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-1c8f7279-fdf8-4947-b86b-51ef8e8b1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.597600 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-1c8f7279-fdf8-4947-b86b-51ef8e8b1683 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.1931534 Aug 29 04:40:51.614740 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.648252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:51.656378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.657267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76e862e-79bf-458c-9e01-0c86f80b29ff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:51.665394 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-05fd41c0-f0d1-4a33-aff1-e83d8ad3c12c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f780baf-7eac-4022-899b-c64545ee5950 HTTP/1.1" status: 200 len: 217 time: 0.0553496 Aug 29 04:40:51.723965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-1fca857b-45ec-410a-9e82-076db2024fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.727903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-1fca857b-45ec-410a-9e82-076db2024fff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0538218 Aug 29 04:40:51.826189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:51.845136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-aae5b7d2-003e-4406-88ee-c8b926e15810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.847106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-aae5b7d2-003e-4406-88ee-c8b926e15810 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090987 Aug 29 04:40:51.871240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:51.872327 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.998284 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-b0a5c038-cd43-4296-be86-5d8f56aa19e4 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348991 Aug 29 04:40:52.074778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43b53ff-ab3e-4e8f-b2c1-d14cd3ebeaaf req-328e4082-9598-48c1-876c-8ea8f8d13700 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.4977558 Aug 29 04:40:52.091386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0355a865-41b7-408d-b97e-bcbaf0a21efb,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.108749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Checking segment: {'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:52.109117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Network hostable DHCP agents. Network: 9ca08093-499d-49bb-9c00-16d6d44a08a5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:52.155154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d568accd-09f5-4d96-9915-5ea895a50a88 req-74580926-a3a5-4fbb-8a94-389880d35499 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432898 Aug 29 04:40:52.159076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Network 9ca08093-499d-49bb-9c00-16d6d44a08a5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:52.181003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 9ca08093-499d-49bb-9c00-16d6d44a08a5) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:52.191264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88d1422-e983-4e94-8e44-e101431508c5 None None] Network 9ca08093-499d-49bb-9c00-16d6d44a08a5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:52.201850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:52.202742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.205201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Made reservation on behalf of 483436bd439b4f9d84f0ebd3db3b9659 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:52.209408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.397998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39886) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.398213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ccce4816-ffb5-4ee1-9763-cb4ba206de28 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4558067 Aug 29 04:40:52.407524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:52.423052 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Sync routers for ids ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:52.446025 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Routers {'9a1697ec-f33f-469b-9ec9-a172e6fc94dd'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:52.446775 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:52.455387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.455629 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767fd3b-31f3-49d3-a8e5-a17ad1e5ceb8 req-cc5aaaaf-5edc-497f-815b-219e71ad4be6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:52.457121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e767fd3b-31f3-49d3-a8e5-a17ad1e5ceb8 req-cc5aaaaf-5edc-497f-815b-219e71ad4be6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2653542 Aug 29 04:40:52.464250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.479720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-9ca08093-499d-49bb-9c00-16d6d44a08a5', 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'fixed_ips': [{'subnet_id': '0355a865-41b7-408d-b97e-bcbaf0a21efb'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:52.481308 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.522042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e767fd3b-31f3-49d3-a8e5-a17ad1e5ceb8 req-c86b4184-79bf-42a4-baf6-f472f2e1f57f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560555 Aug 29 04:40:52.578557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.653288 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Set router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:52.706723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Allocated IP 172.20.0.2 (9ca08093-499d-49bb-9c00-16d6d44a08a5/0355a865-41b7-408d-b97e-bcbaf0a21efb/4758938e-3a15-4072-bbd8-6b8d4891d1df) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:52.766494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.849088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:52.852161 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.871925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:52.873561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.879675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:52.884419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:52.885127 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.890450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd940cc-3d2b-41a6-bbf7-f977b96bfab4 req-8d79caa0-303c-414b-8a93-bb50646f7238 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:52.897985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dd940cc-3d2b-41a6-bbf7-f977b96bfab4 req-8d79caa0-303c-414b-8a93-bb50646f7238 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1098 time: 0.1664753 Aug 29 04:40:52.899777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Subnet': ['ID=4b515eb2-3c47-439d-b70f-bb9a97cc6f08,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.914898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbec39e-afad-407a-abc5-333fc6f195e7 None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:52.927103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7dd940cc-3d2b-41a6-bbf7-f977b96bfab4 req-da69b291-bbb2-4880-af4e-81f329888a6a tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.938371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bbaa82bf-389c-4446-be50-216454ce32e4 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3600421 Aug 29 04:40:52.941405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39890) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.951145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2075735', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b515eb2-3c47-439d-b70f-bb9a97cc6f08'}], 'security_groups': ['c05b7381-5e9f-4377-a728-dcc87123e1ec', '79e0a672-738e-4b72-90d6-741d8e00dce2']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:53.052635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7dd940cc-3d2b-41a6-bbf7-f977b96bfab4 req-da69b291-bbb2-4880-af4e-81f329888a6a tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.058248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-7dd940cc-3d2b-41a6-bbf7-f977b96bfab4 req-da69b291-bbb2-4880-af4e-81f329888a6a tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.085469 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 4, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e111e651-78a2-4ca2-b025-28776e280975', 'name': '', 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'mac_address': 'fa:16:3e:0c:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:46Z', 'updated_at': '2021-08-29T04:40:48Z', 'revision_number': 2, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'subnets': [{'id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:53.091350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dd940cc-3d2b-41a6-bbf7-f977b96bfab4 req-da69b291-bbb2-4880-af4e-81f329888a6a tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904938 Aug 29 04:40:53.117483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69b291-bbb2-4880-af4e-81f329888a6a tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce92ce-2daa-4a1b-ae43-058d28d76eb8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.145103 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Checking router: 9a1697ec-f33f-469b-9ec9-a172e6fc94dd for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:53.145596 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Updating router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd port e111e651-78a2-4ca2-b025-28776e280975 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:53.174924 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.296527 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd1f03b0-9fc8-48b6-93bf-fe2b68f856d2 req-f8444172-89c3-4645-a336-61049a281fb7 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0367625 Aug 29 04:40:53.349643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:53.350303 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.353298 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.407703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Transition to ACTIVE for port object 4758938e-3a15-4072-bbd8-6b8d4891d1df will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:53.442883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Transition to ACTIVE for port object 4758938e-3a15-4072-bbd8-6b8d4891d1df will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:53.463335 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.463943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.522516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eefc8b-9457-4402-8768-b0c4911ae470 req-5303966d-69f4-41db-b685-0112db3774bf tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.524163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58eefc8b-9457-4402-8768-b0c4911ae470 req-5303966d-69f4-41db-b685-0112db3774bf tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.0879090 Aug 29 04:40:53.567393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Network 9ca08093-499d-49bb-9c00-16d6d44a08a5 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:53.581392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:53.586457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:53.588798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Pushing event updated for resources: {'Port': ['ID=4758938e-3a15-4072-bbd8-6b8d4891d1df,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.599892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58eefc8b-9457-4402-8768-b0c4911ae470 req-2a6238c2-10a3-4e19-b78d-dbeecef90340 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628693 Aug 29 04:40:53.632670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39898) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:53.641709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c449a71c-cc7a-4114-88a2-568a7726426d None None] Update dhcp port {'port': {'network_id': '4eddfd37-eb99-481f-b43d-7abfeefb65f2', 'fixed_ips': [{'subnet_id': '05cdc36e-a39d-4de9-bb57-5b0dcbc896a8', 'ip_address': '172.20.0.18'}, {'subnet_id': '8eeb8f35-be65-459f-a74a-02cadc43b197', 'ip_address': '172.20.0.2'}, {'subnet_id': '4b515eb2-3c47-439d-b70f-bb9a97cc6f08'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'e76e862e-79bf-458c-9e01-0c86f80b29ff'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:40:53.698260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Attempting to bind port 4758938e-3a15-4072-bbd8-6b8d4891d1df on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:53.698642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Attempting to bind port 4758938e-3a15-4072-bbd8-6b8d4891d1df by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:53.699017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Attempting to bind port 4758938e-3a15-4072-bbd8-6b8d4891d1df on network 9ca08093-499d-49bb-9c00-16d6d44a08a5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:53.708799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:53.709186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Checking segment: {'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:53.709606 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.710016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Bound using segment: {'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:53.710520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Bound port: 4758938e-3a15-4072-bbd8-6b8d4891d1df, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:53.710926 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.713254 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c449a71c-cc7a-4114-88a2-568a7726426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.731510 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.755793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.772454 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Transition to ACTIVE for port object e111e651-78a2-4ca2-b025-28776e280975 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:53.784365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.785847 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.817415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-473c9a17-07aa-42d8-8fda-cd2e8504cafc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/11ffefee-51a7-4e09-8369-481563197670 HTTP/1.1" status: 200 len: 993 time: 0.1822858 Aug 29 04:40:53.861484 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ff3d-7d98-41df-ab03-3530f39c78e9 None None] Pushing event updated for resources: {'Port': ['ID=e111e651-78a2-4ca2-b025-28776e280975,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.891218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] For port 4758938e-3a15-4072-bbd8-6b8d4891d1df, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:53.925791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] For port 4758938e-3a15-4072-bbd8-6b8d4891d1df, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4758938e-3a15-4072-bbd8-6b8d4891d1df,segment=NetworkSegment(b6c6fe1d-6747-417d-b511-cf1ce81052f8),segment_id=b6c6fe1d-6747-417d-b511-cf1ce81052f8)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:53.946037 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.999012 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Attempting to bind port e111e651-78a2-4ca2-b025-28776e280975 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:53.999398 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Attempting to bind port e111e651-78a2-4ca2-b025-28776e280975 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:53.999770 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Attempting to bind port e111e651-78a2-4ca2-b025-28776e280975 on network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:54.007385 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:54.007972 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Checking segment: {'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:54.008803 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.009206 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Bound using segment: {'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:54.009699 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Bound port: e111e651-78a2-4ca2-b025-28776e280975, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abdffe7-58db-4311-a50b-4d98ec339701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:54.010095 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.049344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58fb14e8-ea35-4135-b221-3ccbbf278d4b req-f1a1017d-909e-4468-babc-58592c72dc79 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1173496 Aug 29 04:40:54.060791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad7d7-f108-407a-857f-ec2c4d9b0d5d None None] Pushing event updated for resources: {'Port': ['ID=4758938e-3a15-4072-bbd8-6b8d4891d1df,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.105869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-c449a71c-cc7a-4114-88a2-568a7726426d None None] Allocated IP 172.20.0.34 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/4b515eb2-3c47-439d-b70f-bb9a97cc6f08/e76e862e-79bf-458c-9e01-0c86f80b29ff) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:54.119085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Allocated IP 172.25.1.59 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/de7334c4-6e70-439c-9eb3-a24ce841496a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:54.141596 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] For port e111e651-78a2-4ca2-b025-28776e280975, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:54.146501 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] For port e111e651-78a2-4ca2-b025-28776e280975, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e111e651-78a2-4ca2-b025-28776e280975,segment=NetworkSegment(0abdffe7-58db-4311-a50b-4d98ec339701),segment_id=0abdffe7-58db-4311-a50b-4d98ec339701)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:54.155310 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.237543 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58fb14e8-ea35-4135-b221-3ccbbf278d4b req-9992c17d-d019-455f-a8ed-702d661eceab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.1106973 Aug 29 04:40:54.247734 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Routers {'9a1697ec-f33f-469b-9ec9-a172e6fc94dd'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:54.248858 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.301925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c449a71c-cc7a-4114-88a2-568a7726426d None None] For port e76e862e-79bf-458c-9e01-0c86f80b29ff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76e862e-79bf-458c-9e01-0c86f80b29ff,segment=NetworkSegment(df14e8bb-aaa4-4700-8b40-99b09df619dc),segment_id=df14e8bb-aaa4-4700-8b40-99b09df619dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:54.382619 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ff3d-7d98-41df-ab03-3530f39c78e9 None None] Pushing event updated for resources: {'Port': ['ID=e111e651-78a2-4ca2-b025-28776e280975,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.391467 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c449a71c-cc7a-4114-88a2-568a7726426d None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.420971 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] Set router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:54.431677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c449a71c-cc7a-4114-88a2-568a7726426d None None] Transition to ACTIVE for port object e76e862e-79bf-458c-9e01-0c86f80b29ff will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:54.438141 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c449a71c-cc7a-4114-88a2-568a7726426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.446182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e318d0-cd7f-4683-873d-88a658e18e27 req-6fcdcb6b-e707-4a0d-af5e-8f1eb8c93933 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.460140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73e318d0-cd7f-4683-873d-88a658e18e27 req-6fcdcb6b-e707-4a0d-af5e-8f1eb8c93933 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.7099240 Aug 29 04:40:54.542267 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58fb14e8-ea35-4135-b221-3ccbbf278d4b req-ffaa7d5d-0cc3-4a71-a88b-4298d9311445 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2715867 Aug 29 04:40:54.562663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-73e318d0-cd7f-4683-873d-88a658e18e27 req-cdd87fe7-2d96-40e8-bc46-052f85881f38 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015120 Aug 29 04:40:54.615776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449a71c-cc7a-4114-88a2-568a7726426d None None] Pushing event updated for resources: {'Port': ['ID=e76e862e-79bf-458c-9e01-0c86f80b29ff,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.704242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.902239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb14e8-ea35-4135-b221-3ccbbf278d4b req-29cfacc5-8298-4bd1-83c4-44a19d93bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.903874 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58fb14e8-ea35-4135-b221-3ccbbf278d4b req-29cfacc5-8298-4bd1-83c4-44a19d93bb3b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3402734 Aug 29 04:40:54.906713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-40da1be3-2a8a-4dc6-88da-6aeb23e17629 {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:40:54.907030 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:40:54.921213 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 4, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e111e651-78a2-4ca2-b025-28776e280975', 'name': '', 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'mac_address': 'fa:16:3e:0c:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:46Z', 'updated_at': '2021-08-29T04:40:54Z', 'revision_number': 4, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'subnets': [{'id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.924588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.962393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:54.965452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:54.971197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:54.996321 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a3fbd-5f7f-4fc8-ba8d-693e210c8978 None None] The sync data for ids ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'] in n-d-712142-15 is: [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 4, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e111e651-78a2-4ca2-b025-28776e280975', 'name': '', 'network_id': 'e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'mac_address': 'fa:16:3e:0c:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:46Z', 'updated_at': '2021-08-29T04:40:54Z', 'revision_number': 4, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'subnets': [{'id': '9f62e53c-85a3-4c01-99c8-56ed05281dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:55.022909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e111e651-78a2-4ca2-b025-28776e280975 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:55.035633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Pushing event updated for resources: {'Port': ['ID=de7334c4-6e70-439c-9eb3-a24ce841496a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.103445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-7b973631-8596-4ba5-9aad-cf6c599bc44f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.116693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-7b973631-8596-4ba5-9aad-cf6c599bc44f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.1775076 Aug 29 04:40:55.139048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-48035626-447a-43cd-8d5b-64a8599627d9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/quotas/3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 375 time: 0.0198302 Aug 29 04:40:55.151394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e111e651-78a2-4ca2-b025-28776e280975 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:55.159155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e111e651-78a2-4ca2-b025-28776e280975 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:55.159597 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.232711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-b5620f3e-78d9-40e7-b91e-1fd21b7ce39c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915265 Aug 29 04:40:55.348877 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.358560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-b3a8047d-8278-47be-bbfe-132fd4177fb3 service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238868 Aug 29 04:40:55.394407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e111e651-78a2-4ca2-b025-28776e280975, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e111e651-78a2-4ca2-b025-28776e280975,segment=NetworkSegment(0abdffe7-58db-4311-a50b-4d98ec339701),segment_id=0abdffe7-58db-4311-a50b-4d98ec339701)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:55.402278 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.403777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4758938e-3a15-4072-bbd8-6b8d4891d1df up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:55.506859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-5bb4a65f-b265-46cd-8e4b-3e668746e809 service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472690 Aug 29 04:40:55.567149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.570726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e111e651-78a2-4ca2-b025-28776e280975,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.588756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 4758938e-3a15-4072-bbd8-6b8d4891d1df completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:55.595158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76e862e-79bf-458c-9e01-0c86f80b29ff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:55.611049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.813972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab99789-9c45-4bf9-b764-a80f741f443b None None] Network 9ca08093-499d-49bb-9c00-16d6d44a08a5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:55.881289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Provisioning for port e76e862e-79bf-458c-9e01-0c86f80b29ff completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:55.890450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3235555-3080-45a6-b074-d8d48c7c8760 req-0a906a4f-fb09-4185-bcc6-e4108a5f0226 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0508025 Aug 29 04:40:55.893450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:55.893891 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.144429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Provisioning complete for port c31f4775-fc9f-4d5a-83f8-8398327481f4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:56.144829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.191809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Port c31f4775-fc9f-4d5a-83f8-8398327481f4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:56.212996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Provisioning complete for port 06015bfe-2059-49ef-ba81-b687e835091f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:56.214274 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.283847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2bca4-85ac-429c-bb63-ff66befd37e2 None None] Port 06015bfe-2059-49ef-ba81-b687e835091f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:56.293104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.402167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Delete allocated IP 172.20.0.4 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/8eeb8f35-be65-459f-a74a-02cadc43b197) {{(pid=94846) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:40:56.407891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e2198370-2d23-4394-9702-fd4ad6b85814 None None] Provisioning for port 4758938e-3a15-4072-bbd8-6b8d4891d1df completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:56.413331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e2198370-2d23-4394-9702-fd4ad6b85814 None None] Provisioning complete for port 4758938e-3a15-4072-bbd8-6b8d4891d1df triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:56.414031 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e2198370-2d23-4394-9702-fd4ad6b85814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.450344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Allocated IP 172.20.0.37 (4eddfd37-eb99-481f-b43d-7abfeefb65f2/4b515eb2-3c47-439d-b70f-bb9a97cc6f08/c31f4775-fc9f-4d5a-83f8-8398327481f4) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:56.535818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e2198370-2d23-4394-9702-fd4ad6b85814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.602686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e2198370-2d23-4394-9702-fd4ad6b85814 None None] For port 4758938e-3a15-4072-bbd8-6b8d4891d1df, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4758938e-3a15-4072-bbd8-6b8d4891d1df,segment=NetworkSegment(b6c6fe1d-6747-417d-b511-cf1ce81052f8),segment_id=b6c6fe1d-6747-417d-b511-cf1ce81052f8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:56.608182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Router 19d6de8b-00a1-4db0-a626-b8a99739778f is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:56.610391 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e2198370-2d23-4394-9702-fd4ad6b85814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.672442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2198370-2d23-4394-9702-fd4ad6b85814 None None] Pushing event updated for resources: {'Port': ['ID=4758938e-3a15-4072-bbd8-6b8d4891d1df,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:56.755928 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.761491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e111e651-78a2-4ca2-b025-28776e280975 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:56.830826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Transition to ACTIVE for port object c31f4775-fc9f-4d5a-83f8-8398327481f4 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:56.837774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb4ac7-d248-41b6-8df6-fe5898d9971c req-d3f69048-aecb-439e-99ac-f1b5f9233330 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.839580 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cb4ac7-d248-41b6-8df6-fe5898d9971c req-d3f69048-aecb-439e-99ac-f1b5f9233330 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0724394 Aug 29 04:40:56.840109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.843684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e111e651-78a2-4ca2-b025-28776e280975 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:56.844333 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.886476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:56.898737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Sync routers for ids ['19d6de8b-00a1-4db0-a626-b8a99739778f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:56.924886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-93340e51-9649-40e5-af73-68c0536986c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1563408 Aug 29 04:40:56.939699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67cb4ac7-d248-41b6-8df6-fe5898d9971c req-2a650f06-6c28-4d7a-bd16-dab3db887fb9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832982 Aug 29 04:40:56.958218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Routers {'19d6de8b-00a1-4db0-a626-b8a99739778f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:56.964856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19d6de8b-00a1-4db0-a626-b8a99739778f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:56.994359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event updated for resources: {'Port': ['ID=c31f4775-fc9f-4d5a-83f8-8398327481f4,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:57.018284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.019530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-671aeb0a-af1e-4056-b83d-05f81addfbad admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6197214 Aug 29 04:40:57.022347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39960) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.096543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] In _notify_port_updated(), no bound segment for port c31f4775-fc9f-4d5a-83f8-8398327481f4 on network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:40:57.102711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.103627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.109045 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8e3ca731-d3b3-4d26-a5e2-b2d8b43812c1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "PUT /v2.0/ports/c31f4775-fc9f-4d5a-83f8-8398327481f4 HTTP/1.1" status: 200 len: 957 time: 4.1654942 Aug 29 04:40:57.109779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39968) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.251867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e60697fc-fc79-4eae-b64a-e326f80e0925 req-2bedd140-ebb7-4474-b684-7f27b3b6afe3 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 210 time: 0.0793352 Aug 29 04:40:57.259230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-9a00112f-0002-49a1-a72c-fc790583679c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.261287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-9a00112f-0002-49a1-a72c-fc790583679c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2818749 Aug 29 04:40:57.281808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.281937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'port': {'device_id': '59f46672-879e-474a-8034-22e0ad7af2d4', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'admin_state_up': True, 'tenant_id': '3834b29d18274b149303f75e0e1823c3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:57.302681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Set router 19d6de8b-00a1-4db0-a626-b8a99739778f gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:57.604274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ee108-cc45-4396-8f64-dbab026da1f3 req-1922a57d-29df-41cb-9fd1-0c9bb75ef966 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.605958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-330ee108-cc45-4396-8f64-dbab026da1f3 req-1922a57d-29df-41cb-9fd1-0c9bb75ef966 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1518986 Aug 29 04:40:57.673255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-330ee108-cc45-4396-8f64-dbab026da1f3 req-5af570cc-715a-49a4-9b0a-01e0599c5b6b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528221 Aug 29 04:40:57.777755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-21ac963f-1140-4be6-957e-f83a06f0a07e None None] Provisioning for port c31f4775-fc9f-4d5a-83f8-8398327481f4 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:57.796839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-21ac963f-1140-4be6-957e-f83a06f0a07e None None] Provisioning complete for port c31f4775-fc9f-4d5a-83f8-8398327481f4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:57.797878 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-21ac963f-1140-4be6-957e-f83a06f0a07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.843496 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.967347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-21ac963f-1140-4be6-957e-f83a06f0a07e None None] Port c31f4775-fc9f-4d5a-83f8-8398327481f4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:57.999870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:40:55Z', 'revision_number': 3, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port': {'id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:53Z', 'updated_at': '2021-08-29T04:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:58.007054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-30b55474-9075-4fdf-8766-843190c0227a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port c31f4775-fc9f-4d5a-83f8-8398327481f4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:58.008118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30b55474-9075-4fdf-8766-843190c0227a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.110386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:58.114420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.157325 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30b55474-9075-4fdf-8766-843190c0227a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.158717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Allocated IP 172.20.0.1 (9ca08093-499d-49bb-9c00-16d6d44a08a5/0355a865-41b7-408d-b97e-bcbaf0a21efb/821c7c2b-9b04-485c-bd42-933c6d68ac24) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:58.205188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-30b55474-9075-4fdf-8766-843190c0227a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for c31f4775-fc9f-4d5a-83f8-8398327481f4 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:58.282631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Checking router: 19d6de8b-00a1-4db0-a626-b8a99739778f for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:58.283210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Updating router 19d6de8b-00a1-4db0-a626-b8a99739778f port de7334c4-6e70-439c-9eb3-a24ce841496a binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:58.294900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.320041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.330073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Transition to ACTIVE for port object 821c7c2b-9b04-485c-bd42-933c6d68ac24 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:58.355651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54f6239c-b296-41b9-be85-163407bf0c49 req-3f3af56b-f940-43f9-8b9d-7a2cd09a7484 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0428686 Aug 29 04:40:58.404642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.454394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30b55474-9075-4fdf-8766-843190c0227a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.459691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Network 9ca08093-499d-49bb-9c00-16d6d44a08a5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:58.464375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:58.466171 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.485805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:58.540559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b55474-9075-4fdf-8766-843190c0227a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=c31f4775-fc9f-4d5a-83f8-8398327481f4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.555159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Pushing event updated for resources: {'Port': ['ID=821c7c2b-9b04-485c-bd42-933c6d68ac24,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.614949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.729286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-30b55474-9075-4fdf-8766-843190c0227a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.735650 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-30b55474-9075-4fdf-8766-843190c0227a tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/c31f4775-fc9f-4d5a-83f8-8398327481f4 HTTP/1.1" status: 204 len: 168 time: 1.6219797 Aug 29 04:40:58.738505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39992) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:58.751903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.20.0.6 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/50dc5aae-17b5-4a98-87b2-f72ba1fa6679) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:58.760382 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.768490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b447df-43bc-4dd8-adb1-0fd2ae2fd109 req-2841afe0-c13f-414a-a7c4-79de4687fa03 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:58.788484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8b447df-43bc-4dd8-adb1-0fd2ae2fd109 req-2841afe0-c13f-414a-a7c4-79de4687fa03 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2363307 Aug 29 04:40:58.792914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Transition to ACTIVE for port object de7334c4-6e70-439c-9eb3-a24ce841496a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:58.811385 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.870756 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f2bc2c-136e-4e25-b0e7-954ce7c542b9 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] GET failed (client error): The resource could not be found. Aug 29 04:40:58.882146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-55f2bc2c-136e-4e25-b0e7-954ce7c542b9 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports/c31f4775-fc9f-4d5a-83f8-8398327481f4 HTTP/1.1" status: 404 len: 333 time: 0.1219058 Aug 29 04:40:58.884443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39996) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:58.906286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4758938e-3a15-4072-bbd8-6b8d4891d1df up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:58.923096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8b447df-43bc-4dd8-adb1-0fd2ae2fd109 req-d00b9b22-a63b-459d-936a-0bdd5cd7a90a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331089 Aug 29 04:40:58.949585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Attempting to bind port de7334c4-6e70-439c-9eb3-a24ce841496a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:58.950500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Attempting to bind port de7334c4-6e70-439c-9eb3-a24ce841496a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:58.950922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Attempting to bind port de7334c4-6e70-439c-9eb3-a24ce841496a on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:58.966579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:58.966974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:58.967446 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.968055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:58.968391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Bound port: de7334c4-6e70-439c-9eb3-a24ce841496a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:58.968782 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.016868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.019221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-202a9916-1327-4706-8ce7-b89c2d39ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.021477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-202a9916-1327-4706-8ce7-b89c2d39ef3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1098 time: 0.3014989 Aug 29 04:40:59.027447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698feb4-3ce8-4893-a65e-6af8b4a84fb2 None None] Pushing event updated for resources: {'Port': ['ID=de7334c4-6e70-439c-9eb3-a24ce841496a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.082272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-192723eb-7d95-40b6-b33d-f9e74b4684d4 None None] Provisioning for port 821c7c2b-9b04-485c-bd42-933c6d68ac24 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:59.097153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] For port de7334c4-6e70-439c-9eb3-a24ce841496a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:59.103753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-192723eb-7d95-40b6-b33d-f9e74b4684d4 None None] Provisioning complete for port 821c7c2b-9b04-485c-bd42-933c6d68ac24 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:59.104319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-192723eb-7d95-40b6-b33d-f9e74b4684d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.109322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] For port de7334c4-6e70-439c-9eb3-a24ce841496a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=de7334c4-6e70-439c-9eb3-a24ce841496a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:59.123091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-214f4765-853a-4608-8c26-2f81f0c8afbb req-9549d4b6-1fc7-471b-88e4-aa35c9c810d0 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 210 time: 0.0335829 Aug 29 04:40:59.130176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4758938e-3a15-4072-bbd8-6b8d4891d1df triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:59.130669 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.158875 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.219672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f96145d8-a880-4f36-be3c-bc6d7aec0527 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.237077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-192723eb-7d95-40b6-b33d-f9e74b4684d4 None None] Port 821c7c2b-9b04-485c-bd42-933c6d68ac24 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:59.327037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744041d2-8e14-4abd-8b2b-e54c99ad458c req-093807f7-3e4d-47a8-805e-f6614408b2d9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.329898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698feb4-3ce8-4893-a65e-6af8b4a84fb2 None None] Pushing event updated for resources: {'Port': ['ID=de7334c4-6e70-439c-9eb3-a24ce841496a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.335407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-744041d2-8e14-4abd-8b2b-e54c99ad458c req-093807f7-3e4d-47a8-805e-f6614408b2d9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.0851946 Aug 29 04:40:59.351880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Routers {'19d6de8b-00a1-4db0-a626-b8a99739778f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:59.352586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19d6de8b-00a1-4db0-a626-b8a99739778f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:59.354946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f96145d8-a880-4f36-be3c-bc6d7aec0527 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.404311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.415755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-744041d2-8e14-4abd-8b2b-e54c99ad458c req-49ec65dc-fbf4-4ab0-8c55-b54f60db8dbd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792973 Aug 29 04:40:59.420591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-0b06ec40-50b5-416c-a870-117a08128afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.422112 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.427093 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-0b06ec40-50b5-416c-a870-117a08128afd service neutron] 10.222.0.64 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 898 time: 0.3875728 Aug 29 04:40:59.478833 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.509505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] Set router 19d6de8b-00a1-4db0-a626-b8a99739778f gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:59.554582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Transition to ACTIVE for port object 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:59.576566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f96145d8-a880-4f36-be3c-bc6d7aec0527 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.579199 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f96145d8-a880-4f36-be3c-bc6d7aec0527 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.580369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f96145d8-a880-4f36-be3c-bc6d7aec0527 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/security-groups/649b46fc-4607-450d-9f08-e401597b17bd HTTP/1.1" status: 204 len: 168 time: 0.6930864 Aug 29 04:40:59.588320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40002) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.594653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Pushing event updated for resources: {'Port': ['ID=821c7c2b-9b04-485c-bd42-933c6d68ac24,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.606940 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-4a7c8caf-1f6e-4ba7-9810-1e937b793ffb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 1001 time: 0.1709754 Aug 29 04:40:59.613018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96145d8-a880-4f36-be3c-bc6d7aec0527 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b46fc-4607-450d-9f08-e401597b17bd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.617417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.781978 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.805478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3345db85-f6a2-4aac-a4dd-d8286c2466b1 req-961ba9cd-c31a-415a-a584-58f003711b1f tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0644689 Aug 29 04:40:59.823623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-fc538881-9b42-46fa-be76-ac9a87e29097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.825338 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-fc538881-9b42-46fa-be76-ac9a87e29097 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.2100451 Aug 29 04:40:59.876087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 4, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port': {'id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:53Z', 'updated_at': '2021-08-29T04:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '821c7c2b-9b04-485c-bd42-933c6d68ac24', 'name': '', 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'mac_address': 'fa:16:3e:90:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 1, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'subnets': [{'id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:59.882664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:59.907691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:59.910610 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c962857b-4839-4931-946e-047d8eb3257f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.912324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.916420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:59.933373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Network 9ca08093-499d-49bb-9c00-16d6d44a08a5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:59.942070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5cf0d-daf2-4085-9c5c-e5cddd8618fe None None] The sync data for ids ['19d6de8b-00a1-4db0-a626-b8a99739778f'] in n-d-712142-15 is: [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 4, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port': {'id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:53Z', 'updated_at': '2021-08-29T04:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '821c7c2b-9b04-485c-bd42-933c6d68ac24', 'name': '', 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'mac_address': 'fa:16:3e:90:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 1, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'subnets': [{'id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:59.945167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:59.985368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c962857b-4839-4931-946e-047d8eb3257f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.013722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.015180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.024001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-e97b71c3-cfa5-47a9-b4a9-b57772af1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.025788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-e97b71c3-cfa5-47a9-b4a9-b57772af1862 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771731 Aug 29 04:41:00.084873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-92dc402c-d59a-4faf-90fe-b2b8cbcb9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.087136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-92dc402c-d59a-4faf-90fe-b2b8cbcb9ff9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1096 time: 0.2861309 Aug 29 04:41:00.137030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428145f-a4a9-4692-9b6c-2d1d7e06425f req-bef07295-2fca-473a-8e11-cc102d33d23f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.139099 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-26d60ecd-6b49-4043-8c2c-c0d162bbf607 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8674068 Aug 29 04:41:00.150091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0428145f-a4a9-4692-9b6c-2d1d7e06425f req-bef07295-2fca-473a-8e11-cc102d33d23f tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2163100 Aug 29 04:41:00.155900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Request body: {'port': {'device_id': '59f46672-879e-474a-8034-22e0ad7af2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:00.209312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c962857b-4839-4931-946e-047d8eb3257f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.212316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c962857b-4839-4931-946e-047d8eb3257f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.216534 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c962857b-4839-4931-946e-047d8eb3257f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/security-groups/79e0a672-738e-4b72-90d6-741d8e00dce2 HTTP/1.1" status: 204 len: 168 time: 0.6229839 Aug 29 04:41:00.226312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40008) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:00.323496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962857b-4839-4931-946e-047d8eb3257f tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e0a672-738e-4b72-90d6-741d8e00dce2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.396012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4ff76928-0f38-4e89-875e-042b92945c41 None None] Provisioning complete for port 821c7c2b-9b04-485c-bd42-933c6d68ac24 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:00.396661 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4ff76928-0f38-4e89-875e-042b92945c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.404036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.411344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-5eda5342-1142-44de-8ee1-c4cb6a0af3da service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708150 Aug 29 04:41:00.426949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-277a5697-8771-4d5c-88fb-22452c46d8ca tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.461662 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-277a5697-8771-4d5c-88fb-22452c46d8ca tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.463051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4ff76928-0f38-4e89-875e-042b92945c41 None None] Port 821c7c2b-9b04-485c-bd42-933c6d68ac24 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:00.484061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4ff76928-0f38-4e89-875e-042b92945c41 None None] Provisioning for port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:00.493804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4ff76928-0f38-4e89-875e-042b92945c41 None None] Provisioning complete for port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:00.495025 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4ff76928-0f38-4e89-875e-042b92945c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.564367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4ff76928-0f38-4e89-875e-042b92945c41 None None] Port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:00.589314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-277a5697-8771-4d5c-88fb-22452c46d8ca tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.593074 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-277a5697-8771-4d5c-88fb-22452c46d8ca tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.594564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-277a5697-8771-4d5c-88fb-22452c46d8ca tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/security-groups/c05b7381-5e9f-4377-a728-dcc87123e1ec HTTP/1.1" status: 204 len: 168 time: 0.3639565 Aug 29 04:41:00.633860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40014) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:00.809629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0428145f-a4a9-4692-9b6c-2d1d7e06425f req-8b21f2f2-80d9-461a-ba79-438326421c13 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6580021 Aug 29 04:41:00.879533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-5b1b5d62-b13c-417e-afb1-e62fd53de2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.884502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-5b1b5d62-b13c-417e-afb1-e62fd53de2cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.7873640 Aug 29 04:41:00.970115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:00.977497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.001089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Transition to ACTIVE for port object 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:01.005870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a5697-8771-4d5c-88fb-22452c46d8ca tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05b7381-5e9f-4377-a728-dcc87123e1ec,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.033616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.087033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Router 19d6de8b-00a1-4db0-a626-b8a99739778f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:01.148948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-68444aff-a2c1-4cea-aab2-74cb6e855a7d service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370845 Aug 29 04:41:01.158785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d0c021-4659-4d72-b7c2-2342f5191fac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet 8eeb8f35-be65-459f-a74a-02cadc43b197 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:01.171350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d0c021-4659-4d72-b7c2-2342f5191fac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.250125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Pushing event updated for resources: {'Port': ['ID=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.315247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d0c021-4659-4d72-b7c2-2342f5191fac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.364384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:01.372700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-2179c9fc-a01d-4c7f-a4ec-dcd34cc93b5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 998 time: 0.4689453 Aug 29 04:41:01.384071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-be3c38c3-c8b8-4c94-94a1-23f9ab82e7cb admin admin] 10.222.0.58 "PUT /v2.0/routers/19d6de8b-00a1-4db0-a626-b8a99739778f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3529055 Aug 29 04:41:01.384787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1df81-3c33-48c4-bd80-dc5b5ada5286 req-89dd7322-0b7b-453c-860c-f8b4f572179f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:01.392129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ced1df81-3c33-48c4-bd80-dc5b5ada5286 req-89dd7322-0b7b-453c-860c-f8b4f572179f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 931 time: 0.5060825 Aug 29 04:41:01.445807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d0c021-4659-4d72-b7c2-2342f5191fac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.457665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-a6a2ab5c-db34-4acf-aa2c-4db140c2f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:01.459871 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-a6a2ab5c-db34-4acf-aa2c-4db140c2f77a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0650527 Aug 29 04:41:01.534808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Attempting to bind port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:01.534808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Attempting to bind port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:01.535166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Attempting to bind port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:01.537651 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d0c021-4659-4d72-b7c2-2342f5191fac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.571048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 on network 34727b34-f92c-4bf2-8085-84a10090447a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:01.571424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Attempting to bind port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:01.576639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d0c021-4659-4d72-b7c2-2342f5191fac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.589153 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-16d0c021-4659-4d72-b7c2-2342f5191fac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/8eeb8f35-be65-459f-a74a-02cadc43b197 HTTP/1.1" status: 204 len: 168 time: 0.9475276 Aug 29 04:41:01.589153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:01.589153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0c021-4659-4d72-b7c2-2342f5191fac tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=8eeb8f35-be65-459f-a74a-02cadc43b197,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.596983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f40aa-6696-44a5-b24a-75f4698de501 None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:01.602339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:01.602687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:01.603078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:01.603525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Bound port: 50dc5aae-17b5-4a98-87b2-f72ba1fa6679, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:01.603889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.614832 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ced1df81-3c33-48c4-bd80-dc5b5ada5286 req-3b0fea59-ffe6-4dd9-a5b4-443798d6c346 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156665 Aug 29 04:41:01.678212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-e0f689b5-07a8-40fe-a070-71427a2a5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:01.679934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-e0f689b5-07a8-40fe-a070-71427a2a5ddf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1887980 Aug 29 04:41:01.735074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] For port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:01.749932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] For port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:01.762022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.838835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-499ade25-6a26-40b5-a14a-11664e69030d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet 4b515eb2-3c47-439d-b70f-bb9a97cc6f08 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:01.872711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:01.873525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.874975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] 10.222.0.64 "PUT /v2.0/ports/50dc5aae-17b5-4a98-87b2-f72ba1fa6679 HTTP/1.1" status: 200 len: 1092 time: 1.7249339 Aug 29 04:41:01.875880 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499ade25-6a26-40b5-a14a-11664e69030d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.878868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f46672-879e-474a-8034-22e0ad7af2d4', 'tag': '50dc5aae-17b5-4a98-87b2-f72ba1fa6679'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:01.881894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f6e5a-24f4-448b-8290-f2c89d0ae45b req-66c3021b-4bd2-4656-a118-6d51b298995f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:01.883608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-122f6e5a-24f4-448b-8290-f2c89d0ae45b req-66c3021b-4bd2-4656-a118-6d51b298995f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1680665 Aug 29 04:41:01.888260 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "59f46672-879e-474a-8034-22e0ad7af2d4", "tag": "50dc5aae-17b5-4a98-87b2-f72ba1fa6679"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:01.920439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-8ec816cb-e1ef-44d7-9101-211b17589957 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309620 Aug 29 04:41:02.022465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76e070-ff5e-4a4c-acfb-bd60a4c3a58d service neutron] Pushing event updated for resources: {'Port': ['ID=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.078864 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-122f6e5a-24f4-448b-8290-f2c89d0ae45b req-8e40ebf3-3280-48c6-b008-79fbeb2c4214 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793864 Aug 29 04:41:02.143112 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499ade25-6a26-40b5-a14a-11664e69030d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.228575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4432707d-da3f-4c4c-8f81-77c5d7ce269d req-7f9713c2-9cbf-419f-a475-c7fc62b7501f service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965109 Aug 29 04:41:02.274961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-67f94af1-174c-4aec-996b-ea11d32afb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:02.276694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-67f94af1-174c-4aec-996b-ea11d32afb24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 1095 time: 0.3198974 Aug 29 04:41:02.366962 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-0373b9e0-729f-490e-81b2-6b15fdf34e8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50dc5aae-17b5-4a98-87b2-f72ba1fa6679 HTTP/1.1" status: 200 len: 217 time: 0.0638278 Aug 29 04:41:02.420662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f20722d-77b9-47b0-ba19-e2cc6527b304 req-48a3cad2-c56d-4b88-8e98-4aa07342e727 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0744288 Aug 29 04:41:02.484303 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499ade25-6a26-40b5-a14a-11664e69030d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.488761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-41b408f2-90bd-4752-a3af-cd5e5fda1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:02.490386 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-41b408f2-90bd-4752-a3af-cd5e5fda1fd1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1006088 Aug 29 04:41:02.610064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-56602c3d-5ef9-4636-8f6d-b671b16c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:02.616450 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-56602c3d-5ef9-4636-8f6d-b671b16c0085 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986238 Aug 29 04:41:02.720584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499ade25-6a26-40b5-a14a-11664e69030d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.835128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ade25-6a26-40b5-a14a-11664e69030d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=4b515eb2-3c47-439d-b70f-bb9a97cc6f08,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.850791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-499ade25-6a26-40b5-a14a-11664e69030d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.860021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-499ade25-6a26-40b5-a14a-11664e69030d tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/4b515eb2-3c47-439d-b70f-bb9a97cc6f08 HTTP/1.1" status: 204 len: 168 time: 1.2683730 Aug 29 04:41:02.861321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40034) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.920221 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fb17ca-b583-4fd9-9576-d18287437cbd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:02.923577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fb17ca-b583-4fd9-9576-d18287437cbd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:02.926276 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c8fb17ca-b583-4fd9-9576-d18287437cbd tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/8eeb8f35-be65-459f-a74a-02cadc43b197 HTTP/1.1" status: 404 len: 337 time: 0.0637875 Aug 29 04:41:02.932452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40036) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.954771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb551c-8ccb-4b0a-9158-c2914ccd786c req-ca751cf0-ab28-4427-928d-d8198b69c3db tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:02.974528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57cb551c-8ccb-4b0a-9158-c2914ccd786c req-ca751cf0-ab28-4427-928d-d8198b69c3db tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1591353 Aug 29 04:41:02.989590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device de7334c4-6e70-439c-9eb3-a24ce841496a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:03.023898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-ffe580a8-7107-44c3-8158-ac8248ecb4ff service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883493 Aug 29 04:41:03.072985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57cb551c-8ccb-4b0a-9158-c2914ccd786c req-db5a15e7-a5ca-4d17-9620-5fcc835327e4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958674 Aug 29 04:41:03.088410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89352e49-ebd2-4802-95e0-2ec67ffdec48 None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:03.111602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port de7334c4-6e70-439c-9eb3-a24ce841496a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:03.174636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port de7334c4-6e70-439c-9eb3-a24ce841496a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:03.175631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.252939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c7d6fa9f-d2a2-4512-b757-55ea8b895528 None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:03.253310 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c7d6fa9f-d2a2-4512-b757-55ea8b895528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.466550 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.499021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port de7334c4-6e70-439c-9eb3-a24ce841496a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=de7334c4-6e70-439c-9eb3-a24ce841496a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:03.514456 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.550282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8272a6e-4450-441f-b682-3abdda4c1932 req-a0c27b84-84a6-4b7a-9227-ca73b06b9272 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.552356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8272a6e-4450-441f-b682-3abdda4c1932 req-a0c27b84-84a6-4b7a-9227-ca73b06b9272 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.2377918 Aug 29 04:41:03.618830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8272a6e-4450-441f-b682-3abdda4c1932 req-59809ba9-900e-4dd3-9196-0751ebb10bbd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558743 Aug 29 04:41:03.628972 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Sync routers for ids ['19d6de8b-00a1-4db0-a626-b8a99739778f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:03.641619 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Routers {'19d6de8b-00a1-4db0-a626-b8a99739778f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:03.642400 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19d6de8b-00a1-4db0-a626-b8a99739778f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:03.663585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c7d6fa9f-d2a2-4512-b757-55ea8b895528 None None] Provisioning complete for port 06015bfe-2059-49ef-ba81-b687e835091f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:03.663973 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c7d6fa9f-d2a2-4512-b757-55ea8b895528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.668864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=de7334c4-6e70-439c-9eb3-a24ce841496a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.742189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6dc5084a-70fc-4f52-b9a9-fea9f2a8c8a7 req-a9914740-e271-4eea-b45e-2b0f59cc8b52 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065084 Aug 29 04:41:03.744363 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d0ee5-5fc4-487d-82dc-79e626b288ba x-openstack-request-id: req-ed1d0ee5-5fc4-487d-82dc-79e626b288ba {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:03.744713 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f46672-879e-474a-8034-22e0ad7af2d4", "tag": "50dc5aae-17b5-4a98-87b2-f72ba1fa6679", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:03.745065 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed1d0ee5-5fc4-487d-82dc-79e626b288ba {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:03.745637 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f46672-879e-474a-8034-22e0ad7af2d4', 'tag': '50dc5aae-17b5-4a98-87b2-f72ba1fa6679', 'status': 'completed', 'code': 200} Aug 29 04:41:03.754998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-71edf0e1-e9f1-4d90-a145-18ec50029e28 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting subnet 05cdc36e-a39d-4de9-bb57-5b0dcbc896a8 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:03.758804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71edf0e1-e9f1-4d90-a145-18ec50029e28 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.797968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c7d6fa9f-d2a2-4512-b757-55ea8b895528 None None] Port 06015bfe-2059-49ef-ba81-b687e835091f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:03.809604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71edf0e1-e9f1-4d90-a145-18ec50029e28 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.882884 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Set router 19d6de8b-00a1-4db0-a626-b8a99739778f gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:03.970977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-c4c80e28-0e52-4ee7-8c98-ca46affbc82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.973061 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-c4c80e28-0e52-4ee7-8c98-ca46affbc82c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1012628 Aug 29 04:41:03.982120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af672a-73e2-49f4-ab6a-b8a2c4d9382b req-1dc5b978-7094-4b77-af40-464db224415e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.990122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67af672a-73e2-49f4-ab6a-b8a2c4d9382b req-1dc5b978-7094-4b77-af40-464db224415e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.0933998 Aug 29 04:41:04.052993 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67af672a-73e2-49f4-ab6a-b8a2c4d9382b req-233a3e65-d08d-4d16-b1a9-5e7e5f7da577 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556641 Aug 29 04:41:04.178164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71edf0e1-e9f1-4d90-a145-18ec50029e28 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.262462 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 4, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port': {'id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:53Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '821c7c2b-9b04-485c-bd42-933c6d68ac24', 'name': '', 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'mac_address': 'fa:16:3e:90:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:40:59Z', 'revision_number': 2, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'subnets': [{'id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:04.333596 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Checking router: 19d6de8b-00a1-4db0-a626-b8a99739778f for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:04.335425 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Updating router 19d6de8b-00a1-4db0-a626-b8a99739778f port 821c7c2b-9b04-485c-bd42-933c6d68ac24 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:04.358416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42f0c47e-ed31-404e-8eac-52caba03749e req-57236afb-252a-41a6-8b53-e1775663707a tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0660758 Aug 29 04:41:04.392444 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.418071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-dd806b71-a335-45b8-aba6-eceb29734ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.421533 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-dd806b71-a335-45b8-aba6-eceb29734ec4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.4387136 Aug 29 04:41:04.442881 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71edf0e1-e9f1-4d90-a145-18ec50029e28 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.505867 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-0aaf669d-7f78-4423-aaf5-4350a02a0b66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50dc5aae-17b5-4a98-87b2-f72ba1fa6679 HTTP/1.1" status: 200 len: 217 time: 0.0756233 Aug 29 04:41:04.552605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edf0e1-e9f1-4d90-a145-18ec50029e28 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Subnet': ['ID=05cdc36e-a39d-4de9-bb57-5b0dcbc896a8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:04.591042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71edf0e1-e9f1-4d90-a145-18ec50029e28 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.595875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-71edf0e1-e9f1-4d90-a145-18ec50029e28 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/05cdc36e-a39d-4de9-bb57-5b0dcbc896a8 HTTP/1.1" status: 204 len: 168 time: 1.6622055 Aug 29 04:41:04.596270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40054) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.652172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-eba86a67-a6d0-4b86-b242-1b615f85b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.657641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-eba86a67-a6d0-4b86-b242-1b615f85b698 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1189010 Aug 29 04:41:04.695047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc3518-b91f-4c14-b3f6-53b5e9a93120 None None] Network 4eddfd37-eb99-481f-b43d-7abfeefb65f2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:04.703379 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ecf252-7c5c-4ec2-b725-899297290ea3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:04.706709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ecf252-7c5c-4ec2-b725-899297290ea3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:04.716732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f9ecf252-7c5c-4ec2-b725-899297290ea3 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/3b6baf78-ac01-4c3f-b292-5ff82a1130fa HTTP/1.1" status: 404 len: 337 time: 0.1182816 Aug 29 04:41:04.738682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40058) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.800946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-c0800026-39ff-4b3b-9b8a-a16605bef576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.803571 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-c0800026-39ff-4b3b-9b8a-a16605bef576 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291442 Aug 29 04:41:04.843193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-35063c35-e42f-484f-9e1e-a99a8f6d0627 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "GET /v2.0/ports?device_id=2446b64f-b58f-4f67-afb4-3ef6d9acfe25 HTTP/1.1" status: 200 len: 205 time: 0.0881391 Aug 29 04:41:04.843193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40060) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.877234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c47e0f-cd5b-42cb-a87e-a951312e4ed7 req-28a26d91-e6a7-418f-bc92-291229f73e23 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.885421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88c47e0f-cd5b-42cb-a87e-a951312e4ed7 req-28a26d91-e6a7-418f-bc92-291229f73e23 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2912765 Aug 29 04:41:04.907017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device de7334c4-6e70-439c-9eb3-a24ce841496a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:04.962307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-461afe6b-988c-4cf9-87dc-69334f0ce7c8 None None] Provisioning complete for port e76e862e-79bf-458c-9e01-0c86f80b29ff triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:04.962744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-461afe6b-988c-4cf9-87dc-69334f0ce7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.973070 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-b236aaf4-84b7-485f-8951-c45aa424f0bc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] delete failed (client error): The resource could not be found. Aug 29 04:41:04.975825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b236aaf4-84b7-485f-8951-c45aa424f0bc tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/routers/2446b64f-b58f-4f67-afb4-3ef6d9acfe25 HTTP/1.1" status: 404 len: 336 time: 0.1311615 Aug 29 04:41:04.978585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40062) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.068968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port de7334c4-6e70-439c-9eb3-a24ce841496a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:05.069349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.069507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88c47e0f-cd5b-42cb-a87e-a951312e4ed7 req-f2772570-3d15-4366-869c-d2af0d9f930c tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809618 Aug 29 04:41:05.092502 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da18870-2a5a-48f8-a853-65b90de41018 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.097526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da18870-2a5a-48f8-a853-65b90de41018 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.105579 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6da18870-2a5a-48f8-a853-65b90de41018 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/fbd51690-1156-4e14-b305-215b1061c46f HTTP/1.1" status: 404 len: 337 time: 0.1161866 Aug 29 04:41:05.106962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40066) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.195848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] DHCP port deletion for 4eddfd37-eb99-481f-b43d-7abfeefb65f2 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:05.201489 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-be542ef8-4747-48d2-8ccc-fcd60d027010 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.204597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be542ef8-4747-48d2-8ccc-fcd60d027010 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.206970 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-be542ef8-4747-48d2-8ccc-fcd60d027010 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/e9051461-7c88-4247-934c-c92e6fc6c29f HTTP/1.1" status: 404 len: 337 time: 0.0988333 Aug 29 04:41:05.211079 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.237162 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-768298ac-7aa1-4b0f-a805-2c44e0d67e33 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237130 Aug 29 04:41:05.292554 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.317516 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa87775-b656-43d6-9016-29316b7e59cf tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.323801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa87775-b656-43d6-9016-29316b7e59cf tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.323801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eaa87775-b656-43d6-9016-29316b7e59cf tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/3750b757-2fb8-4516-906c-edab180b1cbe HTTP/1.1" status: 404 len: 337 time: 0.1101444 Aug 29 04:41:05.326821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40076) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.335455 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Transition to ACTIVE for port object 821c7c2b-9b04-485c-bd42-933c6d68ac24 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:05.344042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-461afe6b-988c-4cf9-87dc-69334f0ce7c8 None None] Provisioning complete for port 06015bfe-2059-49ef-ba81-b687e835091f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:05.344431 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-461afe6b-988c-4cf9-87dc-69334f0ce7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.357566 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.384956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] Deleting port e76e862e-79bf-458c-9e01-0c86f80b29ff {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:05.385343 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.401699 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02473c3-9367-4081-9c9b-54a968b8f67c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.401699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02473c3-9367-4081-9c9b-54a968b8f67c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.404798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d02473c3-9367-4081-9c9b-54a968b8f67c tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/d8f18207-8548-4e93-a1e1-fa1fec07bb0d HTTP/1.1" status: 404 len: 333 time: 0.0686765 Aug 29 04:41:05.404798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40080) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.451190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-461afe6b-988c-4cf9-87dc-69334f0ce7c8 None None] Port 06015bfe-2059-49ef-ba81-b687e835091f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:05.467161 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b216a9aa-6f9c-4871-87ed-298bc5db5ff9 req-e5372768-61cb-4276-a5f8-3b8e6ca51cfb service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112782 Aug 29 04:41:05.471845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] For port e76e862e-79bf-458c-9e01-0c86f80b29ff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76e862e-79bf-458c-9e01-0c86f80b29ff,segment=NetworkSegment(df14e8bb-aaa4-4700-8b40-99b09df619dc),segment_id=df14e8bb-aaa4-4700-8b40-99b09df619dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:05.472326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.488258 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25e491b-1196-4706-ac0a-3d167d8864d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.488907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25e491b-1196-4706-ac0a-3d167d8864d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.495517 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c25e491b-1196-4706-ac0a-3d167d8864d1 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/2e43695a-6e62-484f-9fde-e089f4f30682 HTTP/1.1" status: 404 len: 337 time: 0.0876038 Aug 29 04:41:05.495903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40082) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.501133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] Calling delete_port for e76e862e-79bf-458c-9e01-0c86f80b29ff owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:05.521569 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Pushing event updated for resources: {'Port': ['ID=821c7c2b-9b04-485c-bd42-933c6d68ac24,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.531895 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.532349 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.532776 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.533171 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.533572 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.536177 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.536177 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.536537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.536824 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.537378 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.537784 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.538371 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:05.544996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c23b-f6e3-40a2-8222-216c60909c04 req-78f318fc-a0f2-4752-b3b0-64184a2afc7a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:05.549834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc84c23b-f6e3-40a2-8222-216c60909c04 req-78f318fc-a0f2-4752-b3b0-64184a2afc7a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.1893468 Aug 29 04:41:05.555558 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d78036-7351-4f64-83a4-7d862ae65281 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.556057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d78036-7351-4f64-83a4-7d862ae65281 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.564910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40084) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.567617 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-91d78036-7351-4f64-83a4-7d862ae65281 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/5e9a21c5-ba6f-4c15-9e74-104a54dbcade HTTP/1.1" status: 404 len: 337 time: 0.0632966 Aug 29 04:41:05.617801 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Attempting to bind port 821c7c2b-9b04-485c-bd42-933c6d68ac24 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:05.618739 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Attempting to bind port 821c7c2b-9b04-485c-bd42-933c6d68ac24 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:05.619134 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Attempting to bind port 821c7c2b-9b04-485c-bd42-933c6d68ac24 on network 9ca08093-499d-49bb-9c00-16d6d44a08a5 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:05.628375 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0686f9ba-434b-48cb-9417-c8569a6dc6a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.629595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0686f9ba-434b-48cb-9417-c8569a6dc6a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.633918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0686f9ba-434b-48cb-9417-c8569a6dc6a0 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/baff22c5-b1d5-43ce-9c4d-524fdbfa08ea HTTP/1.1" status: 404 len: 333 time: 0.0651991 Aug 29 04:41:05.634672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40086) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.644719 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:05.645167 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Checking segment: {'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:05.645584 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.646008 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Bound using segment: {'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:05.646751 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Bound port: 821c7c2b-9b04-485c-bd42-933c6d68ac24, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c6fe1d-6747-417d-b511-cf1ce81052f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:05.649840 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.657154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc84c23b-f6e3-40a2-8222-216c60909c04 req-91e9364c-b668-4f01-9c9d-1cd262667158 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828145 Aug 29 04:41:05.708141 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed56e2ae-39ec-49af-b9c2-98d164cc3791 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.710715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed56e2ae-39ec-49af-b9c2-98d164cc3791 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.715194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ed56e2ae-39ec-49af-b9c2-98d164cc3791 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/312219e0-b2de-4976-8eec-2380967c497b HTTP/1.1" status: 404 len: 337 time: 0.0784490 Aug 29 04:41:05.721602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40088) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.730402 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.763491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] No DVR routers for this DVR port e76e862e-79bf-458c-9e01-0c86f80b29ff on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:05.765536 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-da313e32-f547-498f-aa2e-17fb41a2f04e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] DELETE failed (client error): The resource could not be found. Aug 29 04:41:05.765742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da313e32-f547-498f-aa2e-17fb41a2f04e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:41:05.771891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40090) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.778300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-da313e32-f547-498f-aa2e-17fb41a2f04e tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/subnets/dc98e38a-47a6-45c1-9e8f-fce41fa48030 HTTP/1.1" status: 404 len: 337 time: 0.0544062 Aug 29 04:41:05.826475 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] For port 821c7c2b-9b04-485c-bd42-933c6d68ac24, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:05.833393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41438e6c-ad20-417d-9f4b-daa6229bbc21 None None] Pushing event deleted for resources: {'Port': ['ID=e76e862e-79bf-458c-9e01-0c86f80b29ff,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.836515 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] For port 821c7c2b-9b04-485c-bd42-933c6d68ac24, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=821c7c2b-9b04-485c-bd42-933c6d68ac24,segment=NetworkSegment(b6c6fe1d-6747-417d-b511-cf1ce81052f8),segment_id=b6c6fe1d-6747-417d-b511-cf1ce81052f8)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:05.845101 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.912165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d152-4034-41a4-8af3-b9bed1c286d3 req-9ce47d91-9850-4244-b51b-62ca54df0c81 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:05.915068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08e5d152-4034-41a4-8af3-b9bed1c286d3 req-9ce47d91-9850-4244-b51b-62ca54df0c81 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1357837 Aug 29 04:41:05.943233 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5311d-c7da-4e2c-94f9-8f68f2e3ba6b None None] Pushing event updated for resources: {'Port': ['ID=821c7c2b-9b04-485c-bd42-933c6d68ac24,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.948138 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Routers {'19d6de8b-00a1-4db0-a626-b8a99739778f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:05.948992 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19d6de8b-00a1-4db0-a626-b8a99739778f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:05.993363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08e5d152-4034-41a4-8af3-b9bed1c286d3 req-5a1fe2b9-8502-4f39-a4f4-39c3c463aa7f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692894 Aug 29 04:41:06.037028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bd5dbc07-af8d-41ec-ae9a-4bf4b2d2eddb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Deleting port 06015bfe-2059-49ef-ba81-b687e835091f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:06.037568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbc07-af8d-41ec-ae9a-4bf4b2d2eddb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.147447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbc07-af8d-41ec-ae9a-4bf4b2d2eddb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.175853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bd5dbc07-af8d-41ec-ae9a-4bf4b2d2eddb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Calling delete_port for 06015bfe-2059-49ef-ba81-b687e835091f owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:06.213001 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71493-5e37-48c1-857b-c5aad5002e13 req-bab4f977-a0ac-47bc-b81d-e9cef3baa780 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:06.221544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65f71493-5e37-48c1-857b-c5aad5002e13 req-bab4f977-a0ac-47bc-b81d-e9cef3baa780 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0701745 Aug 29 04:41:06.268648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65f71493-5e37-48c1-857b-c5aad5002e13 req-2a1755d8-47e9-458b-822d-69bab248efee tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461085 Aug 29 04:41:06.283373 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] Set router 19d6de8b-00a1-4db0-a626-b8a99739778f gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:06.322336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbc07-af8d-41ec-ae9a-4bf4b2d2eddb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.359916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dbc07-af8d-41ec-ae9a-4bf4b2d2eddb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Port': ['ID=06015bfe-2059-49ef-ba81-b687e835091f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.365604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbc07-af8d-41ec-ae9a-4bf4b2d2eddb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.370631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40096) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:06.380261 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd5dbc07-af8d-41ec-ae9a-4bf4b2d2eddb tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/ports/06015bfe-2059-49ef-ba81-b687e835091f HTTP/1.1" status: 204 len: 168 time: 0.6005437 Aug 29 04:41:06.517592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.664111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.686208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eddfd37-eb99-481f-b43d-7abfeefb65f2']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:06.686682 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-62440631-033f-419a-aad6-360ca7549e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 4, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port': {'id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:53Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '821c7c2b-9b04-485c-bd42-933c6d68ac24', 'name': '', 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'mac_address': 'fa:16:3e:90:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:05Z', 'revision_number': 4, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'subnets': [{'id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:06.712869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df14e8bb-aaa4-4700-8b40-99b09df619dc') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:06.713368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df14e8bb-aaa4-4700-8b40-99b09df619dc') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:06.734288 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62440631-033f-419a-aad6-360ca7549e8d None None] The sync data for ids ['19d6de8b-00a1-4db0-a626-b8a99739778f'] in n-d-712142-15 is: [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 4, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port': {'id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:53Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '821c7c2b-9b04-485c-bd42-933c6d68ac24', 'name': '', 'network_id': '9ca08093-499d-49bb-9c00-16d6d44a08a5', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'mac_address': 'fa:16:3e:90:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:05Z', 'revision_number': 4, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'subnets': [{'id': '0355a865-41b7-408d-b97e-bcbaf0a21efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:06.735394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.758623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.766150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:06.766560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:06.770047 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:06.850418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 821c7c2b-9b04-485c-bd42-933c6d68ac24 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:06.899727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.912986 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.919218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] 10.222.0.58 "DELETE /v2.0/networks/4eddfd37-eb99-481f-b43d-7abfeefb65f2 HTTP/1.1" status: 204 len: 168 time: 0.5465083 Aug 29 04:41:06.954101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 821c7c2b-9b04-485c-bd42-933c6d68ac24 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:06.960128 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-364ddde3-22b5-4f6c-bcd1-b3fe8f5b8a73 req-995ade64-a8b6-4532-8736-e26850690c2a tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0775719 Aug 29 04:41:06.962236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 821c7c2b-9b04-485c-bd42-933c6d68ac24 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:06.962236 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.988291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb0d09-4291-495c-8416-ac140d567c26 tempest-PortsTestJSON-2127295491 tempest-PortsTestJSON-2127295491-project] Pushing event deleted for resources: {'Network': ['ID=4eddfd37-eb99-481f-b43d-7abfeefb65f2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.203413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a5c9e-9a0d-4af1-8b3a-b2d2a1105884 req-dba63388-6ccd-4e14-b612-e674de316d3b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.205404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d21a5c9e-9a0d-4af1-8b3a-b2d2a1105884 req-dba63388-6ccd-4e14-b612-e674de316d3b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1244867 Aug 29 04:41:07.283825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d21a5c9e-9a0d-4af1-8b3a-b2d2a1105884 req-6652317c-7f9a-4d65-a186-94ab61c95198 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633523 Aug 29 04:41:07.381396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.472391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 821c7c2b-9b04-485c-bd42-933c6d68ac24, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=821c7c2b-9b04-485c-bd42-933c6d68ac24,segment=NetworkSegment(b6c6fe1d-6747-417d-b511-cf1ce81052f8),segment_id=b6c6fe1d-6747-417d-b511-cf1ce81052f8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:07.477996 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.499271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40120) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.597903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e94470-65a9-480f-bd4e-ee7c0acb8e99 req-31ecdac7-fc07-40e5-9dfa-993db8fdf940 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.610566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6e94470-65a9-480f-bd4e-ee7c0acb8e99 req-31ecdac7-fc07-40e5-9dfa-993db8fdf940 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.1494989 Aug 29 04:41:07.630674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76e862e-79bf-458c-9e01-0c86f80b29ff no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:07.633381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=821c7c2b-9b04-485c-bd42-933c6d68ac24,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.676087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e76e862e-79bf-458c-9e01-0c86f80b29ff {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:07.676440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76e862e-79bf-458c-9e01-0c86f80b29ff not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:07.693717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6e94470-65a9-480f-bd4e-ee7c0acb8e99 req-46d04f01-bb3a-4a97-bf01-3244d9c1ce19 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769818 Aug 29 04:41:07.822201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646296ab-d502-4dae-a048-46a9f144c74a req-c29fddc6-9ff3-430e-a023-7ce651195c42 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.823764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-646296ab-d502-4dae-a048-46a9f144c74a req-c29fddc6-9ff3-430e-a023-7ce651195c42 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.0596075 Aug 29 04:41:07.855413 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b9e73f4e-f48b-4900-83a7-1284dead153f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=483436bd439b4f9d84f0ebd3db3b9659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539011 Aug 29 04:41:07.860426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40126) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.891657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-646296ab-d502-4dae-a048-46a9f144c74a req-2e8fb9ee-9bc8-46ff-9a5c-7b0ba8f332fe tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610416 Aug 29 04:41:07.925501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3451b2a6-c6e6-4dba-85a4-eff1f1cd3b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.961833 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3451b2a6-c6e6-4dba-85a4-eff1f1cd3b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.032044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3451b2a6-c6e6-4dba-85a4-eff1f1cd3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.035590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3451b2a6-c6e6-4dba-85a4-eff1f1cd3b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.039166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3451b2a6-c6e6-4dba-85a4-eff1f1cd3b59 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/faf42a80-7dac-41fc-9240-6980b37b07ff HTTP/1.1" status: 204 len: 168 time: 0.1748929 Aug 29 04:41:08.046382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451b2a6-c6e6-4dba-85a4-eff1f1cd3b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf42a80-7dac-41fc-9240-6980b37b07ff,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:08.308647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd18246d-e027-4213-b8b3-eb5358bf586b req-305902d1-5aff-44c7-a372-fe453341ab61 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Aug 29 04:41:08.469561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d1f15-d314-410a-9c37-9e9e52933aef req-6880685e-6846-4a99-be44-388055bc38cf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.477780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e25d1f15-d314-410a-9c37-9e9e52933aef req-6880685e-6846-4a99-be44-388055bc38cf tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0673914 Aug 29 04:41:08.483784 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:41:08.525117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e25d1f15-d314-410a-9c37-9e9e52933aef req-39ef4329-dc8d-497f-82bc-f1d9d3b488f6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404525 Aug 29 04:41:08.777146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 821c7c2b-9b04-485c-bd42-933c6d68ac24 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:08.929336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 821c7c2b-9b04-485c-bd42-933c6d68ac24 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:08.929721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.976520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa2804-9121-4ab0-98fb-d620e96f2926 req-73ae9423-afec-40de-ad35-45d9d0505cd7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.979075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38aa2804-9121-4ab0-98fb-d620e96f2926 req-73ae9423-afec-40de-ad35-45d9d0505cd7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.0801148 Aug 29 04:41:09.030501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38aa2804-9121-4ab0-98fb-d620e96f2926 req-6341562e-df25-42d6-9bdc-520a62595b29 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Aug 29 04:41:09.083544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40172) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:09.091921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40174) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:09.290251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ebdc3-8937-418a-ab1e-2c67a233b3e9 req-0c16bfcd-5a27-4633-aa76-4c5c50a5f830 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.291159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533909590'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:09.298255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d5ebdc3-8937-418a-ab1e-2c67a233b3e9 req-0c16bfcd-5a27-4633-aa76-4c5c50a5f830 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1450081 Aug 29 04:41:09.351618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d5ebdc3-8937-418a-ab1e-2c67a233b3e9 req-f608171c-4336-43f4-9485-2c7117216c0b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512271 Aug 29 04:41:09.378861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.388014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.577839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-442c95cb-e6e7-4fb7-a905-62672d50ea27 req-651074e2-9402-4559-b674-0f73465271c6 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0389380 Aug 29 04:41:09.600427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.609461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.711419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38447d74-7c5b-4ec8-9ee7-0522feb242d0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:09.719738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd82a3-2f2f-4129-80ec-be5f92864503 req-38fa77a4-16cb-4b46-a329-da46b129524a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.721972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-11bd82a3-2f2f-4129-80ec-be5f92864503 req-38fa77a4-16cb-4b46-a329-da46b129524a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0658162 Aug 29 04:41:09.754386 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.784777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-11bd82a3-2f2f-4129-80ec-be5f92864503 req-dff0af00-4a52-44f8-b1bb-556d88d14a6b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500376 Aug 29 04:41:09.857766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.864055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.909496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.912037 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8253779 Aug 29 04:41:09.913616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40188) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:09.919909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e7f54-3647-419a-a38d-91aadd7db13d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34613e34-3957-4d13-8fe4-e67a18eef008,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.004113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-002c51b1-a11a-46eb-8d73-496f6678e10b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0892596 Aug 29 04:41:10.006720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40190) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.013007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bf675d05-e0ce-4436-981b-137cc75c0353 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-security--1383676172', 'description': 'tempest-security-description-29813272'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:10.051349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5270-c6e5-456a-ba16-eee9ab82867d req-7af46513-3d13-412a-846c-69431ed3b7a8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.053068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e3a5270-c6e5-456a-ba16-eee9ab82867d req-7af46513-3d13-412a-846c-69431ed3b7a8 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0688577 Aug 29 04:41:10.101390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e3a5270-c6e5-456a-ba16-eee9ab82867d req-421fd411-1427-4e27-93b6-2deea4a967dc tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384593 Aug 29 04:41:10.104055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf675d05-e0ce-4436-981b-137cc75c0353 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.166810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba957f-18e9-49de-821c-2eba98fd958e req-222f74af-72ea-42b7-a827-cc67088d7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.168909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-25ba957f-18e9-49de-821c-2eba98fd958e req-222f74af-72ea-42b7-a827-cc67088d7974 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6365f67e47f3426c8c84170bb09005a9&device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 1096 time: 0.1367126 Aug 29 04:41:10.190733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf675d05-e0ce-4436-981b-137cc75c0353 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.210220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf675d05-e0ce-4436-981b-137cc75c0353 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.212776 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf675d05-e0ce-4436-981b-137cc75c0353 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.213983 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bf675d05-e0ce-4436-981b-137cc75c0353 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "PUT /v2.0/security-groups/34613e34-3957-4d13-8fe4-e67a18eef008 HTTP/1.1" status: 200 len: 1778 time: 0.2063162 Aug 29 04:41:10.217485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50163e9e-dc35-4f11-8f8c-5f7b3ce2a7a9 req-f19c6043-0c55-4153-bcd5-9b8496bf2102 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.218986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50163e9e-dc35-4f11-8f8c-5f7b3ce2a7a9 req-f19c6043-0c55-4153-bcd5-9b8496bf2102 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.0515907 Aug 29 04:41:10.219467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40194) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.284225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50163e9e-dc35-4f11-8f8c-5f7b3ce2a7a9 req-6b068d0f-7c59-4eca-8f33-782703cde310 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574799 Aug 29 04:41:10.286906 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-838ec901-7dff-40c4-9711-e08a995b3998 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups/34613e34-3957-4d13-8fe4-e67a18eef008 HTTP/1.1" status: 200 len: 1778 time: 0.0663512 Aug 29 04:41:10.287871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Deleting port e111e651-78a2-4ca2-b025-28776e280975 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:10.288343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.289641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40196) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.303110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf675d05-e0ce-4436-981b-137cc75c0353 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34613e34-3957-4d13-8fe4-e67a18eef008,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.345877 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72a4cc1b-86e3-4c26-82d7-7b7032c66975 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.370783 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72a4cc1b-86e3-4c26-82d7-7b7032c66975 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.377631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba957f-18e9-49de-821c-2eba98fd958e req-b1f4c550-5cdc-4f99-a2b7-bb4808b8c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.379052 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-25ba957f-18e9-49de-821c-2eba98fd958e req-b1f4c550-5cdc-4f99-a2b7-bb4808b8c623 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 200 len: 913 time: 0.1947834 Aug 29 04:41:10.421824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72a4cc1b-86e3-4c26-82d7-7b7032c66975 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.424945 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72a4cc1b-86e3-4c26-82d7-7b7032c66975 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.426292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72a4cc1b-86e3-4c26-82d7-7b7032c66975 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/34613e34-3957-4d13-8fe4-e67a18eef008 HTTP/1.1" status: 204 len: 168 time: 0.1355097 Aug 29 04:41:10.436501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40200) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.443379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] For port e111e651-78a2-4ca2-b025-28776e280975, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e111e651-78a2-4ca2-b025-28776e280975,segment=NetworkSegment(0abdffe7-58db-4311-a50b-4d98ec339701),segment_id=0abdffe7-58db-4311-a50b-4d98ec339701)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:10.443766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.445071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4cc1b-86e3-4c26-82d7-7b7032c66975 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34613e34-3957-4d13-8fe4-e67a18eef008,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.468441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Calling delete_port for e111e651-78a2-4ca2-b025-28776e280975 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:10.492792 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-25ba957f-18e9-49de-821c-2eba98fd958e req-c074f530-f609-4d56-9e91-ab82e2317bfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 200 len: 998 time: 0.1004441 Aug 29 04:41:10.511196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c7633946-ceda-472b-8044-f164866324a3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723059 Aug 29 04:41:10.516081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40204) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.531337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1a680-730e-4467-84aa-a6f518678c01 req-efb69083-8497-4c93-ae98-c7f72c330a6a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.532881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23b1a680-730e-4467-84aa-a6f518678c01 req-efb69083-8497-4c93-ae98-c7f72c330a6a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.0953591 Aug 29 04:41:10.538323 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-48258337-59d3-4ca2-af9c-0df0e8d973c2 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] delete failed (client error): The resource could not be found. Aug 29 04:41:10.539151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-48258337-59d3-4ca2-af9c-0df0e8d973c2 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/34613e34-3957-4d13-8fe4-e67a18eef008 HTTP/1.1" status: 404 len: 347 time: 0.0225165 Aug 29 04:41:10.545941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40206) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.552438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-af244531-fcf8-479f-be05-618aaf3f95bc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-secgroup--729599273'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:10.594475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba957f-18e9-49de-821c-2eba98fd958e req-29856c9a-37e0-43e4-92e2-f8137e1ec05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.594804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23b1a680-730e-4467-84aa-a6f518678c01 req-fff40e25-f861-421e-82d6-8666c288544e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543816 Aug 29 04:41:10.596351 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-25ba957f-18e9-49de-821c-2eba98fd958e req-29856c9a-37e0-43e4-92e2-f8137e1ec05a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 200 len: 851 time: 0.0717263 Aug 29 04:41:10.596537 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af244531-fcf8-479f-be05-618aaf3f95bc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.710679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba957f-18e9-49de-821c-2eba98fd958e req-21103ec6-a48d-4a0c-ae78-7b40e2ba364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.712531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-25ba957f-18e9-49de-821c-2eba98fd958e req-21103ec6-a48d-4a0c-ae78-7b40e2ba364e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16e88a61-06d4-4738-9e91-a4badbbf3a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759320 Aug 29 04:41:10.726437 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af244531-fcf8-479f-be05-618aaf3f95bc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.735063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af244531-fcf8-479f-be05-618aaf3f95bc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.783704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-af244531-fcf8-479f-be05-618aaf3f95bc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.787883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-af244531-fcf8-479f-be05-618aaf3f95bc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2382548 Aug 29 04:41:10.799235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40210) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.802437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ff815ed-a7e0-4c5e-91e0-cc0df76749c7 req-3f1b568a-8dbe-4cb7-b051-b265c46dab3b tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0448692 Aug 29 04:41:10.813836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-aefaa96e-9972-4899-8ce7-a2b841b67553 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': '1791ced9-7933-434f-bbf0-d1463aaebc45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:10.832260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af244531-fcf8-479f-be05-618aaf3f95bc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1791ced9-7933-434f-bbf0-d1463aaebc45,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.855063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.855736 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aefaa96e-9972-4899-8ce7-a2b841b67553 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.892819 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-25ba957f-18e9-49de-821c-2eba98fd958e req-bcbc854b-a85c-421b-9912-e91d5b9d45c0 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674550 Aug 29 04:41:10.899525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e111e651-78a2-4ca2-b025-28776e280975,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.925002 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aefaa96e-9972-4899-8ce7-a2b841b67553 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.930656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aefaa96e-9972-4899-8ce7-a2b841b67553 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.945039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa96e-9972-4899-8ce7-a2b841b67553 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea0c78b-3697-4420-8292-227209d8e927,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.960846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aefaa96e-9972-4899-8ce7-a2b841b67553 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.962431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aefaa96e-9972-4899-8ce7-a2b841b67553 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575766 Aug 29 04:41:10.965947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40212) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.003015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2db6a4a6-fab0-4a64-aac4-9a7d628fdbdb tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.014913 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2db6a4a6-fab0-4a64-aac4-9a7d628fdbdb tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.054479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2db6a4a6-fab0-4a64-aac4-9a7d628fdbdb tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.061880 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2db6a4a6-fab0-4a64-aac4-9a7d628fdbdb tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.063195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2db6a4a6-fab0-4a64-aac4-9a7d628fdbdb tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4ea0c78b-3697-4420-8292-227209d8e927 HTTP/1.1" status: 204 len: 168 time: 0.0955393 Aug 29 04:41:11.068961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40214) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.077808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6a4a6-fab0-4a64-aac4-9a7d628fdbdb tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ea0c78b-3697-4420-8292-227209d8e927,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.126271 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-25ba957f-18e9-49de-821c-2eba98fd958e req-1f33f504-e391-4e2b-9495-10b3c5347fb7 service neutron] 10.222.0.64 "GET /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096338 Aug 29 04:41:11.142606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-949e8cf4-bfa9-4389-87b4-295d6f40ae1b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0725057 Aug 29 04:41:11.145585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40218) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.192463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.265556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbcce654-6086-4e7d-bb01-cc0ef381f424 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.294051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b624b7b-adaa-42b0-849e-8a6afd4a5949 req-3da30e28-cb24-40b1-8c67-f3a6110c54a7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.296118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b624b7b-adaa-42b0-849e-8a6afd4a5949 req-3da30e28-cb24-40b1-8c67-f3a6110c54a7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0820327 Aug 29 04:41:11.305540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbcce654-6086-4e7d-bb01-cc0ef381f424 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.364930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b624b7b-adaa-42b0-849e-8a6afd4a5949 req-e7e55c3a-75bb-4d6e-907c-c5879991b5a6 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618784 Aug 29 04:41:11.378537 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbcce654-6086-4e7d-bb01-cc0ef381f424 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.383217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbcce654-6086-4e7d-bb01-cc0ef381f424 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.388432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cbcce654-6086-4e7d-bb01-cc0ef381f424 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/1791ced9-7933-434f-bbf0-d1463aaebc45 HTTP/1.1" status: 204 len: 168 time: 0.2416511 Aug 29 04:41:11.389102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40222) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.412876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcce654-6086-4e7d-bb01-cc0ef381f424 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1791ced9-7933-434f-bbf0-d1463aaebc45,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.436221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:11.525364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-126fbd56-167c-4efd-926b-ec847eedb684 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281695 Aug 29 04:41:11.528026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40224) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.532415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c5a192f0-eee8-4a30-b808-5a8b0f20ce0f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764523407'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.556888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:11.565838 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-07750bff-4463-4d3f-85d0-f86b2d28b9ab admin admin] 10.222.0.58 "PUT /v2.0/routers/9a1697ec-f33f-469b-9ec9-a172e6fc94dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4706347 Aug 29 04:41:11.566215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40226) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.567199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81edfe1-3d4a-4dbb-9042-55dd47d145de req-a502be4c-ad05-4ed5-88b6-e7d8ed54cf21 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.569205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d81edfe1-3d4a-4dbb-9042-55dd47d145de req-a502be4c-ad05-4ed5-88b6-e7d8ed54cf21 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.0900979 Aug 29 04:41:11.573986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] Sync routers for ids ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:11.583745 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] Routers {'9a1697ec-f33f-469b-9ec9-a172e6fc94dd'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:11.584720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:11.603715 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5a192f0-eee8-4a30-b808-5a8b0f20ce0f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.669648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d81edfe1-3d4a-4dbb-9042-55dd47d145de req-14da9bf7-e747-4a7d-b1db-872babc69f2f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825500 Aug 29 04:41:11.732342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] Set router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:11.833896 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5a192f0-eee8-4a30-b808-5a8b0f20ce0f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.855234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5a192f0-eee8-4a30-b808-5a8b0f20ce0f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.909665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a192f0-eee8-4a30-b808-5a8b0f20ce0f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5601f9-d2b6-49cf-8e8d-0c7689f6dd83,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.936559 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5a192f0-eee8-4a30-b808-5a8b0f20ce0f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.938468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c5a192f0-eee8-4a30-b808-5a8b0f20ce0f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4096825 Aug 29 04:41:11.942014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40234) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.948676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4967cf07-b4be-45e1-a4b4-744cdb0a94db tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'ce5601f9-d2b6-49cf-8e8d-0c7689f6dd83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.958559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 5, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:11.964690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0510ba-0e02-4d76-8618-6ad61f3c723c req-dac4bd66-534d-4b96-9d3f-1d9ff4186bdc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.967649 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f0510ba-0e02-4d76-8618-6ad61f3c723c req-dac4bd66-534d-4b96-9d3f-1d9ff4186bdc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1596928 Aug 29 04:41:11.994428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] Checking router: 9a1697ec-f33f-469b-9ec9-a172e6fc94dd for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:12.009651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] Routers {'9a1697ec-f33f-469b-9ec9-a172e6fc94dd'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:12.010712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:12.046161 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f0510ba-0e02-4d76-8618-6ad61f3c723c req-c42b445e-b1f2-4fa2-aced-c5e90c00e167 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573690 Aug 29 04:41:12.062700 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4967cf07-b4be-45e1-a4b4-744cdb0a94db tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.165878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] Set router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:12.175902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4967cf07-b4be-45e1-a4b4-744cdb0a94db tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.186640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4967cf07-b4be-45e1-a4b4-744cdb0a94db tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.208519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967cf07-b4be-45e1-a4b4-744cdb0a94db tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f877ed-730e-4992-b5b4-1259358f0f76,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.218037 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4967cf07-b4be-45e1-a4b4-744cdb0a94db tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.222409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4967cf07-b4be-45e1-a4b4-744cdb0a94db tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765472 Aug 29 04:41:12.222774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40236) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:12.228785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7b03843e-921e-49e3-bf7c-b5fd10c42bc3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'ce5601f9-d2b6-49cf-8e8d-0c7689f6dd83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:12.266589 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b03843e-921e-49e3-bf7c-b5fd10c42bc3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.306969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.336084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae6e45a8-9bbc-45fd-8f6e-5eb24d98bfc7 req-fa07fcc2-7806-4425-8b89-aee4d9be94f0 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0451872 Aug 29 04:41:12.368677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b03843e-921e-49e3-bf7c-b5fd10c42bc3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.375539 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b03843e-921e-49e3-bf7c-b5fd10c42bc3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.397008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03843e-921e-49e3-bf7c-b5fd10c42bc3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b66b94a-e36a-482a-9aeb-10d367910d4f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.406495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b03843e-921e-49e3-bf7c-b5fd10c42bc3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.409226 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7b03843e-921e-49e3-bf7c-b5fd10c42bc3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1840668 Aug 29 04:41:12.410855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40240) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:12.417633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-adc9d394-b09e-48d5-8296-abde4cbba80b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'ce5601f9-d2b6-49cf-8e8d-0c7689f6dd83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:12.456743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-adc9d394-b09e-48d5-8296-abde4cbba80b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.463374 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 5, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:12.503036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09003c-f920-4a43-aa2a-526352650430 None None] The sync data for ids ['9a1697ec-f33f-469b-9ec9-a172e6fc94dd'] in n-d-712142-15 is: [{'id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'name': 'tempest-TestAggregatesBasicOps-1366338005-router', 'tenant_id': '65ed30e084954062a3eac0920cd0aaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 5, 'project_id': '65ed30e084954062a3eac0920cd0aaab', 'gw_port': {'id': 'ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1697ec-f33f-469b-9ec9-a172e6fc94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:41Z', 'updated_at': '2021-08-29T04:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:12.516057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.522791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d2082-c0f5-4475-a05f-3b5bdb0bc2f6 req-3109d19d-ce88-46de-9209-b827b55d6e87 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.533107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-490d2082-c0f5-4475-a05f-3b5bdb0bc2f6 req-3109d19d-ce88-46de-9209-b827b55d6e87 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0642798 Aug 29 04:41:12.550812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-adc9d394-b09e-48d5-8296-abde4cbba80b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.557690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-adc9d394-b09e-48d5-8296-abde4cbba80b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.576899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-490d2082-c0f5-4475-a05f-3b5bdb0bc2f6 req-9517669d-f55c-475f-a566-da7eabe11ac4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Aug 29 04:41:12.608715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9d394-b09e-48d5-8296-abde4cbba80b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f98743b-2b9e-440b-92a7-550f86190db1,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.614708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-adc9d394-b09e-48d5-8296-abde4cbba80b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.618401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-adc9d394-b09e-48d5-8296-abde4cbba80b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2039104 Aug 29 04:41:12.618644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40244) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:12.623297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b4e2ee3e-83d2-41e4-b809-77fec73c9b90 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'ce5601f9-d2b6-49cf-8e8d-0c7689f6dd83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:12.646021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Deleting port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:12.647014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.689970 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ee3e-83d2-41e4-b809-77fec73c9b90 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.737259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97a801-1ee4-4dbe-8caa-b090c2a06fb8 req-01f446e2-c563-4b8d-995d-c855d2417c1b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.738659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf97a801-1ee4-4dbe-8caa-b090c2a06fb8 req-01f446e2-c563-4b8d-995d-c855d2417c1b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0810020 Aug 29 04:41:12.754100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] For port ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:12.754474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.768603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Calling delete_port for ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:12.795924 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ee3e-83d2-41e4-b809-77fec73c9b90 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.802793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ee3e-83d2-41e4-b809-77fec73c9b90 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.807593 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf97a801-1ee4-4dbe-8caa-b090c2a06fb8 req-7f29f460-a2e9-422b-be01-0720ca463cb1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552440 Aug 29 04:41:12.826242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2ee3e-83d2-41e4-b809-77fec73c9b90 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37028172-91ef-4751-9972-dd15e03d15af,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.841147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ee3e-83d2-41e4-b809-77fec73c9b90 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.844881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b4e2ee3e-83d2-41e4-b809-77fec73c9b90 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2228029 Aug 29 04:41:12.845271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40248) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:12.850283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7e16c624-9698-4a13-a36b-61fc31101022 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'ce5601f9-d2b6-49cf-8e8d-0c7689f6dd83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:12.895823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e16c624-9698-4a13-a36b-61fc31101022 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.012850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e111e651-78a2-4ca2-b025-28776e280975 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:13.035535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323dd46-074f-4139-9e32-b512622cc280 req-7b442488-5ead-4d1b-90e8-b739232a1257 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:13.037834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4323dd46-074f-4139-9e32-b512622cc280 req-7b442488-5ead-4d1b-90e8-b739232a1257 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.0903640 Aug 29 04:41:13.044786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e16c624-9698-4a13-a36b-61fc31101022 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.052624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e111e651-78a2-4ca2-b025-28776e280975 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:13.054048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e111e651-78a2-4ca2-b025-28776e280975 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:13.056354 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.069563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e16c624-9698-4a13-a36b-61fc31101022 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.094457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.108002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16c624-9698-4a13-a36b-61fc31101022 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffa07f7-9882-443d-8580-c0e8795d77f1,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.129547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e16c624-9698-4a13-a36b-61fc31101022 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.133497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7e16c624-9698-4a13-a36b-61fc31101022 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2843084 Aug 29 04:41:13.133773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40254) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.157262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4323dd46-074f-4139-9e32-b512622cc280 req-0ebc25c7-95d6-42cf-bd36-28836eec09d6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063128 Aug 29 04:41:13.170990 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.181512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d52e3c7e-1fa2-4a59-b59e-da18171b49bd tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.195759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d52e3c7e-1fa2-4a59-b59e-da18171b49bd tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.234454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d52e3c7e-1fa2-4a59-b59e-da18171b49bd tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.242092 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d52e3c7e-1fa2-4a59-b59e-da18171b49bd tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.243535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d52e3c7e-1fa2-4a59-b59e-da18171b49bd tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/cffa07f7-9882-443d-8580-c0e8795d77f1 HTTP/1.1" status: 204 len: 168 time: 0.1085391 Aug 29 04:41:13.249900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40258) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.258088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e3c7e-1fa2-4a59-b59e-da18171b49bd tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cffa07f7-9882-443d-8580-c0e8795d77f1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.304289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.307060 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.333530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a0f14a62-c923-4d8b-8147-feaba0f7efdc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0817041 Aug 29 04:41:13.334375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40266) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.367059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.367543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1697ec-f33f-469b-9ec9-a172e6fc94dd {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:13.373972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.378347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d3d1f4a2-7cee-4232-abcc-1338d18062a8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9a1697ec-f33f-469b-9ec9-a172e6fc94dd HTTP/1.1" status: 204 len: 168 time: 1.8110271 Aug 29 04:41:13.381789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3330-d83b-4213-90e9-e01ea7f3da6e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.384845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40268) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.391285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3330-d83b-4213-90e9-e01ea7f3da6e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.430229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3330-d83b-4213-90e9-e01ea7f3da6e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.436815 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3330-d83b-4213-90e9-e01ea7f3da6e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.440799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6bbb3330-d83b-4213-90e9-e01ea7f3da6e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/37028172-91ef-4751-9972-dd15e03d15af HTTP/1.1" status: 204 len: 168 time: 0.1026111 Aug 29 04:41:13.442446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40272) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.474454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb3330-d83b-4213-90e9-e01ea7f3da6e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37028172-91ef-4751-9972-dd15e03d15af,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.508077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b09aa2-7a28-4335-a684-2a5879fcee42 admin admin] Deleting subnet 9f62e53c-85a3-4c01-99c8-56ed05281dca {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:13.515736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2b09aa2-7a28-4335-a684-2a5879fcee42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.516084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-43f123a6-2046-4721-8378-df480cec76db tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0685775 Aug 29 04:41:13.516084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40278) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.545900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-467bee9b-7a0f-4961-92f1-cb05a086689b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.557038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-467bee9b-7a0f-4961-92f1-cb05a086689b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.561176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2b09aa2-7a28-4335-a684-2a5879fcee42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.606069 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-467bee9b-7a0f-4961-92f1-cb05a086689b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.612361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-467bee9b-7a0f-4961-92f1-cb05a086689b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.613711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-467bee9b-7a0f-4961-92f1-cb05a086689b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0f98743b-2b9e-440b-92a7-550f86190db1 HTTP/1.1" status: 204 len: 168 time: 0.0965607 Aug 29 04:41:13.616346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40280) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.642994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bee9b-7a0f-4961-92f1-cb05a086689b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f98743b-2b9e-440b-92a7-550f86190db1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.714574 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c261f7dd-202d-4616-b242-97a98a07256f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0965867 Aug 29 04:41:13.719884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40286) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.720104 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-7dc2d756-17e5-452e-91ed-1b0ae1c50457 service neutron] show failed (client error): The resource could not be found. Aug 29 04:41:13.721332 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-7dc2d756-17e5-452e-91ed-1b0ae1c50457 service neutron] 10.222.0.64 "GET /v2.0/ports/d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11/bindings/n-h2-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.3001029 Aug 29 04:41:13.734363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2b09aa2-7a28-4335-a684-2a5879fcee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.765239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dbce8d5e-895e-4dec-83a8-17e0379216ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.774976 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dbce8d5e-895e-4dec-83a8-17e0379216ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.820027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dbce8d5e-895e-4dec-83a8-17e0379216ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.823368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2b09aa2-7a28-4335-a684-2a5879fcee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.839458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dbce8d5e-895e-4dec-83a8-17e0379216ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.841102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dbce8d5e-895e-4dec-83a8-17e0379216ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8b66b94a-e36a-482a-9aeb-10d367910d4f HTTP/1.1" status: 204 len: 168 time: 0.1187236 Aug 29 04:41:13.847500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40300) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.849251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce8d5e-895e-4dec-83a8-17e0379216ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b66b94a-e36a-482a-9aeb-10d367910d4f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.878726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b09aa2-7a28-4335-a684-2a5879fcee42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f62e53c-85a3-4c01-99c8-56ed05281dca,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.907774 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a2b09aa2-7a28-4335-a684-2a5879fcee42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.909049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1bb2a-845d-44df-8bcf-2c47bb30259a None None] Network e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:13.914895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40308) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:13.915123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a2b09aa2-7a28-4335-a684-2a5879fcee42 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9f62e53c-85a3-4c01-99c8-56ed05281dca HTTP/1.1" status: 204 len: 168 time: 0.5281827 Aug 29 04:41:13.950185 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-74666ce4-25f9-4f23-83bf-8a22a036c094 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0998163 Aug 29 04:41:13.950676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40314) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:14.054234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0b53049b-ef84-4384-87ba-a2dc85b623df tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.063446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0b53049b-ef84-4384-87ba-a2dc85b623df tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.097445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.105363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-e5543602-e3eb-4439-b2ef-72a765060abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.107628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-e5543602-e3eb-4439-b2ef-72a765060abc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 1098 time: 0.1297417 Aug 29 04:41:14.111915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0b53049b-ef84-4384-87ba-a2dc85b623df tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.117861 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0b53049b-ef84-4384-87ba-a2dc85b623df tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.121911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0b53049b-ef84-4384-87ba-a2dc85b623df tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/45f877ed-730e-4992-b5b4-1259358f0f76 HTTP/1.1" status: 204 len: 168 time: 0.1666243 Aug 29 04:41:14.126949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:14.128363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40318) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:14.160047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53049b-ef84-4384-87ba-a2dc85b623df tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45f877ed-730e-4992-b5b4-1259358f0f76,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.212296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.226399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] DHCP port deletion for e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:14.297323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] Deleting port 77d0a670-79dc-48bb-a1a4-28d9772bb25f {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:14.297716 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.399036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] For port 77d0a670-79dc-48bb-a1a4-28d9772bb25f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=77d0a670-79dc-48bb-a1a4-28d9772bb25f,segment=NetworkSegment(0abdffe7-58db-4311-a50b-4d98ec339701),segment_id=0abdffe7-58db-4311-a50b-4d98ec339701)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:14.399727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.419688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] Calling delete_port for 77d0a670-79dc-48bb-a1a4-28d9772bb25f owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:14.503232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:14.520337 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.535627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-31dd6a77-646e-41ea-8c1f-fb1a03b07da3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4060862 Aug 29 04:41:14.539102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40322) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:14.552451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:14.560324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] No DVR routers for this DVR port 77d0a670-79dc-48bb-a1a4-28d9772bb25f on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:14.565588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211f74b-8a79-439c-8fb3-4b880f364526 None None] Pushing event deleted for resources: {'Port': ['ID=77d0a670-79dc-48bb-a1a4-28d9772bb25f,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.591198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-3f51ac9b-5f9f-432b-9674-29b01b46a28b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.593193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-3f51ac9b-5f9f-432b-9674-29b01b46a28b tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c8cc8e-e203-4cd0-a386-db51440b352b HTTP/1.1" status: 200 len: 943 time: 0.1176836 Aug 29 04:41:14.601240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:14.604259 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a32d24a-33a0-45c1-aaa2-47bb1bd8097c" -d '{"events": [{"server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "name": "network-vif-unplugged", "status": "completed", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:14.609030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.622102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Deleting port 77d0a670-79dc-48bb-a1a4-28d9772bb25f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:14.622102 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.627385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Transition to ACTIVE for port object d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:14.631911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.745428 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98b6f2db-bb0d-46da-8602-e407630c9a82 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.768137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] For port 77d0a670-79dc-48bb-a1a4-28d9772bb25f, host n-d-712142-15, got binding levels [] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:14.768833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.809624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.818002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:14.842299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Calling delete_port for 77d0a670-79dc-48bb-a1a4-28d9772bb25f owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:14.849148 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98b6f2db-bb0d-46da-8602-e407630c9a82 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.852843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_backend_mixin [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Port 77d0a670-79dc-48bb-a1a4-28d9772bb25f was not found and therefore no delete operation was performed {{(pid=94845) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:41:14.853958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:14.854531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ff6546ed-00e8-4b2f-a35b-7fe4af3c8a3a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:14.854975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 77d0a670-79dc-48bb-a1a4-28d9772bb25f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:14.860577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] No DVR routers for this DVR port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:14.865814 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.881485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 77d0a670-79dc-48bb-a1a4-28d9772bb25f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:14.881485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 77d0a670-79dc-48bb-a1a4-28d9772bb25f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:14.922992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d0a670-79dc-48bb-a1a4-28d9772bb25f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.925187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] No DVR routers for this DVR port 77d0a670-79dc-48bb-a1a4-28d9772bb25f on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:14.944914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Deleting port efa422ef-8d3d-4ee5-be98-33c2f3439d33 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:14.945638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.049236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Attempting to bind port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:15.049692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Attempting to bind port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:15.050095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Attempting to bind port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on network f55026d9-a933-4dab-b971-bda4666e5d57 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:15.054647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on network f55026d9-a933-4dab-b971-bda4666e5d57 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:15.054992 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Attempting to bind port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on network f55026d9-a933-4dab-b971-bda4666e5d57 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:15.060641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:15.060999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Checking segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:15.061445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Bound using segment: {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:15.061890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Bound port: d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e7b4f3-6d0a-4f2a-a180-0830f81e933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:15.062260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.078882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98b6f2db-bb0d-46da-8602-e407630c9a82 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.081666 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98b6f2db-bb0d-46da-8602-e407630c9a82 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.085378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-98b6f2db-bb0d-46da-8602-e407630c9a82 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/ce5601f9-d2b6-49cf-8e8d-0c7689f6dd83 HTTP/1.1" status: 204 len: 168 time: 0.5417366 Aug 29 04:41:15.093044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40326) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:15.109076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.141699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6f2db-bb0d-46da-8602-e407630c9a82 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5601f9-d2b6-49cf-8e8d-0c7689f6dd83,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.151696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:15.153669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.156217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:15.162704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.174435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abdffe7-58db-4311-a50b-4d98ec339701') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.174741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abdffe7-58db-4311-a50b-4d98ec339701') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.203828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.217862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.218545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.220026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] 10.222.0.65 "PUT /v2.0/ports/d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 1093 time: 1.1032059 Aug 29 04:41:15.221393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] For port efa422ef-8d3d-4ee5-be98-33c2f3439d33, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=efa422ef-8d3d-4ee5-be98-33c2f3439d33,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:15.221807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.237443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5f8f4-04f8-4a5d-9172-5025f5286692 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.243766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-28eb3288-26c7-460d-9194-027fb05af09a tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479695 Aug 29 04:41:15.254213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Calling delete_port for efa422ef-8d3d-4ee5-be98-33c2f3439d33 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:15.261722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.264723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40328) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:15.301769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6583f526-e2e4-4647-8212-6ed6af973647 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569293552'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:15.315591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:15.316214 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:15.320172 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:15.328568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-5c4bd39a-4603-4bc4-a7f6-18c44652bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.330147 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-5c4bd39a-4603-4bc4-a7f6-18c44652bfae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1096 time: 0.0625155 Aug 29 04:41:15.416051 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6583f526-e2e4-4647-8212-6ed6af973647 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.436987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.451348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.461351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40330) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:15.463005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a HTTP/1.1" status: 204 len: 168 time: 1.5374157 Aug 29 04:41:15.482563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8fad65d-ebd5-40a2-a09f-7ab6daf19e0a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.511084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.511867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.512701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.513288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.513849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.514599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.515140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.515689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.516255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.516760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.517269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.517793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4673cff-3639-40e8-b19c-5ba9a1c2c219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:15.519210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-dc612765-026d-4135-a78d-4dc3477565a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.520853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-dc612765-026d-4135-a78d-4dc3477565a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 898 time: 0.1798794 Aug 29 04:41:15.602709 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.620133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2f780baf-7eac-4022-899b-c64545ee5950', '652e2fe1-ec17-41da-a5b5-d8cd25e3f231'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:15.645184 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-04b53107-8b22-49c4-b8b7-b8ffdc28fd18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 999 time: 0.0719969 Aug 29 04:41:15.647461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event deleted for resources: {'Port': ['ID=efa422ef-8d3d-4ee5-be98-33c2f3439d33,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.672514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6583f526-e2e4-4647-8212-6ed6af973647 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.694695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6583f526-e2e4-4647-8212-6ed6af973647 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.743326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] No DVR routers for this DVR port efa422ef-8d3d-4ee5-be98-33c2f3439d33 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:15.753438 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.757753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-007e37aa-132e-4c7e-8d04-da0e5196ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.759345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-007e37aa-132e-4c7e-8d04-da0e5196ca37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.1043661 Aug 29 04:41:15.766324 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3971a12e-cf3c-4ce7-a76b-a7571b8d3a39 req-b2c4e083-d743-4214-bec4-2def3c0b1bb4 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "DELETE /v2.0/ports/efa422ef-8d3d-4ee5-be98-33c2f3439d33 HTTP/1.1" status: 204 len: 173 time: 1.1598561 Aug 29 04:41:15.773857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'name': 'network-vif-deleted', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:15.778085 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7668c90e-731b-439b-b1aa-ddc7f1d3e261" -d '{"events": [{"server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "name": "network-vif-deleted", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:15.804252 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6583f526-e2e4-4647-8212-6ed6af973647 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.805515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6583f526-e2e4-4647-8212-6ed6af973647 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5397806 Aug 29 04:41:15.814639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40334) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:15.827760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-eb5e095d-b876-4f80-92b9-965927d0160f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': '69c66a51-3d88-4ba0-80c3-85f15568dd12', 'direction': 'ingress', 'protocol': 17}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:15.848037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583f526-e2e4-4647-8212-6ed6af973647 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c66a51-3d88-4ba0-80c3-85f15568dd12,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.880479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e095d-b876-4f80-92b9-965927d0160f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.945437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-fe4fcd53-cb6b-48db-b3b3-f15e6f924d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.948061 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-fe4fcd53-cb6b-48db-b3b3-f15e6f924d08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136181 Aug 29 04:41:15.972540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e095d-b876-4f80-92b9-965927d0160f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.983401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e095d-b876-4f80-92b9-965927d0160f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.015600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e095d-b876-4f80-92b9-965927d0160f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0204f984-3f65-4c5a-ba01-975e6e906377,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.042568 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e095d-b876-4f80-92b9-965927d0160f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.048294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb5e095d-b876-4f80-92b9-965927d0160f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2323945 Aug 29 04:41:16.049413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40340) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:16.114547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1797669f-d2a6-4c20-bec8-08c99e5d6352 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.131641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-ed88bab6-cf83-4966-850f-87e81bcc34d7 service neutron] 10.222.0.65 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741571 Aug 29 04:41:16.146510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1797669f-d2a6-4c20-bec8-08c99e5d6352 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.209261 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1797669f-d2a6-4c20-bec8-08c99e5d6352 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.212862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1797669f-d2a6-4c20-bec8-08c99e5d6352 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.214167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1797669f-d2a6-4c20-bec8-08c99e5d6352 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/69c66a51-3d88-4ba0-80c3-85f15568dd12 HTTP/1.1" status: 204 len: 168 time: 0.1640363 Aug 29 04:41:16.218564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40342) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:16.234198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797669f-d2a6-4c20-bec8-08c99e5d6352 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c66a51-3d88-4ba0-80c3-85f15568dd12,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.285449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.287452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-223e5257-60ff-492c-a7a6-0b7e79d4a482 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658784 Aug 29 04:41:16.297554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40344) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:16.305502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-76664d74-8baf-494b-8102-1ae16fde102d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-secgroup--487981561'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:16.341177 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-69d2d5d4-0bcf-4ad5-8cdb-82a4178aed54 req-2b6bb99a-3ed4-4929-941a-061d9b6f0f66 service neutron] 10.222.0.65 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944830 Aug 29 04:41:16.351930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76664d74-8baf-494b-8102-1ae16fde102d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.437097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8024d-9b77-4e46-ba5f-3a8ef4644249 req-1db89dd4-1c3a-49dd-9a53-8e8193ed9497 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.438145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4e8024d-9b77-4e46-ba5f-3a8ef4644249 req-1db89dd4-1c3a-49dd-9a53-8e8193ed9497 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 944 time: 0.0710845 Aug 29 04:41:16.528025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4e8024d-9b77-4e46-ba5f-3a8ef4644249 req-176de799-7bbc-489e-8bcc-6aacee23e3c8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592685 Aug 29 04:41:16.534510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76664d74-8baf-494b-8102-1ae16fde102d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.538741 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76664d74-8baf-494b-8102-1ae16fde102d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.572755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Deleting port 821c7c2b-9b04-485c-bd42-933c6d68ac24 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:16.572755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.577934 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76664d74-8baf-494b-8102-1ae16fde102d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.581811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-76664d74-8baf-494b-8102-1ae16fde102d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2806551 Aug 29 04:41:16.582101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40348) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:16.587366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3a7e351e-f97e-4d20-935e-1edb26e1e358 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-secgroup--498639614'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:16.594242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76664d74-8baf-494b-8102-1ae16fde102d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc995e4-6ce2-45bc-a334-8149cb27f2f3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.619309 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a7e351e-f97e-4d20-935e-1edb26e1e358 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.671467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] For port 821c7c2b-9b04-485c-bd42-933c6d68ac24, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=821c7c2b-9b04-485c-bd42-933c6d68ac24,segment=NetworkSegment(b6c6fe1d-6747-417d-b511-cf1ce81052f8),segment_id=b6c6fe1d-6747-417d-b511-cf1ce81052f8)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:16.671872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.687677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Calling delete_port for 821c7c2b-9b04-485c-bd42-933c6d68ac24 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:16.704028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2377e734-f7c3-43e8-8d41-2c1663bd649d req-73c0a541-3e81-40f8-979e-f9b46e3da331 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0334661 Aug 29 04:41:16.741868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a7e351e-f97e-4d20-935e-1edb26e1e358 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.746743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a7e351e-f97e-4d20-935e-1edb26e1e358 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.803894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e351e-f97e-4d20-935e-1edb26e1e358 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac974b4-f5dd-4547-afe1-39722893f707,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.809472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3a7e351e-f97e-4d20-935e-1edb26e1e358 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.810731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3a7e351e-f97e-4d20-935e-1edb26e1e358 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2276921 Aug 29 04:41:16.813981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40350) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:16.822135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-da528180-369a-4a4c-baf6-fa38c99882e5 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'bbc995e4-6ce2-45bc-a334-8149cb27f2f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5ac974b4-f5dd-4547-afe1-39722893f707', 'remote_ip_prefix': None}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:16.833276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5452f87-712a-4ae6-8253-94d9ad341122 req-20eb5477-e116-4de2-86b2-e80c7bcfcd73 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.834801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5452f87-712a-4ae6-8253-94d9ad341122 req-20eb5477-e116-4de2-86b2-e80c7bcfcd73 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.0656662 Aug 29 04:41:16.876572 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5452f87-712a-4ae6-8253-94d9ad341122 req-d7cbaa87-d4c3-49c0-a790-e6733a591e47 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346789 Aug 29 04:41:16.887699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da528180-369a-4a4c-baf6-fa38c99882e5 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.978455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.015623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=821c7c2b-9b04-485c-bd42-933c6d68ac24,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.028482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da528180-369a-4a4c-baf6-fa38c99882e5 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.032911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da528180-369a-4a4c-baf6-fa38c99882e5 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.107162 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f02f385-cfe5-464d-b117-264d1ec933bd x-openstack-request-id: req-6f02f385-cfe5-464d-b117-264d1ec933bd {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:17.107685 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c8cc8e-e203-4cd0-a386-db51440b352b", "name": "network-vif-deleted", "tag": "efa422ef-8d3d-4ee5-be98-33c2f3439d33", "status": "failed", "code": 422}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:17.108075 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f02f385-cfe5-464d-b117-264d1ec933bd {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:17.108634 n-d-712142-15 neutron-server[94845]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22c8cc8e-e203-4cd0-a386-db51440b352b', 'name': 'network-vif-deleted', 'tag': 'efa422ef-8d3d-4ee5-be98-33c2f3439d33', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:41:17.238129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:17.289456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:17.376295 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513d4510-dd4c-4de4-87eb-ab96847ef97e x-openstack-request-id: req-513d4510-dd4c-4de4-87eb-ab96847ef97e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:17.376580 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "name": "network-vif-unplugged", "status": "completed", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:17.376836 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-513d4510-dd4c-4de4-87eb-ab96847ef97e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:17.377226 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'code': 200} Aug 29 04:41:17.388088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263466d6-656d-497c-a680-a800c22aef8e req-900a36f9-b0e8-4a9a-8919-3f8bb129ecbe tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.390114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-263466d6-656d-497c-a680-a800c22aef8e req-900a36f9-b0e8-4a9a-8919-3f8bb129ecbe tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 908 time: 0.0534096 Aug 29 04:41:17.400580 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dd49fd8b-a559-4cdb-95e3-b3b290b806b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.410082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da528180-369a-4a4c-baf6-fa38c99882e5 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7cd3a3-d53a-41f9-b51d-7e81d97378b9,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.443157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-da528180-369a-4a4c-baf6-fa38c99882e5 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.443157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-da528180-369a-4a4c-baf6-fa38c99882e5 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6226676 Aug 29 04:41:17.444646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40358) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:17.473625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5dee778-1fdf-4e80-a2c7-788fef99878b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.482198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5dee778-1fdf-4e80-a2c7-788fef99878b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.511226 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5dee778-1fdf-4e80-a2c7-788fef99878b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.518061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c5dee778-1fdf-4e80-a2c7-788fef99878b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.519258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c5dee778-1fdf-4e80-a2c7-788fef99878b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1a7cd3a3-d53a-41f9-b51d-7e81d97378b9 HTTP/1.1" status: 204 len: 168 time: 0.0731332 Aug 29 04:41:17.523962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40360) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:17.531159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dee778-1fdf-4e80-a2c7-788fef99878b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a7cd3a3-d53a-41f9-b51d-7e81d97378b9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.555897 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.570891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cf94ce71-2e48-4e1e-aa62-ebee0f6d376f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0458283 Aug 29 04:41:17.576560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40364) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:17.667799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b3c79375-f843-4d2f-bb1e-147355000f01 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.689038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb058ba-22d9-4ead-bb05-a133cbeb3301 req-c5098de2-5a83-4d10-a972-ce94540d1acb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.690562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9eb058ba-22d9-4ead-bb05-a133cbeb3301 req-c5098de2-5a83-4d10-a972-ce94540d1acb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 944 time: 0.0833199 Aug 29 04:41:17.712464 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b3c79375-f843-4d2f-bb1e-147355000f01 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.761113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9eb058ba-22d9-4ead-bb05-a133cbeb3301 req-351d09d0-7e08-418f-9893-da7bc8be510f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643466 Aug 29 04:41:17.787783 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b3c79375-f843-4d2f-bb1e-147355000f01 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.790456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b3c79375-f843-4d2f-bb1e-147355000f01 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.791601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b3c79375-f843-4d2f-bb1e-147355000f01 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ac974b4-f5dd-4547-afe1-39722893f707 HTTP/1.1" status: 204 len: 168 time: 0.2139509 Aug 29 04:41:17.792421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Router 19d6de8b-00a1-4db0-a626-b8a99739778f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:17.794695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40370) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:17.800793 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c79375-f843-4d2f-bb1e-147355000f01 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac974b4-f5dd-4547-afe1-39722893f707,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.910145 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6f9558d7-8814-4b04-b943-b91ce1107851 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1120515 Aug 29 04:41:17.910931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40374) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:17.921917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d58b3ef6-1988-4387-94f3-75eef977664d req-86e71d2d-fae5-4f0f-bad6-32c40fa0b342 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0338137 Aug 29 04:41:17.994390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:18.002581 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6640c2c0-725b-4edf-8cbb-45ccffdfddd5 admin admin] 10.222.0.58 "PUT /v2.0/routers/19d6de8b-00a1-4db0-a626-b8a99739778f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5403824 Aug 29 04:41:18.003516 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] Sync routers for ids ['19d6de8b-00a1-4db0-a626-b8a99739778f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:18.005627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40376) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.014119 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] Routers {'19d6de8b-00a1-4db0-a626-b8a99739778f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:18.021177 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19d6de8b-00a1-4db0-a626-b8a99739778f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:18.041380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85211cda-d2ae-4cff-9863-6a5c16708c87 req-53c47151-ad58-4f50-8f4d-ee770de6fb0f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.043082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85211cda-d2ae-4cff-9863-6a5c16708c87 req-53c47151-ad58-4f50-8f4d-ee770de6fb0f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.0568957 Aug 29 04:41:18.052842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ce92-ff4b-418f-a1c9-31aa074f622f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.091918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ce92-ff4b-418f-a1c9-31aa074f622f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.097764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85211cda-d2ae-4cff-9863-6a5c16708c87 req-ba7b3b83-64d8-4572-82d0-216410e1bfee tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466454 Aug 29 04:41:18.168604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.169493 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] Set router 19d6de8b-00a1-4db0-a626-b8a99739778f gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:18.212259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ce92-ff4b-418f-a1c9-31aa074f622f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.214797 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ce92-ff4b-418f-a1c9-31aa074f622f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.216231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1bc7ce92-ff4b-418f-a1c9-31aa074f622f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/bbc995e4-6ce2-45bc-a334-8149cb27f2f3 HTTP/1.1" status: 204 len: 168 time: 0.3038311 Aug 29 04:41:18.218886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40378) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.239557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7ce92-ff4b-418f-a1c9-31aa074f622f tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc995e4-6ce2-45bc-a334-8149cb27f2f3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.283041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-90e2ca20-9597-435b-b3d0-ad9497fea903 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623419 Aug 29 04:41:18.286292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40380) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.291232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d31a0c91-1d12-4633-acbf-51be63dfd63a tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054327844'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:18.313955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d31a0c91-1d12-4633-acbf-51be63dfd63a tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.327754 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.390083 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:41:16Z', 'revision_number': 5, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port': {'id': 'de7334c4-6e70-439c-9eb3-a24ce841496a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:53Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:18.402028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Deleting port de7334c4-6e70-439c-9eb3-a24ce841496a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:18.402418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.410990 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d31a0c91-1d12-4633-acbf-51be63dfd63a tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.416429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d31a0c91-1d12-4633-acbf-51be63dfd63a tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.425804 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] Checking router: 19d6de8b-00a1-4db0-a626-b8a99739778f for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:18.436571 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] Routers {'19d6de8b-00a1-4db0-a626-b8a99739778f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:18.437736 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['19d6de8b-00a1-4db0-a626-b8a99739778f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:18.450106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d31a0c91-1d12-4633-acbf-51be63dfd63a tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.451700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d31a0c91-1d12-4633-acbf-51be63dfd63a tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1639256 Aug 29 04:41:18.454614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40384) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.461868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0704b7e3-e0b6-470e-b5f6-13da012d21ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': '9ab81b29-a196-4cb4-992d-9069b7b7f01f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:18.472758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a0c91-1d12-4633-acbf-51be63dfd63a tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab81b29-a196-4cb4-992d-9069b7b7f01f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.515967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] For port de7334c4-6e70-439c-9eb3-a24ce841496a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=de7334c4-6e70-439c-9eb3-a24ce841496a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:18.516365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.533801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0704b7e3-e0b6-470e-b5f6-13da012d21ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.534076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Calling delete_port for de7334c4-6e70-439c-9eb3-a24ce841496a owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:18.556946 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] Set router 19d6de8b-00a1-4db0-a626-b8a99739778f gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:18.563225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99d89a-4a5a-4734-ad23-89d9a3e39996 req-e0cbb45b-af0d-4976-83d9-5a84042e23dd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.564802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be99d89a-4a5a-4734-ad23-89d9a3e39996 req-e0cbb45b-af0d-4976-83d9-5a84042e23dd tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 908 time: 0.0860772 Aug 29 04:41:18.615689 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0704b7e3-e0b6-470e-b5f6-13da012d21ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.620418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0704b7e3-e0b6-470e-b5f6-13da012d21ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.623748 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 6, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:18.646043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704b7e3-e0b6-470e-b5f6-13da012d21ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37053c5-91b3-43d6-87e9-c71e55c7a4a4,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.651697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0704b7e3-e0b6-470e-b5f6-13da012d21ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.653793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0704b7e3-e0b6-470e-b5f6-13da012d21ac tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1976721 Aug 29 04:41:18.656662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40386) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.658195 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973647a1-77cb-41e5-a578-ab6b54996816 None None] The sync data for ids ['19d6de8b-00a1-4db0-a626-b8a99739778f'] in n-d-712142-15 is: [{'id': '19d6de8b-00a1-4db0-a626-b8a99739778f', 'name': 'tempest-TestAggregatesBasicOps-1790761355-router', 'tenant_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:52Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 6, 'project_id': '22193aa9e06a4a479c64f6c4fd0fc2d9', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:18.709153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e713190-5fde-48f6-a9e8-27fa18d117a1 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.732848 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e713190-5fde-48f6-a9e8-27fa18d117a1 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.764635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e713190-5fde-48f6-a9e8-27fa18d117a1 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.768744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.770915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e713190-5fde-48f6-a9e8-27fa18d117a1 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.772455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5e713190-5fde-48f6-a9e8-27fa18d117a1 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c37053c5-91b3-43d6-87e9-c71e55c7a4a4 HTTP/1.1" status: 204 len: 168 time: 0.1135709 Aug 29 04:41:18.778004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40388) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.785576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713190-5fde-48f6-a9e8-27fa18d117a1 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c37053c5-91b3-43d6-87e9-c71e55c7a4a4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.806619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7334c4-6e70-439c-9eb3-a24ce841496a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.824032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-55975c91-a1df-4749-ad75-3dc5616423f4 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0441215 Aug 29 04:41:18.826517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40392) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.911411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-657879e2-0e93-4a2f-af0d-b105ec0e9afe tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.913322 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-657879e2-0e93-4a2f-af0d-b105ec0e9afe tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 908 time: 0.1186862 Aug 29 04:41:18.919963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5226228f-25fe-4a8c-9efc-e6b53ad01a74 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.926295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.930183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99703505-93f4-40fc-9a50-caed12debb13 req-12855e55-3eb9-4ae0-855e-9eb20b1b2c0a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.931697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99703505-93f4-40fc-9a50-caed12debb13 req-12855e55-3eb9-4ae0-855e-9eb20b1b2c0a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 944 time: 0.0837443 Aug 29 04:41:18.975020 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5226228f-25fe-4a8c-9efc-e6b53ad01a74 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.010977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99703505-93f4-40fc-9a50-caed12debb13 req-35150f6e-b7db-4103-9207-999bddaaa71a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701499 Aug 29 04:41:19.045055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.067158 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5226228f-25fe-4a8c-9efc-e6b53ad01a74 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.069265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.070105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5226228f-25fe-4a8c-9efc-e6b53ad01a74 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.073482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5226228f-25fe-4a8c-9efc-e6b53ad01a74 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/9ab81b29-a196-4cb4-992d-9069b7b7f01f HTTP/1.1" status: 204 len: 168 time: 0.2452929 Aug 29 04:41:19.075139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40400) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.101864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226228f-25fe-4a8c-9efc-e6b53ad01a74 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab81b29-a196-4cb4-992d-9069b7b7f01f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.144240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.145147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19d6de8b-00a1-4db0-a626-b8a99739778f {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:19.149959 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.151110 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-649277e5-d42b-4dc4-a96f-f906ad2bf4d0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/19d6de8b-00a1-4db0-a626-b8a99739778f HTTP/1.1" status: 204 len: 168 time: 1.1445696 Aug 29 04:41:19.154728 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40404) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.158376 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9ff52db4-8f1d-4a98-a159-d45bb073cc9c tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777445 Aug 29 04:41:19.162538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40406) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.167806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-41ba285a-4b1c-480c-a339-882e2a42cc07 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group': {'name': 'tempest-secgroup--371119280'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:19.201469 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41ba285a-4b1c-480c-a339-882e2a42cc07 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.213797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Deleting port 42daeed9-2cb2-4e50-9407-dab696f6efe3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:19.214144 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.234525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5a291e-8d8b-4739-8080-25f56afb0d83 admin admin] Deleting subnet 0355a865-41b7-408d-b97e-bcbaf0a21efb {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:19.260802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-999a9ce0-4ff9-4359-9417-e182b4af1031 req-0923b2c3-c33b-49d3-a304-24a61638db49 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0304253 Aug 29 04:41:19.266539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ab5a291e-8d8b-4739-8080-25f56afb0d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.292541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:19.332534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ab5a291e-8d8b-4739-8080-25f56afb0d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.360856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41ba285a-4b1c-480c-a339-882e2a42cc07 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.372043 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41ba285a-4b1c-480c-a339-882e2a42cc07 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.382094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:19.385803 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f" -d '{"events": [{"name": "network-changed", "server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:19.397575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] For port 42daeed9-2cb2-4e50-9407-dab696f6efe3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=42daeed9-2cb2-4e50-9407-dab696f6efe3,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:19.397948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.410701 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-41ba285a-4b1c-480c-a339-882e2a42cc07 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.412069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-41ba285a-4b1c-480c-a339-882e2a42cc07 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2482643 Aug 29 04:41:19.414871 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40410) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.419460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Calling delete_port for 42daeed9-2cb2-4e50-9407-dab696f6efe3 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:19.421516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-55994689-f4d1-405b-9a60-01c5b4218a2e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'b6449806-a118-439f-a3a0-16e6f40dfffd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:19.426130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba285a-4b1c-480c-a339-882e2a42cc07 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6449806-a118-439f-a3a0-16e6f40dfffd,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.450490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:19.470704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'port_id': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'mac_address': 'fa:16:3e:28:de:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:19.484751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55994689-f4d1-405b-9a60-01c5b4218a2e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.527765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ab5a291e-8d8b-4739-8080-25f56afb0d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.532979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.547373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:19.572016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:19.579874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.638115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ab5a291e-8d8b-4739-8080-25f56afb0d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.638650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.685004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a291e-8d8b-4739-8080-25f56afb0d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0355a865-41b7-408d-b97e-bcbaf0a21efb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.693080 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ab5a291e-8d8b-4739-8080-25f56afb0d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.695116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b07762-359a-40e9-9f3a-a8cea7452be7 None None] Network 9ca08093-499d-49bb-9c00-16d6d44a08a5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:19.698996 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ab5a291e-8d8b-4739-8080-25f56afb0d83 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0355a865-41b7-408d-b97e-bcbaf0a21efb HTTP/1.1" status: 204 len: 168 time: 0.5392616 Aug 29 04:41:19.701466 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55994689-f4d1-405b-9a60-01c5b4218a2e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.705034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40416) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.721288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-da46673e-7c54-4425-8081-45bad741598b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:19.723024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-da46673e-7c54-4425-8081-45bad741598b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb&tenant_id=b8ebe056008949c3a4f192f98b6f5efb&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 944 time: 0.2125618 Aug 29 04:41:19.724116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55994689-f4d1-405b-9a60-01c5b4218a2e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.733723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37688d69-1553-4ff2-a89b-abfd55b82875 req-959ab6e8-5e2d-4464-b6dd-9d1c0e15ecd6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:19.735632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37688d69-1553-4ff2-a89b-abfd55b82875 req-959ab6e8-5e2d-4464-b6dd-9d1c0e15ecd6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.1747594 Aug 29 04:41:19.774426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.801620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55994689-f4d1-405b-9a60-01c5b4218a2e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc19c16f-d705-4901-92ce-76cc59f89296,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.813653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55994689-f4d1-405b-9a60-01c5b4218a2e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.817305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-55994689-f4d1-405b-9a60-01c5b4218a2e tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3988814 Aug 29 04:41:19.817922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40418) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.822716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event deleted for resources: {'Port': ['ID=42daeed9-2cb2-4e50-9407-dab696f6efe3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.844473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:19.869706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d5d68085-b7b9-45b4-9877-673801d8bd11 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules/bc19c16f-d705-4901-92ce-76cc59f89296 HTTP/1.1" status: 200 len: 763 time: 0.0506625 Aug 29 04:41:19.876197 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37688d69-1553-4ff2-a89b-abfd55b82875 req-7ce76bd3-c968-497d-aebb-4b61cefba527 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006823 Aug 29 04:41:19.877033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40420) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.883741 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-30105d46-6246-4aa9-b716-ff7e6f455368 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:41:19.884798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-30105d46-6246-4aa9-b716-ff7e6f455368 service neutron] 10.222.0.64 "DELETE /v2.0/ports/d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11/bindings/n-h1-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.1455102 Aug 29 04:41:19.923042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] No DVR routers for this DVR port 42daeed9-2cb2-4e50-9407-dab696f6efe3 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:19.943591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.946466 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c520f93-affe-4c7b-9d1d-515d22637b64 req-f6fceda4-5baf-4e12-821e-4b299e9af1ae tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "DELETE /v2.0/ports/42daeed9-2cb2-4e50-9407-dab696f6efe3 HTTP/1.1" status: 204 len: 173 time: 1.0260108 Aug 29 04:41:19.950508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.978712 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f851bab2-0d42-45ce-b92c-b69e32ebadec tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1005528 Aug 29 04:41:19.985509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40422) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.988623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9668e56-7405-4398-9162-08c970132961 None None] DHCP port deletion for 9ca08093-499d-49bb-9c00-16d6d44a08a5 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:20.071538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-d6297583-b968-4b78-b736-fef14fc2f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.074857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-d6297583-b968-4b78-b736-fef14fc2f2bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1097 time: 0.0927598 Aug 29 04:41:20.090604 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4554822-1a65-41e0-a4f2-bd7b215808b4 x-openstack-request-id: req-e4554822-1a65-41e0-a4f2-bd7b215808b4 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:20.090604 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:20.090604 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4554822-1a65-41e0-a4f2-bd7b215808b4 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:20.090604 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'status': 'completed', 'code': 200} Aug 29 04:41:20.180205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ebac4e9-e117-4235-83d0-181dfbae8191 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.188202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-bd62c92f-34ff-4182-837f-201b2891c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.189630 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-bd62c92f-34ff-4182-837f-201b2891c609 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1097 time: 0.1072478 Aug 29 04:41:20.196612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ebac4e9-e117-4235-83d0-181dfbae8191 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.221234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d9668e56-7405-4398-9162-08c970132961 None None] Deleting port 4758938e-3a15-4072-bbd8-6b8d4891d1df {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:20.221884 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9668e56-7405-4398-9162-08c970132961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.266792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa94ca2-ed7c-4b4b-abee-d3ef5b9662a7 req-3b6b0437-78b8-4ea2-8ce0-4a58c3a41a2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.268369 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4aa94ca2-ed7c-4b4b-abee-d3ef5b9662a7 req-3b6b0437-78b8-4ea2-8ce0-4a58c3a41a2c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 945 time: 0.0881677 Aug 29 04:41:20.269592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-619c6e09-162e-41be-8208-342ba36ed5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.271101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-619c6e09-162e-41be-8208-342ba36ed5c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 898 time: 0.1779649 Aug 29 04:41:20.320864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Deleting port 4758938e-3a15-4072-bbd8-6b8d4891d1df {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:20.321223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.322912 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ebac4e9-e117-4235-83d0-181dfbae8191 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.332320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ebac4e9-e117-4235-83d0-181dfbae8191 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.333461 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ebac4e9-e117-4235-83d0-181dfbae8191 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/bc19c16f-d705-4901-92ce-76cc59f89296 HTTP/1.1" status: 204 len: 168 time: 0.3435853 Aug 29 04:41:20.337640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40428) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:20.348977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d9668e56-7405-4398-9162-08c970132961 None None] For port 4758938e-3a15-4072-bbd8-6b8d4891d1df, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4758938e-3a15-4072-bbd8-6b8d4891d1df,segment=NetworkSegment(b6c6fe1d-6747-417d-b511-cf1ce81052f8),segment_id=b6c6fe1d-6747-417d-b511-cf1ce81052f8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:20.349545 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9668e56-7405-4398-9162-08c970132961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.381368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d9668e56-7405-4398-9162-08c970132961 None None] Calling delete_port for 4758938e-3a15-4072-bbd8-6b8d4891d1df owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:20.384890 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.390304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebac4e9-e117-4235-83d0-181dfbae8191 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc19c16f-d705-4901-92ce-76cc59f89296,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.403858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4aa94ca2-ed7c-4b4b-abee-d3ef5b9662a7 req-f33667b9-5f9b-47db-b3a2-c052a72eb150 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265497 Aug 29 04:41:20.404083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-6996a637-84b7-4a1a-828c-ebf129ef746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.406475 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-6996a637-84b7-4a1a-828c-ebf129ef746a service neutron] 10.222.0.65 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 898 time: 0.2048731 Aug 29 04:41:20.416808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-ab9b552e-c680-43ea-bfd4-30e7d5843a0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 1000 time: 0.1324525 Aug 29 04:41:20.429368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01814931-a62c-4386-a939-1e1aa2aaf6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.444175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c67ed77f-b469-4fbf-9f65-33aad4e6baa5 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1051550 Aug 29 04:41:20.478904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40430) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:20.486669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f3a6b2d2-d45b-45e2-a1f1-04090857b65d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'b6449806-a118-439f-a3a0-16e6f40dfffd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:20.513579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] For port 4758938e-3a15-4072-bbd8-6b8d4891d1df, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4758938e-3a15-4072-bbd8-6b8d4891d1df,segment=NetworkSegment(b6c6fe1d-6747-417d-b511-cf1ce81052f8),segment_id=b6c6fe1d-6747-417d-b511-cf1ce81052f8)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:20.513958 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.531497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-c6930c4c-1d25-4882-ad54-3d59eabd6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.533442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-c6930c4c-1d25-4882-ad54-3d59eabd6449 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.1071756 Aug 29 04:41:20.536249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Calling delete_port for 4758938e-3a15-4072-bbd8-6b8d4891d1df owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:20.548959 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9668e56-7405-4398-9162-08c970132961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.552563 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-a55b9c3d-a1d1-433d-bea3-1254046c72b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 1000 time: 0.1259127 Aug 29 04:41:20.576270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9668e56-7405-4398-9162-08c970132961 None None] Pushing event deleted for resources: {'Port': ['ID=4758938e-3a15-4072-bbd8-6b8d4891d1df,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.590211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9668e56-7405-4398-9162-08c970132961 None None] No DVR routers for this DVR port 4758938e-3a15-4072-bbd8-6b8d4891d1df on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:20.626304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b2d2-d45b-45e2-a1f1-04090857b65d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.658171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-0f86ee47-f0dc-44c4-85f0-b2c5bc464ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.659903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-0f86ee47-f0dc-44c4-85f0-b2c5bc464ce9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.0713003 Aug 29 04:41:20.670064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a82e59b7-60d4-455b-969c-46f4efdc4f56 req-26395384-c5e5-4940-acc9-d294e8d061c9 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=7edeef4f-1faf-4276-9517-4d23f1f92859 HTTP/1.1" status: 200 len: 210 time: 0.0541942 Aug 29 04:41:20.701711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.717911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-43a5eca1-924f-417d-aa8b-6da8d42dc954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.719726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-43a5eca1-924f-417d-aa8b-6da8d42dc954 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723244 Aug 29 04:41:20.732330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Pushing event deleted for resources: {'Port': ['ID=4758938e-3a15-4072-bbd8-6b8d4891d1df,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.739274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] No DVR routers for this DVR port 4758938e-3a15-4072-bbd8-6b8d4891d1df on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:20.779642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-d14b8710-d873-4603-9297-af6a04639b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.781225 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-d14b8710-d873-4603-9297-af6a04639b34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105940 Aug 29 04:41:20.821555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b2d2-d45b-45e2-a1f1-04090857b65d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.827116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4758938e-3a15-4072-bbd8-6b8d4891d1df no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:20.837038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b2d2-d45b-45e2-a1f1-04090857b65d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.862420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6b2d2-d45b-45e2-a1f1-04090857b65d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a28a307-1677-44c8-8087-bd6674f334c0,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.863024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 4758938e-3a15-4072-bbd8-6b8d4891d1df {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:20.863386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4758938e-3a15-4072-bbd8-6b8d4891d1df not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:20.864613 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device de7334c4-6e70-439c-9eb3-a24ce841496a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:20.870301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.888329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca08093-499d-49bb-9c00-16d6d44a08a5']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.891730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: de7334c4-6e70-439c-9eb3-a24ce841496a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:20.892077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device de7334c4-6e70-439c-9eb3-a24ce841496a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:20.892877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 821c7c2b-9b04-485c-bd42-933c6d68ac24 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:20.899623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-c7cab8e3-5b0c-4658-946e-0d9721604ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685157 Aug 29 04:41:20.901101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c6fe1d-6747-417d-b511-cf1ce81052f8') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.901406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c6fe1d-6747-417d-b511-cf1ce81052f8') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.912966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 821c7c2b-9b04-485c-bd42-933c6d68ac24 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:20.913331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 821c7c2b-9b04-485c-bd42-933c6d68ac24 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:20.919893 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.920060 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33aeda8d-6d3a-473a-8241-b364fdef1b07 req-94d0aac5-c670-48df-b623-082750daad68 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0423465 Aug 29 04:41:20.945280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.954211 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b2d2-d45b-45e2-a1f1-04090857b65d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.957563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f3a6b2d2-d45b-45e2-a1f1-04090857b65d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4753404 Aug 29 04:41:20.957735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-a071ee44-f5a9-4bb4-98f6-ac1025f0348c service neutron] 10.222.0.65 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462476 Aug 29 04:41:20.957735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:20.957735 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:20.959475 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:20.972632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40434) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.056475 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-221007e2-377b-4d62-9452-22c69c962e3c tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules/9a28a307-1677-44c8-8087-bd6674f334c0 HTTP/1.1" status: 200 len: 763 time: 0.0806260 Aug 29 04:41:21.057241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40436) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.075871 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8d0579f-9ad7-4f7d-96b1-5b45f7edef65 req-1e349bfe-c6ee-4c29-ab22-dce3156c7d2b service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590645 Aug 29 04:41:21.086027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2fe9-d5c8-4ace-8242-32084732eda4 req-2cc87774-ac27-40a0-acb0-62630101393c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.087640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-168b2fe9-d5c8-4ace-8242-32084732eda4 req-2cc87774-ac27-40a0-acb0-62630101393c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.0921459 Aug 29 04:41:21.091849 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.100171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.102023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] 10.222.0.58 "DELETE /v2.0/networks/9ca08093-499d-49bb-9c00-16d6d44a08a5 HTTP/1.1" status: 204 len: 168 time: 1.3902900 Aug 29 04:41:21.115979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437d80f-5ca3-4ff3-8055-3fef1fdbec2c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca08093-499d-49bb-9c00-16d6d44a08a5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.141689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40440) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.150566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-feca35dc-4290-4084-b241-b34a1b813ecc tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0804088 Aug 29 04:41:21.159398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-00b834bc-a0fd-4dda-bfb6-8314cb9ceb4c service neutron] 10.222.0.65 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505463 Aug 29 04:41:21.173121 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d3c1c2a-09e5-4fbc-a6fb-5fb3ba367063 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.182214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d3c1c2a-09e5-4fbc-a6fb-5fb3ba367063 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.209694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-168b2fe9-d5c8-4ace-8242-32084732eda4 req-e4c7a044-0a16-4cf4-8a2f-f365cc06f842 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082721 Aug 29 04:41:21.227135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.228829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d3c1c2a-09e5-4fbc-a6fb-5fb3ba367063 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.236414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d3c1c2a-09e5-4fbc-a6fb-5fb3ba367063 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.237551 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7d3c1c2a-09e5-4fbc-a6fb-5fb3ba367063 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9a28a307-1677-44c8-8087-bd6674f334c0 HTTP/1.1" status: 204 len: 168 time: 0.0948622 Aug 29 04:41:21.241358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40442) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.244479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-8517d9d8-ed51-4384-b4e7-6943626c4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.246254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-8517d9d8-ed51-4384-b4e7-6943626c4e3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1097 time: 0.0828826 Aug 29 04:41:21.249333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c1c2a-09e5-4fbc-a6fb-5fb3ba367063 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a28a307-1677-44c8-8087-bd6674f334c0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.287375 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c1a30672-fac2-42fb-af45-8a8e79b1320c tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448771 Aug 29 04:41:21.290246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40444) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.295183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7cab6365-7ad5-49fd-98e4-291e87b19944 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Request body: {'security_group_rule': {'security_group_id': 'b6449806-a118-439f-a3a0-16e6f40dfffd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:21.297826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:21.346229 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-7cab6365-7ad5-49fd-98e4-291e87b19944 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Project 8ceee27785974049b558cd6058a00989 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:21.355024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cab6365-7ad5-49fd-98e4-291e87b19944 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.367196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:21.368112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-d705bd28-7a66-485f-b285-b7e9e3e83856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.369801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-d705bd28-7a66-485f-b285-b7e9e3e83856 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 898 time: 0.1146307 Aug 29 04:41:21.374438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:21.375550 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.403563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.430941 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cab6365-7ad5-49fd-98e4-291e87b19944 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.443019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cab6365-7ad5-49fd-98e4-291e87b19944 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.472308 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.487621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-8fe8897d-e33d-4a52-8cc9-5227a37a5f85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 1000 time: 0.1098044 Aug 29 04:41:21.496150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab6365-7ad5-49fd-98e4-291e87b19944 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462e81aa-b21a-4140-bf8d-18effa90e92b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.504694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-955c049c-d40b-4da3-bdbe-69b6151e01b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65ed30e084954062a3eac0920cd0aaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998492 Aug 29 04:41:21.505781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:21.507503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40450) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.508852 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64445726-f546-4abd-a27a-1b090d5d4841" -d '{"events": [{"server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "name": "network-vif-plugged", "status": "completed", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:21.518008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cab6365-7ad5-49fd-98e4-291e87b19944 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.519488 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7cab6365-7ad5-49fd-98e4-291e87b19944 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2282698 Aug 29 04:41:21.525326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40454) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.529790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:21.536952 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.563618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-03c368df-1b07-4b90-acde-ff0c5671001d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules/462e81aa-b21a-4140-bf8d-18effa90e92b HTTP/1.1" status: 200 len: 769 time: 0.0363846 Aug 29 04:41:21.566279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40456) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.589361 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97d17023-11a8-4ff3-b84e-2b8db32afed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.614126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.617061 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97d17023-11a8-4ff3-b84e-2b8db32afed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.633987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-2a4113fa-8caa-4a64-820e-680592a68b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.635510 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-2a4113fa-8caa-4a64-820e-680592a68b4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.1289625 Aug 29 04:41:21.667751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d8275c6b-d8c3-4700-9b2f-d0cee59461c7 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1002610 Aug 29 04:41:21.671531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40458) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.710528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa16b7-e87f-4b88-be98-a60c9c62cef7 req-c671a07c-22ac-4ca5-9e02-c0d64a5c75ac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.712221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8faa16b7-e87f-4b88-be98-a60c9c62cef7 req-c671a07c-22ac-4ca5-9e02-c0d64a5c75ac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1343501 Aug 29 04:41:21.719486 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-de6b4d00-7d2a-4954-8ccf-b6e978eba083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.721240 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-de6b4d00-7d2a-4954-8ccf-b6e978eba083 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759284 Aug 29 04:41:21.822065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8faa16b7-e87f-4b88-be98-a60c9c62cef7 req-0c4e7d26-9360-418a-8ba0-67e56be4a982 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996010 Aug 29 04:41:21.860749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-724f6ec2-b400-4c54-8d7a-6c0365691f28 service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310523 Aug 29 04:41:21.884582 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81d9da1-6b5a-46a6-b56d-14d091870c39 x-openstack-request-id: req-f81d9da1-6b5a-46a6-b56d-14d091870c39 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:21.885207 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "name": "network-vif-plugged", "status": "completed", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:21.885634 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f81d9da1-6b5a-46a6-b56d-14d091870c39 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:21.886238 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'code': 200} Aug 29 04:41:21.980629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ccc9eb5-5b4a-4909-a122-21b1ed85690f req-3d57dbaa-e828-4646-8d8c-d8ebbcfa7e70 service neutron] 10.222.0.64 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108196 Aug 29 04:41:22.043522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97d17023-11a8-4ff3-b84e-2b8db32afed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.045995 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-97d17023-11a8-4ff3-b84e-2b8db32afed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.049780 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-97d17023-11a8-4ff3-b84e-2b8db32afed1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/556463f8-2994-4489-bfc0-7683aadbcafe HTTP/1.1" status: 204 len: 168 time: 0.5385215 Aug 29 04:41:22.052165 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-056d02c6-943c-4e57-b82c-b27d84bb393d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.062951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d17023-11a8-4ff3-b84e-2b8db32afed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556463f8-2994-4489-bfc0-7683aadbcafe,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.066254 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-056d02c6-943c-4e57-b82c-b27d84bb393d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.104643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'name': 'network-vif-deleted', 'tag': '42daeed9-2cb2-4e50-9407-dab696f6efe3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:22.107519 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157b5d23-d1d2-4608-ab73-bac589af09ed" -d '{"events": [{"server_uuid": "7edeef4f-1faf-4276-9517-4d23f1f92859", "name": "network-vif-deleted", "tag": "42daeed9-2cb2-4e50-9407-dab696f6efe3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:22.136400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-056d02c6-943c-4e57-b82c-b27d84bb393d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.143245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-056d02c6-943c-4e57-b82c-b27d84bb393d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.144398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-056d02c6-943c-4e57-b82c-b27d84bb393d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/462e81aa-b21a-4140-bf8d-18effa90e92b HTTP/1.1" status: 204 len: 168 time: 0.4715137 Aug 29 04:41:22.147019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40474) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.159435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d02c6-943c-4e57-b82c-b27d84bb393d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=462e81aa-b21a-4140-bf8d-18effa90e92b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.216229 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1e27e90b-9ae8-4983-ab63-406a8f9843e3 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639563 Aug 29 04:41:22.216580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40476) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.229769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74ae4fc6-499b-4b0a-aa99-95aad55bc6c7 req-7d613175-a8f0-4c04-9c3d-c49cbd76ec90 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0458746 Aug 29 04:41:22.288386 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-596a6ae8-5726-45ee-a28f-cf095aa9fe1d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.294626 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8055c18-3060-467f-a720-5d175e6cd758 x-openstack-request-id: req-f8055c18-3060-467f-a720-5d175e6cd758 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:22.295002 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edeef4f-1faf-4276-9517-4d23f1f92859", "name": "network-vif-deleted", "tag": "42daeed9-2cb2-4e50-9407-dab696f6efe3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:22.295410 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8055c18-3060-467f-a720-5d175e6cd758 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:22.296158 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edeef4f-1faf-4276-9517-4d23f1f92859', 'name': 'network-vif-deleted', 'tag': '42daeed9-2cb2-4e50-9407-dab696f6efe3', 'status': 'completed', 'code': 200} Aug 29 04:41:22.315566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-596a6ae8-5726-45ee-a28f-cf095aa9fe1d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.374534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-596a6ae8-5726-45ee-a28f-cf095aa9fe1d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.377945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-596a6ae8-5726-45ee-a28f-cf095aa9fe1d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.380579 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-596a6ae8-5726-45ee-a28f-cf095aa9fe1d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "DELETE /v2.0/security-groups/b6449806-a118-439f-a3a0-16e6f40dfffd HTTP/1.1" status: 204 len: 168 time: 0.1628070 Aug 29 04:41:22.381918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40482) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.391786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a6ae8-5726-45ee-a28f-cf095aa9fe1d tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6449806-a118-439f-a3a0-16e6f40dfffd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.409997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637248a-f22d-469a-ba30-4aa5c7e94197 req-b4009e1e-a15f-4b5a-a4be-2fdf2d4a991e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.412091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8637248a-f22d-469a-ba30-4aa5c7e94197 req-b4009e1e-a15f-4b5a-a4be-2fdf2d4a991e tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 946 time: 0.0691791 Aug 29 04:41:22.460420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-39b8c748-87e3-4096-9fa5-2ad429013727 tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772014 Aug 29 04:41:22.464600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.473498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8637248a-f22d-469a-ba30-4aa5c7e94197 req-634d5e73-77ed-4af9-8c2d-5c839cc3c3da tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538726 Aug 29 04:41:22.485866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.513618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-04a74619-a2a5-42ad-942b-205698ebe43b tempest-SecGroupIPv6Test-148351423 tempest-SecGroupIPv6Test-148351423-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472801 Aug 29 04:41:22.535007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0d87b9a3-f446-4064-b407-ec829f4afecf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22193aa9e06a4a479c64f6c4fd0fc2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453732 Aug 29 04:41:22.535359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40490) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.586310 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8fb8-0e42-4eba-9918-98fefa4b6bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.611242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c136-65cf-421a-87b7-f240a7f000f3 req-cc3e3710-1452-49db-9f56-726d92e03079 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.613155 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6083c136-65cf-421a-87b7-f240a7f000f3 req-cc3e3710-1452-49db-9f56-726d92e03079 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.0590868 Aug 29 04:41:22.614815 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8fb8-0e42-4eba-9918-98fefa4b6bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.659310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6083c136-65cf-421a-87b7-f240a7f000f3 req-946088d4-ffcc-4ec1-b685-2a37c31891a9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382936 Aug 29 04:41:22.675114 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8fb8-0e42-4eba-9918-98fefa4b6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.678224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8fb8-0e42-4eba-9918-98fefa4b6bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.682340 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4c8e8fb8-0e42-4eba-9918-98fefa4b6bd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64706d0d-a4d3-42a6-bf0f-35c75b62ba6a HTTP/1.1" status: 204 len: 168 time: 0.1431506 Aug 29 04:41:22.689404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e8fb8-0e42-4eba-9918-98fefa4b6bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64706d0d-a4d3-42a6-bf0f-35c75b62ba6a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.813925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40498) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.818849 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.957721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee4aa-6a6c-401f-b4ef-cf773d83960b req-633ee4fd-8e74-4c92-a8b3-421c1289c153 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.959978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40eee4aa-6a6c-401f-b4ef-cf773d83960b req-633ee4fd-8e74-4c92-a8b3-421c1289c153 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.0568736 Aug 29 04:41:23.032605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40eee4aa-6a6c-401f-b4ef-cf773d83960b req-2e1af20e-e0c0-4d64-af06-3237efce37f9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659389 Aug 29 04:41:23.038583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-204cc40c-30c1-44da-9619-f594cf4e9fb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ceee27785974049b558cd6058a00989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211111 Aug 29 04:41:23.038694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40514) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:23.057893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40516) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:23.118844 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce5ad-975a-40df-82fe-9e3968fd952b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.136769 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-618d31b6-3693-4924-b8b6-ca1a4eff6d53 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/11ffefee-51a7-4e09-8369-481563197670 HTTP/1.1" status: 200 len: 993 time: 0.0770724 Aug 29 04:41:23.148058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce5ad-975a-40df-82fe-9e3968fd952b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.206084 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce5ad-975a-40df-82fe-9e3968fd952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.209292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed6ce5ad-975a-40df-82fe-9e3968fd952b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.212889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ed6ce5ad-975a-40df-82fe-9e3968fd952b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38447d74-7c5b-4ec8-9ee7-0522feb242d0 HTTP/1.1" status: 204 len: 168 time: 0.1709094 Aug 29 04:41:23.220914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ce5ad-975a-40df-82fe-9e3968fd952b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38447d74-7c5b-4ec8-9ee7-0522feb242d0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:23.273794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 42daeed9-2cb2-4e50-9407-dab696f6efe3 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:23.336607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 42daeed9-2cb2-4e50-9407-dab696f6efe3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:23.336994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 42daeed9-2cb2-4e50-9407-dab696f6efe3 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:23.361300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31524399-e902-4c21-9911-77f762a4c255 req-a3baaf96-16e6-4e61-9514-d094a4a7c33c tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0338774 Aug 29 04:41:23.672766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbbdd2-9e98-4ac8-a1f4-1867675ec69a req-150d781d-7c5b-4078-8b43-a9ae065f13e3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.674438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0bdbbdd2-9e98-4ac8-a1f4-1867675ec69a req-150d781d-7c5b-4078-8b43-a9ae065f13e3 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 946 time: 0.1065316 Aug 29 04:41:23.682494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-d836a7b2-951a-4179-9f08-f368d93ad08d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.684236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-d836a7b2-951a-4179-9f08-f368d93ad08d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 946 time: 0.0709748 Aug 29 04:41:23.763081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0bdbbdd2-9e98-4ac8-a1f4-1867675ec69a req-2b47c3ea-f409-46cd-9551-ddd11a2c3c4d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777318 Aug 29 04:41:23.825857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Deleting port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:23.826266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.210616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40570) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:24.244825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4557e1d-00da-436c-9227-82616cdc4067 req-54bc32c3-c1da-49d2-b5ce-4e8b45006b56 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:24.252811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4557e1d-00da-436c-9227-82616cdc4067 req-54bc32c3-c1da-49d2-b5ce-4e8b45006b56 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.4109859 Aug 29 04:41:24.279322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] For port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:24.279706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.299492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Calling delete_port for 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:24.330423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4557e1d-00da-436c-9227-82616cdc4067 req-c8f6cb38-502a-468c-a257-e640b1b5c134 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761292 Aug 29 04:41:24.487233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-20b5b07a-ca45-461a-9bb9-feac0abb56d1 tempest-ServiceProvidersTest-1315992481 tempest-ServiceProvidersTest-1315992481-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2712605 Aug 29 04:41:24.516941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1703ce99-e2f1-4073-ba94-4968be5d0509 req-bc56c368-f110-40e8-a746-c82c7cc93878 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0285773 Aug 29 04:41:24.517585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.529921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2f780baf-7eac-4022-899b-c64545ee5950', '652e2fe1-ec17-41da-a5b5-d8cd25e3f231'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:24.568205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event deleted for resources: {'Port': ['ID=652e2fe1-ec17-41da-a5b5-d8cd25e3f231,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:24.638627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-071032cf-7a33-4412-b4fc-d525c4ef8ecb req-2097b516-4837-4d88-a0c7-772681ec280b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0352964 Aug 29 04:41:24.645972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] No DVR routers for this DVR port 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:24.649122 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.654230 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cc507f7-b9f4-4ad3-8a70-ad195231aac2 req-8ef504fb-3108-4d55-bbc9-efa66086c21a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "DELETE /v2.0/ports/652e2fe1-ec17-41da-a5b5-d8cd25e3f231 HTTP/1.1" status: 204 len: 173 time: 0.9600873 Aug 29 04:41:24.654688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71852afd-c072-4de0-8d65-66891a19f583', 'name': 'network-vif-deleted', 'tag': '652e2fe1-ec17-41da-a5b5-d8cd25e3f231'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:24.657066 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d98977-3768-4280-8cb8-81b9b0530a33" -d '{"events": [{"server_uuid": "71852afd-c072-4de0-8d65-66891a19f583", "name": "network-vif-deleted", "tag": "652e2fe1-ec17-41da-a5b5-d8cd25e3f231"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:24.702017 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4ef3c7-537b-4984-a549-b7b3bfa17503 x-openstack-request-id: req-ec4ef3c7-537b-4984-a549-b7b3bfa17503 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:24.702323 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71852afd-c072-4de0-8d65-66891a19f583", "name": "network-vif-deleted", "tag": "652e2fe1-ec17-41da-a5b5-d8cd25e3f231", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:24.702573 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec4ef3c7-537b-4984-a549-b7b3bfa17503 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:24.702970 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71852afd-c072-4de0-8d65-66891a19f583', 'name': 'network-vif-deleted', 'tag': '652e2fe1-ec17-41da-a5b5-d8cd25e3f231', 'status': 'completed', 'code': 200} Aug 29 04:41:24.868962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40596) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:24.881200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-249107a9-e15b-4e5c-a21c-e2677403343c req-ee59112e-a662-4af8-a0eb-1a1c6375ddee tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=71852afd-c072-4de0-8d65-66891a19f583 HTTP/1.1" status: 200 len: 210 time: 0.0362689 Aug 29 04:41:25.066187 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.176748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.181117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.219774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1ab325-fc63-4f83-901b-d99d037607b3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:25.226361 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a1063fdb56240a7998076e577400581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535898 Aug 29 04:41:25.226794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40602) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:25.234329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.234770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.235149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.235497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.235843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.236216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.236557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.236922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.237292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.237688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.238040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.238542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f44bb-e033-4014-9090-e805bd230774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:25.271477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:25.324461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8229-f576-4509-ac09-4db0fb6caae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.353299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8229-f576-4509-ac09-4db0fb6caae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.376656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40606) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:25.381834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'network': {'name': 'tempest-network-smoke--387467511', 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:25.427137 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Made reservation on behalf of 1b36f763b5114fa8a5d07e26c3be1c25 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:25.432994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.443273 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.453767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8229-f576-4509-ac09-4db0fb6caae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.464145 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8229-f576-4509-ac09-4db0fb6caae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.464594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:25.465877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a4ed8229-f576-4509-ac09-4db0fb6caae4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b1ab325-fc63-4f83-901b-d99d037607b3 HTTP/1.1" status: 204 len: 168 time: 0.2376945 Aug 29 04:41:25.487501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '50dc5aae-17b5-4a98-87b2-f72ba1fa6679', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'port_id': '50dc5aae-17b5-4a98-87b2-f72ba1fa6679', 'mac_address': 'fa:16:3e:1d:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:25.494395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed8229-f576-4509-ac09-4db0fb6caae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1ab325-fc63-4f83-901b-d99d037607b3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:25.557654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.568896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0912-a424-4d58-a313-afc51e8e1615 req-87469acb-9da8-44b3-a08e-69fefa97006b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:25.570582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92ad0912-a424-4d58-a313-afc51e8e1615 req-87469acb-9da8-44b3-a08e-69fefa97006b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 943 time: 0.1008267 Aug 29 04:41:25.579677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:25.608107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:25.612935 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.637958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92ad0912-a424-4d58-a313-afc51e8e1615 req-28f71849-805e-4f57-b1da-dff760b33ea9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597999 Aug 29 04:41:25.678142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:25.680973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.689299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.731427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:25.738226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a14130-b377-46d9-a3b4-089c1dfb76a4,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:25.746099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.746250 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Added segment 91ccb7a1-2d48-4924-8eda-4487aa93163b of type vlan for network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de Aug 29 04:41:25.837960 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.844595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-268d668c-007e-4ba3-94d6-3e7c9055ece4 req-7b88bd4f-7094-4c52-907e-a940eaa93473 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0468729 Aug 29 04:41:25.872655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['50dc5aae-17b5-4a98-87b2-f72ba1fa6679'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:25.901468 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.908875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:25.917186 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.994242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6154311 Aug 29 04:41:25.996776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40628) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:26.003127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'admin_state_up': True, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:26.014819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc97ce-f84c-4f06-b5a7-09aadf7324c3 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Network': ['ID=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:26.033208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:26.036465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.038108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.100106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.262866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f6476-b4ea-4a5f-bbee-2ec6ee30aa26 req-5dfed64c-e732-4453-befc-b6c03d9dc1a5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.264847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c6f6476-b4ea-4a5f-bbee-2ec6ee30aa26 req-5dfed64c-e732-4453-befc-b6c03d9dc1a5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.0669296 Aug 29 04:41:26.268062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.313496 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c6f6476-b4ea-4a5f-bbee-2ec6ee30aa26 req-d3dd7c68-eb3f-4602-8334-853f8ed32b9d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd68a57-507e-4f93-add2-927c83929bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Aug 29 04:41:26.362743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40640) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:26.467555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-14438791-network', 'tenant_id': 'f63933a28cfb413fbe038b1ac1252058'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:26.501965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.511641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Made reservation on behalf of f63933a28cfb413fbe038b1ac1252058 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:26.514140 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.524477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.534914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-1474dbc7-42c6-4f1c-b211-64fb375b7c80 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.536441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-1474dbc7-42c6-4f1c-b211-64fb375b7c80 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ab704e1-3e3f-42e4-bfef-ec8bb5899802 HTTP/1.1" status: 200 len: 945 time: 0.0830128 Aug 29 04:41:26.537628 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.650155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Allocated IP 172.25.1.191 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/ef600697-7e1a-4d2b-8647-09a5eeb87fd8) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:26.685035 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Deleting port 2f780baf-7eac-4022-899b-c64545ee5950 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:26.685397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.779239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.783616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.793368 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.825746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.835667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:26.864817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f684d-4455-4846-92cd-c67835adb99d req-818d4e39-592e-4bdc-a1aa-cf2892c3e5cb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.866424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-719f684d-4455-4846-92cd-c67835adb99d req-818d4e39-592e-4bdc-a1aa-cf2892c3e5cb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 944 time: 0.1358666 Aug 29 04:41:26.869190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:26.873778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:26.876444 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:26.879962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.879962 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Added segment b0c67504-eb7e-4d7f-9dc4-74d626f05b99 of type vlan for network 32677890-ac04-4a6d-8976-4122584a0059 Aug 29 04:41:26.883492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] For port 2f780baf-7eac-4022-899b-c64545ee5950, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f780baf-7eac-4022-899b-c64545ee5950,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:26.883863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.903099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=ef600697-7e1a-4d2b-8647-09a5eeb87fd8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:26.904255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dd70d3-591d-4cde-99e8-74b23d4f693c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:26.932650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Calling delete_port for 2f780baf-7eac-4022-899b-c64545ee5950 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:26.964976 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.026338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-719f684d-4455-4846-92cd-c67835adb99d req-f16ada03-31c7-4368-9f49-aba46b670483 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448154 Aug 29 04:41:27.047896 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.048903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.049494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.114914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7476294 Aug 29 04:41:27.114914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40650) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:27.119618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Request body: {'subnet': {'network_id': '32677890-ac04-4a6d-8976-4122584a0059', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-14438791-subnet', 'tenant_id': 'f63933a28cfb413fbe038b1ac1252058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:27.149424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef4118-164d-40af-8f4d-432931fcf0fd admin admin] Pushing event updated for resources: {'Network': ['ID=32677890-ac04-4a6d-8976-4122584a0059,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:27.174101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 32677890-ac04-4a6d-8976-4122584a0059 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:27.197238 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.206947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.212188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Made reservation on behalf of f63933a28cfb413fbe038b1ac1252058 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:27.214470 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.243955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7024730c-87a7-4419-a098-9ad0a30301cc req-9b649798-b435-45a0-af4b-451b569507ab tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0465803 Aug 29 04:41:27.278879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:27.304808 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.347968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event deleted for resources: {'Port': ['ID=2f780baf-7eac-4022-899b-c64545ee5950,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:27.373899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:27.378735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:27.379113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.402640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] No DVR routers for this DVR port 2f780baf-7eac-4022-899b-c64545ee5950 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:27.406105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.409275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cab5b3be-9a18-4c99-89a0-2122056df4d8 req-e32874e6-4a9d-42f4-840f-280dddb8cb31 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "DELETE /v2.0/ports/2f780baf-7eac-4022-899b-c64545ee5950 HTTP/1.1" status: 204 len: 173 time: 0.8629830 Aug 29 04:41:27.409669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab704e1-3e3f-42e4-bfef-ec8bb5899802', 'name': 'network-vif-deleted', 'tag': '2f780baf-7eac-4022-899b-c64545ee5950'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:27.412435 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb9d30-acf8-449a-9481-20223b636e04" -d '{"events": [{"server_uuid": "2ab704e1-3e3f-42e4-bfef-ec8bb5899802", "name": "network-vif-deleted", "tag": "2f780baf-7eac-4022-899b-c64545ee5950"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:27.506691 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.523645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.549949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f46672-879e-474a-8034-22e0ad7af2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc5aae-17b5-4a98-87b2-f72ba1fa6679'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:27.555952 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862e27a1-fbd6-455b-b3bd-9e42b1ddf265" -d '{"events": [{"server_uuid": "59f46672-879e-474a-8034-22e0ad7af2d4", "name": "network-vif-plugged", "status": "completed", "tag": "50dc5aae-17b5-4a98-87b2-f72ba1fa6679"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:27.590854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.593302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:27.601546 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.602737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:27.659214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:27.660895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 652e2fe1-ec17-41da-a5b5-d8cd25e3f231 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:27.662991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ca8055-7a45-499e-879a-e503995185a5,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:27.672969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Checking segment: {'id': 'b0c67504-eb7e-4d7f-9dc4-74d626f05b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32677890-ac04-4a6d-8976-4122584a0059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:27.673340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Network hostable DHCP agents. Network: 32677890-ac04-4a6d-8976-4122584a0059, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:27.693873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Network 32677890-ac04-4a6d-8976-4122584a0059 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:27.707018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 32677890-ac04-4a6d-8976-4122584a0059) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:27.712861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.713772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.718515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Router 617e11a7-c10c-4fef-916a-f0043e416dca is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:27.724889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40c302-f68c-4778-9b35-735afde5a1bb None None] Network 32677890-ac04-4a6d-8976-4122584a0059 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:27.757407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78aa9e1f-82ec-4c31-ade7-02422155c542 req-11caff36-52e1-4a81-8e2f-9320b5a6d10c tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2&device_id=d02c8e5d-2883-4d75-aad4-7a2c4a849f7f HTTP/1.1" status: 200 len: 210 time: 0.0317857 Aug 29 04:41:27.758959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-21d8d14e-670a-41f3-84c4-9f22b697b9b9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6432459 Aug 29 04:41:27.783412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:27.874367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:27.896488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.899297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Sync routers for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:27.902965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40666) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:27.904633 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0e5094ae-31e0-47c6-aae6-5d5c0c11ddea tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9024234 Aug 29 04:41:28.092346 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:28.093443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:28.135906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db0193-50ba-49fa-be8e-47c642ab86a9 None None] Network 32677890-ac04-4a6d-8976-4122584a0059 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:28.150091 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc109564-4fed-4491-8a7d-e841de936447 x-openstack-request-id: req-fc109564-4fed-4491-8a7d-e841de936447 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:28.151317 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab704e1-3e3f-42e4-bfef-ec8bb5899802", "name": "network-vif-deleted", "tag": "2f780baf-7eac-4022-899b-c64545ee5950", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:28.151589 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc109564-4fed-4491-8a7d-e841de936447 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:28.152922 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab704e1-3e3f-42e4-bfef-ec8bb5899802', 'name': 'network-vif-deleted', 'tag': '2f780baf-7eac-4022-899b-c64545ee5950', 'status': 'completed', 'code': 200} Aug 29 04:41:28.195597 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26913466-e57e-4429-b34b-fe07dc0b1561 x-openstack-request-id: req-26913466-e57e-4429-b34b-fe07dc0b1561 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:28.196174 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f46672-879e-474a-8034-22e0ad7af2d4", "name": "network-vif-plugged", "status": "completed", "tag": "50dc5aae-17b5-4a98-87b2-f72ba1fa6679", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:28.196174 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26913466-e57e-4429-b34b-fe07dc0b1561 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:28.197087 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f46672-879e-474a-8034-22e0ad7af2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc5aae-17b5-4a98-87b2-f72ba1fa6679', 'code': 200} Aug 29 04:41:28.261490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-934aa5b3-ba9b-45cd-af53-39c62be38848 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b36f763b5114fa8a5d07e26c3be1c25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3572836 Aug 29 04:41:28.264347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40680) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:28.280921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:28.413167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4351dcf-14b5-4a9c-8bc1-3061768fc835 req-f2770637-6cab-4456-86ee-ba0c368abfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:28.414801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4351dcf-14b5-4a9c-8bc1-3061768fc835 req-f2770637-6cab-4456-86ee-ba0c368abfc6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1516874 Aug 29 04:41:28.442443 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.476972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4351dcf-14b5-4a9c-8bc1-3061768fc835 req-5c80304e-3316-4a6f-8c3b-a27f0e3bb19e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468497 Aug 29 04:41:28.492254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb573ab-83c7-4c5b-9912-e5d791900f8e tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:28.494051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5fb573ab-83c7-4c5b-9912-e5d791900f8e tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2288539 Aug 29 04:41:28.497402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40688) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:28.537453 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef0df2-6698-4439-a814-6994a0271489 req-c1ee188c-27e3-459a-8103-ad35a93f172d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:28.539140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:27Z', 'revision_number': 3, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:28.539782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bef0df2-6698-4439-a814-6994a0271489 req-c1ee188c-27e3-459a-8103-ad35a93f172d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 945 time: 0.0649214 Aug 29 04:41:28.547781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1fb07b57-2c9e-423f-bf11-8a6d14f81f01 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485590 Aug 29 04:41:28.550238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40692) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:28.556177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1595857888', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:28.569414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Checking router: 617e11a7-c10c-4fef-916a-f0043e416dca for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:28.569782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Updating router 617e11a7-c10c-4fef-916a-f0043e416dca port ef600697-7e1a-4d2b-8647-09a5eeb87fd8 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:28.581605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bef0df2-6698-4439-a814-6994a0271489 req-466dd161-6eba-4bcc-b48f-55cd65eaf65e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Aug 29 04:41:28.612858 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.691590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40696) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:28.696857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2085838819-network', 'tenant_id': 'af2ae80bfda443dcaef6c6120dad8819'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:28.729286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Made reservation on behalf of af2ae80bfda443dcaef6c6120dad8819 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:28.732290 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.741665 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50e2047b-6a24-41d4-9eb2-3e1c46b97083 req-18bcfa52-55d9-4000-8cc6-018b181c4c63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3486e9bc810a43c0a385cb16da93b1c8&device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0564616 Aug 29 04:41:28.741665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Made reservation on behalf of 1b36f763b5114fa8a5d07e26c3be1c25 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:28.741665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.749900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.781494 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50e2047b-6a24-41d4-9eb2-3e1c46b97083 req-a01339f6-d93a-45be-a5bd-a605b0e1e299 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3486e9bc810a43c0a385cb16da93b1c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247355 Aug 29 04:41:28.887638 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.905150 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.949793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2047b-6a24-41d4-9eb2-3e1c46b97083 req-412bc1d3-322b-4bbb-aebd-d78ece7c6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:28.951264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50e2047b-6a24-41d4-9eb2-3e1c46b97083 req-412bc1d3-322b-4bbb-aebd-d78ece7c6614 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358950 Aug 29 04:41:28.953868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50cd4fcf-d2ab-40eb-832e-2a716f630c89 req-7b859b90-164f-4d2a-ba53-2a2d9305a83b tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0539048 Aug 29 04:41:28.957096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:28.977136 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.982738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b62c1f2-3aa2-44a5-a825-c2a532940a4a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:28.996850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Transition to ACTIVE for port object ef600697-7e1a-4d2b-8647-09a5eeb87fd8 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:29.005478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.005839 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Added segment 215e46f8-34c0-433c-9160-aa3a7ce3c736 of type vlan for network f5b476d2-7bec-4f69-957c-6645811ec32e Aug 29 04:41:29.009165 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.066100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.070088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.077569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Attempting to bind port ef600697-7e1a-4d2b-8647-09a5eeb87fd8 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:29.078033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Attempting to bind port ef600697-7e1a-4d2b-8647-09a5eeb87fd8 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:29.079294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Attempting to bind port ef600697-7e1a-4d2b-8647-09a5eeb87fd8 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:29.081804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376adcee-e784-4252-9dd7-382df88c7a5f None None] Pushing event updated for resources: {'Port': ['ID=ef600697-7e1a-4d2b-8647-09a5eeb87fd8,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:29.086499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:29.086982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:29.087454 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.087919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:29.088548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Bound port: ef600697-7e1a-4d2b-8647-09a5eeb87fd8, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:29.089039 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.127889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758f1a-9de2-428b-9f84-dbbb96e5f182 req-a4d42674-f0d9-4c1b-a70f-7170f68a0de0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.129498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7758f1a-9de2-428b-9f84-dbbb96e5f182 req-a4d42674-f0d9-4c1b-a70f-7170f68a0de0 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0825467 Aug 29 04:41:29.130656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.131572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.132171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.147234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Subnet': ['ID=511d1efb-12de-47d7-89a6-9461c83cf796,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:29.148887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] For port ef600697-7e1a-4d2b-8647-09a5eeb87fd8, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:29.153182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] For port ef600697-7e1a-4d2b-8647-09a5eeb87fd8, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ef600697-7e1a-4d2b-8647-09a5eeb87fd8,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:29.158106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Checking segment: {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:29.158480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network hostable DHCP agents. Network: 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:29.158895 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.179808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:29.190251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:29.199288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.201134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.215179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5217974 Aug 29 04:41:29.218565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30114b57-aba1-44e5-9c07-9e764a6cdc6d None None] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:29.219514 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40700) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:29.224573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:29.225303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:29.228400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Request body: {'subnet': {'network_id': 'f5b476d2-7bec-4f69-957c-6645811ec32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2085838819-subnet', 'tenant_id': 'af2ae80bfda443dcaef6c6120dad8819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:29.229385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-886a76e4-6b57-4026-9dc3-6922c2db31de tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6778152 Aug 29 04:41:29.230050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40702) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:29.241458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a41ef-36a0-418d-b92b-0d094cf74356 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b476d2-7bec-4f69-957c-6645811ec32e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:29.263612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7758f1a-9de2-428b-9f84-dbbb96e5f182 req-abcf9a66-33a9-48f0-ad71-fa1e15a7df4a tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061583 Aug 29 04:41:29.273343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Made reservation on behalf of af2ae80bfda443dcaef6c6120dad8819 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:29.276631 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.316229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376adcee-e784-4252-9dd7-382df88c7a5f None None] Pushing event updated for resources: {'Port': ['ID=ef600697-7e1a-4d2b-8647-09a5eeb87fd8,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:29.323327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f5b476d2-7bec-4f69-957c-6645811ec32e details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:29.323327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2f780baf-7eac-4022-899b-c64545ee5950 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:29.426068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 2f780baf-7eac-4022-899b-c64545ee5950 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:29.426870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2f780baf-7eac-4022-899b-c64545ee5950 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:29.482310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.522752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:29.553494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd17e19-508f-434a-a2e4-987bd598d22a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:29.563084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Checking segment: {'id': '215e46f8-34c0-433c-9160-aa3a7ce3c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f5b476d2-7bec-4f69-957c-6645811ec32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:29.563452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Network hostable DHCP agents. Network: f5b476d2-7bec-4f69-957c-6645811ec32e, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:29.587803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Network f5b476d2-7bec-4f69-957c-6645811ec32e is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:29.599265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f5b476d2-7bec-4f69-957c-6645811ec32e) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:29.612154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.613493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.622470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc6d71-08f9-4042-b9a6-12858fdf2b2e None None] Network f5b476d2-7bec-4f69-957c-6645811ec32e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:29.638549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-64b7d6cc-c13c-48fc-9ce1-a5c09cb1e204 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4156518 Aug 29 04:41:29.732488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549d9d3-dae1-451c-9392-2c5b2cb43731 req-68bfa411-ab46-4109-881a-0379e6a1ebcd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.741368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d549d9d3-dae1-451c-9392-2c5b2cb43731 req-68bfa411-ab46-4109-881a-0379e6a1ebcd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 945 time: 0.0772135 Aug 29 04:41:29.767526 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.793790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d549d9d3-dae1-451c-9392-2c5b2cb43731 req-89d1cf4f-f81d-4752-96e4-68471fdc56f2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Aug 29 04:41:29.857700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40710) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:29.866911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88abc3-90af-4493-9237-04bf5f7a5c4d None None] Network f5b476d2-7bec-4f69-957c-6645811ec32e requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:29.911180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-beef4423-3db8-4e43-841e-e486ea8b1da1 admin admin] Deleting subnet 51ca8055-7a45-499e-879a-e503995185a5 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:29.913379 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-beef4423-3db8-4e43-841e-e486ea8b1da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.949736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:29.950593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.959762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-beef4423-3db8-4e43-841e-e486ea8b1da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.015225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-beef4423-3db8-4e43-841e-e486ea8b1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.078458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e9674ff-da4e-4ea8-99fb-350da1cbb7cf req-83df7f78-1e7a-484f-b5cb-16f39351fdd4 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0346007 Aug 29 04:41:30.114299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-beef4423-3db8-4e43-841e-e486ea8b1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.136432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Allocated IP 172.20.0.1 (3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de/511d1efb-12de-47d7-89a6-9461c83cf796/859975f5-4908-4cf3-ac1a-ba5c04ff5d00) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:30.146953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef4423-3db8-4e43-841e-e486ea8b1da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ca8055-7a45-499e-879a-e503995185a5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:30.153296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-beef4423-3db8-4e43-841e-e486ea8b1da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.155499 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-beef4423-3db8-4e43-841e-e486ea8b1da1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/51ca8055-7a45-499e-879a-e503995185a5 HTTP/1.1" status: 204 len: 168 time: 0.2968004 Aug 29 04:41:30.158160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40714) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:30.166623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d510cffa-0031-480a-8096-4512da2426ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:27Z', 'revision_number': 3, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:30.194729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510cffa-0031-480a-8096-4512da2426ed None None] The sync data for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 is: [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:27Z', 'revision_number': 3, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:30.242485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.295271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.312295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Transition to ACTIVE for port object 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:30.341349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.361892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32677890-ac04-4a6d-8976-4122584a0059']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:30.369887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.383820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c67504-eb7e-4d7f-9dc4-74d626f05b99') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:30.384165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c67504-eb7e-4d7f-9dc4-74d626f05b99') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:30.415536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:30.419682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:30.419778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.426360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Allocated IP 172.20.0.2 (3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de/511d1efb-12de-47d7-89a6-9461c83cf796/c6f0eedd-6a8a-495e-9e4f-32c5ac476b42) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:30.427094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:30.441137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.458185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:30.458713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:30.459365 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:30.472295 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:30.498123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11557c-a724-4d1a-9709-c219230379c0 req-c60e7820-fdd5-45ff-9c0c-bed4b64579ec tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.501087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d11557c-a724-4d1a-9709-c219230379c0 req-c60e7820-fdd5-45ff-9c0c-bed4b64579ec tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.1293876 Aug 29 04:41:30.513463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50e2047b-6a24-41d4-9eb2-3e1c46b97083 req-2b22abe1-47b7-4cef-8407-324a5ba8f621 tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc24ec1-71c6-4a78-b88e-d73f2b2fedd2 HTTP/1.1" status: 200 len: 210 time: 0.0412943 Aug 29 04:41:30.517699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.635139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d11557c-a724-4d1a-9709-c219230379c0 req-293a4a3c-9694-40d0-8264-7caa325f7d37 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639715 Aug 29 04:41:30.641629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.661538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.674123 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/32677890-ac04-4a6d-8976-4122584a0059 HTTP/1.1" status: 204 len: 168 time: 0.5140417 Aug 29 04:41:30.677579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40718) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:30.687671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f5672-c8ac-4340-9d90-385fe884a8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=32677890-ac04-4a6d-8976-4122584a0059,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:30.688655 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.698760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Transition to ACTIVE for port object c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:30.724066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Transition to ACTIVE for port object c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:30.732749 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.794868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-33cb0c43-e96d-4504-bcee-201fdfb85c35 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.796303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-33cb0c43-e96d-4504-bcee-201fdfb85c35 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.2168732 Aug 29 04:41:30.861383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-42302cb7-02c7-4998-8142-88097c2b11f3 admin admin] Deleting subnet 7fd17e19-508f-434a-a2e4-987bd598d22a {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:30.870287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42302cb7-02c7-4998-8142-88097c2b11f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.960452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.963188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ef600697-7e1a-4d2b-8647-09a5eeb87fd8 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:31.019561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db09f43-f5ec-4d64-81c2-5b461b1c0d9e req-e1b63611-d1aa-4744-86ab-86ec15a1ec7a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.036019 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5db09f43-f5ec-4d64-81c2-5b461b1c0d9e req-e1b63611-d1aa-4744-86ab-86ec15a1ec7a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 945 time: 0.1301177 Aug 29 04:41:31.038385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:31.039212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ef600697-7e1a-4d2b-8647-09a5eeb87fd8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:31.046552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ef600697-7e1a-4d2b-8647-09a5eeb87fd8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:31.047118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.053256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:31.070929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42302cb7-02c7-4998-8142-88097c2b11f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.092013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:31.094259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Pushing event updated for resources: {'Port': ['ID=c6f0eedd-6a8a-495e-9e4f-32c5ac476b42,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:31.148213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5db09f43-f5ec-4d64-81c2-5b461b1c0d9e req-34043a6a-299a-41d8-b8f3-950aac27fb74 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088512 Aug 29 04:41:31.190810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Attempting to bind port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:31.191503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Attempting to bind port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:31.202245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Attempting to bind port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 on network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:31.217842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:31.218306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Checking segment: {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:31.218687 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.219107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Bound using segment: {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:31.219649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Bound port: c6f0eedd-6a8a-495e-9e4f-32c5ac476b42, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:31.220104 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.325711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.348630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] For port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:31.358910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] For port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6f0eedd-6a8a-495e-9e4f-32c5ac476b42,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:31.364031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port ef600697-7e1a-4d2b-8647-09a5eeb87fd8, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ef600697-7e1a-4d2b-8647-09a5eeb87fd8,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:31.371659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.376384 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.424200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31d0c0-9dcf-4ce0-b6e6-8115cf2db416 req-6c752d94-2cba-487e-b6a9-d8fe6a74c933 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.431754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df31d0c0-9dcf-4ce0-b6e6-8115cf2db416 req-6c752d94-2cba-487e-b6a9-d8fe6a74c933 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 945 time: 0.0742667 Aug 29 04:41:31.477634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d3b16-7071-4d1c-b1be-47444c4c343d None None] Pushing event updated for resources: {'Port': ['ID=c6f0eedd-6a8a-495e-9e4f-32c5ac476b42,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:31.502523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df31d0c0-9dcf-4ce0-b6e6-8115cf2db416 req-65cedf60-0852-4871-9cd6-5edac75b5729 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676973 Aug 29 04:41:31.568749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=ef600697-7e1a-4d2b-8647-09a5eeb87fd8,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:31.658593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42302cb7-02c7-4998-8142-88097c2b11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.688148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Deleting port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:31.688488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.810437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2041b6e0-1b74-4692-824c-059d47a2f4c3 req-db7179e4-9404-41ad-b5a4-609cbfd8862a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3486e9bc810a43c0a385cb16da93b1c8&device_id=d02c8e5d-2883-4d75-aad4-7a2c4a849f7f HTTP/1.1" status: 200 len: 210 time: 0.0593367 Aug 29 04:41:31.853391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c1943-0c84-41cf-bdb8-8b877bec9c51 req-9c06ae72-f6e1-494c-b66f-a76541dbe185 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.860675 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b59c1943-0c84-41cf-bdb8-8b877bec9c51 req-9c06ae72-f6e1-494c-b66f-a76541dbe185 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 945 time: 0.0704920 Aug 29 04:41:31.887172 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2041b6e0-1b74-4692-824c-059d47a2f4c3 req-b2cf6e45-6a3c-4063-9e66-db2c8119394c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3486e9bc810a43c0a385cb16da93b1c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546682 Aug 29 04:41:31.907480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b59c1943-0c84-41cf-bdb8-8b877bec9c51 req-55142875-edd9-45ff-9eae-b10a070dac0f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Aug 29 04:41:31.979327 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42302cb7-02c7-4998-8142-88097c2b11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.987951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] For port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:31.988354 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.031545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14254a-132b-4551-bb4e-f4f83d1ff439 req-8625e7b3-f851-4cc4-9eca-d3662d6f91b7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.033234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec14254a-132b-4551-bb4e-f4f83d1ff439 req-8625e7b3-f851-4cc4-9eca-d3662d6f91b7 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 944 time: 0.0625722 Aug 29 04:41:32.038915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-42302cb7-02c7-4998-8142-88097c2b11f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.040795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-42302cb7-02c7-4998-8142-88097c2b11f3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7fd17e19-508f-434a-a2e4-987bd598d22a HTTP/1.1" status: 204 len: 168 time: 1.3602579 Aug 29 04:41:32.042211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42302cb7-02c7-4998-8142-88097c2b11f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd17e19-508f-434a-a2e4-987bd598d22a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.044824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40740) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.074080 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec14254a-132b-4551-bb4e-f4f83d1ff439 req-41d0da28-ccce-4ac5-8538-b6d577dc7d7d tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c217392-8a31-4eda-b27c-b3440e3b4343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Aug 29 04:41:32.158141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50b1a8c9-7974-471f-9f67-0bc11dadcdde req-27a3dd2b-6a86-4d46-8d4d-447ed5fae73c tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=d02c8e5d-2883-4d75-aad4-7a2c4a849f7f HTTP/1.1" status: 200 len: 210 time: 0.0284803 Aug 29 04:41:32.181445 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.202008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.366864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.376093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041b6e0-1b74-4692-824c-059d47a2f4c3 req-3974db47-b800-4ea2-80ad-bae57145f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.377615 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2041b6e0-1b74-4692-824c-059d47a2f4c3 req-3974db47-b800-4ea2-80ad-bae57145f594 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4813979 Aug 29 04:41:32.407219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.423905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.526905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40291d06-4a44-49b1-82f5-57f267eb01f7 req-b4166cfc-e66a-4fea-9338-adbd5671f9d6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.538107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40291d06-4a44-49b1-82f5-57f267eb01f7 req-b4166cfc-e66a-4fea-9338-adbd5671f9d6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 945 time: 0.0662694 Aug 29 04:41:32.586251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40291d06-4a44-49b1-82f5-57f267eb01f7 req-279bc889-5e0e-451d-ad0a-1f5d5d58b267 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460539 Aug 29 04:41:32.586571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc0b7e-d303-4f18-9401-cdb7699dc64b None None] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:32.609055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.609055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.609354 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Floating IP 5b1db0b5-83dc-4003-99b0-2b9061ea80d6 disassociated. External IP: 172.25.1.18, port: 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d. Aug 29 04:41:32.609777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Calling delete_port for 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:32.630165 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.648901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b476d2-7bec-4f69-957c-6645811ec32e']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:32.658111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4e77f033-b5b6-4c9c-96ac-d92760c3c268 None None] Provisioning for port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:32.706131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215e46f8-34c0-433c-9160-aa3a7ce3c736') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:32.706532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215e46f8-34c0-433c-9160-aa3a7ce3c736') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:32.723833 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.769018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:32.772575 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.780329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:32.780739 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:32.799964 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:32.841452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:32.901408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ef600697-7e1a-4d2b-8647-09a5eeb87fd8 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:32.924049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.940175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.944538 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f5b476d2-7bec-4f69-957c-6645811ec32e HTTP/1.1" status: 204 len: 168 time: 0.8728073 Aug 29 04:41:32.960236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0dd6c-e908-44aa-a8f7-9d0215686688 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b476d2-7bec-4f69-957c-6645811ec32e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.978540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ef600697-7e1a-4d2b-8647-09a5eeb87fd8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:32.979105 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.077105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Router 617e11a7-c10c-4fef-916a-f0043e416dca has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:33.083880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:33.084522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.158533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dab08d61-a2ae-40c0-8489-79ab160754ab None None] Provisioning for port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:33.168300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dab08d61-a2ae-40c0-8489-79ab160754ab None None] Provisioning complete for port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:33.180464 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dab08d61-a2ae-40c0-8489-79ab160754ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.217082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event deleted for resources: {'Port': ['ID=91d8d7d3-3ab1-46fe-a52e-7d73c561b22d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.221926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:33.230886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:33.231267 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.249551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40752) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.260287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d778245-40af-40ff-9358-a763d5e4a338 req-804787e9-a4f5-4792-8dd7-502d0261a4b1 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 210 time: 0.0687695 Aug 29 04:41:33.304886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dab08d61-a2ae-40c0-8489-79ab160754ab None None] Port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:33.329531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:33.344044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38df209a-06f9-4cbb-a053-45d83e6798f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f63933a28cfb413fbe038b1ac1252058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921187 Aug 29 04:41:33.346944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40754) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.383342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:33.383696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:33.436560 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.443832 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4fb6d3f6-d45b-4cc5-ada0-e0a14b15cb93 req-1b75acb9-d4d8-4d7d-bfc4-a586812e0b9c tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.58 "GET /v2.0/ports?device_id=d02c8e5d-2883-4d75-aad4-7a2c4a849f7f HTTP/1.1" status: 200 len: 210 time: 0.0486965 Aug 29 04:41:33.491054 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92d15e1c-7ce3-4b3b-af28-5aae16c3c8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.497250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:33.507166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8732d01d-fdd2-448e-b7fc-82687f44277e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "PUT /v2.0/routers/617e11a7-c10c-4fef-916a-f0043e416dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2752566 Aug 29 04:41:33.507451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40758) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.511270 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Sync routers for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:33.515922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6f0eedd-6a8a-495e-9e4f-32c5ac476b42,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:33.517817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-84e064e7-005c-44b9-bcc5-d68ca944e8c1 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--914190517', 'description': 'tempest-secgroup_access--914190517 description', 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:33.525006 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.526557 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:33.527723 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:33.554875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Router 60458658-86b2-45b1-8bff-920573acbe66 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:33.575696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92d15e1c-7ce3-4b3b-af28-5aae16c3c8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.587964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9b027742-240b-48b7-94bf-c669419036d6 None None] Provisioning complete for port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:33.588495 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9b027742-240b-48b7-94bf-c669419036d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.602592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84e064e7-005c-44b9-bcc5-d68ca944e8c1 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.636269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c6f0eedd-6a8a-495e-9e4f-32c5ac476b42,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.645015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9b027742-240b-48b7-94bf-c669419036d6 None None] Port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:33.701448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92d15e1c-7ce3-4b3b-af28-5aae16c3c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.704056 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-92d15e1c-7ce3-4b3b-af28-5aae16c3c8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.705236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-92d15e1c-7ce3-4b3b-af28-5aae16c3c8a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2dd70d3-591d-4cde-99e8-74b23d4f693c HTTP/1.1" status: 204 len: 168 time: 0.3572326 Aug 29 04:41:33.724495 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2041b6e0-1b74-4692-824c-059d47a2f4c3 req-53d21ec1-e701-4cec-8103-df97d77d580e tempest-ServerShowV247Test-1195322585 tempest-ServerShowV247Test-1195322585-project] 10.222.0.65 "GET /v2.0/ports?device_id=d02c8e5d-2883-4d75-aad4-7a2c4a849f7f HTTP/1.1" status: 200 len: 210 time: 0.0541990 Aug 29 04:41:33.739007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d15e1c-7ce3-4b3b-af28-5aae16c3c8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dd70d3-591d-4cde-99e8-74b23d4f693c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.788296 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:33.842333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87cf04-6451-4a6e-9f87-a8b9a42df613 req-3be122a7-3b0a-471f-b9c7-e8850d7b0d0a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.850227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa87cf04-6451-4a6e-9f87-a8b9a42df613 req-3be122a7-3b0a-471f-b9c7-e8850d7b0d0a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 945 time: 0.1323819 Aug 29 04:41:33.866980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84e064e7-005c-44b9-bcc5-d68ca944e8c1 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.884340 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84e064e7-005c-44b9-bcc5-d68ca944e8c1 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.902571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:33.916160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] Sync routers for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:33.932281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:33.934583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:33.945068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e064e7-005c-44b9-bcc5-d68ca944e8c1 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a4f8c7-07df-4044-927b-b35177902c0a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.959480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84e064e7-005c-44b9-bcc5-d68ca944e8c1 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.961263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-84e064e7-005c-44b9-bcc5-d68ca944e8c1 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4526260 Aug 29 04:41:33.967556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40764) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.970851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] No DVR routers for this DVR port 91d8d7d3-3ab1-46fe-a52e-7d73c561b22d on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:33.976655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2307ec18-44f8-459a-a06e-b07d9239b4f9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1060052075', 'description': 'tempest-secgroup_general--1060052075 description', 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:33.977562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa87cf04-6451-4a6e-9f87-a8b9a42df613 req-f739e1e6-06f4-4a2e-970d-2f508a5b8d06 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213958 Aug 29 04:41:33.989504 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.992569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8e28b8cb-2c96-4ecc-aad0-5f301f8993df req-3a3ce2a0-ac66-48c6-9309-cb700656fce5 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.64 "DELETE /v2.0/ports/91d8d7d3-3ab1-46fe-a52e-7d73c561b22d HTTP/1.1" status: 204 len: 173 time: 3.1857033 Aug 29 04:41:33.994959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-deleted', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:33.998308 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e121dbae-639e-4054-8623-cfe5d09deb99" -d '{"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-deleted", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:34.045857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2307ec18-44f8-459a-a06e-b07d9239b4f9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.079195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-9cc1b16d-2c51-42f4-b8c6-91a21bd8e260 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.080765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-9cc1b16d-2c51-42f4-b8c6-91a21bd8e260 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 945 time: 0.0959008 Aug 29 04:41:34.114596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9c665588-5545-41eb-8ecd-75bc569fd700 None None] Provisioning complete for port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:34.115301 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9c665588-5545-41eb-8ecd-75bc569fd700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.170191 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a778c56-cf3d-4699-b4b5-8fffcbdcac18 x-openstack-request-id: req-0a778c56-cf3d-4699-b4b5-8fffcbdcac18 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:34.170581 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bd32ef-09cf-478d-bf39-ddfe63593909", "name": "network-vif-deleted", "tag": "91d8d7d3-3ab1-46fe-a52e-7d73c561b22d", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:34.170785 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a778c56-cf3d-4699-b4b5-8fffcbdcac18 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:34.172824 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bd32ef-09cf-478d-bf39-ddfe63593909', 'name': 'network-vif-deleted', 'tag': '91d8d7d3-3ab1-46fe-a52e-7d73c561b22d', 'status': 'completed', 'code': 200} Aug 29 04:41:34.173412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9c665588-5545-41eb-8ecd-75bc569fd700 None None] Port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:34.181635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:34.214247 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 2, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.228136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2307ec18-44f8-459a-a06e-b07d9239b4f9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.234583 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2307ec18-44f8-459a-a06e-b07d9239b4f9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.253637 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Checking router: 617e11a7-c10c-4fef-916a-f0043e416dca for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:34.254112 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Updating router 617e11a7-c10c-4fef-916a-f0043e416dca port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:34.291250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307ec18-44f8-459a-a06e-b07d9239b4f9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09704384-f031-43b9-8854-52cabd4e5ea5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:34.309102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2307ec18-44f8-459a-a06e-b07d9239b4f9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.310995 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2307ec18-44f8-459a-a06e-b07d9239b4f9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3416283 Aug 29 04:41:34.313949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40772) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.317162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:34.317522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.323300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5313b26a-1c37-48a2-a51d-078563be4aef tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'security_group_rule': {'security_group_id': 'f3a4f8c7-07df-4044-927b-b35177902c0a', 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:34.337180 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.396760 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5313b26a-1c37-48a2-a51d-078563be4aef tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.496000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fca8d0aa-d4bf-4cbe-9447-c9b26fe16b80 req-76f1e7aa-5b83-452f-8159-346849003728 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/ports?device_id=95bd32ef-09cf-478d-bf39-ddfe63593909 HTTP/1.1" status: 200 len: 210 time: 0.0406504 Aug 29 04:41:34.528297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5313b26a-1c37-48a2-a51d-078563be4aef tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.546833 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5313b26a-1c37-48a2-a51d-078563be4aef tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.560596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:32Z', 'revision_number': 5, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.596040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40780) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.599496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313b26a-1c37-48a2-a51d-078563be4aef tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a01de38-6943-4182-b604-79207c65f371,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:34.608743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] For port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:34.610456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.641353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] Checking router: 60458658-86b2-45b1-8bff-920573acbe66 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:34.642045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:34.650394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5313b26a-1c37-48a2-a51d-078563be4aef tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.651827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:34.652704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.664369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5313b26a-1c37-48a2-a51d-078563be4aef tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3407679 Aug 29 04:41:34.732607 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-360c7585-f91d-4753-aa76-281a49786754 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af2ae80bfda443dcaef6c6120dad8819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277394 Aug 29 04:41:34.735304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40784) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.868584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.906355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d80cb5dc-da5d-445b-b4af-8f206a63a9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.963331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['50dc5aae-17b5-4a98-87b2-f72ba1fa6679'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:34.964332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=50dc5aae-17b5-4a98-87b2-f72ba1fa6679,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:34.965379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:34.989414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d80cb5dc-da5d-445b-b4af-8f206a63a9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.036289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] No DVR routers for this DVR port 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:35.048816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.053634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1ec97c1-1292-4981-bd10-d7a12deb65c3 req-c8bd44d3-b0cb-4ed5-897d-61a36635f206 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "DELETE /v2.0/ports/50dc5aae-17b5-4a98-87b2-f72ba1fa6679 HTTP/1.1" status: 204 len: 173 time: 0.9632678 Aug 29 04:41:35.054123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f46672-879e-474a-8034-22e0ad7af2d4', 'name': 'network-vif-deleted', 'tag': '50dc5aae-17b5-4a98-87b2-f72ba1fa6679'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:35.062113 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.062823 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb6f2bc-f847-4198-9b1b-76144ffa41a2" -d '{"events": [{"server_uuid": "59f46672-879e-474a-8034-22e0ad7af2d4", "name": "network-vif-deleted", "tag": "50dc5aae-17b5-4a98-87b2-f72ba1fa6679"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:35.082251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d80cb5dc-da5d-445b-b4af-8f206a63a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.083236 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Transition to ACTIVE for port object 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:35.087030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d80cb5dc-da5d-445b-b4af-8f206a63a9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.090842 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.095806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d80cb5dc-da5d-445b-b4af-8f206a63a9f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b62c1f2-3aa2-44a5-a825-c2a532940a4a HTTP/1.1" status: 204 len: 168 time: 0.3587577 Aug 29 04:41:35.109205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cb5dc-da5d-445b-b4af-8f206a63a9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b62c1f2-3aa2-44a5-a825-c2a532940a4a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.119433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40804) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:35.192897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-15e1c166-8cc2-447a-a0e2-455900b8a9f8 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--914190517&fields=id&tenant_id=1b36f763b5114fa8a5d07e26c3be1c25 HTTP/1.1" status: 200 len: 267 time: 0.1268344 Aug 29 04:41:35.219286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:35.262001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-f47d492d-6ed9-4272-83ab-329ef87bdb25 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--1060052075&fields=id&tenant_id=1b36f763b5114fa8a5d07e26c3be1c25 HTTP/1.1" status: 200 len: 267 time: 0.0676854 Aug 29 04:41:35.346626 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55418d13-d163-4aca-9c86-69a2b95bc3ca None None] Pushing event updated for resources: {'Port': ['ID=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.382571 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Attempting to bind port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:35.382951 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Attempting to bind port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:35.383319 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Attempting to bind port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 on network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:35.391918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-621630b1-c9e5-4668-b64c-422ce855b49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.402965 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:35.403648 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Checking segment: {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:35.404261 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.404814 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Bound using segment: {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:35.405602 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Bound port: 859975f5-4908-4cf3-ac1a-ba5c04ff5d00, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:35.414266 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.533730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:35.534106 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.538374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-c1f7f5b2-5b74-495b-87a9-3745ddc41b20 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.541110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-c1f7f5b2-5b74-495b-87a9-3745ddc41b20 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/networks?id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de HTTP/1.1" status: 200 len: 796 time: 0.2773008 Aug 29 04:41:35.585050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-dd0f0d94-0c67-465f-9dbb-0c61ceeac202 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/quotas/1b36f763b5114fa8a5d07e26c3be1c25 HTTP/1.1" status: 200 len: 375 time: 0.0315573 Aug 29 04:41:35.625079 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] For port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:35.640517 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] For port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:35.650897 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.656122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-621630b1-c9e5-4668-b64c-422ce855b49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.661731 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-621630b1-c9e5-4668-b64c-422ce855b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.725443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-6592e56f-4602-47f8-ac19-cb52822662da tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367717 Aug 29 04:41:35.740439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621630b1-c9e5-4668-b64c-422ce855b49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2247de8e-03e0-443d-8d98-ff0e53a5bef2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.748848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-621630b1-c9e5-4668-b64c-422ce855b49d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3486e9bc810a43c0a385cb16da93b1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278150 Aug 29 04:41:35.751650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40816) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:35.783511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:32Z', 'revision_number': 5, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.823636 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55418d13-d163-4aca-9c86-69a2b95bc3ca None None] Pushing event updated for resources: {'Port': ['ID=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.834778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859dafa7-de35-4604-a8b1-9a1f4783e9c0 None None] The sync data for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 is: [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '5305f0e5-7cc3-4d52-a943-e0e242085733', 'name': '', 'network_id': '16e88a61-06d4-4738-9e91-a4badbbf3a6a', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'mac_address': 'fa:16:3e:30:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:22Z', 'updated_at': '2021-08-29T04:31:32Z', 'revision_number': 5, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'subnets': [{'id': 'b59a36ab-2a9c-4b0e-9a74-5a54956291a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:35.867346 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:35.876237 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.885209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7569-b7ec-44a1-8b9b-bfe78e56886f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.924504 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7569-b7ec-44a1-8b9b-bfe78e56886f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.961577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-413c921c-e7c1-4453-9c04-e72b7e329fe5 service neutron] 10.222.0.58 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175534 Aug 29 04:41:36.051117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7569-b7ec-44a1-8b9b-bfe78e56886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.055266 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7569-b7ec-44a1-8b9b-bfe78e56886f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.057030 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d2bc7569-b7ec-44a1-8b9b-bfe78e56886f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2247de8e-03e0-443d-8d98-ff0e53a5bef2 HTTP/1.1" status: 204 len: 168 time: 0.3039114 Aug 29 04:41:36.073667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc7569-b7ec-44a1-8b9b-bfe78e56886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2247de8e-03e0-443d-8d98-ff0e53a5bef2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.121422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-60638489-40cd-4adb-9e6b-5372612b62b8 service neutron] 10.222.0.58 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567466 Aug 29 04:41:36.154342 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:36.481391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e42eaf0a-048e-43a7-9986-73a0e5984ef6 req-546935b0-fdc7-472d-bb08-4ae05180a7cb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 210 time: 0.0802593 Aug 29 04:41:36.518094 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec2eeb-f373-4c28-a793-07f4da1d13b9 None None] New status for floating IP 5b1db0b5-83dc-4003-99b0-2b9061ea80d6: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:41:36.579927 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ab52be-d117-4ca1-9671-27efcf08efd1 x-openstack-request-id: req-88ab52be-d117-4ca1-9671-27efcf08efd1 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:36.580469 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f46672-879e-474a-8034-22e0ad7af2d4", "name": "network-vif-deleted", "tag": "50dc5aae-17b5-4a98-87b2-f72ba1fa6679", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:36.580729 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88ab52be-d117-4ca1-9671-27efcf08efd1 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:36.582023 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f46672-879e-474a-8034-22e0ad7af2d4', 'name': 'network-vif-deleted', 'tag': '50dc5aae-17b5-4a98-87b2-f72ba1fa6679', 'status': 'completed', 'code': 200} Aug 29 04:41:36.756106 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:35Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:36.834404 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f1b68-dc3f-48ba-bd25-0423402a0234 None None] The sync data for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 is: [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:35Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:36.878771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-539dbd11-3c6d-4122-9d45-e81254d5fb30 req-1eb82845-b4bf-44d3-9dae-bd61ec6f1a0b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 210 time: 0.0402281 Aug 29 04:41:36.979479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40852) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:37.076792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f39-1e74-4746-ac40-054697968baa tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.106548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f39-1e74-4746-ac40-054697968baa tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.197545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f39-1e74-4746-ac40-054697968baa tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.202032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f39-1e74-4746-ac40-054697968baa tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.203613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cbe23f39-1e74-4746-ac40-054697968baa tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "DELETE /v2.0/security-groups/3c217392-8a31-4eda-b27c-b3440e3b4343 HTTP/1.1" status: 204 len: 168 time: 0.2221110 Aug 29 04:41:37.208470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40860) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:37.231377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe23f39-1e74-4746-ac40-054697968baa tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c217392-8a31-4eda-b27c-b3440e3b4343,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:37.234235 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-31c912ce-3433-4778-9786-d2c5c8f4a283 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] show failed (client error): The resource could not be found. Aug 29 04:41:37.235740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-31c912ce-3433-4778-9786-d2c5c8f4a283 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "GET /v2.0/security-groups/3c217392-8a31-4eda-b27c-b3440e3b4343 HTTP/1.1" status: 404 len: 347 time: 0.0257106 Aug 29 04:41:37.238745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40864) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:37.341131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:37.369583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:37.370124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 50dc5aae-17b5-4a98-87b2-f72ba1fa6679 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:37.533860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Deleting port b9fd724e-0faa-4c1d-b504-b77ec6dcfdd4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:37.534208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.644994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0660125-951f-4364-b756-6b9a213a6302 req-36e2dee5-ea7d-4a36-bc01-ad407e63f2f8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 210 time: 0.0601480 Aug 29 04:41:37.693949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.694185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.712486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Calling delete_port for b9fd724e-0faa-4c1d-b504-b77ec6dcfdd4 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:38.155815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbbd8824-68ba-4e86-9ca1-14a04e801a94 req-6af65c52-60c9-48dc-9ade-9c15e8b17221 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 210 time: 0.0739341 Aug 29 04:41:38.654810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.694707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Pushing event deleted for resources: {'Port': ['ID=b9fd724e-0faa-4c1d-b504-b77ec6dcfdd4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:38.840726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.846400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.853994 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5fccaa30-8948-4335-ad53-88d0e121be22 tempest-ServerActionsTestJSON-1162628650 tempest-ServerActionsTestJSON-1162628650-project] 10.222.0.58 "DELETE /v2.0/floatingips/5b1db0b5-83dc-4003-99b0-2b9061ea80d6 HTTP/1.1" status: 204 len: 168 time: 1.6140103 Aug 29 04:41:38.857419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37f3e36b-7237-429c-9427-76ae96b9c53b req-06b9dcef-80c6-4975-8a5d-b0074902f5e5 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 210 time: 0.0537236 Aug 29 04:41:38.864701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40914) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:38.884275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-b87fce46-fff4-4d2b-b723-f3921c63983e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.886129 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-b87fce46-fff4-4d2b-b723-f3921c63983e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.65 "GET /v2.0/networks?id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de HTTP/1.1" status: 200 len: 796 time: 0.4072464 Aug 29 04:41:38.942419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:39.021250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-890b30df-4f46-41ed-8cca-d4120fbc57f8 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b36f763b5114fa8a5d07e26c3be1c25 HTTP/1.1" status: 200 len: 477 time: 0.1227078 Aug 29 04:41:39.035355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'port': {'device_id': '67d0abc8-5399-44cf-8034-e01a54916d85', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'admin_state_up': True, 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'security_groups': ['f3a4f8c7-07df-4044-927b-b35177902c0a', '09704384-f031-43b9-8854-52cabd4e5ea5']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:39.062393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:39.069471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40920) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:39.072407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:39.073231 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.238217 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.282119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:39.288380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Made reservation on behalf of 1b36f763b5114fa8a5d07e26c3be1c25 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:39.292300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.298710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.382825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:39.394871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.395213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.395747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.397211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.397740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.398249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.398745 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.399505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.400400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.400923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.401559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.402485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:39.455796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Allocated IP 172.20.0.6 (3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de/511d1efb-12de-47d7-89a6-9461c83cf796/c0c61ac4-0dea-4c30-83cf-924dda3ef0e3) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:39.505546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3035bffb-1352-4859-9179-f82e0f446020 req-721822e3-63bb-466b-85ac-217ff598126c tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 210 time: 0.0392871 Aug 29 04:41:39.509720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e00ba6d9-0513-45ba-936b-1b99052da471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.643080 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.659598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Transition to ACTIVE for port object c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:39.704646 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.743621 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e00ba6d9-0513-45ba-936b-1b99052da471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.750007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e00ba6d9-0513-45ba-936b-1b99052da471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.755404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:39.761310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:39.766441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:39.771054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:39.828820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:39.829127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.846944 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-822e43f1-70f7-4ee0-b4c8-71ba61c9453f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8176546 Aug 29 04:41:39.860381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e00ba6d9-0513-45ba-936b-1b99052da471 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e1c3278bcb34f2d885048bbbb48904b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7897272 Aug 29 04:41:39.861476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ba6d9-0513-45ba-936b-1b99052da471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7471b7-9ecd-4502-9917-91bf093a2194,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:39.861778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Request body: {'port': {'device_id': '67d0abc8-5399-44cf-8034-e01a54916d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:39.864287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40926) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:39.946761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.057236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14b7700a-351d-414f-8b20-bc32ca4b4e42 req-1521e21c-07da-4252-b2c9-3c8aae776119 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 210 time: 0.0593917 Aug 29 04:41:40.059136 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9625b796-1b5b-466b-8329-2573920bc492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.117447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-14ed9b6f-262f-4ddb-bc9e-c33205d4da80 None None] Provisioning for port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:40.122394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-14ed9b6f-262f-4ddb-bc9e-c33205d4da80 None None] Provisioning complete for port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:40.122776 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-14ed9b6f-262f-4ddb-bc9e-c33205d4da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.164615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9625b796-1b5b-466b-8329-2573920bc492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.188244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-14ed9b6f-262f-4ddb-bc9e-c33205d4da80 None None] Port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:40.239266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.291756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9625b796-1b5b-466b-8329-2573920bc492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.295619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9625b796-1b5b-466b-8329-2573920bc492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.296883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9625b796-1b5b-466b-8329-2573920bc492 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c7471b7-9ecd-4502-9917-91bf093a2194 HTTP/1.1" status: 204 len: 168 time: 0.4312449 Aug 29 04:41:40.313106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625b796-1b5b-466b-8329-2573920bc492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7471b7-9ecd-4502-9917-91bf093a2194,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:40.416552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:40.437557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.469107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Transition to ACTIVE for port object c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:40.474164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.600609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Deleting port 5305f0e5-7cc3-4d52-a943-e0e242085733 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:40.600609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.728613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:40.801353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Attempting to bind port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:40.801970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Attempting to bind port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:40.802576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Attempting to bind port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 on network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:40.806251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] For port 5305f0e5-7cc3-4d52-a943-e0e242085733, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5305f0e5-7cc3-4d52-a943-e0e242085733,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:40.806753 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.808925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 on network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:40.809518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Attempting to bind port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 on network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:40.816407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:40.817180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Checking segment: {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:40.817796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Bound using segment: {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:40.818450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Bound port: c0c61ac4-0dea-4c30-83cf-924dda3ef0e3, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ccb7a1-2d48-4924-8eda-4487aa93163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:40.819086 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.861867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Calling delete_port for 5305f0e5-7cc3-4d52-a943-e0e242085733 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:40.877500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88a252-5729-411d-bfdd-ad3accb5f78e req-9cc6ad36-09ed-4d15-a0e9-abcbf0bc024e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.878997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:40.884879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d88a252-5729-411d-bfdd-ad3accb5f78e req-9cc6ad36-09ed-4d15-a0e9-abcbf0bc024e tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 982 time: 0.1492414 Aug 29 04:41:40.976476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] For port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:40.981175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] For port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:40.989268 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.018601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d88a252-5729-411d-bfdd-ad3accb5f78e req-c8dc4eda-adca-43c8-a764-28ddbe185354 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1233141 Aug 29 04:41:41.055433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:41.056150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.068296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.069744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.071239 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 HTTP/1.1" status: 200 len: 1131 time: 1.2151544 Aug 29 04:41:41.072180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f5144-bdd7-4411-a5a2-b875b6a0f5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.085767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:41.092972 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f7bb3-ef49-4e44-91a3-829e69f6387d" -d '{"events": [{"name": "network-changed", "server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:41.210633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1ed8713a-3354-4271-9d72-0e16adfe2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.215801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-1ed8713a-3354-4271-9d72-0e16adfe2516 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 1134 time: 0.1021092 Aug 29 04:41:41.266521 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b21d6919-e655-43e2-98bb-2b0cce9cc028 req-31196e7e-9371-4aac-85fd-23172226e004 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 210 time: 0.0583732 Aug 29 04:41:41.314390 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-514067a3-583a-40a4-9f19-3fe7f82eb3de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 HTTP/1.1" status: 200 len: 217 time: 0.0864396 Aug 29 04:41:41.376450 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af45c84-b02d-4b27-a8b8-9f8016feb0e5 x-openstack-request-id: req-6af45c84-b02d-4b27-a8b8-9f8016feb0e5 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:41.376752 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:41.377119 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6af45c84-b02d-4b27-a8b8-9f8016feb0e5 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:41.377391 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'status': 'completed', 'code': 200} Aug 29 04:41:41.402181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-d9b221bd-bc38-4cb4-8aa9-8fec3fcc31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.403728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-d9b221bd-bc38-4cb4-8aa9-8fec3fcc31fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=511d1efb-12de-47d7-89a6-9461c83cf796 HTTP/1.1" status: 200 len: 835 time: 0.0821795 Aug 29 04:41:41.416196 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.480495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5305f0e5-7cc3-4d52-a943-e0e242085733,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.497187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-a7fa5f42-0f3a-4834-a946-0d38e93e2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.498806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-a7fa5f42-0f3a-4834-a946-0d38e93e2a28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876448 Aug 29 04:41:41.687976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-11fbc6a3-37b8-481f-8032-23f0469645c4 service neutron] 10.222.0.65 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816940 Aug 29 04:41:41.868226 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.903156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40978) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:41.945467 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-daae5e4d-5c85-4141-a431-4a478bc84ff5 req-ab5b21b1-05ef-4f1d-aba1-9b82a10f49ce service neutron] 10.222.0.65 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496479 Aug 29 04:41:42.067188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-afea2120-5bd4-4d79-ac7b-fb8a7b2fabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.069096 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-afea2120-5bd4-4d79-ac7b-fb8a7b2fabe8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 1134 time: 0.0533149 Aug 29 04:41:42.108386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1756045866-network', 'tenant_id': 'bb7c86ec48fb4f40974d8f4b58c1caef'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:42.180491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Made reservation on behalf of bb7c86ec48fb4f40974d8f4b58c1caef for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:42.184737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.196649 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.217123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cd20d-c952-4a2e-a16b-c716611973ce req-84612988-3984-4078-823a-5c2a561c192a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.218389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-733cd20d-c952-4a2e-a16b-c716611973ce req-84612988-3984-4078-823a-5c2a561c192a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 982 time: 0.0697687 Aug 29 04:41:42.220269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Router 60458658-86b2-45b1-8bff-920573acbe66 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:42.227366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-35f48d5f-377c-4c92-9ee7-14cf0dea9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.228996 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-35f48d5f-377c-4c92-9ee7-14cf0dea9ffb service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de HTTP/1.1" status: 200 len: 897 time: 0.1512604 Aug 29 04:41:42.283845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-a982ba85-5310-449f-9114-9a52cb38d34e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 HTTP/1.1" status: 200 len: 217 time: 0.0427036 Aug 29 04:41:42.359945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-fcdff38f-6cb4-46f1-a554-10faff907e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.361788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-fcdff38f-6cb4-46f1-a554-10faff907e43 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=511d1efb-12de-47d7-89a6-9461c83cf796 HTTP/1.1" status: 200 len: 835 time: 0.0677218 Aug 29 04:41:42.368442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-733cd20d-c952-4a2e-a16b-c716611973ce req-51a5ae86-d702-4d03-8e2c-ec9a742f723d tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1342497 Aug 29 04:41:42.401040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:42.417937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] Sync routers for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:42.422126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b6beba25-ed91-46d6-bc55-79a5d6aface3 admin admin] 10.222.0.58 "PUT /v2.0/routers/60458658-86b2-45b1-8bff-920573acbe66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5562866 Aug 29 04:41:42.424082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40988) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:42.438713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:42.440739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:42.469724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-5902286a-c919-4cd8-baa0-a3701727422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.471515 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-5902286a-c919-4cd8-baa0-a3701727422f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847089 Aug 29 04:41:42.490046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.555143 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.593045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:42.604776 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.605728 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Added segment 87428ce5-3d85-44a3-8ec6-b0db4160a39d of type vlan for network 95058236-5fc0-4733-aa21-2ed31a462916 Aug 29 04:41:42.615536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d442e56-40a8-41bd-b38f-3356fa0a4a15 req-3d8c2b77-31e9-46e8-8806-77dcf686aba8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f46672-879e-474a-8034-22e0ad7af2d4 HTTP/1.1" status: 200 len: 210 time: 0.0503244 Aug 29 04:41:42.645239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.689765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.770683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12a4de-3e4d-4945-b86c-e55f82c29346,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:42.789138 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.790384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.791074 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.818317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.864650 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-56762357-ab80-4e55-b2b0-7334480f7bac service neutron] 10.222.0.65 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851168 Aug 29 04:41:42.870640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9655304 Aug 29 04:41:42.897552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a6286-7eb3-4eef-8eb8-0bc9f63be73a admin admin] Pushing event updated for resources: {'Network': ['ID=95058236-5fc0-4733-aa21-2ed31a462916,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:42.897879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Deleting port 802702de-f3fd-40e6-9397-2c939a0d69a5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:42.898350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.914595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 95058236-5fc0-4733-aa21-2ed31a462916 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:42.994948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-017f7bb3-ef49-4e44-91a3-829e69f6387d req-43cabbda-2dbb-4185-b730-14aebee7ce9f service neutron] 10.222.0.65 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210575 Aug 29 04:41:43.068207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] For port 802702de-f3fd-40e6-9397-2c939a0d69a5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=802702de-f3fd-40e6-9397-2c939a0d69a5,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:43.068786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.083652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Calling delete_port for 802702de-f3fd-40e6-9397-2c939a0d69a5 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:43.122251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:43.397328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.399938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:41:41Z', 'revision_number': 5, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port': {'id': '802702de-f3fd-40e6-9397-2c939a0d69a5', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60458658-86b2-45b1-8bff-920573acbe66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:15Z', 'updated_at': '2021-08-29T04:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:43.434043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] Checking router: 60458658-86b2-45b1-8bff-920573acbe66 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:43.444193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] Routers {'60458658-86b2-45b1-8bff-920573acbe66'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:43.444857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['60458658-86b2-45b1-8bff-920573acbe66'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:43.525474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] Set router 60458658-86b2-45b1-8bff-920573acbe66 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:43.593490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:41:43Z', 'revision_number': 7, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:43.622849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91954d5d-b49f-49d2-9fc4-1b1096c40e99 None None] The sync data for ids ['60458658-86b2-45b1-8bff-920573acbe66'] in n-d-712142-15 is: [{'id': '60458658-86b2-45b1-8bff-920573acbe66', 'name': 'tempest-ServerActionsTestJSON-2040894658-router', 'tenant_id': '6365f67e47f3426c8c84170bb09005a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:14Z', 'updated_at': '2021-08-29T04:41:43Z', 'revision_number': 7, 'project_id': '6365f67e47f3426c8c84170bb09005a9', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:43.799081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=802702de-f3fd-40e6-9397-2c939a0d69a5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:43.940481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a3864-8cd7-490f-a256-0947c44ed1c5 req-a004ea8a-2ddc-446e-85f9-eb747c454916 tempest-ComputeTenantNetworksTest-671617182 tempest-ComputeTenantNetworksTest-671617182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.946673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a3864-8cd7-490f-a256-0947c44ed1c5 req-a004ea8a-2ddc-446e-85f9-eb747c454916 tempest-ComputeTenantNetworksTest-671617182 tempest-ComputeTenantNetworksTest-671617182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.953288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a3864-8cd7-490f-a256-0947c44ed1c5 req-a004ea8a-2ddc-446e-85f9-eb747c454916 tempest-ComputeTenantNetworksTest-671617182 tempest-ComputeTenantNetworksTest-671617182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.965459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-175a3864-8cd7-490f-a256-0947c44ed1c5 req-a004ea8a-2ddc-446e-85f9-eb747c454916 tempest-ComputeTenantNetworksTest-671617182 tempest-ComputeTenantNetworksTest-671617182-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6059451 Aug 29 04:41:43.969685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.104129 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.108650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.168531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.169269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60458658-86b2-45b1-8bff-920573acbe66 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:44.174582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.177278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7b52a7ad-4cbf-4448-980a-8bb6d3e6b2a9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/60458658-86b2-45b1-8bff-920573acbe66 HTTP/1.1" status: 204 len: 168 time: 1.7504950 Aug 29 04:41:44.178529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:44.189283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec55d5-a4f8-4bb8-b1d1-849f414b97ae req-fe383c75-fc8f-4391-a751-a85a4f757522 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.191308 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bec55d5-a4f8-4bb8-b1d1-849f414b97ae req-fe383c75-fc8f-4391-a751-a85a4f757522 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 982 time: 0.1553977 Aug 29 04:41:44.238687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2835449a-7f2d-49dd-bd62-e6c6c4ac83eb admin admin] Deleting subnet b59a36ab-2a9c-4b0e-9a74-5a54956291a4 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:44.244829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2835449a-7f2d-49dd-bd62-e6c6c4ac83eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.245629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bec55d5-a4f8-4bb8-b1d1-849f414b97ae req-0e4a740e-21a2-46a9-ab9d-84048c8379d5 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0481994 Aug 29 04:41:44.289129 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2835449a-7f2d-49dd-bd62-e6c6c4ac83eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.525118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2835449a-7f2d-49dd-bd62-e6c6c4ac83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.573432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee448c2f-1029-41eb-b821-8e024cfa3d18 req-b80fadaf-67cd-4973-834b-e55b48013769 tempest-ComputeTenantNetworksTest-671617182 tempest-ComputeTenantNetworksTest-671617182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.578767 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee448c2f-1029-41eb-b821-8e024cfa3d18 req-b80fadaf-67cd-4973-834b-e55b48013769 tempest-ComputeTenantNetworksTest-671617182 tempest-ComputeTenantNetworksTest-671617182-project] 10.222.0.58 "GET /v2.0/networks/95058236-5fc0-4733-aa21-2ed31a462916 HTTP/1.1" status: 200 len: 769 time: 0.1342773 Aug 29 04:41:44.585148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41022) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:44.602795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2835449a-7f2d-49dd-bd62-e6c6c4ac83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.632244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835449a-7f2d-49dd-bd62-e6c6c4ac83eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59a36ab-2a9c-4b0e-9a74-5a54956291a4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:44.637215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2835449a-7f2d-49dd-bd62-e6c6c4ac83eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.641674 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2835449a-7f2d-49dd-bd62-e6c6c4ac83eb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b59a36ab-2a9c-4b0e-9a74-5a54956291a4 HTTP/1.1" status: 204 len: 168 time: 0.4591310 Aug 29 04:41:44.642505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41024) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:44.644433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d76c487-c0d5-49fd-97de-b5abbbde792b None None] Network 16e88a61-06d4-4738-9e91-a4badbbf3a6a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:44.679957 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.773725 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.852881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5305f0e5-7cc3-4d52-a943-e0e242085733 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:44.860622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.875626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 5305f0e5-7cc3-4d52-a943-e0e242085733 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:44.875978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5305f0e5-7cc3-4d52-a943-e0e242085733 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:44.876433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 802702de-f3fd-40e6-9397-2c939a0d69a5 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:44.881061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95058236-5fc0-4733-aa21-2ed31a462916']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:44.902931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87428ce5-3d85-44a3-8ec6-b0db4160a39d') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:44.903861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87428ce5-3d85-44a3-8ec6-b0db4160a39d') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:44.904202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 802702de-f3fd-40e6-9397-2c939a0d69a5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:44.904756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 802702de-f3fd-40e6-9397-2c939a0d69a5 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:44.936655 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.939226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Deleting port 7ec278e3-aeeb-4089-8144-08d91e57acc7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:44.939783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.954345 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.962072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:44.962984 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:44.964912 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:45.028024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] DHCP port deletion for 16e88a61-06d4-4738-9e91-a4badbbf3a6a request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:45.055035 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.061882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.066483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/95058236-5fc0-4733-aa21-2ed31a462916 HTTP/1.1" status: 204 len: 168 time: 0.4775629 Aug 29 04:41:45.102725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] For port 7ec278e3-aeeb-4089-8144-08d91e57acc7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7ec278e3-aeeb-4089-8144-08d91e57acc7,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:45.103396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.109029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fd930-eaba-4010-b3c0-77fb229d69a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=95058236-5fc0-4733-aa21-2ed31a462916,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.128358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Calling delete_port for 7ec278e3-aeeb-4089-8144-08d91e57acc7 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:45.156550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] Deleting port 7ec278e3-aeeb-4089-8144-08d91e57acc7 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:45.157448 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.234811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:45.311058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] For port 7ec278e3-aeeb-4089-8144-08d91e57acc7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7ec278e3-aeeb-4089-8144-08d91e57acc7,segment=NetworkSegment(84cfce92-2f13-4c8f-b3fb-81502aad2d41),segment_id=84cfce92-2f13-4c8f-b3fb-81502aad2d41)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:45.312174 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.314206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.338888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5018149e-fe78-47b1-bedb-ac6755bde82b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb7c86ec48fb4f40974d8f4b58c1caef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019917 Aug 29 04:41:45.342904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:45.356122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] Calling delete_port for 7ec278e3-aeeb-4089-8144-08d91e57acc7 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:45.375419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec278e3-aeeb-4089-8144-08d91e57acc7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.378684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] No DVR routers for this DVR port 7ec278e3-aeeb-4089-8144-08d91e57acc7 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:45.425072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-17d7c889-c297-43f3-9334-3be309cd438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.454158 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-17d7c889-c297-43f3-9334-3be309cd438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.475684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:45.485992 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:41:45.505391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.515743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e88a61-06d4-4738-9e91-a4badbbf3a6a']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:45.538405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cfce92-2f13-4c8f-b3fb-81502aad2d41') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:45.538405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cfce92-2f13-4c8f-b3fb-81502aad2d41') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:45.548415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.566187 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.578755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.582394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] No DVR routers for this DVR port 7ec278e3-aeeb-4089-8144-08d91e57acc7 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:45.591964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:45.592522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.593911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7667-e320-4ecf-9e06-c2c347082b8c req-bfa54ee4-7682-4dab-b8d3-b5a568301829 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.596074 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-071c7667-e320-4ecf-9e06-c2c347082b8c req-bfa54ee4-7682-4dab-b8d3-b5a568301829 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 982 time: 0.1278939 Aug 29 04:41:45.617521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128665aa-e73b-4bf7-8762-959cbdf5b624 None None] Pushing event deleted for resources: {'Port': ['ID=7ec278e3-aeeb-4089-8144-08d91e57acc7,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.637088 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-17d7c889-c297-43f3-9334-3be309cd438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.640792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-17d7c889-c297-43f3-9334-3be309cd438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.656334 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-17d7c889-c297-43f3-9334-3be309cd438b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d12a4de-3e4d-4945-b86c-e55f82c29346 HTTP/1.1" status: 204 len: 168 time: 0.3007143 Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:45.668476 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:45.670955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.677182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.681383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] 10.222.0.58 "DELETE /v2.0/networks/16e88a61-06d4-4738-9e91-a4badbbf3a6a HTTP/1.1" status: 204 len: 168 time: 1.0353193 Aug 29 04:41:45.702948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c889-c297-43f3-9334-3be309cd438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12a4de-3e4d-4945-b86c-e55f82c29346,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.727707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aab708-2ad4-4b12-b9a9-2794d8374035 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e88a61-06d4-4738-9e91-a4badbbf3a6a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.781223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:45.793473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'port_id': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'mac_address': 'fa:16:3e:73:c9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:45.793965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-071c7667-e320-4ecf-9e06-c2c347082b8c req-e16ea4ff-c6e5-42be-a9b2-96fbbe64f6a9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1616611 Aug 29 04:41:45.860430 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.880576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:45.908056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:45.913095 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.950724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41058) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:45.980267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:46.036637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41064) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:46.038615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-33696193-8390-4173-a1be-cab3a16f0836 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6365f67e47f3426c8c84170bb09005a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845885 Aug 29 04:41:46.105421 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45342dcf-6246-4e75-9eec-e097d61022e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.137400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45342dcf-6246-4e75-9eec-e097d61022e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.193955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['c0c61ac4-0dea-4c30-83cf-924dda3ef0e3'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:46.259246 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45342dcf-6246-4e75-9eec-e097d61022e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.262927 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45342dcf-6246-4e75-9eec-e097d61022e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.264647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-45342dcf-6246-4e75-9eec-e097d61022e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8dd68a57-507e-4f93-add2-927c83929bd4 HTTP/1.1" status: 204 len: 168 time: 0.2265873 Aug 29 04:41:46.302472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45342dcf-6246-4e75-9eec-e097d61022e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd68a57-507e-4f93-add2-927c83929bd4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:46.827843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7ec278e3-aeeb-4089-8144-08d91e57acc7 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:46.865980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7ec278e3-aeeb-4089-8144-08d91e57acc7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:46.866578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7ec278e3-aeeb-4089-8144-08d91e57acc7 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:47.059527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed427935-1d31-42b9-b0b2-9d04cbafe9e2 req-bafe6eca-7be2-4837-be92-08a728fe90f0 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.061218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed427935-1d31-42b9-b0b2-9d04cbafe9e2 req-bafe6eca-7be2-4837-be92-08a728fe90f0 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 983 time: 0.1075470 Aug 29 04:41:47.126562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed427935-1d31-42b9-b0b2-9d04cbafe9e2 req-d772eb05-3016-4764-8962-3af85a15381a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0577474 Aug 29 04:41:47.399515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:47.405048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:47.467226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba45aac6-6716-457b-91cf-4187a7c69894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.496460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:47.500979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:47.501589 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.608300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2056645489-network', 'tenant_id': '2151e6d7136b454ca53b5e40606d0218'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:47.655187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:47.657980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.673272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.701386 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.733977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:47.737700 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5cfb0d-6b61-4d5a-b2e3-64c8e6a8906c" -d '{"events": [{"server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "name": "network-vif-plugged", "status": "completed", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:47.760863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:47.780543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.818244 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6a35b4-e888-4abe-9342-677a8ba80e6f x-openstack-request-id: req-3d6a35b4-e888-4abe-9342-677a8ba80e6f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:47.818667 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "name": "network-vif-plugged", "status": "completed", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:47.819031 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d6a35b4-e888-4abe-9342-677a8ba80e6f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:47.819523 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'code': 200} Aug 29 04:41:47.829015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.835057 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.871634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:47.875594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.885547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41152) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:47.894347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fe0bdb-0011-4aa1-bec8-3fa91323d50f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.919063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.919063 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Added segment a6c77c2a-a982-427e-a935-02e84f93f346 of type vlan for network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 Aug 29 04:41:47.934737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bf0da-a0db-4350-b3d1-0f710b3cf1c5 req-7c60eaab-eafc-4e1e-aae8-a0a0fce18b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.936310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-901bf0da-a0db-4350-b3d1-0f710b3cf1c5 req-7c60eaab-eafc-4e1e-aae8-a0a0fce18b76 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 1136 time: 0.0533104 Aug 29 04:41:47.976308 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.992935 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-901bf0da-a0db-4350-b3d1-0f710b3cf1c5 req-c98b7659-458b-4ade-94af-9c6eff0024a7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f3a4f8c7-07df-4044-927b-b35177902c0a&id=09704384-f031-43b9-8854-52cabd4e5ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0494273 Aug 29 04:41:48.019159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.020987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.022108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.110432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49f4652c-d16c-4105-a734-68ab490ccd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.118699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7151875 Aug 29 04:41:48.118989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41158) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:48.124287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Request body: {'subnet': {'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2056645489-subnet', 'tenant_id': '2151e6d7136b454ca53b5e40606d0218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:48.137248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a28110-1045-4512-8b0b-4575c0298733 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b6a17d-30d7-44a0-b29f-6387d484e2d7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.149032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:48.173416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:48.175791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.358823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c9d3e-b026-414c-b0fa-6f336a6ce89a req-9b011aea-efba-4598-b0b1-40d7566b66c0 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.360978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-080c9d3e-b026-414c-b0fa-6f336a6ce89a req-9b011aea-efba-4598-b0b1-40d7566b66c0 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 984 time: 0.0886338 Aug 29 04:41:48.441022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-080c9d3e-b026-414c-b0fa-6f336a6ce89a req-a1e21fa9-dd0b-4e60-88ef-08929b28f3cc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0670238 Aug 29 04:41:48.459502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49f4652c-d16c-4105-a734-68ab490ccd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.469362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49f4652c-d16c-4105-a734-68ab490ccd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.545653 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.564153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49f4652c-d16c-4105-a734-68ab490ccd3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1cc600765e1340de8382661948c64132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771979 Aug 29 04:41:48.565082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4652c-d16c-4105-a734-68ab490ccd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd48b5b5-f926-4a84-956d-643d620ac89d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.567395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41170) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:48.642689 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b73b50a4-e8f7-4b47-9b7f-c93f06fbf290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.666908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7618f96a-65b0-4c0a-b90a-2c3766ef6915,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.691376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Checking segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:48.692035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Network hostable DHCP agents. Network: f9b6a17d-30d7-44a0-b29f-6387d484e2d7, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:48.692574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b73b50a4-e8f7-4b47-9b7f-c93f06fbf290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.723268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:48.746682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f9b6a17d-30d7-44a0-b29f-6387d484e2d7) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:48.752049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.753916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.757209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ecb0a-dd31-40ae-8c1c-f4ffb1a813e9 None None] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:48.765168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b73b50a4-e8f7-4b47-9b7f-c93f06fbf290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.768361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b73b50a4-e8f7-4b47-9b7f-c93f06fbf290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.769525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b73b50a4-e8f7-4b47-9b7f-c93f06fbf290 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd48b5b5-f926-4a84-956d-643d620ac89d HTTP/1.1" status: 204 len: 168 time: 0.2012110 Aug 29 04:41:48.797393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-221fd4b1-0a28-4a80-b2c2-6ecb914faa81 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6771510 Aug 29 04:41:48.818114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b50a4-e8f7-4b47-9b7f-c93f06fbf290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd48b5b5-f926-4a84-956d-643d620ac89d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:49.239117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555fe38-7e76-4319-99cd-7a2253e45203 None None] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:50.002596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-21575ba9-8e7e-4406-9b85-acb89d2fad96 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.012850 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-21575ba9-8e7e-4406-9b85-acb89d2fad96 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.1593451 Aug 29 04:41:50.036316 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ea47f67f-a95a-4b86-9599-3467a82a2525 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/quotas/2151e6d7136b454ca53b5e40606d0218 HTTP/1.1" status: 200 len: 375 time: 0.0223365 Aug 29 04:41:50.126532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-b3b2f9c7-a77a-4810-add2-4897a04e14fa tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892982 Aug 29 04:41:50.274305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-4e5f1f86-faaf-4386-9fe0-745f2a554b6a service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346550 Aug 29 04:41:50.338861 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.410581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3fa83a1b-bb31-4868-bfb3-38a2a47dd6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.549186 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-e0761448-9036-42a6-933c-8ab356b434e6 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694695 Aug 29 04:41:50.910147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d68e4-6d37-41b6-8848-a25d3e88b4f4 req-a9257c1f-27a2-45a6-82bb-854df9cf316b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.912427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-024d68e4-6d37-41b6-8848-a25d3e88b4f4 req-a9257c1f-27a2-45a6-82bb-854df9cf316b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 984 time: 0.0898902 Aug 29 04:41:51.014399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-024d68e4-6d37-41b6-8848-a25d3e88b4f4 req-1119b068-f9cd-422a-8c5a-f31c86807517 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0933337 Aug 29 04:41:51.242676 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.739051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bde6ec40-5e22-41ed-b538-aabef5fa2bba req-1eea1f14-29e7-49ac-bafc-cf084ae6c543 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 210 time: 0.0913494 Aug 29 04:41:52.024156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a29db-f809-48ac-8279-a09246218c41 req-da78ae28-2623-4c5a-a533-cfe8c718d0aa tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.034820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e94a29db-f809-48ac-8279-a09246218c41 req-da78ae28-2623-4c5a-a533-cfe8c718d0aa tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 984 time: 0.1092105 Aug 29 04:41:52.132540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e94a29db-f809-48ac-8279-a09246218c41 req-f704171d-61a5-422d-b565-e6f2be9017fe tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0962672 Aug 29 04:41:52.333271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e79db-de5e-408e-b8cc-8c6ed4b9c437 req-c7369c54-f892-4d90-9b2d-53c44a98c557 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.344017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0e79db-de5e-408e-b8cc-8c6ed4b9c437 req-c7369c54-f892-4d90-9b2d-53c44a98c557 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1098 time: 0.1208386 Aug 29 04:41:52.397980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0e79db-de5e-408e-b8cc-8c6ed4b9c437 req-724b1fc3-8606-4128-a194-2fba09b9f528 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511942 Aug 29 04:41:52.413799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41318) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:52.769542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd22f7-ba97-416a-8b23-1ee4e6dfde8f req-272b6e81-a835-4916-8009-d616bd5abae3 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.782333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbbd22f7-ba97-416a-8b23-1ee4e6dfde8f req-272b6e81-a835-4916-8009-d616bd5abae3 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 1136 time: 0.2752457 Aug 29 04:41:52.815022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-bbbd22f7-ba97-416a-8b23-1ee4e6dfde8f req-b292888f-86ec-481a-9c3a-de826816f0ec tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.843627 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.248856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-bbbd22f7-ba97-416a-8b23-1ee4e6dfde8f req-b292888f-86ec-481a-9c3a-de826816f0ec tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.282018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-cd5072f4-ce5d-43c9-9f10-bac2827bf35c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:53.284546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-cd5072f4-ce5d-43c9-9f10-bac2827bf35c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.5021460 Aug 29 04:41:53.285634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-bbbd22f7-ba97-416a-8b23-1ee4e6dfde8f req-b292888f-86ec-481a-9c3a-de826816f0ec tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.313199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Request body: {'port': {'device_id': '8710f865-61e3-468f-af6e-9ead27fe4410', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'admin_state_up': True, 'tenant_id': '2151e6d7136b454ca53b5e40606d0218'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:53.394455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbbd22f7-ba97-416a-8b23-1ee4e6dfde8f req-b292888f-86ec-481a-9c3a-de826816f0ec tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6083481 Aug 29 04:41:53.397015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port d8bb053b-9b76-47fc-a9cd-f377ac734e18 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:53.398980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.410250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41364) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:53.419407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292888f-86ec-481a-9c3a-de826816f0ec tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f14fde-8193-4c83-9ebb-691ae620ab24,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.534094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc43e6-7a41-44fb-95e5-29ad181af06d tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:53.537866 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-41bc43e6-7a41-44fb-95e5-29ad181af06d tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 1131 time: 0.1256154 Aug 29 04:41:53.541028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41368) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:53.553470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:53.621229 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.681366 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.681993 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.693211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6cd28cab-c7f9-4a26-868d-5d5e83c9e383 req-34d40bdd-21b9-4292-8d92-4271f4fbf2dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 210 time: 0.0557027 Aug 29 04:41:53.709751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for d8bb053b-9b76-47fc-a9cd-f377ac734e18 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:53.728176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:53.734984 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.996520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.029708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dda20dca-49c8-4653-8405-65a6c1dbec8e req-2e9701d4-8fb2-40cf-bbba-547df9234526 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0654151 Aug 29 04:41:54.159470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Allocated IP 172.20.0.2 (f9b6a17d-30d7-44a0-b29f-6387d484e2d7/7618f96a-65b0-4c0a-b90a-2c3766ef6915/4a0c850f-4014-4c1a-81a0-5cf05eed0a59) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:54.268428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dda20dca-49c8-4653-8405-65a6c1dbec8e req-52cb08df-dfea-428d-b671-784614b59e65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0919106 Aug 29 04:41:54.276416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.368125 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dda20dca-49c8-4653-8405-65a6c1dbec8e req-f08a9ca1-1844-4f0f-a8cb-1741c872091b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575626 Aug 29 04:41:54.370368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=d8bb053b-9b76-47fc-a9cd-f377ac734e18,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:54.735873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Allocated IP 172.25.1.58 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/cd099a6f-d56c-4303-89fc-0a4b350ee7b6) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:54.880715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda20dca-49c8-4653-8405-65a6c1dbec8e req-1e49b406-20f9-4c04-b15d-94c6aecfd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:54.886041 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dda20dca-49c8-4653-8405-65a6c1dbec8e req-1e49b406-20f9-4c04-b15d-94c6aecfd4db service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5053101 Aug 29 04:41:55.100787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.185350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.248766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:55.280934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:55.288582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:55.531138 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15b5315e-704c-4b91-a374-319f4626de86 req-bbc7a542-ef47-4eb2-8f9e-ac4cc7f67582 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 210 time: 0.0988121 Aug 29 04:41:55.614885 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.615305 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Floating IP 11ffefee-51a7-4e09-8369-481563197670 disassociated (deleted). External IP: 172.25.1.53, port: d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11. Aug 29 04:41:55.657268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=cd099a6f-d56c-4303-89fc-0a4b350ee7b6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.042377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.149119 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.160347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router bf854d65-c05e-4cef-9245-c2a2c80f69c9 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:56.299904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.324952 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.586840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:56.601365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:56.634104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:56.704772 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.712826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.811287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:56.812434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.834386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=cd099a6f-d56c-4303-89fc-0a4b350ee7b6,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.865768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event updated for resources: {'Port': ['ID=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.912410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.914325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ca61ba7b-e8de-4cca-97fe-3bf332926762 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6065774 Aug 29 04:41:56.980535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:56.993345 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] Sync routers for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:57.000492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.028321 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:57.032399 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.057314 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Floating IP b6211dc2-9d4b-4ac2-a513-b58f51a6aef3 associated. External IP: 172.25.1.58, port: c0c61ac4-0dea-4c30-83cf-924dda3ef0e3. Aug 29 04:41:57.102277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ae0c0d1f-5a90-4361-abdd-f6bc1290d10e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/floatingips/11ffefee-51a7-4e09-8369-481563197670 HTTP/1.1" status: 204 len: 168 time: 4.6872873 Aug 29 04:41:57.103863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:57.119804 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eeda53-d279-4d14-8286-81ec4f2c9905" -d '{"events": [{"name": "network-changed", "server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:57.202015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85521c9-2a2d-48b8-a2dc-f91caa0801a7 req-5128c3ff-b695-4885-ae9d-c52e94fc0c65 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:57.207160 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.211386 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e85521c9-2a2d-48b8-a2dc-f91caa0801a7 req-5128c3ff-b695-4885-ae9d-c52e94fc0c65 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 931 time: 0.4341426 Aug 29 04:41:57.283068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Request body: {'port': {'device_id': '8710f865-61e3-468f-af6e-9ead27fe4410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:57.352972 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:57.484522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.542115 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e85521c9-2a2d-48b8-a2dc-f91caa0801a7 req-8c438659-6f89-48b8-9389-44c6cd9137c6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206577 Aug 29 04:41:57.918183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Router 617e11a7-c10c-4fef-916a-f0043e416dca has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:57.943219 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.986614 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] Checking router: bf854d65-c05e-4cef-9245-c2a2c80f69c9 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:58.015484 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:58.017017 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:58.135066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:58.146867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] Sync routers for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:58.161755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:58.164570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:58.172793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-ae6cbd14-a445-4c65-959c-0f6b91e77ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.177846 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-ae6cbd14-a445-4c65-959c-0f6b91e77ae8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 1098 time: 0.3043609 Aug 29 04:41:58.289111 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:58.312365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.355300 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a025f15c-b0e9-4395-8bbb-907c7c5b0f1e x-openstack-request-id: req-a025f15c-b0e9-4395-8bbb-907c7c5b0f1e {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:58.356074 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:58.364750 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a025f15c-b0e9-4395-8bbb-907c7c5b0f1e {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:58.365334 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'status': 'completed', 'code': 200} Aug 29 04:41:58.379341 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2ccb2e78-dc3b-4fcb-93f5-73bd16324d2f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8361180 Aug 29 04:41:58.386595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:58.389266 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe084465-2a14-4666-973f-7ec1569112a9" -d '{"events": [{"name": "network-changed", "server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:58.395091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:58.422983 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.428123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:58.460927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-ef54b39b-ebd0-4fb4-a2d6-147b3e1e0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.468784 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-ef54b39b-ebd0-4fb4-a2d6-147b3e1e0b49 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 200 len: 898 time: 0.2774889 Aug 29 04:41:58.580472 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:58.589806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3d98-beee-4fe9-9f1d-5f5d176acb62 req-29a47c95-3f51-4259-8bf3-b81c5a715aba tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.597683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b3c3d98-beee-4fe9-9f1d-5f5d176acb62 req-29a47c95-3f51-4259-8bf3-b81c5a715aba tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.2312653 Aug 29 04:41:58.618396 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49c671-d1d3-4f97-b48b-37a0727d0524 None None] The sync data for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 is: [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '09f11702-b980-4d21-8ee1-314577a44446', 'name': '', 'network_id': 'f55026d9-a933-4dab-b971-bda4666e5d57', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:25:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:46Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'bf012a50-8559-42b5-bf37-d365c7bae393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:58.653786 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-bbf03648-d382-4b83-adfa-0e0df9fc004f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 200 len: 217 time: 0.0531971 Aug 29 04:41:58.797839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.798238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.798717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.799191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.799666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.800180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.800652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.801123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.801595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.802248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.802698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.804724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-607245ad-32ad-40e4-a4bd-66029ccea471 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7754 time: 0.4079208 Aug 29 04:41:58.809138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41462) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:58.859892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-39a2bb8f-74ed-45d4-8328-6984997b7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.861662 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-39a2bb8f-74ed-45d4-8328-6984997b7b12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 200 len: 834 time: 0.0558820 Aug 29 04:41:58.954383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-d1fbb7cd-2c19-46ab-8645-1a1972785ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.955908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:58.962847 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-d1fbb7cd-2c19-46ab-8645-1a1972785ac7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f55026d9-a933-4dab-b971-bda4666e5d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922205 Aug 29 04:41:58.992860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.037788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Transition to ACTIVE for port object 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:59.066557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b3c3d98-beee-4fe9-9f1d-5f5d176acb62 req-9867ebf8-01a4-4962-bde1-b64a7aa35eb2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679842 Aug 29 04:41:59.081835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.234113 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df692b-4bf7-49cf-b6ad-c95e2575eede None None] New status for floating IP 11ffefee-51a7-4e09-8369-481563197670: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:41:59.244831 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974f2e09-3158-4ade-bb55-0afbf5dbf619 x-openstack-request-id: req-974f2e09-3158-4ade-bb55-0afbf5dbf619 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:59.250288 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:59.250660 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-974f2e09-3158-4ade-bb55-0afbf5dbf619 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:59.251165 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'status': 'completed', 'code': 200} Aug 29 04:41:59.302341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.308783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.309308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.309771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.310227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.310681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.311131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.316226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.318572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.319041 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.319498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.325251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6aa5e249-d1d3-48b6-80ca-53f9c9cfe183 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7169 time: 0.5070364 Aug 29 04:41:59.375803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41472) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:59.428623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-849f4b98-73b6-4103-9880-3917cbb76a88 service neutron] 10.222.0.65 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532366 Aug 29 04:41:59.502171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b6211dc2-9d4b-4ac2-a513-b58f51a6aef3', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'port_id': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'mac_address': 'fa:16:3e:73:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0abc8-5399-44cf-8034-e01a54916d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:55Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 0, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:59.530876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] Checking router: 617e11a7-c10c-4fef-916a-f0043e416dca for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:59.558566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:59.559089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:59.601108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-0de6c640-bd94-4b58-a7ec-aeabce4e33ae tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.603142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-0de6c640-bd94-4b58-a7ec-aeabce4e33ae tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.65 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.4279573 Aug 29 04:41:59.605954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe084465-2a14-4666-973f-7ec1569112a9 req-75e4dfea-842d-45b2-b4fb-5b43249db183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.607909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fe084465-2a14-4666-973f-7ec1569112a9 req-75e4dfea-842d-45b2-b4fb-5b43249db183 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 1136 time: 0.3842185 Aug 29 04:41:59.612444 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c3eeda53-d279-4d14-8286-81ec4f2c9905 req-cd559b5a-7adf-4147-b70e-bbdf4b082ea5 service neutron] 10.222.0.65 "GET /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749105 Aug 29 04:41:59.649113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Pushing event updated for resources: {'Port': ['ID=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:59.772037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:59.810758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df26066-3911-4a44-84a2-1fb666d7c535 req-10694f69-9d39-4c85-bdc1-f06e6237748e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.820993 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1df26066-3911-4a44-84a2-1fb666d7c535 req-10694f69-9d39-4c85-bdc1-f06e6237748e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 943 time: 0.5354424 Aug 29 04:41:59.944531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe084465-2a14-4666-973f-7ec1569112a9 req-f65c2f28-c23f-430d-8c28-d478bb6cfb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.946504 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fe084465-2a14-4666-973f-7ec1569112a9 req-f65c2f28-c23f-430d-8c28-d478bb6cfb65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de HTTP/1.1" status: 200 len: 897 time: 0.3044260 Aug 29 04:41:59.952353 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1df26066-3911-4a44-84a2-1fb666d7c535 req-c4b503aa-59cd-47fa-a421-e28253915d2d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277163 Aug 29 04:41:59.978098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:59.978560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.027615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Attempting to bind port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:00.028256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Attempting to bind port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:00.028978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Attempting to bind port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:00.134516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fe084465-2a14-4666-973f-7ec1569112a9 req-44b90b2f-0651-43bd-8aed-3da7922d2f55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 HTTP/1.1" status: 200 len: 998 time: 0.1777124 Aug 29 04:42:00.187084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:00.189266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Attempting to bind port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:00.202556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:00.203276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Checking segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:00.203886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Bound using segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:00.204577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Bound port: 4a0c850f-4014-4c1a-81a0-5cf05eed0a59, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:00.205190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.258055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:00.258459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.295912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe084465-2a14-4666-973f-7ec1569112a9 req-7756551f-4c85-4b1f-95d2-72dbb73f337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.299642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fe084465-2a14-4666-973f-7ec1569112a9 req-7756551f-4c85-4b1f-95d2-72dbb73f337f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=511d1efb-12de-47d7-89a6-9461c83cf796 HTTP/1.1" status: 200 len: 835 time: 0.1535537 Aug 29 04:42:00.316618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:00.326023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b6211dc2-9d4b-4ac2-a513-b58f51a6aef3', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'port_id': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'mac_address': 'fa:16:3e:73:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0abc8-5399-44cf-8034-e01a54916d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:55Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 0, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:00.408124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12126a57-0784-4fa2-a291-d5f9427eb6c4 None None] The sync data for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 is: [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'b6211dc2-9d4b-4ac2-a513-b58f51a6aef3', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'port_id': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'mac_address': 'fa:16:3e:73:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0abc8-5399-44cf-8034-e01a54916d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:55Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 0, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:00.484208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b733549f-dbec-4336-a549-205cfa773c8d tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5936 time: 1.1045680 Aug 29 04:42:00.484913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41488) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:00.508195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe084465-2a14-4666-973f-7ec1569112a9 req-ade9e4f3-3d0e-472a-bdfa-89491d89c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.509886 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fe084465-2a14-4666-973f-7ec1569112a9 req-ade9e4f3-3d0e-472a-bdfa-89491d89c624 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827698 Aug 29 04:42:00.533430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] For port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:00.561125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9df04-81d8-4205-b492-8f73ee3654a4 req-16473934-b5ee-4684-a109-dec98b33da0b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.568934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90a9df04-81d8-4205-b492-8f73ee3654a4 req-16473934-b5ee-4684-a109-dec98b33da0b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=df63ac1f-89ec-43c6-80cf-c09bcc8edefb HTTP/1.1" status: 200 len: 946 time: 0.1869872 Aug 29 04:42:00.577554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] For port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:00.590463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.610986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14fbd11-2ae3-435b-9a25-55cf6b2bf778 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.611471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14fbd11-2ae3-435b-9a25-55cf6b2bf778 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.613261 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e14fbd11-2ae3-435b-9a25-55cf6b2bf778 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=617e11a7-c10c-4fef-916a-f0043e416dca HTTP/1.1" status: 200 len: 1992 time: 0.1272452 Aug 29 04:42:00.662853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.663401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.665059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] 10.222.0.64 "PUT /v2.0/ports/4a0c850f-4014-4c1a-81a0-5cf05eed0a59 HTTP/1.1" status: 200 len: 1092 time: 3.7262955 Aug 29 04:42:00.677591 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90a9df04-81d8-4205-b492-8f73ee3654a4 req-fbef3cda-86ea-45d5-98a3-be6b0b4ebd84 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfea7c9c-bee7-410e-9f39-2fd6d552e77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049240 Aug 29 04:42:00.677591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8710f865-61e3-468f-af6e-9ead27fe4410', 'tag': '4a0c850f-4014-4c1a-81a0-5cf05eed0a59'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:00.680095 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "8710f865-61e3-468f-af6e-9ead27fe4410", "tag": "4a0c850f-4014-4c1a-81a0-5cf05eed0a59"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:00.702958 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fe084465-2a14-4666-973f-7ec1569112a9 req-51e66c55-5dd2-486b-8227-b431c5927668 service neutron] 10.222.0.65 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760490 Aug 29 04:42:00.745763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c96f87-9b6d-416a-9160-7aaf2ad6cafb service neutron] Pushing event updated for resources: {'Port': ['ID=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:00.798226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.803255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ff058408-625f-40d5-833c-86756c4616c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.807777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-ff058408-625f-40d5-833c-86756c4616c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 1095 time: 0.0848892 Aug 29 04:42:00.863078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361fba9-1737-4a2c-808c-43311c7ac938 None None] New status for floating IP b6211dc2-9d4b-4ac2-a513-b58f51a6aef3: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:00.905784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-4ed3610f-cd7b-485e-b5b2-f9f958a0aa0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59 HTTP/1.1" status: 200 len: 217 time: 0.0838814 Aug 29 04:42:00.930036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:00.971463 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a23e9-e1dc-4399-8b24-009e84dd0f5d x-openstack-request-id: req-0f6a23e9-e1dc-4399-8b24-009e84dd0f5d {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:00.971640 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8710f865-61e3-468f-af6e-9ead27fe4410", "tag": "4a0c850f-4014-4c1a-81a0-5cf05eed0a59", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:00.971892 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f6a23e9-e1dc-4399-8b24-009e84dd0f5d {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:00.972327 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8710f865-61e3-468f-af6e-9ead27fe4410', 'tag': '4a0c850f-4014-4c1a-81a0-5cf05eed0a59', 'status': 'completed', 'code': 200} Aug 29 04:42:00.993499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] No DVR routers for this DVR port d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:00.997438 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.005289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e2fdf28-3e6b-40dc-8d61-98e02fa1c466 req-2da3fe4a-34ac-441d-90e1-7d416a1f320b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.65 "DELETE /v2.0/ports/d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 HTTP/1.1" status: 204 len: 173 time: 1.3854833 Aug 29 04:42:01.009127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-2c6ad23f-3522-4572-90d2-b2fe4a61a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.012094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-2c6ad23f-3522-4572-90d2-b2fe4a61a50b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.0944297 Aug 29 04:42:01.065727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fe084465-2a14-4666-973f-7ec1569112a9 req-f064afcd-7f18-40ca-9d1f-b01e081d97e3 service neutron] 10.222.0.65 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580930 Aug 29 04:42:01.077510 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-84bddb1d-b519-4fc9-b093-8a46ab421435 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547674 Aug 29 04:42:01.252278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'name': 'network-vif-deleted', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:01.254909 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2617999-436a-4643-bdf4-a484ab493712" -d '{"events": [{"server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "name": "network-vif-deleted", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:01.282834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-c1ade06c-25e6-429e-a505-671702885860 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944184 Aug 29 04:42:01.771760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be4372-89fc-4d35-8762-48a754a7db4b req-eb57b8f8-8199-4ec2-9c0c-d3ce02c11c4d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.774081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89be4372-89fc-4d35-8762-48a754a7db4b req-eb57b8f8-8199-4ec2-9c0c-d3ce02c11c4d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 943 time: 0.4544196 Aug 29 04:42:01.820765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f552da13-13e2-4612-9eff-11d9e8d946a7 req-459989c8-45fd-4dce-88e9-d2c6de0c5769 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269060 Aug 29 04:42:01.835456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89be4372-89fc-4d35-8762-48a754a7db4b req-71f0116a-2884-4df5-97fd-f27b36ea7f1f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Aug 29 04:42:01.923419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-163bcdd0-9077-439e-8136-a387295726e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.924955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-163bcdd0-9077-439e-8136-a387295726e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 1095 time: 0.0475426 Aug 29 04:42:02.032495 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9bb139-9c64-4974-9981-cedbdeacf811 x-openstack-request-id: req-cb9bb139-9c64-4974-9981-cedbdeacf811 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:02.033032 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df63ac1f-89ec-43c6-80cf-c09bcc8edefb", "name": "network-vif-deleted", "tag": "d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:02.033032 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb9bb139-9c64-4974-9981-cedbdeacf811 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:02.033458 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df63ac1f-89ec-43c6-80cf-c09bcc8edefb', 'name': 'network-vif-deleted', 'tag': 'd9cd589d-4e21-42ce-ae8e-13bdbeeb7b11', 'status': 'completed', 'code': 200} Aug 29 04:42:02.042065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-39c27985-9d4e-4911-9db5-1cb2efced776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.044153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-39c27985-9d4e-4911-9db5-1cb2efced776 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.1113389 Aug 29 04:42:02.072935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41520) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:02.115919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-361ae15c-c5b4-4fff-8608-16ca1b996df7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59 HTTP/1.1" status: 200 len: 217 time: 0.0610611 Aug 29 04:42:02.176327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-eeb054cc-8cb4-4cd7-a787-7a1303b3a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.178007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-eeb054cc-8cb4-4cd7-a787-7a1303b3a9e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.0547249 Aug 29 04:42:02.259118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-2490f9f7-c584-4338-9571-a4c6720bc5e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685434 Aug 29 04:42:02.491048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-cb5acc4b-e2ec-4475-b219-b90e8c402310 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238913 Aug 29 04:42:02.718119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98f1ef01-0afd-4614-b27b-cb3ad1c12a0b req-7a14dad2-4a11-4434-8467-39f0339726b2 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150004 Aug 29 04:42:02.807601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.021245 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8f437-e1c3-4be9-a904-3d0e62b00f45 req-e46d69c6-b968-4e32-9697-a91780b83277 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.031677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26a8f437-e1c3-4be9-a904-3d0e62b00f45 req-e46d69c6-b968-4e32-9697-a91780b83277 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 943 time: 0.0924873 Aug 29 04:42:03.092091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26a8f437-e1c3-4be9-a904-3d0e62b00f45 req-94fa6602-8c5f-49f5-95ef-dfeb93f319d2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Aug 29 04:42:03.279137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port 09f11702-b980-4d21-8ee1-314577a44446 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:03.279670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.400709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port 09f11702-b980-4d21-8ee1-314577a44446, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=09f11702-b980-4d21-8ee1-314577a44446,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:03.401297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.422745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for 09f11702-b980-4d21-8ee1-314577a44446 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:03.464912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:03.474539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:03.515338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:03.515973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device d9cd589d-4e21-42ce-ae8e-13bdbeeb7b11 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:03.646831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:03.673398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '4a0c850f-4014-4c1a-81a0-5cf05eed0a59', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'port_id': '4a0c850f-4014-4c1a-81a0-5cf05eed0a59', 'mac_address': 'fa:16:3e:c2:68:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618f96a-65b0-4c0a-b90a-2c3766ef6915', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:03.697846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.723831 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.737122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=09f11702-b980-4d21-8ee1-314577a44446,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:03.747197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:03.768309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:03.777895 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.874206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:04.020662 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.027276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:04.241108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d03c2-0505-47ac-8b09-4d07bc2b333c req-cfb68f9e-d5fc-4374-8bbe-1998a167ec82 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.254583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e54d03c2-0505-47ac-8b09-4d07bc2b333c req-cfb68f9e-d5fc-4374-8bbe-1998a167ec82 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 944 time: 0.0734408 Aug 29 04:42:04.316589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e54d03c2-0505-47ac-8b09-4d07bc2b333c req-25d27919-1236-4517-be58-21a89b658d48 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519423 Aug 29 04:42:04.375807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router bf854d65-c05e-4cef-9245-c2a2c80f69c9 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:04.492090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:04.502145 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-825b9079-6283-42ab-999d-8aea327c123c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "PUT /v2.0/routers/bf854d65-c05e-4cef-9245-c2a2c80f69c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4246407 Aug 29 04:42:04.502305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41574) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:04.508664 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] Sync routers for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:04.522158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:04.523330 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:04.567873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9141f7a6-d416-40ae-90dd-79dc5edb6ada tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting subnet bf012a50-8559-42b5-bf37-d365c7bae393 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:04.573975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9141f7a6-d416-40ae-90dd-79dc5edb6ada tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.626309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9141f7a6-d416-40ae-90dd-79dc5edb6ada tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.767484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9141f7a6-d416-40ae-90dd-79dc5edb6ada tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.780854 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:04.868108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9141f7a6-d416-40ae-90dd-79dc5edb6ada tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.899128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29989d70-7de9-4479-84b1-da8de2aa9ef5 None None] Network f55026d9-a933-4dab-b971-bda4666e5d57 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:04.919202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141f7a6-d416-40ae-90dd-79dc5edb6ada tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Subnet': ['ID=bf012a50-8559-42b5-bf37-d365c7bae393,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:04.923261 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9141f7a6-d416-40ae-90dd-79dc5edb6ada tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.928007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41580) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:04.928309 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9141f7a6-d416-40ae-90dd-79dc5edb6ada tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/subnets/bf012a50-8559-42b5-bf37-d365c7bae393 HTTP/1.1" status: 204 len: 168 time: 0.4249661 Aug 29 04:42:05.049780 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:42:03Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:05.083381 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] Checking router: bf854d65-c05e-4cef-9245-c2a2c80f69c9 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:05.099932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] Routers {'bf854d65-c05e-4cef-9245-c2a2c80f69c9'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:05.100444 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:05.184610 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.257625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] DHCP port deletion for f55026d9-a933-4dab-b971-bda4666e5d57 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:05.263334 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] Set router bf854d65-c05e-4cef-9245-c2a2c80f69c9 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:05.407802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] Deleting port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:05.408242 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.534048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:05.539656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.665482 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:42:03Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:05.674028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] For port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5d86cf41-5d82-4395-b4b2-54ff3c75fef7,segment=NetworkSegment(77e7b4f3-6d0a-4f2a-a180-0830f81e933b),segment_id=77e7b4f3-6d0a-4f2a-a180-0830f81e933b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:05.674430 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.711576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f14d46-b4b8-4c7f-8bf7-49eb2681272e req-f29a6c1f-70bc-4bdf-af11-165e7312503e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:05.722488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38f14d46-b4b8-4c7f-8bf7-49eb2681272e req-f29a6c1f-70bc-4bdf-af11-165e7312503e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 944 time: 0.2072959 Aug 29 04:42:05.725061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] Calling delete_port for 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:05.741724 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cebc42-b504-4323-840b-bb458a4e0f84 None None] The sync data for ids ['bf854d65-c05e-4cef-9245-c2a2c80f69c9'] in n-d-712142-15 is: [{'id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121707434', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:39Z', 'updated_at': '2021-08-29T04:42:03Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf854d65-c05e-4cef-9245-c2a2c80f69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:41Z', 'updated_at': '2021-08-29T04:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:05.756968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:05.779091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:05.779393 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.814355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38f14d46-b4b8-4c7f-8bf7-49eb2681272e req-0a2e1f4b-0859-432f-b778-383387eee6ec tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907307 Aug 29 04:42:05.841656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:05.842365 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.973194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:05.973924 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.998752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:06.127214 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.144627 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.154991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] No DVR routers for this DVR port 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:06.257373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6a4f-ef1d-4d6a-ae70-efa9015881de None None] Pushing event deleted for resources: {'Port': ['ID=5d86cf41-5d82-4395-b4b2-54ff3c75fef7,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:06.286837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8710f865-61e3-468f-af6e-9ead27fe4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0c850f-4014-4c1a-81a0-5cf05eed0a59'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:06.289413 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111f9bf-2b50-484d-b179-72a0bf193f11" -d '{"events": [{"server_uuid": "8710f865-61e3-468f-af6e-9ead27fe4410", "name": "network-vif-plugged", "status": "completed", "tag": "4a0c850f-4014-4c1a-81a0-5cf05eed0a59"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:06.344719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:06.357838 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.428875 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.435032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:06.612278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:06.752087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.903254 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c39e4ec-7d79-4aff-b86d-1cc4da43f354 x-openstack-request-id: req-9c39e4ec-7d79-4aff-b86d-1cc4da43f354 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:06.903551 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8710f865-61e3-468f-af6e-9ead27fe4410", "name": "network-vif-plugged", "status": "completed", "tag": "4a0c850f-4014-4c1a-81a0-5cf05eed0a59", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:06.903825 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c39e4ec-7d79-4aff-b86d-1cc4da43f354 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:06.904235 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8710f865-61e3-468f-af6e-9ead27fe4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0c850f-4014-4c1a-81a0-5cf05eed0a59', 'code': 200} Aug 29 04:42:06.999543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 09f11702-b980-4d21-8ee1-314577a44446 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:07.038472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 09f11702-b980-4d21-8ee1-314577a44446 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:07.038825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 09f11702-b980-4d21-8ee1-314577a44446 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:07.039252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:07.069565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.080770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:07.081037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5d86cf41-5d82-4395-b4b2-54ff3c75fef7 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:07.090152 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.197445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b458c-1ee5-4f1c-809c-320ad5e674be req-5de29880-6e27-4508-aa02-ee3d63b40055 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.200033 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f18b458c-1ee5-4f1c-809c-320ad5e674be req-5de29880-6e27-4508-aa02-ee3d63b40055 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1778219 Aug 29 04:42:07.205323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc277a6-04cc-42f7-ad64-4609ed7b94d9 req-4abd6cb5-be69-425d-a1d5-c472ffe1b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.206886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efc277a6-04cc-42f7-ad64-4609ed7b94d9 req-4abd6cb5-be69-425d-a1d5-c472ffe1b7bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 1097 time: 0.1833313 Aug 29 04:42:07.207494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.208036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Fanout notify agent at l3_agent the message router_deleted on router bf854d65-c05e-4cef-9245-c2a2c80f69c9 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:42:07.219045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.222530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41632) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:07.223031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-16c415c0-9b8f-412d-aa17-89f97cbb128c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/routers/bf854d65-c05e-4cef-9245-c2a2c80f69c9 HTTP/1.1" status: 204 len: 168 time: 2.2935839 Aug 29 04:42:07.298056 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f18b458c-1ee5-4f1c-809c-320ad5e674be req-3dd203fc-c61f-4d2e-9cef-8da2081ca19c tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621603 Aug 29 04:42:07.337547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-efc277a6-04cc-42f7-ad64-4609ed7b94d9 req-c7a44c48-55e1-482d-b810-ad037f38ac89 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125460 Aug 29 04:42:07.464485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1936e6-f918-4cd9-b5c1-bdb643ff7d56 req-eac10d7e-82bd-4f9c-9d4c-a7c6572b858f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.486506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b1936e6-f918-4cd9-b5c1-bdb643ff7d56 req-eac10d7e-82bd-4f9c-9d4c-a7c6572b858f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 945 time: 0.0864115 Aug 29 04:42:07.567565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b1936e6-f918-4cd9-b5c1-bdb643ff7d56 req-470bc5c7-1268-428c-bd49-7d45f919867a tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737798 Aug 29 04:42:07.828924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.943462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.965047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55026d9-a933-4dab-b971-bda4666e5d57']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:07.980862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e7b4f3-6d0a-4f2a-a180-0830f81e933b') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:07.981518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e7b4f3-6d0a-4f2a-a180-0830f81e933b') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:07.994196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.024281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.035680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:08.036291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:08.040311 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:08.106937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.115330 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.117490 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/networks/f55026d9-a933-4dab-b971-bda4666e5d57 HTTP/1.1" status: 204 len: 168 time: 0.8931723 Aug 29 04:42:08.120475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41642) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:08.137150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130457f-856e-46d0-ab80-810d18ef0999 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Network': ['ID=f55026d9-a933-4dab-b971-bda4666e5d57,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:08.192774 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ffad770b-3378-4cce-8312-9fd9477c5e06 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.220012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ffad770b-3378-4cce-8312-9fd9477c5e06 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.295287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ffad770b-3378-4cce-8312-9fd9477c5e06 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.299639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ffad770b-3378-4cce-8312-9fd9477c5e06 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.301306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ffad770b-3378-4cce-8312-9fd9477c5e06 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/security-groups/cfea7c9c-bee7-410e-9f39-2fd6d552e77b HTTP/1.1" status: 204 len: 168 time: 0.1796660 Aug 29 04:42:08.314738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad770b-3378-4cce-8312-9fd9477c5e06 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfea7c9c-bee7-410e-9f39-2fd6d552e77b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:08.553899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee162d-72bd-461e-a5d5-f1a6b6305c77 req-46ef21ba-132f-4bff-bb09-9076b8157d86 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:08.555764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bee162d-72bd-461e-a5d5-f1a6b6305c77 req-46ef21ba-132f-4bff-bb09-9076b8157d86 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.0820689 Aug 29 04:42:08.620111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bee162d-72bd-461e-a5d5-f1a6b6305c77 req-86f9bdb9-49d1-42bb-8443-3c3e6dfc6061 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558565 Aug 29 04:42:08.770645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:08.810930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:08.813147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b78eb1ca-d52e-4d17-82c5-1fb8d0e20a70 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:09.187631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41672) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:09.195918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-586cbea9-678d-471b-89db-b8f1c85f55fc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-599690282', 'description': 'tempest-secgroup-smoke-599690282 description', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:09.233064 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586cbea9-678d-471b-89db-b8f1c85f55fc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.477885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da3b12-96aa-4fb1-b107-c56f891e7395 req-35ef544c-ce06-4e12-9c4c-77dfce289e00 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.486906 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44da3b12-96aa-4fb1-b107-c56f891e7395 req-35ef544c-ce06-4e12-9c4c-77dfce289e00 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 945 time: 0.1230705 Aug 29 04:42:09.519690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586cbea9-678d-471b-89db-b8f1c85f55fc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.529131 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586cbea9-678d-471b-89db-b8f1c85f55fc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.572445 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44da3b12-96aa-4fb1-b107-c56f891e7395 req-c2ef3336-f87d-4cc6-bd8d-7aaa144224f1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844181 Aug 29 04:42:09.574710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586cbea9-678d-471b-89db-b8f1c85f55fc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.578793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-586cbea9-678d-471b-89db-b8f1c85f55fc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3840604 Aug 29 04:42:09.579134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41678) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:09.584651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4c193256-183c-46ec-8dc2-a55211db821a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '1fcac35b-dc6f-4ed0-9651-df5a96631816', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:09.590444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cbea9-678d-471b-89db-b8f1c85f55fc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcac35b-dc6f-4ed0-9651-df5a96631816,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:09.638421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4c193256-183c-46ec-8dc2-a55211db821a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.731011 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4c193256-183c-46ec-8dc2-a55211db821a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.749545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4c193256-183c-46ec-8dc2-a55211db821a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.782382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c193256-183c-46ec-8dc2-a55211db821a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994f5a28-334d-4d5c-b05a-8f468e73108b,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:09.796152 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4c193256-183c-46ec-8dc2-a55211db821a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.797638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4c193256-183c-46ec-8dc2-a55211db821a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2173491 Aug 29 04:42:09.800207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41686) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:09.805267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d8ab9b0d-da56-41b8-bcb9-59b664258df4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '1fcac35b-dc6f-4ed0-9651-df5a96631816', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:09.832539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033075d3-b52e-4520-88d7-889a4c35aac1 req-9e190b2b-93cf-47ae-8a23-9e223ddfc711 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.835201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-033075d3-b52e-4520-88d7-889a4c35aac1 req-9e190b2b-93cf-47ae-8a23-9e223ddfc711 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1090846 Aug 29 04:42:09.841400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9b0d-da56-41b8-bcb9-59b664258df4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.893409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-033075d3-b52e-4520-88d7-889a4c35aac1 req-45ec634b-f1fd-407e-a353-32fbbfbe3e87 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497065 Aug 29 04:42:09.952600 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9b0d-da56-41b8-bcb9-59b664258df4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.958622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9b0d-da56-41b8-bcb9-59b664258df4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.983602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9b0d-da56-41b8-bcb9-59b664258df4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571709aa-46fa-4bef-97ff-84b443673f7d,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.007617 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9b0d-da56-41b8-bcb9-59b664258df4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.012724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d8ab9b0d-da56-41b8-bcb9-59b664258df4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2114632 Aug 29 04:42:10.013559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41698) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.018769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bb15a54d-4e88-424c-a245-6d1cc4ae7ed0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '1fcac35b-dc6f-4ed0-9651-df5a96631816', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:10.066613 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb15a54d-4e88-424c-a245-6d1cc4ae7ed0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.163748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb15a54d-4e88-424c-a245-6d1cc4ae7ed0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.170867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb15a54d-4e88-424c-a245-6d1cc4ae7ed0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.186716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714779a-e52f-4d08-acf9-0ff8006a5465 req-dc848197-dedd-43e0-82f7-91a9490d9f28 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.191408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15a54d-4e88-424c-a245-6d1cc4ae7ed0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18b3638-54c9-4d1c-87e8-770970f6ea50,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.197852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0714779a-e52f-4d08-acf9-0ff8006a5465 req-dc848197-dedd-43e0-82f7-91a9490d9f28 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.2084761 Aug 29 04:42:10.216571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0714779a-e52f-4d08-acf9-0ff8006a5465 req-757feaf7-031d-4f42-b558-86e684b22dca tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/quotas/2151e6d7136b454ca53b5e40606d0218 HTTP/1.1" status: 200 len: 375 time: 0.0174170 Aug 29 04:42:10.249046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb15a54d-4e88-424c-a245-6d1cc4ae7ed0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.251008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bb15a54d-4e88-424c-a245-6d1cc4ae7ed0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2363069 Aug 29 04:42:10.254079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41702) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.264582 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2e0662ea-da08-496c-8060-3046376a1823 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '1fcac35b-dc6f-4ed0-9651-df5a96631816', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:10.304903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0714779a-e52f-4d08-acf9-0ff8006a5465 req-5cbc442b-0fe9-48dd-b646-5c11a5166126 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790012 Aug 29 04:42:10.323326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e0662ea-da08-496c-8060-3046376a1823 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.467900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0714779a-e52f-4d08-acf9-0ff8006a5465 req-443dcb5d-c47b-4292-9a8f-9642a8d2a458 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515415 Aug 29 04:42:10.498264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e0662ea-da08-496c-8060-3046376a1823 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.508838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e0662ea-da08-496c-8060-3046376a1823 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.559020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0662ea-da08-496c-8060-3046376a1823 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4df78df-de72-48b3-9b8b-95c74073a403,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.574870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e0662ea-da08-496c-8060-3046376a1823 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.587425 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2e0662ea-da08-496c-8060-3046376a1823 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276384 Aug 29 04:42:10.591128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41708) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.609603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1c5e740c-d9fb-4858-b428-f305077db365 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '1fcac35b-dc6f-4ed0-9651-df5a96631816', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:10.638085 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-1c5e740c-d9fb-4858-b428-f305077db365 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Project b8ebe056008949c3a4f192f98b6f5efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:10.647823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c5e740c-d9fb-4858-b428-f305077db365 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.708743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0714779a-e52f-4d08-acf9-0ff8006a5465 req-6f9e2975-57cb-4deb-86a8-2a74b3ed59d6 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387683 Aug 29 04:42:10.748883 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c5e740c-d9fb-4858-b428-f305077db365 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.756139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c5e740c-d9fb-4858-b428-f305077db365 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.782302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e740c-d9fb-4858-b428-f305077db365 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4839021-9a4c-474e-9c44-254b40adc120,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.791617 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c5e740c-d9fb-4858-b428-f305077db365 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.793842 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1c5e740c-d9fb-4858-b428-f305077db365 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2011437 Aug 29 04:42:10.796630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41710) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.802071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fa0897f5-b30f-4b32-a9dc-2e06b05885a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '1fcac35b-dc6f-4ed0-9651-df5a96631816', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:10.838911 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-fa0897f5-b30f-4b32-a9dc-2e06b05885a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Project b8ebe056008949c3a4f192f98b6f5efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:10.857140 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa0897f5-b30f-4b32-a9dc-2e06b05885a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.974727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa0897f5-b30f-4b32-a9dc-2e06b05885a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.980940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa0897f5-b30f-4b32-a9dc-2e06b05885a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.015502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0897f5-b30f-4b32-a9dc-2e06b05885a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d1957c-63ee-4cd7-8d80-fdbac2c5dce6,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:11.019317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa0897f5-b30f-4b32-a9dc-2e06b05885a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.024195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fa0897f5-b30f-4b32-a9dc-2e06b05885a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2232847 Aug 29 04:42:11.024880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41724) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:11.032244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'network': {'name': 'tempest-network-smoke--174153373', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:11.076404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:11.087800 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.168752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:11.197474 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.199451 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Added segment bae84272-c5ca-4d46-a04f-a22baf882fc9 of type vlan for network da56dba6-47ac-4aa6-b572-81f32ea2cdea Aug 29 04:42:11.314036 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.371710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3735df0-15db-4078-bf38-8b57a1f9ed85 req-3a46f570-c5ed-499f-998a-7a964ed8677e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.379739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3735df0-15db-4078-bf38-8b57a1f9ed85 req-3a46f570-c5ed-499f-998a-7a964ed8677e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1402555 Aug 29 04:42:11.497612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3735df0-15db-4078-bf38-8b57a1f9ed85 req-d1a8e110-846b-4c86-b48a-19f1b678121c tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155510 Aug 29 04:42:11.504746 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.515219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.515880 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.580286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41752) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:11.671549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41756) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:11.678563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'admin_state_up': True, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:11.682823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6554890 Aug 29 04:42:11.689127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff805ce-0610-4841-bf97-9b9562534add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Network': ['ID=da56dba6-47ac-4aa6-b572-81f32ea2cdea,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:11.736947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:11.769580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.770720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.953747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.114328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d479213-02fd-443f-a617-a87fbd12ebe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.131902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-ec529697-735e-446d-b879-bee11249e546 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.142520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-ec529697-735e-446d-b879-bee11249e546 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.1458929 Aug 29 04:42:12.167908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-21694513-70bc-4c4a-9dc9-b1a6098811eb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/quotas/2151e6d7136b454ca53b5e40606d0218 HTTP/1.1" status: 200 len: 375 time: 0.0242188 Aug 29 04:42:12.271114 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.293066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-3fb04b41-b1c2-4d7e-b74a-720733225d85 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242986 Aug 29 04:42:12.441370 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d479213-02fd-443f-a617-a87fbd12ebe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.452562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d479213-02fd-443f-a617-a87fbd12ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.453739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-07da1f8b-a65e-4b26-864d-6edf2c4a849a service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596954 Aug 29 04:42:12.499626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d479213-02fd-443f-a617-a87fbd12ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110967b1-c452-447c-a627-11e6f35c5a6f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.509988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3d479213-02fd-443f-a617-a87fbd12ebe9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=016dd94edaa14f988ab73ea4beea193a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9286220 Aug 29 04:42:12.513410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41778) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.603142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5083b08-ca73-43f9-a726-d6505d6d331c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.629058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.642124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-fc2272cd-ed75-41e6-ba36-9d7bb2cd63f3 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874444 Aug 29 04:42:12.654183 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5083b08-ca73-43f9-a726-d6505d6d331c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.654590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.733822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5083b08-ca73-43f9-a726-d6505d6d331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.738993 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b5083b08-ca73-43f9-a726-d6505d6d331c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.758932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b5083b08-ca73-43f9-a726-d6505d6d331c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/110967b1-c452-447c-a627-11e6f35c5a6f HTTP/1.1" status: 204 len: 168 time: 0.2423091 Aug 29 04:42:12.773654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083b08-ca73-43f9-a726-d6505d6d331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110967b1-c452-447c-a627-11e6f35c5a6f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.808048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.25.1.208 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:12.965420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.974442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6ba26-594a-46c8-81ff-3d0d83bd11a5 req-8d356792-7f5c-4f14-ae84-c8cf544e8112 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.976362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31a6ba26-594a-46c8-81ff-3d0d83bd11a5 req-8d356792-7f5c-4f14-ae84-c8cf544e8112 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1073375 Aug 29 04:42:13.024136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.047155 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31a6ba26-594a-46c8-81ff-3d0d83bd11a5 req-7e10a2e2-6c24-42d1-923e-8543f9096c3a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641220 Aug 29 04:42:13.109052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:13.112478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:13.129342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:13.142039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:13.183745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e91029c2-c409-4ec3-aa43-badb844b3731 req-cf8e966d-2903-4a28-b545-9523b1c0c542 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 210 time: 0.0437560 Aug 29 04:42:13.507609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.800744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.001904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:42:14.193903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:14.213120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Sync routers for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:14.238909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:14.242137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:14.250823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.252362 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6d7867ba-167a-4921-9c03-42ff32a152f5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5797753 Aug 29 04:42:14.256443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41842) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:14.270814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-d0c44704-f8d3-4cb2-8f35-4057de3ae1f9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.272340 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-d0c44704-f8d3-4cb2-8f35-4057de3ae1f9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.1528449 Aug 29 04:42:14.290592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Request body: {'port': {'device_id': '2b7f2ace-5a03-491f-8498-c8f9ed4f062d', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'admin_state_up': True, 'tenant_id': '2151e6d7136b454ca53b5e40606d0218'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:14.321601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f6f9fdf-3408-4cac-ad25-073f57f7a51b tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b8ebe056008949c3a4f192f98b6f5efb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614321 Aug 29 04:42:14.323597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41846) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:14.453654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82d9c7-f4b7-4d52-ae6f-44d66dbdbb37 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.459310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9d82d9c7-f4b7-4d52-ae6f-44d66dbdbb37 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340401 Aug 29 04:42:14.461560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41848) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:14.534250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:14.546505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-51c5d2bc-cb06-4f01-ba86-873cfe076353 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0824702 Aug 29 04:42:14.547900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41852) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:14.562006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646210851', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:14.592288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7e058-1b10-45db-b498-b56b97b0d854 req-1ec46a9c-87ac-4d87-a914-a1eb9e3980d3 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.599449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ca7e058-1b10-45db-b498-b56b97b0d854 req-1ec46a9c-87ac-4d87-a914-a1eb9e3980d3 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.4104950 Aug 29 04:42:14.610759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:14.618484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.866721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ca7e058-1b10-45db-b498-b56b97b0d854 req-07bff575-0dc2-413f-b0df-41aabb4ef6e2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601910 Aug 29 04:42:14.880377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:14.890623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.904707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Allocated IP 172.20.0.13 (f9b6a17d-30d7-44a0-b29f-6387d484e2d7/7618f96a-65b0-4c0a-b90a-2c3766ef6915/dc74b397-7938-4271-8ca4-a1d3d673c195) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:14.919488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:13Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:14.956411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Checking router: 28e99583-4451-4d4b-93f6-aa68ff2b0c75 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:14.957116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Updating router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:14.995366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.077053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a50c23e3-7151-4bbe-9f43-fc301dab1781 req-4ff62cb1-6ba1-4b1e-a439-aee3b0e8bbf0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 210 time: 0.0891759 Aug 29 04:42:15.231538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.280631 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.321700 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.351843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:15.368861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Subnet': ['ID=26b1157d-a5f7-4997-bfb9-51c21fd42b0d,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:15.388351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:15.394086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:15.398807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:15.418537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Checking segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:15.419038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network hostable DHCP agents. Network: da56dba6-47ac-4aa6-b572-81f32ea2cdea, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:15.442387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:15.448712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event updated for resources: {'Port': ['ID=dc74b397-7938-4271-8ca4-a1d3d673c195,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:15.477582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, da56dba6-47ac-4aa6-b572-81f32ea2cdea) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:15.491473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:15.492549 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.514808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218bd985-adf2-4879-a460-1326a7b0fd86 None None] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:15.515282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:15.515949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.518005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ff2ff837-3d4a-4fc6-8626-e1225abf462b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9633436 Aug 29 04:42:15.520996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41878) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:15.544173 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-561920c3-9c0b-48ad-8e5a-7cb89b50e5b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2595286 Aug 29 04:42:15.564292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Request body: {'port': {'device_id': '2b7f2ace-5a03-491f-8498-c8f9ed4f062d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:15.623707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.821310 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.885894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Transition to ACTIVE for port object f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:15.956157 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.035344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc74b397-7938-4271-8ca4-a1d3d673c195 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:16.068778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.081591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e49a8-da79-49e6-9027-9b369a80401a None None] Pushing event updated for resources: {'Port': ['ID=f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:16.106547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Transition to ACTIVE for port object dc74b397-7938-4271-8ca4-a1d3d673c195 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:16.115905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.140075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:16.141472 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.167016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Attempting to bind port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:16.167603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Attempting to bind port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:16.168090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Attempting to bind port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:16.216153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc74b397-7938-4271-8ca4-a1d3d673c195,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:16.316907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:16.318397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:16.319073 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.319412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:16.319938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Bound port: f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:16.320543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.325461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Attempting to bind port dc74b397-7938-4271-8ca4-a1d3d673c195 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:16.325959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Attempting to bind port dc74b397-7938-4271-8ca4-a1d3d673c195 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:16.326418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Attempting to bind port dc74b397-7938-4271-8ca4-a1d3d673c195 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:16.342716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Port dc74b397-7938-4271-8ca4-a1d3d673c195 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:16.343536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Attempting to bind port dc74b397-7938-4271-8ca4-a1d3d673c195 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:16.350211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:16.350943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Checking segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:16.351733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Bound using segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:16.352440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Bound port: dc74b397-7938-4271-8ca4-a1d3d673c195, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:16.353066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.474941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] For port dc74b397-7938-4271-8ca4-a1d3d673c195, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:16.486259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] For port dc74b397-7938-4271-8ca4-a1d3d673c195, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=dc74b397-7938-4271-8ca4-a1d3d673c195,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:16.494585 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.553362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Allocated IP 172.20.0.2 (da56dba6-47ac-4aa6-b572-81f32ea2cdea/26b1157d-a5f7-4997-bfb9-51c21fd42b0d/836cd6a9-bf87-4c9e-bf65-77f62fdb05ba) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:16.571373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:16.572158 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.577251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc74b397-7938-4271-8ca4-a1d3d673c195 HTTP/1.1" status: 200 len: 1093 time: 1.0214243 Aug 29 04:42:16.577834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7f2ace-5a03-491f-8498-c8f9ed4f062d', 'tag': 'dc74b397-7938-4271-8ca4-a1d3d673c195'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:16.580813 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d871ca-d592-41ac-80eb-311f19c46313" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7f2ace-5a03-491f-8498-c8f9ed4f062d", "tag": "dc74b397-7938-4271-8ca4-a1d3d673c195"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:16.699061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c40aac-468f-4f89-ad03-f82db520e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc74b397-7938-4271-8ca4-a1d3d673c195,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:16.708962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb4ec-6c7e-4169-ab3c-cd4fc83c227c req-8b4de8fd-3c28-4d9c-8120-14b9a0577dd7 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:16.728793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41914) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:16.730977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a8eb4ec-6c7e-4169-ab3c-cd4fc83c227c req-8b4de8fd-3c28-4d9c-8120-14b9a0577dd7 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.3136117 Aug 29 04:42:16.741490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] For port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:16.741661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-3b69b6ce-5815-4c77-b134-298025aa8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:16.743749 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-3b69b6ce-5815-4c77-b134-298025aa8642 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 1096 time: 0.1098828 Aug 29 04:42:16.768787 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] For port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:16.790087 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.817958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a8eb4ec-6c7e-4169-ab3c-cd4fc83c227c req-6d68810f-7a0b-42ea-9253-0e1bedbab8a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849247 Aug 29 04:42:16.820357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.848278 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-928ecba4-ed12-4809-b025-9d2896a7a27a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc74b397-7938-4271-8ca4-a1d3d673c195 HTTP/1.1" status: 200 len: 217 time: 0.0862105 Aug 29 04:42:16.979652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-a7245f5d-c28d-4ea9-9ec5-968689c1439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:16.980797 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-a7245f5d-c28d-4ea9-9ec5-968689c1439f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1254153 Aug 29 04:42:16.988504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:16.989249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:41:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:17.003923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-950a21aa-c3fe-410b-9a44-ea452b2f0189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.031048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-76b5ea56-ead3-4c77-aa67-48f12bf89bcb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376258 Aug 29 04:42:17.068826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd90d5-0344-42cc-8212-da55c2868858 req-25bfd4ec-7894-423d-a1f4-635e36cb5558 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.070900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dddd90d5-0344-42cc-8212-da55c2868858 req-25bfd4ec-7894-423d-a1f4-635e36cb5558 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 944 time: 0.1276197 Aug 29 04:42:17.111133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e49a8-da79-49e6-9027-9b369a80401a None None] Pushing event updated for resources: {'Port': ['ID=f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:17.166288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:17.171980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dddd90d5-0344-42cc-8212-da55c2868858 req-ea8c581d-9adb-4987-a24d-cb15ab48e7d4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915968 Aug 29 04:42:17.189796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-27fabc7c-6b38-44a4-9e1e-b2a2393d1628 service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516702 Aug 29 04:42:17.252664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.277921 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265fbb95-d1aa-4d2a-8786-49f38b27f55e x-openstack-request-id: req-265fbb95-d1aa-4d2a-8786-49f38b27f55e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:17.278299 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7f2ace-5a03-491f-8498-c8f9ed4f062d", "tag": "dc74b397-7938-4271-8ca4-a1d3d673c195", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:17.278618 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-265fbb95-d1aa-4d2a-8786-49f38b27f55e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:17.279082 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7f2ace-5a03-491f-8498-c8f9ed4f062d', 'tag': 'dc74b397-7938-4271-8ca4-a1d3d673c195', 'status': 'completed', 'code': 200} Aug 29 04:42:17.303226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Transition to ACTIVE for port object 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:17.307902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-950a21aa-c3fe-410b-9a44-ea452b2f0189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.314979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-950a21aa-c3fe-410b-9a44-ea452b2f0189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.342674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Transition to ACTIVE for port object 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:17.360073 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.364766 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-950a21aa-c3fe-410b-9a44-ea452b2f0189 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a7782af4497413ebf26af12844ba0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6335247 Aug 29 04:42:17.369271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41920) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:17.386730 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c5d9ccdb-0574-4bea-8d10-23d25bfd3f5f req-23509481-aaa9-4736-8bfe-dda408a5d81b service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798587 Aug 29 04:42:17.393276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a21aa-c3fe-410b-9a44-ea452b2f0189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d38bcc-a67f-4b2a-8bc6-d5d2b60ab123,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:17.445679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Pushing event updated for resources: {'Port': ['ID=836cd6a9-bf87-4c9e-bf65-77f62fdb05ba,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:17.446247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.20.0.1 (da56dba6-47ac-4aa6-b572-81f32ea2cdea/26b1157d-a5f7-4997-bfb9-51c21fd42b0d/e4e7478b-9bbb-497e-b211-014e25b90ad3) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:17.474380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:17.480985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:17.482700 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71e98f5-2e46-4c37-bdf3-ff59b3c6d645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.484051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:17.512454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71e98f5-2e46-4c37-bdf3-ff59b3c6d645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.516846 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dbd4f4a0-053f-4dda-b423-89f4cd4d6c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.532075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-86a917ad-c616-4803-ab1c-366e9568779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.534083 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-86a917ad-c616-4803-ab1c-366e9568779e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 1096 time: 0.0878577 Aug 29 04:42:17.591046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Attempting to bind port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:17.591585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Attempting to bind port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:17.591713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Attempting to bind port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba on network da56dba6-47ac-4aa6-b572-81f32ea2cdea {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:17.600843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:17.601331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Checking segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:17.602794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.603416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Bound using segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:17.605145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Bound port: 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:17.605737 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.624296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:13Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:17.639146 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.642275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71e98f5-2e46-4c37-bdf3-ff59b3c6d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.645125 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71e98f5-2e46-4c37-bdf3-ff59b3c6d645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.648650 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b71e98f5-2e46-4c37-bdf3-ff59b3c6d645 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3d38bcc-a67f-4b2a-8bc6-d5d2b60ab123 HTTP/1.1" status: 204 len: 168 time: 0.2715409 Aug 29 04:42:17.664228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Transition to ACTIVE for port object e4e7478b-9bbb-497e-b211-014e25b90ad3 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:17.684841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-de4e8121-7075-4466-bd19-735e29e9b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.686704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-de4e8121-7075-4466-bd19-735e29e9b432 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.1447041 Aug 29 04:42:17.688011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e98f5-2e46-4c37-bdf3-ff59b3c6d645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d38bcc-a67f-4b2a-8bc6-d5d2b60ab123,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:17.746627 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.754302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-da18d175-8f94-4c4d-b2c5-95791691242d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc74b397-7938-4271-8ca4-a1d3d673c195 HTTP/1.1" status: 200 len: 217 time: 0.0586877 Aug 29 04:42:17.830507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:17.850078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] For port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:17.850249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-b1489dab-7d25-428a-a423-da460db9af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.854120 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-b1489dab-7d25-428a-a423-da460db9af36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.0913789 Aug 29 04:42:17.856239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:17.864171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] For port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=836cd6a9-bf87-4c9e-bf65-77f62fdb05ba,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:17.869046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:17.879778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc234f97-9ddf-4ceb-9951-b2a2324b0010 None None] The sync data for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 is: [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:13Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:17.881869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.940458 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-ee2bfae4-1ca8-43a2-af19-65d8df07068a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762904 Aug 29 04:42:17.970054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=e4e7478b-9bbb-497e-b211-014e25b90ad3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:18.024108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.032327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.035650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.036029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.036503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.037101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.042025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c60026-0cc3-44c4-b9e2-39cb5c61dbbd None None] Pushing event updated for resources: {'Port': ['ID=836cd6a9-bf87-4c9e-bf65-77f62fdb05ba,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:18.043401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.052414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.052895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.053258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.053611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.054100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:18.093070 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.172064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21c33-0c5a-4b23-9c46-0665b9fcd4ea req-a49162f5-deb5-4e24-aebe-8fc0a9391ef5 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.173804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1cf21c33-0c5a-4b23-9c46-0665b9fcd4ea req-a49162f5-deb5-4e24-aebe-8fc0a9391ef5 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1974790 Aug 29 04:42:18.182836 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-f14e9f6b-4b6c-4c80-af81-dafa11b6ea20 service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271926 Aug 29 04:42:18.326676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 41946) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:18.353333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e1a61fc-c72c-4bb4-a588-840a945e3edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.353654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1cf21c33-0c5a-4b23-9c46-0665b9fcd4ea req-5660ad68-993c-4952-87a6-1987cd8f7579 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601791 Aug 29 04:42:18.395568 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b7d871ca-d592-41ac-80eb-311f19c46313 req-940d0896-0363-4dcd-8771-7f6a1e6bd469 service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982675 Aug 29 04:42:18.471141 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.578377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e1a61fc-c72c-4bb4-a588-840a945e3edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.583786 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e1a61fc-c72c-4bb4-a588-840a945e3edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.615380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9e1a61fc-c72c-4bb4-a588-840a945e3edb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ead1eae6f42143989469ec333f370cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871649 Aug 29 04:42:18.620789 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 41950) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:18.645084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a61fc-c72c-4bb4-a588-840a945e3edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c8c4e3-1c7b-4069-a453-e79317f5d78f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:18.696933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5a2b-8483-49ab-8261-4e9705062c1e req-405f42ca-0869-482f-acee-d3f1888254db tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.699433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1cb5a2b-8483-49ab-8261-4e9705062c1e req-405f42ca-0869-482f-acee-d3f1888254db tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 944 time: 0.1943851 Aug 29 04:42:18.820612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1cb5a2b-8483-49ab-8261-4e9705062c1e req-f415309f-a343-4bed-b0e4-6a37ead9e79c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145935 Aug 29 04:42:18.826164 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71d0804c-b622-48cb-acad-ebf0f57c2e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.924231 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71d0804c-b622-48cb-acad-ebf0f57c2e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.954140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:19.120615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:19.164148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:19.164821 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.246989 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.251634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-0a905fdb-98bc-4a50-9a1c-c7754703920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.253007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71d0804c-b622-48cb-acad-ebf0f57c2e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.257226 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-0a905fdb-98bc-4a50-9a1c-c7754703920d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 1097 time: 0.1298628 Aug 29 04:42:19.258459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71d0804c-b622-48cb-acad-ebf0f57c2e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.264529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-71d0804c-b622-48cb-acad-ebf0f57c2e3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09c8c4e3-1c7b-4069-a453-e79317f5d78f HTTP/1.1" status: 204 len: 168 time: 0.6428740 Aug 29 04:42:19.269171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.420424 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.426016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0804c-b622-48cb-acad-ebf0f57c2e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c8c4e3-1c7b-4069-a453-e79317f5d78f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:19.429309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-d3c9eebb-03cf-46a8-84d8-0d61cc43a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.430837 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-d3c9eebb-03cf-46a8-84d8-0d61cc43a837 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 912 time: 0.1660244 Aug 29 04:42:19.481950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:19.491491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.492353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:19.578167 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-e716b210-523d-4d1a-bce9-625b99fcd86d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7 HTTP/1.1" status: 200 len: 1001 time: 0.1323171 Aug 29 04:42:19.587656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cecce8-9425-4e32-80e8-ec29305a241c req-3266859f-e355-4675-ae58-55e21ed664f5 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.590721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4cecce8-9425-4e32-80e8-ec29305a241c req-3266859f-e355-4675-ae58-55e21ed664f5 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.5295639 Aug 29 04:42:19.595518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=e4e7478b-9bbb-497e-b211-014e25b90ad3,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:19.598493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device dc74b397-7938-4271-8ca4-a1d3d673c195 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:19.665074 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.693705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:19.700980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-b732e93e-0ce1-4f25-b567-4b4d470545e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.702454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-b732e93e-0ce1-4f25-b567-4b4d470545e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.1132836 Aug 29 04:42:19.772329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4cecce8-9425-4e32-80e8-ec29305a241c req-dcd1456e-04d7-4e0f-9bde-e6cfae9793e5 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473839 Aug 29 04:42:19.784363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e6789-1e81-47f9-a3c0-a4f9347814fc None None] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:19.818477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:19.824043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-9cfcb483-b67c-43b4-9381-50485630b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.827561 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-9cfcb483-b67c-43b4-9381-50485630b4bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113930 Aug 29 04:42:19.837837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:19.840756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:19.962792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b750e189-9a4b-46a5-a8f3-f3a9764d59bc None None] Provisioning for port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:20.002761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b750e189-9a4b-46a5-a8f3-f3a9764d59bc None None] Provisioning complete for port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:20.003532 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b750e189-9a4b-46a5-a8f3-f3a9764d59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.082891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c3211-4c11-40d4-9ded-02f8241f0b0b req-508c6000-d123-4c9a-89b3-df48d28b48dd tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.084526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad0c3211-4c11-40d4-9ded-02f8241f0b0b req-508c6000-d123-4c9a-89b3-df48d28b48dd tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 944 time: 0.1108360 Aug 29 04:42:20.093187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port dc74b397-7938-4271-8ca4-a1d3d673c195, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=dc74b397-7938-4271-8ca4-a1d3d673c195,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:20.102556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:20.138029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'dc74b397-7938-4271-8ca4-a1d3d673c195', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'port_id': 'dc74b397-7938-4271-8ca4-a1d3d673c195', 'mac_address': 'fa:16:3e:f2:7e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618f96a-65b0-4c0a-b90a-2c3766ef6915', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:20.140980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad0c3211-4c11-40d4-9ded-02f8241f0b0b req-9379695c-469a-45ed-9516-0c0949bdd6ec tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479994 Aug 29 04:42:20.286870 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.332805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc74b397-7938-4271-8ca4-a1d3d673c195 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:20.360484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port dc74b397-7938-4271-8ca4-a1d3d673c195, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=dc74b397-7938-4271-8ca4-a1d3d673c195,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:20.371881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b750e189-9a4b-46a5-a8f3-f3a9764d59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.385561 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.409999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:20.418494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-389c8d78-ea85-41f7-9d66-2242221d2b96 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "PUT /v2.0/routers/28e99583-4451-4d4b-93f6-aa68ff2b0c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8952835 Aug 29 04:42:20.483864 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.511056 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0a44b34c-a1bd-4e74-a028-4f04dc4b55f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.571273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-4de40941-1590-411f-a5c2-237ca1e4f954 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362068 Aug 29 04:42:20.655767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b750e189-9a4b-46a5-a8f3-f3a9764d59bc None None] For port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=836cd6a9-bf87-4c9e-bf65-77f62fdb05ba,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:20.669623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=dc74b397-7938-4271-8ca4-a1d3d673c195,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.678472 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b750e189-9a4b-46a5-a8f3-f3a9764d59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.738826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['dc74b397-7938-4271-8ca4-a1d3d673c195'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:20.889453 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345619b3-dfa5-4de6-aae6-e496fc8328fb req-5d48712e-7c9c-4374-8441-3863c0a0ad46 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081162 Aug 29 04:42:20.914497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750e189-9a4b-46a5-a8f3-f3a9764d59bc None None] Pushing event updated for resources: {'Port': ['ID=836cd6a9-bf87-4c9e-bf65-77f62fdb05ba,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.920221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:20.930434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-e270865f-73c9-4d46-b0b8-4cb0895f8d75 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599690282&fields=id&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 267 time: 0.1046071 Aug 29 04:42:21.079045 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Sync routers for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:21.086633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6f6bce63-53e0-4042-a53d-3dcb58cb823a None None] Provisioning for port e4e7478b-9bbb-497e-b211-014e25b90ad3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:21.093514 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:21.108901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6f6bce63-53e0-4042-a53d-3dcb58cb823a None None] Provisioning complete for port e4e7478b-9bbb-497e-b211-014e25b90ad3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:21.109626 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f6bce63-53e0-4042-a53d-3dcb58cb823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.111686 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:21.215617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dab9-c159-455d-b061-07669f634a23 req-da1557b7-b9c3-483d-ad9c-4fcc5d7754f4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.216892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-da1557b7-b9c3-483d-ad9c-4fcc5d7754f4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 796 time: 0.2723005 Aug 29 04:42:21.263584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-9a950531-a120-46af-97c1-76a285324f12 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/quotas/b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 375 time: 0.0365996 Aug 29 04:42:21.297714 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:21.325339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:21.327853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.396599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-281a7b13-3ee6-4130-a549-11840c8de757 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264949 Aug 29 04:42:21.433630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bce63-53e0-4042-a53d-3dcb58cb823a None None] Port e4e7478b-9bbb-497e-b211-014e25b90ad3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:21.453728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.547658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6f6bce63-53e0-4042-a53d-3dcb58cb823a None None] Provisioning complete for port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:21.547899 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6f6bce63-53e0-4042-a53d-3dcb58cb823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.627635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-cc34adf3-bdbc-40a4-9754-78bdd4202183 service neutron] 10.222.0.58 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083094 Aug 29 04:42:21.741070 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 2, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:21.783040 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Checking router: 28e99583-4451-4d4b-93f6-aa68ff2b0c75 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:21.783536 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Updating router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 port e4e7478b-9bbb-497e-b211-014e25b90ad3 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:21.814560 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.870170 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-a3c394b1-29ff-4575-a52c-f41841427475 service neutron] 10.222.0.58 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398870 Aug 29 04:42:22.027862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2ca92c72-ab08-4ebe-ac4e-7725ab1d9a30 None None] Provisioning complete for port e4e7478b-9bbb-497e-b211-014e25b90ad3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:22.028881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ca92c72-ab08-4ebe-ac4e-7725ab1d9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.133660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2ca92c72-ab08-4ebe-ac4e-7725ab1d9a30 None None] Port e4e7478b-9bbb-497e-b211-014e25b90ad3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:22.333196 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.353583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0164-fae3-4791-a08e-537d5ec39d29 req-32baa620-882c-428b-928e-d4534df4ec0a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.361037 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Transition to ACTIVE for port object e4e7478b-9bbb-497e-b211-014e25b90ad3 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:22.363027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7ee0164-fae3-4791-a08e-537d5ec39d29 req-32baa620-882c-428b-928e-d4534df4ec0a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1406825 Aug 29 04:42:22.371593 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.469836 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Pushing event updated for resources: {'Port': ['ID=e4e7478b-9bbb-497e-b211-014e25b90ad3,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:22.475141 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7ee0164-fae3-4791-a08e-537d5ec39d29 req-77039f0f-b994-42b3-91d7-9b08cf6afaf9 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870686 Aug 29 04:42:22.593885 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.594265 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.594574 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.594927 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.595262 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.595839 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.596215 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.596607 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.597037 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.597332 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.597687 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.613012 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:22.675379 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:42:22.775683 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Attempting to bind port e4e7478b-9bbb-497e-b211-014e25b90ad3 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:22.777630 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Attempting to bind port e4e7478b-9bbb-497e-b211-014e25b90ad3 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:22.785398 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Attempting to bind port e4e7478b-9bbb-497e-b211-014e25b90ad3 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:22.785654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87409cf2-a0d9-4f2a-93a2-f64519a36051 req-5d10d20e-2fcd-41fe-91e9-1f2657fa5ac9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.788144 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:22.788993 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Checking segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:22.789827 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.790376 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Bound using segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:22.798986 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87409cf2-a0d9-4f2a-93a2-f64519a36051 req-5d10d20e-2fcd-41fe-91e9-1f2657fa5ac9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 945 time: 0.1765251 Aug 29 04:42:22.800438 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Bound port: e4e7478b-9bbb-497e-b211-014e25b90ad3, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:22.801752 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.835587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.901101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:22.950000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87409cf2-a0d9-4f2a-93a2-f64519a36051 req-7688c760-57aa-4de5-a748-8f3433fca285 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445825 Aug 29 04:42:22.964672 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] For port e4e7478b-9bbb-497e-b211-014e25b90ad3, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:22.970109 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] For port e4e7478b-9bbb-497e-b211-014e25b90ad3, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e4e7478b-9bbb-497e-b211-014e25b90ad3,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:22.977562 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.037043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:23.037866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.111086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2bf66a3-3639-43a1-86e1-a18037dc0a2f req-35f770c4-fb05-4bce-a947-0c3ce266e3eb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 210 time: 0.0805132 Aug 29 04:42:23.133229 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:23.134112 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:23.340553 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74216d19-b5db-4612-bc6e-98bc4da75aa9 None None] Pushing event updated for resources: {'Port': ['ID=e4e7478b-9bbb-497e-b211-014e25b90ad3,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:23.553114 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:23.585214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device dc74b397-7938-4271-8ca4-a1d3d673c195 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:23.685356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port dc74b397-7938-4271-8ca4-a1d3d673c195 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:23.691093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port dc74b397-7938-4271-8ca4-a1d3d673c195 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:23.691756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.939580 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:24.013748 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587eabdb-3f9e-4d66-a600-8ce74fc610ae None None] The sync data for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 is: [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:24.077984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dab9-c159-455d-b061-07669f634a23 req-ee212f5b-8a5a-4fca-8e88-e1b010db06bd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.081484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-ee212f5b-8a5a-4fca-8e88-e1b010db06bd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 796 time: 0.1967559 Aug 29 04:42:24.132399 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.166547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7f2ace-5a03-491f-8498-c8f9ed4f062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc74b397-7938-4271-8ca4-a1d3d673c195'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:24.169812 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149e9df1-da64-4ba2-a9c4-11c6b69f8f48" -d '{"events": [{"server_uuid": "2b7f2ace-5a03-491f-8498-c8f9ed4f062d", "name": "network-vif-plugged", "status": "completed", "tag": "dc74b397-7938-4271-8ca4-a1d3d673c195"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:24.211774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port dc74b397-7938-4271-8ca4-a1d3d673c195, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=dc74b397-7938-4271-8ca4-a1d3d673c195,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:24.218466 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.227375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-8cea49e1-5dd0-450d-a9d9-1e1df64ddd60 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 379 time: 0.1341300 Aug 29 04:42:24.248908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'port': {'device_id': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'admin_state_up': True, 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'security_groups': ['1fcac35b-dc6f-4ed0-9651-df5a96631816']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:24.331243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=dc74b397-7938-4271-8ca4-a1d3d673c195,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:24.452325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636135c-9951-4475-9196-ef70732aed13 req-85fb3c54-b174-41d4-a794-e1186fead9eb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.458732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1636135c-9951-4475-9196-ef70732aed13 req-85fb3c54-b174-41d4-a794-e1186fead9eb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 946 time: 0.2884619 Aug 29 04:42:24.542960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1636135c-9951-4475-9196-ef70732aed13 req-6a3c8663-5625-4726-a273-4cfab0fa9472 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757394 Aug 29 04:42:24.556431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:24.568177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.700727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40585bce-4eeb-44c0-a6e3-44a73b2aaf57 req-194af1be-7d9e-4751-8cf2-53ad6646499f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 210 time: 0.0451744 Aug 29 04:42:24.833605 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd6e9cd-ed09-4803-97f7-920ce540e4f7 x-openstack-request-id: req-8fd6e9cd-ed09-4803-97f7-920ce540e4f7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:24.834065 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7f2ace-5a03-491f-8498-c8f9ed4f062d", "name": "network-vif-plugged", "status": "completed", "tag": "dc74b397-7938-4271-8ca4-a1d3d673c195", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:24.834347 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fd6e9cd-ed09-4803-97f7-920ce540e4f7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:24.834863 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7f2ace-5a03-491f-8498-c8f9ed4f062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc74b397-7938-4271-8ca4-a1d3d673c195', 'code': 200} Aug 29 04:42:24.879561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.20.0.13 (da56dba6-47ac-4aa6-b572-81f32ea2cdea/26b1157d-a5f7-4997-bfb9-51c21fd42b0d/301206a5-7588-4576-add0-26abdd2e6ee2) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:24.959080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4e7478b-9bbb-497e-b211-014e25b90ad3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:25.033663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197cdd-43f6-4c74-b8ae-ae55700c4fc4 req-ebca3244-758c-46f2-b62a-ce5d783d095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.035294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9197cdd-43f6-4c74-b8ae-ae55700c4fc4 req-ebca3244-758c-46f2-b62a-ce5d783d095a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 1098 time: 0.1248612 Aug 29 04:42:25.056253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e4e7478b-9bbb-497e-b211-014e25b90ad3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:25.063870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e4e7478b-9bbb-497e-b211-014e25b90ad3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:25.065266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.115565 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f9197cdd-43f6-4c74-b8ae-ae55700c4fc4 req-594edbba-5af7-4c98-b148-711af77ab09b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666668 Aug 29 04:42:25.189392 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.226434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.255715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e4e7478b-9bbb-497e-b211-014e25b90ad3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e4e7478b-9bbb-497e-b211-014e25b90ad3,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:25.264704 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.267395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Transition to ACTIVE for port object 301206a5-7588-4576-add0-26abdd2e6ee2 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:25.332585 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.410505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e4e7478b-9bbb-497e-b211-014e25b90ad3,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.488345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.515584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:25.523507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:25.528490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:25.667417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.668447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.716196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-0f30c3a1-45cd-4fc8-baa9-fecc3c778643 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4736290 Aug 29 04:42:25.747831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Request body: {'port': {'device_id': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:25.887027 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.950654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-58a2ef91-7bca-4366-9db5-3e809f8a04f1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.952373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-58a2ef91-7bca-4366-9db5-3e809f8a04f1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2496951 Aug 29 04:42:25.975710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-5ace9ffb-b154-4f89-9d80-5fd460c1b506 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/quotas/3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 375 time: 0.0140626 Aug 29 04:42:26.016312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-16abd9c6-f898-46bb-aebb-0fc85d5c42f5 None None] Provisioning for port 301206a5-7588-4576-add0-26abdd2e6ee2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:26.021227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-16abd9c6-f898-46bb-aebb-0fc85d5c42f5 None None] Provisioning complete for port 301206a5-7588-4576-add0-26abdd2e6ee2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:26.021779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-16abd9c6-f898-46bb-aebb-0fc85d5c42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.066894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-16abd9c6-f898-46bb-aebb-0fc85d5c42f5 None None] Port 301206a5-7588-4576-add0-26abdd2e6ee2 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:26.101517 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-342862b0-8a2e-4b3f-822e-25bccdbc819f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187997 Aug 29 04:42:26.598754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-7c33a1c4-bfdb-4319-807c-a213fb22934a service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832883 Aug 29 04:42:26.715319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301206a5-7588-4576-add0-26abdd2e6ee2 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:26.730650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.757664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Transition to ACTIVE for port object 301206a5-7588-4576-add0-26abdd2e6ee2 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:26.769240 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.786515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-0ac2492e-ec26-4143-b509-4ab99fa420e3 service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691668 Aug 29 04:42:26.928978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4e7478b-9bbb-497e-b211-014e25b90ad3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:26.984815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:27.020046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e4e7478b-9bbb-497e-b211-014e25b90ad3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:27.021954 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.074131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:27.074810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:27.076033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:27.086520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:27.086862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:27.092892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:27.104463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Checking segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:27.105301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Bound using segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:27.105991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Bound port: 301206a5-7588-4576-add0-26abdd2e6ee2, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:27.106688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.201150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.227538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:27.235584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:27.246445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.313292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:27.327351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.328412 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.330487 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-0daf8751-11b5-4013-8b13-826e13b40341 service neutron] 10.222.0.64 "PUT /v2.0/ports/301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 1093 time: 1.5960968 Aug 29 04:42:27.331799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:27.334681 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e5982f-63b7-4ad8-9c87-fb59d98b828b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:27.451159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69de2fd-e02b-43b3-bb2d-d38dc2957715 req-db4bdf39-4c55-481d-b22b-7af947984375 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.453443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e69de2fd-e02b-43b3-bb2d-d38dc2957715 req-db4bdf39-4c55-481d-b22b-7af947984375 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 946 time: 0.1003339 Aug 29 04:42:27.462664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dab9-c159-455d-b061-07669f634a23 req-98da198b-1396-431d-b203-a927424e8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.465147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-98da198b-1396-431d-b203-a927424e8cae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1096 time: 0.0769119 Aug 29 04:42:27.573197 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-5a9a05ac-786e-49b2-a7e8-84550956c269 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 217 time: 0.0850739 Aug 29 04:42:27.602710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e69de2fd-e02b-43b3-bb2d-d38dc2957715 req-13dd2570-4990-4d8b-9270-b66b09c6c269 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430354 Aug 29 04:42:27.668411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42184) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:27.705804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dab9-c159-455d-b061-07669f634a23 req-d3e01b66-20bb-450f-859d-7a8633411f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.707978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-d3e01b66-20bb-450f-859d-7a8633411f74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.1228414 Aug 29 04:42:27.819715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dab9-c159-455d-b061-07669f634a23 req-d2bed182-45a0-4ad0-bc71-df23027aae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.822007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-d2bed182-45a0-4ad0-bc71-df23027aae20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058738 Aug 29 04:42:27.847260 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-905b04d5-1120-4464-ae3c-9fea8856dd42 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4618 time: 0.1724248 Aug 29 04:42:27.847724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42190) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:27.855624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'network': {'name': 'tempest-network-smoke--1218536202', 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'port_security_enabled': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:27.899692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Made reservation on behalf of 1b36f763b5114fa8a5d07e26c3be1c25 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:27.910973 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.925264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b8869-32d7-490b-800c-764bd70c5335 req-e140bc0a-11bc-4708-8f77-7832f2b7dd3c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.942414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b11b8869-32d7-490b-800c-764bd70c5335 req-e140bc0a-11bc-4708-8f77-7832f2b7dd3c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 944 time: 0.1764681 Aug 29 04:42:27.957231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:27.970905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.971391 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Added segment a9c1da9c-cca5-4c90-bd7f-2f274493c3a6 of type vlan for network 33f8a4f0-4bf8-4563-af64-5295b5ab432b Aug 29 04:42:28.019423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b11b8869-32d7-490b-800c-764bd70c5335 req-b6ec1a37-842f-493a-b80e-b913680af241 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757792 Aug 29 04:42:28.045401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.067042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-86fb46aa-3f7f-4d76-b327-cff426dac937 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369597 Aug 29 04:42:28.103392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.112043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.116430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.206093 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a4feceab-b8fb-4be5-8c40-2337773223a5 req-bbbaedb0-13f2-4f14-a63e-d5455691fe63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 210 time: 0.0722806 Aug 29 04:42:28.262884 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4093940 Aug 29 04:42:28.271970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42196) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:28.273754 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d96a384-7021-4736-a791-6be93bf0dcd3 x-openstack-request-id: req-7d96a384-7021-4736-a791-6be93bf0dcd3 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:28.274236 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:28.274663 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d96a384-7021-4736-a791-6be93bf0dcd3 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:28.275221 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'status': 'completed', 'code': 200} Aug 29 04:42:28.277113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Network': ['ID=33f8a4f0-4bf8-4563-af64-5295b5ab432b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:28.283029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'admin_state_up': True, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:28.297582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afc1dab9-c159-455d-b061-07669f634a23 req-c59e9b0e-7161-4a92-a68d-e1d989e7b802 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214320 Aug 29 04:42:28.308324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.308324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.308324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.308324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.308324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.308324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.308324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.308324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.309229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.309650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.309991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.310680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb483755-846e-4e0f-b75c-1bc0785a8abb tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:28.329575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:28.330697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.332451 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.438630 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.467700 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.559888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-3cfae0aa-5e31-49ce-83aa-7eb8877567c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.561645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-3cfae0aa-5e31-49ce-83aa-7eb8877567c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1096 time: 0.1890233 Aug 29 04:42:28.574831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346599c8-aa1f-4cf4-a36f-7fd737b89fac req-a9f04d4b-7966-4d8e-8164-fef08cf5134e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.576575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-346599c8-aa1f-4cf4-a36f-7fd737b89fac req-a9f04d4b-7966-4d8e-8164-fef08cf5134e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 946 time: 0.2147667 Aug 29 04:42:28.751501 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.867482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-27fc511d-28f8-480a-afc2-efb5e580bc1a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.869899 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-27fc511d-28f8-480a-afc2-efb5e580bc1a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.1591375 Aug 29 04:42:28.873046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-346599c8-aa1f-4cf4-a36f-7fd737b89fac req-c0b8f296-1fcd-45b9-b28a-76a7602d6dc6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805102 Aug 29 04:42:28.887667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'port': {'device_id': 'eedc071c-7fbc-4088-abc0-9593288c71de', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'admin_state_up': True, 'tenant_id': '3834b29d18274b149303f75e0e1823c3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:28.914989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-1bfa94de-d1a5-4c40-9bd8-dc9de7df8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.916683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-1bfa94de-d1a5-4c40-9bd8-dc9de7df8754 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.3391187 Aug 29 04:42:29.036902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-491d153d-64e7-4b36-b929-0b78ea5fcd54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 217 time: 0.1081448 Aug 29 04:42:29.173733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:29.178215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.274184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-c7949897-663b-4622-b3f2-0a4dc01e26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.276239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-c7949897-663b-4622-b3f2-0a4dc01e26ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.2275321 Aug 29 04:42:29.393656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.424919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.434012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.20.0.3 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/a550adc2-c18a-41bd-a5f6-20cf6f80bf83) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:29.487014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0cdcd-af7b-49d8-9e76-fcf9039b905e req-b666f2cb-ebad-442e-a0d1-0e04090cc156 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.500562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0a0cdcd-af7b-49d8-9e76-fcf9039b905e req-b666f2cb-ebad-442e-a0d1-0e04090cc156 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 944 time: 0.2680731 Aug 29 04:42:29.513396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-0eee62f2-8d6c-4ecc-82d4-2be99a5f78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.521742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-0eee62f2-8d6c-4ecc-82d4-2be99a5f78b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146420 Aug 29 04:42:29.657862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d0a0cdcd-af7b-49d8-9e76-fcf9039b905e req-e95d3e59-2d94-4d4b-b57a-0b1eb7195ee9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547954 Aug 29 04:42:29.772192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.790987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Allocated IP 172.25.1.56 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/855d2e08-1613-48d4-a727-fab50997c72a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:29.805619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Transition to ACTIVE for port object a550adc2-c18a-41bd-a5f6-20cf6f80bf83 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:29.837497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-2f87d3cc-210a-4778-b542-dba6f994f899 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915001 Aug 29 04:42:29.849303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42220) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:29.875073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.901459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:29.904423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:29.930414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:29.980273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179ce7-bd3a-4a46-9d84-b19a2293edad req-b441173c-15eb-4856-8f6a-84667ef859ca tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.996163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0179ce7-bd3a-4a46-9d84-b19a2293edad req-b441173c-15eb-4856-8f6a-84667ef859ca tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 946 time: 0.2125373 Aug 29 04:42:30.008913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:30.050812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.051508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.093461 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-e1dc7c78-f6a2-4652-9fbc-9629c0026d54 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2142048 Aug 29 04:42:30.094622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f5234b5-8eeb-4283-8133-83ab1309c414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.110044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Request body: {'port': {'device_id': 'eedc071c-7fbc-4088-abc0-9593288c71de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:30.188380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19e5982f-63b7-4ad8-9c87-fb59d98b828b req-c4e50cf1-3aa3-4afe-8683-3804365adf38 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428469 Aug 29 04:42:30.193656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.211867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0179ce7-bd3a-4a46-9d84-b19a2293edad req-4448d025-2622-4609-b047-7579f9a8fee5 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146266 Aug 29 04:42:30.229237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.288090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.372953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0e7a2293-3cac-4e2f-9524-251ba890a724 None None] Provisioning for port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:30.378471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0e7a2293-3cac-4e2f-9524-251ba890a724 None None] Provisioning complete for port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:30.379118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2293-3cac-4e2f-9524-251ba890a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.388422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:30.395393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:30.396699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f5234b5-8eeb-4283-8133-83ab1309c414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.398319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:30.424078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f5234b5-8eeb-4283-8133-83ab1309c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.427156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a2293-3cac-4e2f-9524-251ba890a724 None None] Port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:30.427624 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=855d2e08-1613-48d4-a727-fab50997c72a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:30.462100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5357e-ff6d-4932-b90f-3a5588cc9013 req-05a5dd87-71d5-4462-a2de-90997440fa27 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.463674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29a5357e-ff6d-4932-b90f-3a5588cc9013 req-05a5dd87-71d5-4462-a2de-90997440fa27 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 931 time: 0.1421046 Aug 29 04:42:30.478117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f5234b5-8eeb-4283-8133-83ab1309c414 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6d0c20e56744761b87818d679c494ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274748 Aug 29 04:42:30.488179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42228) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:30.501457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5234b5-8eeb-4283-8133-83ab1309c414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdef0be-76e6-407e-a383-d687f9739d92,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:30.608683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29a5357e-ff6d-4932-b90f-3a5588cc9013 req-0328500c-1b72-45e1-9349-319d0be554c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714936 Aug 29 04:42:30.624872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-4fb02060-bee7-4b6a-96ba-d009d69f9c74 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.626426 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-4fb02060-bee7-4b6a-96ba-d009d69f9c74 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 946 time: 0.1120119 Aug 29 04:42:30.630295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a0de5-61ba-45cd-873f-7e9763825523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.711579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a550adc2-c18a-41bd-a5f6-20cf6f80bf83 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:30.717177 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a0de5-61ba-45cd-873f-7e9763825523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.731673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.731903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.788789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Transition to ACTIVE for port object a550adc2-c18a-41bd-a5f6-20cf6f80bf83 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:30.807639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.884408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62bce5-efb7-4357-b703-6b2d92c915e2 req-ef756f09-d7d5-435e-a120-59e84b46dfbe tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.892402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc62bce5-efb7-4357-b703-6b2d92c915e2 req-ef756f09-d7d5-435e-a120-59e84b46dfbe tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 944 time: 0.1060834 Aug 29 04:42:30.914507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a0de5-61ba-45cd-873f-7e9763825523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.917274 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a0de5-61ba-45cd-873f-7e9763825523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.921460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-060a0de5-61ba-45cd-873f-7e9763825523 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cdef0be-76e6-407e-a383-d687f9739d92 HTTP/1.1" status: 204 len: 168 time: 0.4322634 Aug 29 04:42:30.925844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Pushing event updated for resources: {'Port': ['ID=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:30.969620 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc62bce5-efb7-4357-b703-6b2d92c915e2 req-f8c605a7-add6-41bc-b8d1-0a774f7b950f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759778 Aug 29 04:42:30.983233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a0de5-61ba-45cd-873f-7e9763825523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdef0be-76e6-407e-a383-d687f9739d92,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:31.001471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Deleting port dc74b397-7938-4271-8ca4-a1d3d673c195 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:31.001818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.006370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Attempting to bind port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:31.006710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Attempting to bind port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:31.007044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Attempting to bind port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:31.094616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 on network 34727b34-f92c-4bf2-8085-84a10090447a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:31.095031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Attempting to bind port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:31.110763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:31.110763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:31.111059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:31.111483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Bound port: a550adc2-c18a-41bd-a5f6-20cf6f80bf83, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:31.111721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.341859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42246) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:31.390559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b03a113-2684-4b7c-93e8-543268973447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.395276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] For port a550adc2-c18a-41bd-a5f6-20cf6f80bf83, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:31.405290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] For port dc74b397-7938-4271-8ca4-a1d3d673c195, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=dc74b397-7938-4271-8ca4-a1d3d673c195,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:31.408198 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.446890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] For port a550adc2-c18a-41bd-a5f6-20cf6f80bf83, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:31.451776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Calling delete_port for dc74b397-7938-4271-8ca4-a1d3d673c195 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:31.464561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.557341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.558006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.559418 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] 10.222.0.65 "PUT /v2.0/ports/a550adc2-c18a-41bd-a5f6-20cf6f80bf83 HTTP/1.1" status: 200 len: 1092 time: 1.4549108 Aug 29 04:42:31.567481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedc071c-7fbc-4088-abc0-9593288c71de', 'tag': 'a550adc2-c18a-41bd-a5f6-20cf6f80bf83'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:31.572046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:31.586956 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd" -d '{"events": [{"name": "network-changed", "server_uuid": "eedc071c-7fbc-4088-abc0-9593288c71de", "tag": "a550adc2-c18a-41bd-a5f6-20cf6f80bf83"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:31.635942 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.761388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:31.798520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '301206a5-7588-4576-add0-26abdd2e6ee2', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'port_id': '301206a5-7588-4576-add0-26abdd2e6ee2', 'mac_address': 'fa:16:3e:d6:78:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:31.806689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f93324-e1c0-477c-bf12-c15640d22b89 service neutron] Pushing event updated for resources: {'Port': ['ID=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:31.831266 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b03a113-2684-4b7c-93e8-543268973447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.839655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-ef580d9e-80e8-4d7a-a3eb-682a43879214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.841561 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-ef580d9e-80e8-4d7a-a3eb-682a43879214 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 1095 time: 0.1603563 Aug 29 04:42:31.853086 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b03a113-2684-4b7c-93e8-543268973447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.888470 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.910931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-a48c26ec-31bf-404c-a457-8a70068c3b3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a550adc2-c18a-41bd-a5f6-20cf6f80bf83 HTTP/1.1" status: 200 len: 217 time: 0.0516679 Aug 29 04:42:31.914896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301206a5-7588-4576-add0-26abdd2e6ee2 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:31.961386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca53a-ee2e-41b5-8303-e9144a988cd2 req-00f150d4-e7a4-4af8-b90d-d88170d3b4e8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.961971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:31.973779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d42ca53a-ee2e-41b5-8303-e9144a988cd2 req-00f150d4-e7a4-4af8-b90d-d88170d3b4e8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b7f2ace-5a03-491f-8498-c8f9ed4f062d HTTP/1.1" status: 200 len: 946 time: 0.3399835 Aug 29 04:42:31.976880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-66b6d262-a31a-4a89-8444-15706834176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.978355 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-66b6d262-a31a-4a89-8444-15706834176e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.0563364 Aug 29 04:42:31.982916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.055622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d42ca53a-ee2e-41b5-8303-e9144a988cd2 req-d3a0b5c0-00a3-4772-bfa1-822bad11ec67 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806339 Aug 29 04:42:32.066262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:32.089900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0b03a113-2684-4b7c-93e8-543268973447 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48a34d4269a9491094e4f98e7eab263c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7443686 Aug 29 04:42:32.092026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42264) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:32.096234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03a113-2684-4b7c-93e8-543268973447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c3fbc1-e320-4dae-a659-07c6c24fcbfe,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:32.150589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-5c9223b4-2c25-4aba-a947-f9baa04a5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.154345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-5c9223b4-2c25-4aba-a947-f9baa04a5100 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564121 Aug 29 04:42:32.154345 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcdeab0-bb97-4493-90b8-1eaa1d970355 x-openstack-request-id: req-ddcdeab0-bb97-4493-90b8-1eaa1d970355 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:32.154822 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedc071c-7fbc-4088-abc0-9593288c71de", "tag": "a550adc2-c18a-41bd-a5f6-20cf6f80bf83", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:32.155199 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ddcdeab0-bb97-4493-90b8-1eaa1d970355 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:32.155761 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedc071c-7fbc-4088-abc0-9593288c71de', 'tag': 'a550adc2-c18a-41bd-a5f6-20cf6f80bf83', 'status': 'completed', 'code': 200} Aug 29 04:42:32.157100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.170943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['dc74b397-7938-4271-8ca4-a1d3d673c195'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:32.173639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:32.224233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event deleted for resources: {'Port': ['ID=dc74b397-7938-4271-8ca4-a1d3d673c195,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:32.240267 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9ed-37d1-4f60-b487-f8ed559bb508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.266585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Router 69171c58-334a-40b0-aab2-9d3f47de4e01 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:42:32.284001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['301206a5-7588-4576-add0-26abdd2e6ee2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:32.311881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9ed-37d1-4f60-b487-f8ed559bb508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.316595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] No DVR routers for this DVR port dc74b397-7938-4271-8ca4-a1d3d673c195 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:32.328685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.333322 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-50e184c2-5c40-49de-80ce-96cbc2902c05 req-60bc84e1-e712-4785-a290-a1e35bd1e26d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "DELETE /v2.0/ports/dc74b397-7938-4271-8ca4-a1d3d673c195 HTTP/1.1" status: 204 len: 173 time: 1.6769955 Aug 29 04:42:32.420988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-75330615-2b95-4454-a844-fdb10905ba21 service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468500 Aug 29 04:42:32.451767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0266e61-a448-4cd7-b679-6fe8f2b0b9c7 req-022e7bf1-8920-402d-8b84-c0632cb2ce11 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.453400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0266e61-a448-4cd7-b679-6fe8f2b0b9c7 req-022e7bf1-8920-402d-8b84-c0632cb2ce11 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 943 time: 0.1880801 Aug 29 04:42:32.456262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9ed-37d1-4f60-b487-f8ed559bb508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.459260 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9ed-37d1-4f60-b487-f8ed559bb508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.463009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-85ffe9ed-37d1-4f60-b487-f8ed559bb508 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82c3fbc1-e320-4dae-a659-07c6c24fcbfe HTTP/1.1" status: 204 len: 168 time: 0.3676744 Aug 29 04:42:32.506505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffe9ed-37d1-4f60-b487-f8ed559bb508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c3fbc1-e320-4dae-a659-07c6c24fcbfe,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:32.658650 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e9d1a979-9b67-4e35-978a-41dbcf66963a req-3c905751-1c38-4588-975b-4d0b86fb8b74 service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293265 Aug 29 04:42:32.785000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0266e61-a448-4cd7-b679-6fe8f2b0b9c7 req-e5006b27-d1fa-4579-bfee-985d26b8a502 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233311 Aug 29 04:42:32.786136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:32.809809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Sync routers for ids ['69171c58-334a-40b0-aab2-9d3f47de4e01'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:32.834066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.840334 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c8b8ec7e-0502-4a41-b13f-6796a2d4fc53 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.5630975 Aug 29 04:42:32.840822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42272) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:32.850247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-4581795d-056d-41cf-bd2d-5a6bd9ce4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.851817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-4581795d-056d-41cf-bd2d-5a6bd9ce4534 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 1095 time: 0.1219912 Aug 29 04:42:32.885879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Routers {'69171c58-334a-40b0-aab2-9d3f47de4e01'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:32.889027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['69171c58-334a-40b0-aab2-9d3f47de4e01'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:33.055184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-9738acd5-65c2-403f-a235-bbfe00ee064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.056791 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-9738acd5-65c2-403f-a235-bbfe00ee064d service neutron] 10.222.0.65 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.1960080 Aug 29 04:42:33.135413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911629b4-b3b5-40bf-a645-31066ff6b512 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.138719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-911629b4-b3b5-40bf-a645-31066ff6b512 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b36f763b5114fa8a5d07e26c3be1c25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2968779 Aug 29 04:42:33.143388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Set router 69171c58-334a-40b0-aab2-9d3f47de4e01 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:33.143699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42282) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:33.187756 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-e98aab6d-20bb-4884-8830-e13ae7c0ab00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a550adc2-c18a-41bd-a5f6-20cf6f80bf83 HTTP/1.1" status: 200 len: 217 time: 0.1227944 Aug 29 04:42:33.198149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27e032-29dc-45b2-a50a-162785d6ce3c req-de51ee8f-27c1-4ea4-8b93-e9ed35974add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.205931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d27e032-29dc-45b2-a50a-162785d6ce3c req-de51ee8f-27c1-4ea4-8b93-e9ed35974add tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 945 time: 0.2703080 Aug 29 04:42:33.282588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d27e032-29dc-45b2-a50a-162785d6ce3c req-ab06fa04-0721-4671-88bb-4fe5f1e55761 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704067 Aug 29 04:42:33.378300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-bfe9a69a-803f-46f9-bc7c-36a310f16bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.380213 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-bfe9a69a-803f-46f9-bc7c-36a310f16bb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1564043 Aug 29 04:42:33.435437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:42:30Z', 'revision_number': 3, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:33.448151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c04438-c309-4477-8183-ee5cd43077fe tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.450434 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-89c04438-c309-4477-8183-ee5cd43077fe tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3076739 Aug 29 04:42:33.453587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42292) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:33.481886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-253d8c59-b941-406c-b9d6-b9936ce095e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.483821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-253d8c59-b941-406c-b9d6-b9936ce095e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911629 Aug 29 04:42:33.521222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Checking router: 69171c58-334a-40b0-aab2-9d3f47de4e01 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:33.521702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Updating router 69171c58-334a-40b0-aab2-9d3f47de4e01 port 855d2e08-1613-48d4-a727-fab50997c72a binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:33.527738 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-50b8bc74-1fa0-409b-b5c7-b6a72ae54ba3 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0725567 Aug 29 04:42:33.532556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42296) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:33.586281 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:33.594493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fc3f557c-fdd2-4153-8df1-dc0af313c5c7 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b36f763b5114fa8a5d07e26c3be1c25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581758 Aug 29 04:42:33.605500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42300) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:33.689301 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-6d7f8667-d162-4088-8e71-b49462141149 service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933122 Aug 29 04:42:33.779739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80d6ed-52b0-4a64-8f34-9fc04e4a0e76 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.785772 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6a80d6ed-52b0-4a64-8f34-9fc04e4a0e76 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1765282 Aug 29 04:42:33.788683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42306) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:33.826267 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76fb7ba7-9dc4-4f7e-835d-0afabf1a68fd req-a82ea72d-de6a-4bdf-a0be-212ccd357507 service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309364 Aug 29 04:42:33.866049 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-575f38a3-7f8b-430e-b356-961300a147ad tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733426 Aug 29 04:42:33.866049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42312) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:33.871707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1954252103', 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b', 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:34.065692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60b31-4908-4254-a955-71bce30569a8 req-d34900e7-2bff-4164-879f-cd6f4bf0e43f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.067226 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbd60b31-4908-4254-a955-71bce30569a8 req-d34900e7-2bff-4164-879f-cd6f4bf0e43f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 943 time: 0.1619382 Aug 29 04:42:34.146733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Made reservation on behalf of 1b36f763b5114fa8a5d07e26c3be1c25 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:34.151310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.158241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7f2ace-5a03-491f-8498-c8f9ed4f062d', 'name': 'network-vif-deleted', 'tag': 'dc74b397-7938-4271-8ca4-a1d3d673c195'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:34.163049 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b1bcdf-4295-499f-be36-ed90103e939d" -d '{"events": [{"server_uuid": "2b7f2ace-5a03-491f-8498-c8f9ed4f062d", "name": "network-vif-deleted", "tag": "dc74b397-7938-4271-8ca4-a1d3d673c195"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:34.183224 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.207654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Transition to ACTIVE for port object 855d2e08-1613-48d4-a727-fab50997c72a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:34.226310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbd60b31-4908-4254-a955-71bce30569a8 req-6927e761-46c1-4af2-ba60-9b7e88b9ae3a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153681 Aug 29 04:42:34.229532 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.312263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Attempting to bind port 855d2e08-1613-48d4-a727-fab50997c72a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:34.312734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Attempting to bind port 855d2e08-1613-48d4-a727-fab50997c72a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:34.313196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Attempting to bind port 855d2e08-1613-48d4-a727-fab50997c72a on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:34.326691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:34.327413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:34.327898 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.328410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:34.331882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Bound port: 855d2e08-1613-48d4-a727-fab50997c72a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:34.332432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.365565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451d74-deaf-4fa4-a2a7-f66a8752d90c None None] Pushing event updated for resources: {'Port': ['ID=855d2e08-1613-48d4-a727-fab50997c72a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:34.422536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] For port 855d2e08-1613-48d4-a727-fab50997c72a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:34.442487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] For port 855d2e08-1613-48d4-a727-fab50997c72a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=855d2e08-1613-48d4-a727-fab50997c72a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:34.452664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.560849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Routers {'69171c58-334a-40b0-aab2-9d3f47de4e01'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:34.561859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['69171c58-334a-40b0-aab2-9d3f47de4e01'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:34.579521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4fffa-b110-4e00-b188-877b96735641 req-2c41b2f3-9870-4abe-ae96-d2988cfca6cc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.586534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-2c41b2f3-9870-4abe-ae96-d2988cfca6cc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.2680433 Aug 29 04:42:34.606914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451d74-deaf-4fa4-a2a7-f66a8752d90c None None] Pushing event updated for resources: {'Port': ['ID=855d2e08-1613-48d4-a727-fab50997c72a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:34.616808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-cc6ec668-3e98-4919-95f0-e272ea91843f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/quotas/2151e6d7136b454ca53b5e40606d0218 HTTP/1.1" status: 200 len: 375 time: 0.0292768 Aug 29 04:42:34.677926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.787550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] Set router 69171c58-334a-40b0-aab2-9d3f47de4e01 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:34.826763 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-783802e8-88e4-4738-aaf8-892b0fe360f6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2081063 Aug 29 04:42:34.827959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Checking segment: {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:34.828387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network hostable DHCP agents. Network: 33f8a4f0-4bf8-4563-af64-5295b5ab432b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:34.854933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Subnet': ['ID=2c891622-f338-4d48-afd8-5e49034a5cc7,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:34.924208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:34.957999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 33f8a4f0-4bf8-4563-af64-5295b5ab432b) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:34.976749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.977698 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.981242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd9505-6770-4c89-83fa-eab6b82267f0 None None] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:35.013874 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-294a50e7-16bc-47b8-bf13-e2373eed1bd7 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1472168 Aug 29 04:42:35.017198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42350) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:35.068505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-e586cb08-1710-4cc6-a03b-55bab54d0b4d service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203078 Aug 29 04:42:35.309861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-a6e9826d-ea9d-4602-938c-3fdf9c0ec897 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398157 Aug 29 04:42:35.397769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-33f8a4f0-4bf8-4563-af64-5295b5ab432b', 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'fixed_ips': [{'subnet_id': '2c891622-f338-4d48-afd8-5e49034a5cc7'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:35.401354 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.438446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:42:30Z', 'revision_number': 3, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:35.525321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b0c8a-d15b-4417-a421-71076badd34b None None] The sync data for ids ['69171c58-334a-40b0-aab2-9d3f47de4e01'] in n-d-712142-15 is: [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:42:30Z', 'revision_number': 3, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:35.621764 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e5ce8c-66e6-4a67-b106-b7d3f56996a7 x-openstack-request-id: req-65e5ce8c-66e6-4a67-b106-b7d3f56996a7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:35.622644 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7f2ace-5a03-491f-8498-c8f9ed4f062d", "name": "network-vif-deleted", "tag": "dc74b397-7938-4271-8ca4-a1d3d673c195", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:35.623058 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65e5ce8c-66e6-4a67-b106-b7d3f56996a7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:35.623630 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7f2ace-5a03-491f-8498-c8f9ed4f062d', 'name': 'network-vif-deleted', 'tag': 'dc74b397-7938-4271-8ca4-a1d3d673c195', 'status': 'completed', 'code': 200} Aug 29 04:42:35.688446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-798d32d7-cbe5-4b7a-a9de-5e1f06f20d4c req-48245cd5-bbce-4db7-ab1a-ae0860d32dd2 service neutron] (94845) timed out ('10.222.0.64', 55655) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:42:35.705512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:35.722402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device dc74b397-7938-4271-8ca4-a1d3d673c195 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:35.851112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c7112-eecb-47ca-9815-da6f0f2b2d84 req-15c5ad1d-49ba-4211-ab8e-f7f842f52dc2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:35.873186 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c7c7112-eecb-47ca-9815-da6f0f2b2d84 req-15c5ad1d-49ba-4211-ab8e-f7f842f52dc2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 945 time: 0.1457496 Aug 29 04:42:36.031323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c7c7112-eecb-47ca-9815-da6f0f2b2d84 req-a3440c1a-9591-4dbe-bfa8-6eccc544fda8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372321 Aug 29 04:42:36.070066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: dc74b397-7938-4271-8ca4-a1d3d673c195 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:36.070415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device dc74b397-7938-4271-8ca4-a1d3d673c195 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:36.126276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Allocated IP 172.20.0.18 (33f8a4f0-4bf8-4563-af64-5295b5ab432b/2c891622-f338-4d48-afd8-5e49034a5cc7/636dac22-e650-4e1f-b61d-158751f9d467) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:36.209624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 301206a5-7588-4576-add0-26abdd2e6ee2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:36.216689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 301206a5-7588-4576-add0-26abdd2e6ee2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:36.217296 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.330953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631a1e0-99b7-4d9f-93c0-2ededcc367aa req-1125fa21-7ca7-4b8f-8cec-1c3615268adb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.357372 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0631a1e0-99b7-4d9f-93c0-2ededcc367aa req-1125fa21-7ca7-4b8f-8cec-1c3615268adb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 943 time: 0.1671393 Aug 29 04:42:36.373718 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.430322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:36.433235 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fad226-4e46-4340-80d8-af1611846fec" -d '{"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-plugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:36.475910 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0631a1e0-99b7-4d9f-93c0-2ededcc367aa req-3639d4c3-2d9a-4814-bfcc-78b9371cd729 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965569 Aug 29 04:42:36.487322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:36.503316 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.638361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01dcd798-c6cb-47f7-94e3-2216d1cd767a req-633f8257-656e-473a-ab62-002bb4412053 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 210 time: 0.0933752 Aug 29 04:42:36.697861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.932934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce44b5-9017-4f7d-bbcf-884ffaff7398 req-ac76c40a-35cf-4aee-b35b-5efd1b2bfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.935088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fce44b5-9017-4f7d-bbcf-884ffaff7398 req-ac76c40a-35cf-4aee-b35b-5efd1b2bfc0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1098 time: 0.1101189 Aug 29 04:42:37.011821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fce44b5-9017-4f7d-bbcf-884ffaff7398 req-6edb08c7-71bf-432c-b8e7-329d5d9ef0ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676320 Aug 29 04:42:37.071742 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fca8d4-50ae-426f-a46c-09b46507e20a x-openstack-request-id: req-b7fca8d4-50ae-426f-a46c-09b46507e20a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:37.076289 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-plugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:37.076891 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7fca8d4-50ae-426f-a46c-09b46507e20a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:37.077646 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'code': 200} Aug 29 04:42:37.083684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 855d2e08-1613-48d4-a727-fab50997c72a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:37.189668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.208740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:37.214788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Transition to ACTIVE for port object 636dac22-e650-4e1f-b61d-158751f9d467 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:37.243218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Transition to ACTIVE for port object 636dac22-e650-4e1f-b61d-158751f9d467 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:37.250074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 855d2e08-1613-48d4-a727-fab50997c72a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:37.259319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 855d2e08-1613-48d4-a727-fab50997c72a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:37.259805 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.260621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dec2c-baf2-4494-a364-aacbe979095d req-6f31df0e-a605-4a83-ac00-fe4cb9f342d3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:37.268548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.283306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b93dec2c-baf2-4494-a364-aacbe979095d req-6f31df0e-a605-4a83-ac00-fe4cb9f342d3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1630404 Aug 29 04:42:37.384059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b93dec2c-baf2-4494-a364-aacbe979095d req-5f22a3a6-c6f2-441b-bc96-e1fcaf84b349 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997016 Aug 29 04:42:37.393188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Allocated IP 172.20.0.17 (33f8a4f0-4bf8-4563-af64-5295b5ab432b/2c891622-f338-4d48-afd8-5e49034a5cc7/d2785c14-8420-492d-922e-cc3ddd18106e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:37.443371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:37.450856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:37.460497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:37.467819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Pushing event updated for resources: {'Port': ['ID=636dac22-e650-4e1f-b61d-158751f9d467,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:37.499692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42414) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:37.574980 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.595094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Attempting to bind port 636dac22-e650-4e1f-b61d-158751f9d467 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:37.595904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Attempting to bind port 636dac22-e650-4e1f-b61d-158751f9d467 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:37.597751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Attempting to bind port 636dac22-e650-4e1f-b61d-158751f9d467 on network 33f8a4f0-4bf8-4563-af64-5295b5ab432b {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:37.622512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:37.627305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Checking segment: {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:37.627899 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.628636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Bound using segment: {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:37.629259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Bound port: 636dac22-e650-4e1f-b61d-158751f9d467, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:37.629763 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.678254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 855d2e08-1613-48d4-a727-fab50997c72a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=855d2e08-1613-48d4-a727-fab50997c72a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:37.700876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c71c1f-99a0-40cc-b9ae-d90d451fef22 req-a5e521d1-3517-4179-9afb-675ec178c347 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:37.703250 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.706333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00c71c1f-99a0-40cc-b9ae-d90d451fef22 req-a5e521d1-3517-4179-9afb-675ec178c347 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 943 time: 0.1226451 Aug 29 04:42:37.770563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] For port 636dac22-e650-4e1f-b61d-158751f9d467, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:37.780127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4fffa-b110-4e00-b188-877b96735641 req-4efa1729-be2a-42b4-838a-06fa0e6985a0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:37.782530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-4efa1729-be2a-42b4-838a-06fa0e6985a0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.3488276 Aug 29 04:42:37.784744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] For port 636dac22-e650-4e1f-b61d-158751f9d467, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=636dac22-e650-4e1f-b61d-158751f9d467,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:37.790274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=855d2e08-1613-48d4-a727-fab50997c72a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:37.794465 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.800048 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6250e629-56a1-41d6-9c7d-f64fb6f23358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.812762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00c71c1f-99a0-40cc-b9ae-d90d451fef22 req-ba61dfbc-ba6c-4a54-9713-6c90470db152 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994153 Aug 29 04:42:37.832642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.847049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Transition to ACTIVE for port object d2785c14-8420-492d-922e-cc3ddd18106e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:37.888176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Request body: {'port': {'device_id': '94eefea9-81ba-4d89-91a6-c79ed7e490fc', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'admin_state_up': True, 'tenant_id': '2151e6d7136b454ca53b5e40606d0218'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:37.894560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.901512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5d4d8-fb27-4d2f-984e-35933fab37ba None None] Pushing event updated for resources: {'Port': ['ID=636dac22-e650-4e1f-b61d-158751f9d467,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:37.991009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:37.997181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:38.000672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:38.020672 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd3aff9e-12cf-413d-bd2a-1ad10df3770f req-57c7a4a0-242c-4b09-ae77-1e39f50f97f5 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 210 time: 0.0596015 Aug 29 04:42:38.096801 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.098187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6250e629-56a1-41d6-9c7d-f64fb6f23358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.104394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6250e629-56a1-41d6-9c7d-f64fb6f23358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.162061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=d2785c14-8420-492d-922e-cc3ddd18106e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:38.162209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6250e629-56a1-41d6-9c7d-f64fb6f23358 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a8eb10a5f4b408bbe49a0f2fa8ea8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599226 Aug 29 04:42:38.166237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42424) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:38.199363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250e629-56a1-41d6-9c7d-f64fb6f23358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf83ac6-0dce-498d-8bfd-a02f61eba0bb,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:38.269251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a85f-190e-4fa6-a1c8-cb01d254203c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.297740 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a85f-190e-4fa6-a1c8-cb01d254203c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.342028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:38.346641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.376858 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a85f-190e-4fa6-a1c8-cb01d254203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.388488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a85f-190e-4fa6-a1c8-cb01d254203c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.389803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5cd7a85f-190e-4fa6-a1c8-cb01d254203c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aaf83ac6-0dce-498d-8bfd-a02f61eba0bb HTTP/1.1" status: 204 len: 168 time: 0.2226281 Aug 29 04:42:38.409365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7a85f-190e-4fa6-a1c8-cb01d254203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf83ac6-0dce-498d-8bfd-a02f61eba0bb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:38.505821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.555578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82fddc-d713-4c19-9127-57e02c23b7b1 req-10a587d1-084a-4184-a185-df4ab94a322e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:38.565398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a82fddc-d713-4c19-9127-57e02c23b7b1 req-10a587d1-084a-4184-a185-df4ab94a322e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0796192 Aug 29 04:42:38.616843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a82fddc-d713-4c19-9127-57e02c23b7b1 req-0b3eb6b2-6a7c-4eca-8589-354b03836c0a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504177 Aug 29 04:42:38.684746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Allocated IP 172.20.0.5 (f9b6a17d-30d7-44a0-b29f-6387d484e2d7/7618f96a-65b0-4c0a-b90a-2c3766ef6915/7e27767c-5eb3-4425-bd1f-95f2f2d86b37) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:38.897192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fce667-ca4a-4c89-8ee0-d9acee2ba7ef req-fb613338-a92c-4084-9a98-53e9c4e26e38 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:38.911661 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26fce667-ca4a-4c89-8ee0-d9acee2ba7ef req-fb613338-a92c-4084-9a98-53e9c4e26e38 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1301985 Aug 29 04:42:38.923659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42446) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.018780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26fce667-ca4a-4c89-8ee0-d9acee2ba7ef req-137b9ce0-cc6f-4ddd-afbc-3e28dfaa3ca6 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055193 Aug 29 04:42:39.021304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b64aa0a-3403-47c9-a0bd-94d77396e185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.061271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42452) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.102124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 636dac22-e650-4e1f-b61d-158751f9d467 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:39.167103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 636dac22-e650-4e1f-b61d-158751f9d467 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:39.174966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 855d2e08-1613-48d4-a727-fab50997c72a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:39.202862 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ca81c-1f02-4c61-a25f-f4ba03aa8eeb tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.211253 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6b5ca81c-1f02-4c61-a25f-f4ba03aa8eeb tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1093 time: 0.1481845 Aug 29 04:42:39.215968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42454) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.222109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '301206a5-7588-4576-add0-26abdd2e6ee2', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:39.233920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.247887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360e403-821e-4fa4-a9c5-76742a89e426 req-4d17fb38-6ca8-4dc6-95e2-9b9bb7b4a85c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.249562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1360e403-821e-4fa4-a9c5-76742a89e426 req-4d17fb38-6ca8-4dc6-95e2-9b9bb7b4a85c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 943 time: 0.1485946 Aug 29 04:42:39.255068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.266688 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.280228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 855d2e08-1613-48d4-a727-fab50997c72a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:39.280759 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.318431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1360e403-821e-4fa4-a9c5-76742a89e426 req-c0b6d5ea-2551-460c-85db-b450bb0d769f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610371 Aug 29 04:42:39.349925 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b64aa0a-3403-47c9-a0bd-94d77396e185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.368445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b64aa0a-3403-47c9-a0bd-94d77396e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.410415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=d2785c14-8420-492d-922e-cc3ddd18106e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.417035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.459641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e16adb21-16ee-4953-bd2b-e5e364229fa7 req-b1942ab5-e714-44e0-82f0-60977912091a tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 210 time: 0.0354812 Aug 29 04:42:39.489655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64aa0a-3403-47c9-a0bd-94d77396e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a68189-cbc2-4a65-b980-495aa7a0e48d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.493633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.498043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7b64aa0a-3403-47c9-a0bd-94d77396e185 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b43525bdba04d61b71ea8326420ce79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729654 Aug 29 04:42:39.500727 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42456) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.512541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.533531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:39.585564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:39.594087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:39.599330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:39.621176 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8984782-6ea5-4132-a75c-9185b9ce3257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.624767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1c09a8-2509-4f17-9f9c-8a192a8b414d None None] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:39.639101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:39.641970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event updated for resources: {'Port': ['ID=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.648555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:39.655392 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8984782-6ea5-4132-a75c-9185b9ce3257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.709746 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.734460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.735231 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.735710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8984782-6ea5-4132-a75c-9185b9ce3257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.738446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Provisioning for port 636dac22-e650-4e1f-b61d-158751f9d467 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:39.738613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8984782-6ea5-4132-a75c-9185b9ce3257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.739672 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c8984782-6ea5-4132-a75c-9185b9ce3257 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49a68189-cbc2-4a65-b980-495aa7a0e48d HTTP/1.1" status: 204 len: 168 time: 0.2380021 Aug 29 04:42:39.755964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Provisioning complete for port 636dac22-e650-4e1f-b61d-158751f9d467 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:39.756358 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.778480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984782-6ea5-4132-a75c-9185b9ce3257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a68189-cbc2-4a65-b980-495aa7a0e48d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.834769 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-db9a2ca4-1e17-431c-84cf-75d7d9ac9adb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9533110 Aug 29 04:42:39.848751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Request body: {'port': {'device_id': '94eefea9-81ba-4d89-91a6-c79ed7e490fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:39.872584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.25.1.33 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/13ba0e57-51b3-48e5-9b6e-a4e0befdcbb7) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:39.930858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Router 69171c58-334a-40b0-aab2-9d3f47de4e01 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:39.937073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.982325 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.008512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.042643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] For port 636dac22-e650-4e1f-b61d-158751f9d467, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=636dac22-e650-4e1f-b61d-158751f9d467,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:40.051355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.076472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.174695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Pushing event updated for resources: {'Port': ['ID=636dac22-e650-4e1f-b61d-158751f9d467,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:40.187548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.187921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.188348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.190869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.191237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.191599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.191955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.192336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.193924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:40.195137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.198005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.198366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.198742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355e306-e1de-4b40-b022-ebb75511aefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.200843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:40.206207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:40.287222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=13ba0e57-51b3-48e5-9b6e-a4e0befdcbb7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:40.394011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-72418441-559a-410c-904b-1b8785f0e312 None None] Provisioning complete for port 636dac22-e650-4e1f-b61d-158751f9d467 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:40.395605 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72418441-559a-410c-904b-1b8785f0e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.433194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:40.446969 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Sync routers for ids ['69171c58-334a-40b0-aab2-9d3f47de4e01'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:40.453878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f0a5eb84-40df-4894-ac21-acc53fb9a985 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "PUT /v2.0/routers/69171c58-334a-40b0-aab2-9d3f47de4e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4342792 Aug 29 04:42:40.479214 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Routers {'69171c58-334a-40b0-aab2-9d3f47de4e01'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:40.481152 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['69171c58-334a-40b0-aab2-9d3f47de4e01'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:40.660628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-72418441-559a-410c-904b-1b8785f0e312 None None] Provisioning for port d2785c14-8420-492d-922e-cc3ddd18106e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:40.667032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-72418441-559a-410c-904b-1b8785f0e312 None None] Provisioning complete for port d2785c14-8420-492d-922e-cc3ddd18106e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:40.667783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72418441-559a-410c-904b-1b8785f0e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.673836 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Set router 69171c58-334a-40b0-aab2-9d3f47de4e01 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:40.705428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:40.729407 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.755530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-72418441-559a-410c-904b-1b8785f0e312 None None] Port d2785c14-8420-492d-922e-cc3ddd18106e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:40.761069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Transition to ACTIVE for port object 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:40.766802 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.785741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9335f7-0908-4227-9b0d-69bc627d43d2 req-10861f89-99a8-4117-986f-3fa761088e2c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.788182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec9335f7-0908-4227-9b0d-69bc627d43d2 req-10861f89-99a8-4117-986f-3fa761088e2c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 943 time: 0.3366497 Aug 29 04:42:40.942567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 636dac22-e650-4e1f-b61d-158751f9d467 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:40.942865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec9335f7-0908-4227-9b0d-69bc627d43d2 req-fa9f8189-241a-4cb3-a0cc-971876c7dae6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385922 Aug 29 04:42:40.963158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Pushing event updated for resources: {'Port': ['ID=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:41.016848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-26447356-d51e-4d39-bab7-a1e7c404dc10 None None] Provisioning complete for port d2785c14-8420-492d-922e-cc3ddd18106e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:41.018284 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-26447356-d51e-4d39-bab7-a1e7c404dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.049467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Attempting to bind port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:41.050573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Attempting to bind port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:41.052638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Attempting to bind port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:41.065866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:41.077102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Attempting to bind port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:41.096279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:41.096616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Checking segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:41.097019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Bound using segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:41.097466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Bound port: 7e27767c-5eb3-4425-bd1f-95f2f2d86b37, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:41.097836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.105170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-26447356-d51e-4d39-bab7-a1e7c404dc10 None None] Port d2785c14-8420-492d-922e-cc3ddd18106e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:41.139469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 636dac22-e650-4e1f-b61d-158751f9d467 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:41.141017 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.232669 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd2785c14-8420-492d-922e-cc3ddd18106e', 'name': '', 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:d6:9a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2c891622-f338-4d48-afd8-5e49034a5cc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:36Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 2, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '2c891622-f338-4d48-afd8-5e49034a5cc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:41.283822 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Checking router: 69171c58-334a-40b0-aab2-9d3f47de4e01 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:41.284784 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Updating router 69171c58-334a-40b0-aab2-9d3f47de4e01 port d2785c14-8420-492d-922e-cc3ddd18106e binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:41.300232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] For port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:41.309878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] For port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:41.319379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.360621 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.436535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4dc8eaa5-5d7f-4d4a-8f99-4be0cf080cf1 None None] Provisioning complete for port d2785c14-8420-492d-922e-cc3ddd18106e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:41.437313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4dc8eaa5-5d7f-4d4a-8f99-4be0cf080cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.456129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Pushing event updated for resources: {'Port': ['ID=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:41.461724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.462664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.464721 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-0df4c6d6-779f-4e3c-8e25-bd4250783732 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e27767c-5eb3-4425-bd1f-95f2f2d86b37 HTTP/1.1" status: 200 len: 1092 time: 1.6206381 Aug 29 04:42:41.465359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94eefea9-81ba-4d89-91a6-c79ed7e490fc', 'tag': '7e27767c-5eb3-4425-bd1f-95f2f2d86b37'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:41.468365 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49382137-e823-4320-8acb-962bb2e07fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "94eefea9-81ba-4d89-91a6-c79ed7e490fc", "tag": "7e27767c-5eb3-4425-bd1f-95f2f2d86b37"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:41.537550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8eaa5-5d7f-4d4a-8f99-4be0cf080cf1 None None] Port d2785c14-8420-492d-922e-cc3ddd18106e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:41.573140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4fffa-b110-4e00-b188-877b96735641 req-92d798e0-083f-4a9c-bfd0-35a6ba55dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.574719 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-92d798e0-083f-4a9c-bfd0-35a6ba55dc8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 1095 time: 0.0594399 Aug 29 04:42:41.647548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-ccf4270a-1d19-44a2-8f4f-931b72424e83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e27767c-5eb3-4425-bd1f-95f2f2d86b37 HTTP/1.1" status: 200 len: 217 time: 0.0610569 Aug 29 04:42:41.717461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4fffa-b110-4e00-b188-877b96735641 req-fa4e47e5-4d49-4a03-b1d6-c32753965a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.721319 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-fa4e47e5-4d49-4a03-b1d6-c32753965a6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.0656202 Aug 29 04:42:41.771797 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.782589 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-c1b3d45d-a675-407e-9286-69e7b6db81a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452642 Aug 29 04:42:41.788526 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Transition to ACTIVE for port object d2785c14-8420-492d-922e-cc3ddd18106e will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:41.798425 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.944724 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d5f24-c69a-4cc2-80e6-4fc7f9205ca3 None None] Pushing event updated for resources: {'Port': ['ID=d2785c14-8420-492d-922e-cc3ddd18106e,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:41.980757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7a5cf-3f89-4657-8575-5651742d8c68 req-cedeb2a2-792b-44db-962d-b0c951dc2b96 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.988272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34c7a5cf-3f89-4657-8575-5651742d8c68 req-cedeb2a2-792b-44db-962d-b0c951dc2b96 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 943 time: 0.9031222 Aug 29 04:42:42.000573 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-1da4c9fc-c8b4-4eeb-8f64-13e8c4472d48 service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101142 Aug 29 04:42:42.077244 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Attempting to bind port d2785c14-8420-492d-922e-cc3ddd18106e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:42.078493 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Attempting to bind port d2785c14-8420-492d-922e-cc3ddd18106e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:42.078877 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Attempting to bind port d2785c14-8420-492d-922e-cc3ddd18106e on network 33f8a4f0-4bf8-4563-af64-5295b5ab432b {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:42.090276 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:42.090723 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Checking segment: {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:42.091400 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.092014 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Bound using segment: {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:42.093423 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Bound port: d2785c14-8420-492d-922e-cc3ddd18106e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:42.093830 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.151129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34c7a5cf-3f89-4657-8575-5651742d8c68 req-f3582784-785d-492b-90a0-7034d4f8829d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575465 Aug 29 04:42:42.162848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a3f4fffa-b110-4e00-b188-877b96735641 req-f0143fd3-d3ae-4f8f-a940-6a7d9160b582 service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546466 Aug 29 04:42:42.191430 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] For port d2785c14-8420-492d-922e-cc3ddd18106e, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:42.202958 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] For port d2785c14-8420-492d-922e-cc3ddd18106e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d2785c14-8420-492d-922e-cc3ddd18106e,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:42.210547 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.272886 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.300724 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Routers {'69171c58-334a-40b0-aab2-9d3f47de4e01'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:42.301370 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['69171c58-334a-40b0-aab2-9d3f47de4e01'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:42.303411 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d5f24-c69a-4cc2-80e6-4fc7f9205ca3 None None] Pushing event updated for resources: {'Port': ['ID=d2785c14-8420-492d-922e-cc3ddd18106e,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:42.443902 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] Set router 69171c58-334a-40b0-aab2-9d3f47de4e01 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:42.479365 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.594426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-86bbdf1e-e41e-4350-a783-715dcef42c1b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:42.597374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-86bbdf1e-e41e-4350-a783-715dcef42c1b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/networks?id=33f8a4f0-4bf8-4563-af64-5295b5ab432b HTTP/1.1" status: 200 len: 798 time: 0.2145009 Aug 29 04:42:42.640209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-67437368-94f5-4ada-acd0-b21b2c09154c tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/quotas/1b36f763b5114fa8a5d07e26c3be1c25 HTTP/1.1" status: 200 len: 375 time: 0.0170794 Aug 29 04:42:42.682594 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd2785c14-8420-492d-922e-cc3ddd18106e', 'name': '', 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:d6:9a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2c891622-f338-4d48-afd8-5e49034a5cc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:36Z', 'updated_at': '2021-08-29T04:42:42Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '2c891622-f338-4d48-afd8-5e49034a5cc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:42.715453 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03676b73-aa74-45fa-8e56-e15a67e64612 None None] The sync data for ids ['69171c58-334a-40b0-aab2-9d3f47de4e01'] in n-d-712142-15 is: [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'd2785c14-8420-492d-922e-cc3ddd18106e', 'name': '', 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:d6:9a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2c891622-f338-4d48-afd8-5e49034a5cc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:36Z', 'updated_at': '2021-08-29T04:42:42Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '2c891622-f338-4d48-afd8-5e49034a5cc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:42.737846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-022732ea-9827-4ac2-b610-7539e919d0a0 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0911658 Aug 29 04:42:42.831221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.838635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.902705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42540) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:42.957369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=13ba0e57-51b3-48e5-9b6e-a4e0befdcbb7,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:42.967764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-b9374fa5-15b0-4759-965d-8896463bd8ab service neutron] 10.222.0.58 "GET /v2.0/networks/33f8a4f0-4bf8-4563-af64-5295b5ab432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131944 Aug 29 04:42:42.968602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.060326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbe002cf-c4c8-4add-aa49-e322bba12db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.184057 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Floating IP c5ebbb5e-928d-4d81-abbf-14e2b013dc6a associated. External IP: 172.25.1.33, port: 301206a5-7588-4576-add0-26abdd2e6ee2. Aug 29 04:42:43.187923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbe002cf-c4c8-4add-aa49-e322bba12db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.195034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbe002cf-c4c8-4add-aa49-e322bba12db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.202953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-37d328c5-fc5d-4fda-ba58-b5ddc9acef7b service neutron] 10.222.0.58 "GET /v2.0/networks/33f8a4f0-4bf8-4563-af64-5295b5ab432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967263 Aug 29 04:42:43.241094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dbe002cf-c4c8-4add-aa49-e322bba12db5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa4509a80b634ef698d14456482c01e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358209 Aug 29 04:42:43.241829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42552) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:43.276465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe002cf-c4c8-4add-aa49-e322bba12db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18555134-fb52-4291-8ebf-843f38ae17ab,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:43.351645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50365ec5-a85a-400f-b94c-60ff14f1a1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.386408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50365ec5-a85a-400f-b94c-60ff14f1a1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.489043 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12466f88-d1fe-4df7-9dea-b8d58fa32555 x-openstack-request-id: req-12466f88-d1fe-4df7-9dea-b8d58fa32555 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:43.489778 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94eefea9-81ba-4d89-91a6-c79ed7e490fc", "tag": "7e27767c-5eb3-4425-bd1f-95f2f2d86b37", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:43.490145 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12466f88-d1fe-4df7-9dea-b8d58fa32555 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:43.490537 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94eefea9-81ba-4d89-91a6-c79ed7e490fc', 'tag': '7e27767c-5eb3-4425-bd1f-95f2f2d86b37', 'status': 'completed', 'code': 200} Aug 29 04:42:43.532986 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50365ec5-a85a-400f-b94c-60ff14f1a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.536441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50365ec5-a85a-400f-b94c-60ff14f1a1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.550549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:43.552741 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-50365ec5-a85a-400f-b94c-60ff14f1a1d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18555134-fb52-4291-8ebf-843f38ae17ab HTTP/1.1" status: 204 len: 168 time: 0.2942152 Aug 29 04:42:43.599772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365ec5-a85a-400f-b94c-60ff14f1a1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18555134-fb52-4291-8ebf-843f38ae17ab,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:43.649363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382137-e823-4320-8acb-962bb2e07fb3 req-10eaa617-6270-4565-b97f-9cfc836c9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.653584 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49382137-e823-4320-8acb-962bb2e07fb3 req-10eaa617-6270-4565-b97f-9cfc836c9d7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 1095 time: 0.1543760 Aug 29 04:42:43.657699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a550adc2-c18a-41bd-a5f6-20cf6f80bf83 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:43.766853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2401b-9a51-49a0-9be5-4ec90bacd006 req-b84dc877-2aa2-4ec5-a0c1-6136c22932f0 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.768627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ade2401b-9a51-49a0-9be5-4ec90bacd006 req-b84dc877-2aa2-4ec5-a0c1-6136c22932f0 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 943 time: 0.2169003 Aug 29 04:42:43.859103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382137-e823-4320-8acb-962bb2e07fb3 req-5dc6641f-bd8a-4495-b1b3-b2ba74b5bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.864765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49382137-e823-4320-8acb-962bb2e07fb3 req-5dc6641f-bd8a-4495-b1b3-b2ba74b5bd19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.1958151 Aug 29 04:42:43.918767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a550adc2-c18a-41bd-a5f6-20cf6f80bf83, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:43.951707 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49382137-e823-4320-8acb-962bb2e07fb3 req-589ffb57-f1e1-4b6f-b13e-96ebf27ab06b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e27767c-5eb3-4425-bd1f-95f2f2d86b37 HTTP/1.1" status: 200 len: 217 time: 0.0837777 Aug 29 04:42:43.969599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'a550adc2-c18a-41bd-a5f6-20cf6f80bf83', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'port_id': 'a550adc2-c18a-41bd-a5f6-20cf6f80bf83', 'mac_address': 'fa:16:3e:c3:a7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:43.987130 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ade2401b-9a51-49a0-9be5-4ec90bacd006 req-6a6dc22f-35b3-48cf-ac23-995233647b41 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177678 Aug 29 04:42:43.991883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:44.032546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.107749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382137-e823-4320-8acb-962bb2e07fb3 req-1a3ae398-d4da-46aa-b2e7-f5692d0b2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.109798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c30d8c13-f993-47b4-820f-acd1c66ff52c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8926022 Aug 29 04:42:44.110563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:44.111351 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49382137-e823-4320-8acb-962bb2e07fb3 req-1a3ae398-d4da-46aa-b2e7-f5692d0b2efe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1504545 Aug 29 04:42:44.113167 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbbd902-6e40-4164-a06c-1919204b518e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:44.126547 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.128791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] Sync routers for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:44.176219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49382137-e823-4320-8acb-962bb2e07fb3 req-a4a880a3-f15a-4bf6-9e19-274472478dbf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564089 Aug 29 04:42:44.180344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42574) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:44.184667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:44.192170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:44.224312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67c86732-06e5-4de8-958a-f28fa60e92b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.263041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a550adc2-c18a-41bd-a5f6-20cf6f80bf83 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:44.327055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a550adc2-c18a-41bd-a5f6-20cf6f80bf83, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:44.329846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e452-2036-41b5-b8c9-df28c920ac39 req-0639fb6b-dd7e-49f7-add8-88b47ae7f7b4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.339133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f208e452-2036-41b5-b8c9-df28c920ac39 req-0639fb6b-dd7e-49f7-add8-88b47ae7f7b4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 943 time: 0.2174263 Aug 29 04:42:44.376827 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49382137-e823-4320-8acb-962bb2e07fb3 req-cf87714b-ab96-412c-8a66-3c3840930885 service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919925 Aug 29 04:42:44.412670 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.424458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f208e452-2036-41b5-b8c9-df28c920ac39 req-1ce8cae3-59c1-4a80-890f-84dfd0a8f1da tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835607 Aug 29 04:42:44.572756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:44.602890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:44.615060 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a589287-365e-4abf-b0b1-1d8364c0e41b req-08231b6a-17f7-472d-be59-c19ff5a3e21b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 210 time: 0.0754318 Aug 29 04:42:44.633190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67c86732-06e5-4de8-958a-f28fa60e92b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.638438 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-49382137-e823-4320-8acb-962bb2e07fb3 req-44f69ca9-1427-4e6e-80fb-96a52eb2689c service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533557 Aug 29 04:42:44.640592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-67c86732-06e5-4de8-958a-f28fa60e92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.692933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-67c86732-06e5-4de8-958a-f28fa60e92b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0f71948879a4188ae6c691dc871cc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098655 Aug 29 04:42:44.694578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42580) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:44.713513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a550adc2-c18a-41bd-a5f6-20cf6f80bf83'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:44.723240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c86732-06e5-4de8-958a-f28fa60e92b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26fb0ab-7786-498c-8e88-cd01125ec29c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:44.801299 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9ff38d7-0d94-44dc-81cc-fac80f4541b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.832437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9ff38d7-0d94-44dc-81cc-fac80f4541b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.843078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b046114-5b67-460c-a235-cc009f9a8d65 req-19e78663-bfef-4db5-9047-84db6475bfad tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.846762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b046114-5b67-460c-a235-cc009f9a8d65 req-19e78663-bfef-4db5-9047-84db6475bfad tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1266026 Aug 29 04:42:44.911790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9ff38d7-0d94-44dc-81cc-fac80f4541b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.914812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a9ff38d7-0d94-44dc-81cc-fac80f4541b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.919013 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a9ff38d7-0d94-44dc-81cc-fac80f4541b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f26fb0ab-7786-498c-8e88-cd01125ec29c HTTP/1.1" status: 204 len: 168 time: 0.2202983 Aug 29 04:42:44.924609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff38d7-0d94-44dc-81cc-fac80f4541b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26fb0ab-7786-498c-8e88-cd01125ec29c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:44.938423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b046114-5b67-460c-a235-cc009f9a8d65 req-32cfe1a4-9bbc-435e-830b-81381780a1a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871780 Aug 29 04:42:44.958082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42584) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:44.967114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d2785c14-8420-492d-922e-cc3ddd18106e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:44.991774 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edf95e8-79cb-4a0b-b642-201cb5caf5b9 x-openstack-request-id: req-3edf95e8-79cb-4a0b-b642-201cb5caf5b9 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:44.992164 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:44.992467 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3edf95e8-79cb-4a0b-b642-201cb5caf5b9 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:44.992765 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'status': 'completed', 'code': 200} Aug 29 04:42:45.078553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-471605f6-9d03-426d-a61e-f01cb9e1475d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/c5ebbb5e-928d-4d81-abbf-14e2b013dc6a HTTP/1.1" status: 200 len: 991 time: 0.1194322 Aug 29 04:42:45.227845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbd902-6e40-4164-a06c-1919204b518e req-ea2dcd15-05ee-4df9-8942-625f9e3dfd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.246957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdbbd902-6e40-4164-a06c-1919204b518e req-ea2dcd15-05ee-4df9-8942-625f9e3dfd70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1098 time: 0.2292802 Aug 29 04:42:45.263049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d2785c14-8420-492d-922e-cc3ddd18106e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:45.284170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d2785c14-8420-492d-922e-cc3ddd18106e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:45.284722 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.358338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-27e48f20-79b1-4622-8187-6e343fd5c2fa tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.364795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-27e48f20-79b1-4622-8187-6e343fd5c2fa tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.64 "GET /v2.0/networks?id=33f8a4f0-4bf8-4563-af64-5295b5ab432b HTTP/1.1" status: 200 len: 798 time: 0.3031170 Aug 29 04:42:45.388417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'c5ebbb5e-928d-4d81-abbf-14e2b013dc6a', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'port_id': '301206a5-7588-4576-add0-26abdd2e6ee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'mac_address': 'fa:16:3e:d6:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:41Z', 'updated_at': '2021-08-29T04:42:41Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:25Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:45.391321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Request body: {'port': {'device_id': 'b38cabae-52f8-4c63-beea-18efa1d0ce97', 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b', 'admin_state_up': True, 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:45.433313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] Checking router: 28e99583-4451-4d4b-93f6-aa68ff2b0c75 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:45.463020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5262a-1533-47b3-a0ef-a7950bd5832f req-1cfc3fef-964e-476d-992c-d9ff10350f6f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.471412 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d5262a-1533-47b3-a0ef-a7950bd5832f req-1cfc3fef-964e-476d-992c-d9ff10350f6f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 944 time: 0.3544335 Aug 29 04:42:45.479697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:45.480028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:45.553902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbd902-6e40-4164-a06c-1919204b518e req-aaeccd68-bca0-47d8-b7f8-7135473d0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.555822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdbbd902-6e40-4164-a06c-1919204b518e req-aaeccd68-bca0-47d8-b7f8-7135473d0b04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.2919743 Aug 29 04:42:45.600135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.617025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d5262a-1533-47b3-a0ef-a7950bd5832f req-cd29b9c7-b948-46fd-b50c-256c1add3809 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441426 Aug 29 04:42:45.661794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Made reservation on behalf of 1b36f763b5114fa8a5d07e26c3be1c25 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:45.668249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:45.670279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.696159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdbbd902-6e40-4164-a06c-1919204b518e req-dd039bbd-be8e-4f40-b710-3963e943da80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 999 time: 0.1284823 Aug 29 04:42:45.710967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d2785c14-8420-492d-922e-cc3ddd18106e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d2785c14-8420-492d-922e-cc3ddd18106e,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:45.735348 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.741418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:45.819207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbd902-6e40-4164-a06c-1919204b518e req-2738bb37-bed6-4dcc-a708-2b984038d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.820888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdbbd902-6e40-4164-a06c-1919204b518e req-2738bb37-bed6-4dcc-a708-2b984038d640 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.1192825 Aug 29 04:42:45.842734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f0ecd-faf7-4911-8ed7-82c03cf91586 req-425e6379-47ae-4b7f-ba7c-94b1af041765 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.844640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b56f0ecd-faf7-4911-8ed7-82c03cf91586 req-425e6379-47ae-4b7f-ba7c-94b1af041765 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 943 time: 0.0812871 Aug 29 04:42:45.861526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Allocated IP 172.20.0.29 (33f8a4f0-4bf8-4563-af64-5295b5ab432b/2c891622-f338-4d48-afd8-5e49034a5cc7/47f49c57-3cf9-45bc-9a48-4f6ef040ecfb) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:45.930271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbd902-6e40-4164-a06c-1919204b518e req-d7ae9646-03b4-481a-82b7-a2e6263237e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.933075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdbbd902-6e40-4164-a06c-1919204b518e req-d7ae9646-03b4-481a-82b7-a2e6263237e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011665 Aug 29 04:42:45.962523 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.resource_extend [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:42:45.963089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b56f0ecd-faf7-4911-8ed7-82c03cf91586 req-bd8d035c-598e-4e40-a30e-5f212201c2f3 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784538 Aug 29 04:42:46.057134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.076601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Transition to ACTIVE for port object 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:46.083764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42608) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:46.092115 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3794694d-cf23-4ef2-b7b1-e0e0217ad0b7 req-37a246a7-c6b2-4266-8ece-7511d792ab20 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 210 time: 0.0465558 Aug 29 04:42:46.103820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdbbd902-6e40-4164-a06c-1919204b518e req-a19b7a89-2b5a-4c28-b0d7-093c4caf7b73 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617062 Aug 29 04:42:46.122758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d2785c14-8420-492d-922e-cc3ddd18106e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.163192 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-677f229f-5fda-4bd7-b02b-f22c4a3b813b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/c5ebbb5e-928d-4d81-abbf-14e2b013dc6a HTTP/1.1" status: 200 len: 991 time: 0.0765646 Aug 29 04:42:46.173111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:46.210535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.231607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '7e27767c-5eb3-4425-bd1f-95f2f2d86b37', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'port_id': '7e27767c-5eb3-4425-bd1f-95f2f2d86b37', 'mac_address': 'fa:16:3e:61:95:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618f96a-65b0-4c0a-b90a-2c3766ef6915', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:46.271868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:46.278747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:46.281519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fdbbd902-6e40-4164-a06c-1919204b518e req-a21028ff-31f2-4204-8e21-63394f5ab854 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700807 Aug 29 04:42:46.287134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:46.298195 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.328267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event updated for resources: {'Port': ['ID=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.330567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:46.360347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:46.361466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.385919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-2c43ce0c-9449-400b-8aee-ef48fb6621ad tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0131648 Aug 29 04:42:46.407015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Request body: {'port': {'device_id': 'b38cabae-52f8-4c63-beea-18efa1d0ce97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:46.410292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:46.417073 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.488285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'c5ebbb5e-928d-4d81-abbf-14e2b013dc6a', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'port_id': '301206a5-7588-4576-add0-26abdd2e6ee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'mac_address': 'fa:16:3e:d6:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:41Z', 'updated_at': '2021-08-29T04:42:41Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:25Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:46.504320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.525699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.530008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1b23d-d26d-46a8-92f7-05b963be06ff None None] The sync data for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 is: [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'c5ebbb5e-928d-4d81-abbf-14e2b013dc6a', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'port_id': '301206a5-7588-4576-add0-26abdd2e6ee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'mac_address': 'fa:16:3e:d6:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:41Z', 'updated_at': '2021-08-29T04:42:41Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:25Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:46.588796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5cb7f596-4b2f-48fc-a0d9-b8f794d28001 None None] Provisioning for port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:46.594387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5cb7f596-4b2f-48fc-a0d9-b8f794d28001 None None] Provisioning complete for port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:46.594934 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5cb7f596-4b2f-48fc-a0d9-b8f794d28001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.654000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7f596-4b2f-48fc-a0d9-b8f794d28001 None None] Port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:46.688007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7e27767c-5eb3-4425-bd1f-95f2f2d86b37'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:46.939971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d2785c14-8420-492d-922e-cc3ddd18106e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:46.991930 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bae770-43a9-44df-a336-a09640334868 None None] New status for floating IP c5ebbb5e-928d-4d81-abbf-14e2b013dc6a: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:47.112721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:47.155023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d2785c14-8420-492d-922e-cc3ddd18106e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:47.155858 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.158345 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.166537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42686) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:47.246399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00218f98-e361-49d0-9d1a-2a391cdcb1a6 req-78c709ff-b4bd-454f-862c-6f4a75e8ad37 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.254368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00218f98-e361-49d0-9d1a-2a391cdcb1a6 req-78c709ff-b4bd-454f-862c-6f4a75e8ad37 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 944 time: 0.1379924 Aug 29 04:42:47.304582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00218f98-e361-49d0-9d1a-2a391cdcb1a6 req-dd2c7cd0-9238-4cff-a20f-887bafc64d71 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488961 Aug 29 04:42:47.323622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Transition to ACTIVE for port object 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:47.334974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.415608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42690) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:47.421774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-055a770e-3dc9-4de1-a645-b473b300cbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.449860 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-48aeacb2-558d-46a7-b4a2-02c3144c84f4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/c5ebbb5e-928d-4d81-abbf-14e2b013dc6a HTTP/1.1" status: 200 len: 991 time: 0.2765067 Aug 29 04:42:47.506879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee348ebf-014f-4c46-80ed-d0463c848125 req-f6fb9300-ac00-42c7-bc9e-b2ba10cfd145 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.509087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee348ebf-014f-4c46-80ed-d0463c848125 req-f6fb9300-ac00-42c7-bc9e-b2ba10cfd145 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 944 time: 0.0794079 Aug 29 04:42:47.607195 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa487-b97e-434c-992b-8743f516c275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.612223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee348ebf-014f-4c46-80ed-d0463c848125 req-1581c664-b16c-4dc7-a00d-a6f74b6ee2b7 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898633 Aug 29 04:42:47.687179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a550adc2-c18a-41bd-a5f6-20cf6f80bf83 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:47.761493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a52d2-30eb-4f41-8260-a9f39197c311 req-6782fd65-2bc0-4755-9e60-fa69cf46e933 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.761493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f0a52d2-30eb-4f41-8260-a9f39197c311 req-6782fd65-2bc0-4755-9e60-fa69cf46e933 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 907 time: 0.0711741 Aug 29 04:42:47.772727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:47.785038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:47.785768 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.808155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa487-b97e-434c-992b-8743f516c275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.813605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa487-b97e-434c-992b-8743f516c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.875180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a7aaa487-b97e-434c-992b-8743f516c275 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c5ccf99e0ea4cc9abb78dee23ed9046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558663 Aug 29 04:42:47.880667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42694) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:47.886752 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.904751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa487-b97e-434c-992b-8743f516c275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0280404-149d-4c8f-9014-2154e8223d0d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:47.935241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedc071c-7fbc-4088-abc0-9593288c71de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a550adc2-c18a-41bd-a5f6-20cf6f80bf83'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:47.938351 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828cdb9f-8e5a-417b-84a4-2265da78675a" -d '{"events": [{"server_uuid": "eedc071c-7fbc-4088-abc0-9593288c71de", "name": "network-vif-plugged", "status": "completed", "tag": "a550adc2-c18a-41bd-a5f6-20cf6f80bf83"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:47.956119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:47.963060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a550adc2-c18a-41bd-a5f6-20cf6f80bf83, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:47.973539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.989250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5da6770d-2485-468d-9cfb-d312fc35b980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.019731 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca39573-2606-4a51-b65e-aa0aa0ebf7fa x-openstack-request-id: req-9ca39573-2606-4a51-b65e-aa0aa0ebf7fa {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:48.020138 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedc071c-7fbc-4088-abc0-9593288c71de", "name": "network-vif-plugged", "status": "completed", "tag": "a550adc2-c18a-41bd-a5f6-20cf6f80bf83", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:48.021005 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ca39573-2606-4a51-b65e-aa0aa0ebf7fa {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:48.021454 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedc071c-7fbc-4088-abc0-9593288c71de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a550adc2-c18a-41bd-a5f6-20cf6f80bf83', 'code': 200} Aug 29 04:42:48.040130 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5da6770d-2485-468d-9cfb-d312fc35b980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.045951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Attempting to bind port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:48.046295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Attempting to bind port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:48.048385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Attempting to bind port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb on network 33f8a4f0-4bf8-4563-af64-5295b5ab432b {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:48.059275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb on network 33f8a4f0-4bf8-4563-af64-5295b5ab432b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:48.060263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Attempting to bind port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb on network 33f8a4f0-4bf8-4563-af64-5295b5ab432b {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:48.072744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:48.075388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Checking segment: {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:48.075961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Bound using segment: {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:48.078576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Bound port: 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:48.079143 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.085615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:48.128456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5da6770d-2485-468d-9cfb-d312fc35b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.131922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5da6770d-2485-468d-9cfb-d312fc35b980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.133437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5da6770d-2485-468d-9cfb-d312fc35b980 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0280404-149d-4c8f-9014-2154e8223d0d HTTP/1.1" status: 204 len: 168 time: 0.2518563 Aug 29 04:42:48.143368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6770d-2485-468d-9cfb-d312fc35b980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0280404-149d-4c8f-9014-2154e8223d0d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:48.143886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f2300-d1cc-4a67-8a7b-0e898b290838 req-0425f98f-bbe2-4fa2-bf92-953e2b90d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.146055 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d60f2300-d1cc-4a67-8a7b-0e898b290838 req-0425f98f-bbe2-4fa2-bf92-953e2b90d830 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 1097 time: 0.0746794 Aug 29 04:42:48.206922 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d60f2300-d1cc-4a67-8a7b-0e898b290838 req-46bf78ff-d41b-4cee-a747-5d6926f5a99e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Aug 29 04:42:48.250545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] For port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:48.254590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] For port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:48.258845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.333268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.334066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.335641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] 10.222.0.64 "PUT /v2.0/ports/47f49c57-3cf9-45bc-9a48-4f6ef040ecfb HTTP/1.1" status: 200 len: 1056 time: 1.9401140 Aug 29 04:42:48.340968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38cabae-52f8-4c63-beea-18efa1d0ce97', 'tag': '47f49c57-3cf9-45bc-9a48-4f6ef040ecfb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:48.343333 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01" -d '{"events": [{"name": "network-changed", "server_uuid": "b38cabae-52f8-4c63-beea-18efa1d0ce97", "tag": "47f49c57-3cf9-45bc-9a48-4f6ef040ecfb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:48.354953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52495e87-e88a-48c2-99e9-3b9a486c9bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:48.462167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42708) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:48.569653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bb79-9d16-496e-a2fb-63608b090f7d req-ae5df5c3-1323-494e-8a02-6a28a389ec97 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.572321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7f9bb79-9d16-496e-a2fb-63608b090f7d req-ae5df5c3-1323-494e-8a02-6a28a389ec97 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 945 time: 0.1407382 Aug 29 04:42:48.591842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-69dd64c2-822c-48a5-8844-458109f6d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.593420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-69dd64c2-822c-48a5-8844-458109f6d5ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 1059 time: 0.2118073 Aug 29 04:42:48.672199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7f9bb79-9d16-496e-a2fb-63608b090f7d req-aa685c56-42a5-4f20-bb90-ae4a477d188c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839212 Aug 29 04:42:48.700297 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-ac7cc627-585c-4a01-8cd0-834da9abdbc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb HTTP/1.1" status: 200 len: 217 time: 0.0871894 Aug 29 04:42:48.709196 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-28f02064-970e-460f-b7e8-df1d4b02bd12 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/c5ebbb5e-928d-4d81-abbf-14e2b013dc6a HTTP/1.1" status: 200 len: 993 time: 0.2443364 Aug 29 04:42:48.814281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-a0887357-ef28-48a3-9755-b3b6aa761287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.815930 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-a0887357-ef28-48a3-9755-b3b6aa761287 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c891622-f338-4d48-afd8-5e49034a5cc7 HTTP/1.1" status: 200 len: 838 time: 0.1053293 Aug 29 04:42:48.818350 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14bdfd3-ea0f-40b7-ab0b-f54a00f7083f x-openstack-request-id: req-b14bdfd3-ea0f-40b7-ab0b-f54a00f7083f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:48.818643 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38cabae-52f8-4c63-beea-18efa1d0ce97", "tag": "47f49c57-3cf9-45bc-9a48-4f6ef040ecfb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:48.819256 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b14bdfd3-ea0f-40b7-ab0b-f54a00f7083f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:48.819619 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38cabae-52f8-4c63-beea-18efa1d0ce97', 'tag': '47f49c57-3cf9-45bc-9a48-4f6ef040ecfb', 'status': 'completed', 'code': 200} Aug 29 04:42:48.902427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-21b8996a-069e-4e06-9ca7-f820aff417a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.904325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-21b8996a-069e-4e06-9ca7-f820aff417a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f8a4f0-4bf8-4563-af64-5295b5ab432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0715122 Aug 29 04:42:48.910581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7ad4-ffae-4055-bc7e-6ffd088c3727 req-607401b2-8ce1-4cee-b195-ac6e81487cae tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.912515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf9f7ad4-ffae-4055-bc7e-6ffd088c3727 req-607401b2-8ce1-4cee-b195-ac6e81487cae tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 944 time: 0.0779996 Aug 29 04:42:48.973881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf9f7ad4-ffae-4055-bc7e-6ffd088c3727 req-370adbb0-e5a3-48ac-a2b4-442b9764c73d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545013 Aug 29 04:42:49.054647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-b5ded71a-72e0-4728-91a5-1ac878939755 service neutron] 10.222.0.64 "GET /v2.0/networks/33f8a4f0-4bf8-4563-af64-5295b5ab432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322660 Aug 29 04:42:49.095091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca9dee-f574-4240-beb3-31a0c3ecfe05 req-4661954c-0152-4add-8a7e-3d4572526182 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.097450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38ca9dee-f574-4240-beb3-31a0c3ecfe05 req-4661954c-0152-4add-8a7e-3d4572526182 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 907 time: 0.0658758 Aug 29 04:42:49.163522 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e22da48-1b86-4537-b101-9f73b1bb03a9 req-4f35c238-2ab1-4f83-8122-2895135ceb8c service neutron] 10.222.0.64 "GET /v2.0/networks/33f8a4f0-4bf8-4563-af64-5295b5ab432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977988 Aug 29 04:42:49.245110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42734) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:49.263071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-e352f66f-9d64-49c8-bfc6-a14f495665fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.264705 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-e352f66f-9d64-49c8-bfc6-a14f495665fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 1059 time: 0.0509474 Aug 29 04:42:49.405360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-771488129'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:49.414856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-a90fc4f5-4624-4eb0-b250-46d13c61a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.416828 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-a90fc4f5-4624-4eb0-b250-46d13c61a8bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f8a4f0-4bf8-4563-af64-5295b5ab432b HTTP/1.1" status: 200 len: 899 time: 0.1398654 Aug 29 04:42:49.432506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Made reservation on behalf of 1e862cee0d8647cfa327b12c5b81d1d1 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:49.437262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.447618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.471606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-0c65e875-5317-4a7a-bd3b-52d39cde38d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb HTTP/1.1" status: 200 len: 217 time: 0.0459826 Aug 29 04:42:49.530403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-26d18252-452d-443c-b9bf-e7feb89da651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.532093 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-26d18252-452d-443c-b9bf-e7feb89da651 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c891622-f338-4d48-afd8-5e49034a5cc7 HTTP/1.1" status: 200 len: 838 time: 0.0508306 Aug 29 04:42:49.589219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.593389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-3c701613-2273-4c96-81c4-71a03e6e0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.594946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-3c701613-2273-4c96-81c4-71a03e6e0659 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f8a4f0-4bf8-4563-af64-5295b5ab432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0546885 Aug 29 04:42:49.597381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.634733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:49.649570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0526b86-cfbb-438d-bb09-58cac9ffe0a0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:49.664353 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.665325 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Added segment 5d7fb88a-5396-45e1-9b9c-8c08687eb3a3 of type vlan for network de1efc14-fb3f-4ac1-a754-c34420e52b00 Aug 29 04:42:49.698236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:49.741893 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.756879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-53243363-dac8-4c68-9e9a-52b008d4eaaa service neutron] 10.222.0.64 "GET /v2.0/networks/33f8a4f0-4bf8-4563-af64-5295b5ab432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506159 Aug 29 04:42:49.777780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:49.785879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:49.786273 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.823341 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.830670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.831444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.875891 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6198ccc6-8cc1-4a74-a0dd-91e5a620fd01 req-8fc21d5e-cadf-47cd-9ef0-73b241d4439d service neutron] 10.222.0.64 "GET /v2.0/networks/33f8a4f0-4bf8-4563-af64-5295b5ab432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107461 Aug 29 04:42:49.920039 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.932592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393157-95a2-46fd-aa2d-d95dceada83a req-76af9984-3af0-4c3f-9bf0-aebba6c92734 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.934127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15393157-95a2-46fd-aa2d-d95dceada83a req-76af9984-3af0-4c3f-9bf0-aebba6c92734 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 945 time: 0.1606557 Aug 29 04:42:49.945715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42754) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:49.951523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'subnet': {'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:49.956025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6920810 Aug 29 04:42:49.960162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:49.965031 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.980730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ef7fd-7795-4fe6-b92f-c969e505eaa3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Network': ['ID=de1efc14-fb3f-4ac1-a754-c34420e52b00,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:49.996960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:50.025139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15393157-95a2-46fd-aa2d-d95dceada83a req-cb9bf7c3-4905-4b3e-9c19-7d4672616b86 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578158 Aug 29 04:42:50.043188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94eefea9-81ba-4d89-91a6-c79ed7e490fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27767c-5eb3-4425-bd1f-95f2f2d86b37'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:50.045687 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b29683d-9a21-4979-b592-9bb1f297fe1c" -d '{"events": [{"server_uuid": "94eefea9-81ba-4d89-91a6-c79ed7e490fc", "name": "network-vif-plugged", "status": "completed", "tag": "7e27767c-5eb3-4425-bd1f-95f2f2d86b37"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:50.074072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Made reservation on behalf of 1e862cee0d8647cfa327b12c5b81d1d1 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:50.078209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.096918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:50.150587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691227b0-1cb2-458a-b441-e9fa98e3b067 req-e51e354c-ea53-4819-bf94-1e1d0e2fa212 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.156589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-691227b0-1cb2-458a-b441-e9fa98e3b067 req-e51e354c-ea53-4819-bf94-1e1d0e2fa212 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 945 time: 0.0701606 Aug 29 04:42:50.198193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-691227b0-1cb2-458a-b441-e9fa98e3b067 req-352b185f-fcab-4981-b892-78d47201b4da tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Aug 29 04:42:50.319457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013156e6-3b2c-45ef-b05e-bdf545d9835a req-eaa35aca-a86b-4b4c-ad93-e55041133b24 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.320937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-013156e6-3b2c-45ef-b05e-bdf545d9835a req-eaa35aca-a86b-4b4c-ad93-e55041133b24 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 945 time: 0.0588624 Aug 29 04:42:50.328595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.330623 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.378516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-013156e6-3b2c-45ef-b05e-bdf545d9835a req-378f9d71-e8f6-4830-b690-b0a5e1260f88 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496788 Aug 29 04:42:50.403481 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da0f91b1-7a19-4fe8-b145-31247e8989ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.404749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Subnet': ['ID=d736353a-6640-4a52-ab4d-292274081ee4,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:50.430395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Checking segment: {'id': '5d7fb88a-5396-45e1-9b9c-8c08687eb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:50.430770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Network hostable DHCP agents. Network: de1efc14-fb3f-4ac1-a754-c34420e52b00, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:50.439774 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad08d20-3920-4893-9db2-703c8da487c8 x-openstack-request-id: req-4ad08d20-3920-4893-9db2-703c8da487c8 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:50.440104 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94eefea9-81ba-4d89-91a6-c79ed7e490fc", "name": "network-vif-plugged", "status": "completed", "tag": "7e27767c-5eb3-4425-bd1f-95f2f2d86b37", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:50.440364 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ad08d20-3920-4893-9db2-703c8da487c8 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:50.440769 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94eefea9-81ba-4d89-91a6-c79ed7e490fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27767c-5eb3-4425-bd1f-95f2f2d86b37', 'code': 200} Aug 29 04:42:50.455433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:50.476301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, de1efc14-fb3f-4ac1-a754-c34420e52b00) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:50.483181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.486331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902cb24d-235c-4d86-97b8-4b36b6f368e7 None None] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:50.489921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.508964 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c7dd3ff5-f34a-40d4-a43c-4393d5495dc6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5611472 Aug 29 04:42:50.511964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42766) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:50.517942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00', 'name': 'tempest-AllowedAddressPairTestJSON-1930075088'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:50.569067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698c29f-0215-4afb-a21f-48282d1584bd req-8ea94280-6d1f-4b86-83ff-f242c5bc2980 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.570143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8698c29f-0215-4afb-a21f-48282d1584bd req-8ea94280-6d1f-4b86-83ff-f242c5bc2980 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 907 time: 0.0513692 Aug 29 04:42:50.632534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f1279-e33d-4131-a8d4-f094bc8039f3 req-e99ca3ef-4a3b-4022-be74-d57449654fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.634161 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e75f1279-e33d-4131-a8d4-f094bc8039f3 req-e99ca3ef-4a3b-4022-be74-d57449654fe6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 1097 time: 0.1125586 Aug 29 04:42:50.683060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-de1efc14-fb3f-4ac1-a754-c34420e52b00', 'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00', 'tenant_id': '1e862cee0d8647cfa327b12c5b81d1d1', 'fixed_ips': [{'subnet_id': 'd736353a-6640-4a52-ab4d-292274081ee4'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:50.684675 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.758998 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e75f1279-e33d-4131-a8d4-f094bc8039f3 req-9bb00d97-e45a-405b-8fd1-699ac9386849 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153245 Aug 29 04:42:50.791660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Made reservation on behalf of 1e862cee0d8647cfa327b12c5b81d1d1 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:50.798403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.821621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] device_id is not set on port 3bd9219b-3d5b-4a63-a372-5473b8e6181f yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:42:50.908793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Allocated IP 172.20.0.2 (de1efc14-fb3f-4ac1-a754-c34420e52b00/d736353a-6640-4a52-ab4d-292274081ee4/295b163c-79e0-4cf0-8a76-a99081fe6a0b) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:51.092588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.103908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Transition to ACTIVE for port object 295b163c-79e0-4cf0-8a76-a99081fe6a0b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:51.121963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Transition to ACTIVE for port object 295b163c-79e0-4cf0-8a76-a99081fe6a0b will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:51.129675 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.179750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:51.182947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:51.191721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:51.195411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Pushing event updated for resources: {'Port': ['ID=295b163c-79e0-4cf0-8a76-a99081fe6a0b,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:51.227510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Allocated IP 172.20.0.8 (de1efc14-fb3f-4ac1-a754-c34420e52b00/d736353a-6640-4a52-ab4d-292274081ee4/3bd9219b-3d5b-4a63-a372-5473b8e6181f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:51.286991 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.289451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Attempting to bind port 295b163c-79e0-4cf0-8a76-a99081fe6a0b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:51.289451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Attempting to bind port 295b163c-79e0-4cf0-8a76-a99081fe6a0b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '5d7fb88a-5396-45e1-9b9c-8c08687eb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:51.289451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Attempting to bind port 295b163c-79e0-4cf0-8a76-a99081fe6a0b on network de1efc14-fb3f-4ac1-a754-c34420e52b00 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:51.300789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:51.301591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Checking segment: {'id': '5d7fb88a-5396-45e1-9b9c-8c08687eb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:51.302226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.303000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Bound using segment: {'id': '5d7fb88a-5396-45e1-9b9c-8c08687eb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:51.303572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Bound port: 295b163c-79e0-4cf0-8a76-a99081fe6a0b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7fb88a-5396-45e1-9b9c-8c08687eb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:51.304152 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.409090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] For port 295b163c-79e0-4cf0-8a76-a99081fe6a0b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:51.413699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] For port 295b163c-79e0-4cf0-8a76-a99081fe6a0b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=295b163c-79e0-4cf0-8a76-a99081fe6a0b,segment=NetworkSegment(5d7fb88a-5396-45e1-9b9c-8c08687eb3a3),segment_id=5d7fb88a-5396-45e1-9b9c-8c08687eb3a3)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:51.418852 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.436939 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.464575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Transition to ACTIVE for port object 3bd9219b-3d5b-4a63-a372-5473b8e6181f will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:51.518676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76638-7aae-42de-90ab-be4a55cb89e6 None None] Pushing event updated for resources: {'Port': ['ID=295b163c-79e0-4cf0-8a76-a99081fe6a0b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:51.522938 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.586916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:51.590662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:51.593433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:51.623555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:51.630344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=3bd9219b-3d5b-4a63-a372-5473b8e6181f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:51.673133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:51.674039 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.692869 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3aecc4ce-dd9e-47b9-b4b0-30d3a676fa04 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1792800 Aug 29 04:42:51.697881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42796) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:51.706133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00', 'name': 'tempest-AllowedAddressPairTestJSON-651329142', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f9:34:26'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:51.822143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:51.874752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '47f49c57-3cf9-45bc-9a48-4f6ef040ecfb', 'network_id': '33f8a4f0-4bf8-4563-af64-5295b5ab432b', 'port_id': '47f49c57-3cf9-45bc-9a48-4f6ef040ecfb', 'mac_address': 'fa:16:3e:10:bf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c891622-f338-4d48-afd8-5e49034a5cc7', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:51.934655 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.987756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:52.038247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:52.042715 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.062700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Made reservation on behalf of 1e862cee0d8647cfa327b12c5b81d1d1 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:52.159395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:52.246862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.268363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] device_id is not set on port e7e57cb6-2684-4e67-bc28-589ecd67639a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:42:52.290073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['47f49c57-3cf9-45bc-9a48-4f6ef040ecfb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:52.551360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Allocated IP 172.20.0.7 (de1efc14-fb3f-4ac1-a754-c34420e52b00/d736353a-6640-4a52-ab4d-292274081ee4/e7e57cb6-2684-4e67-bc28-589ecd67639a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:52.647288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-2c9e0e5c-c986-468e-8cee-c11f299749eb req-452ac31e-080e-4f7a-979c-6e357204ff20 service neutron] (94845) timed out ('10.222.0.65', 62314) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:42:52.942356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.088421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Transition to ACTIVE for port object e7e57cb6-2684-4e67-bc28-589ecd67639a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:53.088421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42868) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:53.097831 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.117773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.141060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6be982-e600-4c78-8810-f47d2ef3ae0d req-4a3d4f7e-d249-4dd7-95c3-556075241ea6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.154072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f6be982-e600-4c78-8810-f47d2ef3ae0d req-4a3d4f7e-d249-4dd7-95c3-556075241ea6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 945 time: 0.1233416 Aug 29 04:42:53.200644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:53.224752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 295b163c-79e0-4cf0-8a76-a99081fe6a0b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:53.227659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:53.238172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:53.240737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f6be982-e600-4c78-8810-f47d2ef3ae0d req-12422a27-9829-440e-8ed6-d94550755e30 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809836 Aug 29 04:42:53.308878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=e7e57cb6-2684-4e67-bc28-589ecd67639a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.325167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 295b163c-79e0-4cf0-8a76-a99081fe6a0b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:53.343208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c505e84-67df-41ee-992b-187b8346e532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.377733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957cc7fd-a987-4ecc-9ce7-4fd5d69344ab None None] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:53.386636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.387295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.419432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffcdb7-1613-44c5-b74b-fe172388f798 req-40443833-1c86-4e99-a689-33c9a010e78c tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.421114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dffcdb7-1613-44c5-b74b-fe172388f798 req-40443833-1c86-4e99-a689-33c9a010e78c tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 908 time: 0.0923905 Aug 29 04:42:53.463154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d096a705-c426-4fbf-8aef-f52176d659b5 None None] Provisioning for port 295b163c-79e0-4cf0-8a76-a99081fe6a0b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:53.470163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d096a705-c426-4fbf-8aef-f52176d659b5 None None] Provisioning complete for port 295b163c-79e0-4cf0-8a76-a99081fe6a0b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:53.470548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d096a705-c426-4fbf-8aef-f52176d659b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.503032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c505e84-67df-41ee-992b-187b8346e532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.513594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c505e84-67df-41ee-992b-187b8346e532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.527923 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-09b190fb-be96-4237-bfb5-cc808ca34b02 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.8284225 Aug 29 04:42:53.538721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42874) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:53.567810 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5c505e84-67df-41ee-992b-187b8346e532 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13e7dfdfb86f4029b560eeea858e3e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652429 Aug 29 04:42:53.569032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c505e84-67df-41ee-992b-187b8346e532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fff4cba-c055-494c-a56a-62dde3fb7b7e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.574185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42876) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:53.623531 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d096a705-c426-4fbf-8aef-f52176d659b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.637500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d2079-f973-4596-a163-402590f5b6ee req-c64bc4ef-0042-429a-9103-e57aac7982c8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.639116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c22d2079-f973-4596-a163-402590f5b6ee req-c64bc4ef-0042-429a-9103-e57aac7982c8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 945 time: 0.1364634 Aug 29 04:42:53.645686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:53.658186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77706443-2aad-447a-8bc2-c77d32fbeef5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.664153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77706443-2aad-447a-8bc2-c77d32fbeef5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.670707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77706443-2aad-447a-8bc2-c77d32fbeef5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.672422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-77706443-2aad-447a-8bc2-c77d32fbeef5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1324842 Aug 29 04:42:53.675640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42878) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:53.714835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-583d2667-11e2-492f-855c-0f0cfc3676bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.731175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d096a705-c426-4fbf-8aef-f52176d659b5 None None] For port 295b163c-79e0-4cf0-8a76-a99081fe6a0b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=295b163c-79e0-4cf0-8a76-a99081fe6a0b,segment=NetworkSegment(5d7fb88a-5396-45e1-9b9c-8c08687eb3a3),segment_id=5d7fb88a-5396-45e1-9b9c-8c08687eb3a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:53.737238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c22d2079-f973-4596-a163-402590f5b6ee req-ab2351f5-d3e4-4bba-89ab-5831b7b7f272 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886886 Aug 29 04:42:53.739028 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d096a705-c426-4fbf-8aef-f52176d659b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.765128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-583d2667-11e2-492f-855c-0f0cfc3676bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.791521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:53.804645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:53.805031 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.808490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-64463784-f1c3-4e20-90b9-cf311d65294e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Deleting port e7e57cb6-2684-4e67-bc28-589ecd67639a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:53.808490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64463784-f1c3-4e20-90b9-cf311d65294e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.859826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096a705-c426-4fbf-8aef-f52176d659b5 None None] Pushing event updated for resources: {'Port': ['ID=295b163c-79e0-4cf0-8a76-a99081fe6a0b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.883657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-583d2667-11e2-492f-855c-0f0cfc3676bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.887512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-583d2667-11e2-492f-855c-0f0cfc3676bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.899206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-583d2667-11e2-492f-855c-0f0cfc3676bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1fff4cba-c055-494c-a56a-62dde3fb7b7e HTTP/1.1" status: 204 len: 168 time: 0.3172505 Aug 29 04:42:53.917535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d2667-11e2-492f-855c-0f0cfc3676bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fff4cba-c055-494c-a56a-62dde3fb7b7e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.941826 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.952900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64463784-f1c3-4e20-90b9-cf311d65294e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.971829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-64463784-f1c3-4e20-90b9-cf311d65294e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Calling delete_port for e7e57cb6-2684-4e67-bc28-589ecd67639a owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:54.224332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:54.227140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38cabae-52f8-4c63-beea-18efa1d0ce97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f49c57-3cf9-45bc-9a48-4f6ef040ecfb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:54.229792 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0088425b-36e7-49b6-aebd-e5fe1068feef" -d '{"events": [{"server_uuid": "b38cabae-52f8-4c63-beea-18efa1d0ce97", "name": "network-vif-plugged", "status": "completed", "tag": "47f49c57-3cf9-45bc-9a48-4f6ef040ecfb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:54.230858 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-f3ead833-c9c2-4bad-8932-048974006a23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1498082 Aug 29 04:42:54.237846 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.244938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-38244e68-16c4-44a4-bb87-aa4c67e783e5 None None] Provisioning complete for port 295b163c-79e0-4cf0-8a76-a99081fe6a0b triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:54.245319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38244e68-16c4-44a4-bb87-aa4c67e783e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.320889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5289f1a-87f7-43f2-aadf-bcf26bbc0224 req-7324f99d-0f13-4606-851c-effb336d766a tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:54.333819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5289f1a-87f7-43f2-aadf-bcf26bbc0224 req-7324f99d-0f13-4606-851c-effb336d766a tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 945 time: 0.1668293 Aug 29 04:42:54.380284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64463784-f1c3-4e20-90b9-cf311d65294e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.390002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-4648d942-c5e5-4903-a914-62e0570524ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:54.396910 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-4648d942-c5e5-4903-a914-62e0570524ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 1097 time: 0.0926859 Aug 29 04:42:54.407194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5289f1a-87f7-43f2-aadf-bcf26bbc0224 req-e1c48092-bbcf-4a18-8910-be9902afc3ff tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721242 Aug 29 04:42:54.425508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:54.455909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64463784-f1c3-4e20-90b9-cf311d65294e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Port': ['ID=e7e57cb6-2684-4e67-bc28-589ecd67639a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:54.483425 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ff0e1-0898-4756-80cf-cc343a4c7fb0 x-openstack-request-id: req-122ff0e1-0898-4756-80cf-cc343a4c7fb0 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:54.483732 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38cabae-52f8-4c63-beea-18efa1d0ce97", "name": "network-vif-plugged", "status": "completed", "tag": "47f49c57-3cf9-45bc-9a48-4f6ef040ecfb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:54.484012 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-122ff0e1-0898-4756-80cf-cc343a4c7fb0 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:54.484419 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38cabae-52f8-4c63-beea-18efa1d0ce97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f49c57-3cf9-45bc-9a48-4f6ef040ecfb', 'code': 200} Aug 29 04:42:54.599839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-38244e68-16c4-44a4-bb87-aa4c67e783e5 None None] Provisioning for port 3bd9219b-3d5b-4a63-a372-5473b8e6181f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:54.607056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-38244e68-16c4-44a4-bb87-aa4c67e783e5 None None] Provisioning complete for port 3bd9219b-3d5b-4a63-a372-5473b8e6181f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:54.607662 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38244e68-16c4-44a4-bb87-aa4c67e783e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.608166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42898) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:54.648431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bc00fd3-a8f7-4fbb-8bed-4287373af57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.649178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-38244e68-16c4-44a4-bb87-aa4c67e783e5 None None] Port 3bd9219b-3d5b-4a63-a372-5473b8e6181f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:54.653093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-38244e68-16c4-44a4-bb87-aa4c67e783e5 None None] Could not find standard attr ID for object e7e57cb6-2684-4e67-bc28-589ecd67639a. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:42:54.653214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340910f-6ca0-4c3d-9b37-c71a96338702 req-d0c11988-22d8-4834-9641-e937793b0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:54.656317 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8340910f-6ca0-4c3d-9b37-c71a96338702 req-d0c11988-22d8-4834-9641-e937793b0961 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 1061 time: 0.1095929 Aug 29 04:42:54.679614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf80e0-5f2d-4c1e-bbeb-ace161e7030c req-b6f186f9-e6c1-46db-bed1-d9a52cb79a88 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:54.681725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ecf80e0-5f2d-4c1e-bbeb-ace161e7030c req-b6f186f9-e6c1-46db-bed1-d9a52cb79a88 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 909 time: 0.0943372 Aug 29 04:42:54.776273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46ac2065-bb1f-4708-b12d-650de7cef361 None None] Provisioning complete for port 3bd9219b-3d5b-4a63-a372-5473b8e6181f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:54.777089 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46ac2065-bb1f-4708-b12d-650de7cef361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.778092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-3f03844b-d609-43b5-9873-985543b24a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:54.779826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-3f03844b-d609-43b5-9873-985543b24a07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.3394341 Aug 29 04:42:54.825233 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-64463784-f1c3-4e20-90b9-cf311d65294e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.827857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-64463784-f1c3-4e20-90b9-cf311d65294e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "DELETE /v2.0/ports/e7e57cb6-2684-4e67-bc28-589ecd67639a HTTP/1.1" status: 204 len: 168 time: 1.1508853 Aug 29 04:42:54.830748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42908) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:54.833308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-46ac2065-bb1f-4708-b12d-650de7cef361 None None] Port 3bd9219b-3d5b-4a63-a372-5473b8e6181f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:54.856006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46ac2065-bb1f-4708-b12d-650de7cef361 None None] Could not find standard attr ID for object e7e57cb6-2684-4e67-bc28-589ecd67639a. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:42:54.907632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 295b163c-79e0-4cf0-8a76-a99081fe6a0b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:54.908468 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-60582235-adcb-49ee-be61-10dcbd45c219 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] GET failed (client error): The resource could not be found. Aug 29 04:42:54.913982 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-60582235-adcb-49ee-be61-10dcbd45c219 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "GET /v2.0/ports/e7e57cb6-2684-4e67-bc28-589ecd67639a HTTP/1.1" status: 404 len: 333 time: 0.0784256 Aug 29 04:42:54.913982 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-bc309254-9e61-483c-a8af-cdfcdb1c7335 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59 HTTP/1.1" status: 200 len: 217 time: 0.0685914 Aug 29 04:42:54.916691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42910) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:54.949737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00', 'name': 'tempest-AllowedAddressPairTestJSON-1860370206'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:54.976250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 295b163c-79e0-4cf0-8a76-a99081fe6a0b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:54.976643 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.044821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bc00fd3-a8f7-4fbb-8bed-4287373af57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.054579 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0bc00fd3-a8f7-4fbb-8bed-4287373af57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.102525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-3a719b68-7d3b-49f4-9033-dea0bf27856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.104095 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-3a719b68-7d3b-49f4-9033-dea0bf27856b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1488111 Aug 29 04:42:55.133932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0bc00fd3-a8f7-4fbb-8bed-4287373af57e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05b37d73a9214b96b1660e757658f3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245309 Aug 29 04:42:55.143545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 42912) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:55.169957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc00fd3-a8f7-4fbb-8bed-4287373af57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cdf186-c0b1-4119-b0b9-d3bc59e54192,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:55.175444 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-01918751-f3da-4465-930a-f8f27ef72044 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566111 Aug 29 04:42:55.271779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-b2a9a1fa-0547-4aaa-8ebc-5d1375d00e11 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.273399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-b2a9a1fa-0547-4aaa-8ebc-5d1375d00e11 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.4968708 Aug 29 04:42:55.287484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Made reservation on behalf of 1e862cee0d8647cfa327b12c5b81d1d1 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:55.288479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-bd1f84f1-fcf5-4dbc-8d2d-ba072c52d3d3 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/quotas/3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 375 time: 0.0092309 Aug 29 04:42:55.292387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.315491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ff35e16-5df6-4dbe-b292-ef2b5ebd9ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.354809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-3cbd6d47-8ce6-4323-aebd-3dd936814a16 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526874 Aug 29 04:42:55.368109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] device_id is not set on port 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:42:55.375517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ff35e16-5df6-4dbe-b292-ef2b5ebd9ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.386341 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-417dee8e-a917-43b4-b1aa-a563f212e71a service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953800 Aug 29 04:42:55.466072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-033299da-14d2-445d-bddb-cab0ff2f1e4d service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037598 Aug 29 04:42:55.562661 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-34119755-0cd6-4d77-8047-b31356c6cbdf service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898433 Aug 29 04:42:55.620302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ff35e16-5df6-4dbe-b292-ef2b5ebd9ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.622925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ff35e16-5df6-4dbe-b292-ef2b5ebd9ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.624251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5ff35e16-5df6-4dbe-b292-ef2b5ebd9ff6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84cdf186-c0b1-4119-b0b9-d3bc59e54192 HTTP/1.1" status: 204 len: 168 time: 0.4795597 Aug 29 04:42:55.653330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ac4851f-c74c-41d0-86ee-93a32beaabf4 req-e60bfb24-aa72-4d05-8ea3-ff244781c79c service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363904 Aug 29 04:42:55.656321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Allocated IP 172.20.0.5 (de1efc14-fb3f-4ac1-a754-c34420e52b00/d736353a-6640-4a52-ab4d-292274081ee4/0db1005c-f08c-4ff7-99f7-2dff5a0f7a82) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:55.665716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff35e16-5df6-4dbe-b292-ef2b5ebd9ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cdf186-c0b1-4119-b0b9-d3bc59e54192,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:55.696424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-d84eef6c-29cc-415f-bf8d-5b1df99d68a0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.698586 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-d84eef6c-29cc-415f-bf8d-5b1df99d68a0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 945 time: 0.1453357 Aug 29 04:42:55.889336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751caf0e-5735-4feb-b329-b93dd323e52a req-6afe5682-6681-4af0-aa04-b6d2d903b320 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.897615 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-751caf0e-5735-4feb-b329-b93dd323e52a req-6afe5682-6681-4af0-aa04-b6d2d903b320 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 945 time: 0.0802126 Aug 29 04:42:55.947224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-751caf0e-5735-4feb-b329-b93dd323e52a req-0bd045a4-ce3d-45a7-9d6e-d863f1544f59 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Aug 29 04:42:56.048089 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-2392bf3e-829d-4c97-a64a-719de2b33017 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1147473 Aug 29 04:42:56.064753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.067993 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ce734-3b55-421b-848c-1789782c3407 req-f113d799-29ca-43c2-833d-e03861940ba6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.069003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Deleting port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:56.069501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.069927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-555ce734-3b55-421b-848c-1789782c3407 req-f113d799-29ca-43c2-833d-e03861940ba6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 909 time: 0.0627797 Aug 29 04:42:56.149447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Transition to ACTIVE for port object 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:56.162466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ab14eb1-258e-4052-90d5-96a661432c9a req-4b496c35-65a4-4dc4-a35e-13de0b2fcda6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 210 time: 0.0343254 Aug 29 04:42:56.272656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-76e9d810-007b-4a3f-8c83-a359f5fc613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.274195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-76e9d810-007b-4a3f-8c83-a359f5fc613e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1aeb2e1741447faa143f2ea97c72455&device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 1098 time: 0.1190238 Aug 29 04:42:56.293722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.311809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] For port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:56.312228 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.330023 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597d4d-1918-466e-8bff-df585f808e68 req-96459e6b-7226-498a-926d-3388d10d2787 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.339927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72597d4d-1918-466e-8bff-df585f808e68 req-96459e6b-7226-498a-926d-3388d10d2787 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 909 time: 0.0960948 Aug 29 04:42:56.473256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c78c0-9e37-4de4-8a2b-05738d9c7ccb req-30c2cecf-009d-484c-99e5-ee16f5232b59 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.475024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a27c78c0-9e37-4de4-8a2b-05738d9c7ccb req-30c2cecf-009d-484c-99e5-ee16f5232b59 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 1061 time: 0.0530777 Aug 29 04:42:56.631405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88c2fa-fa66-4589-9b63-393c1e98c046 req-c0fa3b19-8839-47da-837f-f6e5959e9ab6 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.633329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce88c2fa-fa66-4589-9b63-393c1e98c046 req-c0fa3b19-8839-47da-837f-f6e5959e9ab6 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 1136 time: 0.0527883 Aug 29 04:42:56.692619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce88c2fa-fa66-4589-9b63-393c1e98c046 req-a2a2503f-f32d-40ff-ab1d-2eee1958461e tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0523357 Aug 29 04:42:56.715097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42958) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:56.773215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0bfca6-0634-4699-b256-72bff5416391 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.778440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fd0bfca6-0634-4699-b256-72bff5416391 tempest-TestSecurityGroupsBasicOps-1888342491 tempest-TestSecurityGroupsBasicOps-1888342491-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 1056 time: 0.0620344 Aug 29 04:42:56.831128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:56.838868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Calling delete_port for 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:56.844197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:56.847065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:56.926622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=0db1005c-f08c-4ff7-99f7-2dff5a0f7a82,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:56.990244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.990942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.023958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-fbd4d42c-732b-46a9-b68d-f2c29ce4ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.025929 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-fbd4d42c-732b-46a9-b68d-f2c29ce4ba39 service neutron] 10.222.0.65 "GET /v2.0/networks?id=44b74e03-3a1d-4b1e-92a7-f691b556fc32 HTTP/1.1" status: 200 len: 910 time: 0.7190814 Aug 29 04:42:57.037272 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-72d4f37c-9581-42ba-8ce8-01f5108bb7dd tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0930352 Aug 29 04:42:57.040050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42970) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:57.049358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f9:34:26'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:57.200347 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.238056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-b6a12cdf-200d-4b3e-ab43-d89849436f48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7 HTTP/1.1" status: 200 len: 1002 time: 0.2023790 Aug 29 04:42:57.296491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45ca3-e08d-4196-adcd-c6329df00851 req-b142647c-6b68-42c7-b783-1343435df3c6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.305857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cbdcc6bc-1668-42fa-b7b2-63080346a6f5 None None] Provisioning for port 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:57.308387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8a45ca3-e08d-4196-adcd-c6329df00851 req-b142647c-6b68-42c7-b783-1343435df3c6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 945 time: 0.2087529 Aug 29 04:42:57.325972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cbdcc6bc-1668-42fa-b7b2-63080346a6f5 None None] Provisioning complete for port 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:57.327485 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc6bc-1668-42fa-b7b2-63080346a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.349963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-c68ed26c-4d56-40d9-8028-eb5cbd5009f8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.351547 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-c68ed26c-4d56-40d9-8028-eb5cbd5009f8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2366941 Aug 29 04:42:57.375349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'port': {'device_id': 'f17cf5a3-1b87-4498-ab27-5dad6b73be8c', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'admin_state_up': True, 'tenant_id': '3834b29d18274b149303f75e0e1823c3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:57.396963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8a45ca3-e08d-4196-adcd-c6329df00851 req-9d448246-3fd5-4945-b030-8196f64b98bb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829642 Aug 29 04:42:57.419354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.443012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcc6bc-1668-42fa-b7b2-63080346a6f5 None None] Port 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:57.468302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-aaa1c9b1-b4b6-4dc5-883d-899bf4833a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.469806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-aaa1c9b1-b4b6-4dc5-883d-899bf4833a64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2940284c-074c-4e84-9994-ba0be92a25e3 HTTP/1.1" status: 200 len: 848 time: 0.2195406 Aug 29 04:42:57.566669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b69dd7-3cfb-432f-b904-a9a110528715 req-70958658-fb65-488a-96d2-1a538e7b5757 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.568590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b69dd7-3cfb-432f-b904-a9a110528715 req-70958658-fb65-488a-96d2-1a538e7b5757 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 909 time: 0.0675619 Aug 29 04:42:57.575430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.603979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7e27767c-5eb3-4425-bd1f-95f2f2d86b37'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:57.603979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:57.692402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event deleted for resources: {'Port': ['ID=7e27767c-5eb3-4425-bd1f-95f2f2d86b37,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:57.700036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:57.701206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.735327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e1b862b-5960-4a67-915c-9cbc88cd5d3a req-0fddd0a0-a724-473d-aeec-cee803755fb2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 210 time: 0.0492969 Aug 29 04:42:57.769573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-1a998957-e242-479c-a008-8a641b0711b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.770906 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-1a998957-e242-479c-a008-8a641b0711b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=44b74e03-3a1d-4b1e-92a7-f691b556fc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185326 Aug 29 04:42:57.773836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] No DVR routers for this DVR port 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:57.782217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.784223 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4beebd14-5846-4eed-9ca3-463947bbf066 req-535e0d89-e2c2-4686-a2f3-d817b930baed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "DELETE /v2.0/ports/7e27767c-5eb3-4425-bd1f-95f2f2d86b37 HTTP/1.1" status: 204 len: 173 time: 2.0738780 Aug 29 04:42:57.785783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94eefea9-81ba-4d89-91a6-c79ed7e490fc', 'name': 'network-vif-deleted', 'tag': '7e27767c-5eb3-4425-bd1f-95f2f2d86b37'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:57.788149 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f672ff3-e849-4747-a401-31240f4ec1ce" -d '{"events": [{"server_uuid": "94eefea9-81ba-4d89-91a6-c79ed7e490fc", "name": "network-vif-deleted", "tag": "7e27767c-5eb3-4425-bd1f-95f2f2d86b37"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:57.850091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.866206 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.093691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=0db1005c-f08c-4ff7-99f7-2dff5a0f7a82,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:58.096159 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-7372176c-04ca-4a10-b897-c056100f376a service neutron] 10.222.0.65 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107190 Aug 29 04:42:58.136654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] In _notify_port_updated(), no bound segment for port 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 on network de1efc14-fb3f-4ac1-a754-c34420e52b00 {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:42:58.144716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:58.145820 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.152038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-74230bf2-1dae-40f9-b571-a9665006c757 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "PUT /v2.0/ports/0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 HTTP/1.1" status: 200 len: 993 time: 1.1096380 Aug 29 04:42:58.152958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 42998) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:58.240230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.20.0.12 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/91ebc182-f025-4015-a7fc-c9b0a099cfb2) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:58.312500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb26d884-43eb-4800-b027-6f6cbdd0e404 None None] Provisioning complete for port 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:58.315177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb26d884-43eb-4800-b027-6f6cbdd0e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.374406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b51ac190-5f7c-408c-817a-d35fe82216d9 req-7f9d3956-baa0-4388-ac4e-6e45bb4a6d54 service neutron] 10.222.0.65 "GET /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508264 Aug 29 04:42:58.442180 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138da114-f4b2-4575-a928-144eb09be74a x-openstack-request-id: req-138da114-f4b2-4575-a928-144eb09be74a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:58.443815 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94eefea9-81ba-4d89-91a6-c79ed7e490fc", "name": "network-vif-deleted", "tag": "7e27767c-5eb3-4425-bd1f-95f2f2d86b37", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:58.444072 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-138da114-f4b2-4575-a928-144eb09be74a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:58.447351 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94eefea9-81ba-4d89-91a6-c79ed7e490fc', 'name': 'network-vif-deleted', 'tag': '7e27767c-5eb3-4425-bd1f-95f2f2d86b37', 'status': 'completed', 'code': 200} Aug 29 04:42:58.478300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fb26d884-43eb-4800-b027-6f6cbdd0e404 None None] Port 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:58.528329 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.589985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a936d7ce-1694-4362-afc3-22fa2f4584c6 req-0f158bb6-6338-4d4c-97e9-4a6d1f177747 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=94eefea9-81ba-4d89-91a6-c79ed7e490fc HTTP/1.1" status: 200 len: 210 time: 0.0474133 Aug 29 04:42:58.600788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.619459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-44e0ad12-d81a-446b-b9c8-36d1a8ca9197 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:58.619640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-44e0ad12-d81a-446b-b9c8-36d1a8ca9197 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 909 time: 0.1623464 Aug 29 04:42:58.625488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-77d45583-9b5e-419d-bb69-a76f2f55c416 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Deleting port 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:58.625750 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77d45583-9b5e-419d-bb69-a76f2f55c416 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.629829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Transition to ACTIVE for port object 91ebc182-f025-4015-a7fc-c9b0a099cfb2 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:58.693176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.710140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a550adc2-c18a-41bd-a5f6-20cf6f80bf83'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:58.770408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:58.772469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:58.789866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=91ebc182-f025-4015-a7fc-c9b0a099cfb2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:58.793377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:58.860425 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77d45583-9b5e-419d-bb69-a76f2f55c416 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.889994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75174e9-7f58-48a9-98fe-7a2facf17677 req-d6881d8a-1f39-4534-94a1-28691e50b967 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:58.891714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c75174e9-7f58-48a9-98fe-7a2facf17677 req-d6881d8a-1f39-4534-94a1-28691e50b967 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 909 time: 0.1912875 Aug 29 04:42:58.919284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:58.919771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.951279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-77d45583-9b5e-419d-bb69-a76f2f55c416 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Calling delete_port for 0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:58.958531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-e5a06f03-aa7a-46b0-a44e-e26a216b4469 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5960035 Aug 29 04:42:58.994583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Request body: {'port': {'device_id': 'f17cf5a3-1b87-4498-ab27-5dad6b73be8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:59.084989 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.093061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:59.093445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.231211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-27d80846-c709-40ff-91fd-478bfd03c3a7 None None] Provisioning for port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:59.238547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-27d80846-c709-40ff-91fd-478bfd03c3a7 None None] Provisioning complete for port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:59.238954 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-27d80846-c709-40ff-91fd-478bfd03c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.313113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-27d80846-c709-40ff-91fd-478bfd03c3a7 None None] Port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:59.339832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] For port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:59.341005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.369860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Calling delete_port for 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:59.487974 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:42:59.518081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f296e06-98bc-421c-ab34-ca34d2a0dc29 req-8b078a54-3959-4cd5-aa23-717ae3eb2c74 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:59.520424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f296e06-98bc-421c-ab34-ca34d2a0dc29 req-8b078a54-3959-4cd5-aa23-717ae3eb2c74 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 932 time: 0.4235473 Aug 29 04:42:59.606307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f296e06-98bc-421c-ab34-ca34d2a0dc29 req-3bd4bcd0-cf86-45a9-9da7-16203c97fa4b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665061 Aug 29 04:42:59.682286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ebc182-f025-4015-a7fc-c9b0a099cfb2 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:59.705599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.711836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:59.717584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.722753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Transition to ACTIVE for port object 91ebc182-f025-4015-a7fc-c9b0a099cfb2 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:59.732560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.764180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:59.764845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7e27767c-5eb3-4425-bd1f-95f2f2d86b37 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:59.791308 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77d45583-9b5e-419d-bb69-a76f2f55c416 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.796320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Port': ['ID=47f49c57-3cf9-45bc-9a48-4f6ef040ecfb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:59.936488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d45583-9b5e-419d-bb69-a76f2f55c416 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Port': ['ID=0db1005c-f08c-4ff7-99f7-2dff5a0f7a82,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:59.942190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] No DVR routers for this DVR port 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:59.950307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Pushing event updated for resources: {'Port': ['ID=91ebc182-f025-4015-a7fc-c9b0a099cfb2,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:59.954927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.960362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f8c8b7e-3404-438a-8fcb-f4869e55110d req-4258acc1-8410-427d-a423-b9ce94a3d333 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.64 "DELETE /v2.0/ports/47f49c57-3cf9-45bc-9a48-4f6ef040ecfb HTTP/1.1" status: 204 len: 173 time: 1.3302691 Aug 29 04:42:59.961073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38cabae-52f8-4c63-beea-18efa1d0ce97', 'name': 'network-vif-deleted', 'tag': '47f49c57-3cf9-45bc-9a48-4f6ef040ecfb'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:59.984116 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae74b226-405e-4c05-beab-33e2029de3b6" -d '{"events": [{"server_uuid": "b38cabae-52f8-4c63-beea-18efa1d0ce97", "name": "network-vif-deleted", "tag": "47f49c57-3cf9-45bc-9a48-4f6ef040ecfb"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:00.118835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Attempting to bind port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:00.120915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Attempting to bind port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:00.121435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Attempting to bind port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:00.129264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 on network 34727b34-f92c-4bf2-8085-84a10090447a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:00.129654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Attempting to bind port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:00.145376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:00.150546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:00.151201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:00.152376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Bound port: 91ebc182-f025-4015-a7fc-c9b0a099cfb2, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:00.152921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.302557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3938d140-c338-45b9-aba4-fe022be36e39 req-3f6c8deb-b1cf-42df-bf86-81a348ae01b8 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=b38cabae-52f8-4c63-beea-18efa1d0ce97 HTTP/1.1" status: 200 len: 210 time: 0.1157944 Aug 29 04:43:00.390057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] For port 91ebc182-f025-4015-a7fc-c9b0a099cfb2, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:00.394093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] For port 91ebc182-f025-4015-a7fc-c9b0a099cfb2, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91ebc182-f025-4015-a7fc-c9b0a099cfb2,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:00.405003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.442890 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8544407-2857-435b-9f7b-93b78eff17ea x-openstack-request-id: req-f8544407-2857-435b-9f7b-93b78eff17ea {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:00.443615 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38cabae-52f8-4c63-beea-18efa1d0ce97", "name": "network-vif-deleted", "tag": "47f49c57-3cf9-45bc-9a48-4f6ef040ecfb", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:00.443615 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8544407-2857-435b-9f7b-93b78eff17ea {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:00.443812 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38cabae-52f8-4c63-beea-18efa1d0ce97', 'name': 'network-vif-deleted', 'tag': '47f49c57-3cf9-45bc-9a48-4f6ef040ecfb', 'status': 'completed', 'code': 200} Aug 29 04:43:00.579457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.598056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.604265 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] 10.222.0.64 "PUT /v2.0/ports/91ebc182-f025-4015-a7fc-c9b0a099cfb2 HTTP/1.1" status: 200 len: 1093 time: 1.6323528 Aug 29 04:43:00.606565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17cf5a3-1b87-4498-ab27-5dad6b73be8c', 'tag': '91ebc182-f025-4015-a7fc-c9b0a099cfb2'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:00.612870 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8059482a-937d-462f-a7e1-8d70acc29d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f17cf5a3-1b87-4498-ab27-5dad6b73be8c", "tag": "91ebc182-f025-4015-a7fc-c9b0a099cfb2"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:00.648081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77d45583-9b5e-419d-bb69-a76f2f55c416 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.650650 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-77d45583-9b5e-419d-bb69-a76f2f55c416 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "DELETE /v2.0/ports/0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 HTTP/1.1" status: 204 len: 168 time: 2.4964011 Aug 29 04:43:00.659068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43066) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:00.758073 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa4b052-74ff-47dc-a1c4-bc7d2dffeada tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] GET failed (client error): The resource could not be found. Aug 29 04:43:00.764207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-daa4b052-74ff-47dc-a1c4-bc7d2dffeada tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "GET /v2.0/ports/0db1005c-f08c-4ff7-99f7-2dff5a0f7a82 HTTP/1.1" status: 404 len: 333 time: 0.0938876 Aug 29 04:43:00.773678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43068) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:00.788497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00', 'name': 'tempest-AllowedAddressPairTestJSON-1706574133'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:00.805417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537b393-683b-40c4-bb9b-139519f6d97d service neutron] Pushing event updated for resources: {'Port': ['ID=91ebc182-f025-4015-a7fc-c9b0a099cfb2,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:00.849971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43070) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:01.016000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-f1b2ec2f-6cab-4a95-9ad4-d30179101d5b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.026384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-f1b2ec2f-6cab-4a95-9ad4-d30179101d5b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.4390085 Aug 29 04:43:01.052448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-4723386c-9fd3-4504-95d2-eb1f12a9b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.055428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-4723386c-9fd3-4504-95d2-eb1f12a9b562 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 1096 time: 0.3904102 Aug 29 04:43:01.058765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-fac26e82-ec0c-47a3-90e9-a74dcf1d8f71 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/quotas/2151e6d7136b454ca53b5e40606d0218 HTTP/1.1" status: 200 len: 375 time: 0.0301404 Aug 29 04:43:01.113185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3bcddce1-a6fe-417b-8730-6a409587b043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.129920 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-3070444b-b68c-4e64-b44e-ea8175aacf66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91ebc182-f025-4015-a7fc-c9b0a099cfb2 HTTP/1.1" status: 200 len: 217 time: 0.0497034 Aug 29 04:43:01.157982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-ea6d1e88-b1b1-4e80-949f-bc0c3f3a38ca tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924101 Aug 29 04:43:01.210899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-3f769884-a3be-46d1-b31e-9b3b04c07b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.213022 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-3f769884-a3be-46d1-b31e-9b3b04c07b17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.0729809 Aug 29 04:43:01.233567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.api [None req-3bcddce1-a6fe-417b-8730-6a409587b043 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:43:01.233567 n-d-712142-15 neutron-server[94845]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:43:01.233567 n-d-712142-15 neutron-server[94845]: [parameters: {'project_id': 'c9e72d344e904b7c9cfca35be98b29f9', 'id': '6d348b3a-e91c-4721-a6bf-c8978e366fca', 'expiration': datetime.datetime(2021, 8, 29, 4, 45, 1, 227599)}] Aug 29 04:43:01.233567 n-d-712142-15 neutron-server[94845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:43:01.234144 n-d-712142-15 neutron-server[94845]: DEBUG oslo_db.api [None req-3bcddce1-a6fe-417b-8730-6a409587b043 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:43:01.273629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Made reservation on behalf of 1e862cee0d8647cfa327b12c5b81d1d1 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:01.278288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.284965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-8532aa2a-5df9-4bd2-b6ed-1dc860d2e158 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264763 Aug 29 04:43:01.307226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-9bb4f412-e293-4379-911a-03a0880457b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.310032 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-9bb4f412-e293-4379-911a-03a0880457b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884070 Aug 29 04:43:01.311529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] device_id is not set on port 68743914-84ef-4db6-85f4-c0a20e40e13c yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:43:01.463219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-214fc4ee-4f1e-4200-a4be-7ad4a31513d9 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694643 Aug 29 04:43:01.548317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Allocated IP 172.20.0.11 (de1efc14-fb3f-4ac1-a754-c34420e52b00/d736353a-6640-4a52-ab4d-292274081ee4/68743914-84ef-4db6-85f4-c0a20e40e13c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:01.583117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-23874662-e5ab-4a8e-9195-b76d5f9521fd service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640338 Aug 29 04:43:01.667082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:01.720167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:01.721111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 47f49c57-3cf9-45bc-9a48-4f6ef040ecfb not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:01.734810 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3bcddce1-a6fe-417b-8730-6a409587b043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.738643 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4478b7a5-9972-4c4f-b6e6-364eb807dca3 x-openstack-request-id: req-4478b7a5-9972-4c4f-b6e6-364eb807dca3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:01.739080 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17cf5a3-1b87-4498-ab27-5dad6b73be8c", "tag": "91ebc182-f025-4015-a7fc-c9b0a099cfb2", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:01.739434 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4478b7a5-9972-4c4f-b6e6-364eb807dca3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:01.740021 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17cf5a3-1b87-4498-ab27-5dad6b73be8c', 'tag': '91ebc182-f025-4015-a7fc-c9b0a099cfb2', 'status': 'completed', 'code': 200} Aug 29 04:43:01.869525 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-518d8328-95f8-4753-bc82-1d934cb5b603 req-2304bd26-0d1f-49ca-86ca-656d7ac201cd service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704976 Aug 29 04:43:01.937321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.990192 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3bcddce1-a6fe-417b-8730-6a409587b043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.995069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Transition to ACTIVE for port object 68743914-84ef-4db6-85f4-c0a20e40e13c will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:02.021964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3bcddce1-a6fe-417b-8730-6a409587b043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.079309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-99b117a0-e73e-448d-b1a0-b72cb18aee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:02.081445 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-99b117a0-e73e-448d-b1a0-b72cb18aee90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 1096 time: 0.1407218 Aug 29 04:43:02.084258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.146006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcddce1-a6fe-417b-8730-6a409587b043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6443e14d-0892-44a7-ade2-14ef7e4c638a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:02.219684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:02.221086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544d7a2-85bf-43dc-9027-8c9dddeb37be req-8848479f-a6e0-4679-9260-b4847891414d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:02.237383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:02.238076 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a544d7a2-85bf-43dc-9027-8c9dddeb37be req-8848479f-a6e0-4679-9260-b4847891414d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.2419434 Aug 29 04:43:02.255338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3bcddce1-a6fe-417b-8730-6a409587b043 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9e72d344e904b7c9cfca35be98b29f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4041970 Aug 29 04:43:02.261271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:02.268107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43088) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:02.320338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a544d7a2-85bf-43dc-9027-8c9dddeb37be req-5f9bb294-ab45-4da2-803e-3ec9a07b98df tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801852 Aug 29 04:43:02.360052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=68743914-84ef-4db6-85f4-c0a20e40e13c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:02.399250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43090) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:02.472471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:02.473445 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.497066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-3729cc10-b724-4ec2-8d2a-4655fe2ca236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:02.498898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-3729cc10-b724-4ec2-8d2a-4655fe2ca236 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.4075758 Aug 29 04:43:02.541365 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ede4747e-861c-46f2-b6d3-01032fa57f7e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7663379 Aug 29 04:43:02.592029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:02.611767 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2b51-1f11-40b7-b68b-c2e4a329adbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.622019 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-62bd6d37-892b-4846-b5f9-2a0d85abb6f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91ebc182-f025-4015-a7fc-c9b0a099cfb2 HTTP/1.1" status: 200 len: 217 time: 0.1077514 Aug 29 04:43:02.676682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f9:34:26'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:02.708935 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2b51-1f11-40b7-b68b-c2e4a329adbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.733809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9f4e826-8e3b-4de2-b49c-331473c01d2a req-979332e9-952b-45e3-8ddd-f03c29b1bbe7 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 210 time: 0.1592081 Aug 29 04:43:02.811460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0823aede-cb7f-4927-a96f-8fec1ff4bbbd None None] Provisioning for port 68743914-84ef-4db6-85f4-c0a20e40e13c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:02.824129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0823aede-cb7f-4927-a96f-8fec1ff4bbbd None None] Provisioning complete for port 68743914-84ef-4db6-85f4-c0a20e40e13c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:02.828168 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0823aede-cb7f-4927-a96f-8fec1ff4bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.857546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-2587a0e1-7b39-4d56-8ece-318d749a4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:02.872748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-2587a0e1-7b39-4d56-8ece-318d749a4701 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.2339771 Aug 29 04:43:03.055778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-78ee2672-130d-4fa2-b49d-514a19827841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:03.059479 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-78ee2672-130d-4fa2-b49d-514a19827841 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1614041 Aug 29 04:43:03.061138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0823aede-cb7f-4927-a96f-8fec1ff4bbbd None None] Port 68743914-84ef-4db6-85f4-c0a20e40e13c cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:03.106825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.178041 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2b51-1f11-40b7-b68b-c2e4a329adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.187253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2b51-1f11-40b7-b68b-c2e4a329adbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.197295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f6cc2b51-1f11-40b7-b68b-c2e4a329adbc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6443e14d-0892-44a7-ade2-14ef7e4c638a HTTP/1.1" status: 204 len: 168 time: 0.9193799 Aug 29 04:43:03.253004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc2b51-1f11-40b7-b68b-c2e4a329adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6443e14d-0892-44a7-ade2-14ef7e4c638a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:03.350015 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-c45a2ea2-8016-42e6-8317-52e3b7941122 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811899 Aug 29 04:43:03.535134 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.549374 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.596893 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8059482a-937d-462f-a7e1-8d70acc29d5f req-94f12371-0cec-4565-9472-ece040b7f5f8 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355211 Aug 29 04:43:03.688070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93480-7cfa-4900-8f9a-e8d0a3cd82f8 req-26d0989e-a45b-4669-8a7a-3b1e579c6441 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:03.700258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fe93480-7cfa-4900-8f9a-e8d0a3cd82f8 req-26d0989e-a45b-4669-8a7a-3b1e579c6441 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.2324009 Aug 29 04:43:03.961919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-4bcd53b6-2ff0-4377-9462-c6f615bc1768 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:03.964303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-4bcd53b6-2ff0-4377-9462-c6f615bc1768 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.4654357 Aug 29 04:43:03.964983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43106) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:03.996907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Request body: {'port': {'device_id': 'f858a89d-9556-4b71-bcfb-e6e0a5e58528', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'admin_state_up': True, 'tenant_id': '2151e6d7136b454ca53b5e40606d0218'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:04.075515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4288-ee62-4597-adfb-f990084391e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.123378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-25d44d46-0b18-4896-b20a-652d4bd73427 None None] Provisioning complete for port 68743914-84ef-4db6-85f4-c0a20e40e13c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:04.127629 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-25d44d46-0b18-4896-b20a-652d4bd73427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.196965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-25d44d46-0b18-4896-b20a-652d4bd73427 None None] Port 68743914-84ef-4db6-85f4-c0a20e40e13c cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:04.259842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4288-ee62-4597-adfb-f990084391e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.286131 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.289188 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4288-ee62-4597-adfb-f990084391e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.361950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f1cc4288-ee62-4597-adfb-f990084391e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cdde84609cdf422e98cc53271bd11d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957686 Aug 29 04:43:04.363002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:04.366775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.382174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43108) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:04.382989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc4288-ee62-4597-adfb-f990084391e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af2bda-fe3c-44aa-9556-7a432217122f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:04.427318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] In _notify_port_updated(), no bound segment for port 68743914-84ef-4db6-85f4-c0a20e40e13c on network de1efc14-fb3f-4ac1-a754-c34420e52b00 {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:43:04.451488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.452508 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.468018 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "PUT /v2.0/ports/68743914-84ef-4db6-85f4-c0a20e40e13c HTTP/1.1" status: 200 len: 997 time: 1.8595631 Aug 29 04:43:04.469441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44e25c-a9db-4f0a-8034-a13db113a61e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=68743914-84ef-4db6-85f4-c0a20e40e13c,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:04.472731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43110) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:04.515814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Allocated IP 172.20.0.10 (f9b6a17d-30d7-44a0-b29f-6387d484e2d7/7618f96a-65b0-4c0a-b90a-2c3766ef6915/cb06383b-5f13-4508-ae12-5e6429a005bf) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:04.646563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fe93480-7cfa-4900-8f9a-e8d0a3cd82f8 req-36c0091f-ffc9-4c64-b248-0f136a91a663 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9450924 Aug 29 04:43:04.860235 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.909520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98a572ab-8ac9-4222-a38d-20e7a97b33a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.915464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.929687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:04.950746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-69586eca-9b92-4e9e-a6cd-2a99172cbe08 req-afecf6a8-4fa9-4cc4-86be-1198d5bce808 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 210 time: 0.1222379 Aug 29 04:43:04.983916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d33aa32a-f0d7-4b49-a8a0-0522969824a5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Deleting port 68743914-84ef-4db6-85f4-c0a20e40e13c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:04.985052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33aa32a-f0d7-4b49-a8a0-0522969824a5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.039455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:05.089377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98a572ab-8ac9-4222-a38d-20e7a97b33a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.108705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:05.133940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:05.194397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:05.195364 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.207455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event updated for resources: {'Port': ['ID=cb06383b-5f13-4508-ae12-5e6429a005bf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:05.255213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33aa32a-f0d7-4b49-a8a0-0522969824a5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.273928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d33aa32a-f0d7-4b49-a8a0-0522969824a5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Calling delete_port for 68743914-84ef-4db6-85f4-c0a20e40e13c owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:05.312969 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-25172ac6-a769-42a9-ac46-1a921609375c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3365607 Aug 29 04:43:05.352245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Request body: {'port': {'device_id': 'f858a89d-9556-4b71-bcfb-e6e0a5e58528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:05.359020 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98a572ab-8ac9-4222-a38d-20e7a97b33a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.363312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-98a572ab-8ac9-4222-a38d-20e7a97b33a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.372775 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-98a572ab-8ac9-4222-a38d-20e7a97b33a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37af2bda-fe3c-44aa-9556-7a432217122f HTTP/1.1" status: 204 len: 168 time: 0.8275228 Aug 29 04:43:05.464748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a572ab-8ac9-4222-a38d-20e7a97b33a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af2bda-fe3c-44aa-9556-7a432217122f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:05.549911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.600262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33aa32a-f0d7-4b49-a8a0-0522969824a5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.674620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aa32a-f0d7-4b49-a8a0-0522969824a5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Port': ['ID=68743914-84ef-4db6-85f4-c0a20e40e13c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:05.713266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting port d2785c14-8420-492d-922e-cc3ddd18106e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:05.713990 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.971337 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33aa32a-f0d7-4b49-a8a0-0522969824a5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.977514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d33aa32a-f0d7-4b49-a8a0-0522969824a5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "DELETE /v2.0/ports/68743914-84ef-4db6-85f4-c0a20e40e13c HTTP/1.1" status: 204 len: 168 time: 1.4889402 Aug 29 04:43:05.981910 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43120) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:05.998732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68774e-7153-4092-b8c4-12111b8dc7ed req-53598e1d-1a6f-458f-8b6b-8d513a8343d2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:06.001140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef68774e-7153-4092-b8c4-12111b8dc7ed req-53598e1d-1a6f-458f-8b6b-8d513a8343d2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.2313194 Aug 29 04:43:06.069150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] For port d2785c14-8420-492d-922e-cc3ddd18106e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d2785c14-8420-492d-922e-cc3ddd18106e,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:06.069150 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.094354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb06383b-5f13-4508-ae12-5e6429a005bf {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:06.103523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Calling delete_port for d2785c14-8420-492d-922e-cc3ddd18106e owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:06.110098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef68774e-7153-4092-b8c4-12111b8dc7ed req-df42bb82-9969-4ef8-bf00-0f5119f76601 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933440 Aug 29 04:43:06.126758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.152734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Transition to ACTIVE for port object cb06383b-5f13-4508-ae12-5e6429a005bf will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:06.177815 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fbd060-1a62-4453-916a-21ff5127a4f5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] GET failed (client error): The resource could not be found. Aug 29 04:43:06.179694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-45fbd060-1a62-4453-916a-21ff5127a4f5 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "GET /v2.0/ports/68743914-84ef-4db6-85f4-c0a20e40e13c HTTP/1.1" status: 404 len: 333 time: 0.1963511 Aug 29 04:43:06.181288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.192475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43130) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:06.202095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00', 'name': 'tempest-AllowedAddressPairTestJSON-2060033656'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:06.460919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1b1ec-10a4-4ab4-8020-e013892b8367 req-46602b7f-8fca-4061-bfc3-3cce628b142d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:06.474863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cca1b1ec-10a4-4ab4-8020-e013892b8367 req-46602b7f-8fca-4061-bfc3-3cce628b142d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 944 time: 0.1765065 Aug 29 04:43:06.602607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cca1b1ec-10a4-4ab4-8020-e013892b8367 req-76b8f795-1550-4f04-88d6-cbf940224991 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264093 Aug 29 04:43:06.625249 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.708507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Port': ['ID=d2785c14-8420-492d-922e-cc3ddd18106e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:07.013492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Pushing event updated for resources: {'Port': ['ID=cb06383b-5f13-4508-ae12-5e6429a005bf,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:07.080654 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.138590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Made reservation on behalf of 1e862cee0d8647cfa327b12c5b81d1d1 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:07.146686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.156090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Attempting to bind port cb06383b-5f13-4508-ae12-5e6429a005bf on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:07.156661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Attempting to bind port cb06383b-5f13-4508-ae12-5e6429a005bf by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:07.157014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Attempting to bind port cb06383b-5f13-4508-ae12-5e6429a005bf on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:07.192798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Port cb06383b-5f13-4508-ae12-5e6429a005bf on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:07.193228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Attempting to bind port cb06383b-5f13-4508-ae12-5e6429a005bf on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:07.210406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] device_id is not set on port bd384a32-aba5-4f74-84d5-4adec7ffbb32 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:43:07.216393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:07.216844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Checking segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:07.217309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Bound using segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:07.217852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Bound port: cb06383b-5f13-4508-ae12-5e6429a005bf, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:07.218477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.285211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ab9bd-eced-41aa-95f5-12c2decb0b36 req-1b58233f-09a7-42b8-8816-892aeedc0635 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.286605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d7ab9bd-eced-41aa-95f5-12c2decb0b36 req-1b58233f-09a7-42b8-8816-892aeedc0635 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1157892 Aug 29 04:43:07.365963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d7ab9bd-eced-41aa-95f5-12c2decb0b36 req-14bbdf98-ed97-49c7-8e35-37afc80aa3c2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689609 Aug 29 04:43:07.425028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] For port cb06383b-5f13-4508-ae12-5e6429a005bf, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:07.449070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] For port cb06383b-5f13-4508-ae12-5e6429a005bf, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=cb06383b-5f13-4508-ae12-5e6429a005bf,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:07.460051 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.479287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Allocated IP 172.20.0.7 (de1efc14-fb3f-4ac1-a754-c34420e52b00/d736353a-6640-4a52-ab4d-292274081ee4/bd384a32-aba5-4f74-84d5-4adec7ffbb32) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:07.519427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.519970 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.521509 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] 10.222.0.65 "PUT /v2.0/ports/cb06383b-5f13-4508-ae12-5e6429a005bf HTTP/1.1" status: 200 len: 1093 time: 2.1819077 Aug 29 04:43:07.522041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f858a89d-9556-4b71-bcfb-e6e0a5e58528', 'tag': 'cb06383b-5f13-4508-ae12-5e6429a005bf'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:07.524476 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10" -d '{"events": [{"name": "network-changed", "server_uuid": "f858a89d-9556-4b71-bcfb-e6e0a5e58528", "tag": "cb06383b-5f13-4508-ae12-5e6429a005bf"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:07.565803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75916c42-e213-4807-a6f4-86375345eee4 req-ca4680b4-6960-4f36-bc7a-c8a5a47db300 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.567381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75916c42-e213-4807-a6f4-86375345eee4 req-ca4680b4-6960-4f36-bc7a-c8a5a47db300 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.0692117 Aug 29 04:43:07.572000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Router 69171c58-334a-40b0-aab2-9d3f47de4e01 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:07.695747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb83ff-4e0e-48ea-a56c-e5ec36437c66 service neutron] Pushing event updated for resources: {'Port': ['ID=cb06383b-5f13-4508-ae12-5e6429a005bf,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:07.706861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:07.713773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a89213be-2946-42f8-b5c1-2ce947bb4ef4 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "PUT /v2.0/routers/69171c58-334a-40b0-aab2-9d3f47de4e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3125939 Aug 29 04:43:07.717413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43162) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:07.733067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] Sync routers for ids ['69171c58-334a-40b0-aab2-9d3f47de4e01'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:07.748564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75916c42-e213-4807-a6f4-86375345eee4 req-1d4ef687-7587-44cd-86dd-294cca49f39f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692371 Aug 29 04:43:07.754421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] Routers {'69171c58-334a-40b0-aab2-9d3f47de4e01'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:07.755318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['69171c58-334a-40b0-aab2-9d3f47de4e01'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:07.857275 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af483f99-512b-4639-8df4-6dde35abf7be x-openstack-request-id: req-af483f99-512b-4639-8df4-6dde35abf7be {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:07.857736 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f858a89d-9556-4b71-bcfb-e6e0a5e58528", "tag": "cb06383b-5f13-4508-ae12-5e6429a005bf", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:07.858169 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af483f99-512b-4639-8df4-6dde35abf7be {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:07.858577 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f858a89d-9556-4b71-bcfb-e6e0a5e58528', 'tag': 'cb06383b-5f13-4508-ae12-5e6429a005bf', 'status': 'completed', 'code': 200} Aug 29 04:43:07.896735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-1edaa140-d6fd-4d4a-aee0-e1a1d3577872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.897078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] Set router 69171c58-334a-40b0-aab2-9d3f47de4e01 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:07.897788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-1edaa140-d6fd-4d4a-aee0-e1a1d3577872 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 1096 time: 0.2983186 Aug 29 04:43:07.914374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b9a4b2-78ef-45fb-a821-0918633abf87 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting subnet 2c891622-f338-4d48-afd8-5e49034a5cc7 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:07.919494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4b2-78ef-45fb-a821-0918633abf87 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.982037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4b2-78ef-45fb-a821-0918633abf87 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.032839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f7ad-869c-4d92-9b7b-14ecff15e6b5 req-9340ad74-85d1-496a-970f-fa6c741422c7 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:08.046344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1a6f7ad-869c-4d92-9b7b-14ecff15e6b5 req-9340ad74-85d1-496a-970f-fa6c741422c7 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 944 time: 0.1168718 Aug 29 04:43:08.091969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4b2-78ef-45fb-a821-0918633abf87 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.108286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:43:06Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:08.170329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1a6f7ad-869c-4d92-9b7b-14ecff15e6b5 req-f860bc7b-84c2-4ed4-b6cd-99ed8076b2d3 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227326 Aug 29 04:43:08.178122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] Checking router: 69171c58-334a-40b0-aab2-9d3f47de4e01 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:08.188653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] Routers {'69171c58-334a-40b0-aab2-9d3f47de4e01'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:08.189294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['69171c58-334a-40b0-aab2-9d3f47de4e01'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:08.207241 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-34eff345-f85a-4315-a38e-e9d33bcf61ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb06383b-5f13-4508-ae12-5e6429a005bf HTTP/1.1" status: 200 len: 217 time: 0.0969748 Aug 29 04:43:08.293026 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.320763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4b2-78ef-45fb-a821-0918633abf87 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.323220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Transition to ACTIVE for port object bd384a32-aba5-4f74-84d5-4adec7ffbb32 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:08.329049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-1064dad3-3726-4963-8d45-858dc32740e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:08.330575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-1064dad3-3726-4963-8d45-858dc32740e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1104624 Aug 29 04:43:08.362437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] Set router 69171c58-334a-40b0-aab2-9d3f47de4e01 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:08.375729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9a4b2-78ef-45fb-a821-0918633abf87 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Subnet': ['ID=2c891622-f338-4d48-afd8-5e49034a5cc7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:08.382619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4b2-78ef-45fb-a821-0918633abf87 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.385245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-51b9a4b2-78ef-45fb-a821-0918633abf87 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/subnets/2c891622-f338-4d48-afd8-5e49034a5cc7 HTTP/1.1" status: 204 len: 168 time: 0.6665239 Aug 29 04:43:08.388546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43172) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:08.422065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d132fc-18a9-4bb6-ad5e-a45c08a58b93 None None] Network 33f8a4f0-4bf8-4563-af64-5295b5ab432b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:08.422648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-a0d2a29b-525d-4044-9928-86e295ca0ee5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613728 Aug 29 04:43:08.593394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.657190 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-af23bae2-5db8-4051-8814-6836bb39dd8f service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179403 Aug 29 04:43:08.677719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:08.691276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:08.729634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083a9ae-f4f8-4608-a44b-cf04616943b8 req-89aec41c-2c22-43b1-ac38-c861a214f114 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:08.733942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=bd384a32-aba5-4f74-84d5-4adec7ffbb32,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:08.736990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:08.739030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c083a9ae-f4f8-4608-a44b-cf04616943b8 req-89aec41c-2c22-43b1-ac38-c861a214f114 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1537907 Aug 29 04:43:08.799706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.853333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:43:06Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:08.902036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54ba42-3eeb-487f-80eb-e4c40dd8cc44 None None] The sync data for ids ['69171c58-334a-40b0-aab2-9d3f47de4e01'] in n-d-712142-15 is: [{'id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1749436892', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '855d2e08-1613-48d4-a727-fab50997c72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:28Z', 'updated_at': '2021-08-29T04:43:06Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': '855d2e08-1613-48d4-a727-fab50997c72a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69171c58-334a-40b0-aab2-9d3f47de4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:29Z', 'updated_at': '2021-08-29T04:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:09.032949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.033747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.069182 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7ce8becd-1a8c-469a-ade1-be893a6ff6b9 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8709450 Aug 29 04:43:09.073021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43186) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:09.078798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'network_id': 'de1efc14-fb3f-4ac1-a754-c34420e52b00', 'name': 'tempest-AllowedAddressPairTestJSON-1161814032'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:09.114645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1f18cd07-4b42-43b8-8f92-82a0f703a6dc None None] Provisioning for port bd384a32-aba5-4f74-84d5-4adec7ffbb32 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:09.128859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1f18cd07-4b42-43b8-8f92-82a0f703a6dc None None] Provisioning complete for port bd384a32-aba5-4f74-84d5-4adec7ffbb32 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:09.129237 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f18cd07-4b42-43b8-8f92-82a0f703a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.136021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2018f066-9d15-4974-aacd-8441b2dc8afd req-1aa60cf4-a4b9-40c4-9f1d-79c305512e8b service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640055 Aug 29 04:43:09.173081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.177160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1f18cd07-4b42-43b8-8f92-82a0f703a6dc None None] Port bd384a32-aba5-4f74-84d5-4adec7ffbb32 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:09.226797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c083a9ae-f4f8-4608-a44b-cf04616943b8 req-fe3f7eed-c63d-42a1-9eb3-06399c61d6be tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4867311 Aug 29 04:43:09.299894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-6dae46ad-9b1c-470b-94b6-ca23a9b6dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.301582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-6dae46ad-9b1c-470b-94b6-ca23a9b6dead service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 1096 time: 0.0931904 Aug 29 04:43:09.347223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] DHCP port deletion for 33f8a4f0-4bf8-4563-af64-5295b5ab432b request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:43:09.438153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting port 855d2e08-1613-48d4-a727-fab50997c72a {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:09.443542 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.489621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-c17ac0bd-4568-4f83-b664-8deb9c4071f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.496304 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-c17ac0bd-4568-4f83-b664-8deb9c4071f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.1786242 Aug 29 04:43:09.518593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] Deleting port 636dac22-e650-4e1f-b61d-158751f9d467 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:09.519266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.550332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Made reservation on behalf of 1e862cee0d8647cfa327b12c5b81d1d1 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:09.581572 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.617232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] For port 855d2e08-1613-48d4-a727-fab50997c72a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=855d2e08-1613-48d4-a727-fab50997c72a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:09.617621 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.641333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Calling delete_port for 855d2e08-1613-48d4-a727-fab50997c72a owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:09.664858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e7077-950d-48fc-8b5a-aa6e0942905f req-4fc5bbcb-3a80-40d4-b3ba-0b3e67c18587 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.673193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-449e7077-950d-48fc-8b5a-aa6e0942905f req-4fc5bbcb-3a80-40d4-b3ba-0b3e67c18587 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.2741339 Aug 29 04:43:09.689593 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-80a276e6-6b9f-4500-8421-0b03bfb70ede service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb06383b-5f13-4508-ae12-5e6429a005bf HTTP/1.1" status: 200 len: 217 time: 0.1718383 Aug 29 04:43:09.721472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] For port 636dac22-e650-4e1f-b61d-158751f9d467, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=636dac22-e650-4e1f-b61d-158751f9d467,segment=NetworkSegment(a9c1da9c-cca5-4c90-bd7f-2f274493c3a6),segment_id=a9c1da9c-cca5-4c90-bd7f-2f274493c3a6)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:09.722442 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.759847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-449e7077-950d-48fc-8b5a-aa6e0942905f req-c1bf6427-9091-4f57-96d2-18e3b3e83145 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856867 Aug 29 04:43:09.762977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] Calling delete_port for 636dac22-e650-4e1f-b61d-158751f9d467 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:09.844203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-24468f6c-dc95-4f44-8226-345c975d0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.845986 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-24468f6c-dc95-4f44-8226-345c975d0e86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1316822 Aug 29 04:43:09.847451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] device_id is not set on port 437ace7b-aa9e-47c3-89c1-d21bda502a95 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:43:09.919908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-28cd554e-cee5-49ce-835d-aa4b8d82ebad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543828 Aug 29 04:43:09.956252 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.039901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] Pushing event deleted for resources: {'Port': ['ID=636dac22-e650-4e1f-b61d-158751f9d467,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:10.051110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdb2fc7-7d53-4d58-b1e3-042e66b7734f None None] No DVR routers for this DVR port 636dac22-e650-4e1f-b61d-158751f9d467 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:10.092183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017295-659c-48be-894d-60963bd5f3db req-cb4925b1-b037-41d4-80df-f737e3b2e9e0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.093244 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38017295-659c-48be-894d-60963bd5f3db req-cb4925b1-b037-41d4-80df-f737e3b2e9e0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 944 time: 0.1485515 Aug 29 04:43:10.142336 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.148041 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-788f0f57-4768-49d4-8a3e-f947cf92f22b service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837761 Aug 29 04:43:10.185483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Port': ['ID=855d2e08-1613-48d4-a727-fab50997c72a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:10.207120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38017295-659c-48be-894d-60963bd5f3db req-1e241964-8c0b-45be-9910-1bbca39ea282 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037557 Aug 29 04:43:10.221969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Allocated IP 172.20.0.6 (de1efc14-fb3f-4ac1-a754-c34420e52b00/d736353a-6640-4a52-ab4d-292274081ee4/437ace7b-aa9e-47c3-89c1-d21bda502a95) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:10.270893 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.308294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d37c8e2a-8a8e-4eff-95ff-0f80a7a9ac10 req-6d69e8f7-0884-426f-a689-17eb98ca1bb8 service neutron] 10.222.0.65 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505296 Aug 29 04:43:10.479263 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.502724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Transition to ACTIVE for port object 437ace7b-aa9e-47c3-89c1-d21bda502a95 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:10.507864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.511677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.560902 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.591023 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38032968-47b3-4333-a7a9-467c4711345b req-1ab4d1a6-44d7-48b0-97ff-75678f6e7080 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.596581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38032968-47b3-4333-a7a9-467c4711345b req-1ab4d1a6-44d7-48b0-97ff-75678f6e7080 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.2298527 Aug 29 04:43:10.606348 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.607001 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Fanout notify agent at l3_agent the message router_deleted on router 69171c58-334a-40b0-aab2-9d3f47de4e01 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:43:10.610201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43224) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:10.617398 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.619919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-79f010dd-c17c-4b7b-925d-cc0cdd733911 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/routers/69171c58-334a-40b0-aab2-9d3f47de4e01 HTTP/1.1" status: 204 len: 168 time: 2.2290699 Aug 29 04:43:10.625135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43228) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:10.683015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:10.708770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38032968-47b3-4333-a7a9-467c4711345b req-19946db3-5aa5-4c88-b4fe-e946514c52f4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058538 Aug 29 04:43:10.770247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:10.811868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:10.825029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=437ace7b-aa9e-47c3-89c1-d21bda502a95,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:11.012360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f2a884-2792-47eb-b407-449e49b31024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.043809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae867-3354-4783-8253-95e23bc0aec9 req-f0770ac5-fdc1-495a-8922-268e9fe11939 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.046059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79fae867-3354-4783-8253-95e23bc0aec9 req-f0770ac5-fdc1-495a-8922-268e9fe11939 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.1048193 Aug 29 04:43:11.067588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.095177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.097676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.132455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79fae867-3354-4783-8253-95e23bc0aec9 req-cd126e74-5426-41a7-89c2-54ae24ca4fae tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778253 Aug 29 04:43:11.262347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3c58ebee-6ac4-43a4-82bc-98bba4e63520 None None] Provisioning for port 437ace7b-aa9e-47c3-89c1-d21bda502a95 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:11.284423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.301581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f8a4f0-4bf8-4563-af64-5295b5ab432b']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:11.316149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3c58ebee-6ac4-43a4-82bc-98bba4e63520 None None] Provisioning complete for port 437ace7b-aa9e-47c3-89c1-d21bda502a95 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:11.316834 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3c58ebee-6ac4-43a4-82bc-98bba4e63520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.324713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:11.325275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c1da9c-cca5-4c90-bd7f-2f274493c3a6') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:11.365743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.377054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 636dac22-e650-4e1f-b61d-158751f9d467 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:11.379603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3c58ebee-6ac4-43a4-82bc-98bba4e63520 None None] Port 437ace7b-aa9e-47c3-89c1-d21bda502a95 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:11.403488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.404104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 636dac22-e650-4e1f-b61d-158751f9d467 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:11.404557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 636dac22-e650-4e1f-b61d-158751f9d467 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:11.405207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d2785c14-8420-492d-922e-cc3ddd18106e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:11.424595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ff028-2736-4ceb-bf8f-d6e2ba76baee req-84821137-aa3c-4d08-81f6-ee80e7e01813 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.426615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d2785c14-8420-492d-922e-cc3ddd18106e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:11.427209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d2785c14-8420-492d-922e-cc3ddd18106e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:11.429656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-353ff028-2736-4ceb-bf8f-d6e2ba76baee req-84821137-aa3c-4d08-81f6-ee80e7e01813 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 944 time: 0.0959144 Aug 29 04:43:11.429822 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f2a884-2792-47eb-b407-449e49b31024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.440750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34f2a884-2792-47eb-b407-449e49b31024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.446555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:11.447022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:11.451787 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:11.476875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9d0f3c73-d1c9-4c8b-ae49-7d81bedebd69 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4025385 Aug 29 04:43:11.481374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-353ff028-2736-4ceb-bf8f-d6e2ba76baee req-71fe6640-2375-48e5-9e4c-cd61ba9ed0dd tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Aug 29 04:43:11.482076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43234) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:11.488545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f9:34:26'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:bf:96:ea'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:11.572017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-34f2a884-2792-47eb-b407-449e49b31024 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33fe08cfc1c04af9b81420c895374777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9606972 Aug 29 04:43:11.573442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43236) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:11.574086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2a884-2792-47eb-b407-449e49b31024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1d5274-5786-41ec-add4-e4d4fe1a475b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:11.604636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.615136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.620457 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/networks/33f8a4f0-4bf8-4563-af64-5295b5ab432b HTTP/1.1" status: 204 len: 168 time: 0.9850378 Aug 29 04:43:11.621517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43238) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:11.639446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cbc17-3910-4c56-af07-7bb84030f79f tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Network': ['ID=33f8a4f0-4bf8-4563-af64-5295b5ab432b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:11.658179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-324b33f6-a52e-4214-b885-3ecedf7dc59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.683091 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-324b33f6-a52e-4214-b885-3ecedf7dc59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.730473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device cb06383b-5f13-4508-ae12-5e6429a005bf details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:11.744764 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-324b33f6-a52e-4214-b885-3ecedf7dc59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.750140 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-324b33f6-a52e-4214-b885-3ecedf7dc59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.753234 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-324b33f6-a52e-4214-b885-3ecedf7dc59a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a1d5274-5786-41ec-add4-e4d4fe1a475b HTTP/1.1" status: 204 len: 168 time: 0.1744952 Aug 29 04:43:11.763312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b33f6-a52e-4214-b885-3ecedf7dc59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1d5274-5786-41ec-add4-e4d4fe1a475b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:11.816034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.887148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port cb06383b-5f13-4508-ae12-5e6429a005bf, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=cb06383b-5f13-4508-ae12-5e6429a005bf,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:11.911088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'cb06383b-5f13-4508-ae12-5e6429a005bf', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'port_id': 'cb06383b-5f13-4508-ae12-5e6429a005bf', 'mac_address': 'fa:16:3e:ec:eb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618f96a-65b0-4c0a-b90a-2c3766ef6915', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:11.964232 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.980666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb06383b-5f13-4508-ae12-5e6429a005bf {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:12.006347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port cb06383b-5f13-4508-ae12-5e6429a005bf, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=cb06383b-5f13-4508-ae12-5e6429a005bf,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:12.013521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.029805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e713f-1cf8-4c79-a3a0-cdeef43aa809 req-351f717a-7281-4a9c-b4e6-ff1e64091bc4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.038179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-850e713f-1cf8-4c79-a3a0-cdeef43aa809 req-351f717a-7281-4a9c-b4e6-ff1e64091bc4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.2027655 Aug 29 04:43:12.096342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=cb06383b-5f13-4508-ae12-5e6429a005bf,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:12.137184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting port cd099a6f-d56c-4303-89fc-0a4b350ee7b6 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:12.137538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.172357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43248) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:12.176360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-850e713f-1cf8-4c79-a3a0-cdeef43aa809 req-5f94eda6-49c2-43c3-9dde-3659bbccf386 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356130 Aug 29 04:43:12.188711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e549211-7972-4bd3-8b5e-19471cab0bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.282578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['cb06383b-5f13-4508-ae12-5e6429a005bf'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:12.307117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e549211-7972-4bd3-8b5e-19471cab0bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.312470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9e549211-7972-4bd3-8b5e-19471cab0bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.351240 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9e549211-7972-4bd3-8b5e-19471cab0bb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a6ce0680ef84e0195ab67b7f4ebaa09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776044 Aug 29 04:43:12.353098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43250) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:12.403469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e549211-7972-4bd3-8b5e-19471cab0bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69986772-a8da-47c1-95b7-af034ea1fe50,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:12.444092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f50b80d-ef6a-461f-8d8a-6506a10287de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.470090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f50b80d-ef6a-461f-8d8a-6506a10287de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.527736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f50b80d-ef6a-461f-8d8a-6506a10287de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.531111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7f50b80d-ef6a-461f-8d8a-6506a10287de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.536641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7f50b80d-ef6a-461f-8d8a-6506a10287de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69986772-a8da-47c1-95b7-af034ea1fe50 HTTP/1.1" status: 204 len: 168 time: 0.1824589 Aug 29 04:43:12.546879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50b80d-ef6a-461f-8d8a-6506a10287de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69986772-a8da-47c1-95b7-af034ea1fe50,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:12.746078 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.776333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57cf5b-0177-4eee-b18c-22e99ffba776 req-d54a5d3b-4d03-4cb3-98f8-d980574e5e77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.784575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db57cf5b-0177-4eee-b18c-22e99ffba776 req-d54a5d3b-4d03-4cb3-98f8-d980574e5e77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.1627672 Aug 29 04:43:12.786660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.800888 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.800888 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.817044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Calling delete_port for cd099a6f-d56c-4303-89fc-0a4b350ee7b6 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:12.855896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 855d2e08-1613-48d4-a727-fab50997c72a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:12.890922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 855d2e08-1613-48d4-a727-fab50997c72a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:12.891578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 855d2e08-1613-48d4-a727-fab50997c72a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:12.983476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event updated for resources: {'Port': ['ID=437ace7b-aa9e-47c3-89c1-d21bda502a95,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:13.008145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-db57cf5b-0177-4eee-b18c-22e99ffba776 req-33e57304-6177-4bc4-9429-229056a661de tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093277 Aug 29 04:43:13.051291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] In _notify_port_updated(), no bound segment for port 437ace7b-aa9e-47c3-89c1-d21bda502a95 on network de1efc14-fb3f-4ac1-a754-c34420e52b00 {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:43:13.057613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.058273 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.059588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-66846f5b-17cc-48f3-b355-e0b682308e64 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "PUT /v2.0/ports/437ace7b-aa9e-47c3-89c1-d21bda502a95 HTTP/1.1" status: 200 len: 1055 time: 1.5764000 Aug 29 04:43:13.062483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43264) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:13.255747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8f64422f-aa50-47bb-9995-4a307b9c45c6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Deleting port 437ace7b-aa9e-47c3-89c1-d21bda502a95 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:13.256433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f64422f-aa50-47bb-9995-4a307b9c45c6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.304170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189baa27-26e3-4a4c-add7-4080446c172b req-a811bf99-d7ee-4e94-ab16-4311cb418d03 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.315630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-189baa27-26e3-4a4c-add7-4080446c172b req-a811bf99-d7ee-4e94-ab16-4311cb418d03 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 945 time: 0.2066901 Aug 29 04:43:13.351841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-93519d9b-674e-403f-b7cc-0ae529f0a967 None None] Provisioning complete for port 437ace7b-aa9e-47c3-89c1-d21bda502a95 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:13.354148 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-93519d9b-674e-403f-b7cc-0ae529f0a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.370499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.400044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-189baa27-26e3-4a4c-add7-4080446c172b req-766ca1c3-d8b5-4ed9-8d84-287e90716d0c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665951 Aug 29 04:43:13.400683 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f64422f-aa50-47bb-9995-4a307b9c45c6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.417522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8f64422f-aa50-47bb-9995-4a307b9c45c6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Calling delete_port for 437ace7b-aa9e-47c3-89c1-d21bda502a95 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:13.441779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-93519d9b-674e-403f-b7cc-0ae529f0a967 None None] Port 437ace7b-aa9e-47c3-89c1-d21bda502a95 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:13.457403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Port': ['ID=cd099a6f-d56c-4303-89fc-0a4b350ee7b6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:13.604380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.604906 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Floating IP b6211dc2-9d4b-4ac2-a513-b58f51a6aef3 disassociated (deleted). External IP: 172.25.1.58, port: c0c61ac4-0dea-4c30-83cf-924dda3ef0e3. Aug 29 04:43:13.606789 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f64422f-aa50-47bb-9995-4a307b9c45c6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.640101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64422f-aa50-47bb-9995-4a307b9c45c6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Port': ['ID=437ace7b-aa9e-47c3-89c1-d21bda502a95,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:13.666245 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616da0e-366b-474a-a6a5-0441d23dbf91 req-b4c5991d-38db-40de-a303-3efda4904972 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.668283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1616da0e-366b-474a-a6a5-0441d23dbf91 req-b4c5991d-38db-40de-a303-3efda4904972 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1676390 Aug 29 04:43:13.746986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device cb06383b-5f13-4508-ae12-5e6429a005bf up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:13.793511 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1616da0e-366b-474a-a6a5-0441d23dbf91 req-ef669f30-6ab4-40a1-a6eb-876315bc550f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173444 Aug 29 04:43:13.861425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port cb06383b-5f13-4508-ae12-5e6429a005bf completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:13.867241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port cb06383b-5f13-4508-ae12-5e6429a005bf triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:13.868098 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.997331 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f64422f-aa50-47bb-9995-4a307b9c45c6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.005842 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f64422f-aa50-47bb-9995-4a307b9c45c6 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "DELETE /v2.0/ports/437ace7b-aa9e-47c3-89c1-d21bda502a95 HTTP/1.1" status: 204 len: 168 time: 0.9400179 Aug 29 04:43:14.007954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43282) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:14.023041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.052952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f858a89d-9556-4b71-bcfb-e6e0a5e58528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb06383b-5f13-4508-ae12-5e6429a005bf'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:14.055321 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351050de-d719-438b-9e50-be8b612a389f" -d '{"events": [{"server_uuid": "f858a89d-9556-4b71-bcfb-e6e0a5e58528", "name": "network-vif-plugged", "status": "completed", "tag": "cb06383b-5f13-4508-ae12-5e6429a005bf"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:14.084128 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4eaae12-26dc-43d3-b44b-9d1a3d5307dc tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] GET failed (client error): The resource could not be found. Aug 29 04:43:14.088626 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f4eaae12-26dc-43d3-b44b-9d1a3d5307dc tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "GET /v2.0/ports/437ace7b-aa9e-47c3-89c1-d21bda502a95 HTTP/1.1" status: 404 len: 333 time: 0.0778670 Aug 29 04:43:14.089387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43290) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:14.094002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port cb06383b-5f13-4508-ae12-5e6429a005bf, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=cb06383b-5f13-4508-ae12-5e6429a005bf,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:14.100474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.158655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Router 617e11a7-c10c-4fef-916a-f0043e416dca has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:14.253653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b45c89fe-5b59-4f80-b464-52514296ac1e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Deleting port bd384a32-aba5-4f74-84d5-4adec7ffbb32 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:14.254352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b45c89fe-5b59-4f80-b464-52514296ac1e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.316799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4263f-7666-4221-be5f-95a61055b691 req-189f21fc-63ba-4d6f-a606-e41f006e6a89 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:14.325404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96d4263f-7666-4221-be5f-95a61055b691 req-189f21fc-63ba-4d6f-a606-e41f006e6a89 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.1647823 Aug 29 04:43:14.433576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96d4263f-7666-4221-be5f-95a61055b691 req-72a787e0-fa8b-4b3a-a9ce-085495b515ef tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062384 Aug 29 04:43:14.461752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b45c89fe-5b59-4f80-b464-52514296ac1e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.477254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b45c89fe-5b59-4f80-b464-52514296ac1e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Calling delete_port for bd384a32-aba5-4f74-84d5-4adec7ffbb32 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:14.501504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:14.513928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=cb06383b-5f13-4508-ae12-5e6429a005bf,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:14.517250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.562252 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] Sync routers for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:14.573447 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014f3edd-c147-4d61-acb0-90148039d02d x-openstack-request-id: req-014f3edd-c147-4d61-acb0-90148039d02d {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:14.573447 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f858a89d-9556-4b71-bcfb-e6e0a5e58528", "name": "network-vif-plugged", "status": "completed", "tag": "cb06383b-5f13-4508-ae12-5e6429a005bf", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:14.573447 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-014f3edd-c147-4d61-acb0-90148039d02d {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:14.578564 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f858a89d-9556-4b71-bcfb-e6e0a5e58528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb06383b-5f13-4508-ae12-5e6429a005bf', 'code': 200} Aug 29 04:43:14.580496 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:14.581362 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:14.599082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-81dc3e7e-20ff-442a-8bdc-e0bf26a60fa6 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/floatingips/b6211dc2-9d4b-4ac2-a513-b58f51a6aef3 HTTP/1.1" status: 204 len: 168 time: 2.9765275 Aug 29 04:43:14.601157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:14.606540 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57a6d87-77e6-49eb-8d76-9abec37587d5" -d '{"events": [{"name": "network-changed", "server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:14.684047 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b45c89fe-5b59-4f80-b464-52514296ac1e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.761642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b426b92-4c61-45e3-92f1-c8d38b2a3fc6 req-7a24c251-0a6a-4d8c-8967-f4d31a5e43d2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:14.773762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b426b92-4c61-45e3-92f1-c8d38b2a3fc6 req-7a24c251-0a6a-4d8c-8967-f4d31a5e43d2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 946 time: 0.0971334 Aug 29 04:43:14.775429 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:14.810374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c89fe-5b59-4f80-b464-52514296ac1e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Port': ['ID=bd384a32-aba5-4f74-84d5-4adec7ffbb32,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:14.846728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3b426b92-4c61-45e3-92f1-c8d38b2a3fc6 req-cd31dda2-051c-4c49-9d2e-0440b921785a tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712025 Aug 29 04:43:14.919798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f66e9-b830-42ba-928a-1c236ce75a10 req-ddaa8bb1-d306-447f-bbc2-bcfe5c3b607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:14.922399 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-934f66e9-b830-42ba-928a-1c236ce75a10 req-ddaa8bb1-d306-447f-bbc2-bcfe5c3b607e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 1098 time: 0.2889509 Aug 29 04:43:15.072612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-934f66e9-b830-42ba-928a-1c236ce75a10 req-2a93f910-754d-4736-948e-6ce1f85e1cd9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390154 Aug 29 04:43:15.078211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b45c89fe-5b59-4f80-b464-52514296ac1e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.081975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b45c89fe-5b59-4f80-b464-52514296ac1e tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "DELETE /v2.0/ports/bd384a32-aba5-4f74-84d5-4adec7ffbb32 HTTP/1.1" status: 204 len: 168 time: 0.9913864 Aug 29 04:43:15.085346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43312) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:15.120329 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:15.130842 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1526cb81-8c8e-424c-a9ff-f68ba0e73dec tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] GET failed (client error): The resource could not be found. Aug 29 04:43:15.137164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1526cb81-8c8e-424c-a9ff-f68ba0e73dec tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "GET /v2.0/ports/bd384a32-aba5-4f74-84d5-4adec7ffbb32 HTTP/1.1" status: 404 len: 333 time: 0.0415633 Aug 29 04:43:15.138033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43316) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:15.156848 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] Checking router: 617e11a7-c10c-4fef-916a-f0043e416dca for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:15.160110 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf5a88d-31d7-4710-bfa6-47edbc40d797 x-openstack-request-id: req-cdf5a88d-31d7-4710-bfa6-47edbc40d797 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:15.160416 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:15.160867 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdf5a88d-31d7-4710-bfa6-47edbc40d797 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:15.161292 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'status': 'completed', 'code': 200} Aug 29 04:43:15.168557 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:15.169366 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:42:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:15.326524 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:15.339060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103fb97-54c7-4f21-982d-7d6dbfd8b6a8 req-8f928aa3-9faf-456f-9019-1f5d22661468 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.341400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6103fb97-54c7-4f21-982d-7d6dbfd8b6a8 req-8f928aa3-9faf-456f-9019-1f5d22661468 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.0884447 Aug 29 04:43:15.395162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-33f41285-44e4-42ee-991c-532bb9be6925 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Deleting port 3bd9219b-3d5b-4a63-a372-5473b8e6181f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:15.395606 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-33f41285-44e4-42ee-991c-532bb9be6925 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.402112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6103fb97-54c7-4f21-982d-7d6dbfd8b6a8 req-6f3adc18-19ec-4e35-ba8e-cc5e86629351 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542347 Aug 29 04:43:15.495227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-3f566185-6664-4489-b531-432283e32e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.496841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-3f566185-6664-4489-b531-432283e32e80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 1136 time: 0.2052951 Aug 29 04:43:15.599617 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-33f41285-44e4-42ee-991c-532bb9be6925 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.622154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-33f41285-44e4-42ee-991c-532bb9be6925 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Calling delete_port for 3bd9219b-3d5b-4a63-a372-5473b8e6181f owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:15.625738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a11fcf-876a-4086-a4e4-895050de6421 req-94a33140-ca35-49d2-89e8-70a6d8208d0a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.637562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99a11fcf-876a-4086-a4e4-895050de6421 req-94a33140-ca35-49d2-89e8-70a6d8208d0a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 984 time: 0.1076345 Aug 29 04:43:15.673309 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:15.695816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99a11fcf-876a-4086-a4e4-895050de6421 req-f244f13d-6274-4ab5-9436-121588ed764b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0572731 Aug 29 04:43:15.705980 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4f77-dcfd-4bdb-af42-19d3b728f526 None None] The sync data for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 is: [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:30Z', 'revision_number': 4, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '859975f5-4908-4cf3-ac1a-ba5c04ff5d00', 'name': '', 'network_id': '3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'mac_address': 'fa:16:3e:c0:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:29Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'subnets': [{'id': '511d1efb-12de-47d7-89a6-9461c83cf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:15.742695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-1f3bc307-fc0b-44ae-9430-ade4018ab601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.744437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-1f3bc307-fc0b-44ae-9430-ade4018ab601 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de HTTP/1.1" status: 200 len: 897 time: 0.2324026 Aug 29 04:43:15.816595 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-36ffa86e-46cd-49d6-832f-82a36094b3c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 HTTP/1.1" status: 200 len: 217 time: 0.0639307 Aug 29 04:43:15.909739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f09bab-b6f9-47ef-a382-06571fcaff76 req-b304e613-f4c8-430c-a46a-e789909dd4da tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.917647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-c74048e0-6e6b-4feb-81f2-51fc5ec82f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.919162 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-c74048e0-6e6b-4feb-81f2-51fc5ec82f84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=511d1efb-12de-47d7-89a6-9461c83cf796 HTTP/1.1" status: 200 len: 835 time: 0.0940988 Aug 29 04:43:15.924645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f09bab-b6f9-47ef-a382-06571fcaff76 req-b304e613-f4c8-430c-a46a-e789909dd4da tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.1067653 Aug 29 04:43:16.014052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10f09bab-b6f9-47ef-a382-06571fcaff76 req-b61a468f-48bf-4557-94ec-377d16ea6f81 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842321 Aug 29 04:43:16.063264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-33f41285-44e4-42ee-991c-532bb9be6925 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.173077 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f41285-44e4-42ee-991c-532bb9be6925 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Port': ['ID=3bd9219b-3d5b-4a63-a372-5473b8e6181f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:16.190708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-0aa1c471-0f24-460a-887c-c9119fab25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:16.193645 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-0aa1c471-0f24-460a-887c-c9119fab25da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2570686 Aug 29 04:43:16.193933 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ce687-5af0-4c0c-a9d5-ee6f1e03767b req-e9a11496-01e6-434b-8646-d0e04a384110 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:16.197465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-194ce687-5af0-4c0c-a9d5-ee6f1e03767b req-e9a11496-01e6-434b-8646-d0e04a384110 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 946 time: 0.1116939 Aug 29 04:43:16.246328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a009b78-cafc-45f1-aecc-313dc414e5d8 None None] New status for floating IP b6211dc2-9d4b-4ac2-a513-b58f51a6aef3: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:43:16.278921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-194ce687-5af0-4c0c-a9d5-ee6f1e03767b req-35e2bb92-408e-4d8e-bc7a-f4c3059d7efc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734341 Aug 29 04:43:16.402388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-33f41285-44e4-42ee-991c-532bb9be6925 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.407367 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-33f41285-44e4-42ee-991c-532bb9be6925 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "DELETE /v2.0/ports/3bd9219b-3d5b-4a63-a372-5473b8e6181f HTTP/1.1" status: 204 len: 168 time: 1.2655349 Aug 29 04:43:16.408151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43336) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:16.494740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-7992de13-7295-4ea4-a52e-124a6685d883 service neutron] 10.222.0.65 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605860 Aug 29 04:43:16.597729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83cd71a-4f00-498d-940c-513501e19b98 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Deleting subnet d736353a-6640-4a52-ab4d-292274081ee4 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:16.659546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b83cd71a-4f00-498d-940c-513501e19b98 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.683512 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f57a6d87-77e6-49eb-8d76-9abec37587d5 req-023f65f3-448e-4b81-8944-5830158b62fb service neutron] 10.222.0.65 "GET /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811552 Aug 29 04:43:16.751362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db1634-5420-4009-bdb2-47c75cdfb5e1 req-f719c6cf-1768-47c1-8f67-6b0327d729af tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:16.753024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97db1634-5420-4009-bdb2-47c75cdfb5e1 req-f719c6cf-1768-47c1-8f67-6b0327d729af tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.2059023 Aug 29 04:43:16.755393 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b83cd71a-4f00-498d-940c-513501e19b98 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.797873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-f074fc88-b997-4927-bb88-9c6d1cb798c0 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:16.799637 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-f074fc88-b997-4927-bb88-9c6d1cb798c0 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.65 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 984 time: 0.0845971 Aug 29 04:43:16.847689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97db1634-5420-4009-bdb2-47c75cdfb5e1 req-04810b27-3f00-4657-a44a-4db1b08f3fb4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655096 Aug 29 04:43:16.969712 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b83cd71a-4f00-498d-940c-513501e19b98 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.978433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:16.978984 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.038104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08865-3ee2-4a76-b215-b6f626f1255a req-ae842c31-1535-4e8c-bf1b-8404d9da9114 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.040659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6a08865-3ee2-4a76-b215-b6f626f1255a req-ae842c31-1535-4e8c-bf1b-8404d9da9114 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/ports?device_id=67d0abc8-5399-44cf-8034-e01a54916d85 HTTP/1.1" status: 200 len: 984 time: 0.1106470 Aug 29 04:43:17.107597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b83cd71a-4f00-498d-940c-513501e19b98 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.142949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] For port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:17.143691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.149142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cd71a-4f00-498d-940c-513501e19b98 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Subnet': ['ID=d736353a-6640-4a52-ab4d-292274081ee4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.164998 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddabcbb6-9197-4f70-af10-a50546121078 None None] Network de1efc14-fb3f-4ac1-a754-c34420e52b00 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:17.167955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6a08865-3ee2-4a76-b215-b6f626f1255a req-291dd3a4-abe0-4c06-899c-5788d0f8364d tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "GET /v2.0/security-groups?id=09704384-f031-43b9-8854-52cabd4e5ea5&id=f3a4f8c7-07df-4044-927b-b35177902c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1179850 Aug 29 04:43:17.169211 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b83cd71a-4f00-498d-940c-513501e19b98 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.173489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b83cd71a-4f00-498d-940c-513501e19b98 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "DELETE /v2.0/subnets/d736353a-6640-4a52-ab4d-292274081ee4 HTTP/1.1" status: 204 len: 168 time: 0.7617679 Aug 29 04:43:17.173682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43350) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:17.183367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Calling delete_port for c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:17.327487 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.392216 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.428403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Port': ['ID=c0c61ac4-0dea-4c30-83cf-924dda3ef0e3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.488777 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f98436be-554d-4cc6-b764-5970e61533ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.505054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] No DVR routers for this DVR port c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:17.509661 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.512053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-92bfed77-635e-469f-9357-91e4cca2d9bd req-ffd9bff7-0f27-4ef7-9f02-13f945e5aabc tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.65 "DELETE /v2.0/ports/c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 HTTP/1.1" status: 204 len: 173 time: 0.6909289 Aug 29 04:43:17.512529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Deleting port 295b163c-79e0-4cf0-8a76-a99081fe6a0b {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:17.512666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'name': 'network-vif-deleted', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:17.513012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.515198 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d592fc-31b0-44ce-ab53-172fd94804d7" -d '{"events": [{"server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "name": "network-vif-deleted", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:17.539921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6478f-ff2d-45b8-b7cc-8608f38882df req-37a36b1c-4a79-4836-8eef-894f340f5d97 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.541892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55c6478f-ff2d-45b8-b7cc-8608f38882df req-37a36b1c-4a79-4836-8eef-894f340f5d97 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.1549153 Aug 29 04:43:17.609407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] DHCP port deletion for de1efc14-fb3f-4ac1-a754-c34420e52b00 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:43:17.682931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] Deleting port 295b163c-79e0-4cf0-8a76-a99081fe6a0b {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:17.683184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] For port 295b163c-79e0-4cf0-8a76-a99081fe6a0b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=295b163c-79e0-4cf0-8a76-a99081fe6a0b,segment=NetworkSegment(5d7fb88a-5396-45e1-9b9c-8c08687eb3a3),segment_id=5d7fb88a-5396-45e1-9b9c-8c08687eb3a3)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:17.683355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.683514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.697662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55c6478f-ff2d-45b8-b7cc-8608f38882df req-39de3cd0-2c0a-4d58-a3fa-10049087caf0 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088021 Aug 29 04:43:17.718235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Calling delete_port for 295b163c-79e0-4cf0-8a76-a99081fe6a0b owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:17.783059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] For port 295b163c-79e0-4cf0-8a76-a99081fe6a0b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=295b163c-79e0-4cf0-8a76-a99081fe6a0b,segment=NetworkSegment(5d7fb88a-5396-45e1-9b9c-8c08687eb3a3),segment_id=5d7fb88a-5396-45e1-9b9c-8c08687eb3a3)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:17.783799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.807303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] Calling delete_port for 295b163c-79e0-4cf0-8a76-a99081fe6a0b owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:17.849075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.880594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Port': ['ID=295b163c-79e0-4cf0-8a76-a99081fe6a0b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.896469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cceba8-c48a-4e6a-978c-3205d6060b58 req-c4c3fd4d-4c82-4c2b-a151-6b1571a26bf9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.898072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70cceba8-c48a-4e6a-978c-3205d6060b58 req-c4c3fd4d-4c82-4c2b-a151-6b1571a26bf9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 946 time: 0.1039817 Aug 29 04:43:17.901404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] No DVR routers for this DVR port 295b163c-79e0-4cf0-8a76-a99081fe6a0b on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:17.983571 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.013463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] Pushing event deleted for resources: {'Port': ['ID=295b163c-79e0-4cf0-8a76-a99081fe6a0b,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:18.020764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a2931-08a9-44e0-b4d4-0b63a750c7d7 None None] No DVR routers for this DVR port 295b163c-79e0-4cf0-8a76-a99081fe6a0b on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:18.059863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.073261 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70cceba8-c48a-4e6a-978c-3205d6060b58 req-4fc3f98d-2bff-4811-a5b0-5da1af1e464f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441936 Aug 29 04:43:18.078019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1efc14-fb3f-4ac1-a754-c34420e52b00']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:18.091015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7fb88a-5396-45e1-9b9c-8c08687eb3a3') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:18.091306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7fb88a-5396-45e1-9b9c-8c08687eb3a3') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:18.103894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.120504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.132172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:18.132768 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:18.143052 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:18.164481 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bcb3aa-e798-4722-92fd-ac9cc6c960d1 x-openstack-request-id: req-f7bcb3aa-e798-4722-92fd-ac9cc6c960d1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:18.165678 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d0abc8-5399-44cf-8034-e01a54916d85", "name": "network-vif-deleted", "tag": "c0c61ac4-0dea-4c30-83cf-924dda3ef0e3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:18.166184 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7bcb3aa-e798-4722-92fd-ac9cc6c960d1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:18.166844 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d0abc8-5399-44cf-8034-e01a54916d85', 'name': 'network-vif-deleted', 'tag': 'c0c61ac4-0dea-4c30-83cf-924dda3ef0e3', 'status': 'completed', 'code': 200} Aug 29 04:43:18.254947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.275438 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.280220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] 10.222.0.58 "DELETE /v2.0/networks/de1efc14-fb3f-4ac1-a754-c34420e52b00 HTTP/1.1" status: 204 len: 168 time: 1.1029222 Aug 29 04:43:18.301814 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Pushing event deleted for resources: {'Network': ['ID=de1efc14-fb3f-4ac1-a754-c34420e52b00,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:18.311831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.312367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.312675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.313042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.313381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.313895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.314274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.314625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.314956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.315286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.315610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.315962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7bda8-33d2-481d-a370-ff8a91f688a3 tempest-AllowedAddressPairTestJSON-1284052623 tempest-AllowedAddressPairTestJSON-1284052623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:18.354905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a526b-e066-4ec5-a916-b632de4f1722 req-65f2f5be-ff8e-42f3-863f-b3606e2584ba tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.356516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783a526b-e066-4ec5-a916-b632de4f1722 req-65f2f5be-ff8e-42f3-863f-b3606e2584ba tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1098 time: 0.0761049 Aug 29 04:43:18.404242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-783a526b-e066-4ec5-a916-b632de4f1722 req-c5dea32b-4fff-48f4-8fbb-5df14335ca16 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379901 Aug 29 04:43:18.538804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65237d68-cdb6-4a6e-8ad0-dc264f573e5f req-476a03fd-992d-4db2-a503-a2b68b062137 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.541346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65237d68-cdb6-4a6e-8ad0-dc264f573e5f req-476a03fd-992d-4db2-a503-a2b68b062137 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.0661075 Aug 29 04:43:18.608153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65237d68-cdb6-4a6e-8ad0-dc264f573e5f req-39ef6aea-2e4f-4925-80fd-6f233f533066 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558136 Aug 29 04:43:18.615844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43390) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:18.650492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43396) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:18.721456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08267281-0565-48f3-8fd3-c937f8410c0a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.750385 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08267281-0565-48f3-8fd3-c937f8410c0a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.828834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43410) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:18.829003 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1175f93a-9be7-4ba8-8db7-90e73105402d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e862cee0d8647cfa327b12c5b81d1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110770 Aug 29 04:43:18.853137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08267281-0565-48f3-8fd3-c937f8410c0a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.857954 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08267281-0565-48f3-8fd3-c937f8410c0a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.861873 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-08267281-0565-48f3-8fd3-c937f8410c0a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/security-groups/09704384-f031-43b9-8854-52cabd4e5ea5 HTTP/1.1" status: 204 len: 168 time: 0.2050979 Aug 29 04:43:18.864142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43414) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:18.879710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08267281-0565-48f3-8fd3-c937f8410c0a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09704384-f031-43b9-8854-52cabd4e5ea5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:18.895765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-69e7cc18-d17d-4c23-b0e1-cda8ca7c73a2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.897339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-69e7cc18-d17d-4c23-b0e1-cda8ca7c73a2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.1655591 Aug 29 04:43:18.922081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 295b163c-79e0-4cf0-8a76-a99081fe6a0b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:18.945006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-0fdd3ca4-74ad-460e-a7ec-72ea893e66ab tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/quotas/2151e6d7136b454ca53b5e40606d0218 HTTP/1.1" status: 200 len: 375 time: 0.0275776 Aug 29 04:43:18.946954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 295b163c-79e0-4cf0-8a76-a99081fe6a0b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:18.947389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 295b163c-79e0-4cf0-8a76-a99081fe6a0b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:18.994636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d522-72d9-4a7d-abc3-a220b548c333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.031244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa48c782-2db4-40df-8fb7-4c0f79a4c742 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.038177 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d522-72d9-4a7d-abc3-a220b548c333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.062929 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-71595c56-435a-4582-baee-f3baeb9bc157 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092565 Aug 29 04:43:19.089514 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa48c782-2db4-40df-8fb7-4c0f79a4c742 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.167014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa48c782-2db4-40df-8fb7-4c0f79a4c742 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.170858 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fa48c782-2db4-40df-8fb7-4c0f79a4c742 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.175751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43424) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:19.176623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fa48c782-2db4-40df-8fb7-4c0f79a4c742 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3a4f8c7-07df-4044-927b-b35177902c0a HTTP/1.1" status: 204 len: 168 time: 0.3079937 Aug 29 04:43:19.207430 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d522-72d9-4a7d-abc3-a220b548c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.210433 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d522-72d9-4a7d-abc3-a220b548c333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.214499 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ee8d522-72d9-4a7d-abc3-a220b548c333 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0526b86-cfbb-438d-bb09-58cac9ffe0a0 HTTP/1.1" status: 204 len: 168 time: 0.3825169 Aug 29 04:43:19.266731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48c782-2db4-40df-8fb7-4c0f79a4c742 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a4f8c7-07df-4044-927b-b35177902c0a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:19.295481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d522-72d9-4a7d-abc3-a220b548c333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0526b86-cfbb-438d-bb09-58cac9ffe0a0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:19.356511 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-6437bcfe-7bed-4f34-ba14-0652ab04cb4b service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852283 Aug 29 04:43:19.466841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-af041834-ec63-4a5d-97ff-bc89f271a7f5 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093979 Aug 29 04:43:19.704055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.753538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b8a79-5563-4257-8aa6-aee85c7e4a6d req-ada49c56-9fbb-4229-8f03-8cdee05d487f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.756557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba5b8a79-5563-4257-8aa6-aee85c7e4a6d req-ada49c56-9fbb-4229-8f03-8cdee05d487f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0777888 Aug 29 04:43:19.852563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba5b8a79-5563-4257-8aa6-aee85c7e4a6d req-a4eeefaf-50a6-4ab3-af8c-7c9b500dc4ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877507 Aug 29 04:43:19.890401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43448) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:20.003135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6d61bc78-b8b9-4149-9782-08c098b5f384 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/c5ebbb5e-928d-4d81-abbf-14e2b013dc6a HTTP/1.1" status: 200 len: 993 time: 0.1097116 Aug 29 04:43:20.340493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713ce8b-a08e-4d28-b818-b09cd79f03ac req-11d3fe43-7d3e-4803-b007-059f6b7e26e7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.342232 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.349827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4713ce8b-a08e-4d28-b818-b09cd79f03ac req-11d3fe43-7d3e-4803-b007-059f6b7e26e7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.1478958 Aug 29 04:43:20.382911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:20.404424 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-177ad37e-01dc-4040-82a6-bc2e11353aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.437745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4713ce8b-a08e-4d28-b818-b09cd79f03ac req-2a25d209-73d5-4fdb-8be7-daefb89c8407 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797179 Aug 29 04:43:20.480159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa49ae3-a185-4905-a00b-87388077e459 req-43931f08-9f6d-4010-8a40-901ef6a53912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.481795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fa49ae3-a185-4905-a00b-87388077e459 req-43931f08-9f6d-4010-8a40-901ef6a53912 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 1097 time: 0.1822500 Aug 29 04:43:20.543280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-789385798'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:20.591472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f73d1f0f-458c-49ce-aa62-e2dda41af91c req-21bd4179-8e2b-4a72-a9f6-f14cfcd9a373 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 210 time: 0.0423577 Aug 29 04:43:20.609307 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Made reservation on behalf of 5f2df11da8d84b9b89b83c78843f57f5 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:20.613919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.640815 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.683637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa49ae3-a185-4905-a00b-87388077e459 req-b896d4ad-3679-4354-adce-9351f04ad679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.685533 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fa49ae3-a185-4905-a00b-87388077e459 req-b896d4ad-3679-4354-adce-9351f04ad679 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 912 time: 0.1923006 Aug 29 04:43:20.783298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:20.783823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.794057 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.801435 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.850532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:20.860328 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fa49ae3-a185-4905-a00b-87388077e459 req-8eaabab5-5137-42a6-a367-b4db4a699523 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7 HTTP/1.1" status: 200 len: 1001 time: 0.1655078 Aug 29 04:43:20.903674 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.904116 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Added segment b4628add-3010-428e-8b28-393ae9644fd8 of type vlan for network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 Aug 29 04:43:20.908381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a48b5a3-2ead-4386-bb7e-5cc870771afa,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:20.957744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903493f-766f-4fdf-898c-2ec3d72693f7 req-b502e3ed-a97a-4540-9374-0d72c05ea60f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.964603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5903493f-766f-4fdf-898c-2ec3d72693f7 req-b502e3ed-a97a-4540-9374-0d72c05ea60f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1303716 Aug 29 04:43:20.967802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa49ae3-a185-4905-a00b-87388077e459 req-06018eec-7020-496e-b921-f649d954b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.969835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fa49ae3-a185-4905-a00b-87388077e459 req-06018eec-7020-496e-b921-f649d954b86a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.1006219 Aug 29 04:43:20.989542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] For port 859975f5-4908-4cf3-ac1a-ba5c04ff5d00, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:20.990663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.030982 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.037210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Calling delete_port for 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:21.132596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5903493f-766f-4fdf-898c-2ec3d72693f7 req-f712ed70-d6eb-4b1e-a784-d9c25f2da51e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979896 Aug 29 04:43:21.134149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.142317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.143321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.149989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa49ae3-a185-4905-a00b-87388077e459 req-dd69f485-7ab2-44cf-899f-9567ae349dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.153141 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fa49ae3-a185-4905-a00b-87388077e459 req-dd69f485-7ab2-44cf-899f-9567ae349dce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742108 Aug 29 04:43:21.192609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8076861 Aug 29 04:43:21.205921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43474) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:21.213236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Request body: {'subnet': {'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:21.246700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.392873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d1a8e-87ff-4a65-9bb8-c092ca77fff0 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event updated for resources: {'Network': ['ID=0db44fa8-e987-45b8-8dc7-e010aca3cb69,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:21.411181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:21.579464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-232fdeb1-aeab-47b0-be50-31ea3461d59f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.583701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-232fdeb1-aeab-47b0-be50-31ea3461d59f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.5356922 Aug 29 04:43:21.598116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Made reservation on behalf of 5f2df11da8d84b9b89b83c78843f57f5 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:21.602351 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.648166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Request body: {'port': {'device_id': '672896d4-027d-4c0d-873b-81ce53e3a000', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'admin_state_up': True, 'tenant_id': '2151e6d7136b454ca53b5e40606d0218'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:21.697984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab335-65c4-43d5-8ff2-776d777a4c4b req-eef03c8a-fed2-4ae5-b40b-61ba439a63a8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.707087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-304ab335-65c4-43d5-8ff2-776d777a4c4b req-eef03c8a-fed2-4ae5-b40b-61ba439a63a8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1942837 Aug 29 04:43:21.718974 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-278a568a-bffe-4a0d-8fd7-f712cc31c474 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2327275 Aug 29 04:43:21.766054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:21.777904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.794749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-304ab335-65c4-43d5-8ff2-776d777a4c4b req-760702f1-51f0-447b-81f1-c99bb287c8a2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864806 Aug 29 04:43:21.838867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:21.839898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c0c61ac4-0dea-4c30-83cf-924dda3ef0e3 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:22.052924 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fa49ae3-a185-4905-a00b-87388077e459 req-41d5fa33-20f4-4297-ab2b-8e5016f913d5 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383646 Aug 29 04:43:22.080612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Port': ['ID=859975f5-4908-4cf3-ac1a-ba5c04ff5d00,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:22.113908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88cbc0-4109-4d84-a3e5-4a53fad84cb7 req-a6d968a3-8fac-459a-a611-0f01ded15185 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.115844 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed88cbc0-4109-4d84-a3e5-4a53fad84cb7 req-a6d968a3-8fac-459a-a611-0f01ded15185 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.1535528 Aug 29 04:43:22.165674 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.257960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:22.264427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.313984 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed88cbc0-4109-4d84-a3e5-4a53fad84cb7 req-c90588f0-6d28-4b2d-8bc2-6d45a7cb70e1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660924 Aug 29 04:43:22.402487 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event updated for resources: {'Subnet': ['ID=dfbf7eb3-2dd8-427c-a195-2c3a5be7fa55,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:22.439227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Checking segment: {'id': 'b4628add-3010-428e-8b28-393ae9644fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:22.439821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Network hostable DHCP agents. Network: 0db44fa8-e987-45b8-8dc7-e010aca3cb69, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:22.510855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:22.565040 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f4b8fda-9394-4a0b-969e-72ad6a5fe44b req-b92f5a2b-df35-4ba7-a970-eee359797c67 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 210 time: 0.0744271 Aug 29 04:43:22.567698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 0db44fa8-e987-45b8-8dc7-e010aca3cb69) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:22.577773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4facd754-25fd-471d-b75f-24a4ee11eece None None] Network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:22.578884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.582282 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.621472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bfdc2857-f500-45c0-bcdf-34fe066e96ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4133024 Aug 29 04:43:22.624316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43514) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:22.639628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Request body: {'port': {'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1360949684'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:22.844878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3d31-fbf1-4ea1-9b15-0bdd1826d5a3 req-65e070e4-2677-4d49-bace-d4a66c9c8237 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.846914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d0b3d31-fbf1-4ea1-9b15-0bdd1826d5a3 req-65e070e4-2677-4d49-bace-d4a66c9c8237 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.0931284 Aug 29 04:43:22.910500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.926375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0db44fa8-e987-45b8-8dc7-e010aca3cb69', 'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69', 'tenant_id': '5f2df11da8d84b9b89b83c78843f57f5', 'fixed_ips': [{'subnet_id': 'dfbf7eb3-2dd8-427c-a195-2c3a5be7fa55'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:43:22.927505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.035291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Made reservation on behalf of 5f2df11da8d84b9b89b83c78843f57f5 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:23.040711 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.069942 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d0b3d31-fbf1-4ea1-9b15-0bdd1826d5a3 req-d1f26188-e8e6-4d85-b08e-27f98111a839 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143400 Aug 29 04:43:23.099675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Allocated IP 172.20.0.8 (f9b6a17d-30d7-44a0-b29f-6387d484e2d7/7618f96a-65b0-4c0a-b90a-2c3766ef6915/7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:23.117742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] device_id is not set on port f8faac35-37c8-4314-ba10-692357f34b27 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:43:23.274038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75b8f3-5c0a-4e18-8dc7-5a52230db71d req-94cc3b0c-e086-4abe-8173-ffbe48be4052 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.276653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af75b8f3-5c0a-4e18-8dc7-5a52230db71d req-94cc3b0c-e086-4abe-8173-ffbe48be4052 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0822589 Aug 29 04:43:23.297396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Allocated IP 2001:db8::2 (0db44fa8-e987-45b8-8dc7-e010aca3cb69/dfbf7eb3-2dd8-427c-a195-2c3a5be7fa55/450e3a17-195d-403c-a9d5-bebf8561a8da) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:23.314669 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7fa49ae3-a185-4905-a00b-87388077e459 req-88e58a6e-4ac4-4441-9bef-fa816bb33280 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2250779 Aug 29 04:43:23.339014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.357695 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af75b8f3-5c0a-4e18-8dc7-5a52230db71d req-4ef0575c-9d97-4687-8057-25f59546408a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707092 Aug 29 04:43:23.456301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.536506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53ac8-4108-4a90-aa03-7f4f7bd4c18b req-eef4eb67-8da1-4f4b-a120-65a864a4f7b7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.545176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afd53ac8-4108-4a90-aa03-7f4f7bd4c18b req-eef4eb67-8da1-4f4b-a120-65a864a4f7b7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.0868495 Aug 29 04:43:23.599588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.600295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.608375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afd53ac8-4108-4a90-aa03-7f4f7bd4c18b req-30eba2f7-5c46-40c3-9c78-12d5862d63c7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621357 Aug 29 04:43:23.613149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Transition to ACTIVE for port object 450e3a17-195d-403c-a9d5-bebf8561a8da will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:23.634225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Transition to ACTIVE for port object 450e3a17-195d-403c-a9d5-bebf8561a8da will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:23.643458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:23.684833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['cb06383b-5f13-4508-ae12-5e6429a005bf'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:23.694200 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.713650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:23.720684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:23.724677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event updated for resources: {'Port': ['ID=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:23.727872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:23.760041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Router 617e11a7-c10c-4fef-916a-f0043e416dca has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:23.774995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Allocated IP 2001:db8::19e (0db44fa8-e987-45b8-8dc7-e010aca3cb69/dfbf7eb3-2dd8-427c-a195-2c3a5be7fa55/f8faac35-37c8-4314-ba10-692357f34b27) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:23.798378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.798615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7240a-f7c7-4477-8b6c-09ac3fed9501 req-e0fcbbc8-b70f-4ce9-bcce-f7b34eb386da tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.798993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.800955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3db7240a-f7c7-4477-8b6c-09ac3fed9501 req-e0fcbbc8-b70f-4ce9-bcce-f7b34eb386da tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 931 time: 0.1145229 Aug 29 04:43:23.826593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:23.853701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:23.858025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:23.866638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-ae19800d-c50d-4226-b0ef-933ce4c0f4b6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2265143 Aug 29 04:43:23.882807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Pushing event updated for resources: {'Port': ['ID=450e3a17-195d-403c-a9d5-bebf8561a8da,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:23.908188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Request body: {'port': {'device_id': '672896d4-027d-4c0d-873b-81ce53e3a000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:23.980026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:23.990545 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1f372d54-c739-409a-81b5-5d46dc0e1af9 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "PUT /v2.0/routers/617e11a7-c10c-4fef-916a-f0043e416dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8100023 Aug 29 04:43:23.992115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43528) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:24.001121 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.002037 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] Sync routers for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:24.021085 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:24.022063 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:24.033719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Attempting to bind port 450e3a17-195d-403c-a9d5-bebf8561a8da on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:24.034011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Attempting to bind port 450e3a17-195d-403c-a9d5-bebf8561a8da by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'b4628add-3010-428e-8b28-393ae9644fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:24.034471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Attempting to bind port 450e3a17-195d-403c-a9d5-bebf8561a8da on network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:24.044629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3db7240a-f7c7-4477-8b6c-09ac3fed9501 req-397af60d-0de4-4d68-918f-c81f7e1b7943 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150493 Aug 29 04:43:24.082172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ea682c-de73-4f1b-b70a-64c303ff3530 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting subnet 511d1efb-12de-47d7-89a6-9461c83cf796 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:24.089423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:24.089708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15ea682c-de73-4f1b-b70a-64c303ff3530 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.089812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Checking segment: {'id': 'b4628add-3010-428e-8b28-393ae9644fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:24.090232 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.090646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Bound using segment: {'id': 'b4628add-3010-428e-8b28-393ae9644fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:24.091141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Bound port: 450e3a17-195d-403c-a9d5-bebf8561a8da, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4628add-3010-428e-8b28-393ae9644fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:24.091534 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.155567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-dfb7d14f-9f45-4974-8080-cbed43ff708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.161508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-dfb7d14f-9f45-4974-8080-cbed43ff708d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1098 time: 0.1951537 Aug 29 04:43:24.200572 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:24.249732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15ea682c-de73-4f1b-b70a-64c303ff3530 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.298034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] For port 450e3a17-195d-403c-a9d5-bebf8561a8da, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:24.302667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] For port 450e3a17-195d-403c-a9d5-bebf8561a8da, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=450e3a17-195d-403c-a9d5-bebf8561a8da,segment=NetworkSegment(b4628add-3010-428e-8b28-393ae9644fd8),segment_id=b4628add-3010-428e-8b28-393ae9644fd8)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:24.311482 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.398735 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.420410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09f00-f2f9-40a1-985d-db65f81775e5 req-10b1408c-93e7-44ce-bfdd-52c43c3f8b1b tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.429546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04d09f00-f2f9-40a1-985d-db65f81775e5 req-10b1408c-93e7-44ce-bfdd-52c43c3f8b1b tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.2062228 Aug 29 04:43:24.488011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Transition to ACTIVE for port object f8faac35-37c8-4314-ba10-692357f34b27 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:24.488011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-00535d92-c7ca-43e1-90e1-34fd76716cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.489182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-00535d92-c7ca-43e1-90e1-34fd76716cbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.3057690 Aug 29 04:43:24.510813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e7be6-40b8-4510-a330-2ac11ec952af None None] Pushing event updated for resources: {'Port': ['ID=450e3a17-195d-403c-a9d5-bebf8561a8da,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:24.513541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15ea682c-de73-4f1b-b70a-64c303ff3530 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.579531 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:43:21Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:24.622592 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] Checking router: 617e11a7-c10c-4fef-916a-f0043e416dca for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:24.646606 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] Routers {'617e11a7-c10c-4fef-916a-f0043e416dca'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:24.651313 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['617e11a7-c10c-4fef-916a-f0043e416dca'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:24.675391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:24.703049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.709377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15ea682c-de73-4f1b-b70a-64c303ff3530 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.785479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea682c-de73-4f1b-b70a-64c303ff3530 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Subnet': ['ID=511d1efb-12de-47d7-89a6-9461c83cf796,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:24.810513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Transition to ACTIVE for port object 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:24.811740 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-15ea682c-de73-4f1b-b70a-64c303ff3530 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.818616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb7365-bf4d-41a1-a836-5fda7cd62d99 None None] Network 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:24.826089 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-15ea682c-de73-4f1b-b70a-64c303ff3530 tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/subnets/511d1efb-12de-47d7-89a6-9461c83cf796 HTTP/1.1" status: 204 len: 168 time: 0.8324544 Aug 29 04:43:24.826857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43554) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:25.015584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.138173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 450e3a17-195d-403c-a9d5-bebf8561a8da up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:25.143381 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] Set router 617e11a7-c10c-4fef-916a-f0043e416dca gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:25.200385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Pushing event updated for resources: {'Port': ['ID=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:25.236380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04d09f00-f2f9-40a1-985d-db65f81775e5 req-c52624f3-8261-4e77-8bb9-ea0b53882c66 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8057654 Aug 29 04:43:25.261974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 450e3a17-195d-403c-a9d5-bebf8561a8da completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:25.294166 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.302946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-52e4f8c1-ab2a-4c77-85a4-0fe09c1b10be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 1001 time: 0.8025725 Aug 29 04:43:25.314319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.342998 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] DHCP port deletion for 3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:43:25.456376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] Deleting port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:25.459756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.460589 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:43:21Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:25.472774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event updated for resources: {'Port': ['ID=f8faac35-37c8-4314-ba10-692357f34b27,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:25.515480 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f51402-02e6-4080-935d-d6ae1423051c None None] The sync data for ids ['617e11a7-c10c-4fef-916a-f0043e416dca'] in n-d-712142-15 is: [{'id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652328754', 'tenant_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:43:21Z', 'revision_number': 5, 'project_id': '1b36f763b5114fa8a5d07e26c3be1c25', 'gw_port': {'id': 'ef600697-7e1a-4d2b-8647-09a5eeb87fd8', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e11a7-c10c-4fef-916a-f0043e416dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:26Z', 'updated_at': '2021-08-29T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:25.558931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:25.567294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:25.578801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:25.588317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Attempting to bind port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:25.588778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Attempting to bind port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:25.589245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Attempting to bind port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:25.594151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] For port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6f0eedd-6a8a-495e-9e4f-32c5ac476b42,segment=NetworkSegment(91ccb7a1-2d48-4924-8eda-4487aa93163b),segment_id=91ccb7a1-2d48-4924-8eda-4487aa93163b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:25.594802 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.598207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.599303 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.607862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:25.608339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Attempting to bind port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:25.620680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:25.622843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-9c73d5ce-8443-4ce0-bd76-b678010e4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.623267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] Calling delete_port for c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:25.623441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Checking segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:25.623944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Bound using segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:25.624401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-9c73d5ce-8443-4ce0-bd76-b678010e4dc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.3075755 Aug 29 04:43:25.624973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Bound port: 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:25.628899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.645450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.650297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706edec-2a94-4bbc-8705-49c2a9f66748 req-b7df829f-83f4-4e4e-9338-9cb9dc0d59d2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.652273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8706edec-2a94-4bbc-8705-49c2a9f66748 req-b7df829f-83f4-4e4e-9338-9cb9dc0d59d2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.2124860 Aug 29 04:43:25.676475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-81f22034-dbef-43cb-a7d3-a3355587cbbf tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0500779 Aug 29 04:43:25.703703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43562) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:25.719043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Request body: {'port': {'network_id': '0db44fa8-e987-45b8-8dc7-e010aca3cb69', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1319335988', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:25.719685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] bootfile-name is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:43:25.720128 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] tftp-server is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:43:25.720545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] server-ip-address is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:43:25.753622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.771771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91ebc182-f025-4015-a7fc-c9b0a099cfb2 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:25.787822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8706edec-2a94-4bbc-8705-49c2a9f66748 req-6f118598-f96c-42fd-9b27-df76368320a3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127903 Aug 29 04:43:25.788172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] No DVR routers for this DVR port c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:25.805191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-6f0c3734-9548-41e7-a0e8-78273b428bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.805191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-6f0c3734-9548-41e7-a0e8-78273b428bf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507442 Aug 29 04:43:25.815251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507b0ae-e058-4d09-9dc2-bc4f4c295869 None None] Pushing event deleted for resources: {'Port': ['ID=c6f0eedd-6a8a-495e-9e4f-32c5ac476b42,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:25.998408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91ebc182-f025-4015-a7fc-c9b0a099cfb2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91ebc182-f025-4015-a7fc-c9b0a099cfb2,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:26.023539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '91ebc182-f025-4015-a7fc-c9b0a099cfb2', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'port_id': '91ebc182-f025-4015-a7fc-c9b0a099cfb2', 'mac_address': 'fa:16:3e:78:c7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:26.081035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-51367acd-3438-4628-929a-6b786bc5a409 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640266 Aug 29 04:43:26.106202 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.112943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e67de-159a-4c7c-a13f-be6ce62a0a2b req-0a7a8972-6155-4bd2-ad56-47dae19d2013 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.121194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059e67de-159a-4c7c-a13f-be6ce62a0a2b req-0a7a8972-6155-4bd2-ad56-47dae19d2013 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 944 time: 0.1623898 Aug 29 04:43:26.164433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ebc182-f025-4015-a7fc-c9b0a099cfb2 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:26.206970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91ebc182-f025-4015-a7fc-c9b0a099cfb2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91ebc182-f025-4015-a7fc-c9b0a099cfb2,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:26.215636 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.229094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041cc94c-2e28-4d58-afcd-db2a93585edf None None] Network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:26.295642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-059e67de-159a-4c7c-a13f-be6ce62a0a2b req-b7a9b35b-40da-4630-a0ca-8aaaf2d09d99 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642246 Aug 29 04:43:26.326410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] For port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:26.330200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] For port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:26.390825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6654c85d-d327-40cc-973d-ba02caf0f64e None None] Provisioning for port 450e3a17-195d-403c-a9d5-bebf8561a8da completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:26.400505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-058ed258-212d-4744-9473-add470541bc7 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778497 Aug 29 04:43:26.409241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6654c85d-d327-40cc-973d-ba02caf0f64e None None] Provisioning complete for port 450e3a17-195d-403c-a9d5-bebf8561a8da triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:26.409772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6654c85d-d327-40cc-973d-ba02caf0f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.424469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.425556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91ebc182-f025-4015-a7fc-c9b0a099cfb2,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:26.497238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.498049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.500190 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] 10.222.0.64 "PUT /v2.0/ports/7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 HTTP/1.1" status: 200 len: 1092 time: 2.5985532 Aug 29 04:43:26.509220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672896d4-027d-4c0d-873b-81ce53e3a000', 'tag': '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:26.516237 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372d3999-e8ce-47e1-b5ca-9a114edf86bf" -d '{"events": [{"name": "network-changed", "server_uuid": "672896d4-027d-4c0d-873b-81ce53e3a000", "tag": "7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:26.531462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2ae4-13fd-4b33-acab-f3a4795e1dbe req-cf3dbd82-8f4e-47e5-b260-f22ef6aa44aa tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.531744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['91ebc182-f025-4015-a7fc-c9b0a099cfb2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:26.533116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51fb2ae4-13fd-4b33-acab-f3a4795e1dbe req-cf3dbd82-8f4e-47e5-b260-f22ef6aa44aa tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 943 time: 0.0641441 Aug 29 04:43:26.591213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51fb2ae4-13fd-4b33-acab-f3a4795e1dbe req-2f542ce5-800c-4e29-8f67-1722375ce7f0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496869 Aug 29 04:43:26.640389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Deleting port ef600697-7e1a-4d2b-8647-09a5eeb87fd8 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:26.641128 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.695734 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6654c85d-d327-40cc-973d-ba02caf0f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.710595 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a2bc0b-a92b-4c37-9983-abb653acd48e x-openstack-request-id: req-52a2bc0b-a92b-4c37-9983-abb653acd48e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:26.710989 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672896d4-027d-4c0d-873b-81ce53e3a000", "tag": "7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:26.711276 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52a2bc0b-a92b-4c37-9983-abb653acd48e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:26.712310 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672896d4-027d-4c0d-873b-81ce53e3a000', 'tag': '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3', 'status': 'completed', 'code': 200} Aug 29 04:43:26.781892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e147e-4aac-4bc0-9cf1-a1ea55eeb5ed service neutron] Pushing event updated for resources: {'Port': ['ID=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:26.800291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6654c85d-d327-40cc-973d-ba02caf0f64e None None] For port 450e3a17-195d-403c-a9d5-bebf8561a8da, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=450e3a17-195d-403c-a9d5-bebf8561a8da,segment=NetworkSegment(b4628add-3010-428e-8b28-393ae9644fd8),segment_id=b4628add-3010-428e-8b28-393ae9644fd8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:26.812148 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6654c85d-d327-40cc-973d-ba02caf0f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.869726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] For port ef600697-7e1a-4d2b-8647-09a5eeb87fd8, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ef600697-7e1a-4d2b-8647-09a5eeb87fd8,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:26.872410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.881201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f4a2f308-6a43-4645-b01a-b90d7f556d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.883892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-f4a2f308-6a43-4645-b01a-b90d7f556d10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 1095 time: 0.1702468 Aug 29 04:43:26.919924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654c85d-d327-40cc-973d-ba02caf0f64e None None] Pushing event updated for resources: {'Port': ['ID=450e3a17-195d-403c-a9d5-bebf8561a8da,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:26.965558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:26.987371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Calling delete_port for ef600697-7e1a-4d2b-8647-09a5eeb87fd8 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:26.989007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:26.989566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 859975f5-4908-4cf3-ac1a-ba5c04ff5d00 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:26.990279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:26.994953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-09b63b7c-f7cb-4c87-a6cd-ff9287354d6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 HTTP/1.1" status: 200 len: 217 time: 0.0980742 Aug 29 04:43:27.019402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Made reservation on behalf of 5f2df11da8d84b9b89b83c78843f57f5 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:27.023460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef8876-5b95-4b75-8d49-96252417fd95 req-405221df-395f-4dd1-9bf0-1e88292406ef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.024490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.033801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3ef8876-5b95-4b75-8d49-96252417fd95 req-405221df-395f-4dd1-9bf0-1e88292406ef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0972369 Aug 29 04:43:27.036551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:27.037140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6f0eedd-6a8a-495e-9e4f-32c5ac476b42 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:27.104084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3ef8876-5b95-4b75-8d49-96252417fd95 req-669a563b-3947-4926-8df4-d6a6f121a5e0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375056 Aug 29 04:43:27.135793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] device_id is not set on port 1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:43:27.160273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-d1868e40-1240-4eff-9acd-1d073551d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.162052 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-d1868e40-1240-4eff-9acd-1d073551d968 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1584415 Aug 29 04:43:27.215779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.256385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-226efc8c-0762-49e1-a394-6b31cc9e9d1a None None] Provisioning complete for port 450e3a17-195d-403c-a9d5-bebf8561a8da triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:27.257304 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-226efc8c-0762-49e1-a394-6b31cc9e9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.302262 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-63b8d9ca-05d3-4188-b2e2-36e8e4ef7a98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981357 Aug 29 04:43:27.434849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-226efc8c-0762-49e1-a394-6b31cc9e9d1a None None] Provisioning for port f8faac35-37c8-4314-ba10-692357f34b27 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:27.439636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-226efc8c-0762-49e1-a394-6b31cc9e9d1a None None] Provisioning complete for port f8faac35-37c8-4314-ba10-692357f34b27 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:27.439973 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-226efc8c-0762-49e1-a394-6b31cc9e9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.484593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091c323-46db-4e82-bce0-0e8eb2b58977 req-3bb0cbea-2b60-409e-b61b-7b59565fdec8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.486901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c091c323-46db-4e82-bce0-0e8eb2b58977 req-3bb0cbea-2b60-409e-b61b-7b59565fdec8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 945 time: 0.0708499 Aug 29 04:43:27.502378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-226efc8c-0762-49e1-a394-6b31cc9e9d1a None None] Port f8faac35-37c8-4314-ba10-692357f34b27 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:27.544726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c091c323-46db-4e82-bce0-0e8eb2b58977 req-2a13bbd4-7183-49b9-a351-2a5ef61a47ec tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475342 Aug 29 04:43:27.545906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Allocated IP 2001:db8::13 (0db44fa8-e987-45b8-8dc7-e010aca3cb69/dfbf7eb3-2dd8-427c-a195-2c3a5be7fa55/1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:27.596304 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-9503c89f-a24e-47ad-bc5b-9c9ef53e6560 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815616 Aug 29 04:43:27.598894 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.631076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-be72895d-b7ae-4c67-a6bc-9567bfb9548f None None] Provisioning complete for port f8faac35-37c8-4314-ba10-692357f34b27 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:27.631522 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-be72895d-b7ae-4c67-a6bc-9567bfb9548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.636766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Port': ['ID=ef600697-7e1a-4d2b-8647-09a5eeb87fd8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:27.684935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-be72895d-b7ae-4c67-a6bc-9567bfb9548f None None] Port f8faac35-37c8-4314-ba10-692357f34b27 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:27.739737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38b39-4d0b-4baa-91b0-64b8b3e41fe4 req-8fb46310-7eb1-4547-b2cd-6aebdee7c374 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.741724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61e38b39-4d0b-4baa-91b0-64b8b3e41fe4 req-8fb46310-7eb1-4547-b2cd-6aebdee7c374 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 943 time: 0.0679641 Aug 29 04:43:27.790817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91ebc182-f025-4015-a7fc-c9b0a099cfb2 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:27.791125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61e38b39-4d0b-4baa-91b0-64b8b3e41fe4 req-b253223f-07ad-4704-8cdb-54f2eb7b15aa tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Aug 29 04:43:27.870023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:27.876260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:27.876796 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.885590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.889182 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-de7a3e3a-b5b1-42c2-92aa-c0472933ffec req-63ddb496-4b90-48d4-b52b-58c8c438e4e7 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536888 Aug 29 04:43:27.988739 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.017272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17cf5a3-1b87-4498-ab27-5dad6b73be8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ebc182-f025-4015-a7fc-c9b0a099cfb2'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:28.020294 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a042c-de2f-472f-8d8d-6b392560bea8" -d '{"events": [{"server_uuid": "f17cf5a3-1b87-4498-ab27-5dad6b73be8c", "name": "network-vif-plugged", "status": "completed", "tag": "91ebc182-f025-4015-a7fc-c9b0a099cfb2"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:28.030753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.034636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.044380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 91ebc182-f025-4015-a7fc-c9b0a099cfb2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91ebc182-f025-4015-a7fc-c9b0a099cfb2,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:28.052058 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.083038 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99011e10-123e-4821-a0cf-071547cd98f6 x-openstack-request-id: req-99011e10-123e-4821-a0cf-071547cd98f6 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:28.083355 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17cf5a3-1b87-4498-ab27-5dad6b73be8c", "name": "network-vif-plugged", "status": "completed", "tag": "91ebc182-f025-4015-a7fc-c9b0a099cfb2", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:28.083579 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99011e10-123e-4821-a0cf-071547cd98f6 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:28.084081 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17cf5a3-1b87-4498-ab27-5dad6b73be8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ebc182-f025-4015-a7fc-c9b0a099cfb2', 'code': 200} Aug 29 04:43:28.121247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-95bf3600-06a7-4b76-9761-fffc33574923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.122781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-95bf3600-06a7-4b76-9761-fffc33574923 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 1095 time: 0.1664276 Aug 29 04:43:28.126137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.129288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.129551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=91ebc182-f025-4015-a7fc-c9b0a099cfb2,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.129823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Fanout notify agent at l3_agent the message router_deleted on router 617e11a7-c10c-4fef-916a-f0043e416dca {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:43:28.146867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.148027 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44e4c38c-8ddf-4cc8-91f8-d518039b2d3b tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/routers/617e11a7-c10c-4fef-916a-f0043e416dca HTTP/1.1" status: 204 len: 168 time: 3.3186152 Aug 29 04:43:28.153954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43578) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:28.206628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Transition to ACTIVE for port object 1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:28.275627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfacaa-9dd3-4e57-8f30-a998aadd5023 req-81b41769-8774-445d-83e8-df1500f17866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.279258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51bfacaa-9dd3-4e57-8f30-a998aadd5023 req-81b41769-8774-445d-83e8-df1500f17866 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 1098 time: 0.1313729 Aug 29 04:43:28.377477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.408117 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.409680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51bfacaa-9dd3-4e57-8f30-a998aadd5023 req-40668029-3d80-4338-814c-4d638a6d2d09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104944 Aug 29 04:43:28.417071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-eae4452c-7516-4c51-8a3b-b8ceb4d15b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.418979 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-eae4452c-7516-4c51-8a3b-b8ceb4d15b99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.2869172 Aug 29 04:43:28.425448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.430037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1011c-e8b5-4555-bd84-b03d43e84fdb req-73b02499-318d-4131-9211-d4198514f97a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.443363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7aa1011c-e8b5-4555-bd84-b03d43e84fdb req-73b02499-318d-4131-9211-d4198514f97a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1616330 Aug 29 04:43:28.491321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:28.510258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7aa1011c-e8b5-4555-bd84-b03d43e84fdb req-7f95d2f6-fbd0-4c10-b36c-be325432ca15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571828 Aug 29 04:43:28.520808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:28.570832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:28.602923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.603861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.718972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-efc757c8-a5fa-41f9-8db0-0dfb021d4fcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 HTTP/1.1" status: 200 len: 217 time: 0.1062469 Aug 29 04:43:28.719798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event updated for resources: {'Port': ['ID=1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.728476 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.734411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879def-f5b0-4081-afcd-e15895b8f6c8 req-e4e74b23-c24f-4506-bbc9-8ddfb4d9bcdf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.736466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7879def-f5b0-4081-afcd-e15895b8f6c8 req-e4e74b23-c24f-4506-bbc9-8ddfb4d9bcdf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 946 time: 0.0835381 Aug 29 04:43:28.764912 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0598583 Aug 29 04:43:28.770557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.771094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.771403 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.771745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.772152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.772499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.773136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43594) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:28.773553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.774418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.774861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.775250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.775655 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.776205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fd5ce-19b6-4d19-8a89-8aea4d14038f tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:28.800017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:28.874538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7879def-f5b0-4081-afcd-e15895b8f6c8 req-b9ce6736-a1f2-41c4-8866-cba1fe2547cc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303463 Aug 29 04:43:28.900408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f6322-7d0f-455a-bb43-5e3d8284754e tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.900912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ccb7a1-2d48-4924-8eda-4487aa93163b') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:28.901237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ccb7a1-2d48-4924-8eda-4487aa93163b') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:28.907894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f6322-7d0f-455a-bb43-5e3d8284754e tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.914882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43598) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:28.917107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f6322-7d0f-455a-bb43-5e3d8284754e tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.933318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.942053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f92f6322-7d0f-455a-bb43-5e3d8284754e tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1664722 Aug 29 04:43:28.942706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43602) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:28.947849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-63deaf99-37ad-4efd-91d1-093451cddc06 None None] Provisioning for port 1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:28.951002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-b73e1e58-e546-4378-80d7-e341b428417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.953009 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-b73e1e58-e546-4378-80d7-e341b428417f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.2180786 Aug 29 04:43:28.959234 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.964627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-63deaf99-37ad-4efd-91d1-093451cddc06 None None] Provisioning complete for port 1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:28.965314 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63deaf99-37ad-4efd-91d1-093451cddc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.996555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:28.997325 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.002559 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-716e3283-3a4d-45aa-8dce-8a1671072012 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387366 Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:29.003659 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:29.007302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 450e3a17-195d-403c-a9d5-bebf8561a8da up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:29.069499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-63deaf99-37ad-4efd-91d1-093451cddc06 None None] Port 1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:29.077468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 450e3a17-195d-403c-a9d5-bebf8561a8da triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:29.077851 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.122154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b107-944b-4a78-b96a-b4b12ba6caa5 req-a6d7a20e-c4e8-47b7-a6ba-c905fa0646ff tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.123777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6450b107-944b-4a78-b96a-b4b12ba6caa5 req-a6d7a20e-c4e8-47b7-a6ba-c905fa0646ff tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 943 time: 0.1224575 Aug 29 04:43:29.146318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9342545d-e529-4a05-8e91-0bff7e07e4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.163437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-2f6080d3-0fe4-48de-99cb-81c4198be3ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Deleting port 1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:29.163722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f6080d3-0fe4-48de-99cb-81c4198be3ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.175226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.192708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.194556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] 10.222.0.58 "DELETE /v2.0/networks/3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de HTTP/1.1" status: 204 len: 168 time: 1.0369682 Aug 29 04:43:29.213169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d3092-07cb-49a0-ac12-b6d7281a2f2a tempest-TestSecurityGroupsBasicOps-1107888850 tempest-TestSecurityGroupsBasicOps-1107888850-project] Pushing event deleted for resources: {'Network': ['ID=3cbc8a9f-c572-4ab7-af2b-0d19fa31c4de,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.252044 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-2c1df527-26db-4047-9fea-811ce85f3548 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288184 Aug 29 04:43:29.255083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ef600697-7e1a-4d2b-8647-09a5eeb87fd8 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:29.255277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6450b107-944b-4a78-b96a-b4b12ba6caa5 req-3d5565c6-dd7d-4572-b38c-21dfbc04e3f9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184261 Aug 29 04:43:29.280822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ef600697-7e1a-4d2b-8647-09a5eeb87fd8 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:29.281179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ef600697-7e1a-4d2b-8647-09a5eeb87fd8 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:29.314520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f6080d3-0fe4-48de-99cb-81c4198be3ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.334227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-2f6080d3-0fe4-48de-99cb-81c4198be3ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Calling delete_port for 1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:29.401212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-372d3999-e8ce-47e1-b5ca-9a114edf86bf req-05039c43-102a-4d7b-9bdb-111ec3f0658e service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404181 Aug 29 04:43:29.414249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9342545d-e529-4a05-8e91-0bff7e07e4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.419624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9342545d-e529-4a05-8e91-0bff7e07e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.463795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9342545d-e529-4a05-8e91-0bff7e07e4ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a24f2ed85af46d297410b4198f78f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425100 Aug 29 04:43:29.464706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342545d-e529-4a05-8e91-0bff7e07e4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40bfa0e-f226-4a80-942c-a5c2b995f9df,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.466978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43608) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:29.501973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f6080d3-0fe4-48de-99cb-81c4198be3ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.541835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23a0191b-03d6-42ff-afdb-ce696732b0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.571782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23a0191b-03d6-42ff-afdb-ce696732b0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.583487 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6080d3-0fe4-48de-99cb-81c4198be3ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event deleted for resources: {'Port': ['ID=1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.639712 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f6080d3-0fe4-48de-99cb-81c4198be3ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.641744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f6080d3-0fe4-48de-99cb-81c4198be3ad tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "DELETE /v2.0/ports/1c0a4ce0-d85c-4c7d-87e2-9016e87f9d5d HTTP/1.1" status: 204 len: 168 time: 0.6967115 Aug 29 04:43:29.649749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43614) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:29.673771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43616) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:29.674072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Request body: {'port': {'name': 'tempest-new-port-name-1659992662', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:29.674701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] bootfile-name is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:43:29.675315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] tftp-server is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:43:29.675922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] server-ip-address is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:43:29.685093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23a0191b-03d6-42ff-afdb-ce696732b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.690446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-23a0191b-03d6-42ff-afdb-ce696732b0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.694776 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-23a0191b-03d6-42ff-afdb-ce696732b0a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d40bfa0e-f226-4a80-942c-a5c2b995f9df HTTP/1.1" status: 204 len: 168 time: 0.2244370 Aug 29 04:43:29.723932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab218d3c-059a-4a6b-b2a9-4f492a971710 req-04af4c19-1fbe-45ce-a791-6751d3679aae tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.725789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab218d3c-059a-4a6b-b2a9-4f492a971710 req-04af4c19-1fbe-45ce-a791-6751d3679aae tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0993922 Aug 29 04:43:29.759963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0191b-03d6-42ff-afdb-ce696732b0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40bfa0e-f226-4a80-942c-a5c2b995f9df,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.804068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:29.824229 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab218d3c-059a-4a6b-b2a9-4f492a971710 req-e686a573-e6d7-4144-9677-653d6eea667b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890136 Aug 29 04:43:29.843152 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.961810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ae0ac33c-734d-4b03-8212-e89668cc8af7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b36f763b5114fa8a5d07e26c3be1c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860174 Aug 29 04:43:29.966318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43626) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:30.013079 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:30.032894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'port_id': '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3', 'mac_address': 'fa:16:3e:eb:af:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618f96a-65b0-4c0a-b90a-2c3766ef6915', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:30.097261 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.105706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698a28-4b96-4b2e-9dcb-be41cc72ff52 req-4b9b0b67-75af-4a4a-b396-273ba2e0f6de tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.105706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e698a28-4b96-4b2e-9dcb-be41cc72ff52 req-4b9b0b67-75af-4a4a-b396-273ba2e0f6de tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 946 time: 0.1064165 Aug 29 04:43:30.105706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c95fcbe9-a3ad-4259-b13a-21aee4445c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.123569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:30.144244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c95fcbe9-a3ad-4259-b13a-21aee4445c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.153644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:30.156763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.160253 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.164424 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.188905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e698a28-4b96-4b2e-9dcb-be41cc72ff52 req-a5a4a74b-4fc8-4f31-8a1a-6028b36f99bd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724397 Aug 29 04:43:30.235864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c95fcbe9-a3ad-4259-b13a-21aee4445c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.239955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c95fcbe9-a3ad-4259-b13a-21aee4445c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.245422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c95fcbe9-a3ad-4259-b13a-21aee4445c70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96a14130-b377-46d9-a3b4-089c1dfb76a4 HTTP/1.1" status: 204 len: 168 time: 0.2779143 Aug 29 04:43:30.255571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fcbe9-a3ad-4259-b13a-21aee4445c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a14130-b377-46d9-a3b4-089c1dfb76a4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:30.290988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43632) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:30.313706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] In _notify_port_updated(), no bound segment for port f8faac35-37c8-4314-ba10-692357f34b27 on network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:43:30.318549 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd957d9e-fd55-4420-94cc-d84af0776144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.340421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.341201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.342656 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "PUT /v2.0/ports/f8faac35-37c8-4314-ba10-692357f34b27 HTTP/1.1" status: 200 len: 1130 time: 0.6918414 Aug 29 04:43:30.347392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43636) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:30.362739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be6da-369d-44f4-85e2-a4616403fb07 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event updated for resources: {'Port': ['ID=f8faac35-37c8-4314-ba10-692357f34b27,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:30.442112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f508512-b32a-4a7a-9731-b1533538014d tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.444231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1f508512-b32a-4a7a-9731-b1533538014d tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "GET /v2.0/ports/f8faac35-37c8-4314-ba10-692357f34b27 HTTP/1.1" status: 200 len: 1130 time: 0.0956044 Aug 29 04:43:30.448238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43638) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:30.455711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18032e17-1208-46f6-a86d-3196e3af4200 req-75380612-459f-43ed-9a69-cd2f16092c94 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.457635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18032e17-1208-46f6-a86d-3196e3af4200 req-75380612-459f-43ed-9a69-cd2f16092c94 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 946 time: 0.1226954 Aug 29 04:43:30.464015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:30.490444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:30.565919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18032e17-1208-46f6-a86d-3196e3af4200 req-610bb3da-c91f-4eca-9081-bf3bd37ddd8c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998640 Aug 29 04:43:30.615735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a25e63f2-3441-4cea-b9fa-e260ac37f397 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Deleting port f8faac35-37c8-4314-ba10-692357f34b27 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:30.616441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a25e63f2-3441-4cea-b9fa-e260ac37f397 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.631688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd957d9e-fd55-4420-94cc-d84af0776144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.639129 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd957d9e-fd55-4420-94cc-d84af0776144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.709854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fd957d9e-fd55-4420-94cc-d84af0776144 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91d510332b5b4c658577cbf89ec31aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167457 Aug 29 04:43:30.713032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43644) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:30.734276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-87a81ad8-164e-42bf-982e-8df27002daa2 None None] Provisioning complete for port f8faac35-37c8-4314-ba10-692357f34b27 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:30.734696 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-87a81ad8-164e-42bf-982e-8df27002daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.746243 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd957d9e-fd55-4420-94cc-d84af0776144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f794659-749c-4062-bb90-c167c0899ca5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:30.769236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddca5c5-f5c9-41b4-83ea-c993213d8bf9 req-5785a4f4-8adf-4a0c-a72f-0065758cfa1b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.770771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ddca5c5-f5c9-41b4-83ea-c993213d8bf9 req-5785a4f4-8adf-4a0c-a72f-0065758cfa1b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 944 time: 0.0598080 Aug 29 04:43:30.777918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a25e63f2-3441-4cea-b9fa-e260ac37f397 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.778348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-87a81ad8-164e-42bf-982e-8df27002daa2 None None] Port f8faac35-37c8-4314-ba10-692357f34b27 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:30.805003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a25e63f2-3441-4cea-b9fa-e260ac37f397 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Calling delete_port for f8faac35-37c8-4314-ba10-692357f34b27 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:30.818731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ddca5c5-f5c9-41b4-83ea-c993213d8bf9 req-705d2b41-2d4a-4b98-8047-282d8aef56f5 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Aug 29 04:43:30.831030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc96960a-506f-4b4a-917e-9347563c09b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.900648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc96960a-506f-4b4a-917e-9347563c09b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.924879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43650) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:30.939573 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-371ed005-9562-4351-9249-3e0375660b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.012719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc96960a-506f-4b4a-917e-9347563c09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.015449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dc96960a-506f-4b4a-917e-9347563c09b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.016654 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dc96960a-506f-4b4a-917e-9347563c09b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f794659-749c-4062-bb90-c167c0899ca5 HTTP/1.1" status: 204 len: 168 time: 0.3024001 Aug 29 04:43:31.031556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96960a-506f-4b4a-917e-9347563c09b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f794659-749c-4062-bb90-c167c0899ca5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:31.058194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a25e63f2-3441-4cea-b9fa-e260ac37f397 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.114308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e63f2-3441-4cea-b9fa-e260ac37f397 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event deleted for resources: {'Port': ['ID=f8faac35-37c8-4314-ba10-692357f34b27,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:31.129651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604d483-1577-432c-965a-513e76cc2d77 req-f5f69f40-bbb8-474d-83bb-136eca399977 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.131280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5604d483-1577-432c-965a-513e76cc2d77 req-f5f69f40-bbb8-474d-83bb-136eca399977 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0881920 Aug 29 04:43:31.132681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a25e63f2-3441-4cea-b9fa-e260ac37f397 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.133419 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-371ed005-9562-4351-9249-3e0375660b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.140939 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a25e63f2-3441-4cea-b9fa-e260ac37f397 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "DELETE /v2.0/ports/f8faac35-37c8-4314-ba10-692357f34b27 HTTP/1.1" status: 204 len: 168 time: 0.6885309 Aug 29 04:43:31.141446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43656) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:31.161874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-371ed005-9562-4351-9249-3e0375660b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.216620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f76373-d371-43f7-9aa2-6adc57a3b637 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Deleting subnet dfbf7eb3-2dd8-427c-a195-2c3a5be7fa55 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:31.216988 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5604d483-1577-432c-965a-513e76cc2d77 req-0b34602b-7471-4a4d-9e77-f9ef89184ef7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752642 Aug 29 04:43:31.221388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41f76373-d371-43f7-9aa2-6adc57a3b637 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.245869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-371ed005-9562-4351-9249-3e0375660b62 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5261fd9533254351b1763bcfd06147f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197420 Aug 29 04:43:31.247218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ed005-9562-4351-9249-3e0375660b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d7bd7-c3e6-44a2-a782-27398e76bdc3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:31.256253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43660) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:31.296131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41f76373-d371-43f7-9aa2-6adc57a3b637 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.371644 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-29550451-d7da-433b-a845-cbd41e022ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.398501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0612c8-3fd1-4da8-a32c-74f6dc74c299 req-e4e12fa1-c989-485a-9778-563c298cd118 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.400764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe0612c8-3fd1-4da8-a32c-74f6dc74c299 req-e4e12fa1-c989-485a-9778-563c298cd118 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 946 time: 0.0765533 Aug 29 04:43:31.412836 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-29550451-d7da-433b-a845-cbd41e022ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.425033 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41f76373-d371-43f7-9aa2-6adc57a3b637 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.479015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43662) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:31.482486 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe0612c8-3fd1-4da8-a32c-74f6dc74c299 req-d502a44f-2c1e-4aa9-9add-f1763d30eebc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666511 Aug 29 04:43:31.497855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d832e62a-dabf-4675-b4ab-6560848f7779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.504583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-29550451-d7da-433b-a845-cbd41e022ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.507950 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-29550451-d7da-433b-a845-cbd41e022ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.510131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-29550451-d7da-433b-a845-cbd41e022ccd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f89d7bd7-c3e6-44a2-a782-27398e76bdc3 HTTP/1.1" status: 204 len: 168 time: 0.2526531 Aug 29 04:43:31.519106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41f76373-d371-43f7-9aa2-6adc57a3b637 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.521064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29550451-d7da-433b-a845-cbd41e022ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d7bd7-c3e6-44a2-a782-27398e76bdc3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:31.554575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f76373-d371-43f7-9aa2-6adc57a3b637 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbf7eb3-2dd8-427c-a195-2c3a5be7fa55,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:31.561667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41f76373-d371-43f7-9aa2-6adc57a3b637 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.563708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-41f76373-d371-43f7-9aa2-6adc57a3b637 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "DELETE /v2.0/subnets/dfbf7eb3-2dd8-427c-a195-2c3a5be7fa55 HTTP/1.1" status: 204 len: 168 time: 0.4211829 Aug 29 04:43:31.566632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43666) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:31.569291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5819500b-fa78-401b-847d-2ba6c7062a0e None None] Network 0db44fa8-e987-45b8-8dc7-e010aca3cb69 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:31.649968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d832e62a-dabf-4675-b4ab-6560848f7779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.654899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d832e62a-dabf-4675-b4ab-6560848f7779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.687699 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.703507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d832e62a-dabf-4675-b4ab-6560848f7779 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0a8afc8d9e8434abb5a3c4d45b1abe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211416 Aug 29 04:43:31.704036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43668) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:31.712610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832e62a-dabf-4675-b4ab-6560848f7779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4b152-a3ca-4b32-9b61-cc2ad9f7a96a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:31.801735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] DHCP port deletion for 0db44fa8-e987-45b8-8dc7-e010aca3cb69 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:43:31.818613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Deleting port 450e3a17-195d-403c-a9d5-bebf8561a8da {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:31.818954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.821993 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b070c43-ae33-4ec5-96cf-c43c41f5467d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.828102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:31.894923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] Deleting port 450e3a17-195d-403c-a9d5-bebf8561a8da {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:31.895310 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.941452 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b070c43-ae33-4ec5-96cf-c43c41f5467d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.966973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] For port 450e3a17-195d-403c-a9d5-bebf8561a8da, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=450e3a17-195d-403c-a9d5-bebf8561a8da,segment=NetworkSegment(b4628add-3010-428e-8b28-393ae9644fd8),segment_id=b4628add-3010-428e-8b28-393ae9644fd8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:31.967332 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.981803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] Calling delete_port for 450e3a17-195d-403c-a9d5-bebf8561a8da owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:31.989230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:31.998040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:31.998459 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.020922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43674) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:32.051604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] For port 450e3a17-195d-403c-a9d5-bebf8561a8da, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=450e3a17-195d-403c-a9d5-bebf8561a8da,segment=NetworkSegment(b4628add-3010-428e-8b28-393ae9644fd8),segment_id=b4628add-3010-428e-8b28-393ae9644fd8)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:32.052071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.068775 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-837a9610-0843-4800-8637-01927ff0c51a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e133811dc4244abadcc5827442fb033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463641 Aug 29 04:43:32.071632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43676) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:32.074112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Calling delete_port for 450e3a17-195d-403c-a9d5-bebf8561a8da owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:32.096942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3940-3da1-4f5f-8f3a-da56b1a71afc req-440f16f4-690c-4078-9c95-588f0cf23400 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.098505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-623b3940-3da1-4f5f-8f3a-da56b1a71afc req-440f16f4-690c-4078-9c95-588f0cf23400 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 944 time: 0.1335373 Aug 29 04:43:32.147098 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-754ba610-88f1-4c76-b12c-25f52dc7431d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.147664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.151868 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.161250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b070c43-ae33-4ec5-96cf-c43c41f5467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.163833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7b070c43-ae33-4ec5-96cf-c43c41f5467d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.167404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7b070c43-ae33-4ec5-96cf-c43c41f5467d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5c4b152-a3ca-4b32-9b61-cc2ad9f7a96a HTTP/1.1" status: 204 len: 168 time: 0.4600837 Aug 29 04:43:32.177440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-754ba610-88f1-4c76-b12c-25f52dc7431d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.187643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] Pushing event deleted for resources: {'Port': ['ID=450e3a17-195d-403c-a9d5-bebf8561a8da,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:32.193572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd608d-87c7-48c5-8d3e-07e09bae09fc None None] No DVR routers for this DVR port 450e3a17-195d-403c-a9d5-bebf8561a8da on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:32.200011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b070c43-ae33-4ec5-96cf-c43c41f5467d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4b152-a3ca-4b32-9b61-cc2ad9f7a96a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:32.227429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672896d4-027d-4c0d-873b-81ce53e3a000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:32.234408 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ec631f-1ea2-44cf-8714-d1d153ae7ed8" -d '{"events": [{"server_uuid": "672896d4-027d-4c0d-873b-81ce53e3a000", "name": "network-vif-plugged", "status": "completed", "tag": "7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:32.236087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-754ba610-88f1-4c76-b12c-25f52dc7431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.239470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-754ba610-88f1-4c76-b12c-25f52dc7431d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.243749 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-754ba610-88f1-4c76-b12c-25f52dc7431d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82f14fde-8193-4c83-9ebb-691ae620ab24 HTTP/1.1" status: 204 len: 168 time: 0.1704504 Aug 29 04:43:32.254996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ba610-88f1-4c76-b12c-25f52dc7431d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f14fde-8193-4c83-9ebb-691ae620ab24,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:32.260087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-623b3940-3da1-4f5f-8f3a-da56b1a71afc req-aacbefcd-94e8-4529-bfdc-ec8abce03105 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459925 Aug 29 04:43:32.283018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:32.296644 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.309995 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.350748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event deleted for resources: {'Port': ['ID=450e3a17-195d-403c-a9d5-bebf8561a8da,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:32.354708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] No DVR routers for this DVR port 450e3a17-195d-403c-a9d5-bebf8561a8da on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:32.375248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:32.484781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.497726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db44fa8-e987-45b8-8dc7-e010aca3cb69']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:32.512800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4628add-3010-428e-8b28-393ae9644fd8') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:32.513084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4628add-3010-428e-8b28-393ae9644fd8') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:32.521685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3390b-7511-4358-98e9-3ac188b47773 req-26742cb7-54bd-426b-9637-aae6d54caef8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.523211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ea3390b-7511-4358-98e9-3ac188b47773 req-26742cb7-54bd-426b-9637-aae6d54caef8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1286595 Aug 29 04:43:32.534597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.569066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.583028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:32.583440 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:32.587504 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:32.599953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ea3390b-7511-4358-98e9-3ac188b47773 req-ea06ebf3-c1bc-4c50-ba35-221a164e05af tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693548 Aug 29 04:43:32.683954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.698133 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204f5d3a-a4d6-4b19-84c4-0ba83f767f6f x-openstack-request-id: req-204f5d3a-a4d6-4b19-84c4-0ba83f767f6f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:32.698650 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672896d4-027d-4c0d-873b-81ce53e3a000", "name": "network-vif-plugged", "status": "completed", "tag": "7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:32.698864 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-204f5d3a-a4d6-4b19-84c4-0ba83f767f6f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:32.699148 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672896d4-027d-4c0d-873b-81ce53e3a000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3', 'code': 200} Aug 29 04:43:32.713984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-68d7d0a8-d0d1-420f-8996-83cd7c07b31f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.716028 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-68d7d0a8-d0d1-420f-8996-83cd7c07b31f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 946 time: 0.1167052 Aug 29 04:43:32.725371 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.729907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] 10.222.0.58 "DELETE /v2.0/networks/0db44fa8-e987-45b8-8dc7-e010aca3cb69 HTTP/1.1" status: 204 len: 168 time: 1.1597936 Aug 29 04:43:32.729907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e61ca9-44c5-4234-ace1-9c310f0783a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685 tempest-ExtraDHCPOptionsIpV6TestJSON-1272550685-project] Pushing event deleted for resources: {'Network': ['ID=0db44fa8-e987-45b8-8dc7-e010aca3cb69,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:32.854043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f2bf7-4983-458b-8e38-d22aee1f37ad req-2efe6c26-224b-4539-af2d-770a82849a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.855585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-045f2bf7-4983-458b-8e38-d22aee1f37ad req-2efe6c26-224b-4539-af2d-770a82849a24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 1097 time: 0.0883386 Aug 29 04:43:32.877962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:32.879386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71de6b-0d77-4d9a-ac08-bdb4c0ef110c req-68bcddd1-301c-4c86-a90c-600c229bc5ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.879533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.880975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b71de6b-0d77-4d9a-ac08-bdb4c0ef110c req-68bcddd1-301c-4c86-a90c-600c229bc5ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 946 time: 0.0804460 Aug 29 04:43:32.925918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 450e3a17-195d-403c-a9d5-bebf8561a8da no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:32.943132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-045f2bf7-4983-458b-8e38-d22aee1f37ad req-518c8147-0f19-4ee1-aff1-342420558ce4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790527 Aug 29 04:43:32.962256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b71de6b-0d77-4d9a-ac08-bdb4c0ef110c req-d2b17d4f-d928-445a-8f56-c6ebedef5777 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Aug 29 04:43:32.963325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 450e3a17-195d-403c-a9d5-bebf8561a8da {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:32.964206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 450e3a17-195d-403c-a9d5-bebf8561a8da not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:33.018976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] For port 91ebc182-f025-4015-a7fc-c9b0a099cfb2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=91ebc182-f025-4015-a7fc-c9b0a099cfb2,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:33.019349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.038508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for 91ebc182-f025-4015-a7fc-c9b0a099cfb2 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:33.188746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.201131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['91ebc182-f025-4015-a7fc-c9b0a099cfb2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:33.205655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a550adc2-c18a-41bd-a5f6-20cf6f80bf83'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:33.224039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=91ebc182-f025-4015-a7fc-c9b0a099cfb2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:33.248621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43724) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:33.293253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] No DVR routers for this DVR port 91ebc182-f025-4015-a7fc-c9b0a099cfb2 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:33.300713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.306322 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a6f7c53e-17a0-44ee-9678-383673971ab5 req-2aa655d8-ab9b-4476-a583-8f3736ea3de8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "DELETE /v2.0/ports/91ebc182-f025-4015-a7fc-c9b0a099cfb2 HTTP/1.1" status: 204 len: 173 time: 0.5835690 Aug 29 04:43:33.310657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17cf5a3-1b87-4498-ab27-5dad6b73be8c', 'name': 'network-vif-deleted', 'tag': '91ebc182-f025-4015-a7fc-c9b0a099cfb2'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:33.317375 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f18a2cf-61ad-4a02-af13-973bbcae60c8" -d '{"events": [{"server_uuid": "f17cf5a3-1b87-4498-ab27-5dad6b73be8c", "name": "network-vif-deleted", "tag": "91ebc182-f025-4015-a7fc-c9b0a099cfb2"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:33.464999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f83925-928d-493a-a3b4-0851858c2bed req-5e46e7f1-2218-4801-bceb-ae2cc33a50bc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:33.466748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46f83925-928d-493a-a3b4-0851858c2bed req-5e46e7f1-2218-4801-bceb-ae2cc33a50bc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 945 time: 0.1007566 Aug 29 04:43:33.503874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43736) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:33.559228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43740) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:33.581622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46f83925-928d-493a-a3b4-0851858c2bed req-f1a07456-1616-4513-91ee-06b94f623b45 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061516 Aug 29 04:43:33.633028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1898388500-network', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:33.661337 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94251080-120a-4678-b1cd-4100e61e4b78 x-openstack-request-id: req-94251080-120a-4678-b1cd-4100e61e4b78 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:33.661632 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17cf5a3-1b87-4498-ab27-5dad6b73be8c", "name": "network-vif-deleted", "tag": "91ebc182-f025-4015-a7fc-c9b0a099cfb2", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:33.661892 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94251080-120a-4678-b1cd-4100e61e4b78 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:33.662297 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17cf5a3-1b87-4498-ab27-5dad6b73be8c', 'name': 'network-vif-deleted', 'tag': '91ebc182-f025-4015-a7fc-c9b0a099cfb2', 'status': 'completed', 'code': 200} Aug 29 04:43:33.668696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-823067889-network', 'tenant_id': '33cb7ae403d84b52ba9433b5059fdf31'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:33.676917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Made reservation on behalf of c82c84aa59f04d99a407918924fbf68d for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:33.678257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b2a71406-680d-407b-9625-9be3b289fae3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f2df11da8d84b9b89b83c78843f57f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270275 Aug 29 04:43:33.679732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.682372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43746) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:33.702236 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.702504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Made reservation on behalf of 33cb7ae403d84b52ba9433b5059fdf31 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:33.705374 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.716922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.783838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9bfe-8d93-4cd6-9fa6-ce5d48c45c46 req-3c1b810e-f6bd-4a1b-9327-d2b52a502d7e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:33.786233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fdb9bfe-8d93-4cd6-9fa6-ce5d48c45c46 req-3c1b810e-f6bd-4a1b-9327-d2b52a502d7e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0612204 Aug 29 04:43:33.793920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22c04e5c-d31d-42c3-a70a-4217e1ce0b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.828842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22c04e5c-d31d-42c3-a70a-4217e1ce0b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.833795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5fdb9bfe-8d93-4cd6-9fa6-ce5d48c45c46 req-aff6c943-94af-48ef-9036-e1375aca1d82 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373235 Aug 29 04:43:33.889038 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.892760 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.925182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22c04e5c-d31d-42c3-a70a-4217e1ce0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.927880 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-22c04e5c-d31d-42c3-a70a-4217e1ce0b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.929087 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-22c04e5c-d31d-42c3-a70a-4217e1ce0b76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a48b5a3-2ead-4386-bb7e-5cc870771afa HTTP/1.1" status: 204 len: 168 time: 0.2448022 Aug 29 04:43:33.931383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:33.943075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec38029-27b0-414c-bbf6-b9fcee99d55e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:33.967053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.967388 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Added segment 1200597a-39f5-4851-ab8c-5d32cae6add5 of type vlan for network 1f53cbe9-4751-4554-98ad-630a7e6ad06c Aug 29 04:43:33.969302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c04e5c-d31d-42c3-a70a-4217e1ce0b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a48b5a3-2ead-4386-bb7e-5cc870771afa,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.041655 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.073805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.075357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.076434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.107790 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.120260 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.134395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:34.144217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.144643 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Added segment 5e981c9f-ce4d-4717-a528-7bb9fa427c2e of type vlan for network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 Aug 29 04:43:34.163154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6574562 Aug 29 04:43:34.165052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43752) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:34.176720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Request body: {'subnet': {'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1898388500-subnet', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:34.197579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac2d93-9c70-439e-98cb-874c6a03abb0 admin admin] Pushing event updated for resources: {'Network': ['ID=1f53cbe9-4751-4554-98ad-630a7e6ad06c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.201949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.213845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:34.216341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Made reservation on behalf of c82c84aa59f04d99a407918924fbf68d for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:34.232620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.265357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-034ff944-1829-4557-9330-fca79eec0e97 req-e3994297-6356-4ba2-87c1-da6d726a3c12 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 210 time: 0.0515440 Aug 29 04:43:34.312621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.322689 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:43:34.359831 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.361452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.362216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.448044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8866367 Aug 29 04:43:34.451785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43760) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:34.460934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Request body: {'subnet': {'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-823067889-subnet', 'tenant_id': '33cb7ae403d84b52ba9433b5059fdf31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:34.461840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.471966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7311365-a863-4723-8a48-16efee9d872a admin admin] Pushing event updated for resources: {'Network': ['ID=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.489116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:34.510003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Made reservation on behalf of 33cb7ae403d84b52ba9433b5059fdf31 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:34.514476 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.528570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc91496-128c-4604-9481-90e5b69bed43,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.538288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Checking segment: {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:34.538605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Network hostable DHCP agents. Network: 1f53cbe9-4751-4554-98ad-630a7e6ad06c, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:34.569450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:34.583210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 1f53cbe9-4751-4554-98ad-630a7e6ad06c) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:34.588439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.588929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.608889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b55e70-b12d-45f2-a281-d3d2ece80b37 None None] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:34.626929 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-73793dfc-248f-43bb-a468-f0e3e4df92fb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4583778 Aug 29 04:43:34.630784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43768) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:34.638567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:34.700096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.701173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.793399 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.811113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.862831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:43:34.864234 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.878752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af390196-3c7e-4e61-be5e-142e8efc0fc2,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.944273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Checking segment: {'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:34.944667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Network hostable DHCP agents. Network: 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:34.991940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb225e-635d-455b-a6e3-fd2184a6c901 req-6c97a74c-d9ab-4956-a0cd-16306d846157 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.994237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42fb225e-635d-455b-a6e3-fd2184a6c901 req-6c97a74c-d9ab-4956-a0cd-16306d846157 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 945 time: 0.2015069 Aug 29 04:43:34.995426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:35.028240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:35.045200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.046055 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.051155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a0bb4-db0d-4028-8b42-bbcac495c8d3 None None] Network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:35.079629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f16178ac-c95c-4716-963f-f204dab23b01 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6180897 Aug 29 04:43:35.079629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42fb225e-635d-455b-a6e3-fd2184a6c901 req-4eaaa974-5a09-44d6-8023-10e8ffac8c3c tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711081 Aug 29 04:43:35.136639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Allocated IP 172.20.0.2 (1f53cbe9-4751-4554-98ad-630a7e6ad06c/9fc91496-128c-4604-9481-90e5b69bed43/555ab100-d318-4b01-b47d-998f7e28efe5) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:35.295411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b6c2c-c6e3-4188-8f94-fdc25c38e020 req-c8cce846-a0bf-4edc-bed7-8997e4e9fd18 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.303819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-457b6c2c-c6e3-4188-8f94-fdc25c38e020 req-c8cce846-a0bf-4edc-bed7-8997e4e9fd18 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0886457 Aug 29 04:43:35.359407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-457b6c2c-c6e3-4188-8f94-fdc25c38e020 req-4f1f36e9-7d0c-411b-a6ca-ef022486cfe2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544915 Aug 29 04:43:35.402706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43790) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:35.515375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c54256b-1fbf-4a6c-af39-86a37aea71a0 None None] Network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:35.525796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35912c-b1d8-4295-b38f-ea5254a03b5b req-7c574251-1450-47b1-86dd-138c03ffe088 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.537230 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c35912c-b1d8-4295-b38f-ea5254a03b5b req-7c574251-1450-47b1-86dd-138c03ffe088 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 946 time: 0.0998449 Aug 29 04:43:35.588216 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.597688 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.605705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Transition to ACTIVE for port object 555ab100-d318-4b01-b47d-998f7e28efe5 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:35.620434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c35912c-b1d8-4295-b38f-ea5254a03b5b req-f6fa72de-3a00-49ce-8dca-9cfb0fd60ac9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804403 Aug 29 04:43:35.636342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Transition to ACTIVE for port object 555ab100-d318-4b01-b47d-998f7e28efe5 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:35.650892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-685619525'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:35.660913 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.702359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Made reservation on behalf of 889c032ab13b40698608e9dd3ea7fd47 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:35.706484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.728602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.766973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:35.777084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:35.784175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23db1379-158f-4d3c-812d-383503235bb0 req-864f8b06-e0e9-4a52-9c61-f6a9986786db tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 210 time: 0.0349922 Aug 29 04:43:35.784919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:35.869996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Pushing event updated for resources: {'Port': ['ID=555ab100-d318-4b01-b47d-998f7e28efe5,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:35.898181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91ebc182-f025-4015-a7fc-c9b0a099cfb2 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:35.921496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.961132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.971552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 91ebc182-f025-4015-a7fc-c9b0a099cfb2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:35.971942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 91ebc182-f025-4015-a7fc-c9b0a099cfb2 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:35.980248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c1e8a-2e0c-4deb-aae7-6afdd0fbd876 req-bf3a3ecd-bae1-40a6-ac03-e52b30f691c0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.997236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c92c1e8a-2e0c-4deb-aae7-6afdd0fbd876 req-bf3a3ecd-bae1-40a6-ac03-e52b30f691c0 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 945 time: 0.1152604 Aug 29 04:43:36.037547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Attempting to bind port 555ab100-d318-4b01-b47d-998f7e28efe5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:36.037693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Attempting to bind port 555ab100-d318-4b01-b47d-998f7e28efe5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:36.041124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Attempting to bind port 555ab100-d318-4b01-b47d-998f7e28efe5 on network 1f53cbe9-4751-4554-98ad-630a7e6ad06c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:36.052776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:36.053172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Checking segment: {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:36.053596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.054004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Bound using segment: {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:36.054590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Bound port: 555ab100-d318-4b01-b47d-998f7e28efe5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:36.054913 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.114320 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c92c1e8a-2e0c-4deb-aae7-6afdd0fbd876 req-15429c5a-77b9-4ff4-a85b-2354177f61ee tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149189 Aug 29 04:43:36.126404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Allocated IP 172.25.1.106 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/0d60c63c-35ad-488f-be06-705163f581df) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:36.127106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.134510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.177476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] For port 555ab100-d318-4b01-b47d-998f7e28efe5, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:36.182041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] For port 555ab100-d318-4b01-b47d-998f7e28efe5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=555ab100-d318-4b01-b47d-998f7e28efe5,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:36.189091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.195518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:36.218599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869ad4d9-7101-489a-8b64-6b577553c500,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:36.235933 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.236311 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Added segment db98ce75-f78b-49e4-ac71-e6bc53bbd8ab of type vlan for network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df Aug 29 04:43:36.300981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de19ae-e304-417d-9611-3ecef95dbadf None None] Pushing event updated for resources: {'Port': ['ID=555ab100-d318-4b01-b47d-998f7e28efe5,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:36.358808 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.384409 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.417489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.428048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:36.429003 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.463121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0589674 Aug 29 04:43:36.465376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43808) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:36.484284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Request body: {'subnet': {'network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:36.490472 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:43:36.556239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881c37f-e76b-499a-9d46-bfa8f47743bf tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'Network': ['ID=0cd46d6d-1d73-4e4b-823d-c2650c9ff1df,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:36.579216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77775f8-284e-4ac6-beed-1d9baf8741de req-37bdb0ae-146e-46d3-be93-b830b4e0bb0d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:36.591491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a77775f8-284e-4ac6-beed-1d9baf8741de req-37bdb0ae-146e-46d3-be93-b830b4e0bb0d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 945 time: 0.1476717 Aug 29 04:43:36.630652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:36.639059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.648306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a77775f8-284e-4ac6-beed-1d9baf8741de req-98f6bbf4-b3f0-4bad-82ee-6bc5cf4cf717 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519638 Aug 29 04:43:36.804598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:36.806340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Pushing event updated for resources: {'Port': ['ID=0d60c63c-35ad-488f-be06-705163f581df,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:36.813033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcca3e2-597b-40dc-817e-e54f22cbbf8d req-af5b3713-5f8e-4f9d-8841-3196cd11ccbf tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:36.822619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7bcca3e2-597b-40dc-817e-e54f22cbbf8d req-af5b3713-5f8e-4f9d-8841-3196cd11ccbf tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.0753992 Aug 29 04:43:36.849061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:36.864532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:36.873976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7bcca3e2-597b-40dc-817e-e54f22cbbf8d req-fa3ca87d-05fe-4db9-8ea6-71283404bc45 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503309 Aug 29 04:43:37.012050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Made reservation on behalf of 889c032ab13b40698608e9dd3ea7fd47 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:37.016028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.026522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7ed3d6b-1b57-47b1-b095-a1346897812b req-19abe9e1-9120-443a-96d3-912ae0ee9e8f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 210 time: 0.0432165 Aug 29 04:43:37.059097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 555ab100-d318-4b01-b47d-998f7e28efe5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:37.139642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 555ab100-d318-4b01-b47d-998f7e28efe5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:37.400970 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.453842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-c304ee40-cc8f-4191-b084-b1d49d378e22 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:37.466549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-c304ee40-cc8f-4191-b084-b1d49d378e22 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/networks?id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 HTTP/1.1" status: 200 len: 808 time: 0.1568182 Aug 29 04:43:37.485507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-e3754233-b88c-46c3-98dd-a7ed6f2740f4 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/quotas/33cb7ae403d84b52ba9433b5059fdf31 HTTP/1.1" status: 200 len: 375 time: 0.0177312 Aug 29 04:43:37.534703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-fd30d41f-2a01-4327-9c6b-7f5bc2005590 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=33cb7ae403d84b52ba9433b5059fdf31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480447 Aug 29 04:43:37.537605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.659654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-93f2138b-3cdc-4768-862f-98e1c9b54fa7 service neutron] 10.222.0.58 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229205 Aug 29 04:43:37.666898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'Subnet': ['ID=62188042-c85d-4b13-bbeb-986fa8f1506f,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:37.693436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Checking segment: {'id': 'db98ce75-f78b-49e4-ac71-e6bc53bbd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:37.693819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Network hostable DHCP agents. Network: 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:37.731193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722d689-db6f-4b7b-bc3e-79562f5dbf22 None None] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:37.764786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:37.779961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:37.784083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.787192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:37.787945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.796680 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7775d653-a44d-40fc-bf4f-2d7d37b0bf74 None None] Provisioning for port 555ab100-d318-4b01-b47d-998f7e28efe5 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:37.805574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0882703-0bba-49e3-bbe8-dc66f55a0482 None None] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:37.822907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7775d653-a44d-40fc-bf4f-2d7d37b0bf74 None None] Provisioning complete for port 555ab100-d318-4b01-b47d-998f7e28efe5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:37.823301 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7775d653-a44d-40fc-bf4f-2d7d37b0bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.823459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-e4e45daf-60da-4aed-96cb-138eee92cf31 service neutron] 10.222.0.58 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624334 Aug 29 04:43:37.878418 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6ed927df-5485-4b27-9094-ff8e29076d69 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4116766 Aug 29 04:43:37.882047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43828) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:37.887577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ab8e1e35-59ac-45ad-be58-f98bee5b94d8 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-739221340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:37.928381 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1e35-59ac-45ad-be58-f98bee5b94d8 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.931883 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1e35-59ac-45ad-be58-f98bee5b94d8 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.066047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Router cbf53a73-175b-4128-874a-b1a07d6e4827 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:43:38.085434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1e35-59ac-45ad-be58-f98bee5b94d8 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.098035 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1e35-59ac-45ad-be58-f98bee5b94d8 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.166547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1e35-59ac-45ad-be58-f98bee5b94d8 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.171406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ab8e1e35-59ac-45ad-be58-f98bee5b94d8 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2882102 Aug 29 04:43:38.172177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:38.196348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cbd2f-5fad-4d4d-b3cc-426a4afcf586 req-796c7555-508b-4003-870c-b0be736b2d76 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:38.204884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a7cbd2f-5fad-4d4d-b3cc-426a4afcf586 req-796c7555-508b-4003-870c-b0be736b2d76 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 945 time: 0.1010413 Aug 29 04:43:38.209296 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7775d653-a44d-40fc-bf4f-2d7d37b0bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.248819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:38.274610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Sync routers for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:38.281353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0cd46d6d-1d73-4e4b-823d-c2650c9ff1df', 'network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df', 'tenant_id': '889c032ab13b40698608e9dd3ea7fd47', 'fixed_ips': [{'subnet_id': '62188042-c85d-4b13-bbeb-986fa8f1506f'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:43:38.282226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.298844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7507af-c27f-427e-b982-e57a027962b5 req-3e45c68e-a605-48aa-84fb-e2e7dea87805 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:38.301506 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f7507af-c27f-427e-b982-e57a027962b5 req-3e45c68e-a605-48aa-84fb-e2e7dea87805 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 945 time: 0.3100410 Aug 29 04:43:38.304741 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.310241 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ed784bf9-0e82-4350-86d2-80084b2d0011 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6783714 Aug 29 04:43:38.311020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43844) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:38.348279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7775d653-a44d-40fc-bf4f-2d7d37b0bf74 None None] For port 555ab100-d318-4b01-b47d-998f7e28efe5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=555ab100-d318-4b01-b47d-998f7e28efe5,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:38.362973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:38.363889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:38.404343 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a7cbd2f-5fad-4d4d-b3cc-426a4afcf586 req-4dbdd800-ef3f-46bc-9432-c80a571fe217 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972582 Aug 29 04:43:38.820304 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7775d653-a44d-40fc-bf4f-2d7d37b0bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.888431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Deleting port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:38.889116 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.905122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:38.941195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3fc10-3d76-444a-a1a9-42bbbb4624cc req-61e3e62c-5f13-48eb-8fbf-f3bbd7eb7144 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:38.943488 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bff3fc10-3d76-444a-a1a9-42bbbb4624cc req-61e3e62c-5f13-48eb-8fbf-f3bbd7eb7144 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.3319380 Aug 29 04:43:38.990142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] For port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:38.990614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.009917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Calling delete_port for 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:39.074414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Allocated IP 172.20.0.2 (0cd46d6d-1d73-4e4b-823d-c2650c9ff1df/62188042-c85d-4b13-bbeb-986fa8f1506f/9b46251f-98c4-4c85-bcc0-f77f352b9fa5) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:39.094547 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-7cfb6a17-7a34-4afb-a7c9-8bb9b9779774 service neutron] show failed (client error): The resource could not be found. Aug 29 04:43:39.095555 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-7cfb6a17-7a34-4afb-a7c9-8bb9b9779774 service neutron] 10.222.0.64 "GET /v2.0/ports/301206a5-7588-4576-add0-26abdd2e6ee2/bindings/n-h2-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.4665966 Aug 29 04:43:39.137224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.166815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bff3fc10-3d76-444a-a1a9-42bbbb4624cc req-bdf2e94e-c3cd-40cd-b5bd-0b4343b59524 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400051 Aug 29 04:43:39.200966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.381099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-411c9630-e971-4688-92ef-453e0f26b5fe req-b74281b7-eb3b-4560-aa96-ad84e1681b77 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 210 time: 0.0507257 Aug 29 04:43:39.393292 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.431385 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.485488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Transition to ACTIVE for port object 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:39.507204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Transition to ACTIVE for port object 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:39.516205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59', '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:39.520528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['cb06383b-5f13-4508-ae12-5e6429a005bf'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:39.566422 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.635281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event deleted for resources: {'Port': ['ID=7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:39.663796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:39.683822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:39.689007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2b5e1fbf-0199-42a2-98eb-f658381e37cd None None] Provisioning complete for port 555ab100-d318-4b01-b47d-998f7e28efe5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:39.689007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1fbf-0199-42a2-98eb-f658381e37cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.698413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] No DVR routers for this DVR port 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:39.701149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:39.706168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.710654 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f7507af-c27f-427e-b982-e57a027962b5 req-7506cb6f-3fc2-47b7-962c-03e926f07042 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "DELETE /v2.0/ports/7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 HTTP/1.1" status: 204 len: 173 time: 1.3984444 Aug 29 04:43:39.712198 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Allocated IP 172.20.0.1 (0cd46d6d-1d73-4e4b-823d-c2650c9ff1df/62188042-c85d-4b13-bbeb-986fa8f1506f/d8a23cd0-a5e4-44dd-8617-1a04611971ad) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:39.739426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672896d4-027d-4c0d-873b-81ce53e3a000', 'name': 'network-vif-deleted', 'tag': '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:39.746708 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1551aa-7118-4034-ab0c-b222d5314a35" -d '{"events": [{"server_uuid": "672896d4-027d-4c0d-873b-81ce53e3a000", "name": "network-vif-deleted", "tag": "7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:39.776367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775d653-a44d-40fc-bf4f-2d7d37b0bf74 None None] Pushing event updated for resources: {'Port': ['ID=555ab100-d318-4b01-b47d-998f7e28efe5,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:39.864818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:39.873543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-25bc9081-59f3-445e-8136-c6b69cd6c406 req-2a64b168-b82d-4891-8e89-61ce077486b8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=f17cf5a3-1b87-4498-ab27-5dad6b73be8c HTTP/1.1" status: 200 len: 210 time: 0.0488384 Aug 29 04:43:39.941449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-344653a0-be57-4a41-a728-b2c69360da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:39.943324 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-344653a0-be57-4a41-a728-b2c69360da65 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 1098 time: 0.4687755 Aug 29 04:43:39.977008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:39.993595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.060423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Transition to ACTIVE for port object d8a23cd0-a5e4-44dd-8617-1a04611971ad will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:40.075035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Attempting to bind port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:40.076165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Attempting to bind port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'db98ce75-f78b-49e4-ac71-e6bc53bbd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:40.076793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Attempting to bind port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 on network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:40.085612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Allocated IP 172.20.0.1 (1f53cbe9-4751-4554-98ad-630a7e6ad06c/9fc91496-128c-4604-9481-90e5b69bed43/a48b795a-b6d4-48ed-a52a-d3c5f54827e3) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:40.108925 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82dca274-4970-49b4-b575-c75e253a3ae2 req-4ab62477-955b-4f67-995c-b3a4d7ae2b73 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=672896d4-027d-4c0d-873b-81ce53e3a000 HTTP/1.1" status: 200 len: 210 time: 0.1208026 Aug 29 04:43:40.114818 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.154666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:40.155100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Checking segment: {'id': 'db98ce75-f78b-49e4-ac71-e6bc53bbd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:40.155606 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.156188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Bound using segment: {'id': 'db98ce75-f78b-49e4-ac71-e6bc53bbd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:40.156709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Bound port: 9b46251f-98c4-4c85-bcc0-f77f352b9fa5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db98ce75-f78b-49e4-ac71-e6bc53bbd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:40.157102 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.181146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-b8b313b9-71d1-4eee-b607-6620bf55f54b tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.183334 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-b8b313b9-71d1-4eee-b607-6620bf55f54b tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.65 "GET /v2.0/networks?id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 HTTP/1.1" status: 200 len: 808 time: 0.4924743 Aug 29 04:43:40.211709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:40.213924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'Port': ['ID=d8a23cd0-a5e4-44dd-8617-1a04611971ad,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:40.217718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:40.229324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:40.282934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.287931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.295467 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee717ce6-0f70-4d41-b3b9-b639627d2f7c x-openstack-request-id: req-ee717ce6-0f70-4d41-b3b9-b639627d2f7c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:40.295809 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672896d4-027d-4c0d-873b-81ce53e3a000", "name": "network-vif-deleted", "tag": "7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:40.296126 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee717ce6-0f70-4d41-b3b9-b639627d2f7c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:40.297942 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672896d4-027d-4c0d-873b-81ce53e3a000', 'name': 'network-vif-deleted', 'tag': '7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3', 'status': 'completed', 'code': 200} Aug 29 04:43:40.346096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] For port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:40.349956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] For port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,segment=NetworkSegment(db98ce75-f78b-49e4-ac71-e6bc53bbd8ab),segment_id=db98ce75-f78b-49e4-ac71-e6bc53bbd8ab)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:40.372465 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.372716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Request body: {'port': {'device_id': '6461e4f9-440a-4dc7-b7df-98273cf326ab', 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0', 'admin_state_up': True, 'tenant_id': '33cb7ae403d84b52ba9433b5059fdf31'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:40.493408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:37Z', 'revision_number': 3, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:40.541803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5cfa9-7582-426d-a082-72d63a2d09eb req-758a9bea-0bf8-4c89-b389-8bcb2b46d09c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.552812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87f5cfa9-7582-426d-a082-72d63a2d09eb req-758a9bea-0bf8-4c89-b389-8bcb2b46d09c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1938906 Aug 29 04:43:40.566823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Checking router: cbf53a73-175b-4128-874a-b1a07d6e4827 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:40.567184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Updating router cbf53a73-175b-4128-874a-b1a07d6e4827 port 0d60c63c-35ad-488f-be06-705163f581df binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:43:40.586618 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:40.653336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.653785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.654191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.654542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.655066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.655405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.655940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.656348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.656690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.657088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.658336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.658738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46141fdc-d2dd-4784-a922-5a843c508fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.679422 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.724011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87f5cfa9-7582-426d-a082-72d63a2d09eb req-d9de3db4-0b93-491b-badd-9171dcc2166f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700637 Aug 29 04:43:40.725828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.011599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 555ab100-d318-4b01-b47d-998f7e28efe5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:41.136775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 555ab100-d318-4b01-b47d-998f7e28efe5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:41.137361 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.261901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.279745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Transition to ACTIVE for port object a48b795a-b6d4-48ed-a52a-d3c5f54827e3 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:41.303960 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.320978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Transition to ACTIVE for port object 0d60c63c-35ad-488f-be06-705163f581df will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:41.333293 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.380556 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.420698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70112e-c9ee-42a7-b3e9-bc74a4833417 None None] Pushing event updated for resources: {'Port': ['ID=0d60c63c-35ad-488f-be06-705163f581df,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.444445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Attempting to bind port 0d60c63c-35ad-488f-be06-705163f581df on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:41.445638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Attempting to bind port 0d60c63c-35ad-488f-be06-705163f581df by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:41.446152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Attempting to bind port 0d60c63c-35ad-488f-be06-705163f581df on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:41.454601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:41.455814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:41.455814 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.456038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:41.456612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Bound port: 0d60c63c-35ad-488f-be06-705163f581df, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:41.456847 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.489196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40ef5178-fffd-49b6-950f-90308156bd95 req-2fc1eaeb-a50c-4010-8d2d-e540c0581b57 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 210 time: 0.0419586 Aug 29 04:43:41.543868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:41.547396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] For port 0d60c63c-35ad-488f-be06-705163f581df, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:41.551347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] For port 0d60c63c-35ad-488f-be06-705163f581df, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d60c63c-35ad-488f-be06-705163f581df,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:41.558376 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.613510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:41.622118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:41.640226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:41.641023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:41.650136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.722818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70112e-c9ee-42a7-b3e9-bc74a4833417 None None] Pushing event updated for resources: {'Port': ['ID=0d60c63c-35ad-488f-be06-705163f581df,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.835448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:41.878774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Made reservation on behalf of 33cb7ae403d84b52ba9433b5059fdf31 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:41.883872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.906806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.140323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:42.248547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:42.280535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.314127 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.358400 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.411809 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a12e0268-4076-46ef-adba-a4eb60d12a0f None None] Provisioning for port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:42.416036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:42.420837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a12e0268-4076-46ef-adba-a4eb60d12a0f None None] Provisioning complete for port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:42.421214 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a12e0268-4076-46ef-adba-a4eb60d12a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.498698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a12e0268-4076-46ef-adba-a4eb60d12a0f None None] Port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:42.507654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Allocated IP 172.20.0.10 (300b2c1a-9f41-43d9-b9ba-7d7e1739bca0/af390196-3c7e-4e61-be5e-142e8efc0fc2/fe6abd2e-e049-4f34-9033-4c6137337207) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:42.514303 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.528926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1346b-5511-4e4f-b3d8-17d210e318fe None None] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:42.546552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:42.549468 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26823ca-3921-4b4c-a4cb-7bc3c94cbb6d" -d '{"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-unplugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:42.553677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.556416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.575201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22efc04-37cd-43e1-9961-834828f5b1d6 req-49951278-08b8-45d8-b861-517d7c39fdde tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.583748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a22efc04-37cd-43e1-9961-834828f5b1d6 req-49951278-08b8-45d8-b861-517d7c39fdde tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.2915125 Aug 29 04:43:42.596770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'Port': ['ID=d8a23cd0-a5e4-44dd-8617-1a04611971ad,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:42.610968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Transition to ACTIVE for port object 301206a5-7588-4576-add0-26abdd2e6ee2 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:42.630111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.647941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a22efc04-37cd-43e1-9961-834828f5b1d6 req-2f89de82-8be2-4ba2-b1f1-54a2746490f7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631285 Aug 29 04:43:42.706415 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:43:42.716071 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:43:42.743062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e11e0d2c-6153-4c24-836e-adc147d3f848 None None] Provisioning for port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:42.791962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:37Z', 'revision_number': 3, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:42.876171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:42.877896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:42.914550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf9496-f410-4dc5-a002-b5cd63f7d37a None None] The sync data for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 is: [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:37Z', 'revision_number': 3, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:43.077699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] No DVR routers for this DVR port 301206a5-7588-4576-add0-26abdd2e6ee2 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:43.126574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:43.190864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:43.196439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea3d0-af88-4e46-b814-14c99bc25886 req-59d85ce7-8c53-4c1d-8ddd-5aa6b3201496 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:43.210266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b1ea3d0-af88-4e46-b814-14c99bc25886 req-59d85ce7-8c53-4c1d-8ddd-5aa6b3201496 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 946 time: 0.2197621 Aug 29 04:43:43.304624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b1ea3d0-af88-4e46-b814-14c99bc25886 req-8db9766b-a1dd-4b93-be4e-e08c159c7981 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888186 Aug 29 04:43:43.344625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.345174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Router bf809d38-00b8-41de-86f1-11d9e78df3e4 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:43:43.363477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.376952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:43.415913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:43.416359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7cb4714f-1e8d-461e-b5d9-bcc7d4b61fc3 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:43.422543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:43.442566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:43.443217 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.579867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bd9231a-b94c-4d3b-864a-0880de7e9459 req-ccb2bb38-6f10-4183-b879-623d899a215d tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 210 time: 0.0514507 Aug 29 04:43:43.632545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:43.651515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-030a692d-05f4-431d-900a-66157ccfe7f5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "PUT /v2.0/routers/bf809d38-00b8-41de-86f1-11d9e78df3e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4759655 Aug 29 04:43:43.651515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43880) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:43.654084 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359a6ab-f5aa-4f04-a2e6-17fcc4a6683c None None] Sync routers for ids ['bf809d38-00b8-41de-86f1-11d9e78df3e4'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:43.659501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Request body: {'port': {'network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df', 'name': 'tempest-FloatingIPNegativeTestJSON-1750607028'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:43.675312 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359a6ab-f5aa-4f04-a2e6-17fcc4a6683c None None] Routers {'bf809d38-00b8-41de-86f1-11d9e78df3e4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:43.682430 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b359a6ab-f5aa-4f04-a2e6-17fcc4a6683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf809d38-00b8-41de-86f1-11d9e78df3e4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:43.731520 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab4d58a-254d-436d-9da8-c4cdceb8ea77 x-openstack-request-id: req-1ab4d58a-254d-436d-9da8-c4cdceb8ea77 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:43.732611 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-unplugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:43.733089 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ab4d58a-254d-436d-9da8-c4cdceb8ea77 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:43.733704 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'code': 200} Aug 29 04:43:43.743123 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b359a6ab-f5aa-4f04-a2e6-17fcc4a6683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:43.753467 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359a6ab-f5aa-4f04-a2e6-17fcc4a6683c None None] Routers {'bf809d38-00b8-41de-86f1-11d9e78df3e4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:43.754236 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b359a6ab-f5aa-4f04-a2e6-17fcc4a6683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf809d38-00b8-41de-86f1-11d9e78df3e4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:43.792638 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b359a6ab-f5aa-4f04-a2e6-17fcc4a6683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:43.793573 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359a6ab-f5aa-4f04-a2e6-17fcc4a6683c None None] The sync data for ids ['bf809d38-00b8-41de-86f1-11d9e78df3e4'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:43.797855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.824530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:43.870897 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.882836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.886304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-87489642-80d1-4768-8e22-cf5d56528ee8 None None] Provisioning complete for port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:43.886913 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-87489642-80d1-4768-8e22-cf5d56528ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.956755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-a3ac0bbb-78f9-4f72-9dbe-f0922263482f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:43.958342 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-a3ac0bbb-78f9-4f72-9dbe-f0922263482f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 946 time: 0.2862782 Aug 29 04:43:44.026156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Made reservation on behalf of 889c032ab13b40698608e9dd3ea7fd47 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:44.030190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.030428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,segment=NetworkSegment(db98ce75-f78b-49e4-ac71-e6bc53bbd8ab),segment_id=db98ce75-f78b-49e4-ac71-e6bc53bbd8ab)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:44.041510 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.084370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000da61-ee9e-4030-8528-3e3648f47d81 req-d323ebd5-96f3-499a-8f0c-affe8df6c80b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.085931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4000da61-ee9e-4030-8528-3e3648f47d81 req-d323ebd5-96f3-499a-8f0c-affe8df6c80b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 944 time: 0.1531115 Aug 29 04:43:44.151203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] device_id is not set on port ba20a639-ee22-48ce-a426-7206568aedf2 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:43:44.175633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:44.188673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:44.189280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:44.196540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:44.217204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-87489642-80d1-4768-8e22-cf5d56528ee8 None None] Provisioning for port d8a23cd0-a5e4-44dd-8617-1a04611971ad completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:44.224738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-87489642-80d1-4768-8e22-cf5d56528ee8 None None] Provisioning complete for port d8a23cd0-a5e4-44dd-8617-1a04611971ad triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:44.225124 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-87489642-80d1-4768-8e22-cf5d56528ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.252746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:44.253075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:44.312416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4000da61-ee9e-4030-8528-3e3648f47d81 req-5b3c55a0-0b84-45ee-b927-0302147acb1a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177734 Aug 29 04:43:44.324018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-87489642-80d1-4768-8e22-cf5d56528ee8 None None] Port d8a23cd0-a5e4-44dd-8617-1a04611971ad cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:44.330681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:44.331775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Checking segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:44.332416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Bound using segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:44.333060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Bound port: 301206a5-7588-4576-add0-26abdd2e6ee2, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:44.333621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.422230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.453269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ac104750-7d31-4100-8807-c9c0bcfa4209 None None] Provisioning complete for port d8a23cd0-a5e4-44dd-8617-1a04611971ad triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:44.453862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ac104750-7d31-4100-8807-c9c0bcfa4209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.510394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Pushing event updated for resources: {'Port': ['ID=fe6abd2e-e049-4f34-9033-4c6137337207,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:44.533083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:44.547967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ac104750-7d31-4100-8807-c9c0bcfa4209 None None] Port d8a23cd0-a5e4-44dd-8617-1a04611971ad cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:44.555539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:44.581003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Allocated IP 172.20.0.12 (0cd46d6d-1d73-4e4b-823d-c2650c9ff1df/62188042-c85d-4b13-bbeb-986fa8f1506f/ba20a639-ee22-48ce-a426-7206568aedf2) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:44.591661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:44.603404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:44.616172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e941f-b4f7-43a7-bce5-1a54a142aa8b req-bbfdfe00-2247-425c-9a87-da2f08b5d4fd tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.622424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea3e941f-b4f7-43a7-bce5-1a54a142aa8b req-bbfdfe00-2247-425c-9a87-da2f08b5d4fd tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 946 time: 0.1539729 Aug 29 04:43:44.646372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Deleting port cb06383b-5f13-4508-ae12-5e6429a005bf {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:44.646716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.656393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:44.696977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7d3d5a28-52f8-493d-9076-3d160a104661 None None] Provisioning complete for port d8a23cd0-a5e4-44dd-8617-1a04611971ad triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:44.697602 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5a28-52f8-493d-9076-3d160a104661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.734079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:44.742819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:44.765397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea3e941f-b4f7-43a7-bce5-1a54a142aa8b req-eced3485-0ca0-441e-9842-43b3c8738603 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211128 Aug 29 04:43:44.802329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d5a28-52f8-493d-9076-3d160a104661 None None] Port d8a23cd0-a5e4-44dd-8617-1a04611971ad cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:44.926504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-acb56d61-91e9-4f1c-9dfd-e7eddf12f151 None None] Provisioning complete for port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:44.927030 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-acb56d61-91e9-4f1c-9dfd-e7eddf12f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.935179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.945825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Router cbf53a73-175b-4128-874a-b1a07d6e4827 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:45.020265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-acb56d61-91e9-4f1c-9dfd-e7eddf12f151 None None] Port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:45.047326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d2296-4480-4324-8775-f52f421bfff7 req-0d38d336-0c63-4b2e-a357-77f54dd2bd06 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.056339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-353d2296-4480-4324-8775-f52f421bfff7 req-0d38d336-0c63-4b2e-a357-77f54dd2bd06 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 932 time: 0.1342654 Aug 29 04:43:45.075728 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:45.138776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.145412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d60c63c-35ad-488f-be06-705163f581df up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:45.163654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] For port cb06383b-5f13-4508-ae12-5e6429a005bf, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=cb06383b-5f13-4508-ae12-5e6429a005bf,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:45.164393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.166762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-353d2296-4480-4324-8775-f52f421bfff7 req-83a5587a-f8fc-4b07-a487-c58f795cad20 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069589 Aug 29 04:43:45.181250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Transition to ACTIVE for port object ba20a639-ee22-48ce-a426-7206568aedf2 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:45.213550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Calling delete_port for cb06383b-5f13-4508-ae12-5e6429a005bf owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:45.221600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0d60c63c-35ad-488f-be06-705163f581df completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:45.226903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0d60c63c-35ad-488f-be06-705163f581df triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:45.228573 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.236028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.236790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.239893 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-709812e6-f2a3-4526-b17e-87ae294098d3 service neutron] 10.222.0.65 "PUT /v2.0/ports/301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 1093 time: 5.2780867 Aug 29 04:43:45.274736 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.290495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.292256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.374609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'Port': ['ID=ba20a639-ee22-48ce-a426-7206568aedf2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:45.406774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:45.408625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:45.412857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:45.427438 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.497039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 0d60c63c-35ad-488f-be06-705163f581df, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d60c63c-35ad-488f-be06-705163f581df,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:45.507690 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.510986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:45.548990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.549712 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.641698 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-39b40588-1858-4bc0-9d08-b3fce37d93d5 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9895694 Aug 29 04:43:45.651449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43898) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:45.667540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:45.718334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ac865-75e0-4da4-9c7e-17dfcbb2a55b req-a21a4352-c54a-4686-a27e-bed559c55d29 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.722546 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-bdde8590-a052-4e8d-86f1-06c4c7fbb031 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4156227 Aug 29 04:43:45.733948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-236ac865-75e0-4da4-9c7e-17dfcbb2a55b req-a21a4352-c54a-4686-a27e-bed559c55d29 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 944 time: 0.3010504 Aug 29 04:43:45.748729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:45.751463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:45.761756 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af67f13-9caa-4ed5-b1da-ca6b3386868c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:45.763837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=0d60c63c-35ad-488f-be06-705163f581df,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:45.764308 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.792889 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f3613043-042e-4adc-aa46-aaa58a91a9d1 admin admin] 10.222.0.58 "PUT /v2.0/routers/cbf53a73-175b-4128-874a-b1a07d6e4827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4706228 Aug 29 04:43:45.795781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Request body: {'port': {'device_id': '6461e4f9-440a-4dc7-b7df-98273cf326ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:45.824943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:45.827844 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.878918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-31458058-c83c-49a2-bebe-edf91806d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.880847 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-31458058-c83c-49a2-bebe-edf91806d2f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1096 time: 0.5826106 Aug 29 04:43:45.897395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-236ac865-75e0-4da4-9c7e-17dfcbb2a55b req-fd6db68c-f9ae-477d-95ba-c796b8d9e8ec tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621478 Aug 29 04:43:45.944716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Sync routers for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:45.968788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:45.969577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:46.000134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.047772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.225050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:46.258537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Allocated IP 172.25.1.148 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/3321fd92-bf20-4eb0-b052-8f7388660296) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:46.266078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ebfc4c28-2e06-4a90-af2b-5729b9d1ac7b None None] Provisioning for port ba20a639-ee22-48ce-a426-7206568aedf2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:46.272929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ebfc4c28-2e06-4a90-af2b-5729b9d1ac7b None None] Provisioning complete for port ba20a639-ee22-48ce-a426-7206568aedf2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:46.273759 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4c28-2e06-4a90-af2b-5729b9d1ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.288098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393d02-614f-4b93-84bc-a089a9c9e304 req-cd6616a5-167b-40cc-87ee-3cb6423edcab tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.290609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0393d02-614f-4b93-84bc-a089a9c9e304 req-cd6616a5-167b-40cc-87ee-3cb6423edcab tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 946 time: 0.1017873 Aug 29 04:43:46.399117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc4c28-2e06-4a90-af2b-5729b9d1ac7b None None] Port ba20a639-ee22-48ce-a426-7206568aedf2 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:46.408355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c0393d02-614f-4b93-84bc-a089a9c9e304 req-58f6ad1c-f195-4087-a879-a74ab11782b1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091411 Aug 29 04:43:46.413410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6abd2e-e049-4f34-9033-4c6137337207 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:46.432285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.451515 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9505ade3-a67b-4ccf-9bfb-6ade4adc2919 x-openstack-request-id: req-9505ade3-a67b-4ccf-9bfb-6ade4adc2919 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:46.451810 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:46.452095 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9505ade3-a67b-4ccf-9bfb-6ade4adc2919 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:46.452513 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'status': 'completed', 'code': 200} Aug 29 04:43:46.485498 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.521686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Transition to ACTIVE for port object fe6abd2e-e049-4f34-9033-4c6137337207 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:46.550602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 2, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:46.572245 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.576508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b11a6-3d71-469b-8612-c6001f97652c req-7b7f9895-0043-47a4-8c93-ab406a462c75 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.578174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-795b11a6-3d71-469b-8612-c6001f97652c req-7b7f9895-0043-47a4-8c93-ab406a462c75 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 932 time: 0.0880260 Aug 29 04:43:46.597154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Checking router: cbf53a73-175b-4128-874a-b1a07d6e4827 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:46.597893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Updating router cbf53a73-175b-4128-874a-b1a07d6e4827 port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:43:46.599092 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.639078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.653050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-988c8a10-606e-470e-977a-51e588d14647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.654477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-988c8a10-606e-470e-977a-51e588d14647 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.7321861 Aug 29 04:43:46.680027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:46.682966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'Port': ['ID=3321fd92-bf20-4eb0-b052-8f7388660296,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:46.694663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:46.699347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:46.721997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-c149d8e2-651b-4c43-a9d2-85a9a6b4ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.723526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-c149d8e2-651b-4c43-a9d2-85a9a6b4ea47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1096 time: 0.2702212 Aug 29 04:43:46.724171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.725787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43922) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:46.737369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1986082358-network', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:46.766047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-795b11a6-3d71-469b-8612-c6001f97652c req-7393587d-0e5d-4f18-b4e5-7e08bc0c053b tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781616 Aug 29 04:43:46.772764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Pushing event updated for resources: {'Port': ['ID=fe6abd2e-e049-4f34-9033-4c6137337207,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:46.780364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:46.823304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.867120 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.948226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d60c63c-35ad-488f-be06-705163f581df up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:47.115722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8609ec5-c22c-4198-8956-ad122f45899f req-ef5959df-d7b9-44ed-9906-f4c707849ec4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.117753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8609ec5-c22c-4198-8956-ad122f45899f req-ef5959df-d7b9-44ed-9906-f4c707849ec4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 944 time: 0.1027501 Aug 29 04:43:47.127433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0d60c63c-35ad-488f-be06-705163f581df triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:47.127807 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.145121 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.158072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.166901 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.185172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Transition to ACTIVE for port object a48b795a-b6d4-48ed-a52a-d3c5f54827e3 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:47.194491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.247969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927323b-46d7-402a-99e1-11b1034c7037 None None] Pushing event updated for resources: {'Port': ['ID=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:47.275912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8609ec5-c22c-4198-8956-ad122f45899f req-e4a64e9e-21ac-4810-9a91-ab633563d779 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481283 Aug 29 04:43:47.283747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'Port': ['ID=3321fd92-bf20-4eb0-b052-8f7388660296,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:47.286563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.349971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Attempting to bind port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:47.350347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Attempting to bind port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:47.350713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Attempting to bind port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 on network 1f53cbe9-4751-4554-98ad-630a7e6ad06c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:47.356463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:47.356812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Checking segment: {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:47.357339 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.357988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Bound using segment: {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:47.358642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Bound port: a48b795a-b6d4-48ed-a52a-d3c5f54827e3, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:47.358788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event deleted for resources: {'Port': ['ID=cb06383b-5f13-4508-ae12-5e6429a005bf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:47.359205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.422031 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.425572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Made reservation on behalf of 0b3e6df22ac54db08d13184477f4a136 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:47.425802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d00e88da-264c-47c0-9dc6-13010fc494f3 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7701790 Aug 29 04:43:47.428180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43932) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:47.433756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d0c1f27d-8936-4d63-9593-2c1758671efa tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Request body: {'floatingip': {'port_id': 'ba20a639-ee22-48ce-a426-7206568aedf2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:47.434277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.436480 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8bd25364-26a0-492b-9df4-abd16d4c6fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.440795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-43593a91-0572-448c-9423-ccc806327c01 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 999 time: 0.7715266 Aug 29 04:43:47.465225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] For port a48b795a-b6d4-48ed-a52a-d3c5f54827e3, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:47.476214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] For port a48b795a-b6d4-48ed-a52a-d3c5f54827e3, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:47.476971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] No DVR routers for this DVR port cb06383b-5f13-4508-ae12-5e6429a005bf on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:47.482609 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.487236 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.489090 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3f3678a8-70db-42e8-95d3-11247ad6dd42 req-7b0ee8ee-ebef-4799-bfc8-811e21bb0dba tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.65 "DELETE /v2.0/ports/cb06383b-5f13-4508-ae12-5e6429a005bf HTTP/1.1" status: 204 len: 173 time: 3.5060425 Aug 29 04:43:47.505956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.543256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d0c1f27d-8936-4d63-9593-2c1758671efa tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.598765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:47.599317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Attempting to bind port fe6abd2e-e049-4f34-9033-4c6137337207 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:47.599444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:47.599552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Attempting to bind port fe6abd2e-e049-4f34-9033-4c6137337207 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:47.599552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Attempting to bind port fe6abd2e-e049-4f34-9033-4c6137337207 on network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:47.622195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-9d5053c5-90e0-4e20-ba0d-22750627d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.623919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-9d5053c5-90e0-4e20-ba0d-22750627d53e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.1389563 Aug 29 04:43:47.625085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Port fe6abd2e-e049-4f34-9033-4c6137337207 on network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:47.625413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Attempting to bind port fe6abd2e-e049-4f34-9033-4c6137337207 on network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:47.634656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:47.635212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Checking segment: {'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:47.635710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Bound using segment: {'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:47.636415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Bound port: fe6abd2e-e049-4f34-9033-4c6137337207, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:47.636895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.657446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-575e1835-3d94-4e5c-9b06-47c558b94bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.659035 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-575e1835-3d94-4e5c-9b06-47c558b94bf4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.9149835 Aug 29 04:43:47.733372 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-d0c1f27d-8936-4d63-9593-2c1758671efa tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] update failed (client error): The resource could not be found. Aug 29 04:43:47.735309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d0c1f27d-8936-4d63-9593-2c1758671efa tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "PUT /v2.0/floatingips/d22674c6-9c75-4615-a3e8-3d397f59c1dd HTTP/1.1" status: 404 len: 507 time: 0.3060861 Aug 29 04:43:47.738232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43936) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:47.747823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927323b-46d7-402a-99e1-11b1034c7037 None None] Pushing event updated for resources: {'Port': ['ID=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:47.826783 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88a01798-5d16-410c-868f-eff8a2c7e47d req-cec7e6df-3430-4750-9028-ba3ba37cb7d1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=f858a89d-9556-4b71-bcfb-e6e0a5e58528 HTTP/1.1" status: 200 len: 210 time: 0.0974846 Aug 29 04:43:47.872178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.887899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.953007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:47.971861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] For port fe6abd2e-e049-4f34-9033-4c6137337207, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:47.993223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-74937427-32db-4705-85c0-457b2d52a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.996308 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-74937427-32db-4705-85c0-457b2d52a45c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3436558 Aug 29 04:43:48.006161 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-046fbb19-923c-4a7c-986f-7a0d2883546f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 999 time: 0.2777734 Aug 29 04:43:48.010302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.010804 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Added segment 118e85cd-7145-4ec0-a6d9-b02ac39e6102 of type vlan for network 957b4d67-8a75-4855-8641-c3c4011189ad Aug 29 04:43:48.049552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Deleting port 3321fd92-bf20-4eb0-b052-8f7388660296 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:48.050515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.071138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device cb06383b-5f13-4508-ae12-5e6429a005bf no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:48.096335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: cb06383b-5f13-4508-ae12-5e6429a005bf {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:48.096695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device cb06383b-5f13-4508-ae12-5e6429a005bf not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:48.109544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fb5d58-bf81-4735-90ef-4c71c3ba382d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:48.127186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:48.137096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] For port fe6abd2e-e049-4f34-9033-4c6137337207, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fe6abd2e-e049-4f34-9033-4c6137337207,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:48.204424 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.205398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93af245-15a9-415a-b19d-d5b38c588b1a req-9d441557-572c-444a-8ee4-61d913314622 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.207012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c93af245-15a9-415a-b19d-d5b38c588b1a req-9d441557-572c-444a-8ee4-61d913314622 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 945 time: 0.2403228 Aug 29 04:43:48.210957 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.211296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.261508 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-19848fe8-9669-46d9-9b28-fb651899fdc5 service neutron] 10.222.0.65 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488213 Aug 29 04:43:48.262000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Calling delete_port for 3321fd92-bf20-4eb0-b052-8f7388660296 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:48.276077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c93af245-15a9-415a-b19d-d5b38c588b1a req-2620adf6-b9e8-4c16-b159-1db558029b1f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567911 Aug 29 04:43:48.305766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.306547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.311069 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] 10.222.0.65 "PUT /v2.0/ports/fe6abd2e-e049-4f34-9033-4c6137337207 HTTP/1.1" status: 200 len: 1093 time: 2.5212743 Aug 29 04:43:48.457261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203408cd-d985-4eb9-836b-4653bc68ec9b req-e446f22f-aadd-4966-bfe1-e56c4ee58ca5 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.459423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-203408cd-d985-4eb9-836b-4653bc68ec9b req-e446f22f-aadd-4966-bfe1-e56c4ee58ca5 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 944 time: 0.0809052 Aug 29 04:43:48.492713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f858a89d-9556-4b71-bcfb-e6e0a5e58528', 'name': 'network-vif-deleted', 'tag': 'cb06383b-5f13-4508-ae12-5e6429a005bf'}, {'name': 'network-changed', 'server_uuid': '6461e4f9-440a-4dc7-b7df-98273cf326ab', 'tag': 'fe6abd2e-e049-4f34-9033-4c6137337207'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:48.495291 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af" -d '{"events": [{"server_uuid": "f858a89d-9556-4b71-bcfb-e6e0a5e58528", "name": "network-vif-deleted", "tag": "cb06383b-5f13-4508-ae12-5e6429a005bf"}, {"name": "network-changed", "server_uuid": "6461e4f9-440a-4dc7-b7df-98273cf326ab", "tag": "fe6abd2e-e049-4f34-9033-4c6137337207"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:48.502936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-89565797-e450-4434-8ce8-9882d041c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:47Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:48.515731 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.546867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89565797-e450-4434-8ce8-9882d041c37d None None] The sync data for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 is: [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:47Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:48.553279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-29875335-8611-4bb7-b1d9-4d8f8d38dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.554814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-29875335-8611-4bb7-b1d9-4d8f8d38dfc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.3913462 Aug 29 04:43:48.563651 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.643470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event deleted for resources: {'Port': ['ID=3321fd92-bf20-4eb0-b052-8f7388660296,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:48.679356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc77d24-d2ff-4eaf-a061-2cd88bd37eac service neutron] Pushing event updated for resources: {'Port': ['ID=fe6abd2e-e049-4f34-9033-4c6137337207,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:48.687494 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-44e51e49-e779-48fe-bd8b-8ffbc0398c3c req-2844f3bc-6a48-47f7-9042-2559561ef660 service neutron] 10.222.0.65 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753753 Aug 29 04:43:48.702746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.703661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.704278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.718881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-fb6040dc-6203-4f3a-b0e5-971a95525307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.720675 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-fb6040dc-6203-4f3a-b0e5-971a95525307 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cb7ae403d84b52ba9433b5059fdf31&device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 1096 time: 0.3389633 Aug 29 04:43:48.751666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-203408cd-d985-4eb9-836b-4653bc68ec9b req-8783103e-b73f-44f1-a006-c33cc0407b09 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169788 Aug 29 04:43:48.764497 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.775460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.779816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9d79d59c-8d46-41d6-b884-0a6346de7c28 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "DELETE /v2.0/floatingips/d22674c6-9c75-4615-a3e8-3d397f59c1dd HTTP/1.1" status: 204 len: 168 time: 1.0402160 Aug 29 04:43:48.785749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43946) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:48.791669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e2849062-7713-4363-adc0-a2465c1c357f tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Request body: {'floatingip': {'floating_network_id': '0cd46d6d-1d73-4e4b-823d-c2650c9ff1df', 'port_id': 'ba20a639-ee22-48ce-a426-7206568aedf2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:48.866291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2849062-7713-4363-adc0-a2465c1c357f tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.869728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-0337b3a5-bd24-435e-80e1-c81205857ff8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe6abd2e-e049-4f34-9033-4c6137337207 HTTP/1.1" status: 200 len: 217 time: 0.1325469 Aug 29 04:43:48.947205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-6fd1537c-3173-4f0f-b7c8-40ed17141bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.948826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-6fd1537c-3173-4f0f-b7c8-40ed17141bfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3730106 Aug 29 04:43:48.979334 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2451370 Aug 29 04:43:48.984320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43950) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:49.006863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Request body: {'subnet': {'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1986082358-subnet', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:49.033876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fb475-0685-4894-b1b5-5c1ca9688748 req-2ab34c71-f716-4208-badd-31ab27bb63d3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.044017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-419fb475-0685-4894-b1b5-5c1ca9688748 req-2ab34c71-f716-4208-badd-31ab27bb63d3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 944 time: 0.0847275 Aug 29 04:43:49.044807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a48b795a-b6d4-48ed-a52a-d3c5f54827e3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:49.060798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-a52b9b10-af0e-4fbb-a056-1793a80954ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.062524 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-a52b9b10-af0e-4fbb-a056-1793a80954ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af390196-3c7e-4e61-be5e-142e8efc0fc2 HTTP/1.1" status: 200 len: 848 time: 0.1575325 Aug 29 04:43:49.075519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768f0a5-d05a-4ec4-ba60-6e73a1f3c79f admin admin] Pushing event updated for resources: {'Network': ['ID=957b4d67-8a75-4855-8641-c3c4011189ad,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:49.107034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 957b4d67-8a75-4855-8641-c3c4011189ad details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:49.128514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Made reservation on behalf of 0b3e6df22ac54db08d13184477f4a136 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:49.131936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.142792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-419fb475-0685-4894-b1b5-5c1ca9688748 req-f51ce08d-38cf-4171-abe0-8deeaceb1a13 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843990 Aug 29 04:43:49.161018 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-e2849062-7713-4363-adc0-a2465c1c357f tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:43:49.166129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e2849062-7713-4363-adc0-a2465c1c357f tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3789876 Aug 29 04:43:49.166805 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43952) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:49.171596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'ba20a639-ee22-48ce-a426-7206568aedf2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:49.208343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:49.213706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:49.213963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.214119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.290777 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113c6b73-4d47-4af8-ad1b-be1980595943 x-openstack-request-id: req-113c6b73-4d47-4af8-ad1b-be1980595943 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:49.290777 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f858a89d-9556-4b71-bcfb-e6e0a5e58528", "name": "network-vif-deleted", "tag": "cb06383b-5f13-4508-ae12-5e6429a005bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6461e4f9-440a-4dc7-b7df-98273cf326ab", "tag": "fe6abd2e-e049-4f34-9033-4c6137337207", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:49.291197 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-113c6b73-4d47-4af8-ad1b-be1980595943 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:49.291326 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f858a89d-9556-4b71-bcfb-e6e0a5e58528', 'name': 'network-vif-deleted', 'tag': 'cb06383b-5f13-4508-ae12-5e6429a005bf', 'status': 'completed', 'code': 200} Aug 29 04:43:49.291496 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6461e4f9-440a-4dc7-b7df-98273cf326ab', 'tag': 'fe6abd2e-e049-4f34-9033-4c6137337207', 'status': 'completed', 'code': 200} Aug 29 04:43:49.391888 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.441256 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-e23ed494-381a-4c26-8476-1cde50e8daac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3619778 Aug 29 04:43:49.449316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a48b795a-b6d4-48ed-a52a-d3c5f54827e3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:49.458225 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.458509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.475212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-a01697a9-5f98-4012-b7b4-1f3495ec15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.477261 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-a01697a9-5f98-4012-b7b4-1f3495ec15c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1096 time: 0.6043911 Aug 29 04:43:49.487238 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.528823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:49.569645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604fe7a-e1ad-4328-b316-2fe74dfa19a1 req-19598e3c-4584-41b0-b08d-59392f5e2531 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.572636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e604fe7a-e1ad-4328-b316-2fe74dfa19a1 req-19598e3c-4584-41b0-b08d-59392f5e2531 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 945 time: 0.1228313 Aug 29 04:43:49.675167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e604fe7a-e1ad-4328-b316-2fe74dfa19a1 req-4525cdaa-72d8-4859-94d6-05b8f8e3962d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955732 Aug 29 04:43:49.689592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Allocated IP 172.25.1.168 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/cc0be1f9-180a-4ed1-8815-9d08f2c36bf1) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:49.700808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b19b612a-6d12-4e56-8bcc-5206ee0d40ea,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:49.721356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-52e43672-97a7-4d2c-8add-74a938b11d03 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.724529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-52e43672-97a7-4d2c-8add-74a938b11d03 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 945 time: 0.2929842 Aug 29 04:43:49.755042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-506c6263-879c-4c9c-b0a9-add6d9d2d3ae service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745390 Aug 29 04:43:49.839765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-3404092a-a000-44fa-9b46-f7e70d6ef0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.841422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-3404092a-a000-44fa-9b46-f7e70d6ef0e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.3304594 Aug 29 04:43:49.874769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.922382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-8edb2864-9b00-4e18-a0f0-85b9a7a7d1d1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.923458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-8edb2864-9b00-4e18-a0f0-85b9a7a7d1d1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.1477311 Aug 29 04:43:49.950883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6650f877-2000-4d20-8fb6-d248960b4d28 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/quotas/2151e6d7136b454ca53b5e40606d0218 HTTP/1.1" status: 200 len: 375 time: 0.0178325 Aug 29 04:43:49.956394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Checking segment: {'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:49.956981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Network hostable DHCP agents. Network: 957b4d67-8a75-4855-8641-c3c4011189ad, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:49.991805 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.008733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-f9b49620-f35a-4a6b-a810-f3b0c0cd02d4 service neutron] 10.222.0.65 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478859 Aug 29 04:43:50.044935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:50.052266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-5359bf59-e637-495f-9914-0a62334bead2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946426 Aug 29 04:43:50.054965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:50.059965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:50.063157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event updated for resources: {'Port': ['ID=cc0be1f9-180a-4ed1-8815-9d08f2c36bf1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:50.136051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-4072798a-0c1d-4fc7-a90e-b2971410cb7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 999 time: 0.2468879 Aug 29 04:43:50.144738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Network 957b4d67-8a75-4855-8641-c3c4011189ad is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:50.203460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-0b96bf96-15ce-4ca3-bbad-3b06a5f80565 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173532 Aug 29 04:43:50.219019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 957b4d67-8a75-4855-8641-c3c4011189ad) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:50.229543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc018f1f-96b6-4b4c-800a-618b3b856881 None None] Network 957b4d67-8a75-4855-8641-c3c4011189ad requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:50.246511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.247115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.260036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:50.260391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.261781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-3f76299f-53c5-471a-9fe4-f5fa60723429 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762166 Aug 29 04:43:50.323604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-7871e1a7-9d9e-4cb6-9234-343de5183962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.325239 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-7871e1a7-9d9e-4cb6-9234-343de5183962 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.1772146 Aug 29 04:43:50.336881 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-34e8f490-afdf-4a88-aefd-a75a8b7f6982 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3353262 Aug 29 04:43:50.342303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43972) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:50.359287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c29fd48f-acc4-4de0-ae97-66e66d583c4e req-696c0623-147c-4e5e-abc5-07720a807502 service neutron] 10.222.0.65 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189688 Aug 29 04:43:50.364713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:50.397284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.399266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.417380 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.423524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-579d1053-23a3-4494-9e43-b3cc95effee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.425117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-579d1053-23a3-4494-9e43-b3cc95effee9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873735 Aug 29 04:43:50.441449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] For port a550adc2-c18a-41bd-a5f6-20cf6f80bf83, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:50.441888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.449789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-45e9db72-b36f-4913-b4e3-75187ba7e139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.477286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.490058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-957b4d67-8a75-4855-8641-c3c4011189ad', 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'fixed_ips': [{'subnet_id': 'b19b612a-6d12-4e56-8bcc-5206ee0d40ea'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:43:50.491978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.531854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for a550adc2-c18a-41bd-a5f6-20cf6f80bf83 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:50.636865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-a18e1d54-b09a-4af3-9799-53b68c5e6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.638991 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-a18e1d54-b09a-4af3-9799-53b68c5e6077 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cb7ae403d84b52ba9433b5059fdf31&device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 1096 time: 0.1998138 Aug 29 04:43:50.652894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Allocated IP 172.20.0.2 (957b4d67-8a75-4855-8641-c3c4011189ad/b19b612a-6d12-4e56-8bcc-5206ee0d40ea/a35a3831-1607-41cc-b712-7d1e55f5c88f) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:50.798298 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-fcea9192-f33c-4aed-9618-cddc89918d75 service neutron] 10.222.0.65 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601537 Aug 29 04:43:50.835733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.866257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Transition to ACTIVE for port object a35a3831-1607-41cc-b712-7d1e55f5c88f will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:50.905251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Transition to ACTIVE for port object a35a3831-1607-41cc-b712-7d1e55f5c88f will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:50.907251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-abc67787-f8b9-464a-a837-214815f2749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.909306 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-abc67787-f8b9-464a-a837-214815f2749c service neutron] 10.222.0.65 "GET /v2.0/networks?id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 HTTP/1.1" status: 200 len: 909 time: 0.2351527 Aug 29 04:43:50.921493 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.957626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a48b795a-b6d4-48ed-a52a-d3c5f54827e3 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:50.979252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-2d311ca8-e5d9-40bd-a9d3-c8d162fa6f13 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104471 Aug 29 04:43:50.979883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-cd616915-5ef4-4702-aba4-f57e395854b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe6abd2e-e049-4f34-9033-4c6137337207 HTTP/1.1" status: 200 len: 217 time: 0.0571313 Aug 29 04:43:50.990162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Network 957b4d67-8a75-4855-8641-c3c4011189ad is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:51.003443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:51.008986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:51.042919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-36028970-4b31-48ba-a0d4-1d3e2ed53620 service neutron] 10.222.0.65 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299249 Aug 29 04:43:51.047120 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.088393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a550adc2-c18a-41bd-a5f6-20cf6f80bf83'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:51.088660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=a550adc2-c18a-41bd-a5f6-20cf6f80bf83,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:51.091613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.098479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-f6b203da-145a-484c-9b63-12fd7764525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.099878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Attempting to bind port a35a3831-1607-41cc-b712-7d1e55f5c88f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:51.100095 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-f6b203da-145a-484c-9b63-12fd7764525e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af390196-3c7e-4e61-be5e-142e8efc0fc2 HTTP/1.1" status: 200 len: 848 time: 0.1093271 Aug 29 04:43:51.100648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Attempting to bind port a35a3831-1607-41cc-b712-7d1e55f5c88f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:51.101213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Attempting to bind port a35a3831-1607-41cc-b712-7d1e55f5c88f on network 957b4d67-8a75-4855-8641-c3c4011189ad {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:51.104581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Pushing event updated for resources: {'Port': ['ID=a35a3831-1607-41cc-b712-7d1e55f5c88f,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:51.109564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Deleting port cc0be1f9-180a-4ed1-8815-9d08f2c36bf1 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:51.110204 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.142251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:51.142251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Checking segment: {'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:51.142251 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.142746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Bound using segment: {'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:51.143421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Bound port: a35a3831-1607-41cc-b712-7d1e55f5c88f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:51.143980 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.170383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] No DVR routers for this DVR port a550adc2-c18a-41bd-a5f6-20cf6f80bf83 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:51.173816 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-fa01bde1-93c9-475c-838e-5fea0f8ec6fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504913 Aug 29 04:43:51.174972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.177149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-12b50fd2-127f-46bd-859e-60f3b3188506 req-de1cabda-97aa-4172-943d-8483aedd9036 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "DELETE /v2.0/ports/a550adc2-c18a-41bd-a5f6-20cf6f80bf83 HTTP/1.1" status: 204 len: 173 time: 1.4206376 Aug 29 04:43:51.199057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:51.199257 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.302612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] For port a35a3831-1607-41cc-b712-7d1e55f5c88f, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:51.305588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.307574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] For port a35a3831-1607-41cc-b712-7d1e55f5c88f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a35a3831-1607-41cc-b712-7d1e55f5c88f,segment=NetworkSegment(118e85cd-7145-4ec0-a6d9-b02ac39e6102),segment_id=118e85cd-7145-4ec0-a6d9-b02ac39e6102)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:51.312126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.338921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedc071c-7fbc-4088-abc0-9593288c71de', 'name': 'network-vif-deleted', 'tag': 'a550adc2-c18a-41bd-a5f6-20cf6f80bf83'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:51.341798 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe19213-d357-47df-b3f7-b8062c99e528" -d '{"events": [{"server_uuid": "eedc071c-7fbc-4088-abc0-9593288c71de", "name": "network-vif-deleted", "tag": "a550adc2-c18a-41bd-a5f6-20cf6f80bf83"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:51.409621 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.409980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.447827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac7100-b760-4dc5-9c00-1cd0df61bd9a None None] Pushing event updated for resources: {'Port': ['ID=a35a3831-1607-41cc-b712-7d1e55f5c88f,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:51.471730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691fc88-a33e-40d1-94a4-79095e069a5e req-855cb4fa-bb79-4ab1-ace9-663764d01698 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.474860 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f691fc88-a33e-40d1-94a4-79095e069a5e req-855cb4fa-bb79-4ab1-ace9-663764d01698 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 944 time: 0.1703954 Aug 29 04:43:51.486848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Calling delete_port for cc0be1f9-180a-4ed1-8815-9d08f2c36bf1 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:51.689380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f691fc88-a33e-40d1-94a4-79095e069a5e req-aaf03e08-a223-4bbe-bf02-dc9e46f8aeb4 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998975 Aug 29 04:43:51.935085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:51.994578 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-b4cce937-60c1-4fba-9e74-37342f5946b8 service neutron] 10.222.0.65 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094251 Aug 29 04:43:52.087207 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.134667 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c97a24f5-fda6-41dd-9bf4-ad70fd5c85af req-6f4fe941-2abd-4a9a-ac3b-8cffaa1c81da service neutron] 10.222.0.65 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317878 Aug 29 04:43:52.148815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:52.165299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8948c-d7b4-46a7-ba61-576a11f9680b req-00bd8d4b-970d-4d75-934c-171f41133f76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.166903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45a8948c-d7b4-46a7-ba61-576a11f9680b req-00bd8d4b-970d-4d75-934c-171f41133f76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 944 time: 0.2744274 Aug 29 04:43:52.183938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '301206a5-7588-4576-add0-26abdd2e6ee2', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'port_id': '301206a5-7588-4576-add0-26abdd2e6ee2', 'mac_address': 'fa:16:3e:d6:78:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:52.228964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event deleted for resources: {'Port': ['ID=cc0be1f9-180a-4ed1-8815-9d08f2c36bf1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:52.256929 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] create failed (client error): The resource could not be found. Aug 29 04:43:52.257204 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.258942 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ed4e02aa-b4d4-4b4b-84d1-520eea1b773a tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0910697 Aug 29 04:43:52.263355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 43990) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:52.263593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.292608 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.315322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-45a8948c-d7b4-46a7-ba61-576a11f9680b req-f93f4551-0170-4a07-b162-84934164a40d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037714 Aug 29 04:43:52.324603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301206a5-7588-4576-add0-26abdd2e6ee2 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:52.397723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:52.410976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.468311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Allocated IP 172.25.1.136 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/bd84e533-c249-4377-8927-0b9a4427f688) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:52.516353 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01d0482d-a89a-4d60-bed0-1d6b5cd26afa req-70e90c96-1c9a-4ea7-a602-acc74240a26b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 210 time: 0.0502357 Aug 29 04:43:52.533176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:52.551654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0095d504-e5a0-4abe-910c-7d0a20a2669b tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Deleting port ba20a639-ee22-48ce-a426-7206568aedf2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:52.552033 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0095d504-e5a0-4abe-910c-7d0a20a2669b tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.683018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['301206a5-7588-4576-add0-26abdd2e6ee2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:52.692768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6d53c47-21ef-4aa2-8a27-b5eb03db8c6d req-9f0596fd-7c3a-42c1-a61d-9b208c03592b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 210 time: 0.0490468 Aug 29 04:43:52.714486 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0095d504-e5a0-4abe-910c-7d0a20a2669b tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.746908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0095d504-e5a0-4abe-910c-7d0a20a2669b tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Calling delete_port for ba20a639-ee22-48ce-a426-7206568aedf2 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:52.817758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.826040 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a44295-0d0b-4471-84fa-d3e4aadc0f8e x-openstack-request-id: req-04a44295-0d0b-4471-84fa-d3e4aadc0f8e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:52.826252 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedc071c-7fbc-4088-abc0-9593288c71de", "name": "network-vif-deleted", "tag": "a550adc2-c18a-41bd-a5f6-20cf6f80bf83", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:52.826500 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04a44295-0d0b-4471-84fa-d3e4aadc0f8e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:52.826875 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedc071c-7fbc-4088-abc0-9593288c71de', 'name': 'network-vif-deleted', 'tag': 'a550adc2-c18a-41bd-a5f6-20cf6f80bf83', 'status': 'completed', 'code': 200} Aug 29 04:43:52.897525 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.986510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0095d504-e5a0-4abe-910c-7d0a20a2669b tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.015817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.059672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095d504-e5a0-4abe-910c-7d0a20a2669b tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event deleted for resources: {'Port': ['ID=ba20a639-ee22-48ce-a426-7206568aedf2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:53.104388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:53.117076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:53.127167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:53.178896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Pushing event updated for resources: {'Port': ['ID=bd84e533-c249-4377-8927-0b9a4427f688,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:53.206461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0095d504-e5a0-4abe-910c-7d0a20a2669b tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.208166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a35a3831-1607-41cc-b712-7d1e55f5c88f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:53.209078 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0095d504-e5a0-4abe-910c-7d0a20a2669b tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "DELETE /v2.0/ports/ba20a639-ee22-48ce-a426-7206568aedf2 HTTP/1.1" status: 204 len: 168 time: 0.9443316 Aug 29 04:43:53.233696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792cf12-6c31-4252-8868-732509601bcf None None] Network 957b4d67-8a75-4855-8641-c3c4011189ad requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:53.249803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 43998) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:53.431969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-f46945b4-f5c2-4dc1-8430-0f46b3b90b1f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.436085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-f46945b4-f5c2-4dc1-8430-0f46b3b90b1f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117&tenant_id=b8ebe056008949c3a4f192f98b6f5efb&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 945 time: 0.2509212 Aug 29 04:43:53.474089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cadf96-7bae-4bad-8880-65135f7bb12f tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.485454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44000) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:53.488888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e9cadf96-7bae-4bad-8880-65135f7bb12f tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf809d38-00b8-41de-86f1-11d9e78df3e4 HTTP/1.1" status: 200 len: 913 time: 0.2333617 Aug 29 04:43:53.526504 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-32ba41bc-de5c-4f22-b8c7-a82291e98f4f None None] Provisioning for port a35a3831-1607-41cc-b712-7d1e55f5c88f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:53.553950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-2df8df6f-e905-4eb7-8d39-2f8d90d5bb77 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.556703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-2df8df6f-e905-4eb7-8d39-2f8d90d5bb77 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.3462265 Aug 29 04:43:53.600830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Request body: {'port': {'device_id': '2530f3ff-a863-46f2-b1c1-0456809ba8cb', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'admin_state_up': True, 'tenant_id': '2151e6d7136b454ca53b5e40606d0218'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:53.620774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a35a3831-1607-41cc-b712-7d1e55f5c88f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:53.642351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a35a3831-1607-41cc-b712-7d1e55f5c88f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:53.642928 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.716463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-23fa91fc-65b8-4b1f-aead-2b3e31f5f327 service neutron] 10.222.0.65 "GET /v2.0/ports/301206a5-7588-4576-add0-26abdd2e6ee2/bindings/n-h2-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.2686787 Aug 29 04:43:53.786188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.801507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.837011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a35a3831-1607-41cc-b712-7d1e55f5c88f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a35a3831-1607-41cc-b712-7d1e55f5c88f,segment=NetworkSegment(118e85cd-7145-4ec0-a6d9-b02ac39e6102),segment_id=118e85cd-7145-4ec0-a6d9-b02ac39e6102)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:53.847772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.936492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a35a3831-1607-41cc-b712-7d1e55f5c88f,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:53.950585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fe6abd2e-e049-4f34-9033-4c6137337207 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:53.956696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a550adc2-c18a-41bd-a5f6-20cf6f80bf83 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:53.983111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-4312d9a8-cdc2-47c9-8e08-8d60e5524834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.985127 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-4312d9a8-cdc2-47c9-8e08-8d60e5524834 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1097 time: 0.2220035 Aug 29 04:43:53.988691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa001f8-8f98-49b0-9c0c-9e28c54ee421 req-6db70221-ef4e-490f-beb2-983c367a2844 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.996433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0aa001f8-8f98-49b0-9c0c-9e28c54ee421 req-6db70221-ef4e-490f-beb2-983c367a2844 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 944 time: 0.6672173 Aug 29 04:43:54.002523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: a550adc2-c18a-41bd-a5f6-20cf6f80bf83 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:54.002927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a550adc2-c18a-41bd-a5f6-20cf6f80bf83 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:54.092897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:54.096960 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.146307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0aa001f8-8f98-49b0-9c0c-9e28c54ee421 req-e0743d20-849c-4f7c-8add-64dee36fd40e tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091194 Aug 29 04:43:54.181406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port fe6abd2e-e049-4f34-9033-4c6137337207, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fe6abd2e-e049-4f34-9033-4c6137337207,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:54.195510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'fe6abd2e-e049-4f34-9033-4c6137337207', 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0', 'port_id': 'fe6abd2e-e049-4f34-9033-4c6137337207', 'mac_address': 'fa:16:3e:c9:03:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af390196-3c7e-4e61-be5e-142e8efc0fc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:54.210521 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.256345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9c83f623-e93b-4770-82a4-8e9d2a9a3319 None None] Provisioning complete for port a35a3831-1607-41cc-b712-7d1e55f5c88f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:54.256898 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9c83f623-e93b-4770-82a4-8e9d2a9a3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.287150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.298220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Allocated IP 172.20.0.8 (f9b6a17d-30d7-44a0-b29f-6387d484e2d7/7618f96a-65b0-4c0a-b90a-2c3766ef6915/a1b97736-5ca2-49f3-8f89-5a5601f0749c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:54.313489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6abd2e-e049-4f34-9033-4c6137337207 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:54.360112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port fe6abd2e-e049-4f34-9033-4c6137337207, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fe6abd2e-e049-4f34-9033-4c6137337207,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:54.363622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a173a-7880-47b1-91e6-27d4461aaa7b req-448e1f05-5138-4a52-8a1b-ac7489e4a8f4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.371545 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.377004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f3a173a-7880-47b1-91e6-27d4461aaa7b req-448e1f05-5138-4a52-8a1b-ac7489e4a8f4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 945 time: 0.0844536 Aug 29 04:43:54.462652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=fe6abd2e-e049-4f34-9033-4c6137337207,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:54.488265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.488654 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f3a173a-7880-47b1-91e6-27d4461aaa7b req-d249012a-7b0e-42dd-bf2f-06736b5c3320 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103926 Aug 29 04:43:54.537644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Router 0491874d-0c80-47d6-b73c-b6c9599583c7 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:43:54.537898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-86e24a67-1ab5-43b9-b055-e25521474a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.540495 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-86e24a67-1ab5-43b9-b055-e25521474a96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.5442188 Aug 29 04:43:54.620011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['fe6abd2e-e049-4f34-9033-4c6137337207'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:54.631183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17f53549-c6c1-4a99-b3fc-b0694238f438 req-e1790d8a-daa8-4ac9-abb0-7b8407e052f9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 210 time: 0.0361571 Aug 29 04:43:54.677192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.681688 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-a69b1c04-1eff-4468-8819-9a24ed82ebe0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 1000 time: 0.1226468 Aug 29 04:43:54.699700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:54.715697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:54.729299 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Sync routers for ids ['0491874d-0c80-47d6-b73c-b6c9599583c7'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:54.749123 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Routers {'0491874d-0c80-47d6-b73c-b6c9599583c7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:54.751413 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0491874d-0c80-47d6-b73c-b6c9599583c7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:54.760800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-989b3529-6325-4d55-bac4-6cd4a87d3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.762318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-989b3529-6325-4d55-bac4-6cd4a87d3b93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.0625544 Aug 29 04:43:54.783761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:54.799490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:54.806092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:54.820030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.821514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5e21e91c-4641-42aa-8d87-95478d5cc703 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4781730 Aug 29 04:43:54.827718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44006) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:54.880377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.000474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event updated for resources: {'Port': ['ID=a1b97736-5ca2-49f3-8f89-5a5601f0749c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:55.030869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a35a3831-1607-41cc-b712-7d1e55f5c88f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:55.043366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff148cc0-661d-47e7-b294-d50ed67e5537 req-051b7a92-cdbe-4a67-860d-27ae99f74664 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.048282 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Set router 0491874d-0c80-47d6-b73c-b6c9599583c7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:55.053930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff148cc0-661d-47e7-b294-d50ed67e5537 req-051b7a92-cdbe-4a67-860d-27ae99f74664 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 931 time: 0.3038778 Aug 29 04:43:55.104498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff148cc0-661d-47e7-b294-d50ed67e5537 req-a6a94808-786f-4a16-841b-f7af25d2a248 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489428 Aug 29 04:43:55.128055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a35a3831-1607-41cc-b712-7d1e55f5c88f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:55.128397 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.136074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-a437e263-edca-4751-b6f5-4e89875e6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.137451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-a437e263-edca-4751-b6f5-4e89875e6230 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3510997 Aug 29 04:43:55.143773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.144413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.196747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-6ff71549-d18d-46ef-80dc-2bddb09d5392 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6005316 Aug 29 04:43:55.257524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Request body: {'port': {'device_id': '2530f3ff-a863-46f2-b1c1-0456809ba8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:55.354883 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:43:53Z', 'revision_number': 3, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port': {'id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:52Z', 'updated_at': '2021-08-29T04:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:55.380182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.389735 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Checking router: 0491874d-0c80-47d6-b73c-b6c9599583c7 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:55.390814 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Updating router 0491874d-0c80-47d6-b73c-b6c9599583c7 port bd84e533-c249-4377-8927-0b9a4427f688 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:43:55.405928 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-5cb4945e-5957-48f0-b1fa-5e807290aaa5 service neutron] 10.222.0.65 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315147 Aug 29 04:43:55.427548 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.460684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3e66c-c03b-4a93-9d99-439b8f2c8876 req-fd304f07-828d-4702-8b84-a334e339acaf tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.462553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2dc3e66c-c03b-4a93-9d99-439b8f2c8876 req-fd304f07-828d-4702-8b84-a334e339acaf tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 945 time: 0.1497693 Aug 29 04:43:55.622978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-31f13981-3036-41ce-ba1a-3b9c8c673f9a service neutron] 10.222.0.65 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936975 Aug 29 04:43:55.800964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Deleting port d8a23cd0-a5e4-44dd-8617-1a04611971ad {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:55.801313 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.834529 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.847685 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Transition to ACTIVE for port object bd84e533-c249-4377-8927-0b9a4427f688 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:55.855062 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.935878 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Attempting to bind port bd84e533-c249-4377-8927-0b9a4427f688 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:55.935878 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Attempting to bind port bd84e533-c249-4377-8927-0b9a4427f688 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:55.938381 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Attempting to bind port bd84e533-c249-4377-8927-0b9a4427f688 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:55.948690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.964284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Calling delete_port for d8a23cd0-a5e4-44dd-8617-1a04611971ad owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:55.968447 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:55.972079 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:55.972619 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.973161 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:55.973783 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Bound port: bd84e533-c249-4377-8927-0b9a4427f688, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:55.974233 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.006623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.021193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:56.025143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2dc3e66c-c03b-4a93-9d99-439b8f2c8876 req-8181cf6e-c73c-46c6-bbd8-4e6af9791bef tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538304 Aug 29 04:43:56.090329 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] For port bd84e533-c249-4377-8927-0b9a4427f688, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:56.096356 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] For port bd84e533-c249-4377-8927-0b9a4427f688, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bd84e533-c249-4377-8927-0b9a4427f688,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:56.107814 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.113433 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Pushing event updated for resources: {'Port': ['ID=bd84e533-c249-4377-8927-0b9a4427f688,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:56.131106 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.131475 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.131755 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.132124 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.132460 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.132791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.133740 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.134441 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.134441 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.134767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.135021 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.135340 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:56.202065 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Routers {'0491874d-0c80-47d6-b73c-b6c9599583c7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:56.202700 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0491874d-0c80-47d6-b73c-b6c9599583c7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:56.236789 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39b6ab-c3ac-4ed4-84d6-9b2d0cefd253 req-64fcaee4-8591-4613-9eec-0c7b4173156a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.245007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b39b6ab-c3ac-4ed4-84d6-9b2d0cefd253 req-64fcaee4-8591-4613-9eec-0c7b4173156a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 945 time: 0.1186435 Aug 29 04:43:56.287303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 301206a5-7588-4576-add0-26abdd2e6ee2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:56.294151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 301206a5-7588-4576-add0-26abdd2e6ee2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:56.294811 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.337337 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dd183-6997-45e3-afb9-26f14af9b91b None None] Pushing event updated for resources: {'Port': ['ID=bd84e533-c249-4377-8927-0b9a4427f688,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:56.382657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b39b6ab-c3ac-4ed4-84d6-9b2d0cefd253 req-c27d4f21-2398-4158-93e6-4be59f6af549 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324072 Aug 29 04:43:56.417266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Allocated IP 172.20.0.1 (957b4d67-8a75-4855-8641-c3c4011189ad/b19b612a-6d12-4e56-8bcc-5206ee0d40ea/7b32ce7f-b370-4a3f-bccb-c14b72a3058e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:56.432417 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] Set router 0491874d-0c80-47d6-b73c-b6c9599583c7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:56.454454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b97736-5ca2-49f3-8f89-5a5601f0749c {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:56.467744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.500867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Transition to ACTIVE for port object a1b97736-5ca2-49f3-8f89-5a5601f0749c will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:56.516023 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.555826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.573614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32a3d818-0017-4123-b5a1-018b5c713ca4 req-ff2c30ca-bf36-4bba-a067-2c6f687ae14c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=eedc071c-7fbc-4088-abc0-9593288c71de HTTP/1.1" status: 200 len: 210 time: 0.0636663 Aug 29 04:43:56.713679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b97736-5ca2-49f3-8f89-5a5601f0749c,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:56.746201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.771436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Transition to ACTIVE for port object 7b32ce7f-b370-4a3f-bccb-c14b72a3058e will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:56.774362 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.800771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d2fa3-f87f-472a-a0aa-c86801cb3861 req-fe1aaa96-df33-402a-96e7-f836361cbbbc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.803429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce6d2fa3-f87f-472a-a0aa-c86801cb3861 req-fe1aaa96-df33-402a-96e7-f836361cbbbc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 943 time: 0.1061499 Aug 29 04:43:56.820734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:56.826671 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499d21ac-5bf9-4a2d-98ab-92e468d6904c" -d '{"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-plugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:56.846392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:56.855070 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.856430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fe6abd2e-e049-4f34-9033-4c6137337207 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:56.868963 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:43:53Z', 'revision_number': 3, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port': {'id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:52Z', 'updated_at': '2021-08-29T04:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:56.933312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.011441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Network 957b4d67-8a75-4855-8641-c3c4011189ad is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:57.013614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:57.016117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:57.039801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port fe6abd2e-e049-4f34-9033-4c6137337207 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:57.057454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:57.058360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port fe6abd2e-e049-4f34-9033-4c6137337207 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:57.058764 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.168987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce6d2fa3-f87f-472a-a0aa-c86801cb3861 req-0cb46079-0301-4803-a289-de7ca2eeab1f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485306 Aug 29 04:43:57.174936 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.220707 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.221773 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46cf34-74c1-4cda-9cee-b6ce266d2878 None None] The sync data for ids ['0491874d-0c80-47d6-b73c-b6c9599583c7'] in n-d-712142-15 is: [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:43:53Z', 'revision_number': 3, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port': {'id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:52Z', 'updated_at': '2021-08-29T04:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:57.293868 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.313564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:57.338055 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37e57ad-01b8-4d00-8941-ddcc11bc6505 x-openstack-request-id: req-e37e57ad-01b8-4d00-8941-ddcc11bc6505 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:57.339773 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-plugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:57.340664 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e37e57ad-01b8-4d00-8941-ddcc11bc6505 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:57.341295 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'code': 200} Aug 29 04:43:57.387887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port fe6abd2e-e049-4f34-9033-4c6137337207, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fe6abd2e-e049-4f34-9033-4c6137337207,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:57.397704 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.483337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=fe6abd2e-e049-4f34-9033-4c6137337207,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:57.515407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-119887ee-f0af-4cae-872f-0e7baebeb9ae None None] Provisioning for port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:57.524374 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-119887ee-f0af-4cae-872f-0e7baebeb9ae None None] Provisioning complete for port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:57.524823 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-119887ee-f0af-4cae-872f-0e7baebeb9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.549900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-47dcd1de-5179-4b9c-9902-ce11baa9178d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0474060 Aug 29 04:43:57.591570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-119887ee-f0af-4cae-872f-0e7baebeb9ae None None] Port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:57.593958 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.645678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event deleted for resources: {'Port': ['ID=d8a23cd0-a5e4-44dd-8617-1a04611971ad,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:57.673339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed861b10-f02c-4051-b5cf-472d78b97fde req-1f9ab7dd-24bf-4383-a32b-88f348bab44b tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.688238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed861b10-f02c-4051-b5cf-472d78b97fde req-1f9ab7dd-24bf-4383-a32b-88f348bab44b tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 946 time: 0.1640077 Aug 29 04:43:57.695591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.835090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed861b10-f02c-4051-b5cf-472d78b97fde req-63e39a29-a0fa-484b-a5cc-3b45e8fa99ed tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454320 Aug 29 04:43:57.920047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-352112ab-a2bf-427d-91a4-e19c018c2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.922067 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-352112ab-a2bf-427d-91a4-e19c018c2c91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 1097 time: 0.2737098 Aug 29 04:43:57.925445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Attempting to bind port a1b97736-5ca2-49f3-8f89-5a5601f0749c on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:57.926045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Attempting to bind port a1b97736-5ca2-49f3-8f89-5a5601f0749c by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:57.926573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Attempting to bind port a1b97736-5ca2-49f3-8f89-5a5601f0749c on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:57.935095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Port a1b97736-5ca2-49f3-8f89-5a5601f0749c on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:57.936673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Attempting to bind port a1b97736-5ca2-49f3-8f89-5a5601f0749c on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:58.053334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-131bc2e1-6b7b-4a4b-84a7-3acd71311da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.055778 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-131bc2e1-6b7b-4a4b-84a7-3acd71311da5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 912 time: 0.1100602 Aug 29 04:43:58.057185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:58.057641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Checking segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:58.058036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Bound using segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:58.058678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Bound port: a1b97736-5ca2-49f3-8f89-5a5601f0749c, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:58.059077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.066045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17a339-62fa-4b49-944a-3c21cfcd6c58 req-52f0deee-91e2-45b8-9066-838c89c9d052 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.068004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc17a339-62fa-4b49-944a-3c21cfcd6c58 req-52f0deee-91e2-45b8-9066-838c89c9d052 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1040921 Aug 29 04:43:58.074605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.147800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc17a339-62fa-4b49-944a-3c21cfcd6c58 req-454dade3-f9a4-4181-a2aa-a342779ac60e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689976 Aug 29 04:43:58.148660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.301832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Router bf809d38-00b8-41de-86f1-11d9e78df3e4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:58.345687 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-438a67eb-17f8-4674-954a-bd4bf60e3c00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7 HTTP/1.1" status: 200 len: 1001 time: 0.2773161 Aug 29 04:43:58.351369 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.355141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:58.402718 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.426965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] For port a1b97736-5ca2-49f3-8f89-5a5601f0749c, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:58.489171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd450f8-6a84-4764-9698-c0123c20930e req-aa0a6dc5-9899-418d-998f-f3031c8ecc46 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.490740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-abd450f8-6a84-4764-9698-c0123c20930e req-aa0a6dc5-9899-418d-998f-f3031c8ecc46 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 943 time: 0.2141101 Aug 29 04:43:58.544678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] For port a1b97736-5ca2-49f3-8f89-5a5601f0749c, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a1b97736-5ca2-49f3-8f89-5a5601f0749c,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:58.553059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:58.563313 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f2a9c520-eb4b-4fbe-ae9e-76f1418ebb1d tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "PUT /v2.0/routers/bf809d38-00b8-41de-86f1-11d9e78df3e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0759695 Aug 29 04:43:58.565451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-bc72a909-4ef8-4e31-b861-8be6a8d82f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.567280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-bc72a909-4ef8-4e31-b861-8be6a8d82f7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.2100317 Aug 29 04:43:58.567516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-abd450f8-6a84-4764-9698-c0123c20930e req-82e358f2-30fa-4ce3-88d7-44d721bec944 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609117 Aug 29 04:43:58.567841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:58.568704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.575202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab006c17-6b4b-4f7d-8236-d6c479930e70 None None] Sync routers for ids ['bf809d38-00b8-41de-86f1-11d9e78df3e4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:58.591862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab006c17-6b4b-4f7d-8236-d6c479930e70 None None] Routers {'bf809d38-00b8-41de-86f1-11d9e78df3e4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:58.592536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ab006c17-6b4b-4f7d-8236-d6c479930e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf809d38-00b8-41de-86f1-11d9e78df3e4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:58.593265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Network 957b4d67-8a75-4855-8641-c3c4011189ad is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:58.628647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:58.680057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.684501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.685903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ab006c17-6b4b-4f7d-8236-d6c479930e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:58.688107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/a1b97736-5ca2-49f3-8f89-5a5601f0749c HTTP/1.1" status: 200 len: 1092 time: 3.4346728 Aug 29 04:43:58.695506 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df293aa6-5170-4dd4-9917-f26ede230302 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.700172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2530f3ff-a863-46f2-b1c1-0456809ba8cb', 'tag': 'a1b97736-5ca2-49f3-8f89-5a5601f0749c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:58.706603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab006c17-6b4b-4f7d-8236-d6c479930e70 None None] Routers {'bf809d38-00b8-41de-86f1-11d9e78df3e4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:58.708659 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dcab4d-000f-48c2-842a-851e88e76bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "2530f3ff-a863-46f2-b1c1-0456809ba8cb", "tag": "a1b97736-5ca2-49f3-8f89-5a5601f0749c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:58.714124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ab006c17-6b4b-4f7d-8236-d6c479930e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['bf809d38-00b8-41de-86f1-11d9e78df3e4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:58.768111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ab006c17-6b4b-4f7d-8236-d6c479930e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:58.769011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab006c17-6b4b-4f7d-8236-d6c479930e70 None None] The sync data for ids ['bf809d38-00b8-41de-86f1-11d9e78df3e4'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:58.783349 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c792d7-c313-4029-b587-5581329f19b9 x-openstack-request-id: req-90c792d7-c313-4029-b587-5581329f19b9 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:58.785171 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2530f3ff-a863-46f2-b1c1-0456809ba8cb", "tag": "a1b97736-5ca2-49f3-8f89-5a5601f0749c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:58.785171 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90c792d7-c313-4029-b587-5581329f19b9 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:58.786686 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2530f3ff-a863-46f2-b1c1-0456809ba8cb', 'tag': 'a1b97736-5ca2-49f3-8f89-5a5601f0749c', 'status': 'completed', 'code': 200} Aug 29 04:43:58.816180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc7215-f0b3-4403-95b4-7f5e998bc4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b97736-5ca2-49f3-8f89-5a5601f0749c,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:58.822700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-84e44cc3-4d8b-484c-b7c6-281c82d7e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.824953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-84e44cc3-4d8b-484c-b7c6-281c82d7e1b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2181625 Aug 29 04:43:58.890300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-ec37381b-447e-44ff-a2df-c9a3b47d870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.892180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-ec37381b-447e-44ff-a2df-c9a3b47d870a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 1095 time: 0.1407342 Aug 29 04:43:59.005477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-f64a5e01-4291-43bd-8c7b-4d7802ba102d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b97736-5ca2-49f3-8f89-5a5601f0749c HTTP/1.1" status: 200 len: 217 time: 0.0675721 Aug 29 04:43:59.084044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bd84e533-c249-4377-8927-0b9a4427f688 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:59.106342 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-36b0236c-0f4d-4ac9-bfda-fb7c6a0ccf2d service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616718 Aug 29 04:43:59.109006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-7d23cd62-a5cf-4aa4-a3ee-61d7e99e11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.110434 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-7d23cd62-a5cf-4aa4-a3ee-61d7e99e11a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.0929010 Aug 29 04:43:59.174432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b56833e1-f3be-45d3-9332-3331c470506f None None] Provisioning complete for port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:59.174749 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b56833e1-f3be-45d3-9332-3331c470506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.175675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-3fe66bc6-9023-4775-8771-88c0fd6279a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.177505 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-3fe66bc6-9023-4775-8771-88c0fd6279a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 1098 time: 0.3573544 Aug 29 04:43:59.186281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df293aa6-5170-4dd4-9917-f26ede230302 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.189670 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-af833417-7338-4125-bdf5-0d70f6e25141 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561583 Aug 29 04:43:59.192278 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df293aa6-5170-4dd4-9917-f26ede230302 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.199524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port bd84e533-c249-4377-8927-0b9a4427f688 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:59.200522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:59.213654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port bd84e533-c249-4377-8927-0b9a4427f688 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:59.213654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.267356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b56833e1-f3be-45d3-9332-3331c470506f None None] Port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:59.277840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Router 0491874d-0c80-47d6-b73c-b6c9599583c7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:59.301396 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df293aa6-5170-4dd4-9917-f26ede230302 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.301904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df293aa6-5170-4dd4-9917-f26ede230302 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Fanout notify agent at l3_agent the message router_deleted on router bf809d38-00b8-41de-86f1-11d9e78df3e4 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:43:59.314160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df293aa6-5170-4dd4-9917-f26ede230302 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.320358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-df293aa6-5170-4dd4-9917-f26ede230302 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "DELETE /v2.0/routers/bf809d38-00b8-41de-86f1-11d9e78df3e4 HTTP/1.1" status: 204 len: 168 time: 0.7492590 Aug 29 04:43:59.320589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:59.333895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f8302-edea-480e-b7f0-8ae061f2a865 req-ea749c7c-1460-488a-8070-d8131bd3d534 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.336440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed4f8302-edea-480e-b7f0-8ae061f2a865 req-ea749c7c-1460-488a-8070-d8131bd3d534 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 946 time: 0.2854469 Aug 29 04:43:59.397076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6461e4f9-440a-4dc7-b7df-98273cf326ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6abd2e-e049-4f34-9033-4c6137337207'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:59.400582 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9522fe10-772b-480a-a8f3-5b380bd4db4c" -d '{"events": [{"server_uuid": "6461e4f9-440a-4dc7-b7df-98273cf326ab", "name": "network-vif-plugged", "status": "completed", "tag": "fe6abd2e-e049-4f34-9033-4c6137337207"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:59.406181 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.415978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb2b5554-507d-4a0d-ab35-49c271988196 req-bc4af642-098f-48d5-bc11-8183262196d2 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015409 Aug 29 04:43:59.443653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port bd84e533-c249-4377-8927-0b9a4427f688, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bd84e533-c249-4377-8927-0b9a4427f688,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:59.472041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.475191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d230c1-24a7-42e6-88a0-44f08d2b85e1 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Deleting subnet 62188042-c85d-4b13-bbeb-986fa8f1506f {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:59.480108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79d230c1-24a7-42e6-88a0-44f08d2b85e1 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.484508 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.519820 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-c3853d4a-eb3c-45dc-b12d-2a297f1c43a2 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155701 Aug 29 04:43:59.561678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed4f8302-edea-480e-b7f0-8ae061f2a865 req-c0c0135a-2655-400d-b0fa-971a21f942c7 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880360 Aug 29 04:43:59.563372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79d230c1-24a7-42e6-88a0-44f08d2b85e1 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.590744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=bd84e533-c249-4377-8927-0b9a4427f688,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.681527 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79d230c1-24a7-42e6-88a0-44f08d2b85e1 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.770565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:59.807214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b9f7a831-bfa1-444c-9cc9-5b9c9c6336a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/0491874d-0c80-47d6-b73c-b6c9599583c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9688337 Aug 29 04:43:59.854707 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da8f3240-fe88-4d02-8c31-b220888efbd6 req-4aa39abd-17aa-443e-a0ec-8ec015092708 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213134 Aug 29 04:43:59.857409 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79d230c1-24a7-42e6-88a0-44f08d2b85e1 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.873952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-79d230c1-24a7-42e6-88a0-44f08d2b85e1 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.876325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-79d230c1-24a7-42e6-88a0-44f08d2b85e1 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "DELETE /v2.0/subnets/62188042-c85d-4b13-bbeb-986fa8f1506f HTTP/1.1" status: 204 len: 168 time: 0.5547619 Aug 29 04:43:59.880783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba2019-05c2-42de-9835-66d2a670e95f req-66194c55-1f34-40c3-a826-18bdb1c4b483 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.883749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47ba2019-05c2-42de-9835-66d2a670e95f req-66194c55-1f34-40c3-a826-18bdb1c4b483 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1831379 Aug 29 04:43:59.884285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:59.892985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa321d-157d-4a93-9a41-f9490c80104e None None] Network 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:59.903427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d230c1-24a7-42e6-88a0-44f08d2b85e1 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event deleted for resources: {'Subnet': ['ID=62188042-c85d-4b13-bbeb-986fa8f1506f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:00.042594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:00.047781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.064486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-7e87a03b-8163-47e8-a0c8-39061503f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.074103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47ba2019-05c2-42de-9835-66d2a670e95f req-4ac64985-934e-4389-a8c3-1b6e39f529db tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594315 Aug 29 04:44:00.076574 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-7e87a03b-8163-47e8-a0c8-39061503f9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 1095 time: 0.1190207 Aug 29 04:44:00.149189 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93673b0a-4940-4952-97cf-9c9aefa72a2f x-openstack-request-id: req-93673b0a-4940-4952-97cf-9c9aefa72a2f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:00.149486 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6461e4f9-440a-4dc7-b7df-98273cf326ab", "name": "network-vif-plugged", "status": "completed", "tag": "fe6abd2e-e049-4f34-9033-4c6137337207", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:00.149744 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93673b0a-4940-4952-97cf-9c9aefa72a2f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:00.150141 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6461e4f9-440a-4dc7-b7df-98273cf326ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6abd2e-e049-4f34-9033-4c6137337207', 'code': 200} Aug 29 04:44:00.224754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:00.274235 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Sync routers for ids ['0491874d-0c80-47d6-b73c-b6c9599583c7'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:00.286656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] DHCP port deletion for 0cd46d6d-1d73-4e4b-823d-c2650c9ff1df request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:00.292633 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Routers {'0491874d-0c80-47d6-b73c-b6c9599583c7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:00.295302 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0491874d-0c80-47d6-b73c-b6c9599583c7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:00.345549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-3d534566-c638-4bb2-b5d6-5470ee1b8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.350946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-3d534566-c638-4bb2-b5d6-5470ee1b8b83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.2600057 Aug 29 04:44:00.383842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] Deleting port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:00.386472 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.404456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:00.406909 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37872005-3809-4fd0-9de8-268a086098b2" -d '{"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-unplugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:00.413499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.443588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Transition to ACTIVE for port object 301206a5-7588-4576-add0-26abdd2e6ee2 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:00.469126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7341ee-066d-4cdd-8c30-bf0c86377eb0 req-28124796-1402-46f5-87dc-fd065170d3f5 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.482731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e7341ee-066d-4cdd-8c30-bf0c86377eb0 req-28124796-1402-46f5-87dc-fd065170d3f5 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 943 time: 0.2030213 Aug 29 04:44:00.502372 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.507229 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-6e03b3db-4218-483d-999e-690322c3e996 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b97736-5ca2-49f3-8f89-5a5601f0749c HTTP/1.1" status: 200 len: 217 time: 0.1196382 Aug 29 04:44:00.528729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] For port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,segment=NetworkSegment(db98ce75-f78b-49e4-ac71-e6bc53bbd8ab),segment_id=db98ce75-f78b-49e4-ac71-e6bc53bbd8ab)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:00.530434 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.551976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Deleting port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:00.552679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.561392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] Calling delete_port for 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:00.616821 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Set router 0491874d-0c80-47d6-b73c-b6c9599583c7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:00.666163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f8fdf-3424-40eb-90e8-32917aefc8e9 req-87d905c5-7103-4e15-a0a0-da2c29732557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.669055 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a1f8fdf-3424-40eb-90e8-32917aefc8e9 req-87d905c5-7103-4e15-a0a0-da2c29732557 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 1098 time: 0.3185656 Aug 29 04:44:00.702291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-aabfebf7-cb25-4321-9583-307b71dedb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.730568 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-aabfebf7-cb25-4321-9583-307b71dedb73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1967373 Aug 29 04:44:00.749781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.784285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] Pushing event deleted for resources: {'Port': ['ID=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:00.790993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46cb9a2-fe68-4148-b57f-38925f02ad1b None None] No DVR routers for this DVR port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:00.866014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e7341ee-066d-4cdd-8c30-bf0c86377eb0 req-409c9313-dab3-4409-8624-7b4271c242e8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820646 Aug 29 04:44:00.911612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=10']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:00.934421 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-1a97d3b7-24bc-4b1c-a0a3-ff558ba0bc58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734684 Aug 29 04:44:00.944032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] For port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,segment=NetworkSegment(db98ce75-f78b-49e4-ac71-e6bc53bbd8ab),segment_id=db98ce75-f78b-49e4-ac71-e6bc53bbd8ab)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:00.944447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.032032 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d0b7b0-4bae-447d-a440-94e161504a58 x-openstack-request-id: req-15d0b7b0-4bae-447d-a440-94e161504a58 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:01.032562 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-unplugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:01.033007 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15d0b7b0-4bae-447d-a440-94e161504a58 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:01.033607 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'code': 200} Aug 29 04:44:01.036915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Calling delete_port for 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:01.049759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bd84e533-c249-4377-8927-0b9a4427f688 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:01.096137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1a1f8fdf-3424-40eb-90e8-32917aefc8e9 req-41da722f-e773-46fe-b9e6-d1829c8596f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641984 Aug 29 04:44:01.127491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] No DVR routers for this DVR port 301206a5-7588-4576-add0-26abdd2e6ee2 on host n-h2-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:01.208705 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:43:57Z', 'revision_number': 4, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port': {'id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:52Z', 'updated_at': '2021-08-29T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7b32ce7f-b370-4a3f-bccb-c14b72a3058e', 'name': '', 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'mac_address': 'fa:16:3e:72:4f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b19b612a-6d12-4e56-8bcc-5206ee0d40ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:56Z', 'updated_at': '2021-08-29T04:43:57Z', 'revision_number': 2, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'subnets': [{'id': 'b19b612a-6d12-4e56-8bcc-5206ee0d40ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:01.216879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port bd84e533-c249-4377-8927-0b9a4427f688 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:01.217276 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.255288 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Checking router: 0491874d-0c80-47d6-b73c-b6c9599583c7 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:01.255912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Updating router 0491874d-0c80-47d6-b73c-b6c9599583c7 port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:01.270953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-3705bc66-900a-450f-9bf0-586dfa9f7d03 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190076 Aug 29 04:44:01.294992 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.461217 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0dcab4d-000f-48c2-842a-851e88e76bd3 req-47e8f6f0-eae8-4da9-8908-76186965e4d0 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784189 Aug 29 04:44:01.540358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:01.572546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:01.573444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:01.763011 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.774345 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Transition to ACTIVE for port object 7b32ce7f-b370-4a3f-bccb-c14b72a3058e will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:01.781326 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.846159 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4b30a-dc17-4544-9f91-9713ddd30666 None None] Pushing event updated for resources: {'Port': ['ID=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:01.931248 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Attempting to bind port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:01.931628 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Attempting to bind port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:01.932010 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Attempting to bind port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e on network 957b4d67-8a75-4855-8641-c3c4011189ad {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:01.937782 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:01.938165 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Checking segment: {'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:01.938576 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.938978 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Bound using segment: {'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:01.939874 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Bound port: 7b32ce7f-b370-4a3f-bccb-c14b72a3058e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118e85cd-7145-4ec0-a6d9-b02ac39e6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:01.940320 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.952134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a22a65-a7ac-4200-9537-b8d3cc52c9c9 req-b5d6cd3c-e92d-4a04-8db1-afcce1d6a78c tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.961027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77a22a65-a7ac-4200-9537-b8d3cc52c9c9 req-b5d6cd3c-e92d-4a04-8db1-afcce1d6a78c tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 946 time: 0.1916313 Aug 29 04:44:01.976722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a1b97736-5ca2-49f3-8f89-5a5601f0749c details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:02.030192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:02.052958 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] For port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:02.057136 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] For port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,segment=NetworkSegment(118e85cd-7145-4ec0-a6d9-b02ac39e6102),segment_id=118e85cd-7145-4ec0-a6d9-b02ac39e6102)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:02.069615 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.130571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77a22a65-a7ac-4200-9537-b8d3cc52c9c9 req-cfb3dec1-2800-4d13-8464-d28c01cf9095 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684849 Aug 29 04:44:02.197747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Routers {'0491874d-0c80-47d6-b73c-b6c9599583c7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:02.199417 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0491874d-0c80-47d6-b73c-b6c9599583c7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.205033 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4b30a-dc17-4544-9f91-9713ddd30666 None None] Pushing event updated for resources: {'Port': ['ID=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:02.228621 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.258672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] No DVR routers for this DVR port 9b46251f-98c4-4c85-bcc0-f77f352b9fa5 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:02.303542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a1b97736-5ca2-49f3-8f89-5a5601f0749c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a1b97736-5ca2-49f3-8f89-5a5601f0749c,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:02.346453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'a1b97736-5ca2-49f3-8f89-5a5601f0749c', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'port_id': 'a1b97736-5ca2-49f3-8f89-5a5601f0749c', 'mac_address': 'fa:16:3e:60:d4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618f96a-65b0-4c0a-b90a-2c3766ef6915', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:02.365747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event deleted for resources: {'Port': ['ID=9b46251f-98c4-4c85-bcc0-f77f352b9fa5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:02.371361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:02.377114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:02.378258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:02.378799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:02.404753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:02.405345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Attempting to bind port 301206a5-7588-4576-add0-26abdd2e6ee2 on network da56dba6-47ac-4aa6-b572-81f32ea2cdea {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:02.458855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:02.459222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Checking segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:02.459674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Bound using segment: {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:02.460438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Bound port: 301206a5-7588-4576-add0-26abdd2e6ee2, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae84272-c5ca-4d46-a04f-a22baf882fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:02.460810 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.512524 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.517149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.533023 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca69687-210a-4695-aa0e-ad74bf85853a req-2cc152ee-98da-4667-aeed-c929596235b8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.537084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b97736-5ca2-49f3-8f89-5a5601f0749c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:02.543514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cca69687-210a-4695-aa0e-ad74bf85853a req-2cc152ee-98da-4667-aeed-c929596235b8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 945 time: 0.2120588 Aug 29 04:44:02.564197 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] Set router 0491874d-0c80-47d6-b73c-b6c9599583c7 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:02.565861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a1b97736-5ca2-49f3-8f89-5a5601f0749c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a1b97736-5ca2-49f3-8f89-5a5601f0749c,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:02.572646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.594981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd46d6d-1d73-4e4b-823d-c2650c9ff1df']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.660369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db98ce75-f78b-49e4-ac71-e6bc53bbd8ab') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.660779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db98ce75-f78b-49e4-ac71-e6bc53bbd8ab') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.677471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cca69687-210a-4695-aa0e-ad74bf85853a req-32a6c7ca-2081-4121-8dd1-7b22c729b106 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328640 Aug 29 04:44:02.687331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a1b97736-5ca2-49f3-8f89-5a5601f0749c,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:02.687734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.740097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:02.744977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:02.750714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.759085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.777608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:02.778235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: self.session.flush() Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:02.783292 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:02.845190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a1b97736-5ca2-49f3-8f89-5a5601f0749c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:02.882010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.883388 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.885948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] 10.222.0.64 "PUT /v2.0/ports/301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 1094 time: 3.6907885 Aug 29 04:44:02.944414 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:43:57Z', 'revision_number': 4, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port': {'id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:52Z', 'updated_at': '2021-08-29T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7b32ce7f-b370-4a3f-bccb-c14b72a3058e', 'name': '', 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'mac_address': 'fa:16:3e:72:4f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b19b612a-6d12-4e56-8bcc-5206ee0d40ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:56Z', 'updated_at': '2021-08-29T04:44:02Z', 'revision_number': 4, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'subnets': [{'id': 'b19b612a-6d12-4e56-8bcc-5206ee0d40ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.985004 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3730e-6fe7-41a4-85d8-f1f04e9e0ee0 None None] The sync data for ids ['0491874d-0c80-47d6-b73c-b6c9599583c7'] in n-d-712142-15 is: [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:43:57Z', 'revision_number': 4, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port': {'id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:52Z', 'updated_at': '2021-08-29T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '7b32ce7f-b370-4a3f-bccb-c14b72a3058e', 'name': '', 'network_id': '957b4d67-8a75-4855-8641-c3c4011189ad', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'mac_address': 'fa:16:3e:72:4f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b19b612a-6d12-4e56-8bcc-5206ee0d40ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:56Z', 'updated_at': '2021-08-29T04:44:02Z', 'revision_number': 4, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'subnets': [{'id': 'b19b612a-6d12-4e56-8bcc-5206ee0d40ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:03.015755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.047835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.053759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] 10.222.0.58 "DELETE /v2.0/networks/0cd46d6d-1d73-4e4b-823d-c2650c9ff1df HTTP/1.1" status: 204 len: 168 time: 3.1640160 Aug 29 04:44:03.065056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:03.084707 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:03.090321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414108c-aa43-410b-b683-7cb2cbfacc96 tempest-FloatingIPNegativeTestJSON-1376290888 tempest-FloatingIPNegativeTestJSON-1376290888-project] Pushing event deleted for resources: {'Network': ['ID=0cd46d6d-1d73-4e4b-823d-c2650c9ff1df,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:03.116532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ae36-96c1-4402-afb4-e28e9bf0910a service neutron] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=11']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:03.162072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-812150ba-09a2-4a62-96a1-e42baa6da107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.168239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-812150ba-09a2-4a62-96a1-e42baa6da107 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1097 time: 0.2325544 Aug 29 04:44:03.343057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31501f-79ac-46bb-8087-d8b8d44ceca9 req-d8fcc62f-e9ba-4222-a99a-988fd5731e86 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.344616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd31501f-79ac-46bb-8087-d8b8d44ceca9 req-d8fcc62f-e9ba-4222-a99a-988fd5731e86 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 944 time: 0.1353602 Aug 29 04:44:03.379160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-056c9f5b-17b3-4fa4-afdd-44de26147a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.380817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-056c9f5b-17b3-4fa4-afdd-44de26147a39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.1963639 Aug 29 04:44:03.480679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd31501f-79ac-46bb-8087-d8b8d44ceca9 req-93106f6e-91cd-4fe8-b782-ee4205e0b438 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232846 Aug 29 04:44:03.506173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-dcd9ac6e-8d8b-4d6f-8f81-1f9cc1ec276a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 999 time: 0.1173863 Aug 29 04:44:03.530643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44164) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:03.598575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-acf4dc45-3aa7-498b-beb6-22cde82657c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.603146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-acf4dc45-3aa7-498b-beb6-22cde82657c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.0865736 Aug 29 04:44:03.683480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fadd06-57bd-4474-8a0a-d2fa04348c8f req-e025551e-a641-4844-a3f2-6189c8b37d7e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.685142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62fadd06-57bd-4474-8a0a-d2fa04348c8f req-e025551e-a641-4844-a3f2-6189c8b37d7e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1093593 Aug 29 04:44:03.692619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-2e779ec2-b447-430a-8ee0-1935a39d6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.693797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-2e779ec2-b447-430a-8ee0-1935a39d6d3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734987 Aug 29 04:44:03.729733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aa4bb6c1-4d99-495c-8d2a-41689aa4499f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=889c032ab13b40698608e9dd3ea7fd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971292 Aug 29 04:44:03.734065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44170) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:03.803811 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-62fadd06-57bd-4474-8a0a-d2fa04348c8f req-5191fd12-a33f-4539-b496-446d38006d04 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915220 Aug 29 04:44:03.807082 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6163527-32fe-4560-8324-b690e6bc64f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.837370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-eb269b6c-0f6b-43e6-abab-47221f162585 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329565 Aug 29 04:44:03.845532 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6163527-32fe-4560-8324-b690e6bc64f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.941302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6163527-32fe-4560-8324-b690e6bc64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.948972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6163527-32fe-4560-8324-b690e6bc64f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.952156 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a6163527-32fe-4560-8324-b690e6bc64f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/869ad4d9-7101-489a-8b64-6b577553c500 HTTP/1.1" status: 204 len: 168 time: 0.2163568 Aug 29 04:44:03.977301 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcbeaef-0931-42f1-9b4d-533499779a26 x-openstack-request-id: req-ffcbeaef-0931-42f1-9b4d-533499779a26 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:03.977702 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:03.977904 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffcbeaef-0931-42f1-9b4d-533499779a26 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:03.978286 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'status': 'completed', 'code': 200} Aug 29 04:44:03.989566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a1b97736-5ca2-49f3-8f89-5a5601f0749c up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:04.030586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6163527-32fe-4560-8324-b690e6bc64f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869ad4d9-7101-489a-8b64-6b577553c500,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.091414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0b172f5-93cc-4b2c-9a58-979fd5b35d8a req-3ca7e2a2-99e8-49a1-9763-b04aed29cd7a service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414279 Aug 29 04:44:04.092587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-dc9e9050-481c-411f-b3d7-700c79e7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.094704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-dc9e9050-481c-411f-b3d7-700c79e7bca9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1097 time: 0.1099491 Aug 29 04:44:04.134198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port a1b97736-5ca2-49f3-8f89-5a5601f0749c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:04.146010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port a1b97736-5ca2-49f3-8f89-5a5601f0749c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:04.146712 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.273455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-01e36f40-af53-4a49-adc2-326c6498e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.277282 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-01e36f40-af53-4a49-adc2-326c6498e17e service neutron] 10.222.0.65 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.1695461 Aug 29 04:44:04.293536 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.344114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297f45d-6e48-49cf-983a-b34b53753dda req-07057325-b793-44da-84ff-a55830d8d390 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.353835 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e297f45d-6e48-49cf-983a-b34b53753dda req-07057325-b793-44da-84ff-a55830d8d390 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 946 time: 0.2600329 Aug 29 04:44:04.358387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a1b97736-5ca2-49f3-8f89-5a5601f0749c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a1b97736-5ca2-49f3-8f89-5a5601f0749c,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:04.362040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2530f3ff-a863-46f2-b1c1-0456809ba8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b97736-5ca2-49f3-8f89-5a5601f0749c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:04.365378 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaae7ae-ff07-4205-b6b7-a64ed1346793" -d '{"events": [{"server_uuid": "2530f3ff-a863-46f2-b1c1-0456809ba8cb", "name": "network-vif-plugged", "status": "completed", "tag": "a1b97736-5ca2-49f3-8f89-5a5601f0749c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:04.375806 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.454839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-63faf3ae-70df-4611-a2d0-8888ac5be940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.461520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-63faf3ae-70df-4611-a2d0-8888ac5be940 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1097 time: 0.2689736 Aug 29 04:44:04.478835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-85361469-4db6-4f97-9b4b-e1885c110c6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 999 time: 0.1902626 Aug 29 04:44:04.486071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a1b97736-5ca2-49f3-8f89-5a5601f0749c,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.486427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e297f45d-6e48-49cf-983a-b34b53753dda req-e30f6e1b-17f1-4804-a6a1-024456fb6634 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295018 Aug 29 04:44:04.620185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-c4f367f8-0019-4154-82c9-a88c3a4d5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.626536 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-c4f367f8-0019-4154-82c9-a88c3a4d5cd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.1277750 Aug 29 04:44:04.739029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-38ea49e3-5f18-4e41-b950-682553cb95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.740532 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-38ea49e3-5f18-4e41-b950-682553cb95f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049712 Aug 29 04:44:04.803477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ec4c8-1c38-4c6b-9a22-ed8921033f6e req-3dca26d5-e04d-4cfb-9ff2-780aae72f7bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.817251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee4ec4c8-1c38-4c6b-9a22-ed8921033f6e req-3dca26d5-e04d-4cfb-9ff2-780aae72f7bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 945 time: 0.1966696 Aug 29 04:44:04.837302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-692dbe59-1126-4114-8300-f3fb40a8623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.840830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-692dbe59-1126-4114-8300-f3fb40a8623d service neutron] 10.222.0.64 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.3530009 Aug 29 04:44:04.993660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee4ec4c8-1c38-4c6b-9a22-ed8921033f6e req-0f59a60d-ded3-464f-b58e-0f452dc68f29 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749995 Aug 29 04:44:05.044934 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-f1d9fc65-b162-43a6-8f23-919a0b21394c service neutron] 10.222.0.65 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932966 Aug 29 04:44:05.059048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-c06dd84e-d527-4a0d-98db-ec2bb3270fea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 999 time: 0.1877959 Aug 29 04:44:05.105751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7b32ce7f-b370-4a3f-bccb-c14b72a3058e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:05.154502 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2263b9-62e9-4c6e-9b3d-9f579b3690ad x-openstack-request-id: req-3b2263b9-62e9-4c6e-9b3d-9f579b3690ad {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:05.154793 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2530f3ff-a863-46f2-b1c1-0456809ba8cb", "name": "network-vif-plugged", "status": "completed", "tag": "a1b97736-5ca2-49f3-8f89-5a5601f0749c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:05.155048 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b2263b9-62e9-4c6e-9b3d-9f579b3690ad {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:05.155441 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2530f3ff-a863-46f2-b1c1-0456809ba8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b97736-5ca2-49f3-8f89-5a5601f0749c', 'code': 200} Aug 29 04:44:05.228773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-fc00cd7c-18e1-4ca4-83ba-763bb31c0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.231176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:05.233305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-fc00cd7c-18e1-4ca4-83ba-763bb31c0c10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.1638317 Aug 29 04:44:05.236243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:05.236628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.311808 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-dfdb8bad-6897-4703-87cb-b53faf230c40 service neutron] 10.222.0.65 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371423 Aug 29 04:44:05.403535 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.439314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c94d2b-f771-482c-899b-20df287470c9 req-202ca05b-9099-4dcd-963e-9434d793d7b2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.452840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c94d2b-f771-482c-899b-20df287470c9 req-202ca05b-9099-4dcd-963e-9434d793d7b2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 945 time: 0.1625736 Aug 29 04:44:05.454749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-ee4eab46-b6bc-493b-92d0-fd0b5499add2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.456664 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-ee4eab46-b6bc-493b-92d0-fd0b5499add2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.1480064 Aug 29 04:44:05.468479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12825b7b-f845-4bb7-93ed-f872bb103a68 req-d6b41438-53ba-4d73-94d2-e5d177a3b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.470273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-12825b7b-f845-4bb7-93ed-f872bb103a68 req-d6b41438-53ba-4d73-94d2-e5d177a3b27f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 1097 time: 0.1242528 Aug 29 04:44:05.481268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,segment=NetworkSegment(118e85cd-7145-4ec0-a6d9-b02ac39e6102),segment_id=118e85cd-7145-4ec0-a6d9-b02ac39e6102)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:05.487647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-6b262128-429d-4410-9003-2375676d8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.490159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-6b262128-429d-4410-9003-2375676d8a32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2483444 Aug 29 04:44:05.503460 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.549757 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-12825b7b-f845-4bb7-93ed-f872bb103a68 req-b91267f6-31e5-4afd-b587-9ad5519a4f10 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710433 Aug 29 04:44:05.584197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44248) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:05.590132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c94d2b-f771-482c-899b-20df287470c9 req-7512cce9-ee05-4abe-92e8-346198cc45a9 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252058 Aug 29 04:44:05.597823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44250) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:05.598095 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0068192 Aug 29 04:44:05.637930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Deleting port 27212d97-197e-4a38-8e4a-81edf0ae62e7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:05.639042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.643830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:05.674221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-2b8c6fc5-439b-4dfc-9f94-c5c9668102fc service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760926 Aug 29 04:44:05.744330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b7d74-89e7-4e27-ba40-6cc722153bc3 req-50656279-c536-4b67-a324-0f8106f081d8 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.746064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa0b7d74-89e7-4e27-ba40-6cc722153bc3 req-50656279-c536-4b67-a324-0f8106f081d8 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=94b95495-1228-4e8f-bea6-cf2aac7aeeee HTTP/1.1" status: 200 len: 945 time: 0.0660615 Aug 29 04:44:05.767675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] For port 27212d97-197e-4a38-8e4a-81edf0ae62e7, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=27212d97-197e-4a38-8e4a-81edf0ae62e7,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:05.768307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.795709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a42beee6-d2f9-41db-bd8d-6eab39b20e4a tempest-NetworksApiDiscovery-727885116 tempest-NetworksApiDiscovery-727885116-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1964056 Aug 29 04:44:05.883895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa0b7d74-89e7-4e27-ba40-6cc722153bc3 req-00e7f43d-e1d6-45d0-8321-5850d38bec78 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f079a5-604d-40ab-b814-a0a9561c9dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300936 Aug 29 04:44:05.961272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b04ee8e-67ec-43ac-9d4a-02f5a9bc8fef req-25efe3cd-d4c7-46b0-96ab-2318ffa075fc service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809189 Aug 29 04:44:05.989662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:06.111487 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.112085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.112495 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Floating IP 140835bb-7232-45da-aadc-4e04c0742f4c disassociated. External IP: 172.25.1.234, port: 27212d97-197e-4a38-8e4a-81edf0ae62e7. Aug 29 04:44:06.113401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Calling delete_port for 27212d97-197e-4a38-8e4a-81edf0ae62e7 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:06.222265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:06.249057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '301206a5-7588-4576-add0-26abdd2e6ee2', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'port_id': '301206a5-7588-4576-add0-26abdd2e6ee2', 'mac_address': 'fa:16:3e:d6:78:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:06.261849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44268) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:06.309830 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.330683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301206a5-7588-4576-add0-26abdd2e6ee2 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:06.361882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:06.367355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.425273 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.434070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=12']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:06.461544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event deleted for resources: {'Port': ['ID=27212d97-197e-4a38-8e4a-81edf0ae62e7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:06.469187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dea40d-3fe1-43bd-a108-62313d954c73 req-95fc2c3c-9ac3-4195-a489-2c94c67dd23d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.478510 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78dea40d-3fe1-43bd-a108-62313d954c73 req-95fc2c3c-9ac3-4195-a489-2c94c67dd23d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 946 time: 0.1025128 Aug 29 04:44:06.508288 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76557c09-5fbc-4051-bd33-986aae5586c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.549692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-78dea40d-3fe1-43bd-a108-62313d954c73 req-c5f79478-5d40-4770-9339-66dabe0b4154 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700347 Aug 29 04:44:06.583312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44276) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:06.634465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['301206a5-7588-4576-add0-26abdd2e6ee2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:06.656935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Router 5b197a99-d343-46f5-abe3-0346258c684a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:06.671896 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ce7eaada-23a5-40d4-ad4e-cbc1543bd29a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/c5ebbb5e-928d-4d81-abbf-14e2b013dc6a HTTP/1.1" status: 200 len: 992 time: 0.0867724 Aug 29 04:44:06.767952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f85c5e-cca1-47db-ae87-b2f4e4e2ae7e req-5c4de1af-de0f-4b9b-911b-f26d99eb08a5 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.769973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57f85c5e-cca1-47db-ae87-b2f4e4e2ae7e req-5c4de1af-de0f-4b9b-911b-f26d99eb08a5 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 946 time: 0.0877051 Aug 29 04:44:06.812239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76557c09-5fbc-4051-bd33-986aae5586c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.838270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:06.860045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76557c09-5fbc-4051-bd33-986aae5586c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.874991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] Sync routers for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:06.896081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:06.896754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:06.943065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] No DVR routers for this DVR port 27212d97-197e-4a38-8e4a-81edf0ae62e7 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:06.946708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.949324 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d849ce50-1e95-4a87-90b6-2ae0a9386bfd req-06eadf69-a8ea-4fc4-82ca-028b11af84e6 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "DELETE /v2.0/ports/27212d97-197e-4a38-8e4a-81edf0ae62e7 HTTP/1.1" status: 204 len: 173 time: 1.4838121 Aug 29 04:44:06.950276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'name': 'network-vif-deleted', 'tag': '27212d97-197e-4a38-8e4a-81edf0ae62e7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:06.950861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57f85c5e-cca1-47db-ae87-b2f4e4e2ae7e req-f8de41c7-8555-447f-807b-c81e0c5eda71 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695201 Aug 29 04:44:06.953105 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ae2a65-6ee9-4e76-876e-864609b409ca" -d '{"events": [{"server_uuid": "94b95495-1228-4e8f-bea6-cf2aac7aeeee", "name": "network-vif-deleted", "tag": "27212d97-197e-4a38-8e4a-81edf0ae62e7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:07.012820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76557c09-5fbc-4051-bd33-986aae5586c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65fddb7-a41b-4d70-aa30-960d7995ea21,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:07.019389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-76557c09-5fbc-4051-bd33-986aae5586c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4377e7666b24be78330798099214ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562368 Aug 29 04:44:07.021946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44286) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:07.027471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7b32ce7f-b370-4a3f-bccb-c14b72a3058e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:07.151719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f98f0d9e-e991-4143-955c-46482ac9909d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.182649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f98f0d9e-e991-4143-955c-46482ac9909d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.215138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:07.256165 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f98f0d9e-e991-4143-955c-46482ac9909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.256620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:07.257136 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.260269 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f98f0d9e-e991-4143-955c-46482ac9909d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.265409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f98f0d9e-e991-4143-955c-46482ac9909d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a65fddb7-a41b-4d70-aa30-960d7995ea21 HTTP/1.1" status: 204 len: 168 time: 0.2377436 Aug 29 04:44:07.276969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0d9e-e991-4143-955c-46482ac9909d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65fddb7-a41b-4d70-aa30-960d7995ea21,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:07.363735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44290) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:07.372962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c563f6f0-f994-43ea-a666-02517e9c1c1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133563664', 'description': 'tempest-secgroup-smoke-2133563664 description', 'project_id': '3834b29d18274b149303f75e0e1823c3'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:07.411265 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c563f6f0-f994-43ea-a666-02517e9c1c1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.577231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:07.596372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815006bd-b44a-4720-92f2-6a8425c2c107 req-5f9d51dc-1b4c-41b9-9517-e82671e3acd4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.605321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-815006bd-b44a-4720-92f2-6a8425c2c107 req-5f9d51dc-1b4c-41b9-9517-e82671e3acd4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 945 time: 0.1139677 Aug 29 04:44:07.658035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] Checking router: 5b197a99-d343-46f5-abe3-0346258c684a for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:07.668525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:07.669350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:43:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:07.677217 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-815006bd-b44a-4720-92f2-6a8425c2c107 req-f95ea28e-5925-4b0f-a4ed-db94c300815d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Aug 29 04:44:07.688748 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c563f6f0-f994-43ea-a666-02517e9c1c1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.693540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c563f6f0-f994-43ea-a666-02517e9c1c1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.755107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563f6f0-f994-43ea-a666-02517e9c1c1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38caec0-3699-48d2-8713-70692aea3720,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:07.761841 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c563f6f0-f994-43ea-a666-02517e9c1c1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.767856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c563f6f0-f994-43ea-a666-02517e9c1c1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4025531 Aug 29 04:44:07.769325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44300) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:07.778413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-aecba4f4-a726-4b6e-af5a-02179c48198b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'security_group_rule': {'security_group_id': 'd38caec0-3699-48d2-8713-70692aea3720', 'project_id': '3834b29d18274b149303f75e0e1823c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:07.797436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:07.809513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-393caa6f-67fc-4960-b264-5588239d42e2 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.817340 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-393caa6f-67fc-4960-b264-5588239d42e2 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.65 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 946 time: 0.1718340 Aug 29 04:44:07.844093 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aecba4f4-a726-4b6e-af5a-02179c48198b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.943698 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1716f747-5a3c-41e1-9587-c3ba41573d13 x-openstack-request-id: req-1716f747-5a3c-41e1-9587-c3ba41573d13 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:07.944023 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b95495-1228-4e8f-bea6-cf2aac7aeeee", "name": "network-vif-deleted", "tag": "27212d97-197e-4a38-8e4a-81edf0ae62e7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:07.945776 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1716f747-5a3c-41e1-9587-c3ba41573d13 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:07.946288 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b95495-1228-4e8f-bea6-cf2aac7aeeee', 'name': 'network-vif-deleted', 'tag': '27212d97-197e-4a38-8e4a-81edf0ae62e7', 'status': 'completed', 'code': 200} Aug 29 04:44:07.989335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aecba4f4-a726-4b6e-af5a-02179c48198b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.997116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aecba4f4-a726-4b6e-af5a-02179c48198b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.021558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Deleting port fe6abd2e-e049-4f34-9033-4c6137337207 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:08.022103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.038024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecba4f4-a726-4b6e-af5a-02179c48198b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c66931a-f1d3-4bb9-b72d-718fbf033c51,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.044669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aecba4f4-a726-4b6e-af5a-02179c48198b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.046390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aecba4f4-a726-4b6e-af5a-02179c48198b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756264 Aug 29 04:44:08.049203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44314) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.055666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b9acb5a5-6e45-43c5-8b8b-0b568af75312 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'security_group_rule': {'security_group_id': 'd38caec0-3699-48d2-8713-70692aea3720', 'project_id': '3834b29d18274b149303f75e0e1823c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:08.095673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9acb5a5-6e45-43c5-8b8b-0b568af75312 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.128810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44318) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.225590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9acb5a5-6e45-43c5-8b8b-0b568af75312 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.244220 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9acb5a5-6e45-43c5-8b8b-0b568af75312 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.247289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] For port fe6abd2e-e049-4f34-9033-4c6137337207, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=fe6abd2e-e049-4f34-9033-4c6137337207,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:08.247931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.266385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Calling delete_port for fe6abd2e-e049-4f34-9033-4c6137337207 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:08.321282 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:08.353291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acb5a5-6e45-43c5-8b8b-0b568af75312 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9e1985-71a9-428b-b39f-1c7887b58e8e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.355551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 27212d97-197e-4a38-8e4a-81edf0ae62e7 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:08.359023 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-083455dd-b650-4222-abe1-c43897f56bba tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.388008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b9acb5a5-6e45-43c5-8b8b-0b568af75312 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.391508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b9acb5a5-6e45-43c5-8b8b-0b568af75312 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3406126 Aug 29 04:44:08.398442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44326) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.417572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-283b4d74-48a4-4c4e-9c2b-8f70e5a255ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'security_group_rule': {'security_group_id': 'd38caec0-3699-48d2-8713-70692aea3720', 'project_id': '3834b29d18274b149303f75e0e1823c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:08.444151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ddfc3-1e95-48e9-b68b-5a30dee011f7 req-bfe7ccfa-61ee-4c70-b575-2308626a3b98 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:08.446515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-037ddfc3-1e95-48e9-b68b-5a30dee011f7 req-bfe7ccfa-61ee-4c70-b575-2308626a3b98 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 946 time: 0.2168310 Aug 29 04:44:08.448945 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-083455dd-b650-4222-abe1-c43897f56bba tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.453494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.496148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 27212d97-197e-4a38-8e4a-81edf0ae62e7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:08.496818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 27212d97-197e-4a38-8e4a-81edf0ae62e7 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:08.508639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['fe6abd2e-e049-4f34-9033-4c6137337207'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:08.513329 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-037ddfc3-1e95-48e9-b68b-5a30dee011f7 req-1e9cf6b7-3831-444e-96bc-e2760cd83778 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525906 Aug 29 04:44:08.531676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-283b4d74-48a4-4c4e-9c2b-8f70e5a255ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.600014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-083455dd-b650-4222-abe1-c43897f56bba tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.603860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-083455dd-b650-4222-abe1-c43897f56bba tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.608321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-083455dd-b650-4222-abe1-c43897f56bba tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "DELETE /v2.0/security-groups/a5f079a5-604d-40ab-b814-a0a9561c9dd3 HTTP/1.1" status: 204 len: 168 time: 0.4782064 Aug 29 04:44:08.609107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44330) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.644833 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-bfcefdd4-ac5f-4e3d-87bd-2806af6aa1f2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] show failed (client error): The resource could not be found. Aug 29 04:44:08.651067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bfcefdd4-ac5f-4e3d-87bd-2806af6aa1f2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups/a5f079a5-604d-40ab-b814-a0a9561c9dd3 HTTP/1.1" status: 404 len: 347 time: 0.0331328 Aug 29 04:44:08.651857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44332) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.654977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083455dd-b650-4222-abe1-c43897f56bba tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f079a5-604d-40ab-b814-a0a9561c9dd3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.701237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 301206a5-7588-4576-add0-26abdd2e6ee2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:08.714854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 301206a5-7588-4576-add0-26abdd2e6ee2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:08.715469 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.754317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-283b4d74-48a4-4c4e-9c2b-8f70e5a255ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.805210 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-283b4d74-48a4-4c4e-9c2b-8f70e5a255ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.883335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b4d74-48a4-4c4e-9c2b-8f70e5a255ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836630cf-ac65-4380-a36e-4ce2d8a34c5d,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.921980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:08.924477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.931468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9c3f4-8839-4892-be6b-7bd081f8a52a req-24b88800-29d6-47e0-8550-eaf1be3ea5cc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:08.940733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80a9c3f4-8839-4892-be6b-7bd081f8a52a req-24b88800-29d6-47e0-8550-eaf1be3ea5cc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 945 time: 0.1958716 Aug 29 04:44:08.954276 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-283b4d74-48a4-4c4e-9c2b-8f70e5a255ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.958454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-283b4d74-48a4-4c4e-9c2b-8f70e5a255ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5545712 Aug 29 04:44:08.962012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44338) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.967459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9e3c44a9-7e1f-43ff-be00-4e79a49b13e9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'security_group_rule': {'security_group_id': 'd38caec0-3699-48d2-8713-70692aea3720', 'project_id': '3834b29d18274b149303f75e0e1823c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:08.972571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f8bb0-3346-43d8-add5-f68e19ab403d None None] The sync data for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 is: [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:08.989210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:08.995137 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b53268e-4c6d-4acd-a3a1-f35200705f8f" -d '{"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-plugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:09.012792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:09.019221 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.027361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e3c44a9-7e1f-43ff-be00-4e79a49b13e9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.085542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80a9c3f4-8839-4892-be6b-7bd081f8a52a req-f78c39e8-2908-4b1b-91fb-b3f6e9dcfe0b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435814 Aug 29 04:44:09.146424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Deleting port 934d8598-3e22-4cee-a3bc-2192e306215f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:09.147167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.186183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Pushing event deleted for resources: {'Port': ['ID=fe6abd2e-e049-4f34-9033-4c6137337207,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.200120 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb407162-6d3b-416f-af69-cbed9ee5cfaa x-openstack-request-id: req-fb407162-6d3b-416f-af69-cbed9ee5cfaa {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:09.200657 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-plugged", "status": "completed", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:09.201086 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb407162-6d3b-416f-af69-cbed9ee5cfaa {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:09.201906 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'code': 200} Aug 29 04:44:09.203540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=13']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.236196 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e3c44a9-7e1f-43ff-be00-4e79a49b13e9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.250604 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e3c44a9-7e1f-43ff-be00-4e79a49b13e9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.254753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] No DVR routers for this DVR port fe6abd2e-e049-4f34-9033-4c6137337207 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:09.258967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.261401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f2f7045d-119f-43d6-8925-0ad9c13b5d28 req-516ee229-e40d-4198-a0c6-c05d1d4d1cb9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.65 "DELETE /v2.0/ports/fe6abd2e-e049-4f34-9033-4c6137337207 HTTP/1.1" status: 204 len: 173 time: 1.4352934 Aug 29 04:44:09.282637 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e3c44a9-7e1f-43ff-be00-4e79a49b13e9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.286822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9e3c44a9-7e1f-43ff-be00-4e79a49b13e9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3213971 Aug 29 04:44:09.287976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44350) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.294361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c7160c26-11f4-48bd-9a80-d729aea536a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'security_group_rule': {'security_group_id': 'd38caec0-3699-48d2-8713-70692aea3720', 'project_id': '3834b29d18274b149303f75e0e1823c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:09.306045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c44a9-7e1f-43ff-be00-4e79a49b13e9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a24a4c3-fcc7-4e1d-8e70-2cabc25438aa,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.366471 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-c7160c26-11f4-48bd-9a80-d729aea536a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Project 3834b29d18274b149303f75e0e1823c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:09.376062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7160c26-11f4-48bd-9a80-d729aea536a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.415058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.415693 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.437383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Calling delete_port for 934d8598-3e22-4cee-a3bc-2192e306215f owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:09.467963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f626c-1377-4947-a57f-bbc2e7b2083d req-87ab0b15-7007-47e4-910b-743719736609 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:09.477431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-799f626c-1377-4947-a57f-bbc2e7b2083d req-87ab0b15-7007-47e4-910b-743719736609 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 945 time: 0.1605141 Aug 29 04:44:09.492734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7160c26-11f4-48bd-9a80-d729aea536a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.499552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7160c26-11f4-48bd-9a80-d729aea536a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.515743 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd182462-1568-43f2-b0f9-5afd7f5e14ae None None] New status for floating IP 140835bb-7232-45da-aadc-4e04c0742f4c: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:09.543247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7160c26-11f4-48bd-9a80-d729aea536a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb718aa-10bd-4bca-a358-db1e08a4eff8,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.556468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c7160c26-11f4-48bd-9a80-d729aea536a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.560946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c7160c26-11f4-48bd-9a80-d729aea536a1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2695961 Aug 29 04:44:09.562797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44358) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.575579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4d4368a3-104a-4765-8354-72c939799123 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'security_group_rule': {'security_group_id': 'd38caec0-3699-48d2-8713-70692aea3720', 'project_id': '3834b29d18274b149303f75e0e1823c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:09.590851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-799f626c-1377-4947-a57f-bbc2e7b2083d req-22a9c8a0-c833-4e35-b9ac-d4d6692ce96d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072910 Aug 29 04:44:09.605712 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-4d4368a3-104a-4765-8354-72c939799123 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Project 3834b29d18274b149303f75e0e1823c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:09.624491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d4368a3-104a-4765-8354-72c939799123 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.756042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d4368a3-104a-4765-8354-72c939799123 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.761573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d4368a3-104a-4765-8354-72c939799123 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.786906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4368a3-104a-4765-8354-72c939799123 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e86a6f-868b-41b5-a734-e2b7fdbba054,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.792711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d4368a3-104a-4765-8354-72c939799123 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.794177 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4d4368a3-104a-4765-8354-72c939799123 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2294874 Aug 29 04:44:09.817269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b6174db5-f8d7-462c-8bf6-2f1673c212c3 req-170ee04d-6652-45e3-b27b-1abdef26e38e tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=6461e4f9-440a-4dc7-b7df-98273cf326ab HTTP/1.1" status: 200 len: 210 time: 0.1009872 Aug 29 04:44:09.835632 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.836081 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.db.api [None req-dd182462-1568-43f2-b0f9-5afd7f5e14ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:44:09.836487 n-d-712142-15 neutron-server[94848]: DEBUG oslo_db.api [None req-dd182462-1568-43f2-b0f9-5afd7f5e14ae None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:44:09.868026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event deleted for resources: {'Port': ['ID=934d8598-3e22-4cee-a3bc-2192e306215f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.947327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6461e4f9-440a-4dc7-b7df-98273cf326ab', 'name': 'network-vif-deleted', 'tag': 'fe6abd2e-e049-4f34-9033-4c6137337207'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:09.949783 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af12c8bb-6c94-4746-96ca-58d377eb6c85" -d '{"events": [{"server_uuid": "6461e4f9-440a-4dc7-b7df-98273cf326ab", "name": "network-vif-deleted", "tag": "fe6abd2e-e049-4f34-9033-4c6137337207"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:09.964466 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.967843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.972841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-377a315e-50b0-4790-ba42-95e02e45848f tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "DELETE /v2.0/floatingips/140835bb-7232-45da-aadc-4e04c0742f4c HTTP/1.1" status: 204 len: 168 time: 1.3112099 Aug 29 04:44:10.150857 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4fb21d-68e3-438b-b111-6c14fc0ea084 x-openstack-request-id: req-1d4fb21d-68e3-438b-b111-6c14fc0ea084 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:10.151153 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6461e4f9-440a-4dc7-b7df-98273cf326ab", "name": "network-vif-deleted", "tag": "fe6abd2e-e049-4f34-9033-4c6137337207", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:10.151405 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d4fb21d-68e3-438b-b111-6c14fc0ea084 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:10.151808 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6461e4f9-440a-4dc7-b7df-98273cf326ab', 'name': 'network-vif-deleted', 'tag': 'fe6abd2e-e049-4f34-9033-4c6137337207', 'status': 'completed', 'code': 200} Aug 29 04:44:10.340353 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd182462-1568-43f2-b0f9-5afd7f5e14ae None None] New status for floating IP 140835bb-7232-45da-aadc-4e04c0742f4c: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:10.632614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44432) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:10.666767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44440) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:10.672412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-55c4e179-7749-441f-b5fc-556f335ce309 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244228172', 'description': 'tempest-description--726725691'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:10.711502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55c4e179-7749-441f-b5fc-556f335ce309 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.822998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c97e9a-9dc9-4a24-985e-238e8fce2c78 req-9c9655ef-9033-4d8e-858a-d919cca16bf1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:10.831065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8c97e9a-9dc9-4a24-985e-238e8fce2c78 req-9c9655ef-9033-4d8e-858a-d919cca16bf1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 945 time: 0.0692599 Aug 29 04:44:10.832638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5442b0ef-4810-4a8e-b289-f5f2d2af27fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.869655 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55c4e179-7749-441f-b5fc-556f335ce309 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.885119 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55c4e179-7749-441f-b5fc-556f335ce309 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.898582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8c97e9a-9dc9-4a24-985e-238e8fce2c78 req-f2423a2b-57dd-4a2f-ae70-4996a30f9588 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629065 Aug 29 04:44:10.951086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4e179-7749-441f-b5fc-556f335ce309 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5675399d-5652-46c4-a873-2ffd8f1d3ca7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:11.020568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5442b0ef-4810-4a8e-b289-f5f2d2af27fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.027533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5442b0ef-4810-4a8e-b289-f5f2d2af27fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.049775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55c4e179-7749-441f-b5fc-556f335ce309 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.053781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-55c4e179-7749-441f-b5fc-556f335ce309 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3829589 Aug 29 04:44:11.054132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.059288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-df38ad11-6563-4122-b1be-5db9a091add4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'security_group_rule': {'security_group_id': '5675399d-5652-46c4-a873-2ffd8f1d3ca7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:11.103040 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5442b0ef-4810-4a8e-b289-f5f2d2af27fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7636c9ab3b4643b3b5491a764a4f164d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688802 Aug 29 04:44:11.105569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44470) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.112998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442b0ef-4810-4a8e-b289-f5f2d2af27fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8ac33f-25e5-4948-8b07-1469a2f754f8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:11.125163 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df38ad11-6563-4122-b1be-5db9a091add4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.181717 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf83782f-ea0f-4c94-b6e8-5f5af270fb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.211942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf83782f-ea0f-4c94-b6e8-5f5af270fb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.222317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df38ad11-6563-4122-b1be-5db9a091add4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.230860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df38ad11-6563-4122-b1be-5db9a091add4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.262126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38ad11-6563-4122-b1be-5db9a091add4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827de401-8fa3-47cc-bbe0-237b8fce715e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:11.276535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-df38ad11-6563-4122-b1be-5db9a091add4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.277827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-df38ad11-6563-4122-b1be-5db9a091add4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2224700 Aug 29 04:44:11.282004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44476) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.287590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a483fbf1-ae57-463c-90df-0c39a0fc9a5d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'security_group_rule': {'security_group_id': '5675399d-5652-46c4-a873-2ffd8f1d3ca7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:11.327706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf83782f-ea0f-4c94-b6e8-5f5af270fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.332065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bf83782f-ea0f-4c94-b6e8-5f5af270fb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.333293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bf83782f-ea0f-4c94-b6e8-5f5af270fb13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa8ac33f-25e5-4948-8b07-1469a2f754f8 HTTP/1.1" status: 204 len: 168 time: 0.2267587 Aug 29 04:44:11.363028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83782f-ea0f-4c94-b6e8-5f5af270fb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8ac33f-25e5-4948-8b07-1469a2f754f8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:11.391028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a483fbf1-ae57-463c-90df-0c39a0fc9a5d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.485565 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a483fbf1-ae57-463c-90df-0c39a0fc9a5d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.490464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a483fbf1-ae57-463c-90df-0c39a0fc9a5d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.547680 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a483fbf1-ae57-463c-90df-0c39a0fc9a5d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.550266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a483fbf1-ae57-463c-90df-0c39a0fc9a5d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2671163 Aug 29 04:44:11.558621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44486) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.564630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:11.569042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483fbf1-ae57-463c-90df-0c39a0fc9a5d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e9ceb2-79a6-4e50-9e87-0e345d6fff55,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:11.598565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-f581cc5f-7096-4a55-83b0-7c63fa175d7e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.602055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-f581cc5f-7096-4a55-83b0-7c63fa175d7e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "GET /v2.0/ports?device_id=2530f3ff-a863-46f2-b1c1-0456809ba8cb HTTP/1.1" status: 200 len: 945 time: 0.1312935 Aug 29 04:44:11.614899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.758228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Deleting port a1b97736-5ca2-49f3-8f89-5a5601f0749c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:11.759876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.782220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.852476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44488) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.873155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d86ebca-1e43-4f1c-921b-e860cd92c0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.889398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] For port a1b97736-5ca2-49f3-8f89-5a5601f0749c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a1b97736-5ca2-49f3-8f89-5a5601f0749c,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:11.890026 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.905242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Calling delete_port for a1b97736-5ca2-49f3-8f89-5a5601f0749c owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:11.943585 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Allocated IP 172.25.1.239 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/17e29445-f28c-4933-8ef2-bb47cfb50e70) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:12.061365 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fe6abd2e-e049-4f34-9033-4c6137337207 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:12.090071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.090454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: fe6abd2e-e049-4f34-9033-4c6137337207 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:12.091315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device fe6abd2e-e049-4f34-9033-4c6137337207 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:12.105795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:12.111584 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d86ebca-1e43-4f1c-921b-e860cd92c0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.116872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.121193 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d86ebca-1e43-4f1c-921b-e860cd92c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.124371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event deleted for resources: {'Port': ['ID=a1b97736-5ca2-49f3-8f89-5a5601f0749c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.153403 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5d86ebca-1e43-4f1c-921b-e860cd92c0a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bb78b4ac045464589cf78b3ba952c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970662 Aug 29 04:44:12.154684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44492) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:12.181551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] No DVR routers for this DVR port a1b97736-5ca2-49f3-8f89-5a5601f0749c on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:12.184264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.186544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91b1326a-47bd-4baf-8eba-6805afb65d42 req-bae4b6b6-5281-4573-b504-82f3532548ce tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "DELETE /v2.0/ports/a1b97736-5ca2-49f3-8f89-5a5601f0749c HTTP/1.1" status: 204 len: 173 time: 0.5767081 Aug 29 04:44:12.186988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2530f3ff-a863-46f2-b1c1-0456809ba8cb', 'name': 'network-vif-deleted', 'tag': 'a1b97736-5ca2-49f3-8f89-5a5601f0749c'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:12.189355 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6f9d40-c49d-4c91-8b58-b482f3ed42ee" -d '{"events": [{"server_uuid": "2530f3ff-a863-46f2-b1c1-0456809ba8cb", "name": "network-vif-deleted", "tag": "a1b97736-5ca2-49f3-8f89-5a5601f0749c"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:12.230606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86ebca-1e43-4f1c-921b-e860cd92c0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309553ee-1def-44c7-95a6-196201c9942c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.272134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a79a596f-ae50-42fd-82ea-b3670527d03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.291174 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.309130 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a79a596f-ae50-42fd-82ea-b3670527d03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.364831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:12.374469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:12.387341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:12.436384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'Port': ['ID=17e29445-f28c-4933-8ef2-bb47cfb50e70,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.486943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.488510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a79a596f-ae50-42fd-82ea-b3670527d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.492058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a79a596f-ae50-42fd-82ea-b3670527d03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.493371 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a79a596f-ae50-42fd-82ea-b3670527d03b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/309553ee-1def-44c7-95a6-196201c9942c HTTP/1.1" status: 204 len: 168 time: 0.3374956 Aug 29 04:44:12.509318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a596f-ae50-42fd-82ea-b3670527d03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309553ee-1def-44c7-95a6-196201c9942c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.557573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.748248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.755367 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.831449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'Port': ['ID=17e29445-f28c-4933-8ef2-bb47cfb50e70,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.851300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.870363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.872036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3134f0df-7fcb-46a3-b04e-a3723ebb396e tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3107522 Aug 29 04:44:13.492257 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:44:14.024726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a1b97736-5ca2-49f3-8f89-5a5601f0749c no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:14.046138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: a1b97736-5ca2-49f3-8f89-5a5601f0749c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:14.046502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a1b97736-5ca2-49f3-8f89-5a5601f0749c not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:17.410665 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-75d8f712-47a7-4799-a719-9cb87f06a5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.020328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44614) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:20.157723 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a3fe564a-fe5c-47ce-bc5b-4d87411a73dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.284344 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a3fe564a-fe5c-47ce-bc5b-4d87411a73dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.289526 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a3fe564a-fe5c-47ce-bc5b-4d87411a73dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.346563 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.353402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe564a-fe5c-47ce-bc5b-4d87411a73dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3349dec4-64bc-4cd9-9325-cbfd85307343,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.361397 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a3fe564a-fe5c-47ce-bc5b-4d87411a73dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f00462ba66cc432d91394d3f1c5e39de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376143 Aug 29 04:44:20.362607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44620) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:20.410071 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-61e54ddb-e6c1-4c3b-ab22-5b2ae38ce5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.425906 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.447597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.499366 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.502028 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.503286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3349dec4-64bc-4cd9-9325-cbfd85307343 HTTP/1.1" status: 204 len: 168 time: 0.1405149 Aug 29 04:44:20.514069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3349dec4-64bc-4cd9-9325-cbfd85307343,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.521990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.522348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.523232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.523568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.523918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.524266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.524597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.524927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.525351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.525603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.525926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.526379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c727d-2b72-473f-8e35-d266805bcb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:20.741804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-edf1c7a6-fc52-4a8b-b632-7a8e82be7489 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.744476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-edf1c7a6-fc52-4a8b-b632-7a8e82be7489 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/networks?id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 HTTP/1.1" status: 200 len: 808 time: 0.1435006 Aug 29 04:44:20.762283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-f98cb2a7-68da-4db6-a801-ade72f761b61 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/quotas/33cb7ae403d84b52ba9433b5059fdf31 HTTP/1.1" status: 200 len: 375 time: 0.0116360 Aug 29 04:44:20.801589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-ccc90c12-3a70-43ac-a1ef-ff3b16598945 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=33cb7ae403d84b52ba9433b5059fdf31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328746 Aug 29 04:44:20.862019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44630) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:20.885710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-32bfe605-b8b2-4ece-b477-a892eb1a37ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.911722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-d7a7db88-35f4-481b-badd-47e01d3249b9 service neutron] 10.222.0.58 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010985 Aug 29 04:44:20.994670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-32bfe605-b8b2-4ece-b477-a892eb1a37ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.999996 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-32bfe605-b8b2-4ece-b477-a892eb1a37ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.024340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-ad1bdee6-8862-46cc-922d-b99c2230ed32 service neutron] 10.222.0.58 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034060 Aug 29 04:44:21.051038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-32bfe605-b8b2-4ece-b477-a892eb1a37ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e225b7373d16416781d7279e4a565802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875341 Aug 29 04:44:21.052109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfe605-b8b2-4ece-b477-a892eb1a37ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8443d03-1004-464d-b1ce-c291a1466988,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.053719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44634) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:21.178187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e563381-d0db-47e0-930f-7560942e9911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.216827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e563381-d0db-47e0-930f-7560942e9911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.270083 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.365732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e563381-d0db-47e0-930f-7560942e9911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.371588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e563381-d0db-47e0-930f-7560942e9911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.376785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4e563381-d0db-47e0-930f-7560942e9911 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8443d03-1004-464d-b1ce-c291a1466988 HTTP/1.1" status: 204 len: 168 time: 0.3210478 Aug 29 04:44:21.383359 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60129b57-5b55-43d3-8a7d-e00cfbdb7fcc x-openstack-request-id: req-60129b57-5b55-43d3-8a7d-e00cfbdb7fcc {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:21.384161 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2530f3ff-a863-46f2-b1c1-0456809ba8cb", "name": "network-vif-deleted", "tag": "a1b97736-5ca2-49f3-8f89-5a5601f0749c", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:21.385540 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60129b57-5b55-43d3-8a7d-e00cfbdb7fcc {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:21.386909 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2530f3ff-a863-46f2-b1c1-0456809ba8cb', 'name': 'network-vif-deleted', 'tag': 'a1b97736-5ca2-49f3-8f89-5a5601f0749c', 'status': 'completed', 'code': 200} Aug 29 04:44:21.425971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563381-d0db-47e0-930f-7560942e9911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8443d03-1004-464d-b1ce-c291a1466988,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.575378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-55585c99-1937-433e-8d45-4978ad768344 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--244228172&fields=id&tenant_id=90f54be0939440898d7cad38c3d2f5c0 HTTP/1.1" status: 200 len: 267 time: 0.0530989 Aug 29 04:44:21.764610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-8ade4186-8e79-4491-a45b-306c67e16117 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.766536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-8ade4186-8e79-4491-a45b-306c67e16117 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 811 time: 0.1911402 Aug 29 04:44:21.804498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-6feb8bdd-b650-4af9-973c-f08e0d54feaf tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/quotas/90f54be0939440898d7cad38c3d2f5c0 HTTP/1.1" status: 200 len: 375 time: 0.0314493 Aug 29 04:44:21.878451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-89d9176e-04e8-4b3d-9a1b-d5a46bfa8326 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661268 Aug 29 04:44:22.000644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-dec81526-7037-4ca3-a9b7-c065a79860c9 service neutron] 10.222.0.58 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174390 Aug 29 04:44:22.493450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-ee0bd09b-bb12-4f19-a9fb-55cea74e0a9b service neutron] 10.222.0.58 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917545 Aug 29 04:44:22.852672 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e1f5aec-4f2c-4c09-8eb8-311cf0c3ca37 req-795685fc-18c0-45d9-a517-459c921bfb2a tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 210 time: 0.0512450 Aug 29 04:44:22.853129 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.965784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-f22e9e92-0d9a-421f-b5c1-7fc669729c84 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.967341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-f22e9e92-0d9a-421f-b5c1-7fc669729c84 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.64 "GET /v2.0/networks?id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 HTTP/1.1" status: 200 len: 808 time: 0.3243239 Aug 29 04:44:23.016224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Request body: {'port': {'device_id': 'b73c7562-8fb8-4e0b-ab12-c6ce8d299d06', 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0', 'admin_state_up': True, 'tenant_id': '33cb7ae403d84b52ba9433b5059fdf31'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:23.252219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5e48-90a8-4a72-807a-461384e5204e req-0dbda1ac-b62f-4dea-b135-006458799cb8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.262029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-0dbda1ac-b62f-4dea-b135-006458799cb8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.2818027 Aug 29 04:44:23.283498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-558d9b33-80ec-436c-be8e-2fa82d516458 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/quotas/2151e6d7136b454ca53b5e40606d0218 HTTP/1.1" status: 200 len: 375 time: 0.0202045 Aug 29 04:44:23.369496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Made reservation on behalf of 33cb7ae403d84b52ba9433b5059fdf31 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:23.377053 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.493038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-3682dbcd-cc90-4b6c-930f-ce8cf91e87aa tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1837573 Aug 29 04:44:23.667055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Allocated IP 172.20.0.13 (300b2c1a-9f41-43d9-b9ba-7d7e1739bca0/af390196-3c7e-4e61-be5e-142e8efc0fc2/dab5f4b2-3c8e-4482-83a6-52062d3ca97d) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:23.702536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-463cfe98-4419-45ba-b5a2-2b08b63818b7 service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889622 Aug 29 04:44:23.892424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-a50332dc-8f9c-4e71-bea0-196b9c49e02b service neutron] 10.222.0.58 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885819 Aug 29 04:44:24.032838 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.110224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.279770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:24.284025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09157a64-49b3-4f78-ab35-1255472f0753 req-935a80f2-1422-4870-ad70-ab6fc5790431 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 210 time: 0.1250000 Aug 29 04:44:24.285314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:24.294538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:24.373184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.374123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.390525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Pushing event updated for resources: {'Port': ['ID=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:24.411200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-9d645b35-2f17-4e9e-a056-9371e05548d6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4012682 Aug 29 04:44:24.428322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Request body: {'port': {'device_id': 'b73c7562-8fb8-4e0b-ab12-c6ce8d299d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:24.498802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e61eda2a-ef3a-47a0-9291-7d6c8280f555 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.501249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e61eda2a-ef3a-47a0-9291-7d6c8280f555 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 811 time: 0.3068123 Aug 29 04:44:24.612637 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-34827447-d79f-4c0d-a88a-cd446158af25 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f54be0939440898d7cad38c3d2f5c0 HTTP/1.1" status: 200 len: 379 time: 0.1009462 Aug 29 04:44:24.639978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'port': {'device_id': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'admin_state_up': True, 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'security_groups': ['5675399d-5652-46c4-a873-2ffd8f1d3ca7']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:24.725355 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.813241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b218062-712b-47c5-89c5-d605056ac2e1 req-f7042902-1555-4b72-877e-646ddc231aa4 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.828249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b218062-712b-47c5-89c5-d605056ac2e1 req-f7042902-1555-4b72-877e-646ddc231aa4 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 932 time: 0.3213189 Aug 29 04:44:24.916100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Made reservation on behalf of 90f54be0939440898d7cad38c3d2f5c0 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:24.920321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.967243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b218062-712b-47c5-89c5-d605056ac2e1 req-c89334ba-6fc7-437c-9e7b-b5796ca403d4 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369317 Aug 29 04:44:25.125402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Allocated IP 172.20.0.7 (ee5318df-ffac-4c4e-8607-447757b528a3/5992fce0-3772-446a-b173-a029f7352550/c5bf4745-52af-4436-9825-b72c9b5d844f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:25.247717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d3c0e2f-9423-43b2-ad4c-31087a1a4fad req-836377fb-3118-4b11-b507-020668fb3709 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 210 time: 0.0854893 Aug 29 04:44:25.403258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.434185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Transition to ACTIVE for port object c5bf4745-52af-4436-9825-b72c9b5d844f will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:25.505939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab5f4b2-3c8e-4482-83a6-52062d3ca97d {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:25.523218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.567372 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7261669b-0714-4447-88ca-7863d8828dec req-c75b9c25-dd45-4c45-b9bd-d26c51a7f3d7 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 210 time: 0.0835562 Aug 29 04:44:25.579108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.605761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Transition to ACTIVE for port object dab5f4b2-3c8e-4482-83a6-52062d3ca97d will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:25.612600 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.623046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event updated for resources: {'Port': ['ID=c5bf4745-52af-4436-9825-b72c9b5d844f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:25.645164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Network ee5318df-ffac-4c4e-8607-447757b528a3 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:25.646898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:25.667495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:25.780437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Pushing event updated for resources: {'Port': ['ID=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:25.900918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Attempting to bind port dab5f4b2-3c8e-4482-83a6-52062d3ca97d on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:25.901257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Attempting to bind port dab5f4b2-3c8e-4482-83a6-52062d3ca97d by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:25.901968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Attempting to bind port dab5f4b2-3c8e-4482-83a6-52062d3ca97d on network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:25.907031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Port dab5f4b2-3c8e-4482-83a6-52062d3ca97d on network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:25.907380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Attempting to bind port dab5f4b2-3c8e-4482-83a6-52062d3ca97d on network 300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:25.919959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:25.919959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Checking segment: {'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:25.919959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Bound using segment: {'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:25.921559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Bound port: dab5f4b2-3c8e-4482-83a6-52062d3ca97d, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e981c9f-ce4d-4717-a528-7bb9fa427c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:25.922095 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.104701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.113888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] For port dab5f4b2-3c8e-4482-83a6-52062d3ca97d, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:26.118097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.118541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] For port dab5f4b2-3c8e-4482-83a6-52062d3ca97d, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:26.129407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bad21b9f-69f2-4151-97fd-76caf79bd83e None None] Provisioning for port c5bf4745-52af-4436-9825-b72c9b5d844f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:26.131925 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.150273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bad21b9f-69f2-4151-97fd-76caf79bd83e None None] Provisioning complete for port c5bf4745-52af-4436-9825-b72c9b5d844f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:26.150656 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bad21b9f-69f2-4151-97fd-76caf79bd83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.194549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.195480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.196944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] 10.222.0.64 "PUT /v2.0/ports/dab5f4b2-3c8e-4482-83a6-52062d3ca97d HTTP/1.1" status: 200 len: 1093 time: 1.7760561 Aug 29 04:44:26.210294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73c7562-8fb8-4e0b-ab12-c6ce8d299d06', 'tag': 'dab5f4b2-3c8e-4482-83a6-52062d3ca97d'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:26.211679 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-9c333f61-a63b-44b8-8c7e-7b9450b760a2 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5919869 Aug 29 04:44:26.216264 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2276796b-8853-436f-a07b-635de60c65ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b73c7562-8fb8-4e0b-ab12-c6ce8d299d06", "tag": "dab5f4b2-3c8e-4482-83a6-52062d3ca97d"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:26.220114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5e48-90a8-4a72-807a-461384e5204e req-688a579e-c087-49ed-a3d9-9358eebfe420 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.222357 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-688a579e-c087-49ed-a3d9-9358eebfe420 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 806 time: 0.4754658 Aug 29 04:44:26.228311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bad21b9f-69f2-4151-97fd-76caf79bd83e None None] Port c5bf4745-52af-4436-9825-b72c9b5d844f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:26.229717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Request body: {'port': {'device_id': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:26.257559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7ccab-7d1e-4b3b-b331-30910ec534d3 req-bee189ed-a400-4209-b530-d67d13161545 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.258512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Request body: {'port': {'device_id': 'b785779b-7c9d-40c6-b451-70323c134ffc', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'admin_state_up': True, 'tenant_id': '2151e6d7136b454ca53b5e40606d0218'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:26.265272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82a7ccab-7d1e-4b3b-b331-30910ec534d3 req-bee189ed-a400-4209-b530-d67d13161545 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 944 time: 0.2007504 Aug 29 04:44:26.312094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35b912-6b5a-47f1-be29-9d3a8c420d20 service neutron] Pushing event updated for resources: {'Port': ['ID=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:26.365270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82a7ccab-7d1e-4b3b-b331-30910ec534d3 req-d504ff75-9342-49f8-8daa-41444b2d1d6e tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990400 Aug 29 04:44:26.373019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.376697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-35f46f1d-911d-4ab0-b1c9-168ada0aa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.378769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-35f46f1d-911d-4ab0-b1c9-168ada0aa143 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cb7ae403d84b52ba9433b5059fdf31&device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 1096 time: 0.1309032 Aug 29 04:44:26.453740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-3475a109-658b-4b47-935f-800fc594536a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab5f4b2-3c8e-4482-83a6-52062d3ca97d HTTP/1.1" status: 200 len: 217 time: 0.0654540 Aug 29 04:44:26.457931 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baaaac7-0327-4a2f-b728-86394b2ce3cb x-openstack-request-id: req-5baaaac7-0327-4a2f-b728-86394b2ce3cb {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:26.458376 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73c7562-8fb8-4e0b-ab12-c6ce8d299d06", "tag": "dab5f4b2-3c8e-4482-83a6-52062d3ca97d", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:26.458515 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5baaaac7-0327-4a2f-b728-86394b2ce3cb {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:26.459286 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73c7562-8fb8-4e0b-ab12-c6ce8d299d06', 'tag': 'dab5f4b2-3c8e-4482-83a6-52062d3ca97d', 'status': 'completed', 'code': 200} Aug 29 04:44:26.595725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-68759caa-5982-460d-8737-8d6353f03d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.598260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-68759caa-5982-460d-8737-8d6353f03d10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af390196-3c7e-4e61-be5e-142e8efc0fc2 HTTP/1.1" status: 200 len: 848 time: 0.1343398 Aug 29 04:44:26.637210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3fa84351-318b-46d3-b288-e1a06a44b585 req-e2721b7a-b796-46e6-a32e-f61f53ed4262 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 210 time: 0.0455561 Aug 29 04:44:26.688444 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Made reservation on behalf of 2151e6d7136b454ca53b5e40606d0218 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:26.706348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.709041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-c62f897e-7714-4dd7-a1d5-95a9ca327afe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876598 Aug 29 04:44:26.896179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54af214-3765-49d8-b843-6c74f40d2a72 req-382cd457-41af-4554-ac6f-836925a300e4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.898779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a54af214-3765-49d8-b843-6c74f40d2a72 req-382cd457-41af-4554-ac6f-836925a300e4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 931 time: 0.1167357 Aug 29 04:44:26.908678 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-dbaff4a8-f9dd-48f9-b3f6-aa900d1ed32f service neutron] 10.222.0.64 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913881 Aug 29 04:44:26.989364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Allocated IP 172.20.0.14 (f9b6a17d-30d7-44a0-b29f-6387d484e2d7/7618f96a-65b0-4c0a-b90a-2c3766ef6915/0c815096-2f88-4d33-9691-38942c380524) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:26.993967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bf4745-52af-4436-9825-b72c9b5d844f {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:27.008965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.012688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a54af214-3765-49d8-b843-6c74f40d2a72 req-9e47a66e-9625-4dec-91f1-f6d087019b5d tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028576 Aug 29 04:44:27.034708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Transition to ACTIVE for port object c5bf4745-52af-4436-9825-b72c9b5d844f will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:27.043221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.066669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ffdf313-1e19-45e1-83e9-2fb32574b0f7 req-18fb4e87-c143-4fe0-be4e-19c5b1b0a196 service neutron] 10.222.0.64 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490254 Aug 29 04:44:27.244228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bf4745-52af-4436-9825-b72c9b5d844f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:27.247309 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.274522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276796b-8853-436f-a07b-635de60c65ad req-f8453f36-d772-4948-81d1-c5e7ee79867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.276940 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2276796b-8853-436f-a07b-635de60c65ad req-f8453f36-d772-4948-81d1-c5e7ee79867f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cb7ae403d84b52ba9433b5059fdf31&device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 1096 time: 0.1378894 Aug 29 04:44:27.502087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.572025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Attempting to bind port c5bf4745-52af-4436-9825-b72c9b5d844f on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:27.572418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Attempting to bind port c5bf4745-52af-4436-9825-b72c9b5d844f by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:27.572717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Attempting to bind port c5bf4745-52af-4436-9825-b72c9b5d844f on network ee5318df-ffac-4c4e-8607-447757b528a3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:27.575287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276796b-8853-436f-a07b-635de60c65ad req-cb90e527-09cb-4b1d-bbcf-556e3962e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.577397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2276796b-8853-436f-a07b-635de60c65ad req-cb90e527-09cb-4b1d-bbcf-556e3962e36d service neutron] 10.222.0.64 "GET /v2.0/networks?id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 HTTP/1.1" status: 200 len: 909 time: 0.2914758 Aug 29 04:44:27.581105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Port c5bf4745-52af-4436-9825-b72c9b5d844f on network ee5318df-ffac-4c4e-8607-447757b528a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:27.581641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Attempting to bind port c5bf4745-52af-4436-9825-b72c9b5d844f on network ee5318df-ffac-4c4e-8607-447757b528a3 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:27.589049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6a54-7527-4300-b8ce-99e584c99bba req-000678e0-726d-4e9c-afb9-0438bffcc3e9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.595079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:27.595079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Checking segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:27.595079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Bound using segment: {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:27.595079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Bound port: c5bf4745-52af-4436-9825-b72c9b5d844f, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166ab243-6861-4e3a-99fc-1a366604becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:27.595664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.596850 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7ff6a54-7527-4300-b8ce-99e584c99bba req-000678e0-726d-4e9c-afb9-0438bffcc3e9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 944 time: 0.1295404 Aug 29 04:44:27.610660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.626931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:27.725981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:27.734601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:27.743219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2276796b-8853-436f-a07b-635de60c65ad req-39612800-c3ba-4c36-a5cd-b4b222852e94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab5f4b2-3c8e-4482-83a6-52062d3ca97d HTTP/1.1" status: 200 len: 217 time: 0.1447515 Aug 29 04:44:27.752455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:27.858608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c7ff6a54-7527-4300-b8ce-99e584c99bba req-c0d5b0c5-e6cb-479b-a84a-82cf12b55522 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440236 Aug 29 04:44:27.862177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276796b-8853-436f-a07b-635de60c65ad req-f94a1280-7f7f-45b5-b7a4-4334f5e03028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.863655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2276796b-8853-436f-a07b-635de60c65ad req-f94a1280-7f7f-45b5-b7a4-4334f5e03028 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af390196-3c7e-4e61-be5e-142e8efc0fc2 HTTP/1.1" status: 200 len: 848 time: 0.1054037 Aug 29 04:44:27.869800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event updated for resources: {'Port': ['ID=0c815096-2f88-4d33-9691-38942c380524,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:27.912208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2276796b-8853-436f-a07b-635de60c65ad req-8c82851c-6644-4c2b-b684-f21dc21b3926 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396874 Aug 29 04:44:27.913791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.916940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.934845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] For port c5bf4745-52af-4436-9825-b72c9b5d844f, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:27.953598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] For port c5bf4745-52af-4436-9825-b72c9b5d844f, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c5bf4745-52af-4436-9825-b72c9b5d844f,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:27.965458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.979306 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-a9f1a6f4-abdc-405e-bd7f-8a2c8c13b996 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7436838 Aug 29 04:44:28.017409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Request body: {'port': {'device_id': 'b785779b-7c9d-40c6-b451-70323c134ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:28.054316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.055151 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.056692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] 10.222.0.65 "PUT /v2.0/ports/c5bf4745-52af-4436-9825-b72c9b5d844f HTTP/1.1" status: 200 len: 1092 time: 1.8332415 Aug 29 04:44:28.057209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'tag': 'c5bf4745-52af-4436-9825-b72c9b5d844f'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:28.059617 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e4c5be-f8ac-4702-91a6-5c2aa661b422" -d '{"events": [{"name": "network-changed", "server_uuid": "773600aa-9cba-4a5e-bde8-6dcb838b6096", "tag": "c5bf4745-52af-4436-9825-b72c9b5d844f"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:28.087919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dab5f4b2-3c8e-4482-83a6-52062d3ca97d details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:28.172269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2276796b-8853-436f-a07b-635de60c65ad req-5f327b28-f286-46ad-b77b-9cd773c68e08 service neutron] 10.222.0.64 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505155 Aug 29 04:44:28.182116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36831eb-5bf1-4ea2-bfac-2283b9542548 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bf4745-52af-4436-9825-b72c9b5d844f,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:28.254110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.315893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-187dd69c-f925-4531-b404-e1df8dd918eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.317510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-187dd69c-f925-4531-b404-e1df8dd918eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 1095 time: 0.2113774 Aug 29 04:44:28.321579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dab5f4b2-3c8e-4482-83a6-52062d3ca97d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:28.353946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'dab5f4b2-3c8e-4482-83a6-52062d3ca97d', 'network_id': '300b2c1a-9f41-43d9-b9ba-7d7e1739bca0', 'port_id': 'dab5f4b2-3c8e-4482-83a6-52062d3ca97d', 'mac_address': 'fa:16:3e:76:76:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af390196-3c7e-4e61-be5e-142e8efc0fc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:28.460739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67613b87-2302-4e64-9285-27c804668e37 req-cf786a24-35d6-4989-96d5-c784c9e1a0e2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.476438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67613b87-2302-4e64-9285-27c804668e37 req-cf786a24-35d6-4989-96d5-c784c9e1a0e2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 932 time: 0.4675188 Aug 29 04:44:28.481565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.489352 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.500872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-843adc43-fa69-4c7a-b041-f12e64c11ffb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5bf4745-52af-4436-9825-b72c9b5d844f HTTP/1.1" status: 200 len: 217 time: 0.1257293 Aug 29 04:44:28.531802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab5f4b2-3c8e-4482-83a6-52062d3ca97d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:28.585812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dab5f4b2-3c8e-4482-83a6-52062d3ca97d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:28.598423 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.610469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67613b87-2302-4e64-9285-27c804668e37 req-daddcd85-ba3e-468f-8416-6aa3d0623a28 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327670 Aug 29 04:44:28.625472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2276796b-8853-436f-a07b-635de60c65ad req-2d0fb117-4270-4742-a40f-7ace518c0956 service neutron] 10.222.0.64 "GET /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454648 Aug 29 04:44:28.650324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-4555a7a5-c1e7-48cd-9903-69654f9ea3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.656960 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-4555a7a5-c1e7-48cd-9903-69654f9ea3d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.1392989 Aug 29 04:44:28.690110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:28.774477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff95cd5-9f9f-4d76-9997-30b4ff2e2084 req-488665fe-c6f4-45e0-bc8b-1e5695a3228c tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.782425 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ff95cd5-9f9f-4d76-9997-30b4ff2e2084 req-488665fe-c6f4-45e0-bc8b-1e5695a3228c tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 943 time: 0.0766125 Aug 29 04:44:28.806219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-6b547cc3-d183-430f-ad92-f992792213f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.807857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-6b547cc3-d183-430f-ad92-f992792213f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416845 Aug 29 04:44:28.837761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ff95cd5-9f9f-4d76-9997-30b4ff2e2084 req-01b81632-2897-499e-ae86-d5c1ffd6ec9b tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514863 Aug 29 04:44:28.845782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['dab5f4b2-3c8e-4482-83a6-52062d3ca97d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:29.001550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-45bac09c-1620-4983-b752-5a5d5dc1c013 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813612 Aug 29 04:44:29.003656 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d4c36a-3c77-49b8-8e01-180877318100 x-openstack-request-id: req-d5d4c36a-3c77-49b8-8e01-180877318100 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:29.003656 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773600aa-9cba-4a5e-bde8-6dcb838b6096", "tag": "c5bf4745-52af-4436-9825-b72c9b5d844f", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:29.003921 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5d4c36a-3c77-49b8-8e01-180877318100 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:29.004148 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'tag': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'status': 'completed', 'code': 200} Aug 29 04:44:29.064174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c815096-2f88-4d33-9691-38942c380524 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:29.083724 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.207283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Transition to ACTIVE for port object 0c815096-2f88-4d33-9691-38942c380524 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:29.226170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.321792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Pushing event updated for resources: {'Port': ['ID=0c815096-2f88-4d33-9691-38942c380524,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:29.330965 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15ee6613-611a-4e5d-b699-ce7ba3072756 req-d8c44460-83ac-4d16-a425-0e0b30a3a320 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478158 Aug 29 04:44:29.452248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.452577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.453256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.453920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.454703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.455331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.455781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.456156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.456497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.456897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.458172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.458172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.520606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Attempting to bind port 0c815096-2f88-4d33-9691-38942c380524 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:29.521653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Attempting to bind port 0c815096-2f88-4d33-9691-38942c380524 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:29.521653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Attempting to bind port 0c815096-2f88-4d33-9691-38942c380524 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:29.533299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Port 0c815096-2f88-4d33-9691-38942c380524 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:29.533803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Attempting to bind port 0c815096-2f88-4d33-9691-38942c380524 on network f9b6a17d-30d7-44a0-b29f-6387d484e2d7 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:29.544404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:29.544917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Checking segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:29.545321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Bound using segment: {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:29.546133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Bound port: 0c815096-2f88-4d33-9691-38942c380524, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c77c2a-a982-427e-a935-02e84f93f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:29.546755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.564642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-74840913-31a3-46fb-b27a-a16c2bfb2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.566186 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-74840913-31a3-46fb-b27a-a16c2bfb2a5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 1095 time: 0.1022539 Aug 29 04:44:29.699566 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] For port 0c815096-2f88-4d33-9691-38942c380524, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:29.722879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de879e72-3121-4729-9fb8-af4a162564f2 req-47e15b84-26c8-48cf-9bbf-41f520a030b9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.724857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] For port 0c815096-2f88-4d33-9691-38942c380524, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0c815096-2f88-4d33-9691-38942c380524,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:29.726606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de879e72-3121-4729-9fb8-af4a162564f2 req-47e15b84-26c8-48cf-9bbf-41f520a030b9 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 945 time: 0.0829859 Aug 29 04:44:29.729561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-34a9a301-9355-4e69-ab6c-47e0552f4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.730946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-34a9a301-9355-4e69-ab6c-47e0552f4130 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 912 time: 0.1568060 Aug 29 04:44:29.732600 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.783545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de879e72-3121-4729-9fb8-af4a162564f2 req-7d26b84d-879b-46e3-ad2a-d69df0a0c6b3 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Aug 29 04:44:29.810836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.811470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.812897 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] 10.222.0.64 "PUT /v2.0/ports/0c815096-2f88-4d33-9691-38942c380524 HTTP/1.1" status: 200 len: 1093 time: 1.8017876 Aug 29 04:44:29.818766 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-480e6f9b-f426-45a1-81a5-4e89bd9e03d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5bf4745-52af-4436-9825-b72c9b5d844f HTTP/1.1" status: 200 len: 217 time: 0.0772557 Aug 29 04:44:29.877139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f53e5-0a3e-4946-9ef7-0d8dde449199 service neutron] Pushing event updated for resources: {'Port': ['ID=0c815096-2f88-4d33-9691-38942c380524,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:29.911431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-2f4b7ccc-587d-4c52-8ecd-f99978b719fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.913521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-2f4b7ccc-587d-4c52-8ecd-f99978b719fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.0853915 Aug 29 04:44:29.953761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5e48-90a8-4a72-807a-461384e5204e req-57ec168a-0f98-4104-b808-fd40fb64b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.955195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-57ec168a-0f98-4104-b808-fd40fb64b723 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 1096 time: 0.0881498 Aug 29 04:44:29.961377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2ea28-e1ba-429f-8371-0048a94a28f2 req-ead84b71-6d3c-46b9-8354-7aaff7ad4180 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.963732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fa2ea28-e1ba-429f-8371-0048a94a28f2 req-ead84b71-6d3c-46b9-8354-7aaff7ad4180 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 946 time: 0.0688441 Aug 29 04:44:30.019081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-08d12ab1-ddf7-4919-b936-742c8373a3df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c815096-2f88-4d33-9691-38942c380524 HTTP/1.1" status: 200 len: 217 time: 0.0540333 Aug 29 04:44:30.024646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fa2ea28-e1ba-429f-8371-0048a94a28f2 req-5db17d1d-94f3-4793-8801-1e954f740f35 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452633 Aug 29 04:44:30.044942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-4fe6689f-7c28-41a3-9641-d96edfdcfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.053015 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-4fe6689f-7c28-41a3-9641-d96edfdcfdbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317251 Aug 29 04:44:30.106742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dab5f4b2-3c8e-4482-83a6-52062d3ca97d up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:30.205925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5e48-90a8-4a72-807a-461384e5204e req-1b5c62a5-2026-463c-8037-bfe3245082a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.212113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-1b5c62a5-2026-463c-8037-bfe3245082a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1755900 Aug 29 04:44:30.237324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d651885-d14e-4da8-b102-583f03c25032 req-3ad99234-c96c-4aed-bd57-0ba6dfda1868 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.239234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d651885-d14e-4da8-b102-583f03c25032 req-3ad99234-c96c-4aed-bd57-0ba6dfda1868 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 944 time: 0.0896599 Aug 29 04:44:30.240229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port dab5f4b2-3c8e-4482-83a6-52062d3ca97d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:30.252842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port dab5f4b2-3c8e-4482-83a6-52062d3ca97d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:30.254223 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.271816 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-dc574a3f-5c8e-49c1-b8c7-f6cc4db288e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541649 Aug 29 04:44:30.294941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1d651885-d14e-4da8-b102-583f03c25032 req-67763e20-5555-465e-8753-17a4a74e1547 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Aug 29 04:44:30.330232 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-679ebf8a-9d27-42cc-8989-9e47431aea84 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612393 Aug 29 04:44:30.404727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.437601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73c7562-8fb8-4e0b-ab12-c6ce8d299d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab5f4b2-3c8e-4482-83a6-52062d3ca97d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:30.440526 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ece916-b297-4d40-ba3a-1f69bd1c2431" -d '{"events": [{"server_uuid": "b73c7562-8fb8-4e0b-ab12-c6ce8d299d06", "name": "network-vif-plugged", "status": "completed", "tag": "dab5f4b2-3c8e-4482-83a6-52062d3ca97d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:30.470839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dab5f4b2-3c8e-4482-83a6-52062d3ca97d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:30.477643 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.514533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c027-6a0d-4692-9dea-b753233bd768 req-30fe433c-0e43-471a-aa66-c0a730c93c58 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.521296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f572c027-6a0d-4692-9dea-b753233bd768 req-30fe433c-0e43-471a-aa66-c0a730c93c58 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 943 time: 0.0887213 Aug 29 04:44:30.526634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-ee21f471-d1e2-432e-951e-f8098e21581b service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401137 Aug 29 04:44:30.606529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:30.624213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f572c027-6a0d-4692-9dea-b753233bd768 req-936ecb7d-75d3-47c9-b0f1-271e4a378801 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954196 Aug 29 04:44:30.687559 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee665e5-91e9-4e1e-b624-cfdf451417d3 x-openstack-request-id: req-3ee665e5-91e9-4e1e-b624-cfdf451417d3 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:30.687862 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73c7562-8fb8-4e0b-ab12-c6ce8d299d06", "name": "network-vif-plugged", "status": "completed", "tag": "dab5f4b2-3c8e-4482-83a6-52062d3ca97d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:30.688159 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ee665e5-91e9-4e1e-b624-cfdf451417d3 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:30.689726 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73c7562-8fb8-4e0b-ab12-c6ce8d299d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab5f4b2-3c8e-4482-83a6-52062d3ca97d', 'code': 200} Aug 29 04:44:30.730496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-1bd87568-88f0-4caf-bc40-194c0cc0c7f1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.732778 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-1bd87568-88f0-4caf-bc40-194c0cc0c7f1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.65 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 946 time: 0.3609536 Aug 29 04:44:30.773880 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-797b5e48-90a8-4a72-807a-461384e5204e req-54e0eb96-910a-420b-a442-0d4bec46e7e0 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370105 Aug 29 04:44:30.817651 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-18e4c5be-f8ac-4702-91a6-5c2aa661b422 req-423404bd-deb6-45b5-bbc7-d50279595b59 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468369 Aug 29 04:44:30.853586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf7517-62bf-4e0d-9e16-b88ce3fd4e71 req-9349cd09-3b3b-4a13-83ac-4adf3e8fddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.856843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cdf7517-62bf-4e0d-9e16-b88ce3fd4e71 req-9349cd09-3b3b-4a13-83ac-4adf3e8fddb9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 1098 time: 0.0907669 Aug 29 04:44:30.942527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Deleting port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:30.942890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.961553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2cdf7517-62bf-4e0d-9e16-b88ce3fd4e71 req-1981456d-b4aa-4c28-9d2a-a65b28d359f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964670 Aug 29 04:44:30.981849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42187c-bf0d-4a13-b951-2bea2098ec93 req-7180b983-ffbc-43b7-a051-2fc3233d1478 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.983821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f42187c-bf0d-4a13-b951-2bea2098ec93 req-7180b983-ffbc-43b7-a051-2fc3233d1478 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 946 time: 0.0838933 Aug 29 04:44:31.005409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b785779b-7c9d-40c6-b451-70323c134ffc', 'tag': '0c815096-2f88-4d33-9691-38942c380524'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:31.008912 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfd848f-81ee-4d57-b387-19a3e0f4371b" -d '{"events": [{"name": "network-changed", "server_uuid": "b785779b-7c9d-40c6-b451-70323c134ffc", "tag": "0c815096-2f88-4d33-9691-38942c380524"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:31.045350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f42187c-bf0d-4a13-b951-2bea2098ec93 req-448d012d-c865-44b0-9779-068f365f1867 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549049 Aug 29 04:44:31.100359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] For port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:31.101348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.107113 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b8fe0e-3ef4-48c4-af4d-0397a56b0e63 x-openstack-request-id: req-41b8fe0e-3ef4-48c4-af4d-0397a56b0e63 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:31.107597 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b785779b-7c9d-40c6-b451-70323c134ffc", "tag": "0c815096-2f88-4d33-9691-38942c380524", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:31.109919 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41b8fe0e-3ef4-48c4-af4d-0397a56b0e63 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:31.110373 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b785779b-7c9d-40c6-b451-70323c134ffc', 'tag': '0c815096-2f88-4d33-9691-38942c380524', 'status': 'completed', 'code': 200} Aug 29 04:44:31.274503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf88c0-ff22-4df5-a0ff-235be0bd4fac req-50619158-2b18-4d66-910c-a333abe3cf39 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.276080 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44bf88c0-ff22-4df5-a0ff-235be0bd4fac req-50619158-2b18-4d66-910c-a333abe3cf39 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 946 time: 0.1076066 Aug 29 04:44:31.321702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-72e3a923-1bb1-40d7-b2f8-cb63279d33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.323278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-72e3a923-1bb1-40d7-b2f8-cb63279d33cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 1096 time: 0.1055322 Aug 29 04:44:31.428070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44bf88c0-ff22-4df5-a0ff-235be0bd4fac req-6687e4b0-5573-4800-8d34-1cff4f0157cd tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/security-groups?id=28bb1b77-75f9-471d-98da-31a28836efff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371484 Aug 29 04:44:31.538235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-de085062-3c6b-4791-a4f6-dae16443bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.540081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-de085062-3c6b-4791-a4f6-dae16443bd96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.2084949 Aug 29 04:44:31.627403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-608dd170-657f-4aeb-8332-76005470f327 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c815096-2f88-4d33-9691-38942c380524 HTTP/1.1" status: 200 len: 217 time: 0.0733802 Aug 29 04:44:31.713964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f876b-7d3b-48fe-b3e4-879952dc2944 req-1ec596ce-cd3e-4964-bd56-0276b5987f87 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.722827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-949f876b-7d3b-48fe-b3e4-879952dc2944 req-1ec596ce-cd3e-4964-bd56-0276b5987f87 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 944 time: 0.1792359 Aug 29 04:44:31.781381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-4a6dc310-6cd9-43d6-993f-c1090e55f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.782902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-4a6dc310-6cd9-43d6-993f-c1090e55f93e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.1423745 Aug 29 04:44:31.815506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-949f876b-7d3b-48fe-b3e4-879952dc2944 req-3f0469dc-bec8-4c77-9a10-d761cc0aa46a tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916502 Aug 29 04:44:31.844642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-01519de0-60e7-44e1-9fec-92f135469fd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436158 Aug 29 04:44:31.956253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.958715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.959327 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Floating IP 7e6e3683-8ac5-4136-9358-938279c31693 disassociated. External IP: 172.25.1.167, port: 7922921a-b702-41e6-b83b-c2cc1e4b7ec7. Aug 29 04:44:31.960489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Calling delete_port for 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:32.004243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-67b550b2-5885-483a-a5db-7dff819c863e service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418169 Aug 29 04:44:32.111387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c5bf4745-52af-4436-9825-b72c9b5d844f details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:32.119689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0c815096-2f88-4d33-9691-38942c380524 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:32.167194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a66fb2-51b8-43d1-8296-5519abd65474 req-6b5086e8-57c0-4edc-bd5d-72b53f070e65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:32.186920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92a66fb2-51b8-43d1-8296-5519abd65474 req-6b5086e8-57c0-4edc-bd5d-72b53f070e65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 943 time: 0.1815782 Aug 29 04:44:32.203425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.288379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92a66fb2-51b8-43d1-8296-5519abd65474 req-4c5a94b9-31d5-4b70-84a1-865e0e848c15 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002824 Aug 29 04:44:32.304606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7dfd848f-81ee-4d57-b387-19a3e0f4371b req-e54986ef-b0fa-45c2-8075-3a7a7e24acd7 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870233 Aug 29 04:44:32.311503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event deleted for resources: {'Port': ['ID=7922921a-b702-41e6-b83b-c2cc1e4b7ec7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:32.492196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601c811-9249-44d4-9033-5f64d3ce19d1 req-14f6ed8b-bb51-4808-98aa-ce540a234d68 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:32.492196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7601c811-9249-44d4-9033-5f64d3ce19d1 req-14f6ed8b-bb51-4808-98aa-ce540a234d68 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 946 time: 0.0901611 Aug 29 04:44:32.597060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0c815096-2f88-4d33-9691-38942c380524, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0c815096-2f88-4d33-9691-38942c380524,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:32.600859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c5bf4745-52af-4436-9825-b72c9b5d844f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c5bf4745-52af-4436-9825-b72c9b5d844f,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:32.621998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7601c811-9249-44d4-9033-5f64d3ce19d1 req-b907b8d3-dd39-4e8c-b5fb-ec60f6fbe884 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178026 Aug 29 04:44:32.638419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'port_id': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'mac_address': 'fa:16:3e:58:01:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:32.643636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '0c815096-2f88-4d33-9691-38942c380524', 'network_id': 'f9b6a17d-30d7-44a0-b29f-6387d484e2d7', 'port_id': '0c815096-2f88-4d33-9691-38942c380524', 'mac_address': 'fa:16:3e:af:85:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618f96a-65b0-4c0a-b90a-2c3766ef6915', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:32.680477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Router eca9d59a-00f5-4454-a35c-843273633ad5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:32.792703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.819465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c815096-2f88-4d33-9691-38942c380524 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:32.859779 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.872997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0c815096-2f88-4d33-9691-38942c380524, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0c815096-2f88-4d33-9691-38942c380524,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:32.890831 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.905082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bf4745-52af-4436-9825-b72c9b5d844f {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:32.914901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-001d98be-dbe0-4887-affd-78d392a9332a req-5089ce1b-1df8-4ec0-b6f4-601a8813de43 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "GET /v2.0/ports?device_id=a390be60-cbe5-4fb6-a084-c635f1c9b71c HTTP/1.1" status: 200 len: 210 time: 0.1115608 Aug 29 04:44:32.954188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c5bf4745-52af-4436-9825-b72c9b5d844f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c5bf4745-52af-4436-9825-b72c9b5d844f,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:32.991976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:32.997043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.014522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] Sync routers for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:33.085736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:33.086961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] No DVR routers for this DVR port 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:33.088899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:33.092944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.095097 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-19242c2a-cbf0-4564-a921-b4f2d6beb354 req-4ad2785a-4cab-4a0f-880e-482f806b2c02 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.65 "DELETE /v2.0/ports/7922921a-b702-41e6-b83b-c2cc1e4b7ec7 HTTP/1.1" status: 204 len: 173 time: 2.3406773 Aug 29 04:44:33.111820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'name': 'network-vif-deleted', 'tag': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:33.115355 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5537eb-f674-4815-84aa-4e43462522e4" -d '{"events": [{"server_uuid": "a390be60-cbe5-4fb6-a084-c635f1c9b71c", "name": "network-vif-deleted", "tag": "7922921a-b702-41e6-b83b-c2cc1e4b7ec7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:33.173087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcccf81-3080-4dce-a22b-d14cde3c18cc req-5e016d24-6acd-4217-b62d-59dfab6ebad2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:33.178026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bcccf81-3080-4dce-a22b-d14cde3c18cc req-5e016d24-6acd-4217-b62d-59dfab6ebad2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 945 time: 0.1434543 Aug 29 04:44:33.191305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0c815096-2f88-4d33-9691-38942c380524'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:33.197683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0c815096-2f88-4d33-9691-38942c380524,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:33.280747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1bcccf81-3080-4dce-a22b-d14cde3c18cc req-567f85f2-ea46-4029-a7bc-68a2b96220f6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940726 Aug 29 04:44:33.332357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['c5bf4745-52af-4436-9825-b72c9b5d844f'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:33.384631 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ca2a68-e561-486d-b2a3-bbb8ffa10ad2 x-openstack-request-id: req-22ca2a68-e561-486d-b2a3-bbb8ffa10ad2 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:33.384926 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a390be60-cbe5-4fb6-a084-c635f1c9b71c", "name": "network-vif-deleted", "tag": "7922921a-b702-41e6-b83b-c2cc1e4b7ec7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:33.385179 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22ca2a68-e561-486d-b2a3-bbb8ffa10ad2 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:33.386112 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a390be60-cbe5-4fb6-a084-c635f1c9b71c', 'name': 'network-vif-deleted', 'tag': '7922921a-b702-41e6-b83b-c2cc1e4b7ec7', 'status': 'completed', 'code': 200} Aug 29 04:44:33.474362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=c5bf4745-52af-4436-9825-b72c9b5d844f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:33.618186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060685-b99e-42ce-b760-dfaf422b6a4e req-53f9971d-d4c4-4635-b434-f64c36873700 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:33.619919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c060685-b99e-42ce-b760-dfaf422b6a4e req-53f9971d-d4c4-4635-b434-f64c36873700 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 944 time: 0.1157243 Aug 29 04:44:33.649254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:33.739356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c060685-b99e-42ce-b760-dfaf422b6a4e req-79c8e062-64c8-41ce-9139-12abbeaa2d35 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056464 Aug 29 04:44:34.118692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 44980) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:34.180146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:34.230497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:34.231165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7922921a-b702-41e6-b83b-c2cc1e4b7ec7 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:34.301918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002e45-1298-48b6-bbcd-d5969271b912 req-07f1e4b0-0b2b-445e-8b4e-93d12ba3b6c7 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.317512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:48Z', 'revision_number': 5, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:34.322725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5002e45-1298-48b6-bbcd-d5969271b912 req-07f1e4b0-0b2b-445e-8b4e-93d12ba3b6c7 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 946 time: 0.0993335 Aug 29 04:44:34.354505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] Checking router: eca9d59a-00f5-4454-a35c-843273633ad5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:34.365494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:34.366661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:34.429357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Deleting port 757cf1d2-9411-4ba7-b22e-026014374ec0 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:34.437836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.443512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5002e45-1298-48b6-bbcd-d5969271b912 req-6cfff725-0809-4770-9e33-20bfc1b422af tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198049 Aug 29 04:44:34.587321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.587928 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.596381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46e428-9e8f-4ee2-8d24-d1973161c229 req-d1b6b4c5-a063-4ad4-a836-d55790836ea8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.605541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a46e428-9e8f-4ee2-8d24-d1973161c229 req-d1b6b4c5-a063-4ad4-a836-d55790836ea8 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 945 time: 0.0738959 Aug 29 04:44:34.610154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Calling delete_port for 757cf1d2-9411-4ba7-b22e-026014374ec0 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:34.655375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a46e428-9e8f-4ee2-8d24-d1973161c229 req-ee2d4e14-74ad-44e8-a31c-74e3459631de tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 Aug 29 04:44:34.669306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 44994) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:34.847137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:34.924836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.958463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0daac19-73be-43eb-b4af-017414cb87c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.001196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd89cf-8586-4214-af42-610be4f2ba9c req-a3458b7d-77a8-43ec-967a-faa6e8405ae0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.008540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cfd89cf-8586-4214-af42-610be4f2ba9c req-a3458b7d-77a8-43ec-967a-faa6e8405ae0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 944 time: 0.1137290 Aug 29 04:44:35.042063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event deleted for resources: {'Port': ['ID=757cf1d2-9411-4ba7-b22e-026014374ec0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.122223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.127088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.129821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7c6d8c2c-2efa-423f-ae00-293eee15eabf tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "DELETE /v2.0/floatingips/7e6e3683-8ac5-4136-9358-938279c31693 HTTP/1.1" status: 204 len: 168 time: 1.0098443 Aug 29 04:44:35.156628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9cfd89cf-8586-4214-af42-610be4f2ba9c req-f3d732e0-315c-4f6f-8c35-06254a755fa9 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433511 Aug 29 04:44:35.194670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:48Z', 'revision_number': 5, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:35.238123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0daac19-73be-43eb-b4af-017414cb87c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.244866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b0daac19-73be-43eb-b4af-017414cb87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.258923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4d3aa-aacb-4e9d-a1f9-0241679ca7d7 None None] The sync data for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 is: [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:37Z', 'revision_number': 4, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6fe7976b-6e0b-49de-ba99-5727629304e7', 'name': '', 'network_id': '44b74e03-3a1d-4b1e-92a7-f691b556fc32', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'mac_address': 'fa:16:3e:16:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:48Z', 'revision_number': 5, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'subnets': [{'id': '2940284c-074c-4e84-9994-ba0be92a25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:35.296293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b0daac19-73be-43eb-b4af-017414cb87c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=230cf1fffec842bc9d3f09151122aa7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255090 Aug 29 04:44:35.297345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daac19-73be-43eb-b4af-017414cb87c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6d2741-8521-4f9d-8555-e291a89ed782,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.298822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45010) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:35.378117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd58e603-e743-48e8-b41d-0c1301122e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.409509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd58e603-e743-48e8-b41d-0c1301122e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.494643 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd58e603-e743-48e8-b41d-0c1301122e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.499816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bd58e603-e743-48e8-b41d-0c1301122e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.501726 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd58e603-e743-48e8-b41d-0c1301122e94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a6d2741-8521-4f9d-8555-e291a89ed782 HTTP/1.1" status: 204 len: 168 time: 0.2000501 Aug 29 04:44:35.526863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58e603-e743-48e8-b41d-0c1301122e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6d2741-8521-4f9d-8555-e291a89ed782,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.644644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-fd00a718-3fcb-4a6a-a16b-266f94a50943 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.648743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-fd00a718-3fcb-4a6a-a16b-266f94a50943 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 946 time: 0.0984507 Aug 29 04:44:35.758301 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a3792-9e69-4f87-97bb-96c63fea9973 None None] New status for floating IP 7e6e3683-8ac5-4136-9358-938279c31693: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:35.919449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Deleting port dab5f4b2-3c8e-4482-83a6-52062d3ca97d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:35.920296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.055422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45026) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:36.071750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7eb16150-2a54-4119-abf6-b588610b1a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.079228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] For port dab5f4b2-3c8e-4482-83a6-52062d3ca97d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,segment=NetworkSegment(5e981c9f-ce4d-4717-a528-7bb9fa427c2e),segment_id=5e981c9f-ce4d-4717-a528-7bb9fa427c2e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:36.079660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.107971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Calling delete_port for dab5f4b2-3c8e-4482-83a6-52062d3ca97d owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:36.158844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c5bf4745-52af-4436-9825-b72c9b5d844f up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:36.165515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0c815096-2f88-4d33-9691-38942c380524 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:36.240021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7eb16150-2a54-4119-abf6-b588610b1a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.240021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7eb16150-2a54-4119-abf6-b588610b1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.266888 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7eb16150-2a54-4119-abf6-b588610b1a6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6e7b87d353b40f4b671de12df057cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098291 Aug 29 04:44:36.280015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45032) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:36.320182 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.344715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb16150-2a54-4119-abf6-b588610b1a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b164abc-b862-4ff0-90da-aa7a6f55f1e1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.391965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcf640-db36-40e2-ba07-bbaf670c10ae req-252601d0-795f-4559-b927-7b156749a294 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.402022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10a4698b-77d8-45cc-ad8a-f0a7606f06a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.402418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edfcf640-db36-40e2-ba07-bbaf670c10ae req-252601d0-795f-4559-b927-7b156749a294 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/ports?device_id=b73c7562-8fb8-4e0b-ab12-c6ce8d299d06 HTTP/1.1" status: 200 len: 867 time: 0.5448472 Aug 29 04:44:36.420237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 0c815096-2f88-4d33-9691-38942c380524 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:36.426255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 0c815096-2f88-4d33-9691-38942c380524 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:36.426891 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.428934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10a4698b-77d8-45cc-ad8a-f0a7606f06a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.430197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port c5bf4745-52af-4436-9825-b72c9b5d844f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:36.454492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port c5bf4745-52af-4436-9825-b72c9b5d844f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:36.455001 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Pushing event deleted for resources: {'Port': ['ID=dab5f4b2-3c8e-4482-83a6-52062d3ca97d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.455368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.478896 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] No DVR routers for this DVR port dab5f4b2-3c8e-4482-83a6-52062d3ca97d on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:36.483461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.485514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0baac97-a1de-4ead-a482-2d33060703e5 req-6956de2e-d9f7-4642-a2ce-7bb9804513bc tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.64 "DELETE /v2.0/ports/dab5f4b2-3c8e-4482-83a6-52062d3ca97d HTTP/1.1" status: 204 len: 173 time: 0.8262546 Aug 29 04:44:36.485960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73c7562-8fb8-4e0b-ab12-c6ce8d299d06', 'name': 'network-vif-deleted', 'tag': 'dab5f4b2-3c8e-4482-83a6-52062d3ca97d'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:36.488312 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa3b0a-9ea7-4ab9-bb7b-6872bf116c70" -d '{"events": [{"server_uuid": "b73c7562-8fb8-4e0b-ab12-c6ce8d299d06", "name": "network-vif-deleted", "tag": "dab5f4b2-3c8e-4482-83a6-52062d3ca97d"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:36.507844 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10a4698b-77d8-45cc-ad8a-f0a7606f06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.513537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10a4698b-77d8-45cc-ad8a-f0a7606f06a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.518004 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-10a4698b-77d8-45cc-ad8a-f0a7606f06a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b164abc-b862-4ff0-90da-aa7a6f55f1e1 HTTP/1.1" status: 204 len: 168 time: 0.2348647 Aug 29 04:44:36.544210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edfcf640-db36-40e2-ba07-bbaf670c10ae req-2ce6115a-289d-4942-aade-50dceec1f4f6 tempest-VolumesActionsTest-184197265 tempest-VolumesActionsTest-184197265-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406159 Aug 29 04:44:36.557327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4698b-77d8-45cc-ad8a-f0a7606f06a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b164abc-b862-4ff0-90da-aa7a6f55f1e1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.710814 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613a0e5-bb0b-4127-a99e-161cef44aee5 req-37653bf8-581b-4204-8120-2581cf15fedb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.719496 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b613a0e5-bb0b-4127-a99e-161cef44aee5 req-37653bf8-581b-4204-8120-2581cf15fedb tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 945 time: 0.0916393 Aug 29 04:44:36.737172 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.766292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b613a0e5-bb0b-4127-a99e-161cef44aee5 req-765b0869-7ee5-4bef-8369-51d1c50f28ed tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456107 Aug 29 04:44:36.782429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port c5bf4745-52af-4436-9825-b72c9b5d844f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c5bf4745-52af-4436-9825-b72c9b5d844f,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:36.783573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bf4745-52af-4436-9825-b72c9b5d844f'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:36.786876 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0a9079-f6d8-484c-8c94-1fd8b65efe26" -d '{"events": [{"server_uuid": "773600aa-9cba-4a5e-bde8-6dcb838b6096", "name": "network-vif-plugged", "status": "completed", "tag": "c5bf4745-52af-4436-9825-b72c9b5d844f"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:36.802744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.811901 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.820364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45040) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:36.935116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=c5bf4745-52af-4436-9825-b72c9b5d844f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.953857 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b613-7b6f-4534-a3fc-9ff7e5e7d0c1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.996290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0c815096-2f88-4d33-9691-38942c380524, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0c815096-2f88-4d33-9691-38942c380524,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:37.001886 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.005073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dab5f4b2-3c8e-4482-83a6-52062d3ca97d no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:37.052849 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b613-7b6f-4534-a3fc-9ff7e5e7d0c1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.183656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0c815096-2f88-4d33-9691-38942c380524,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:37.189547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: dab5f4b2-3c8e-4482-83a6-52062d3ca97d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:37.190015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dab5f4b2-3c8e-4482-83a6-52062d3ca97d not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:37.281178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b613-7b6f-4534-a3fc-9ff7e5e7d0c1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.288356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b613-7b6f-4534-a3fc-9ff7e5e7d0c1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.296295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6ee1b613-7b6f-4534-a3fc-9ff7e5e7d0c1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] 10.222.0.58 "DELETE /v2.0/security-groups/28bb1b77-75f9-471d-98da-31a28836efff HTTP/1.1" status: 204 len: 168 time: 0.4724746 Aug 29 04:44:37.342632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1b613-7b6f-4534-a3fc-9ff7e5e7d0c1 tempest-TestServerBasicOps-509857770 tempest-TestServerBasicOps-509857770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bb1b77-75f9-471d-98da-31a28836efff,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:37.742336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd6b2e-a369-4d29-87f8-d58577ef0462 req-47db78e3-5794-4b6c-8001-1dce9bb1bc13 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.743957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95fd6b2e-a369-4d29-87f8-d58577ef0462 req-47db78e3-5794-4b6c-8001-1dce9bb1bc13 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 945 time: 0.1007917 Aug 29 04:44:37.806241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-95fd6b2e-a369-4d29-87f8-d58577ef0462 req-aedb25ee-3335-46c5-9bc7-a1ba1ada9a71 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549076 Aug 29 04:44:37.837467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.870915 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e006a87-b28a-4532-a1da-901c66561b39 x-openstack-request-id: req-1e006a87-b28a-4532-a1da-901c66561b39 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:37.871820 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73c7562-8fb8-4e0b-ab12-c6ce8d299d06", "name": "network-vif-deleted", "tag": "dab5f4b2-3c8e-4482-83a6-52062d3ca97d", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:37.872976 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e006a87-b28a-4532-a1da-901c66561b39 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:37.873937 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73c7562-8fb8-4e0b-ab12-c6ce8d299d06', 'name': 'network-vif-deleted', 'tag': 'dab5f4b2-3c8e-4482-83a6-52062d3ca97d', 'status': 'completed', 'code': 200} Aug 29 04:44:37.906683 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba111e6f-a28d-46f7-a812-aac3b837c660 x-openstack-request-id: req-ba111e6f-a28d-46f7-a812-aac3b837c660 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:37.907225 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773600aa-9cba-4a5e-bde8-6dcb838b6096", "name": "network-vif-plugged", "status": "completed", "tag": "c5bf4745-52af-4436-9825-b72c9b5d844f", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:37.907324 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba111e6f-a28d-46f7-a812-aac3b837c660 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:37.907760 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'code': 200} Aug 29 04:44:37.962324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45078) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:38.060037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-552315121-network', 'tenant_id': 'ba9b6e5033e84e00a3d184ad9efbf299'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:38.115420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd75b6-5157-4be2-a326-d9b2cf0e19bc req-3daad88f-51e8-4159-9649-dd4a4dea934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:38.120724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76bd75b6-5157-4be2-a326-d9b2cf0e19bc req-3daad88f-51e8-4159-9649-dd4a4dea934a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 1097 time: 0.0921071 Aug 29 04:44:38.203807 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76bd75b6-5157-4be2-a326-d9b2cf0e19bc req-c94a711b-caf3-49e9-a218-3b949f48dcb7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736742 Aug 29 04:44:38.204209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Made reservation on behalf of ba9b6e5033e84e00a3d184ad9efbf299 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:38.206719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.246338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.328029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52810dbb-0197-4c1b-bf19-d3131da9ddde req-54fe2afa-9a18-4c87-b482-ea28beb90518 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:38.329543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52810dbb-0197-4c1b-bf19-d3131da9ddde req-54fe2afa-9a18-4c87-b482-ea28beb90518 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1367691 Aug 29 04:44:38.815479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52810dbb-0197-4c1b-bf19-d3131da9ddde req-a8ee1e42-2f6b-485c-9e39-24b9bbd8f70e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770374 Aug 29 04:44:38.999338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.012156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f566556-edef-4289-a19d-59d16516b6e0 req-75327a20-4a31-41ee-a8e2-8dde20e45dd1 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.014618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f566556-edef-4289-a19d-59d16516b6e0 req-75327a20-4a31-41ee-a8e2-8dde20e45dd1 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 945 time: 0.1217811 Aug 29 04:44:39.020412 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.082186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:44:39.128502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10774c29-9740-493b-ba8e-650f000442f8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.137401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.137593 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Added segment 31ac2581-5637-4822-a753-83573c22fca4 of type vlan for network 45571f96-9d90-4872-96c9-c7f63afdf449 Aug 29 04:44:39.158931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f566556-edef-4289-a19d-59d16516b6e0 req-195ec9e2-f107-4d69-adfe-94e140f8a087 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327906 Aug 29 04:44:39.206997 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.267293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.268598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.269548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.346766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5079629 Aug 29 04:44:39.350031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45136) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.350848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3e084-d36a-48c4-b0f8-cf5985a3098b admin admin] Pushing event updated for resources: {'Network': ['ID=45571f96-9d90-4872-96c9-c7f63afdf449,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.356634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Request body: {'subnet': {'network_id': '45571f96-9d90-4872-96c9-c7f63afdf449', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-552315121-subnet', 'tenant_id': 'ba9b6e5033e84e00a3d184ad9efbf299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:39.365556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 45571f96-9d90-4872-96c9-c7f63afdf449 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:44:39.381407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.433522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Made reservation on behalf of ba9b6e5033e84e00a3d184ad9efbf299 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:39.437840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.735889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.756760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Deleting port 6fe7976b-6e0b-49de-ba99-5727629304e7 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:39.756760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.826259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e4f66c-0a6c-468f-8618-0ee3038a9b48,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.839063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Checking segment: {'id': '31ac2581-5637-4822-a753-83573c22fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45571f96-9d90-4872-96c9-c7f63afdf449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:39.839795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Network hostable DHCP agents. Network: 45571f96-9d90-4872-96c9-c7f63afdf449, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:44:39.868926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] For port 6fe7976b-6e0b-49de-ba99-5727629304e7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6fe7976b-6e0b-49de-ba99-5727629304e7,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:39.873636 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.899705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Network 45571f96-9d90-4872-96c9-c7f63afdf449 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:44:39.903665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Calling delete_port for 6fe7976b-6e0b-49de-ba99-5727629304e7 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:39.909721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b785779b-7c9d-40c6-b451-70323c134ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c815096-2f88-4d33-9691-38942c380524'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:39.912238 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac63ff0-a618-4b35-a8d0-6695f4c16e95" -d '{"events": [{"server_uuid": "b785779b-7c9d-40c6-b451-70323c134ffc", "name": "network-vif-plugged", "status": "completed", "tag": "0c815096-2f88-4d33-9691-38942c380524"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:39.926042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 45571f96-9d90-4872-96c9-c7f63afdf449) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:39.935699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.936808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.940089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aad1eb-27e4-43fe-baee-6300e27fd447 None None] Network 45571f96-9d90-4872-96c9-c7f63afdf449 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:39.963118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0780921a-512f-418e-ae6f-84642c1b7b87 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6110330 Aug 29 04:44:40.077355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c751c2-3b62-4b44-abfe-177a26e0bc49 req-b5f777fa-b451-4c44-afdd-3ac22ee34798 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:40.085526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99c751c2-3b62-4b44-abfe-177a26e0bc49 req-b5f777fa-b451-4c44-afdd-3ac22ee34798 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.0874727 Aug 29 04:44:40.197215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99c751c2-3b62-4b44-abfe-177a26e0bc49 req-fd02140b-2f0b-49c3-95ce-23736b6adea5 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031516 Aug 29 04:44:40.272917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d65123-d524-4962-a113-c3be8d908574 None None] Network 45571f96-9d90-4872-96c9-c7f63afdf449 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:40.347513 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036e5b15-8712-432f-b148-634c058fffae x-openstack-request-id: req-036e5b15-8712-432f-b148-634c058fffae {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:40.348292 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b785779b-7c9d-40c6-b451-70323c134ffc", "name": "network-vif-plugged", "status": "completed", "tag": "0c815096-2f88-4d33-9691-38942c380524", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:40.348800 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-036e5b15-8712-432f-b148-634c058fffae {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:40.349429 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b785779b-7c9d-40c6-b451-70323c134ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c815096-2f88-4d33-9691-38942c380524', 'code': 200} Aug 29 04:44:40.461961 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.699477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe7976b-6e0b-49de-ba99-5727629304e7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:40.777527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821506c-9551-4efb-8180-c158b3d78c4d req-333fa60c-5151-475e-bc01-e0e4e3629a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:40.781969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2821506c-9551-4efb-8180-c158b3d78c4d req-333fa60c-5151-475e-bc01-e0e4e3629a0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 1098 time: 0.3476610 Aug 29 04:44:40.800507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-dcdd5b9a-0f39-4ebb-b293-1f3912796d59 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133563664&fields=id&tenant_id=3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 267 time: 0.3163877 Aug 29 04:44:40.973498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45210) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:40.981150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-818559076-network', 'tenant_id': '9b4f6982faac49d68108b7cc646889fb'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:41.048384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2821506c-9551-4efb-8180-c158b3d78c4d req-d8ac9f54-ef3c-45b3-ba97-1170ea0d5740 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446356 Aug 29 04:44:41.057030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Made reservation on behalf of 9b4f6982faac49d68108b7cc646889fb for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:41.059760 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.095278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.238250 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb63d-6964-43b4-838b-7a518d68067a req-c21d93d7-ed9f-473f-bde2-5ff79ed87deb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.240490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-c21d93d7-ed9f-473f-bde2-5ff79ed87deb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.4391019 Aug 29 04:44:41.244631 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.269202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-fc6c3d52-83d5-4d68-9fb6-72fdbece0710 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/quotas/3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 375 time: 0.0172582 Aug 29 04:44:41.314627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.328313 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.384649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:44:41.432556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56f559f-1014-414f-9e9e-0e7b83f363ee,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:41.442369 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.442764 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Added segment ab602c90-2f45-474d-9dbd-f3e6c40ecaf0 of type vlan for network 74d8cff2-2bac-437b-ba0a-e69d128783ef Aug 29 04:44:41.494496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.518299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-e66756c8-ef44-4673-ae5c-6f1abe1c8294 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1785986 Aug 29 04:44:41.529016 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.530204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.530807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.621630 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6468818 Aug 29 04:44:41.625044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45222) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:41.630997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Request body: {'subnet': {'network_id': '74d8cff2-2bac-437b-ba0a-e69d128783ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-818559076-subnet', 'tenant_id': '9b4f6982faac49d68108b7cc646889fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:41.654916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf6635-3d0e-4b6d-9ead-58ba6cc04335 admin admin] Pushing event updated for resources: {'Network': ['ID=74d8cff2-2bac-437b-ba0a-e69d128783ef,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:41.663636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Made reservation on behalf of 9b4f6982faac49d68108b7cc646889fb for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:41.667840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.683444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 74d8cff2-2bac-437b-ba0a-e69d128783ef details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:44:41.878440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Router eca9d59a-00f5-4454-a35c-843273633ad5 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:41.888293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-0e81b8d9-effe-4771-a95e-03490b064f6c service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672729 Aug 29 04:44:42.085861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.144436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-b02a01ee-79ed-4b23-a459-b8ea7b82e7f1 service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552469 Aug 29 04:44:42.154830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b74dd2-2e67-41db-b50b-cd3d7fa21f04,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:42.200937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:42.208315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5bf5c4b4-cd6d-4dbd-847d-8154366b0e2b admin admin] 10.222.0.58 "PUT /v2.0/routers/eca9d59a-00f5-4454-a35c-843273633ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2452815 Aug 29 04:44:42.211345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45236) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:42.215242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] Sync routers for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:42.239701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:42.243710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:42.256382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Checking segment: {'id': 'ab602c90-2f45-474d-9dbd-f3e6c40ecaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '74d8cff2-2bac-437b-ba0a-e69d128783ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:42.257247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Network hostable DHCP agents. Network: 74d8cff2-2bac-437b-ba0a-e69d128783ef, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:44:42.340462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Network 74d8cff2-2bac-437b-ba0a-e69d128783ef is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:44:42.354502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 74d8cff2-2bac-437b-ba0a-e69d128783ef) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:42.364061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:42.364704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.378248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.392714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd866c-1e81-4a27-ae76-f85e7e465e59 None None] Network 74d8cff2-2bac-437b-ba0a-e69d128783ef requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:42.432320 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5aaccd80-8062-48f9-98d7-048caa176428 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8052099 Aug 29 04:44:42.558538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.630975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:42.697202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Deleting port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:42.700900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.855440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] For port 842df8b2-e71c-4fb0-9812-e6d3201eb9d6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=842df8b2-e71c-4fb0-9812-e6d3201eb9d6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:42.855720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.871605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Calling delete_port for 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:42.956220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031b2d4-7232-4b58-9795-0e9ba4488624 req-c3d13b03-6b6b-4476-8078-c3ef62caf5d0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:42.976185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9031b2d4-7232-4b58-9795-0e9ba4488624 req-c3d13b03-6b6b-4476-8078-c3ef62caf5d0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 945 time: 0.1437683 Aug 29 04:44:43.073384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9031b2d4-7232-4b58-9795-0e9ba4488624 req-d93dce00-b831-4646-a3ba-eb78256ee5ac tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961790 Aug 29 04:44:43.212717 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.267131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Pushing event deleted for resources: {'Port': ['ID=842df8b2-e71c-4fb0-9812-e6d3201eb9d6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.272953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18189822-3ad3-42cf-96b4-52561eab19f6 None None] Network 74d8cff2-2bac-437b-ba0a-e69d128783ef requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:43.369221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.422234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b1d63-7b48-4e75-b121-15ea3f18aa5b req-87d5e32c-1ced-4e52-8371-4817692290cf tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:43.434528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-654b1d63-7b48-4e75-b121-15ea3f18aa5b req-87d5e32c-1ced-4e52-8371-4817692290cf tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1845138 Aug 29 04:44:43.533601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-654b1d63-7b48-4e75-b121-15ea3f18aa5b req-d0f32b40-f921-4b30-bf65-ef769b5db95e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853648 Aug 29 04:44:43.540403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:44:40Z', 'revision_number': 5, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port': {'id': '842df8b2-e71c-4fb0-9812-e6d3201eb9d6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:30Z', 'updated_at': '2021-08-29T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:43.585196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.587354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] Checking router: eca9d59a-00f5-4454-a35c-843273633ad5 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:43.589346 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.598973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] Routers {'eca9d59a-00f5-4454-a35c-843273633ad5'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:43.600646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d59a-00f5-4454-a35c-843273633ad5'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:43.670511 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.670755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca9d59a-00f5-4454-a35c-843273633ad5 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:44:43.675458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.679919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45274) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:43.697618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3d0205bf-bd09-46ce-ba4f-e5661b9814fd admin admin] 10.222.0.58 "DELETE /v2.0/routers/eca9d59a-00f5-4454-a35c-843273633ad5 HTTP/1.1" status: 204 len: 168 time: 1.4847643 Aug 29 04:44:43.766836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e3e247-0668-410d-8b37-586df1477ef1 admin admin] Deleting subnet 2940284c-074c-4e84-9994-ba0be92a25e3 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:43.770504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13e3e247-0668-410d-8b37-586df1477ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.786206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] Set router eca9d59a-00f5-4454-a35c-843273633ad5 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:43.871503 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13e3e247-0668-410d-8b37-586df1477ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.910293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:44:43Z', 'revision_number': 7, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:43.967873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ed37d-e267-4b5d-a0b4-7c2ea1f2563b None None] The sync data for ids ['eca9d59a-00f5-4454-a35c-843273633ad5'] in n-d-712142-15 is: [{'id': 'eca9d59a-00f5-4454-a35c-843273633ad5', 'name': 'tempest-TestServerBasicOps-2090147793-router', 'tenant_id': 'f1aeb2e1741447faa143f2ea97c72455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:44:43Z', 'revision_number': 7, 'project_id': 'f1aeb2e1741447faa143f2ea97c72455', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:44.038769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13e3e247-0668-410d-8b37-586df1477ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.134118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae222d-1a2e-4aca-b88b-17ee3281bbe8 req-46facf9b-3270-4396-b95a-9b92adab2a99 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.135781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33ae222d-1a2e-4aca-b88b-17ee3281bbe8 req-46facf9b-3270-4396-b95a-9b92adab2a99 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1099 time: 0.0612278 Aug 29 04:44:44.137299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13e3e247-0668-410d-8b37-586df1477ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.176179 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-13e3e247-0668-410d-8b37-586df1477ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.177548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e5b3c1-d438-41bc-a235-a65a3ef37751 None None] Network 44b74e03-3a1d-4b1e-92a7-f691b556fc32 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:44.179463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-13e3e247-0668-410d-8b37-586df1477ef1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2940284c-074c-4e84-9994-ba0be92a25e3 HTTP/1.1" status: 204 len: 168 time: 0.4970646 Aug 29 04:44:44.179463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3e247-0668-410d-8b37-586df1477ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2940284c-074c-4e84-9994-ba0be92a25e3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:44.181873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45284) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:44.213383 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33ae222d-1a2e-4aca-b88b-17ee3281bbe8 req-577e6ce4-6225-4c43-98f1-5f4d15f4acee tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649397 Aug 29 04:44:44.244547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45286) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:44.291968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.461587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Deleting port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:44.465359 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.476974 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2c015c1-960c-47cb-80b1-83c15e2f742a req-1bc40ac6-9ab4-46c0-9322-9c82e379b21f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.1013627 Aug 29 04:44:44.601625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] DHCP port deletion for 44b74e03-3a1d-4b1e-92a7-f691b556fc32 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:44.672288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] For port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:44.672669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.695456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Deleting port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:44.706109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.712054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Calling delete_port for 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:44.715061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb63d-6964-43b4-838b-7a518d68067a req-e9d8bf27-fa5b-4d37-834a-7576528e4f8a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.719398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-e9d8bf27-fa5b-4d37-834a-7576528e4f8a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2042563 Aug 29 04:44:44.846847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] For port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,segment=NetworkSegment(98387845-905b-43af-a705-ba9b6faa71e9),segment_id=98387845-905b-43af-a705-ba9b6faa71e9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:44.847258 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.863751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Calling delete_port for 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:44.909274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-8b796e22-a86c-4130-882e-d58eb1353203 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 380 time: 0.1663592 Aug 29 04:44:44.977782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.009755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'port': {'device_id': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'admin_state_up': True, 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'security_groups': ['d38caec0-3699-48d2-8713-70692aea3720']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:45.083224 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.102948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:45.110005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] No DVR routers for this DVR port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:45.184773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Pushing event deleted for resources: {'Port': ['ID=0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:45.227450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:45.287627 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.321933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b74e03-3a1d-4b1e-92a7-f691b556fc32']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:45.328240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:45.328563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 842df8b2-e71c-4fb0-9812-e6d3201eb9d6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:45.331226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-edee819a-5b02-4358-b6b4-2ea0c2820d02 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:45.336978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:45.348496 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-edee819a-5b02-4358-b6b4-2ea0c2820d02 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/networks?id=45571f96-9d90-4872-96c9-c7f63afdf449 HTTP/1.1" status: 200 len: 808 time: 0.4944177 Aug 29 04:44:45.353686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98387845-905b-43af-a705-ba9b6faa71e9') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:45.356061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] No DVR routers for this DVR port 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:45.360727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98387845-905b-43af-a705-ba9b6faa71e9') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:45.369568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.369946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.373184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port 13ba0e57-51b3-48e5-9b6e-a4e0befdcbb7 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:45.373532 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.382689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.383205 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.383563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.383939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.384316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.384686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.385058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.385478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.385806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.386153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9b419-db0f-41d5-8484-3d0cf7ee4d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:45.396411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-6162a29d-f265-4ee7-b0ee-0c077211065b tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/quotas/ba9b6e5033e84e00a3d184ad9efbf299 HTTP/1.1" status: 200 len: 375 time: 0.0470686 Aug 29 04:44:45.410340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.453249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.468116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:45.468681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:45.471827 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:45.589680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-4bccea82-123d-48ef-874a-83c4e76dfae3 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba9b6e5033e84e00a3d184ad9efbf299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1922004 Aug 29 04:44:45.630139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.663552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.672743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] 10.222.0.58 "DELETE /v2.0/networks/44b74e03-3a1d-4b1e-92a7-f691b556fc32 HTTP/1.1" status: 204 len: 168 time: 1.4866300 Aug 29 04:44:45.672743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d70baf-54cb-442c-a69f-4eff89b9460d admin admin] Pushing event deleted for resources: {'Network': ['ID=44b74e03-3a1d-4b1e-92a7-f691b556fc32,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:45.681634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45308) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:45.686631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:45.690251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.906979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:45.909435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0f4a0b23-cbb1-4ef4-b075-f7f1bb591bfb not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:45.912719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6fe7976b-6e0b-49de-ba99-5727629304e7 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:45.965335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 6fe7976b-6e0b-49de-ba99-5727629304e7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:45.967266 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6fe7976b-6e0b-49de-ba99-5727629304e7 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:46.063384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.063738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.384762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.622354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for 13ba0e57-51b3-48e5-9b6e-a4e0befdcbb7 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:46.636339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-7cc1e186-1c3a-4527-ac73-80867069896b service neutron] 10.222.0.58 "GET /v2.0/networks/45571f96-9d90-4872-96c9-c7f63afdf449?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0417485 Aug 29 04:44:46.818442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Deleting port ab5ac003-7677-4dfb-9944-d8ac9427beaf {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:46.819079 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.924840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.20.0.14 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/7c07b6a2-e435-4b06-82b8-572791621986) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:46.945268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] For port ab5ac003-7677-4dfb-9944-d8ac9427beaf, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ab5ac003-7677-4dfb-9944-d8ac9427beaf,segment=NetworkSegment(29fb4c6d-a003-4ba7-a14e-6067583e2bd9),segment_id=29fb4c6d-a003-4ba7-a14e-6067583e2bd9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:46.945646 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.966973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Calling delete_port for ab5ac003-7677-4dfb-9944-d8ac9427beaf owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:47.025974 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-bc112d33-418b-465e-ae81-ef0b026f7938 service neutron] 10.222.0.58 "GET /v2.0/networks/45571f96-9d90-4872-96c9-c7f63afdf449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779898 Aug 29 04:44:47.430636 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fadb15b7-7e3a-4978-8e65-c76dfeffcded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.473975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.550370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dec6a-9ef2-4095-9c33-2406905568be req-6c39f65e-3e0d-4a15-a29a-1a50e5d1da23 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:47.554561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-094dec6a-9ef2-4095-9c33-2406905568be req-6c39f65e-3e0d-4a15-a29a-1a50e5d1da23 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 945 time: 0.1866357 Aug 29 04:44:47.570861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45336) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:47.580501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Request body: {'floatingip': {'port_id': 'c5bf4745-52af-4436-9825-b72c9b5d844f'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:47.581560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5ac003-7677-4dfb-9944-d8ac9427beaf,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:47.683459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.706565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.893981 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:48.166653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Transition to ACTIVE for port object 7c07b6a2-e435-4b06-82b8-572791621986 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:48.167050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:48.337287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=13ba0e57-51b3-48e5-9b6e-a4e0befdcbb7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:48.463967 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23f007ed-6c75-4de9-8c32-3155d952fa10 req-f2a070a3-caaa-4f4e-80ef-5eb92978d7db tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.1565945 Aug 29 04:44:48.479492 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:48.499068 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Floating IP c5ebbb5e-928d-4d81-abbf-14e2b013dc6a disassociated (deleted). External IP: 172.25.1.33, port: 301206a5-7588-4576-add0-26abdd2e6ee2. Aug 29 04:44:48.691965 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:48.853688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Router cfc67a20-1a30-42d4-83e4-c327657b8507 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:49.046989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4bd4b90-b5d3-4bfc-bbfe-7702389cf3eb req-e1fff54e-6942-4da2-b610-f52c66665ccd tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 210 time: 0.1976509 Aug 29 04:44:49.073595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:49.105738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:49.136490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:49.160686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:49.179372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=7c07b6a2-e435-4b06-82b8-572791621986,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:49.179664 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] Sync routers for ids ['cfc67a20-1a30-42d4-83e4-c327657b8507'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:49.183897 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7fe59bd1-6cf1-4986-9806-2beb829402fc admin admin] 10.222.0.58 "PUT /v2.0/routers/cfc67a20-1a30-42d4-83e4-c327657b8507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5066156 Aug 29 04:44:49.187548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45364) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:49.212793 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] Routers {'cfc67a20-1a30-42d4-83e4-c327657b8507'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:49.216716 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cfc67a20-1a30-42d4-83e4-c327657b8507'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:49.361239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:49.372221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.599459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-36aedccc-ada3-412c-81cd-44701561ca98 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6150973 Aug 29 04:44:49.629228 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] Set router cfc67a20-1a30-42d4-83e4-c327657b8507 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:49.800413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e3ef8c0-423c-4747-8ffd-e10f9daa6f17 None None] Provisioning for port 7c07b6a2-e435-4b06-82b8-572791621986 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:49.812420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e3ef8c0-423c-4747-8ffd-e10f9daa6f17 None None] Provisioning complete for port 7c07b6a2-e435-4b06-82b8-572791621986 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:49.814205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef8c0-423c-4747-8ffd-e10f9daa6f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.831689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Request body: {'port': {'device_id': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:49.916291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ef8c0-423c-4747-8ffd-e10f9daa6f17 None None] Port 7c07b6a2-e435-4b06-82b8-572791621986 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:50.055417 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:44:47Z', 'revision_number': 5, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:50.106134 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] Checking router: cfc67a20-1a30-42d4-83e4-c327657b8507 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:50.134391 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] Routers {'cfc67a20-1a30-42d4-83e4-c327657b8507'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:50.135027 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cfc67a20-1a30-42d4-83e4-c327657b8507'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:50.301021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.369880 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] Set router cfc67a20-1a30-42d4-83e4-c327657b8507 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:50.377833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3aee-aae1-4f27-9498-4bc96da19313 req-88482280-91a0-4b20-97a0-8c1ed8ea7a0d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:50.391211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ede3aee-aae1-4f27-9498-4bc96da19313 req-88482280-91a0-4b20-97a0-8c1ed8ea7a0d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 1.0047133 Aug 29 04:44:50.420287 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.437768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.479191 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6fad0070-f424-4b81-978f-ae0c056cee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.563866 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:44:50.689915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ede3aee-aae1-4f27-9498-4bc96da19313 req-17763d2a-e7af-4975-9f8f-7eeaf52606ff tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970464 Aug 29 04:44:50.866905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f4bfdb9f-ae0e-48cf-bfec-b4bf665184bd tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:50.876279 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f4bfdb9f-ae0e-48cf-bfec-b4bf665184bd tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.65 "GET /v2.0/networks?id=45571f96-9d90-4872-96c9-c7f63afdf449 HTTP/1.1" status: 200 len: 808 time: 1.6031072 Aug 29 04:44:50.887132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.898955 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:44:47Z', 'revision_number': 5, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:50.905108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Request body: {'port': {'device_id': 'dd1b4519-ddd1-472b-9344-d9e764ffd5c6', 'network_id': '45571f96-9d90-4872-96c9-c7f63afdf449', 'admin_state_up': True, 'tenant_id': 'ba9b6e5033e84e00a3d184ad9efbf299'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:50.963972 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23621d70-1b77-4b91-92c0-b4d36093b94a None None] The sync data for ids ['cfc67a20-1a30-42d4-83e4-c327657b8507'] in n-d-712142-15 is: [{'id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'name': 'tempest-TestServerBasicOps-1761972209-router', 'tenant_id': 'b2f408e99cd94b7497cd9fe04378f350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:44:47Z', 'revision_number': 5, 'project_id': 'b2f408e99cd94b7497cd9fe04378f350', 'gw_port': {'id': '47d32834-df48-4a3c-80e2-7f00efb1699b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc67a20-1a30-42d4-83e4-c327657b8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:44Z', 'updated_at': '2021-08-29T04:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:50.977570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:51.062409 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:44:51.161286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Deleting port 47d32834-df48-4a3c-80e2-7f00efb1699b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:51.163000 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.230851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Made reservation on behalf of ba9b6e5033e84e00a3d184ad9efbf299 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:51.234840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.274280 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.305500 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93af7c-72e0-415b-aeaa-ee16eee1df81 req-56d00db8-de97-4b42-ab5f-7fb9f075c902 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:51.316458 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c93af7c-72e0-415b-aeaa-ee16eee1df81 req-56d00db8-de97-4b42-ab5f-7fb9f075c902 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 932 time: 0.4300280 Aug 29 04:44:51.321942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] For port 47d32834-df48-4a3c-80e2-7f00efb1699b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=47d32834-df48-4a3c-80e2-7f00efb1699b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:51.322704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.343326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Calling delete_port for 47d32834-df48-4a3c-80e2-7f00efb1699b owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:51.682682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c93af7c-72e0-415b-aeaa-ee16eee1df81 req-d4e0a8d6-6512-4927-aad6-7b6c53c1c1ca tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648658 Aug 29 04:44:51.790759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c07b6a2-e435-4b06-82b8-572791621986 {{(pid=94845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:51.809005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.827038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.827294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Allocated IP 172.20.0.7 (45571f96-9d90-4872-96c9-c7f63afdf449/71e4f66c-0a6c-468f-8618-0ee3038a9b48/796692c1-e077-4e7a-924d-cbdb3bfc14d5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:51.937098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd8b6984-4b77-4232-b88c-315a03ebe4e9 req-12cc23aa-05f0-41a1-9d61-dd13d59056a0 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 210 time: 0.1210361 Aug 29 04:44:51.945375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.279212 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Floating IP 8ed18a11-1afc-4c81-b6f8-cd09fbb9586b associated. External IP: 172.25.1.239, port: c5bf4745-52af-4436-9825-b72c9b5d844f. Aug 29 04:44:52.312650 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.436517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d32834-df48-4a3c-80e2-7f00efb1699b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:52.498190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Transition to ACTIVE for port object 7c07b6a2-e435-4b06-82b8-572791621986 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:52.509960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf37f3a-1437-4ce3-bd28-e6b2d57172a8 req-d322f36f-1dd7-4a0f-bdd7-0eee3f6dbd95 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:52.520217 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dbf37f3a-1437-4ce3-bd28-e6b2d57172a8 req-d322f36f-1dd7-4a0f-bdd7-0eee3f6dbd95 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.4160903 Aug 29 04:44:52.549642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:52.560255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] Sync routers for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:52.570579 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.579631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:52.581111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:52.593236 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.673825 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.743603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Pushing event updated for resources: {'Port': ['ID=7c07b6a2-e435-4b06-82b8-572791621986,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:52.811826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.824593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.836478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.902165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:52.917488 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.956097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bdda73ac-4bf2-455c-99c4-91eaf5ce479e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/floatingips/c5ebbb5e-928d-4d81-abbf-14e2b013dc6a HTTP/1.1" status: 204 len: 168 time: 8.7063518 Aug 29 04:44:52.971615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.973408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc67a20-1a30-42d4-83e4-c327657b8507 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:44:52.973784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:52.980299 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3619069a-7b8e-46e3-9a11-f128d86b35c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:52.983207 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.987806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8a08461f-7cfe-433b-8375-aef11ecc4a38 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cfc67a20-1a30-42d4-83e4-c327657b8507 HTTP/1.1" status: 204 len: 168 time: 3.7962103 Aug 29 04:44:52.988390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.993119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45422) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:53.040859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dbf37f3a-1437-4ce3-bd28-e6b2d57172a8 req-6a7ea02d-8000-47ce-af85-9350b3e1fa5b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192738 Aug 29 04:44:53.124452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-721d49f7-7841-4036-888e-1a739a2fa07a admin admin] Deleting subnet beed0bd8-c6b0-411d-ae00-671a54bb3138 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:53.137241 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-721d49f7-7841-4036-888e-1a739a2fa07a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.187014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ab5ac003-7677-4dfb-9944-d8ac9427beaf no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:53.242343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-721d49f7-7841-4036-888e-1a739a2fa07a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.327384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ab5ac003-7677-4dfb-9944-d8ac9427beaf {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:53.327890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ab5ac003-7677-4dfb-9944-d8ac9427beaf not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:53.339795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-721d49f7-7841-4036-888e-1a739a2fa07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.419648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-721d49f7-7841-4036-888e-1a739a2fa07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.439257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Network 45571f96-9d90-4872-96c9-c7f63afdf449 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:53.471213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:53.474274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:53.534827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.535836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.542519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-721d49f7-7841-4036-888e-1a739a2fa07a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.545142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-721d49f7-7841-4036-888e-1a739a2fa07a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/beed0bd8-c6b0-411d-ae00-671a54bb3138 HTTP/1.1" status: 204 len: 168 time: 0.5485277 Aug 29 04:44:53.548509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d49f7-7841-4036-888e-1a739a2fa07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beed0bd8-c6b0-411d-ae00-671a54bb3138,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:53.560784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45432) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:53.561883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8587823c-42f8-4cc7-9b97-1da9bc2f8428 None None] Network d52cd7ee-5cea-49f3-9fbe-80206b020103 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:53.685097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Pushing event updated for resources: {'Port': ['ID=796692c1-e077-4e7a-924d-cbdb3bfc14d5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:53.711017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.770970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:25Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:53.782309 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-a3089998-30a3-4484-ac4f-ab471c3f9b72 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8838198 Aug 29 04:44:53.808640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Request body: {'port': {'device_id': 'dd1b4519-ddd1-472b-9344-d9e764ffd5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:53.849119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] Checking router: 28e99583-4451-4d4b-93f6-aa68ff2b0c75 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:53.872911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:53.873749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:53.936573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Deleting port 89272760-5b9d-46e0-8d11-78a29277241a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:53.945679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.989676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] DHCP port deletion for d52cd7ee-5cea-49f3-9fbe-80206b020103 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:54.106525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.192979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:54.230390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] Deleting port 89272760-5b9d-46e0-8d11-78a29277241a {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:54.231519 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.280684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8833cd6-67cb-45aa-92d6-ed3a1f1421ac req-9ee4166e-0604-4f4f-8e2d-cb03a041b162 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.295977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8833cd6-67cb-45aa-92d6-ed3a1f1421ac req-9ee4166e-0604-4f4f-8e2d-cb03a041b162 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 944 time: 0.2143431 Aug 29 04:44:54.347651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Router 5b197a99-d343-46f5-abe3-0346258c684a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:54.380681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Attempting to bind port 7c07b6a2-e435-4b06-82b8-572791621986 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:54.381038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Attempting to bind port 7c07b6a2-e435-4b06-82b8-572791621986 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:54.383298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Attempting to bind port 7c07b6a2-e435-4b06-82b8-572791621986 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:54.400952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Port 7c07b6a2-e435-4b06-82b8-572791621986 on network 34727b34-f92c-4bf2-8085-84a10090447a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:54.401343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Attempting to bind port 7c07b6a2-e435-4b06-82b8-572791621986 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:54.455186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:54.455579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:54.455925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:54.456411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Bound port: 7c07b6a2-e435-4b06-82b8-572791621986, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:54.456777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.458995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] For port 89272760-5b9d-46e0-8d11-78a29277241a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=89272760-5b9d-46e0-8d11-78a29277241a,segment=NetworkSegment(29fb4c6d-a003-4ba7-a14e-6067583e2bd9),segment_id=29fb4c6d-a003-4ba7-a14e-6067583e2bd9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:54.468006 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.505063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] Calling delete_port for 89272760-5b9d-46e0-8d11-78a29277241a owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:54.516324 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8833cd6-67cb-45aa-92d6-ed3a1f1421ac req-c622e119-9fb7-42e4-9f54-8f5981d6349b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147577 Aug 29 04:44:54.661598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] For port 89272760-5b9d-46e0-8d11-78a29277241a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=89272760-5b9d-46e0-8d11-78a29277241a,segment=NetworkSegment(29fb4c6d-a003-4ba7-a14e-6067583e2bd9),segment_id=29fb4c6d-a003-4ba7-a14e-6067583e2bd9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:54.674196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.690346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] For port 7c07b6a2-e435-4b06-82b8-572791621986, host n-h1-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:54.701845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] For port 7c07b6a2-e435-4b06-82b8-572791621986, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7c07b6a2-e435-4b06-82b8-572791621986,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:54.719516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Calling delete_port for 89272760-5b9d-46e0-8d11-78a29277241a owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:54.755586 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.757678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.793176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] Pushing event deleted for resources: {'Port': ['ID=89272760-5b9d-46e0-8d11-78a29277241a,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:54.802274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:25Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:54.837972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190afda-2fc4-436b-b565-de3d259fad16 None None] No DVR routers for this DVR port 89272760-5b9d-46e0-8d11-78a29277241a on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:54.839868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185e0f8-c599-49d0-b105-d0ed2be24d42 None None] The sync data for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 is: [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e4e7478b-9bbb-497e-b211-014e25b90ad3', 'name': '', 'network_id': 'da56dba6-47ac-4aa6-b572-81f32ea2cdea', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:f7:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:17Z', 'updated_at': '2021-08-29T04:42:25Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '26b1157d-a5f7-4997-bfb9-51c21fd42b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:54.891392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.891392 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.891392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c07b6a2-e435-4b06-82b8-572791621986 HTTP/1.1" status: 200 len: 1093 time: 5.0713902 Aug 29 04:44:55.040725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 47d32834-df48-4a3c-80e2-7f00efb1699b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:55.104399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 47d32834-df48-4a3c-80e2-7f00efb1699b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:55.104924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 47d32834-df48-4a3c-80e2-7f00efb1699b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:55.105739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 89272760-5b9d-46e0-8d11-78a29277241a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:55.135363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.175317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677ef33-e8ee-4531-ad81-ab5de92e4a41 service neutron] Pushing event updated for resources: {'Port': ['ID=7c07b6a2-e435-4b06-82b8-572791621986,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:55.191342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 89272760-5b9d-46e0-8d11-78a29277241a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:55.191964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 89272760-5b9d-46e0-8d11-78a29277241a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:55.204490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] No DVR routers for this DVR port 89272760-5b9d-46e0-8d11-78a29277241a on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:55.231632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb63d-6964-43b4-838b-7a518d68067a req-324cf066-b295-44cf-ab2c-abc4cae1bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.233192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-324cf066-b295-44cf-ab2c-abc4cae1bd5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 1096 time: 0.2842000 Aug 29 04:44:55.235891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:55.247503 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.275527 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] Sync routers for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:55.311105 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:55.314071 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:55.338222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Pushing event deleted for resources: {'Port': ['ID=89272760-5b9d-46e0-8d11-78a29277241a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:55.428402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-b2f64925-9ffb-4699-88f6-a1cae2724066 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c07b6a2-e435-4b06-82b8-572791621986 HTTP/1.1" status: 200 len: 217 time: 0.1764727 Aug 29 04:44:55.456939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e249704-17f0-471f-b60a-1b6946662ff7 req-dd1039c6-a3c0-4a1b-9a8f-4462fcd6ab2b tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.464613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e249704-17f0-471f-b60a-1b6946662ff7 req-dd1039c6-a3c0-4a1b-9a8f-4462fcd6ab2b tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 931 time: 0.3456187 Aug 29 04:44:55.505207 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.514092 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-cffe8213-8772-4922-93f7-709c2f839f91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3495507 Aug 29 04:44:55.540733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99f1c9-b6bf-417c-84aa-8c9949907ed5 None None] New status for floating IP c5ebbb5e-928d-4d81-abbf-14e2b013dc6a: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:55.558288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52cd7ee-5cea-49f3-9fbe-80206b020103']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:55.577085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fb4c6d-a003-4ba7-a14e-6067583e2bd9') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:55.577584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fb4c6d-a003-4ba7-a14e-6067583e2bd9') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:55.583620 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb63d-6964-43b4-838b-7a518d68067a req-104386af-d4a4-4801-ae8f-37640271a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.585269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-104386af-d4a4-4801-ae8f-37640271a538 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1479566 Aug 29 04:44:55.593204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796692c1-e077-4e7a-924d-cbdb3bfc14d5 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:55.603089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.606660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.607459 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8fa4c704-c815-4d24-b52b-dde179561b65 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "PUT /v2.0/floatingips/8ed18a11-1afc-4c81-b6f8-cd09fbb9586b HTTP/1.1" status: 200 len: 991 time: 8.0354500 Aug 29 04:44:55.628291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.650350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Transition to ACTIVE for port object 796692c1-e077-4e7a-924d-cbdb3bfc14d5 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:55.700327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:55.700807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: self.session.flush() Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:55.703310 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:55.708750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e249704-17f0-471f-b60a-1b6946662ff7 req-9da2bd6a-52e2-4296-a862-e5318243b9f7 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223776 Aug 29 04:44:55.717997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb63d-6964-43b4-838b-7a518d68067a req-e4677b1b-5f0f-4e4c-9f95-5f11112fac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.719523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-e4677b1b-5f0f-4e4c-9f95-5f11112fac96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109400 Aug 29 04:44:55.824435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.832219 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:56.026432 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a7768-71e1-4ebb-85ac-4bf898723fd4 x-openstack-request-id: req-375a7768-71e1-4ebb-85ac-4bf898723fd4 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:56.026761 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:56.027008 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-375a7768-71e1-4ebb-85ac-4bf898723fd4 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:56.027429 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'status': 'completed', 'code': 200} Aug 29 04:44:56.093398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-a76da2d1-b79b-42f4-8cf1-82841f2bcdd7 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648791 Aug 29 04:44:56.125673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-e908e3b3-052a-4641-912e-70bc23d183fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.127707 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-e908e3b3-052a-4641-912e-70bc23d183fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2151e6d7136b454ca53b5e40606d0218&device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 1097 time: 0.4943666 Aug 29 04:44:56.139176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.167545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.170248 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d52cd7ee-5cea-49f3-9fbe-80206b020103 HTTP/1.1" status: 204 len: 168 time: 2.6072130 Aug 29 04:44:56.392817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-3a2773b8-0777-4acf-b6b6-9a6185a4f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.407048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-3a2773b8-0777-4acf-b6b6-9a6185a4f83a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 1099 time: 0.3630421 Aug 29 04:44:56.446776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.64', 56278) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:56.464032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Attempting to bind port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:56.464533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Attempting to bind port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '31ac2581-5637-4822-a753-83573c22fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45571f96-9d90-4872-96c9-c7f63afdf449'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:56.464971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Attempting to bind port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 on network 45571f96-9d90-4872-96c9-c7f63afdf449 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:56.467142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Pushing event updated for resources: {'Port': ['ID=796692c1-e077-4e7a-924d-cbdb3bfc14d5,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:56.567269 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8ed18a11-1afc-4c81-b6f8-cd09fbb9586b', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'port_id': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'mac_address': 'fa:16:3e:58:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:50Z', 'revision_number': 1, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:56.572222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45464) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:56.589235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-35f8fa14-c4f2-4188-b8f3-0936ee6d9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.590892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-35f8fa14-c4f2-4188-b8f3-0936ee6d9427 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 200 len: 897 time: 0.1081376 Aug 29 04:44:56.591737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51769ac0-94b2-4b0f-89b9-5992240d3585 admin admin] Pushing event deleted for resources: {'Network': ['ID=d52cd7ee-5cea-49f3-9fbe-80206b020103,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:56.609391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 on network 45571f96-9d90-4872-96c9-c7f63afdf449 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:56.609864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Attempting to bind port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 on network 45571f96-9d90-4872-96c9-c7f63afdf449 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:56.635565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-14be0a62-0b8b-4fc3-8257-cb326fa077e8 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268149 Aug 29 04:44:56.646217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bebd7-6e3b-4f48-80fd-ec07317ece95 req-aff3d84b-3ecf-4b94-a3df-898c17709f00 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.648108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-944bebd7-6e3b-4f48-80fd-ec07317ece95 req-aff3d84b-3ecf-4b94-a3df-898c17709f00 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 947 time: 0.3309283 Aug 29 04:44:56.653290 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] Checking router: 5b197a99-d343-46f5-abe3-0346258c684a for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:56.665242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-ab35baaa-9912-4c7d-afbd-5a945bc034fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 200 len: 217 time: 0.0627019 Aug 29 04:44:56.665608 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:56.668431 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:56.668684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:56.673328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Checking segment: {'id': '31ac2581-5637-4822-a753-83573c22fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45571f96-9d90-4872-96c9-c7f63afdf449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:56.673866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Bound using segment: {'id': '31ac2581-5637-4822-a753-83573c22fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45571f96-9d90-4872-96c9-c7f63afdf449'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:56.676570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Bound port: 796692c1-e077-4e7a-924d-cbdb3bfc14d5, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ac2581-5637-4822-a753-83573c22fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45571f96-9d90-4872-96c9-c7f63afdf449'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:56.676570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.754392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-5e44aca9-8c33-47ac-901e-567a9ed895e0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.756219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-5e44aca9-8c33-47ac-901e-567a9ed895e0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 947 time: 0.3085027 Aug 29 04:44:56.814376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] For port 796692c1-e077-4e7a-924d-cbdb3bfc14d5, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:56.819435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] For port 796692c1-e077-4e7a-924d-cbdb3bfc14d5, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=796692c1-e077-4e7a-924d-cbdb3bfc14d5,segment=NetworkSegment(31ac2581-5637-4822-a753-83573c22fca4),segment_id=31ac2581-5637-4822-a753-83573c22fca4)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:56.828514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.909845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Pushing event updated for resources: {'Port': ['ID=796692c1-e077-4e7a-924d-cbdb3bfc14d5,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:56.932310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1ee1527b-d744-4e26-8b65-fed740a862df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1aeb2e1741447faa143f2ea97c72455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577151 Aug 29 04:44:56.946644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45476) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:56.958801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-9d2e8a54-ce78-4b4f-a4af-8577c9862eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.961783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-9d2e8a54-ce78-4b4f-a4af-8577c9862eb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 200 len: 834 time: 0.2507889 Aug 29 04:44:56.963439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.964547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.966287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-f76410d9-c690-4308-b2ca-f403fe568eaf service neutron] 10.222.0.65 "PUT /v2.0/ports/796692c1-e077-4e7a-924d-cbdb3bfc14d5 HTTP/1.1" status: 200 len: 1092 time: 3.1719494 Aug 29 04:44:56.969639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1b4519-ddd1-472b-9344-d9e764ffd5c6', 'tag': '796692c1-e077-4e7a-924d-cbdb3bfc14d5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:56.972439 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb513b-4665-4434-b009-f3e8f0b3b87c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1b4519-ddd1-472b-9344-d9e764ffd5c6", "tag": "796692c1-e077-4e7a-924d-cbdb3bfc14d5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:56.978156 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:57.013223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-944bebd7-6e3b-4f48-80fd-ec07317ece95 req-4b8e96de-3aff-41da-aec2-c3ff38b426fa tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=1fcac35b-dc6f-4ed0-9651-df5a96631816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274648 Aug 29 04:44:57.048654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-07d5c7c4-0a32-4de0-8aea-564cf22df240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.065996 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-07d5c7c4-0a32-4de0-8aea-564cf22df240 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 200 len: 907 time: 0.8842602 Aug 29 04:44:57.137235 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-3ae4456f-bee5-49bf-bb70-80668088f378 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59 HTTP/1.1" status: 200 len: 217 time: 0.0468376 Aug 29 04:44:57.138738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port 301206a5-7588-4576-add0-26abdd2e6ee2 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:57.139104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.215358 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.220388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-caf45c3d-fc61-4ac1-80db-87da04684a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.223911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-caf45c3d-fc61-4ac1-80db-87da04684a2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 200 len: 846 time: 0.0619302 Aug 29 04:44:57.289274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-77d1835c-8169-4d35-9976-3c382e246cb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9b6a17d-30d7-44a0-b29f-6387d484e2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532949 Aug 29 04:44:57.387359 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8ed18a11-1afc-4c81-b6f8-cd09fbb9586b', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'port_id': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'mac_address': 'fa:16:3e:58:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:50Z', 'revision_number': 1, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:57.416111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aa7cc-2a1a-442c-9cc9-3a91e747259d req-919bcae3-a129-44f0-980e-c4342a6d73e2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.424085 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd3aa7cc-2a1a-442c-9cc9-3a91e747259d req-919bcae3-a129-44f0-980e-c4342a6d73e2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 944 time: 0.2435656 Aug 29 04:44:57.431158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2660ea2-0713-4d3c-8aed-ec39de96fcfc None None] The sync data for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 is: [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8ed18a11-1afc-4c81-b6f8-cd09fbb9586b', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'port_id': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'mac_address': 'fa:16:3e:58:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:50Z', 'revision_number': 1, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:57.467806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port 301206a5-7588-4576-add0-26abdd2e6ee2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=301206a5-7588-4576-add0-26abdd2e6ee2,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:57.468467 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.530833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for 301206a5-7588-4576-add0-26abdd2e6ee2 owned by compute:nova {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:57.532585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-acbd2ce3-dbd2-49ab-a0d2-e768acd6ade9 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340879 Aug 29 04:44:57.564418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-fe52a1e0-8327-486f-a5d1-e7f2c08e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.565992 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-fe52a1e0-8327-486f-a5d1-e7f2c08e74d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da56dba6-47ac-4aa6-b572-81f32ea2cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5884800 Aug 29 04:44:57.574027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd3aa7cc-2a1a-442c-9cc9-3a91e747259d req-b22ee076-ba8e-4666-bdcb-77150513886e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431556 Aug 29 04:44:57.574429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-89bb9ad3-b2dc-4dae-a234-2b041c40bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.581638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-89bb9ad3-b2dc-4dae-a234-2b041c40bf04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba9b6e5033e84e00a3d184ad9efbf299&device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 1095 time: 0.5142269 Aug 29 04:44:57.720757 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-4fc313bb-1a23-4789-b8bd-569009e74591 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=796692c1-e077-4e7a-924d-cbdb3bfc14d5 HTTP/1.1" status: 200 len: 217 time: 0.0640771 Aug 29 04:44:57.791469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3edfa73f-0598-4938-8562-76e40967aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.860198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.909787 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0fb4d5-6bbf-4830-95c4-08a4f439361a None None] New status for floating IP 8ed18a11-1afc-4c81-b6f8-cd09fbb9586b: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:58.013451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=301206a5-7588-4576-add0-26abdd2e6ee2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:58.049559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'tag': '7c07b6a2-e435-4b06-82b8-572791621986'}, {'name': 'network-changed', 'server_uuid': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'tag': 'c5bf4745-52af-4436-9825-b72c9b5d844f'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:58.051943 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584" -d '{"events": [{"name": "network-changed", "server_uuid": "e138da2f-f00f-4cce-8870-bef1cbf1aaf3", "tag": "7c07b6a2-e435-4b06-82b8-572791621986"}, {"name": "network-changed", "server_uuid": "773600aa-9cba-4a5e-bde8-6dcb838b6096", "tag": "c5bf4745-52af-4436-9825-b72c9b5d844f"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:58.093857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68704a50-9bbd-4bc3-8b11-4747d8f354d6 req-c0fd45db-32c3-46b8-bf13-da240831e304 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.102406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68704a50-9bbd-4bc3-8b11-4747d8f354d6 req-c0fd45db-32c3-46b8-bf13-da240831e304 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.2562296 Aug 29 04:44:58.178315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] No DVR routers for this DVR port 301206a5-7588-4576-add0-26abdd2e6ee2 on host n-h1-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:58.195292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.197787 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "DELETE /v2.0/ports/301206a5-7588-4576-add0-26abdd2e6ee2 HTTP/1.1" status: 204 len: 173 time: 1.4146366 Aug 29 04:44:58.245985 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68704a50-9bbd-4bc3-8b11-4747d8f354d6 req-07c45be4-77f2-41e8-8793-da493dd90342 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424873 Aug 29 04:44:58.426678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.486570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef116-9aa9-4f6e-8f4b-430d35fa6f02 req-eb24bf8b-6c55-4e47-ad0a-71f91c90554e tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.491514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-c1aff1dd-00f0-47c0-9927-21badb118687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.493631 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-c1aff1dd-00f0-47c0-9927-21badb118687 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=71e4f66c-0a6c-468f-8618-0ee3038a9b48 HTTP/1.1" status: 200 len: 848 time: 0.7539427 Aug 29 04:44:58.499537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf2ef116-9aa9-4f6e-8f4b-430d35fa6f02 req-eb24bf8b-6c55-4e47-ad0a-71f91c90554e tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 943 time: 0.1272612 Aug 29 04:44:58.586081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf2ef116-9aa9-4f6e-8f4b-430d35fa6f02 req-53d36260-5ec5-4068-9148-72132e50318d tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741589 Aug 29 04:44:58.592625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3edfa73f-0598-4938-8562-76e40967aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.600937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-5b5a5a14-2b62-46a7-bdb5-4a40d4720960 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45571f96-9d90-4872-96c9-c7f63afdf449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860252 Aug 29 04:44:58.702955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b222e9e-f653-41d6-a872-f636e2b41c37 req-3831ce6b-2ef9-4d35-9067-27480f90b6a1 service neutron] 10.222.0.64 "GET /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1574650 Aug 29 04:44:58.770153 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baff351-012c-4a48-855c-a0304b9b1238 x-openstack-request-id: req-0baff351-012c-4a48-855c-a0304b9b1238 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:58.770462 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1b4519-ddd1-472b-9344-d9e764ffd5c6", "tag": "796692c1-e077-4e7a-924d-cbdb3bfc14d5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:58.770717 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0baff351-012c-4a48-855c-a0304b9b1238 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:58.775735 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1b4519-ddd1-472b-9344-d9e764ffd5c6', 'tag': '796692c1-e077-4e7a-924d-cbdb3bfc14d5', 'status': 'completed', 'code': 200} Aug 29 04:44:58.885639 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-f362f650-a747-46b9-87af-5cd45c1dde20 service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2404983 Aug 29 04:44:58.935936 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-398c11d1-f8f3-4fb0-9d12-c5493c1f8f77 req-82f3a48a-7e89-4c07-8776-a2d758034f35 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3a0ead0-75fc-4324-8916-8e0219bc2117 HTTP/1.1" status: 200 len: 210 time: 0.0627491 Aug 29 04:44:59.107004 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93f739a-cd08-4094-88b6-17f113785e61 x-openstack-request-id: req-c93f739a-cd08-4094-88b6-17f113785e61 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:59.107765 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e138da2f-f00f-4cce-8870-bef1cbf1aaf3", "tag": "7c07b6a2-e435-4b06-82b8-572791621986", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "773600aa-9cba-4a5e-bde8-6dcb838b6096", "tag": "c5bf4745-52af-4436-9825-b72c9b5d844f", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:59.110046 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c93f739a-cd08-4094-88b6-17f113785e61 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:59.110724 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'tag': '7c07b6a2-e435-4b06-82b8-572791621986', 'status': 'completed', 'code': 200} Aug 29 04:44:59.111433 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'tag': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'status': 'completed', 'code': 200} Aug 29 04:44:59.118577 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-cc9e76c6-40ce-4685-85b7-16ffb4e1b11f service neutron] 10.222.0.65 "GET /v2.0/networks/45571f96-9d90-4872-96c9-c7f63afdf449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003550 Aug 29 04:44:59.119837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3edfa73f-0598-4938-8562-76e40967aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.123835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3edfa73f-0598-4938-8562-76e40967aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.125955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3edfa73f-0598-4938-8562-76e40967aaef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b2be644-7828-4125-af7c-16ce04b87c8f HTTP/1.1" status: 204 len: 168 time: 2.1759827 Aug 29 04:44:59.129020 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3619069a-7b8e-46e3-9a11-f128d86b35c2 req-0ccc472e-7cae-46c3-8384-40826b34359c service neutron] 10.222.0.64 "GET /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224498 Aug 29 04:44:59.363083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf3fd-2753-4c15-9a0b-32d0e0860a4c req-38a61065-2d1c-4d77-8bf1-9c223af42433 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.382131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82ecf3fd-2753-4c15-9a0b-32d0e0860a4c req-38a61065-2d1c-4d77-8bf1-9c223af42433 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 944 time: 0.1172867 Aug 29 04:44:59.404982 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfa73f-0598-4938-8562-76e40967aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2be644-7828-4125-af7c-16ce04b87c8f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:59.473454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-82ecf3fd-2753-4c15-9a0b-32d0e0860a4c req-65758066-bf73-4d36-bb29-26a9f9e74455 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892830 Aug 29 04:44:59.499025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-6b8a7442-50fa-4250-a22c-2a98117a1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.500607 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-6b8a7442-50fa-4250-a22c-2a98117a1652 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=90f54be0939440898d7cad38c3d2f5c0&device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 1097 time: 0.3163731 Aug 29 04:44:59.512540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-6f182b81-acef-4487-a7bc-6860070d2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.513989 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-6f182b81-acef-4487-a7bc-6860070d2310 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 1096 time: 0.3748243 Aug 29 04:44:59.651571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-956181ed-cbdf-4c8c-8a02-182c0270131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.654401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-956181ed-cbdf-4c8c-8a02-182c0270131a service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 200 len: 912 time: 0.1442375 Aug 29 04:44:59.667708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-830df2fa-8986-47e3-9bd2-066e2c9b4bc2 req-2232ddc1-d890-4446-bfc0-201395bd1ae2 service neutron] 10.222.0.65 "GET /v2.0/networks/45571f96-9d90-4872-96c9-c7f63afdf449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352001 Aug 29 04:44:59.781534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45520) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:59.790440 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-6d0f9142-3145-457b-be9e-9ceff9981f71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5bf4745-52af-4436-9825-b72c9b5d844f HTTP/1.1" status: 200 len: 1001 time: 0.0968480 Aug 29 04:44:59.886195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0fabacb4-127c-4aef-a5ca-ef0be10b727f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2f408e99cd94b7497cd9fe04378f350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035836 Aug 29 04:44:59.887046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45526) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:59.965206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-1637ccc4-c848-4340-b2a3-e4a3713741c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.966852 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-1637ccc4-c848-4340-b2a3-e4a3713741c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.4423804 Aug 29 04:44:59.984299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f7f7a-6a75-4327-9e68-eef9d88cce4d req-9957cf9f-bd09-4db4-b905-124c874faff6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.993218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c8f7f7a-6a75-4327-9e68-eef9d88cce4d req-9957cf9f-bd09-4db4-b905-124c874faff6 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1310785 Aug 29 04:45:00.042983 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e679bdd9-8604-405a-b546-8d872aca5232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.046798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-8bed340e-864f-4d6e-a9f8-61b226ec82ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c07b6a2-e435-4b06-82b8-572791621986 HTTP/1.1" status: 200 len: 217 time: 0.0630043 Aug 29 04:45:00.050592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-2e9be514-6417-4649-9ed6-461e14abe524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.052273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-2e9be514-6417-4649-9ed6-461e14abe524 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba9b6e5033e84e00a3d184ad9efbf299&device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 1095 time: 0.2607417 Aug 29 04:45:00.070655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c8f7f7a-6a75-4327-9e68-eef9d88cce4d req-630609c4-fd15-4426-9fac-1d1a1c66d9ab tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763752 Aug 29 04:45:00.100686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e679bdd9-8604-405a-b546-8d872aca5232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.108454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-5e99c009-916d-4d06-9717-bdeb2f6be0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.110097 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-5e99c009-916d-4d06-9717-bdeb2f6be0a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.0550034 Aug 29 04:45:00.179618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e679bdd9-8604-405a-b546-8d872aca5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.184433 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e679bdd9-8604-405a-b546-8d872aca5232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.202549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e679bdd9-8604-405a-b546-8d872aca5232 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/575b7d0b-41a7-452a-b6f0-1e9c638d515f HTTP/1.1" status: 204 len: 168 time: 0.2938552 Aug 29 04:45:00.261671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-c82f8931-3edd-4668-a965-51ab280ff93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.263394 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-c82f8931-3edd-4668-a965-51ab280ff93e service neutron] 10.222.0.65 "GET /v2.0/networks?id=45571f96-9d90-4872-96c9-c7f63afdf449 HTTP/1.1" status: 200 len: 909 time: 0.1506743 Aug 29 04:45:00.292342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679bdd9-8604-405a-b546-8d872aca5232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b7d0b-41a7-452a-b6f0-1e9c638d515f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:00.311479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:00.342588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9523ac-9940-4baa-b188-46bda35bde91 req-7d6558fa-68af-4cd5-8deb-6dd4667c8719 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.354607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d9523ac-9940-4baa-b188-46bda35bde91 req-7d6558fa-68af-4cd5-8deb-6dd4667c8719 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 943 time: 0.1495471 Aug 29 04:45:00.360531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 301206a5-7588-4576-add0-26abdd2e6ee2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:00.361238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 301206a5-7588-4576-add0-26abdd2e6ee2 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:00.383286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-3b5919d2-ca70-47c3-94b7-4ac43245db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.390430 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-3b5919d2-ca70-47c3-94b7-4ac43245db3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 200 len: 850 time: 0.5257270 Aug 29 04:45:00.408590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d9523ac-9940-4baa-b188-46bda35bde91 req-e9b998a7-3248-4a9d-98b3-80382170cdad tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Aug 29 04:45:00.496980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-3b0a0d9b-aa11-4373-8d42-f54d187233ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=796692c1-e077-4e7a-924d-cbdb3bfc14d5 HTTP/1.1" status: 200 len: 217 time: 0.1511090 Aug 29 04:45:00.497652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45534) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:00.708100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-efcff525-6f0d-4772-bb0d-04f7011c73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.715382 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-efcff525-6f0d-4772-bb0d-04f7011c73a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4509132 Aug 29 04:45:00.728610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49473af8-92d6-43f3-9a17-4a70b565b269 req-0e52e44c-9177-4d7a-870d-e9a35bf3e342 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.748379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49473af8-92d6-43f3-9a17-4a70b565b269 req-0e52e44c-9177-4d7a-870d-e9a35bf3e342 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 944 time: 0.1118939 Aug 29 04:45:00.836858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49473af8-92d6-43f3-9a17-4a70b565b269 req-60cf4cdc-c8be-4c0b-a68d-bd4937938c7f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818751 Aug 29 04:45:00.985054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-1f2c1f44-8c85-4134-b897-72e79395bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.986640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-1f2c1f44-8c85-4134-b897-72e79395bfc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=71e4f66c-0a6c-468f-8618-0ee3038a9b48 HTTP/1.1" status: 200 len: 848 time: 0.4282427 Aug 29 04:45:00.992696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-3a395a31-1604-4312-a928-5486e544f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.994362 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-3a395a31-1604-4312-a928-5486e544f0c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee5318df-ffac-4c4e-8607-447757b528a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5262735 Aug 29 04:45:01.113215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-deleted', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:01.116389 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3153cbe4-6979-4cfb-99c8-1308f448b2ae" -d '{"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-deleted", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:01.142176 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-d669570c-48c9-499c-b03f-b9747fd62d50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45571f96-9d90-4872-96c9-c7f63afdf449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400928 Aug 29 04:45:01.265125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8d84c-a1eb-4322-883f-de751d9b02b0 req-92431d3c-0b5a-42ba-a345-76d7dce7924f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.283401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-7cea172e-5fcc-43da-80bb-2dcfef096c7c service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376008 Aug 29 04:45:01.289604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14d8d84c-a1eb-4322-883f-de751d9b02b0 req-92431d3c-0b5a-42ba-a345-76d7dce7924f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1310742 Aug 29 04:45:01.420399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14d8d84c-a1eb-4322-883f-de751d9b02b0 req-2f4f9ede-53b0-4e95-bce6-47a2cde67963 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060793 Aug 29 04:45:01.482289 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54b51a3-c1b0-46ce-9573-1fea4145d58e x-openstack-request-id: req-f54b51a3-c1b0-46ce-9573-1fea4145d58e {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:01.483143 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0ead0-75fc-4324-8916-8e0219bc2117", "name": "network-vif-deleted", "tag": "301206a5-7588-4576-add0-26abdd2e6ee2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:01.484351 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f54b51a3-c1b0-46ce-9573-1fea4145d58e {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:01.485203 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0ead0-75fc-4324-8916-8e0219bc2117', 'name': 'network-vif-deleted', 'tag': '301206a5-7588-4576-add0-26abdd2e6ee2', 'status': 'completed', 'code': 200} Aug 29 04:45:01.488391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-893a00fc-45c1-4237-bddb-798b65ffbf9a service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850538 Aug 29 04:45:01.543230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-a7647c9d-ab4f-406e-9754-fe60a172e05c service neutron] 10.222.0.65 "GET /v2.0/networks/45571f96-9d90-4872-96c9-c7f63afdf449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766398 Aug 29 04:45:01.682568 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-cd43cf3e-8671-4cb0-a351-55a8a3094229 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572853 Aug 29 04:45:01.691447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef75d7-88a1-46b0-a114-3fd1954574b2 req-98a193fe-5a65-42ab-99a7-3a68a55bf11e tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.698870 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8ef75d7-88a1-46b0-a114-3fd1954574b2 req-98a193fe-5a65-42ab-99a7-3a68a55bf11e tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 943 time: 0.1169183 Aug 29 04:45:01.780058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8ef75d7-88a1-46b0-a114-3fd1954574b2 req-3f6c3b9c-5694-4942-a68f-437c90ef2126 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717866 Aug 29 04:45:01.845263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-81f4d99e-a4e5-4e2b-ba6c-ff4a5bc82584 req-2fd45d9b-292d-40f2-ac8c-d3ef9da07178 service neutron] 10.222.0.65 "GET /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436787 Aug 29 04:45:01.907640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bafb513b-4665-4434-b009-f3e8f0b3b87c req-e78f3810-a8f6-4a16-ac02-1ffa5aea4a8b service neutron] 10.222.0.65 "GET /v2.0/networks/45571f96-9d90-4872-96c9-c7f63afdf449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355627 Aug 29 04:45:02.009678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d412e8-5e8e-42cd-a14d-eae17c830b74 req-a8f692f8-dce0-4562-b0b8-9da3bccc7dff tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:02.011451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57d412e8-5e8e-42cd-a14d-eae17c830b74 req-a8f692f8-dce0-4562-b0b8-9da3bccc7dff tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 944 time: 0.0779049 Aug 29 04:45:02.086668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57d412e8-5e8e-42cd-a14d-eae17c830b74 req-152cee07-c331-4401-85a1-963ea8d3017c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662723 Aug 29 04:45:02.112456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.277953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 796692c1-e077-4e7a-924d-cbdb3bfc14d5 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:02.423901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 796692c1-e077-4e7a-924d-cbdb3bfc14d5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=796692c1-e077-4e7a-924d-cbdb3bfc14d5,segment=NetworkSegment(31ac2581-5637-4822-a753-83573c22fca4),segment_id=31ac2581-5637-4822-a753-83573c22fca4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:02.460528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '796692c1-e077-4e7a-924d-cbdb3bfc14d5', 'network_id': '45571f96-9d90-4872-96c9-c7f63afdf449', 'port_id': '796692c1-e077-4e7a-924d-cbdb3bfc14d5', 'mac_address': 'fa:16:3e:66:1c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e4f66c-0a6c-468f-8618-0ee3038a9b48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:02.509182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.527305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796692c1-e077-4e7a-924d-cbdb3bfc14d5 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:02.550137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 796692c1-e077-4e7a-924d-cbdb3bfc14d5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=796692c1-e077-4e7a-924d-cbdb3bfc14d5,segment=NetworkSegment(31ac2581-5637-4822-a753-83573c22fca4),segment_id=31ac2581-5637-4822-a753-83573c22fca4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:02.557045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.603650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port e4e7478b-9bbb-497e-b211-014e25b90ad3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:02.604917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.647386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=796692c1-e077-4e7a-924d-cbdb3bfc14d5,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.668991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed2ffb-bcda-4556-99e5-121ee563d66c req-3c437ab1-ad9f-4dda-bb6e-3be7e186c66d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:02.684444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bed2ffb-bcda-4556-99e5-121ee563d66c req-3c437ab1-ad9f-4dda-bb6e-3be7e186c66d tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1355891 Aug 29 04:45:02.728932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port e4e7478b-9bbb-497e-b211-014e25b90ad3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e4e7478b-9bbb-497e-b211-014e25b90ad3,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:02.729371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.748084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bed2ffb-bcda-4556-99e5-121ee563d66c req-dc26d46b-c10d-4084-9358-b693f70df711 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603278 Aug 29 04:45:02.760109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for e4e7478b-9bbb-497e-b211-014e25b90ad3 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:02.815587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['796692c1-e077-4e7a-924d-cbdb3bfc14d5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:02.999003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35612d0-5837-44e6-92b7-ff6b5e3d30b3 req-4053015a-ba6d-4849-8609-e57c4b8ed1aa tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.000896 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e35612d0-5837-44e6-92b7-ff6b5e3d30b3 req-4053015a-ba6d-4849-8609-e57c4b8ed1aa tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 944 time: 0.1131570 Aug 29 04:45:03.063236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e35612d0-5837-44e6-92b7-ff6b5e3d30b3 req-57be07d9-f6f1-4585-8527-4a0930869177 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Aug 29 04:45:03.109269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.214988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=e4e7478b-9bbb-497e-b211-014e25b90ad3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.384309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbf09-d5a5-4c6e-a608-7bb9ad852972 req-940f6c78-4720-47c4-ad5e-094586661a70 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.393235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13cbbf09-d5a5-4c6e-a608-7bb9ad852972 req-940f6c78-4720-47c4-ad5e-094586661a70 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 944 time: 0.1171188 Aug 29 04:45:03.500046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13cbbf09-d5a5-4c6e-a608-7bb9ad852972 req-b81ecb0a-482a-4c24-9bc2-89453f0a15cb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984328 Aug 29 04:45:03.597393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.952842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:03.953333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf695d-9007-4b44-b1f0-ac915afbbc9f req-0983d72c-b191-4ece-81b5-22011e0945e1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.961908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53bf695d-9007-4b44-b1f0-ac915afbbc9f req-0983d72c-b191-4ece-81b5-22011e0945e1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.0888181 Aug 29 04:45:04.025692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53bf695d-9007-4b44-b1f0-ac915afbbc9f req-6d1be996-0ffc-4054-b63d-22d10ad887f7 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625873 Aug 29 04:45:04.260164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d08f9a-70d1-4378-a988-b9876455f435 req-94f69856-a2a0-40bf-976c-34c5e71782dd tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.271556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3d08f9a-70d1-4378-a988-b9876455f435 req-94f69856-a2a0-40bf-976c-34c5e71782dd tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 944 time: 0.0964639 Aug 29 04:45:04.300725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 796692c1-e077-4e7a-924d-cbdb3bfc14d5 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:04.320436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3d08f9a-70d1-4378-a988-b9876455f435 req-563136d0-7446-4f25-b89f-344539b292a7 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512474 Aug 29 04:45:04.357172 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7c07b6a2-e435-4b06-82b8-572791621986 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:04.472189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7c07b6a2-e435-4b06-82b8-572791621986, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7c07b6a2-e435-4b06-82b8-572791621986,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:04.486473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '7c07b6a2-e435-4b06-82b8-572791621986', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'port_id': '7c07b6a2-e435-4b06-82b8-572791621986', 'mac_address': 'fa:16:3e:e5:3e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:04.538431 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.561176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c07b6a2-e435-4b06-82b8-572791621986 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:04.578090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:04.581256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7c07b6a2-e435-4b06-82b8-572791621986, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7c07b6a2-e435-4b06-82b8-572791621986,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:04.587424 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.597013 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-16ebfa56-ab66-4642-aaa4-e29c7d8b9ff4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "PUT /v2.0/routers/28e99583-4451-4d4b-93f6-aa68ff2b0c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0947587 Aug 29 04:45:04.597258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] Sync routers for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:04.598988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45610) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:04.627001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:04.627651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:04.629517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:04.645800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:04.646711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.773234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcccff2-7383-4da6-9daf-6a431918f115 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting subnet 26b1157d-a5f7-4997-bfb9-51c21fd42b0d {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:04.778531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2bcccff2-7383-4da6-9daf-6a431918f115 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.814623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc0560-4c36-42b3-a2a6-db133a217db0 req-f78eb41e-f56b-4dc7-ae84-874590498072 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.816538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4cc0560-4c36-42b3-a2a6-db133a217db0 req-f78eb41e-f56b-4dc7-ae84-874590498072 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 945 time: 0.1450372 Aug 29 04:45:04.832490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=7c07b6a2-e435-4b06-82b8-572791621986,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:04.855473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2bcccff2-7383-4da6-9daf-6a431918f115 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.892705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['7c07b6a2-e435-4b06-82b8-572791621986'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:04.896705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4cc0560-4c36-42b3-a2a6-db133a217db0 req-8f79480a-bd59-4e81-b6f6-1e5e03b87cff tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701690 Aug 29 04:45:04.983902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2bcccff2-7383-4da6-9daf-6a431918f115 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.163184 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2bcccff2-7383-4da6-9daf-6a431918f115 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.211645 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2bcccff2-7383-4da6-9daf-6a431918f115 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.213735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2bcccff2-7383-4da6-9daf-6a431918f115 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/subnets/26b1157d-a5f7-4997-bfb9-51c21fd42b0d HTTP/1.1" status: 204 len: 168 time: 0.6128666 Aug 29 04:45:05.217890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcccff2-7383-4da6-9daf-6a431918f115 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Subnet': ['ID=26b1157d-a5f7-4997-bfb9-51c21fd42b0d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:05.219196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45620) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:05.220243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd306a-5df5-49e5-a26d-eb7f1d537e0e None None] Network da56dba6-47ac-4aa6-b572-81f32ea2cdea requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:05.241258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9545d-373c-4e3f-86f3-bce645441864 req-6883e1c6-1b3d-4e3e-8474-b4b01b07babf tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.249298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54a9545d-373c-4e3f-86f3-bce645441864 req-6883e1c6-1b3d-4e3e-8474-b4b01b07babf tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1173351 Aug 29 04:45:05.313166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54a9545d-373c-4e3f-86f3-bce645441864 req-b35c4c3e-614c-48e6-b222-84c1fa256e8b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627835 Aug 29 04:45:05.331648 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.376857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:05.511100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.522704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 796692c1-e077-4e7a-924d-cbdb3bfc14d5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=796692c1-e077-4e7a-924d-cbdb3bfc14d5,segment=NetworkSegment(31ac2581-5637-4822-a753-83573c22fca4),segment_id=31ac2581-5637-4822-a753-83573c22fca4)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:05.536509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069013e-8106-49f9-ba84-5526e6ba9a4d req-ba8f4840-c7bb-47c0-884f-1a6bce8c4eda tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.538764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1b4519-ddd1-472b-9344-d9e764ffd5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796692c1-e077-4e7a-924d-cbdb3bfc14d5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:05.541097 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92d5011-270d-48d1-8af3-dc0ab6e38232" -d '{"events": [{"server_uuid": "dd1b4519-ddd1-472b-9344-d9e764ffd5c6", "name": "network-vif-plugged", "status": "completed", "tag": "796692c1-e077-4e7a-924d-cbdb3bfc14d5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:05.555682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2069013e-8106-49f9-ba84-5526e6ba9a4d req-ba8f4840-c7bb-47c0-884f-1a6bce8c4eda tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 944 time: 0.1140327 Aug 29 04:45:05.563102 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.636291 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2069013e-8106-49f9-ba84-5526e6ba9a4d req-d8aa2f28-c7e8-4610-99bd-d00d5175610b tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753946 Aug 29 04:45:05.744595 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa16752-5758-4c8e-bca3-7d943d8baeff x-openstack-request-id: req-7aa16752-5758-4c8e-bca3-7d943d8baeff {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:05.745219 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1b4519-ddd1-472b-9344-d9e764ffd5c6", "name": "network-vif-plugged", "status": "completed", "tag": "796692c1-e077-4e7a-924d-cbdb3bfc14d5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:05.745645 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7aa16752-5758-4c8e-bca3-7d943d8baeff {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:05.746304 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1b4519-ddd1-472b-9344-d9e764ffd5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796692c1-e077-4e7a-924d-cbdb3bfc14d5', 'code': 200} Aug 29 04:45:05.747596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=796692c1-e077-4e7a-924d-cbdb3bfc14d5,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:05.757326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.923713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc331-f8d6-40f7-9120-737b507242b0 req-49806c99-e51f-4f19-b0dd-f5abe00d3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.932156 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ba5fc331-f8d6-40f7-9120-737b507242b0 req-49806c99-e51f-4f19-b0dd-f5abe00d3e55 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0953841 Aug 29 04:45:05.956830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:05.957312 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.015972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] DHCP port deletion for da56dba6-47ac-4aa6-b572-81f32ea2cdea request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:45:06.165907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:06.166647 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.167018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab89091-dfc5-49d4-b6d5-de0b3a892f0a req-cffd4f9e-4efb-46ca-aaaf-6de5063d30fb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.183187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bab89091-dfc5-49d4-b6d5-de0b3a892f0a req-cffd4f9e-4efb-46ca-aaaf-6de5063d30fb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 945 time: 0.1152854 Aug 29 04:45:06.207744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:06.278463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bab89091-dfc5-49d4-b6d5-de0b3a892f0a req-2baa36e1-07d7-4fa2-801e-b7100fd3ddc6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853806 Aug 29 04:45:06.314991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] Deleting port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:06.327712 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.410881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] For port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=836cd6a9-bf87-4c9e-bf65-77f62fdb05ba,segment=NetworkSegment(bae84272-c5ca-4d46-a04f-a22baf882fc9),segment_id=bae84272-c5ca-4d46-a04f-a22baf882fc9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:06.412626 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.426368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] Calling delete_port for 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:06.517233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:45:03Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:12Z', 'updated_at': '2021-08-29T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.527383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ba5fc331-f8d6-40f7-9120-737b507242b0 req-54237545-0102-47f8-ad84-85f30ba85270 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041189 Aug 29 04:45:06.529070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.546300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.552664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] Checking router: 28e99583-4451-4d4b-93f6-aa68ff2b0c75 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:06.563074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:06.615217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] Pushing event deleted for resources: {'Port': ['ID=836cd6a9-bf87-4c9e-bf65-77f62fdb05ba,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:06.625658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e577ce2-1b06-4db8-92fa-1e48697a03d4 req-158a2229-ee4e-450d-89a9-3a34057b29b2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.629936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f77767-112b-4839-886a-be0a86f91b7e None None] No DVR routers for this DVR port 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:06.632845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e577ce2-1b06-4db8-92fa-1e48697a03d4 req-158a2229-ee4e-450d-89a9-3a34057b29b2 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1139603 Aug 29 04:45:06.636720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] Routers {'28e99583-4451-4d4b-93f6-aa68ff2b0c75'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:06.637719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.673294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.750022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e577ce2-1b06-4db8-92fa-1e48697a03d4 req-27e814b7-596f-42ee-9385-7a7b4a08621f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078126 Aug 29 04:45:06.760215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] Set router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:06.819323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.822430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.836499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:45:06Z', 'revision_number': 7, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.888752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.889500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Fanout notify agent at l3_agent the message router_deleted on router 28e99583-4451-4d4b-93f6-aa68ff2b0c75 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:45:06.905337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.907064 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-41c0c46a-3f08-4b09-9f2d-90fc28721295 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/routers/28e99583-4451-4d4b-93f6-aa68ff2b0c75 HTTP/1.1" status: 204 len: 168 time: 1.6845510 Aug 29 04:45:06.909666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45646) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:06.914838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52780fc0-4498-4e4f-8bcd-722a9fd8d1e6 None None] The sync data for ids ['28e99583-4451-4d4b-93f6-aa68ff2b0c75'] in n-d-712142-15 is: [{'id': '28e99583-4451-4d4b-93f6-aa68ff2b0c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449413468', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:11Z', 'updated_at': '2021-08-29T04:45:06Z', 'revision_number': 7, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:06.931547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd5d75-12c7-4b83-97bf-ea8f4f689ed4 req-b951aaa0-bd20-4890-98a2-168cbb79a317 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.952053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32dd5d75-12c7-4b83-97bf-ea8f4f689ed4 req-b951aaa0-bd20-4890-98a2-168cbb79a317 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 945 time: 0.1023231 Aug 29 04:45:07.028392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32dd5d75-12c7-4b83-97bf-ea8f4f689ed4 req-378b19db-2ef2-40c4-8074-5cdefce51b46 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722582 Aug 29 04:45:07.081195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.215704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.230587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da56dba6-47ac-4aa6-b572-81f32ea2cdea']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:07.252223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae84272-c5ca-4d46-a04f-a22baf882fc9') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:07.252527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae84272-c5ca-4d46-a04f-a22baf882fc9') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:07.262503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.307294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.325206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:07.325746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:07.329591 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:07.481101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.492195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.498881 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/networks/da56dba6-47ac-4aa6-b572-81f32ea2cdea HTTP/1.1" status: 204 len: 168 time: 0.5861523 Aug 29 04:45:07.502469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45660) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:07.534569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24676a7-cb2a-47d1-940b-a23c3ebe438a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Network': ['ID=da56dba6-47ac-4aa6-b572-81f32ea2cdea,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.600288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61639f9c-c3f7-496f-a10c-ad693dcf0c97 req-455d1699-0b16-40b9-866c-32780878d0dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:07.601662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61639f9c-c3f7-496f-a10c-ad693dcf0c97 req-455d1699-0b16-40b9-866c-32780878d0dd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 945 time: 0.1681690 Aug 29 04:45:07.611807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92228057-54f1-4eeb-a940-0a42192efc13 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.715195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-61639f9c-c3f7-496f-a10c-ad693dcf0c97 req-ae91e6ed-fbe4-4c70-87f7-43538a9deb75 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943635 Aug 29 04:45:07.721429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92228057-54f1-4eeb-a940-0a42192efc13 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.791512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:07.842963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92228057-54f1-4eeb-a940-0a42192efc13 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.844224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-92228057-54f1-4eeb-a940-0a42192efc13 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.846931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-92228057-54f1-4eeb-a940-0a42192efc13 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/security-groups/1fcac35b-dc6f-4ed0-9651-df5a96631816 HTTP/1.1" status: 204 len: 168 time: 0.3423181 Aug 29 04:45:07.865557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92228057-54f1-4eeb-a940-0a42192efc13 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcac35b-dc6f-4ed0-9651-df5a96631816,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.959113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:07.959479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 836cd6a9-bf87-4c9e-bf65-77f62fdb05ba not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:08.111973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7ce8-421e-43d8-bc02-b5d58f1f5767 req-41c7754d-2243-4007-a230-bb860943f0cc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.121637 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b73a7ce8-421e-43d8-bc02-b5d58f1f5767 req-41c7754d-2243-4007-a230-bb860943f0cc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.0813181 Aug 29 04:45:08.203795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b73a7ce8-421e-43d8-bc02-b5d58f1f5767 req-82d3b176-d1eb-4fe4-8c49-3a666243ff9f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811875 Aug 29 04:45:08.324222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7c07b6a2-e435-4b06-82b8-572791621986 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:08.446748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 7c07b6a2-e435-4b06-82b8-572791621986 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:08.452039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 7c07b6a2-e435-4b06-82b8-572791621986 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:08.452986 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.464645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7907d-6b7c-4d05-97d9-23a8641a1414 req-cf8a268c-fee7-403e-9a94-be0e06fa8a99 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.478824 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23f7907d-6b7c-4d05-97d9-23a8641a1414 req-cf8a268c-fee7-403e-9a94-be0e06fa8a99 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 945 time: 0.1129582 Aug 29 04:45:08.546382 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23f7907d-6b7c-4d05-97d9-23a8641a1414 req-2c50e493-b6bd-4e90-a4f1-9abb705e573f tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645189 Aug 29 04:45:08.607852 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.644470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c07b6a2-e435-4b06-82b8-572791621986'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:08.647959 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab20ec2-14a2-4d7a-a797-a01154c68fe3" -d '{"events": [{"server_uuid": "e138da2f-f00f-4cce-8870-bef1cbf1aaf3", "name": "network-vif-plugged", "status": "completed", "tag": "7c07b6a2-e435-4b06-82b8-572791621986"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:08.662459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7c07b6a2-e435-4b06-82b8-572791621986, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7c07b6a2-e435-4b06-82b8-572791621986,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:08.671756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.737031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=7c07b6a2-e435-4b06-82b8-572791621986,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:08.982766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4e7478b-9bbb-497e-b211-014e25b90ad3 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:09.063423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e4e7478b-9bbb-497e-b211-014e25b90ad3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:09.064135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4e7478b-9bbb-497e-b211-014e25b90ad3 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:09.065275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:09.129450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45690) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:09.134894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0edd6cc0-b96b-4929-9ef5-cded62b4f6f0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848848089', 'description': 'tempest-secgroup-smoke-1848848089 description', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:09.144263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:09.149480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f8bba1d9-1b8b-41c4-a2b8-8c0f02a7f397 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:09.197954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0edd6cc0-b96b-4929-9ef5-cded62b4f6f0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.217320 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12571be-47e2-476e-a9be-2fa89bb9bb73 x-openstack-request-id: req-b12571be-47e2-476e-a9be-2fa89bb9bb73 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:09.217481 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e138da2f-f00f-4cce-8870-bef1cbf1aaf3", "name": "network-vif-plugged", "status": "completed", "tag": "7c07b6a2-e435-4b06-82b8-572791621986", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:09.217723 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b12571be-47e2-476e-a9be-2fa89bb9bb73 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:09.222648 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c07b6a2-e435-4b06-82b8-572791621986', 'code': 200} Aug 29 04:45:09.484220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faa4d1-b5e8-488c-95ff-c6ca44e7aecc req-4c676324-f275-42d2-a125-715641395984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.494406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2faa4d1-b5e8-488c-95ff-c6ca44e7aecc req-4c676324-f275-42d2-a125-715641395984 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 1098 time: 0.1631463 Aug 29 04:45:09.512295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0edd6cc0-b96b-4929-9ef5-cded62b4f6f0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.529459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a5d33-b6c9-42d7-a1e3-7eb174ab40aa req-65ad7f70-0b8e-4fab-8008-75d602c45eb5 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.533697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b39a5d33-b6c9-42d7-a1e3-7eb174ab40aa req-65ad7f70-0b8e-4fab-8008-75d602c45eb5 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 946 time: 0.1153722 Aug 29 04:45:09.535072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0edd6cc0-b96b-4929-9ef5-cded62b4f6f0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.575314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0edd6cc0-b96b-4929-9ef5-cded62b4f6f0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.580077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0edd6cc0-b96b-4929-9ef5-cded62b4f6f0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4495063 Aug 29 04:45:09.581662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45702) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:09.588372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f623515a-4bdb-417d-a68e-9cd5de581ce5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '42189175-8421-4ae6-bf03-ee56e9ca839a', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:09.625721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b39a5d33-b6c9-42d7-a1e3-7eb174ab40aa req-21f24ce9-5d69-409a-ab44-d4a02ffaa40b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762713 Aug 29 04:45:09.627011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2faa4d1-b5e8-488c-95ff-c6ca44e7aecc req-c53ed8ff-1f20-4b25-8100-89200d3dcaf6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237650 Aug 29 04:45:09.638469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd6cc0-b96b-4929-9ef5-cded62b4f6f0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42189175-8421-4ae6-bf03-ee56e9ca839a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:09.654529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f623515a-4bdb-417d-a68e-9cd5de581ce5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.768134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f623515a-4bdb-417d-a68e-9cd5de581ce5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.776303 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f623515a-4bdb-417d-a68e-9cd5de581ce5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.812677 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623515a-4bdb-417d-a68e-9cd5de581ce5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c723471-b57a-40a5-8fe2-c601055c3a3a,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:09.821356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f623515a-4bdb-417d-a68e-9cd5de581ce5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.828346 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f623515a-4bdb-417d-a68e-9cd5de581ce5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422233 Aug 29 04:45:09.829363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45708) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:09.834709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-aa8ac664-146d-46f0-a480-5b7b4c71649d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '42189175-8421-4ae6-bf03-ee56e9ca839a', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:09.911577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac664-146d-46f0-a480-5b7b4c71649d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.020611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b3e9-36ea-4ea5-9f11-8234420d0a39 req-8ae68c8e-553b-453c-bb90-41374a9bebf4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.022754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad66b3e9-36ea-4ea5-9f11-8234420d0a39 req-8ae68c8e-553b-453c-bb90-41374a9bebf4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1138594 Aug 29 04:45:10.043807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac664-146d-46f0-a480-5b7b4c71649d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.103318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad66b3e9-36ea-4ea5-9f11-8234420d0a39 req-e74af461-ce9e-4f95-8676-91817c06da56 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622225 Aug 29 04:45:10.104530 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac664-146d-46f0-a480-5b7b4c71649d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.144580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac664-146d-46f0-a480-5b7b4c71649d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.153839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aa8ac664-146d-46f0-a480-5b7b4c71649d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3230958 Aug 29 04:45:10.156516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45710) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:10.177641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-65a8f44b-eca6-4a38-be10-bf72b2d53243 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '42189175-8421-4ae6-bf03-ee56e9ca839a', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:10.184012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ac664-146d-46f0-a480-5b7b4c71649d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca7bfb9-d238-4cc6-8646-4dea88b6804a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.238118 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65a8f44b-eca6-4a38-be10-bf72b2d53243 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.352376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65a8f44b-eca6-4a38-be10-bf72b2d53243 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.361950 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65a8f44b-eca6-4a38-be10-bf72b2d53243 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.385758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8f44b-eca6-4a38-be10-bf72b2d53243 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90354c9-900e-483d-84e8-6c6c1f063a73,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.415827 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65a8f44b-eca6-4a38-be10-bf72b2d53243 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.419473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-65a8f44b-eca6-4a38-be10-bf72b2d53243 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2615650 Aug 29 04:45:10.422312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45724) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:10.427635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-021ef621-7da1-45ba-bc54-be86fcf4101b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '42189175-8421-4ae6-bf03-ee56e9ca839a', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:10.489674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-021ef621-7da1-45ba-bc54-be86fcf4101b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.632898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-021ef621-7da1-45ba-bc54-be86fcf4101b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.639895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-021ef621-7da1-45ba-bc54-be86fcf4101b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.707635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ef621-7da1-45ba-bc54-be86fcf4101b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441217f9-8627-498f-9031-61653e77ab1b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.726572 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-021ef621-7da1-45ba-bc54-be86fcf4101b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.728126 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-021ef621-7da1-45ba-bc54-be86fcf4101b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046594 Aug 29 04:45:10.731072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45732) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:10.740454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-eb0e0db4-65e7-41bb-bcc7-06c8c935cfc4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '42189175-8421-4ae6-bf03-ee56e9ca839a', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:10.827751 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-eb0e0db4-65e7-41bb-bcc7-06c8c935cfc4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Project b8ebe056008949c3a4f192f98b6f5efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:45:10.835502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb0e0db4-65e7-41bb-bcc7-06c8c935cfc4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.885477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ef4c3-2c75-45f3-a621-25e3dfd010b9 req-b40b2457-daee-47eb-bb82-46a0e52e7899 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.894973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-980ef4c3-2c75-45f3-a621-25e3dfd010b9 req-b40b2457-daee-47eb-bb82-46a0e52e7899 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 946 time: 0.1162155 Aug 29 04:45:10.978991 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb0e0db4-65e7-41bb-bcc7-06c8c935cfc4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.988213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-980ef4c3-2c75-45f3-a621-25e3dfd010b9 req-01c1e1e1-09ea-4a59-9d26-23bcf58d2ac6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922077 Aug 29 04:45:10.989037 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb0e0db4-65e7-41bb-bcc7-06c8c935cfc4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.016766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e0db4-65e7-41bb-bcc7-06c8c935cfc4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae461444-6fe9-47ac-8ff6-bdac1fa3fe6e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:11.020642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb0e0db4-65e7-41bb-bcc7-06c8c935cfc4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.025724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb0e0db4-65e7-41bb-bcc7-06c8c935cfc4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2932584 Aug 29 04:45:11.025883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45736) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:11.031191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-73a81b5d-52b1-47d5-8d3a-20f3bcbb5622 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '42189175-8421-4ae6-bf03-ee56e9ca839a', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:11.072796 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-73a81b5d-52b1-47d5-8d3a-20f3bcbb5622 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Project b8ebe056008949c3a4f192f98b6f5efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:45:11.082859 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73a81b5d-52b1-47d5-8d3a-20f3bcbb5622 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.194078 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73a81b5d-52b1-47d5-8d3a-20f3bcbb5622 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.200410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73a81b5d-52b1-47d5-8d3a-20f3bcbb5622 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.227025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a81b5d-52b1-47d5-8d3a-20f3bcbb5622 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cd26f0-43c7-4dff-9d2e-72a2d5ed8ad0,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:11.232532 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-73a81b5d-52b1-47d5-8d3a-20f3bcbb5622 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.237130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-73a81b5d-52b1-47d5-8d3a-20f3bcbb5622 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2100310 Aug 29 04:45:11.237433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45740) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:11.259468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'network': {'name': 'tempest-network-smoke--173246030', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:11.305111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77e82b-7ebb-439a-a593-6f397d63f9bb req-10601946-51b4-4257-ad7f-379c0a16dcc1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.313159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c77e82b-7ebb-439a-a593-6f397d63f9bb req-10601946-51b4-4257-ad7f-379c0a16dcc1 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.0971010 Aug 29 04:45:11.324301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:11.328141 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.387201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:11.407376 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8c77e82b-7ebb-439a-a593-6f397d63f9bb req-e7aa6dbf-1d23-497d-819d-236d81697ed4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873673 Aug 29 04:45:11.431114 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.432090 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Added segment f1c9dd72-953d-486a-8210-721f301e2f18 of type vlan for network 9803520a-6dbf-48d7-b486-b456d27557c1 Aug 29 04:45:11.492375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.525355 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.531904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.532999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.615151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Network': ['ID=9803520a-6dbf-48d7-b486-b456d27557c1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:11.631175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 9803520a-6dbf-48d7-b486-b456d27557c1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:11.643688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3046dc18-61a1-4e5f-bd3f-2cb208f5cb9c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4045794 Aug 29 04:45:11.647953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45752) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:11.659389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'admin_state_up': True, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:11.755426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.760363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.888540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.288790 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.557829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fefcc1-68f9-48f1-b1cb-9563c3272b11 req-73b9559a-6738-4099-964e-6440ccc5592a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.559566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93fefcc1-68f9-48f1-b1cb-9563c3272b11 req-73b9559a-6738-4099-964e-6440ccc5592a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 946 time: 0.3729668 Aug 29 04:45:12.641584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93fefcc1-68f9-48f1-b1cb-9563c3272b11 req-71c65581-4b38-46de-bd79-0958532e7bcf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631979 Aug 29 04:45:12.905550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.952759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.186833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bedd9-96c6-4e0d-bc03-8ab4c577930a req-fbf71a28-1c56-486c-b851-c751d1b1275f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.195788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c0bedd9-96c6-4e0d-bc03-8ab4c577930a req-fbf71a28-1c56-486c-b851-c751d1b1275f tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1370273 Aug 29 04:45:13.270483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c0bedd9-96c6-4e0d-bc03-8ab4c577930a req-9a296122-36cd-41b4-9e03-b0da5265563b tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737841 Aug 29 04:45:13.329115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.25.1.5 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/d3d2fb73-e879-49ce-8655-ab5bb28b5bf6) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:13.540037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364dc7e-6b1c-4fac-bdff-e62a8a35ffac req-dc488c5f-08c0-442d-829f-bf3c123702f7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.548623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4364dc7e-6b1c-4fac-bdff-e62a8a35ffac req-dc488c5f-08c0-442d-829f-bf3c123702f7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 946 time: 0.1929607 Aug 29 04:45:13.583360 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.620173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4364dc7e-6b1c-4fac-bdff-e62a8a35ffac req-5b46a674-0ced-4bbf-86f5-98eaa3ab8bb0 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705249 Aug 29 04:45:13.642458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45804) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:13.707722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.815851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:13.848161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:13.852380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:13.921543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=d3d2fb73-e879-49ce-8655-ab5bb28b5bf6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:14.195328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defa712b-ac97-4c6a-937f-a2addc2d60ba tempest-TestVolumeBootPattern-1897030325 tempest-TestVolumeBootPattern-1897030325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.202036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-defa712b-ac97-4c6a-937f-a2addc2d60ba tempest-TestVolumeBootPattern-1897030325 tempest-TestVolumeBootPattern-1897030325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 1093 time: 0.5545051 Aug 29 04:45:14.202379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 45816) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:14.218734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '7c07b6a2-e435-4b06-82b8-572791621986', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:14.284807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.953484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbfb91-d134-45ed-82f4-456cb5da8c47 req-66ec6144-a232-4b01-82a6-bb706fe67f47 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.955041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfcbfb91-d134-45ed-82f4-456cb5da8c47 req-66ec6144-a232-4b01-82a6-bb706fe67f47 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.5838292 Aug 29 04:45:14.993226 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.088238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfcbfb91-d134-45ed-82f4-456cb5da8c47 req-d1d2e96e-a404-447b-9b03-5642bea4d8b7 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080933 Aug 29 04:45:15.153458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.340071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0602b-4ce9-4858-b3fc-2f638878052c req-1911bcb8-2c6d-4101-9157-a9572ed48f69 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.348284 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89b0602b-4ce9-4858-b3fc-2f638878052c req-1911bcb8-2c6d-4101-9157-a9572ed48f69 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 945 time: 0.1912796 Aug 29 04:45:15.446249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.25.1.6 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/dac4ec44-567e-4c69-a80d-9865c8583860) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:15.478754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89b0602b-4ce9-4858-b3fc-2f638878052c req-fe9e9cbf-4cd9-4936-b9d5-54e0b8b2ee95 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/security-groups?id=10774c29-9740-493b-ba8e-650f000442f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293089 Aug 29 04:45:15.579038 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.662896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-e29f6350-021c-48f0-abf1-3ee1147d8004 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.673132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-e29f6350-021c-48f0-abf1-3ee1147d8004 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 945 time: 0.0756843 Aug 29 04:45:15.705281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a66af9-9927-4d1b-83d6-9aef59fb9726 req-e576a27b-6e4c-4940-bad0-3f2fdbb89f9e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.706825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85a66af9-9927-4d1b-83d6-9aef59fb9726 req-e576a27b-6e4c-4940-bad0-3f2fdbb89f9e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1187820 Aug 29 04:45:15.776046 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.806505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Deleting port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:15.807490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.832438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85a66af9-9927-4d1b-83d6-9aef59fb9726 req-84f335fc-5574-4347-ae53-9519dbe0d041 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155953 Aug 29 04:45:15.895402 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.907023 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:45:15.955315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:15.959404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:15.962026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:15.977231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] For port 796692c1-e077-4e7a-924d-cbdb3bfc14d5, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=796692c1-e077-4e7a-924d-cbdb3bfc14d5,segment=NetworkSegment(31ac2581-5637-4822-a753-83573c22fca4),segment_id=31ac2581-5637-4822-a753-83573c22fca4)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:15.978048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.041507 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Calling delete_port for 796692c1-e077-4e7a-924d-cbdb3bfc14d5 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:16.312649 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.331335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['796692c1-e077-4e7a-924d-cbdb3bfc14d5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:16.406972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] No DVR routers for this DVR port 796692c1-e077-4e7a-924d-cbdb3bfc14d5 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:16.410488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.413489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5f668725-b8f4-49e5-a5ba-4208d5b6bf69 req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.65 "DELETE /v2.0/ports/796692c1-e077-4e7a-924d-cbdb3bfc14d5 HTTP/1.1" status: 204 len: 173 time: 0.7390623 Aug 29 04:45:16.414162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1b4519-ddd1-472b-9344-d9e764ffd5c6', 'name': 'network-vif-deleted', 'tag': '796692c1-e077-4e7a-924d-cbdb3bfc14d5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:16.416701 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62a89d1-a801-44ff-969c-18c853c54b2a" -d '{"events": [{"server_uuid": "dd1b4519-ddd1-472b-9344-d9e764ffd5c6", "name": "network-vif-deleted", "tag": "796692c1-e077-4e7a-924d-cbdb3bfc14d5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:16.420633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723bfd0-835e-4842-b7b7-565a561884b4 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] Pushing event deleted for resources: {'Port': ['ID=796692c1-e077-4e7a-924d-cbdb3bfc14d5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.506606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=dac4ec44-567e-4c69-a80d-9865c8583860,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.606381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:16.619780 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c1d05-af35-4737-8543-f30717050371 None None] Sync routers for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:16.641040 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c1d05-af35-4737-8543-f30717050371 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:16.644494 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-466c1d05-af35-4737-8543-f30717050371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:16.682062 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.684669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a997018a-be27-46ad-b6e6-a5546c81504d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0344224 Aug 29 04:45:16.687829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45858) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:16.731264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2723b49-6f4a-4e02-af98-3cee5106576e req-235f625a-3596-45cf-bcb1-986461281a0e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:16.732873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2723b49-6f4a-4e02-af98-3cee5106576e req-235f625a-3596-45cf-bcb1-986461281a0e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.2317576 Aug 29 04:45:16.778770 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8250529f-e40a-41a7-9f9c-200069911dcf tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b8ebe056008949c3a4f192f98b6f5efb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870926 Aug 29 04:45:16.781476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45860) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:16.860308 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2723b49-6f4a-4e02-af98-3cee5106576e req-0ea77abc-017f-43b4-b9a2-6004ea2c39ea tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691583 Aug 29 04:45:16.876544 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-466c1d05-af35-4737-8543-f30717050371 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:16.976132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2a764-7ec1-47d5-afcb-50e8192408f4 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:16.982260 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ae2a764-7ec1-47d5-afcb-50e8192408f4 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1996968 Aug 29 04:45:16.983274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45870) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:17.019303 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0655b9-f127-4d74-9a40-9fb133c5efa8 x-openstack-request-id: req-0a0655b9-f127-4d74-9a40-9fb133c5efa8 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:17.019596 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1b4519-ddd1-472b-9344-d9e764ffd5c6", "name": "network-vif-deleted", "tag": "796692c1-e077-4e7a-924d-cbdb3bfc14d5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:17.019848 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a0655b9-f127-4d74-9a40-9fb133c5efa8 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:17.020267 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1b4519-ddd1-472b-9344-d9e764ffd5c6', 'name': 'network-vif-deleted', 'tag': '796692c1-e077-4e7a-924d-cbdb3bfc14d5', 'status': 'completed', 'code': 200} Aug 29 04:45:17.028822 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bbd1b46f-fcbc-45d4-b70f-31f2a2bad902 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424516 Aug 29 04:45:17.028822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45872) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:17.033659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1092078921', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:17.081238 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.174260 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-466c1d05-af35-4737-8543-f30717050371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:14Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:17.196722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0aa486c2-fc4b-45a1-aa6f-dc298d5843a2 req-31906728-e274-4504-aca8-c1ea4ad4f1a1 tempest-VolumesActionsTest-2044349010 tempest-VolumesActionsTest-2044349010-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd1b4519-ddd1-472b-9344-d9e764ffd5c6 HTTP/1.1" status: 200 len: 210 time: 0.0698607 Aug 29 04:45:17.237435 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c1d05-af35-4737-8543-f30717050371 None None] Checking router: e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:17.237435 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c1d05-af35-4737-8543-f30717050371 None None] Updating router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:45:17.268457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:17.279622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.284831 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.298089 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-466c1d05-af35-4737-8543-f30717050371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.421275 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-04f672d0-b260-4c46-95f0-dccbc10b9c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.535387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.617188 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-466c1d05-af35-4737-8543-f30717050371 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.629250 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-466c1d05-af35-4737-8543-f30717050371 None None] Transition to ACTIVE for port object d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:17.639722 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-466c1d05-af35-4737-8543-f30717050371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.680710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.692012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.712029 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Pushing event updated for resources: {'Port': ['ID=d3d2fb73-e879-49ce-8655-ab5bb28b5bf6,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:17.729664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Subnet': ['ID=a46fb20e-de68-4552-8f2d-86adbb983e30,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:17.738625 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.739082 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.740161 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.740609 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.741278 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.741720 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.742155 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.742728 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.743299 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.743733 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.744207 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.744674 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:17.748909 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-466c1d05-af35-4737-8543-f30717050371 None None] Attempting to bind port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:17.757172 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-466c1d05-af35-4737-8543-f30717050371 None None] Attempting to bind port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:17.757967 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1d05-af35-4737-8543-f30717050371 None None] Attempting to bind port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:17.764416 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1d05-af35-4737-8543-f30717050371 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:17.765184 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1d05-af35-4737-8543-f30717050371 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:17.765715 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-466c1d05-af35-4737-8543-f30717050371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.766611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1d05-af35-4737-8543-f30717050371 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:17.767520 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-466c1d05-af35-4737-8543-f30717050371 None None] Bound port: d3d2fb73-e879-49ce-8655-ab5bb28b5bf6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:17.768030 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-466c1d05-af35-4737-8543-f30717050371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.809207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=dac4ec44-567e-4c69-a80d-9865c8583860,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:17.821204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Checking segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:17.821599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network hostable DHCP agents. Network: 9803520a-6dbf-48d7-b486-b456d27557c1, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:17.823362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.840590 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-466c1d05-af35-4737-8543-f30717050371 None None] For port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:17.844659 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-466c1d05-af35-4737-8543-f30717050371 None None] For port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d3d2fb73-e879-49ce-8655-ab5bb28b5bf6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:17.851504 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-466c1d05-af35-4737-8543-f30717050371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.891004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-f03ecc57-fa2b-4ee3-8fc7-7cda1cedad63 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.894085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-f03ecc57-fa2b-4ee3-8fc7-7cda1cedad63 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1586506 Aug 29 04:45:17.894635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network 9803520a-6dbf-48d7-b486-b456d27557c1 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:17.931469 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017349d-9ee9-4f93-bbf7-9d5593b8993d None None] Pushing event updated for resources: {'Port': ['ID=d3d2fb73-e879-49ce-8655-ab5bb28b5bf6,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:17.947632 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c1d05-af35-4737-8543-f30717050371 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:17.948383 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-466c1d05-af35-4737-8543-f30717050371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:18.010397 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Floating IP 4f3afbc1-fe83-487e-a272-b8099a1c2d23 associated. External IP: 172.25.1.6, port: 7c07b6a2-e435-4b06-82b8-572791621986. Aug 29 04:45:18.034852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 9803520a-6dbf-48d7-b486-b456d27557c1) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:18.043738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca3286-ebe9-4453-9c95-299b25b5f046 None None] Network 9803520a-6dbf-48d7-b486-b456d27557c1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:18.049005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:18.049616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.088404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Deleting port 0c815096-2f88-4d33-9691-38942c380524 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:18.089272 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.097304 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-466c1d05-af35-4737-8543-f30717050371 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:18.247944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-9803520a-6dbf-48d7-b486-b456d27557c1', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:45:18.252774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.260301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] For port 0c815096-2f88-4d33-9691-38942c380524, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0c815096-2f88-4d33-9691-38942c380524,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:18.260677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.277312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Calling delete_port for 0c815096-2f88-4d33-9691-38942c380524 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:18.316633 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-466c1d05-af35-4737-8543-f30717050371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:14Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:18.323451 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04e5b1-705e-47a0-aa0b-3b5eb9c7960c req-1f453f79-8f1a-4ec6-b357-25c8ade06b21 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:18.324823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e04e5b1-705e-47a0-aa0b-3b5eb9c7960c req-1f453f79-8f1a-4ec6-b357-25c8ade06b21 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 946 time: 0.1996238 Aug 29 04:45:18.350060 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c1d05-af35-4737-8543-f30717050371 None None] The sync data for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 is: [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:14Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:18.416369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Router 368ad4e9-14bc-408d-8a98-843fb631c71e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:18.442315 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4cd06b5f-f15f-40ab-b10e-28e85b594346 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4130452 Aug 29 04:45:18.443670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 45906) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:18.453278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e04e5b1-705e-47a0-aa0b-3b5eb9c7960c req-307b85c1-c76c-4971-ae4d-013d59aa0753 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Aug 29 04:45:18.512391 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.554724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Allocated IP 172.20.0.2 (9803520a-6dbf-48d7-b486-b456d27557c1/a46fb20e-de68-4552-8f2d-86adbb983e30/b0698108-3f32-43d4-aa3c-d5dd48f108a0) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:18.581033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event deleted for resources: {'Port': ['ID=0c815096-2f88-4d33-9691-38942c380524,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:18.634260 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:18.676285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.683201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] No DVR routers for this DVR port 0c815096-2f88-4d33-9691-38942c380524 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:18.688218 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.692130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-87b23725-ead5-4331-97d4-00c7b19bfaea req-7b495cd6-dda3-4f91-b714-38a2918f5f1e tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "DELETE /v2.0/ports/0c815096-2f88-4d33-9691-38942c380524 HTTP/1.1" status: 204 len: 173 time: 0.7917438 Aug 29 04:45:18.763197 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e8645bc6-270d-4170-a339-645135775296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5553854 Aug 29 04:45:18.763856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'tag': '7c07b6a2-e435-4b06-82b8-572791621986'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:18.769888 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c936f00-e98a-4a1f-a089-f482c8f6a556" -d '{"events": [{"name": "network-changed", "server_uuid": "e138da2f-f00f-4cce-8870-bef1cbf1aaf3", "tag": "7c07b6a2-e435-4b06-82b8-572791621986"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:18.894695 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfede46-35ac-41e8-bb0d-b1a29f95d7b1 x-openstack-request-id: req-2dfede46-35ac-41e8-bb0d-b1a29f95d7b1 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:18.895084 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e138da2f-f00f-4cce-8870-bef1cbf1aaf3", "tag": "7c07b6a2-e435-4b06-82b8-572791621986", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:18.895432 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dfede46-35ac-41e8-bb0d-b1a29f95d7b1 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:18.896630 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'tag': '7c07b6a2-e435-4b06-82b8-572791621986', 'status': 'completed', 'code': 200} Aug 29 04:45:18.950887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.963231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Transition to ACTIVE for port object b0698108-3f32-43d4-aa3c-d5dd48f108a0 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:18.985489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Transition to ACTIVE for port object b0698108-3f32-43d4-aa3c-d5dd48f108a0 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:18.999072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:19.006652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59', '0c815096-2f88-4d33-9691-38942c380524'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:19.069854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b785779b-7c9d-40c6-b451-70323c134ffc', 'name': 'network-vif-deleted', 'tag': '0c815096-2f88-4d33-9691-38942c380524'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:19.073195 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eacd0e6-6f84-4f8d-a163-6998ada9f70f" -d '{"events": [{"server_uuid": "b785779b-7c9d-40c6-b451-70323c134ffc", "name": "network-vif-deleted", "tag": "0c815096-2f88-4d33-9691-38942c380524"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:19.156814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:19.157478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:44:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:19.203052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-5189e683-d5ae-4743-ae65-89d8fc7a7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.210565 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-5189e683-d5ae-4743-ae65-89d8fc7a7b27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 1098 time: 0.2581882 Aug 29 04:45:19.216410 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f043a7fa-8173-4c17-aaef-feb396b521f1 x-openstack-request-id: req-f043a7fa-8173-4c17-aaef-feb396b521f1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:19.217087 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b785779b-7c9d-40c6-b451-70323c134ffc", "name": "network-vif-deleted", "tag": "0c815096-2f88-4d33-9691-38942c380524", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:19.217559 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f043a7fa-8173-4c17-aaef-feb396b521f1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:19.218702 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b785779b-7c9d-40c6-b451-70323c134ffc', 'name': 'network-vif-deleted', 'tag': '0c815096-2f88-4d33-9691-38942c380524', 'status': 'completed', 'code': 200} Aug 29 04:45:19.446656 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.553558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:19.611895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Pushing event updated for resources: {'Port': ['ID=b0698108-3f32-43d4-aa3c-d5dd48f108a0,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:19.637713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-5cb5bac4-db87-4c86-9fbd-e80ab1a928c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.639252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-5cb5bac4-db87-4c86-9fbd-e80ab1a928c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.2951236 Aug 29 04:45:19.728613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da2c64ec-35c5-47e8-b814-2f72e890be49 req-a5d7888c-f0ef-40eb-b9a6-ba1a9c0cf572 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785779b-7c9d-40c6-b451-70323c134ffc HTTP/1.1" status: 200 len: 210 time: 0.0670419 Aug 29 04:45:19.746838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.884491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-a63cc449-f1b5-478a-bc4b-3ba474821f2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c07b6a2-e435-4b06-82b8-572791621986 HTTP/1.1" status: 200 len: 998 time: 0.2333114 Aug 29 04:45:19.892588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Network 9803520a-6dbf-48d7-b486-b456d27557c1 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:19.904212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:19.918678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:19.931397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:19.945234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:20.036031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-29f0c330-edfe-4a9a-b0ae-15a8e74b4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:20.038347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-29f0c330-edfe-4a9a-b0ae-15a8e74b4206 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1153209 Aug 29 04:45:20.195032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-b694bc7e-3d77-4192-a007-a13c0f78835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:20.196895 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-b694bc7e-3d77-4192-a007-a13c0f78835f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174562 Aug 29 04:45:20.278722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:20.279109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.423945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.20.0.1 (9803520a-6dbf-48d7-b486-b456d27557c1/a46fb20e-de68-4552-8f2d-86adbb983e30/a5aacb64-fabf-413d-83ca-d28ccd0c86b0) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:20.457786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 796692c1-e077-4e7a-924d-cbdb3bfc14d5 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:20.482298 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-ebaac0ca-4c09-4604-88dc-5f930c388e10 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732010 Aug 29 04:45:20.595117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Attempting to bind port b0698108-3f32-43d4-aa3c-d5dd48f108a0 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:20.595650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Attempting to bind port b0698108-3f32-43d4-aa3c-d5dd48f108a0 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:20.596397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Attempting to bind port b0698108-3f32-43d4-aa3c-d5dd48f108a0 on network 9803520a-6dbf-48d7-b486-b456d27557c1 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:20.613719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 796692c1-e077-4e7a-924d-cbdb3bfc14d5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:20.614496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 796692c1-e077-4e7a-924d-cbdb3bfc14d5 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:20.750634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8c936f00-e98a-4a1f-a089-f482c8f6a556 req-d80b5c3f-8a58-4fba-bc5f-7241047f6483 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483850 Aug 29 04:45:20.797093 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fbda402c-62e8-4d8f-97c5-ad03b634fedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.806318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:20.806318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Checking segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:20.806318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.806318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Bound using segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:20.806318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Bound port: b0698108-3f32-43d4-aa3c-d5dd48f108a0, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:20.812943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.827474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.860055 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.890130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Transition to ACTIVE for port object a5aacb64-fabf-413d-83ca-d28ccd0c86b0 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:20.957084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.978985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] For port b0698108-3f32-43d4-aa3c-d5dd48f108a0, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:21.018791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] For port b0698108-3f32-43d4-aa3c-d5dd48f108a0, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b0698108-3f32-43d4-aa3c-d5dd48f108a0,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:21.034378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.045209 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.149596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6211ee-b163-48ed-9a61-4b9f29b0b0a4 None None] Pushing event updated for resources: {'Port': ['ID=b0698108-3f32-43d4-aa3c-d5dd48f108a0,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:21.186856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4f3afbc1-fe83-487e-a272-b8099a1c2d23', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': '7c07b6a2-e435-4b06-82b8-572791621986', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:e5:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:16Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:21.223874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:21.233446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d3d2fb73-e879-49ce-8655-ab5bb28b5bf6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:21.245528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:21.246393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:45:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:21.381407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:21.561782 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.881735 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.911235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d3d2fb73-e879-49ce-8655-ab5bb28b5bf6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:21.913816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:21.936274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network 9803520a-6dbf-48d7-b486-b456d27557c1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:21.938244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:21.946021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:21.964047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b0698108-3f32-43d4-aa3c-d5dd48f108a0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:22.116317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.170781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b0698108-3f32-43d4-aa3c-d5dd48f108a0 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:22.244494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4f3afbc1-fe83-487e-a272-b8099a1c2d23', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': '7c07b6a2-e435-4b06-82b8-572791621986', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:e5:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:16Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:22.362962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0c815096-2f88-4d33-9691-38942c380524 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:22.366035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6c43d-f67c-4287-91ca-058ae812a861 None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4f3afbc1-fe83-487e-a272-b8099a1c2d23', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': '7c07b6a2-e435-4b06-82b8-572791621986', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:e5:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:16Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:22.415794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 0c815096-2f88-4d33-9691-38942c380524 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:22.418064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0c815096-2f88-4d33-9691-38942c380524 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:22.445537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.681885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4f56b-82e6-4504-8941-3ec527fe19e1 req-520ab149-86bb-4b75-a4db-7291ecd4dbbe tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:22.694466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13e4f56b-82e6-4504-8941-3ec527fe19e1 req-520ab149-86bb-4b75-a4db-7291ecd4dbbe tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 945 time: 0.1013417 Aug 29 04:45:22.744489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13e4f56b-82e6-4504-8941-3ec527fe19e1 req-5d26ef2e-d051-408a-8e13-0b36d6ac2319 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486968 Aug 29 04:45:22.863061 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.883129 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a015696-523f-4a3c-9f59-91c66edcd9a4 None None] New status for floating IP 4f3afbc1-fe83-487e-a272-b8099a1c2d23: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:23.047209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.054439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.086401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0849111-ab39-4c43-a784-75af41b83c26 None None] Network 9803520a-6dbf-48d7-b486-b456d27557c1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:23.231535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.234240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.412651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-763728b1-43eb-4f20-bae5-f03cb33982a2 None None] Provisioning for port b0698108-3f32-43d4-aa3c-d5dd48f108a0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:23.449238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-763728b1-43eb-4f20-bae5-f03cb33982a2 None None] Provisioning complete for port b0698108-3f32-43d4-aa3c-d5dd48f108a0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:23.449966 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-763728b1-43eb-4f20-bae5-f03cb33982a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.482254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network 9803520a-6dbf-48d7-b486-b456d27557c1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:23.487662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:23.623064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46060) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:23.728749 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-763728b1-43eb-4f20-bae5-f03cb33982a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.742496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:23.750359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Deleting subnet af390196-3c7e-4e61-be5e-142e8efc0fc2 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:23.768817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.794211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:23.863116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.898948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-763728b1-43eb-4f20-bae5-f03cb33982a2 None None] For port b0698108-3f32-43d4-aa3c-d5dd48f108a0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b0698108-3f32-43d4-aa3c-d5dd48f108a0,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:23.918107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:23.918738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.961484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.968235 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-763728b1-43eb-4f20-bae5-f03cb33982a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.097925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7eb2-4376-401f-957e-750128fb2308 req-bdc62642-b6eb-45b4-a777-cef0835dd574 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.105343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:24.108341 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3fd7eb2-4376-401f-957e-750128fb2308 req-bdc62642-b6eb-45b4-a777-cef0835dd574 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 945 time: 0.0964611 Aug 29 04:45:24.137017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e455456b-f1f4-4b70-b571-1cadf393333c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "PUT /v2.0/routers/e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6804473 Aug 29 04:45:24.139276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-e4778983-ab32-4a3c-89c0-1c649838b034 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.140890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-e4778983-ab32-4a3c-89c0-1c649838b034 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "GET /v2.0/ports?device_id=8710f865-61e3-468f-af6e-9ead27fe4410 HTTP/1.1" status: 200 len: 945 time: 0.1438179 Aug 29 04:45:24.153078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763728b1-43eb-4f20-bae5-f03cb33982a2 None None] Pushing event updated for resources: {'Port': ['ID=b0698108-3f32-43d4-aa3c-d5dd48f108a0,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:24.163148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Sync routers for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:24.186836 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.203145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:24.203891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:45:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:24.207876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-242e1909-1d8c-4181-ae78-034214cbd863 None None] Provisioning complete for port b0698108-3f32-43d4-aa3c-d5dd48f108a0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:24.208425 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-242e1909-1d8c-4181-ae78-034214cbd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.428246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3fd7eb2-4376-401f-957e-750128fb2308 req-88e37f94-bfe6-44fb-bcfc-1449e4c193f4 tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.58 "GET /v2.0/security-groups?id=60fe0bdb-0011-4aa1-bec8-3fa91323d50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182747 Aug 29 04:45:24.437275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af390196-3c7e-4e61-be5e-142e8efc0fc2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:24.449232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.455361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af390196-3c7e-4e61-be5e-142e8efc0fc2 HTTP/1.1" status: 204 len: 168 time: 0.8295276 Aug 29 04:45:24.456794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46080) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:24.470801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.472661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.473191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.475009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.475673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.476234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.478411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.478966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.480496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.481027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.484197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.484770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8b829-a91d-4477-8cc0-f27c2cbf45ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.490622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Deleting port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:24.490992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.684420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:24.749695 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-2c76349f-6e6e-419c-b74c-e97aa784a917 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848848089&fields=id&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 267 time: 0.0645247 Aug 29 04:45:24.760099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] For port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,segment=NetworkSegment(a6c77c2a-a982-427e-a935-02e84f93f346),segment_id=a6c77c2a-a982-427e-a935-02e84f93f346)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:24.760475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.767472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.795828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Calling delete_port for 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:24.999676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.003852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-33f8ce0a-908c-4fe0-8984-42420eb930f9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:25.014375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-33f8ce0a-908c-4fe0-8984-42420eb930f9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/networks?id=9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 200 len: 796 time: 0.2542362 Aug 29 04:45:25.019450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300b2c1a-9f41-43d9-b9ba-7d7e1739bca0']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.033944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a9cfd80d-3e77-45af-8079-8c8d2d0c8760 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/quotas/b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 375 time: 0.0176206 Aug 29 04:45:25.043618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e981c9f-ce4d-4717-a528-7bb9fa427c2e') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.043935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e981c9f-ce4d-4717-a528-7bb9fa427c2e') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.055804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-242e1909-1d8c-4181-ae78-034214cbd863 None None] Provisioning for port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:25.063848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.095288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-242e1909-1d8c-4181-ae78-034214cbd863 None None] Provisioning complete for port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:25.096482 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-242e1909-1d8c-4181-ae78-034214cbd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.118405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.133916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:25.134333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:25.136124 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:25.139659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-975d33cc-4633-4a46-aedb-643803d6624e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938597 Aug 29 04:45:25.211533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-242e1909-1d8c-4181-ae78-034214cbd863 None None] Port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:45:25.238758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.241868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 2, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.247467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.250973 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] 10.222.0.58 "DELETE /v2.0/networks/300b2c1a-9f41-43d9-b9ba-7d7e1739bca0 HTTP/1.1" status: 204 len: 168 time: 0.7928228 Aug 29 04:45:25.274869 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.281538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-58a891f0-2474-4176-a008-9acdce2bf576 service neutron] 10.222.0.58 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408715 Aug 29 04:45:25.316460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a0c850f-4014-4c1a-81a0-5cf05eed0a59'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:25.324806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Checking router: e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:25.329041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Updating router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:45:25.348824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273d398-4193-42a2-a483-93fb9359fb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=300b2c1a-9f41-43d9-b9ba-7d7e1739bca0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:25.364700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Pushing event deleted for resources: {'Port': ['ID=4a0c850f-4014-4c1a-81a0-5cf05eed0a59,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:25.399583 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.403270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-90ccc960-94b3-46a3-a9b8-959c2c597f9c None None] Provisioning complete for port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:25.403773 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-90ccc960-94b3-46a3-a9b8-959c2c597f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.485185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] No DVR routers for this DVR port 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:25.499775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.502206 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc70ca40-b3b5-401c-904f-fcff13857b13 req-be07d185-074e-457d-8a02-bdeb670aa9dc tempest-ServersTestJSON-15613523 tempest-ServersTestJSON-15613523-project] 10.222.0.64 "DELETE /v2.0/ports/4a0c850f-4014-4c1a-81a0-5cf05eed0a59 HTTP/1.1" status: 204 len: 173 time: 1.3497603 Aug 29 04:45:25.502938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8710f865-61e3-468f-af6e-9ead27fe4410', 'name': 'network-vif-deleted', 'tag': '4a0c850f-4014-4c1a-81a0-5cf05eed0a59'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:25.505554 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c2fce-5544-4165-8acb-7904c96a5663" -d '{"events": [{"server_uuid": "8710f865-61e3-468f-af6e-9ead27fe4410", "name": "network-vif-deleted", "tag": "4a0c850f-4014-4c1a-81a0-5cf05eed0a59"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:25.542749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-90ccc960-94b3-46a3-a9b8-959c2c597f9c None None] Port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:45:25.763691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46104) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:25.807725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b0698108-3f32-43d4-aa3c-d5dd48f108a0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:25.836658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-387e829d-6dff-45a2-a2ba-5e4ba5b9b0bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33cb7ae403d84b52ba9433b5059fdf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712993 Aug 29 04:45:25.838047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46108) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:25.952906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b19e537c-81cb-4539-b97c-f4abb8eb9b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.975835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b0698108-3f32-43d4-aa3c-d5dd48f108a0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:25.976243 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.986872 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.021062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b19e537c-81cb-4539-b97c-f4abb8eb9b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.029953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Transition to ACTIVE for port object a5aacb64-fabf-413d-83ca-d28ccd0c86b0 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:26.049726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.169222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b19e537c-81cb-4539-b97c-f4abb8eb9b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.173275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b19e537c-81cb-4539-b97c-f4abb8eb9b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.181204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b19e537c-81cb-4539-b97c-f4abb8eb9b75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c HTTP/1.1" status: 204 len: 168 time: 0.3420269 Aug 29 04:45:26.209973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e537c-81cb-4539-b97c-f4abb8eb9b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc16b9-9e03-49e9-9cbd-b1a2ba4d726c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:26.364875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-21ee8dee-186a-450d-96e6-b4a73f078378 service neutron] 10.222.0.58 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0822880 Aug 29 04:45:26.637044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46128) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:26.712428 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ca51e0-9628-4b7a-932b-8f240ee803dc x-openstack-request-id: req-43ca51e0-9628-4b7a-932b-8f240ee803dc {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:26.718854 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8710f865-61e3-468f-af6e-9ead27fe4410", "name": "network-vif-deleted", "tag": "4a0c850f-4014-4c1a-81a0-5cf05eed0a59", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:26.720067 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43ca51e0-9628-4b7a-932b-8f240ee803dc {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:26.720874 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8710f865-61e3-468f-af6e-9ead27fe4410', 'name': 'network-vif-deleted', 'tag': '4a0c850f-4014-4c1a-81a0-5cf05eed0a59', 'status': 'completed', 'code': 200} Aug 29 04:45:26.738751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-19014476-c916-4475-bcc8-106cdf143055 admin admin] Deleting subnet 7618f96a-65b0-4c0a-b90a-2c3766ef6915 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:26.751524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-19014476-c916-4475-bcc8-106cdf143055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.828931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-19014476-c916-4475-bcc8-106cdf143055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.839016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1038bef-a0e1-4961-abfc-bc47bc050b34 None None] Pushing event updated for resources: {'Port': ['ID=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:26.861081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Attempting to bind port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:26.861867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Attempting to bind port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:26.862450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Attempting to bind port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 on network 9803520a-6dbf-48d7-b486-b456d27557c1 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:26.875856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:26.876531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Checking segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:26.877188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.877909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Bound using segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:26.878749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Bound port: a5aacb64-fabf-413d-83ca-d28ccd0c86b0, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:26.880656 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.918534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18056f1f-a100-499b-9117-e26b7c489f53 req-126c5e0a-fad3-46f5-834e-376da7b48d25 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 210 time: 0.0412614 Aug 29 04:45:26.993196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] For port a5aacb64-fabf-413d-83ca-d28ccd0c86b0, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:27.000088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] For port a5aacb64-fabf-413d-83ca-d28ccd0c86b0, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:27.018588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.019298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-19014476-c916-4475-bcc8-106cdf143055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.106147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:27.107015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:45:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:27.170811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-19014476-c916-4475-bcc8-106cdf143055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.247005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19014476-c916-4475-bcc8-106cdf143055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7618f96a-65b0-4c0a-b90a-2c3766ef6915,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:27.257017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-19014476-c916-4475-bcc8-106cdf143055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.259615 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-19014476-c916-4475-bcc8-106cdf143055 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7618f96a-65b0-4c0a-b90a-2c3766ef6915 HTTP/1.1" status: 204 len: 168 time: 0.6214383 Aug 29 04:45:27.262171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46144) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:27.366001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:27.470429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.479091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1038bef-a0e1-4961-abfc-bc47bc050b34 None None] Pushing event updated for resources: {'Port': ['ID=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:27.535461 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:45:27.602479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.622696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.646646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b6a17d-30d7-44a0-b29f-6387d484e2d7']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:27.667317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c77c2a-a982-427e-a935-02e84f93f346') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:27.667954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c77c2a-a982-427e-a935-02e84f93f346') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:27.683736 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.708640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.727513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-62945452-28df-4d9e-aeb4-2c75d50389f0 req-b6d62827-ddaf-40da-a6a1-9bb8bc54b50d service neutron] (94846) timed out ('10.222.0.58', 60836) {{(pid=94846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:45:27.727901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:27.729452 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.808046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:26Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:27.809901 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:27.846416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.852882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48593438-7ce9-45d8-a5b6-88ef2dd1baf7 None None] The sync data for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 is: [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:26Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:27.867951 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.872762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] 10.222.0.58 "DELETE /v2.0/networks/f9b6a17d-30d7-44a0-b29f-6387d484e2d7 HTTP/1.1" status: 204 len: 168 time: 0.6069069 Aug 29 04:45:27.887808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87729fae-efed-49ee-b128-deb8bddd969f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b6a17d-30d7-44a0-b29f-6387d484e2d7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:28.182530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43a91070-3446-4055-921e-c3a7eae52d0f req-2315f584-ee25-42c3-b9bd-58a51d55100c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 210 time: 0.1045899 Aug 29 04:45:28.222815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46172) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:28.334742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:28.369878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:28.370688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a0c850f-4014-4c1a-81a0-5cf05eed0a59 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:28.413357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46178) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:28.418771 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-95426416-c911-4060-bd06-21ea3375421e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2151e6d7136b454ca53b5e40606d0218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887517 Aug 29 04:45:28.431401 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.519739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad13ae7-171b-40b9-ad40-aba25447d48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.521952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-4d963947-d612-435e-be6a-fdea310fb471 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:28.524181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-4d963947-d612-435e-be6a-fdea310fb471 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.65 "GET /v2.0/networks?id=9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 200 len: 796 time: 0.2417521 Aug 29 04:45:28.578622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad13ae7-171b-40b9-ad40-aba25447d48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.634083 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-79642d95-236b-435e-ac8a-d5679556e12a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 380 time: 0.1000628 Aug 29 04:45:28.655265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'port': {'device_id': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'admin_state_up': True, 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'security_groups': ['42189175-8421-4ae6-bf03-ee56e9ca839a']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:28.690944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad13ae7-171b-40b9-ad40-aba25447d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.693824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad13ae7-171b-40b9-ad40-aba25447d48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.695062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dad13ae7-171b-40b9-ad40-aba25447d48b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60fe0bdb-0011-4aa1-bec8-3fa91323d50f HTTP/1.1" status: 204 len: 168 time: 0.2804539 Aug 29 04:45:28.709945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad13ae7-171b-40b9-ad40-aba25447d48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fe0bdb-0011-4aa1-bec8-3fa91323d50f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:28.905296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:28.911134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.302932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.20.0.3 (9803520a-6dbf-48d7-b486-b456d27557c1/a46fb20e-de68-4552-8f2d-86adbb983e30/7942d8cb-e7c3-4189-b048-9c94c79bae52) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:29.397689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b008d62-bd2e-49c1-8e1c-73e769c608a3 req-72463096-a7b8-493a-adda-27893c82a3ef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 210 time: 0.0611796 Aug 29 04:45:29.609926 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.631355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Transition to ACTIVE for port object 7942d8cb-e7c3-4189-b048-9c94c79bae52 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:29.740448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.810408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:29.837541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a5aacb64-fabf-413d-83ca-d28ccd0c86b0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:29.854612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.854612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.854612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.854612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.854612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.854612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.854612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.854612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.858702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.859288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.859820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.860519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:29.894541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network 9803520a-6dbf-48d7-b486-b456d27557c1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:29.898710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:29.905423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:29.999349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:30.021285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:30.023406 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.041095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.041813 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.067680 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-22ab4e70-602d-4936-bbf5-28b2dd1ee136 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4218466 Aug 29 04:45:30.087284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Request body: {'port': {'device_id': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:30.222190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.266224 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.348996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a5aacb64-fabf-413d-83ca-d28ccd0c86b0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:30.358516 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.451865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46234) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:30.500454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.551397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7dd16601-6b2f-442d-a622-ee8f8a45e2e2 None None] Provisioning for port 7942d8cb-e7c3-4189-b048-9c94c79bae52 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:30.558693 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7dd16601-6b2f-442d-a622-ee8f8a45e2e2 None None] Provisioning complete for port 7942d8cb-e7c3-4189-b048-9c94c79bae52 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:30.561017 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7dd16601-6b2f-442d-a622-ee8f8a45e2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.610772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c65cd-2724-461b-b340-9d74d5d2f228 req-4d123043-75a8-418d-b948-8b13f7b419ae tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.628660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c22c65cd-2724-461b-b340-9d74d5d2f228 req-4d123043-75a8-418d-b948-8b13f7b419ae tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 931 time: 0.1265192 Aug 29 04:45:30.633056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7dd16601-6b2f-442d-a622-ee8f8a45e2e2 None None] Port 7942d8cb-e7c3-4189-b048-9c94c79bae52 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:45:30.664912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1682956338-network', 'tenant_id': 'e85e44659f584186a8f712ffaffd1967'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:30.695537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Made reservation on behalf of e85e44659f584186a8f712ffaffd1967 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:30.698144 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.713879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.770268 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c22c65cd-2724-461b-b340-9d74d5d2f228 req-5d773557-96f1-4508-82a4-5df1ce76f1cf tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402178 Aug 29 04:45:30.810124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7942d8cb-e7c3-4189-b048-9c94c79bae52 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:30.821834 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.840521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Transition to ACTIVE for port object 7942d8cb-e7c3-4189-b048-9c94c79bae52 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:30.845888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.865061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.870628 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.897984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:30.916645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95719b1c-0f10-4f04-94de-b708db8c5287,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.917800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.921937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.922622 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Added segment 30d13876-239f-4c0b-8fc4-3f00c4ada93d of type vlan for network 09b9a926-8616-4096-a9ae-239fd26b5025 Aug 29 04:45:30.990128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.019635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.021415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.022341 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.058954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6032615 Aug 29 04:45:31.060536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46244) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:31.061583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:31.061940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:31.062285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:31.071823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Request body: {'subnet': {'network_id': '09b9a926-8616-4096-a9ae-239fd26b5025', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1682956338-subnet', 'tenant_id': 'e85e44659f584186a8f712ffaffd1967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:31.083125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:31.083489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:31.099335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:31.099744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Checking segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:31.100113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Bound using segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:31.100585 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Bound port: 7942d8cb-e7c3-4189-b048-9c94c79bae52, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:31.101013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.174145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Made reservation on behalf of e85e44659f584186a8f712ffaffd1967 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:31.177513 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.192257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b413c61-0984-4ece-95c0-4ac394261ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=09b9a926-8616-4096-a9ae-239fd26b5025,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.213511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 09b9a926-8616-4096-a9ae-239fd26b5025 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:31.290111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:31.295744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:31.309381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.369691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.370323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.371732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] 10.222.0.65 "PUT /v2.0/ports/7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 1092 time: 1.2902572 Aug 29 04:45:31.372215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:31.374465 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a040aa-d21f-4a03-9aa9-000fcfd68e58" -d '{"events": [{"name": "network-changed", "server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:31.414443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427bb41-1bd2-4e2c-b9ea-0e241d1b5e1a service neutron] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.493733 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e850af-79bc-40c7-9f51-b7995b2e0390 x-openstack-request-id: req-42e850af-79bc-40c7-9f51-b7995b2e0390 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:31.494075 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:31.494343 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42e850af-79bc-40c7-9f51-b7995b2e0390 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:31.494784 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'status': 'completed', 'code': 200} Aug 29 04:45:31.535570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-42996712-22fd-4f27-bd70-6ed9a2155df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.537837 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-42996712-22fd-4f27-bd70-6ed9a2155df9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1095 time: 0.0948341 Aug 29 04:45:31.615132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-4e9c7b17-a7a8-471b-b9b9-0f7ffbb3905f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 217 time: 0.0524523 Aug 29 04:45:31.683958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-18ac86ce-9a8b-40bc-9bd5-de4a70e1de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.685708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-18ac86ce-9a8b-40bc-9bd5-de4a70e1de14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a46fb20e-de68-4552-8f2d-86adbb983e30 HTTP/1.1" status: 200 len: 835 time: 0.0629640 Aug 29 04:45:31.687253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.758053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-f0ad08c7-9ba9-4445-a528-b9897aae2d1e tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2f00a03a1179495e9f4e8e0eb3abce00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969002 Aug 29 04:45:31.774305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a5aacb64-fabf-413d-83ca-d28ccd0c86b0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:31.837672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-c0b4d9b6-70e3-485e-8c5e-0b06355d7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.839894 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-c0b4d9b6-70e3-485e-8c5e-0b06355d7705 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9803520a-6dbf-48d7-b486-b456d27557c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446373 Aug 29 04:45:31.844038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf22d4d0-8337-4f01-a944-8a4fa83896e3,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.858833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Checking segment: {'id': '30d13876-239f-4c0b-8fc4-3f00c4ada93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '09b9a926-8616-4096-a9ae-239fd26b5025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:31.859765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Network hostable DHCP agents. Network: 09b9a926-8616-4096-a9ae-239fd26b5025, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:31.872378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:31.872770 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.926581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Network 09b9a926-8616-4096-a9ae-239fd26b5025 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:31.960700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 09b9a926-8616-4096-a9ae-239fd26b5025) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:31.967271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.967938 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.982492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5f775-0212-4ab0-9cdd-982a42ce0b4f None None] Network 09b9a926-8616-4096-a9ae-239fd26b5025 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:31.987328 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4317e884-bb31-477a-b15d-b4d7ec7223b4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9219546 Aug 29 04:45:31.999158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-adcf575d-228e-4ab0-87a6-b4fb2aa8f22e service neutron] 10.222.0.65 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492605 Aug 29 04:45:32.143243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d040b00b-ac00-4d35-a10d-d696b8374509 req-207ec92b-bb96-40a9-a53d-200aa4bb4cf3 service neutron] 10.222.0.65 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364853 Aug 29 04:45:32.186510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ddf3e763-92d6-443d-acab-5625b9ac67d1 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.193622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ddf3e763-92d6-443d-acab-5625b9ac67d1 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4328694 Aug 29 04:45:32.216687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-151a401a-d50b-4d93-a471-0d329d0c96be tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/quotas/2f00a03a1179495e9f4e8e0eb3abce00 HTTP/1.1" status: 200 len: 375 time: 0.0150902 Aug 29 04:45:32.275605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-59fe7d12-61c3-4346-be7e-60c56420adfa tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f00a03a1179495e9f4e8e0eb3abce00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505419 Aug 29 04:45:32.328280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-da08d9e7-5759-4650-b2de-3b5287155472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.330372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-da08d9e7-5759-4650-b2de-3b5287155472 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1095 time: 0.1000571 Aug 29 04:45:32.333987 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b368605-c57a-435a-be3b-2ff4480e65ad None None] Network 09b9a926-8616-4096-a9ae-239fd26b5025 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:32.498937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-493024c7-426b-477e-a68a-0a9e73882f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.500942 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-493024c7-426b-477e-a68a-0a9e73882f93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 200 len: 897 time: 0.1593704 Aug 29 04:45:32.576207 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-8487e8ff-e85b-4c4e-af2a-ee8f1737b17d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 217 time: 0.0658092 Aug 29 04:45:32.624231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dddb43-ab40-445a-83c0-6c1ecb021f53 req-d84cdcc0-57d9-49a2-a101-49fb4c2376d9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.625882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3dddb43-ab40-445a-83c0-6c1ecb021f53 req-d84cdcc0-57d9-49a2-a101-49fb4c2376d9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 943 time: 0.0663664 Aug 29 04:45:32.681832 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3dddb43-ab40-445a-83c0-6c1ecb021f53 req-1b806ce6-dbf0-4685-82fe-e47ec28c8040 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484877 Aug 29 04:45:32.712469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-d190c63d-0a77-4ac2-b209-c971333bd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.715655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46290) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:32.715774 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-d190c63d-0a77-4ac2-b209-c971333bd204 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a46fb20e-de68-4552-8f2d-86adbb983e30 HTTP/1.1" status: 200 len: 835 time: 0.1299951 Aug 29 04:45:32.766359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-690db195-36d4-41ea-896b-21ac494162d5 admin admin] Deleting subnet bf22d4d0-8337-4f01-a944-8a4fa83896e3 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:32.771181 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-690db195-36d4-41ea-896b-21ac494162d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.821298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-690db195-36d4-41ea-896b-21ac494162d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.872751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-03f5bf48-5991-46a6-a458-ccb44531caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.875683 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-03f5bf48-5991-46a6-a458-ccb44531caed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9803520a-6dbf-48d7-b486-b456d27557c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503906 Aug 29 04:45:32.929658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-690db195-36d4-41ea-896b-21ac494162d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.055173 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-6dc433bd-f0b9-4ac8-8e6b-c227ed8257d6 service neutron] 10.222.0.65 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703944 Aug 29 04:45:33.069767 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93f02ef3-257d-4ef1-9968-17b730ca9bb3 req-9e823b92-0ff9-478a-ba41-f96443212c50 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 210 time: 0.0650227 Aug 29 04:45:33.117762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-690db195-36d4-41ea-896b-21ac494162d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.186943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690db195-36d4-41ea-896b-21ac494162d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf22d4d0-8337-4f01-a944-8a4fa83896e3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:33.201981 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-690db195-36d4-41ea-896b-21ac494162d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.207389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46304) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:33.226391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-690db195-36d4-41ea-896b-21ac494162d5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bf22d4d0-8337-4f01-a944-8a4fa83896e3 HTTP/1.1" status: 204 len: 168 time: 0.5113330 Aug 29 04:45:33.295338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.306544 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-21a040aa-d21f-4a03-9aa9-000fcfd68e58 req-c3ddbd84-11ee-4a7b-9cc9-1257e4a47d2e service neutron] 10.222.0.65 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429197 Aug 29 04:45:33.425182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.439022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b9a926-8616-4096-a9ae-239fd26b5025']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:33.452085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d13876-239f-4c0b-8fc4-3f00c4ada93d') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:33.452395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d13876-239f-4c0b-8fc4-3f00c4ada93d') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:33.465794 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.495173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.502650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:33.503719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:33.505894 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:33.593488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.603776 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.607717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] 10.222.0.58 "DELETE /v2.0/networks/09b9a926-8616-4096-a9ae-239fd26b5025 HTTP/1.1" status: 204 len: 168 time: 0.3983316 Aug 29 04:45:33.622172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24e179-84e4-4a39-b7a3-d9fd84c5b706 admin admin] Pushing event deleted for resources: {'Network': ['ID=09b9a926-8616-4096-a9ae-239fd26b5025,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:33.736791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46312) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:33.813456 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1188c7a1-5a13-4763-b849-647bd01e50d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e85e44659f584186a8f712ffaffd1967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730970 Aug 29 04:45:33.814616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46316) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:33.874626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec2d6e-fe7b-4cbc-b30a-4293b97e918d req-d79fa857-9102-4919-a754-0df1a5852eff tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:33.887358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3ec2d6e-fe7b-4cbc-b30a-4293b97e918d req-d79fa857-9102-4919-a754-0df1a5852eff tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 943 time: 0.1159608 Aug 29 04:45:33.911620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88f8ab8f-cab3-49f6-9f88-b9113ef2a567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.958750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88f8ab8f-cab3-49f6-9f88-b9113ef2a567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.983776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3ec2d6e-fe7b-4cbc-b30a-4293b97e918d req-758afc22-01b0-4e77-a4d8-b8bbfca0ad3b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817125 Aug 29 04:45:34.030989 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-fa47f00a-1585-49c1-8234-ea1f28fb0dfa tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2f00a03a1179495e9f4e8e0eb3abce00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583262 Aug 29 04:45:34.240518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-44d23951-62a6-44a0-9008-f5129c615a87 req-789e20c7-a3ce-4070-b9be-0aefdb93b1fd tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 210 time: 0.0455172 Aug 29 04:45:34.316028 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88f8ab8f-cab3-49f6-9f88-b9113ef2a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.325841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-88f8ab8f-cab3-49f6-9f88-b9113ef2a567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.328421 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-88f8ab8f-cab3-49f6-9f88-b9113ef2a567 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95719b1c-0f10-4f04-94de-b708db8c5287 HTTP/1.1" status: 204 len: 168 time: 0.5086508 Aug 29 04:45:34.400720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-2e625579-d43c-4df8-913f-1abdce0b199a tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:34.402948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-2e625579-d43c-4df8-913f-1abdce0b199a tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595004 Aug 29 04:45:34.408297 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8ab8f-cab3-49f6-9f88-b9113ef2a567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95719b1c-0f10-4f04-94de-b708db8c5287,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.427841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Request body: {'port': {'device_id': 'fe5bd74e-e592-49cb-93b6-06f2c3987a74', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '2f00a03a1179495e9f4e8e0eb3abce00'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:34.428817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7942d8cb-e7c3-4189-b048-9c94c79bae52 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:34.618951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:34.632035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'port_id': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'mac_address': 'fa:16:3e:5c:cc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:34.672145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Made reservation on behalf of 2f00a03a1179495e9f4e8e0eb3abce00 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:34.678973 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.683782 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.693576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.700615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7942d8cb-e7c3-4189-b048-9c94c79bae52 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:34.726823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:34.735048 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.820884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.835549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.842689 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.940687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7942d8cb-e7c3-4189-b048-9c94c79bae52'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:34.981323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd6771c-fb68-4089-937f-0c118d6b4601,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:35.059815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Allocated IP 192.168.233.10 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/a64ae0cb-6c67-4fec-90f4-8e78c1770497) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:35.201118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076d3a7-0f00-42df-abf4-55cb7eb74352 req-62fac11f-25b4-415e-91ac-31d04327982f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:35.204667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5076d3a7-0f00-42df-abf4-55cb7eb74352 req-62fac11f-25b4-415e-91ac-31d04327982f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.1011329 Aug 29 04:45:35.274705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5076d3a7-0f00-42df-abf4-55cb7eb74352 req-0412d58c-adb5-43ea-bdc9-ce1e7885b4af tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575776 Aug 29 04:45:35.387601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.443517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Transition to ACTIVE for port object a64ae0cb-6c67-4fec-90f4-8e78c1770497 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:35.530685 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.637079 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1e91e-c2b3-48be-b0b2-92bac3e92e86 req-d217f40b-da73-45f5-ad7f-be37b7aa3206 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:35.640865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:35.649526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bb1e91e-c2b3-48be-b0b2-92bac3e92e86 req-d217f40b-da73-45f5-ad7f-be37b7aa3206 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 935 time: 0.1109762 Aug 29 04:45:35.658340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:35.664676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:35.705092 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2bb1e91e-c2b3-48be-b0b2-92bac3e92e86 req-77c66ca8-0e28-4f45-828d-857e863ab4fd tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Aug 29 04:45:35.755792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:35.756477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.767003 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Pushing event updated for resources: {'Port': ['ID=a64ae0cb-6c67-4fec-90f4-8e78c1770497,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:35.791292 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-ab84c3f1-783a-4cff-91e5-4d2b93bfb1dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3736086 Aug 29 04:45:35.813858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Request body: {'port': {'device_id': 'fe5bd74e-e592-49cb-93b6-06f2c3987a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:35.901706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.021307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f7522a1c-2e24-43e1-a6ee-5b0e412b8a79 None None] Provisioning for port a64ae0cb-6c67-4fec-90f4-8e78c1770497 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:36.028370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f7522a1c-2e24-43e1-a6ee-5b0e412b8a79 None None] Provisioning complete for port a64ae0cb-6c67-4fec-90f4-8e78c1770497 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:36.028611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f7522a1c-2e24-43e1-a6ee-5b0e412b8a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.074645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f7522a1c-2e24-43e1-a6ee-5b0e412b8a79 None None] Port a64ae0cb-6c67-4fec-90f4-8e78c1770497 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:45:36.334613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64ae0cb-6c67-4fec-90f4-8e78c1770497 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:36.346944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.363544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Transition to ACTIVE for port object a64ae0cb-6c67-4fec-90f4-8e78c1770497 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:36.368332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.445524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7942d8cb-e7c3-4189-b048-9c94c79bae52 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:36.449672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Pushing event updated for resources: {'Port': ['ID=a64ae0cb-6c67-4fec-90f4-8e78c1770497,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:36.581699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 7942d8cb-e7c3-4189-b048-9c94c79bae52 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:36.584816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Attempting to bind port a64ae0cb-6c67-4fec-90f4-8e78c1770497 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:36.585176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Attempting to bind port a64ae0cb-6c67-4fec-90f4-8e78c1770497 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:36.585515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Attempting to bind port a64ae0cb-6c67-4fec-90f4-8e78c1770497 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:36.590553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 7942d8cb-e7c3-4189-b048-9c94c79bae52 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:36.592189 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.595276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Port a64ae0cb-6c67-4fec-90f4-8e78c1770497 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:36.595624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Attempting to bind port a64ae0cb-6c67-4fec-90f4-8e78c1770497 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:36.608799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:36.609152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:36.609551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:36.609989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Bound port: a64ae0cb-6c67-4fec-90f4-8e78c1770497, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:36.619058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.628504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22497159-c230-4990-bc31-b45ec62b5cc4 req-7ca6e406-c15c-4dc2-94ab-4615b19d1a3d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:36.630170 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22497159-c230-4990-bc31-b45ec62b5cc4 req-7ca6e406-c15c-4dc2-94ab-4615b19d1a3d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.1018548 Aug 29 04:45:36.751716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22497159-c230-4990-bc31-b45ec62b5cc4 req-7750e949-49f5-4574-a8d1-3beb2aaec9bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116304 Aug 29 04:45:36.807310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] For port a64ae0cb-6c67-4fec-90f4-8e78c1770497, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:36.809196 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.816577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] For port a64ae0cb-6c67-4fec-90f4-8e78c1770497, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a64ae0cb-6c67-4fec-90f4-8e78c1770497,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:36.824341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.852497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:36.856187 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa6cda3-e7a7-47bc-99d5-b548c9850c09" -d '{"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-plugged", "status": "completed", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:36.872338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:36.880839 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.905485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:36.908339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.911727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] 10.222.0.64 "PUT /v2.0/ports/a64ae0cb-6c67-4fec-90f4-8e78c1770497 HTTP/1.1" status: 200 len: 1096 time: 1.1038718 Aug 29 04:45:36.924131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5bd74e-e592-49cb-93b6-06f2c3987a74', 'tag': 'a64ae0cb-6c67-4fec-90f4-8e78c1770497'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:36.928518 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774738a2-0659-4cc2-80bd-38f266e4fc7b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5bd74e-e592-49cb-93b6-06f2c3987a74", "tag": "a64ae0cb-6c67-4fec-90f4-8e78c1770497"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:37.015490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd45fe5-4982-4566-bb45-599bbcef4c23 service neutron] Pushing event updated for resources: {'Port': ['ID=a64ae0cb-6c67-4fec-90f4-8e78c1770497,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.029995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-bcfff88f-bc96-42fe-87cd-4657034dc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.031868 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-bcfff88f-bc96-42fe-87cd-4657034dc707 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f00a03a1179495e9f4e8e0eb3abce00&device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 1099 time: 0.0700901 Aug 29 04:45:37.037874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.271796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5327-9cf8-46f1-8335-2c4f73da23a0 req-df4afc2b-e22d-495e-a7c1-605dc2bb0201 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.287019 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3fd5327-9cf8-46f1-8335-2c4f73da23a0 req-df4afc2b-e22d-495e-a7c1-605dc2bb0201 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 947 time: 0.1227384 Aug 29 04:45:37.373732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3fd5327-9cf8-46f1-8335-2c4f73da23a0 req-71b8c42f-228c-4c57-a19b-7835e6e7786b tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798914 Aug 29 04:45:37.454554 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4792c53-8aff-4685-acf5-ac05ad1d738a x-openstack-request-id: req-c4792c53-8aff-4685-acf5-ac05ad1d738a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:37.454862 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-plugged", "status": "completed", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:37.455124 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4792c53-8aff-4685-acf5-ac05ad1d738a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:37.455537 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'code': 200} Aug 29 04:45:37.619642 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0481c6-2550-4660-8e36-32fe04f2bd39 x-openstack-request-id: req-2c0481c6-2550-4660-8e36-32fe04f2bd39 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:37.620257 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5bd74e-e592-49cb-93b6-06f2c3987a74", "tag": "a64ae0cb-6c67-4fec-90f4-8e78c1770497", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:37.620675 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c0481c6-2550-4660-8e36-32fe04f2bd39 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:37.620940 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5bd74e-e592-49cb-93b6-06f2c3987a74', 'tag': 'a64ae0cb-6c67-4fec-90f4-8e78c1770497', 'status': 'completed', 'code': 200} Aug 29 04:45:37.632250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-c0c19ed6-38b4-4edd-86c6-a273fe48909a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a64ae0cb-6c67-4fec-90f4-8e78c1770497 HTTP/1.1" status: 200 len: 217 time: 0.5743656 Aug 29 04:45:37.710924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-f06020fc-12a8-49d6-ae0a-2b8f66a29e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.712516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-f06020fc-12a8-49d6-ae0a-2b8f66a29e50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0575628 Aug 29 04:45:37.778081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c912825-96c5-40c8-b035-9f84d1a541b8 req-0fb5d4c8-46c2-496a-aa34-8d061c2431e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.783126 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c912825-96c5-40c8-b035-9f84d1a541b8 req-0fb5d4c8-46c2-496a-aa34-8d061c2431e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1097 time: 0.1603432 Aug 29 04:45:37.802463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-b8209fe8-cf60-4b40-b796-4828fed0106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.805115 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-b8209fe8-cf60-4b40-b796-4828fed0106c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842729 Aug 29 04:45:37.907631 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c912825-96c5-40c8-b035-9f84d1a541b8 req-ff438aca-b05f-47f5-86dc-3b3120edeaee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159868 Aug 29 04:45:37.961745 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-356dd561-112c-4a21-a346-f914624c6d3d service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437731 Aug 29 04:45:37.992365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bff935-eb83-4022-8c49-c4203ae681a8 req-391f5c77-5f36-4078-b026-8ebe6a71a34a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.996927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17bff935-eb83-4022-8c49-c4203ae681a8 req-391f5c77-5f36-4078-b026-8ebe6a71a34a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.1119447 Aug 29 04:45:38.051051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17bff935-eb83-4022-8c49-c4203ae681a8 req-416368f9-d4b9-4016-a849-81cc131fe391 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489185 Aug 29 04:45:38.174792 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fc2376f9-ab6e-4cd7-a6d2-53bae7ea2206 req-cf4fd4a4-e132-477c-9805-0349ff681a25 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028143 Aug 29 04:45:38.314499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-1fac4a18-1bff-4eed-b3fc-084c3e16e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.316404 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-1fac4a18-1bff-4eed-b3fc-084c3e16e928 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f00a03a1179495e9f4e8e0eb3abce00&device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 1099 time: 0.0869951 Aug 29 04:45:38.524772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-62fbe7d1-d702-4713-bd90-1607d8016984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.527760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-62fbe7d1-d702-4713-bd90-1607d8016984 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.2028377 Aug 29 04:45:38.547942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb282a-a712-49a6-a251-d750c375230e req-af32dfb8-817c-433f-bf85-0105efd5e4ff tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.549628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdfb282a-a712-49a6-a251-d750c375230e req-af32dfb8-817c-433f-bf85-0105efd5e4ff tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 947 time: 0.0628684 Aug 29 04:45:38.598952 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-b3bc8ad8-d1cd-4179-a581-601878e2439f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a64ae0cb-6c67-4fec-90f4-8e78c1770497 HTTP/1.1" status: 200 len: 217 time: 0.0604351 Aug 29 04:45:38.600638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdfb282a-a712-49a6-a251-d750c375230e req-8b80c91f-4be2-4010-b901-a63ae02ce08d tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 Aug 29 04:45:38.679427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-fa982e92-be19-486c-b3aa-f3d96c43316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.683651 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-fa982e92-be19-486c-b3aa-f3d96c43316e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0761986 Aug 29 04:45:38.741473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-81d0a25a-1ae5-4de7-8414-5c603db0c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.743244 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-81d0a25a-1ae5-4de7-8414-5c603db0c662 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0522962 Aug 29 04:45:38.902569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-bb127cd5-50c6-425f-b12d-34442525e36f service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511135 Aug 29 04:45:39.046302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-774738a2-0659-4cc2-80bd-38f266e4fc7b req-eeb94bfe-eb88-4b15-8b82-153a2e3be6c0 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345429 Aug 29 04:45:39.221316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaade077-e87e-4964-868b-46663b57ae16 req-f2cb1039-bdc7-4f36-876a-6db2d9df6344 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.233223 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aaade077-e87e-4964-868b-46663b57ae16 req-f2cb1039-bdc7-4f36-876a-6db2d9df6344 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.0858705 Aug 29 04:45:39.289775 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aaade077-e87e-4964-868b-46663b57ae16 req-008e5c0a-ac80-47fa-a926-3e2c656a9e76 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553992 Aug 29 04:45:39.502705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d28734-7dfe-4d3e-8633-1b7e4e4fd0b7 req-a731f5a7-612b-4330-818a-a4dffbac7877 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.504605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18d28734-7dfe-4d3e-8633-1b7e4e4fd0b7 req-a731f5a7-612b-4330-818a-a4dffbac7877 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.0610077 Aug 29 04:45:39.562061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-18d28734-7dfe-4d3e-8633-1b7e4e4fd0b7 req-bd89087c-5870-4185-b002-fc0c7038347e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458729 Aug 29 04:45:39.587558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46474) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:39.648207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ecd7c9-f430-4cf0-b75d-b047de73dbad tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.651031 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44ecd7c9-f430-4cf0-b75d-b047de73dbad tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1092 time: 0.0620546 Aug 29 04:45:39.654173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46478) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:39.659804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:39.709983 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.865335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44fa6-1037-45a8-9667-549c40ba7bc2 req-2ebfc2c1-6664-45a4-a3d0-9094e3b04c12 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.866972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29f44fa6-1037-45a8-9667-549c40ba7bc2 req-2ebfc2c1-6664-45a4-a3d0-9094e3b04c12 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 947 time: 0.0884941 Aug 29 04:45:39.923759 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.939558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29f44fa6-1037-45a8-9667-549c40ba7bc2 req-7f33eb17-312e-40c1-98c8-26c27daabf3e tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596790 Aug 29 04:45:40.081257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.25.1.152 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/7cd21f2e-3b4e-4b4d-8511-e5979201c325) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:40.247171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.310295 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.394806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:40.399783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:40.402029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=7cd21f2e-3b4e-4b4d-8511-e5979201c325,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:40.404301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:40.826767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.901203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.114650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2b304-0e64-4087-983a-f3ebef248170 req-fab5b5e1-015b-4969-ba93-ff060919f4ae tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.122887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92f2b304-0e64-4087-983a-f3ebef248170 req-fab5b5e1-015b-4969-ba93-ff060919f4ae tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 947 time: 0.1089022 Aug 29 04:45:41.133344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.147650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.227905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92f2b304-0e64-4087-983a-f3ebef248170 req-397c8c67-eb46-4017-857d-a69cf69f8f2a tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038933 Aug 29 04:45:41.238197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=7cd21f2e-3b4e-4b4d-8511-e5979201c325,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:41.249656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.381153 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Floating IP 9bd4ee62-016c-48b1-b4bf-ce409046303a associated. External IP: 172.25.1.152, port: 7942d8cb-e7c3-4189-b048-9c94c79bae52. Aug 29 04:45:41.704235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:41.870382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:41.882914 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] Sync routers for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:41.909682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.915504 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:41.916331 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:45:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:41.955689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-33c0943b-a193-4d4f-a69e-3bda21eee729 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3000946 Aug 29 04:45:41.956337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:41.970644 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f31c8f-0dc9-4d81-8fda-05afd82049eb" -d '{"events": [{"name": "network-changed", "server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:42.131733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037424b-06ab-4b0f-ae27-b335abe68235 req-31bd71bd-9757-4c56-87a0-abe3c3653d59 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.152741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8037424b-06ab-4b0f-ae27-b335abe68235 req-31bd71bd-9757-4c56-87a0-abe3c3653d59 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.1060991 Aug 29 04:45:42.164577 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:42.232877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8037424b-06ab-4b0f-ae27-b335abe68235 req-fdb631a5-4fee-4413-b96d-7d53f333874d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779166 Aug 29 04:45:42.259336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46534) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:42.396074 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee542964-7d41-4467-a90b-277e87c9048a x-openstack-request-id: req-ee542964-7d41-4467-a90b-277e87c9048a {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:42.396630 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:42.396630 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee542964-7d41-4467-a90b-277e87c9048a {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:42.397021 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'status': 'completed', 'code': 200} Aug 29 04:45:42.429446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a64ae0cb-6c67-4fec-90f4-8e78c1770497 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:42.637073 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b6cff299-6ccb-49b1-9b71-891e519e0cd4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/9bd4ee62-016c-48b1-b4bf-ce409046303a HTTP/1.1" status: 200 len: 991 time: 0.3750799 Aug 29 04:45:42.670642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-9a89900d-4269-4b20-8fe8-810da2d451c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.674290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-9a89900d-4269-4b20-8fe8-810da2d451c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1097 time: 0.2360725 Aug 29 04:45:42.703430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a64ae0cb-6c67-4fec-90f4-8e78c1770497, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a64ae0cb-6c67-4fec-90f4-8e78c1770497,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:42.726676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d68e-05bc-4e2b-b118-2cbf87dd1863 req-e3b28e64-949e-45d9-b6ca-0c593b9e81df tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.736667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a81d68e-05bc-4e2b-b118-2cbf87dd1863 req-e3b28e64-949e-45d9-b6ca-0c593b9e81df tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 947 time: 0.2116923 Aug 29 04:45:42.748519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'a64ae0cb-6c67-4fec-90f4-8e78c1770497', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': 'a64ae0cb-6c67-4fec-90f4-8e78c1770497', 'mac_address': 'fa:16:3e:60:93:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:42.777441 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd4ee62-016c-48b1-b4bf-ce409046303a', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'port_id': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'mac_address': 'fa:16:3e:5c:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:40Z', 'updated_at': '2021-08-29T04:45:40Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:30Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.860485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a81d68e-05bc-4e2b-b118-2cbf87dd1863 req-d67aaa85-d86e-4f0f-b78b-48c6995001da tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227574 Aug 29 04:45:42.876129 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.910181 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] Checking router: e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:42.941311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64ae0cb-6c67-4fec-90f4-8e78c1770497 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:42.957919 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:42.963201 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:45:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.996740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a64ae0cb-6c67-4fec-90f4-8e78c1770497, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a64ae0cb-6c67-4fec-90f4-8e78c1770497,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:43.006728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.026555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-bbf1d201-04ba-48eb-9936-62680669a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.029623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-bbf1d201-04ba-48eb-9936-62680669a2d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 200 len: 897 time: 0.3472943 Aug 29 04:45:43.119808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a64ae0cb-6c67-4fec-90f4-8e78c1770497,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:43.181069 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-452e7fbb-a4ae-4663-982c-11e1dd7b9a4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 999 time: 0.1439421 Aug 29 04:45:43.214874 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:43.252822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a64ae0cb-6c67-4fec-90f4-8e78c1770497'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:43.273549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-30d4f5f0-ebba-4601-b100-fedcd5c41e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.278874 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-30d4f5f0-ebba-4601-b100-fedcd5c41e4a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a46fb20e-de68-4552-8f2d-86adbb983e30 HTTP/1.1" status: 200 len: 835 time: 0.0905995 Aug 29 04:45:43.386666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-c1ceb5c4-bd7f-40bb-9b91-4b924eee75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.388479 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-c1ceb5c4-bd7f-40bb-9b91-4b924eee75d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9803520a-6dbf-48d7-b486-b456d27557c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023815 Aug 29 04:45:43.535927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-73ea8cba-5735-466e-8be5-41f44b5c9a9d service neutron] 10.222.0.65 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386106 Aug 29 04:45:43.640570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46562) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:43.685243 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd4ee62-016c-48b1-b4bf-ce409046303a', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'port_id': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'mac_address': 'fa:16:3e:5c:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:40Z', 'updated_at': '2021-08-29T04:45:40Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:30Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.701264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f31c8f-0dc9-4d81-8fda-05afd82049eb req-0447db70-4f07-4e19-a6e8-38bebef75148 service neutron] 10.222.0.65 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535192 Aug 29 04:45:43.729390 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd84aa5-5c90-4af0-aa5b-a0bf448290d1 None None] The sync data for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 is: [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '9bd4ee62-016c-48b1-b4bf-ce409046303a', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'port_id': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'mac_address': 'fa:16:3e:5c:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:40Z', 'updated_at': '2021-08-29T04:45:40Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:30Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:43.751278 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c0d76922-593e-4ada-af0f-651855dad3f1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/9bd4ee62-016c-48b1-b4bf-ce409046303a HTTP/1.1" status: 200 len: 991 time: 0.1096213 Aug 29 04:45:43.963220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cd4063-c7da-42dc-a0c7-25413527fc67 None None] New status for floating IP 9bd4ee62-016c-48b1-b4bf-ce409046303a: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:43.995343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beff49-46dd-4479-b497-9639e91a15a0 req-2d7ae383-ee37-47e2-9b22-0f921f2790dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.997157 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96beff49-46dd-4479-b497-9639e91a15a0 req-2d7ae383-ee37-47e2-9b22-0f921f2790dc tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 948 time: 0.0641351 Aug 29 04:45:44.042301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96beff49-46dd-4479-b497-9639e91a15a0 req-af7b7695-e1a7-496f-bb15-dcbba986fc6f tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Aug 29 04:45:44.440949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a64ae0cb-6c67-4fec-90f4-8e78c1770497 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:44.503619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port a64ae0cb-6c67-4fec-90f4-8e78c1770497 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:44.508644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port a64ae0cb-6c67-4fec-90f4-8e78c1770497 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:44.509273 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.609269 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.647578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5bd74e-e592-49cb-93b6-06f2c3987a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64ae0cb-6c67-4fec-90f4-8e78c1770497'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:44.651632 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47702727-7c50-4f76-a68f-5e66571a2cbf" -d '{"events": [{"server_uuid": "fe5bd74e-e592-49cb-93b6-06f2c3987a74", "name": "network-vif-plugged", "status": "completed", "tag": "a64ae0cb-6c67-4fec-90f4-8e78c1770497"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:44.669447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a64ae0cb-6c67-4fec-90f4-8e78c1770497, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a64ae0cb-6c67-4fec-90f4-8e78c1770497,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:44.677123 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.711903 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2b25bc-6ee2-483a-8077-b4249a69e0d4 x-openstack-request-id: req-2c2b25bc-6ee2-483a-8077-b4249a69e0d4 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:44.712467 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5bd74e-e592-49cb-93b6-06f2c3987a74", "name": "network-vif-plugged", "status": "completed", "tag": "a64ae0cb-6c67-4fec-90f4-8e78c1770497", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:44.712798 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c2b25bc-6ee2-483a-8077-b4249a69e0d4 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:44.713271 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5bd74e-e592-49cb-93b6-06f2c3987a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64ae0cb-6c67-4fec-90f4-8e78c1770497', 'code': 200} Aug 29 04:45:44.751093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a64ae0cb-6c67-4fec-90f4-8e78c1770497,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:44.755937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46594) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:44.845604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d91a7-5de9-430b-8be9-2e0ca6d97563 req-ebf33a43-3028-43df-bb7e-55bd4b83fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:44.847462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-af5d91a7-5de9-430b-8be9-2e0ca6d97563 req-ebf33a43-3028-43df-bb7e-55bd4b83fdc6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 1101 time: 0.0505040 Aug 29 04:45:44.850846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-00965f56-2ef2-452c-b3f6-cdb2784eed49 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/9bd4ee62-016c-48b1-b4bf-ce409046303a HTTP/1.1" status: 200 len: 993 time: 0.0936041 Aug 29 04:45:44.893491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-af5d91a7-5de9-430b-8be9-2e0ca6d97563 req-b244e49e-6fbc-4e6b-8b41-5cbfb8eccefb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358207 Aug 29 04:45:45.207627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca743765-2ac2-4d05-8e10-d855df341e53 req-c291a07a-ecf8-4680-80a3-8c560311ffc5 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:45.210557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca743765-2ac2-4d05-8e10-d855df341e53 req-c291a07a-ecf8-4680-80a3-8c560311ffc5 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 949 time: 0.0714633 Aug 29 04:45:45.259599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca743765-2ac2-4d05-8e10-d855df341e53 req-bd46feab-032f-4d65-b53f-7d816071c633 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Aug 29 04:45:46.466981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10700b4e-6efd-4b1c-8071-68d20ed1a3ad req-fe4daf1d-ed03-4010-a72e-410c87d9b047 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:46.476102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10700b4e-6efd-4b1c-8071-68d20ed1a3ad req-fe4daf1d-ed03-4010-a72e-410c87d9b047 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 949 time: 0.0843813 Aug 29 04:45:46.523018 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10700b4e-6efd-4b1c-8071-68d20ed1a3ad req-6f9bd30f-a667-499c-8c06-85fca156c408 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455000 Aug 29 04:45:47.416713 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b01e981b-ba2d-4b4c-99fd-b6c9628316d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.620250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46698) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.796635 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3890aafe-163f-4b95-9f6f-22d87a7c43fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.011128 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3890aafe-163f-4b95-9f6f-22d87a7c43fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.033451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3890aafe-163f-4b95-9f6f-22d87a7c43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.131693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46710) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:48.146476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3890aafe-163f-4b95-9f6f-22d87a7c43fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0752b7cbf2c6448d9fd74bad6cae0d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235033 Aug 29 04:45:48.147609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890aafe-163f-4b95-9f6f-22d87a7c43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b7b3ee-ef52-400d-99b7-74bafc6b1555,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:48.256639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8df611e7-9fc6-40b7-93d1-f47b70a6f77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.303494 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8df611e7-9fc6-40b7-93d1-f47b70a6f77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.369260 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8df611e7-9fc6-40b7-93d1-f47b70a6f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.371891 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8df611e7-9fc6-40b7-93d1-f47b70a6f77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.375551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8df611e7-9fc6-40b7-93d1-f47b70a6f77e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76b7b3ee-ef52-400d-99b7-74bafc6b1555 HTTP/1.1" status: 204 len: 168 time: 0.2397344 Aug 29 04:45:48.385454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df611e7-9fc6-40b7-93d1-f47b70a6f77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b7b3ee-ef52-400d-99b7-74bafc6b1555,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:50.016857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46768) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:50.086954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b8c3be-b1e8-4880-83e0-fa5a6e2bad7d admin admin] Deleting subnet 71e4f66c-0a6c-468f-8618-0ee3038a9b48 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:50.091879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53b8c3be-b1e8-4880-83e0-fa5a6e2bad7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.193261 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53b8c3be-b1e8-4880-83e0-fa5a6e2bad7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.287439 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53b8c3be-b1e8-4880-83e0-fa5a6e2bad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.353209 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.424217 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53b8c3be-b1e8-4880-83e0-fa5a6e2bad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.443086 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b16b3fc7-8ff5-4099-9555-7685458f11eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.450719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53b8c3be-b1e8-4880-83e0-fa5a6e2bad7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.453879 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-53b8c3be-b1e8-4880-83e0-fa5a6e2bad7d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/71e4f66c-0a6c-468f-8618-0ee3038a9b48 HTTP/1.1" status: 204 len: 168 time: 0.4350615 Aug 29 04:45:50.456307 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46782) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:50.566623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.576224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8c3be-b1e8-4880-83e0-fa5a6e2bad7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e4f66c-0a6c-468f-8618-0ee3038a9b48,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:50.683255 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.695229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45571f96-9d90-4872-96c9-c7f63afdf449']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:50.708367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ac2581-5637-4822-a753-83573c22fca4') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:50.708994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ac2581-5637-4822-a753-83573c22fca4') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:50.720568 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.736052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.745014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:50.745839 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:50.813496 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:50.820077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.832084 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.835645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] 10.222.0.58 "DELETE /v2.0/networks/45571f96-9d90-4872-96c9-c7f63afdf449 HTTP/1.1" status: 204 len: 168 time: 0.3776381 Aug 29 04:45:50.838148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46794) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:50.853470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd0f52-480c-4c7a-bd01-94e7e790c80b admin admin] Pushing event deleted for resources: {'Network': ['ID=45571f96-9d90-4872-96c9-c7f63afdf449,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:50.965813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d41e96b-6cd7-4a8c-a824-92e6e0dc2d4a admin admin] Deleting subnet 35b74dd2-2e67-41db-b50b-cd3d7fa21f04 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:50.972187 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d41e96b-6cd7-4a8c-a824-92e6e0dc2d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.037256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d41e96b-6cd7-4a8c-a824-92e6e0dc2d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.114558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d41e96b-6cd7-4a8c-a824-92e6e0dc2d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.178964 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d41e96b-6cd7-4a8c-a824-92e6e0dc2d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.218848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41e96b-6cd7-4a8c-a824-92e6e0dc2d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b74dd2-2e67-41db-b50b-cd3d7fa21f04,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:51.232849 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d41e96b-6cd7-4a8c-a824-92e6e0dc2d4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.247020 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8d41e96b-6cd7-4a8c-a824-92e6e0dc2d4a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/35b74dd2-2e67-41db-b50b-cd3d7fa21f04 HTTP/1.1" status: 204 len: 168 time: 0.4072940 Aug 29 04:45:51.249432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46806) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:51.262078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.338735 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.437843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.450790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d8cff2-2bac-437b-ba0a-e69d128783ef']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:51.476134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab602c90-2f45-474d-9dbd-f3e6c40ecaf0') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:51.476541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab602c90-2f45-474d-9dbd-f3e6c40ecaf0') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:51.494298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.519096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.529080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:51.529503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:51.585066 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:51.615937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.623818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.634090 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] 10.222.0.58 "DELETE /v2.0/networks/74d8cff2-2bac-437b-ba0a-e69d128783ef HTTP/1.1" status: 204 len: 168 time: 0.3823318 Aug 29 04:45:51.669177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddb4b0-fe5d-4337-99fc-6d4b0bb7f96f admin admin] Pushing event deleted for resources: {'Network': ['ID=74d8cff2-2bac-437b-ba0a-e69d128783ef,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:51.891461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46824) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:51.946572 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3bca44c1-505f-450c-aeb7-5d8e96d6b2d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba9b6e5033e84e00a3d184ad9efbf299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538101 Aug 29 04:45:51.949538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46828) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.023826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afb78857-0aa3-4717-a6a5-75418f67d793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.038027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46830) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.052194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afb78857-0aa3-4717-a6a5-75418f67d793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.112711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afb78857-0aa3-4717-a6a5-75418f67d793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.117795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afb78857-0aa3-4717-a6a5-75418f67d793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.119289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-afb78857-0aa3-4717-a6a5-75418f67d793 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10774c29-9740-493b-ba8e-650f000442f8 HTTP/1.1" status: 204 len: 168 time: 0.1671245 Aug 29 04:45:52.147198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb78857-0aa3-4717-a6a5-75418f67d793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10774c29-9740-493b-ba8e-650f000442f8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:52.251058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d1811a2-5b92-467b-a6d1-3cda5dd30c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.384784 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d1811a2-5b92-467b-a6d1-3cda5dd30c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.390926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d1811a2-5b92-467b-a6d1-3cda5dd30c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.428291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1811a2-5b92-467b-a6d1-3cda5dd30c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae7fd1-9cbd-4bc6-97cd-93118d126954,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:52.485239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0d1811a2-5b92-467b-a6d1-3cda5dd30c86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=058568b8f34c4d1b93af07c5b24b1a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266493 Aug 29 04:45:52.485239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46846) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.545616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2de5-2347-4715-9b5a-8125c829a3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.577525 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2de5-2347-4715-9b5a-8125c829a3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.584263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46850) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.635834 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2de5-2347-4715-9b5a-8125c829a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.641483 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2de5-2347-4715-9b5a-8125c829a3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.641724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-40081452-5772-4ac6-94f6-226573081630 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b4f6982faac49d68108b7cc646889fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562460 Aug 29 04:45:52.642930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3e0b2de5-2347-4715-9b5a-8125c829a3c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3eae7fd1-9cbd-4bc6-97cd-93118d126954 HTTP/1.1" status: 204 len: 168 time: 0.1685002 Aug 29 04:45:52.646916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46854) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.667262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b2de5-2347-4715-9b5a-8125c829a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae7fd1-9cbd-4bc6-97cd-93118d126954,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:52.736137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0c3436d-4c64-4b7c-8364-58ff1825d4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.762882 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0c3436d-4c64-4b7c-8364-58ff1825d4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.823687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0c3436d-4c64-4b7c-8364-58ff1825d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.826298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0c3436d-4c64-4b7c-8364-58ff1825d4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.829860 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c0c3436d-4c64-4b7c-8364-58ff1825d4e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f56f559f-1014-414f-9e9e-0e7b83f363ee HTTP/1.1" status: 204 len: 168 time: 0.1795704 Aug 29 04:45:52.839417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3436d-4c64-4b7c-8364-58ff1825d4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56f559f-1014-414f-9e9e-0e7b83f363ee,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:52.861951 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.259106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 46880) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:53.282235 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2986797b-dc81-465f-89c3-6ae4a8234328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.402167 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2986797b-dc81-465f-89c3-6ae4a8234328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.412349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2986797b-dc81-465f-89c3-6ae4a8234328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.459116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2986797b-dc81-465f-89c3-6ae4a8234328 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=479e4b54ab2b4116861c7687e2d042b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958797 Aug 29 04:45:53.459116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986797b-dc81-465f-89c3-6ae4a8234328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba052855-ac25-44e3-9d8f-8190eb42c6dd,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:53.459621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 46886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:53.524268 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69d3665b-1754-4344-921a-bfdafd84ef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.548633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69d3665b-1754-4344-921a-bfdafd84ef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.607626 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69d3665b-1754-4344-921a-bfdafd84ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.610921 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69d3665b-1754-4344-921a-bfdafd84ef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.615439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-69d3665b-1754-4344-921a-bfdafd84ef22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba052855-ac25-44e3-9d8f-8190eb42c6dd HTTP/1.1" status: 204 len: 168 time: 0.1512492 Aug 29 04:45:53.634521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3665b-1754-4344-921a-bfdafd84ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba052855-ac25-44e3-9d8f-8190eb42c6dd,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:56.951724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c50eee1e-d89e-4369-9611-2ab1d8a4abac req-98603943-4d2a-4ac3-877d-2c37b2a3057a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0309162 Aug 29 04:45:57.044335 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c50eee1e-d89e-4369-9611-2ab1d8a4abac req-603435c4-9b26-425b-a17c-d1008a9c5110 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0395398 Aug 29 04:45:57.105999 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c50eee1e-d89e-4369-9611-2ab1d8a4abac req-19eaa7c5-4270-41a8-a0b9-7e1d1b566e05 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377471 Aug 29 04:45:57.250219 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.328161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eee1e-d89e-4369-9611-2ab1d8a4abac req-17cf559b-6790-45f9-bc7e-81c2e2ce1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.329931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c50eee1e-d89e-4369-9611-2ab1d8a4abac req-17cf559b-6790-45f9-bc7e-81c2e2ce1f76 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2168603 Aug 29 04:45:58.412574 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:04.536685 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:46:08.305807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47328) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:08.463034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b24ddd6b-f17e-47eb-9088-c82f786530f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.611649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b24ddd6b-f17e-47eb-9088-c82f786530f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.618273 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b24ddd6b-f17e-47eb-9088-c82f786530f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.674180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47336) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:08.674719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b24ddd6b-f17e-47eb-9088-c82f786530f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ccbbcb4d4b5147af87334f8678e3c06f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667803 Aug 29 04:46:08.676995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ddd6b-f17e-47eb-9088-c82f786530f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceb5bbe-2cf4-412f-b59c-7eace92020d5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:08.777259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b51d-8f43-4593-9df6-5ae024e8c556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.802367 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b51d-8f43-4593-9df6-5ae024e8c556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.865325 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b51d-8f43-4593-9df6-5ae024e8c556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.871896 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b51d-8f43-4593-9df6-5ae024e8c556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.887583 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8fc4b51d-8f43-4593-9df6-5ae024e8c556 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ceb5bbe-2cf4-412f-b59c-7eace92020d5 HTTP/1.1" status: 204 len: 168 time: 0.1994584 Aug 29 04:46:08.917404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b51d-8f43-4593-9df6-5ae024e8c556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceb5bbe-2cf4-412f-b59c-7eace92020d5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:09.287336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47344) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:09.302535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e4656b1-9fc7-4325-9b32-c3bafec2f273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.415174 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e4656b1-9fc7-4325-9b32-c3bafec2f273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.419866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e4656b1-9fc7-4325-9b32-c3bafec2f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.463433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3e4656b1-9fc7-4325-9b32-c3bafec2f273 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aafec764b75046ab9bb92efa20c87524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749504 Aug 29 04:46:09.464223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4656b1-9fc7-4325-9b32-c3bafec2f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae0b971-0081-4aee-b738-4dc8b6aecc9f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:09.466787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47346) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:09.519061 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a0d93bea-c26c-42ad-90ce-2652ebe0dedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.549969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a0d93bea-c26c-42ad-90ce-2652ebe0dedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.606651 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a0d93bea-c26c-42ad-90ce-2652ebe0dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.609967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a0d93bea-c26c-42ad-90ce-2652ebe0dedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.611245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a0d93bea-c26c-42ad-90ce-2652ebe0dedd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bae0b971-0081-4aee-b738-4dc8b6aecc9f HTTP/1.1" status: 204 len: 168 time: 0.1432178 Aug 29 04:46:09.635352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d93bea-c26c-42ad-90ce-2652ebe0dedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae0b971-0081-4aee-b738-4dc8b6aecc9f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:15.235256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47474) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:15.378264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74cdb436-4d0b-44f5-8fc6-213329063202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.489058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74cdb436-4d0b-44f5-8fc6-213329063202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.495498 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74cdb436-4d0b-44f5-8fc6-213329063202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.541968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-74cdb436-4d0b-44f5-8fc6-213329063202 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e241b4de4b674947b6e0ff1a769bd061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047726 Aug 29 04:46:15.547016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:15.556573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdb436-4d0b-44f5-8fc6-213329063202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31da66f2-e501-4429-becb-d9cc2f72e8d5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:15.610820 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45e357ae-5b07-47cd-b956-12b11f5ab1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.640813 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45e357ae-5b07-47cd-b956-12b11f5ab1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.693556 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45e357ae-5b07-47cd-b956-12b11f5ab1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.696628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45e357ae-5b07-47cd-b956-12b11f5ab1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.697755 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-45e357ae-5b07-47cd-b956-12b11f5ab1b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31da66f2-e501-4429-becb-d9cc2f72e8d5 HTTP/1.1" status: 204 len: 168 time: 0.1497524 Aug 29 04:46:15.712166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e357ae-5b07-47cd-b956-12b11f5ab1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31da66f2-e501-4429-becb-d9cc2f72e8d5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:16.779232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99485a-0560-487d-aa6a-d917c544c948 req-70ef50b4-be61-4b6d-b2d0-42b93f2552d0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:16.789662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d99485a-0560-487d-aa6a-d917c544c948 req-70ef50b4-be61-4b6d-b2d0-42b93f2552d0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.4876988 Aug 29 04:46:16.867539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d99485a-0560-487d-aa6a-d917c544c948 req-5c5622df-d551-4a17-9c57-48ccdac846ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763962 Aug 29 04:46:16.875683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47534) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.993072 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-94e124bb-618f-43a5-9aaf-424bffe04028 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/9bd4ee62-016c-48b1-b4bf-ce409046303a HTTP/1.1" status: 200 len: 993 time: 0.1121035 Aug 29 04:46:17.415503 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db79d2a6-2bb8-40d0-8161-6ac5906b08b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.435606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a54e9c-111c-4431-b64c-130190274219 req-f2c26389-6c60-4d16-8b5d-ee825bc59a78 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:17.437198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91a54e9c-111c-4431-b64c-130190274219 req-f2c26389-6c60-4d16-8b5d-ee825bc59a78 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1097 time: 0.0554857 Aug 29 04:46:17.475400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91a54e9c-111c-4431-b64c-130190274219 req-fd1426e8-23a8-40ff-9d69-e36393d869e8 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309792 Aug 29 04:46:18.262012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-6c504fcc-071f-4806-b45a-5e0e312be17c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1275485 Aug 29 04:46:18.927966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-9aed0c9c-bcbb-496f-a4fa-f81cd4935000 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:18.948439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-9aed0c9c-bcbb-496f-a4fa-f81cd4935000 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1063578 Aug 29 04:46:18.956819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Request body: {'binding': {'host': 'n-h1-712142-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:18.959556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Unknown quota resources ['binding']. {{(pid=94845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:46:19.141452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on host n-h1-712142-15 for vnic_type normal with profile None {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:19.142080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:19.142575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:19.147567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:19.148158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:19.153607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:19.156109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Checking segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:19.156687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Bound using segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:19.157302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Bound port: 7942d8cb-e7c3-4189-b048-9c94c79bae52, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:19.282238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:19.293168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] Notify callbacks [] for binding, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.295102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d8d1ec2f-366e-4361-a72b-e76b8917b31d service neutron] 10.222.0.58 "POST /v2.0/ports/7942d8cb-e7c3-4189-b048-9c94c79bae52/bindings HTTP/1.1" status: 201 len: 390 time: 0.3453059 Aug 29 04:46:19.566720 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47648) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:19.687474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-04da2d88-b146-422c-a7e9-df5dc917842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.690237 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-04da2d88-b146-422c-a7e9-df5dc917842a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1097 time: 0.0928369 Aug 29 04:46:19.741623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578e6e4-4847-4a11-9168-0d8930691fc6 req-f5d2bc64-db6d-4570-a7b5-7cf28d35a5ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.745682 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4578e6e4-4847-4a11-9168-0d8930691fc6 req-f5d2bc64-db6d-4570-a7b5-7cf28d35a5ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.1076057 Aug 29 04:46:19.794758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9867b8ae-4411-4d7d-b0d4-afc175e48e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.831836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-4b0da1ec-c4fe-4204-a6db-299d4644dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.833479 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-4b0da1ec-c4fe-4204-a6db-299d4644dee7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 200 len: 897 time: 0.1352956 Aug 29 04:46:19.859110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4578e6e4-4847-4a11-9168-0d8930691fc6 req-ab175b4e-6040-48c1-9748-15e0da16955f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845494 Aug 29 04:46:19.977305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-c174b004-a402-43d1-be1d-288bccde3289 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 1001 time: 0.1336763 Aug 29 04:46:20.043115 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9867b8ae-4411-4d7d-b0d4-afc175e48e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.049770 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9867b8ae-4411-4d7d-b0d4-afc175e48e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.091954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d7e6fdb8-0896-4845-99f5-cf8d1030d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.096663 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d7e6fdb8-0896-4845-99f5-cf8d1030d417 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46fb20e-de68-4552-8f2d-86adbb983e30 HTTP/1.1" status: 200 len: 835 time: 0.1098843 Aug 29 04:46:20.149016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9867b8ae-4411-4d7d-b0d4-afc175e48e4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04c17e31340e4ada99c5d1f3edeb0c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810010 Aug 29 04:46:20.149721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b8ae-4411-4d7d-b0d4-afc175e48e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4064d0-a07e-4a6a-8931-3bd996f8819d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:20.153122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47672) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:20.201453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b56e37af-52ee-42ea-a792-a89bb898a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.206668 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b56e37af-52ee-42ea-a792-a89bb898a328 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9803520a-6dbf-48d7-b486-b456d27557c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018789 Aug 29 04:46:20.350175 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a19b5762-d9c5-413d-b76c-281cb8e5e66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.357213 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.369395 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-96843484-af6d-4d7c-94e3-dc062c2b66da service neutron] 10.222.0.64 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542578 Aug 29 04:46:20.414079 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a19b5762-d9c5-413d-b76c-281cb8e5e66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.429335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cf42a0ef-3c2f-49d5-be3a-7c816677720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.502387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a19b5762-d9c5-413d-b76c-281cb8e5e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.507164 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a19b5762-d9c5-413d-b76c-281cb8e5e66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.509122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a19b5762-d9c5-413d-b76c-281cb8e5e66a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c4064d0-a07e-4a6a-8931-3bd996f8819d HTTP/1.1" status: 204 len: 168 time: 0.3544812 Aug 29 04:46:20.520663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b5762-d9c5-413d-b76c-281cb8e5e66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4064d0-a07e-4a6a-8931-3bd996f8819d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:20.616686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-19d728f3-a0d7-4955-8ad9-6634fbc4af96 service neutron] 10.222.0.64 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384374 Aug 29 04:46:20.868081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-f2f07b43-afdb-414d-9c74-8c01687257b6 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.870499 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-f2f07b43-afdb-414d-9c74-8c01687257b6 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d&tenant_id=b8ebe056008949c3a4f192f98b6f5efb&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1097 time: 0.1823006 Aug 29 04:46:20.888068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-15'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:21.007637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.041186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808e134-dc9e-4437-a97b-0b502c443e15 req-48dc9ebe-6d98-430d-b4a0-86097867ce86 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.048625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2808e134-dc9e-4437-a97b-0b502c443e15 req-48dc9ebe-6d98-430d-b4a0-86097867ce86 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.1030221 Aug 29 04:46:21.116684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2808e134-dc9e-4437-a97b-0b502c443e15 req-875ef24b-2746-4f0e-bb6c-674f97995eac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559349 Aug 29 04:46:21.273255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.288430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:21.353885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:21.430060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:21.459905 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c26c683-fac6-43b9-82e4-a974fa383111" -d '{"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-unplugged", "status": "completed", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:21.492050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.506315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.601363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:22.066934 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e950c5fb-810e-4af5-a6c5-fe33b4baf9bc x-openstack-request-id: req-e950c5fb-810e-4af5-a6c5-fe33b4baf9bc {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:22.067741 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-unplugged", "status": "completed", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:22.067973 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e950c5fb-810e-4af5-a6c5-fe33b4baf9bc {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:22.068415 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'code': 200} Aug 29 04:46:22.079550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1e1dd9c4-d6cd-47fe-9ae0-4bb9ea6be394 None None] Provisioning complete for port 7942d8cb-e7c3-4189-b048-9c94c79bae52 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:22.084599 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd9c4-d6cd-47fe-9ae0-4bb9ea6be394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.183550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dd9c4-d6cd-47fe-9ae0-4bb9ea6be394 None None] Port 7942d8cb-e7c3-4189-b048-9c94c79bae52 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:22.246064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on host n-h2-712142-15 for vnic_type normal with profile {"migrating_to": "n-h1-712142-15"} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:22.247205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:22.247824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:22.267433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:22.268264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Attempting to bind port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on network 9803520a-6dbf-48d7-b486-b456d27557c1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:22.295125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:22.296481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Checking segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:22.296997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Bound using segment: {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:22.299445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Bound port: 7942d8cb-e7c3-4189-b048-9c94c79bae52, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c9dd72-953d-486a-8210-721f301e2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:22.299919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.324713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07790240-0f5f-4830-924c-b05f5181abfc req-cecee64b-fb03-473c-90da-88498d0e238e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.336153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07790240-0f5f-4830-924c-b05f5181abfc req-cecee64b-fb03-473c-90da-88498d0e238e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 943 time: 0.0784774 Aug 29 04:46:22.385082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07790240-0f5f-4830-924c-b05f5181abfc req-33155a33-210e-4599-a614-e65bc0e801b9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 Aug 29 04:46:22.431937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:22.437162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:22.444307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.549744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=8']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:22.626554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.627135 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.629369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b30cd667-0a74-4775-b7d5-05fc0a17f811 service neutron] 10.222.0.64 "PUT /v2.0/ports/7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 1123 time: 1.7468655 Aug 29 04:46:22.711051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['7942d8cb-e7c3-4189-b048-9c94c79bae52'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:22.895843 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.964968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Provisioning complete for port 7942d8cb-e7c3-4189-b048-9c94c79bae52 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:22.976596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.009565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47772) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:23.249583 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.299594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:23.302524 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df123c0-69a7-4993-98df-0a34a0930a68" -d '{"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-plugged", "status": "completed", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:23.339125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:23.341020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1545418790'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:23.365251 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.424154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Made reservation on behalf of dcd5027a7e2841fa9398407c603afe46 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:23.431894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.450410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.547952 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848f2a49-a142-4d37-af89-e3022399b7d3 x-openstack-request-id: req-848f2a49-a142-4d37-af89-e3022399b7d3 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:23.548341 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-plugged", "status": "completed", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:23.548605 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-848f2a49-a142-4d37-af89-e3022399b7d3 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:23.549005 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'code': 200} Aug 29 04:46:23.637188 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.672053 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.693847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:23.772850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c87a-97e6-44d5-8a30-021414c6e85a req-3330f1f2-79ba-4425-8246-6638a6e3975d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:23.785589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0a0c87a-97e6-44d5-8a30-021414c6e85a req-3330f1f2-79ba-4425-8246-6638a6e3975d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.2201900 Aug 29 04:46:23.799311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:23.822902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.824379 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Added segment 6f27f40e-2746-409e-bd44-b3acfc697659 of type vlan for network 01775cb7-5db0-41bb-b741-21c795d9a7f5 Aug 29 04:46:23.927021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.928146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.928643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.929130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.930286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.930813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.931299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.931782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.932302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.932783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.933269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.933742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae22f75-b9b5-4991-8b96-dc6c7f1e196a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.954404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.001112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f317f428-4418-4189-bef2-738d5a686e7a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:24.007567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.013501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:24.014141 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.069185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:24.177110 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3469826a-220b-43c7-95dc-16622e4b9f82" -d '{"events": [{"name": "network-changed", "server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:24.179574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event updated for resources: {'Network': ['ID=01775cb7-5db0-41bb-b741-21c795d9a7f5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:24.179754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 01775cb7-5db0-41bb-b741-21c795d9a7f5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:24.278061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0a0c87a-97e6-44d5-8a30-021414c6e85a req-65961d7b-ca4c-4616-9a37-baf40cb1a845 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100856 Aug 29 04:46:24.278061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d4fdf5df-4144-4450-a92b-b86216d23324 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2528355 Aug 29 04:46:24.278061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47824) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:24.300639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Request body: {'subnet': {'network_id': '01775cb7-5db0-41bb-b741-21c795d9a7f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:24.397308 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ced7d1-66c2-417e-b618-f5adfeaeaf39 x-openstack-request-id: req-33ced7d1-66c2-417e-b618-f5adfeaeaf39 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:24.397606 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:24.397870 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33ced7d1-66c2-417e-b618-f5adfeaeaf39 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:24.398288 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'status': 'completed', 'code': 200} Aug 29 04:46:24.534632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-a0d7b929-8a09-418e-84bd-c0b25816e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:24.536715 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-a0d7b929-8a09-418e-84bd-c0b25816e237 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1128 time: 0.1126816 Aug 29 04:46:24.545720 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Made reservation on behalf of dcd5027a7e2841fa9398407c603afe46 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:24.551034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.798835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-4b5c9e91-2d58-47da-a5c8-5d4287b6d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:24.800747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-4b5c9e91-2d58-47da-a5c8-5d4287b6d9c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 200 len: 897 time: 0.2480583 Aug 29 04:46:24.901157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-16182a76-6459-49fc-910b-884f9a5a5c47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 1001 time: 0.0924807 Aug 29 04:46:25.011633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-a295b41c-b180-4a6a-b494-bbf5639973f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:25.013163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-a295b41c-b180-4a6a-b494-bbf5639973f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a46fb20e-de68-4552-8f2d-86adbb983e30 HTTP/1.1" status: 200 len: 835 time: 0.1035612 Aug 29 04:46:25.129089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-0742deb5-34bc-4b7b-bbc0-40cb30e259b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:25.130964 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-0742deb5-34bc-4b7b-bbc0-40cb30e259b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9803520a-6dbf-48d7-b486-b456d27557c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094069 Aug 29 04:46:25.346510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-5226582e-9315-42bb-827e-51c5a579eccc service neutron] 10.222.0.65 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974571 Aug 29 04:46:25.547739 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3469826a-220b-43c7-95dc-16622e4b9f82 req-d3f370a6-2f7b-432d-9a6b-121e66afbafe service neutron] 10.222.0.65 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949263 Aug 29 04:46:25.568306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b55f0f-d0c6-4b32-b611-e5b48465d9c9 req-2d3740d0-5ec9-44cc-8ff3-3d388d17c591 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:25.571095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14b55f0f-d0c6-4b32-b611-e5b48465d9c9 req-2d3740d0-5ec9-44cc-8ff3-3d388d17c591 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.1845350 Aug 29 04:46:25.573640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.686318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event updated for resources: {'Subnet': ['ID=d376f658-1947-409b-8990-3a8dae8042bb,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:25.704528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.704889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.705244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.705642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.705932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.706274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.706681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.707021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.707361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.707701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.708058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.708393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:25.745325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14b55f0f-d0c6-4b32-b611-e5b48465d9c9 req-e3e69bb2-f412-4ba7-8235-5aee5918fd36 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076217 Aug 29 04:46:25.777614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Checking segment: {'id': '6f27f40e-2746-409e-bd44-b3acfc697659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01775cb7-5db0-41bb-b741-21c795d9a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:25.778173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Network hostable DHCP agents. Network: 01775cb7-5db0-41bb-b741-21c795d9a7f5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:25.803046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Network 01775cb7-5db0-41bb-b741-21c795d9a7f5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:25.819308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 01775cb7-5db0-41bb-b741-21c795d9a7f5) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:25.829535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:25.830449 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.838394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e1648-0efb-4368-b6c5-8df792105c77 None None] Network 01775cb7-5db0-41bb-b741-21c795d9a7f5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:25.909586 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fee08313-5bc6-4fb5-9671-cf4369f89887 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6349270 Aug 29 04:46:25.910672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47868) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:25.935011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Request body: {'port': {'network_id': '01775cb7-5db0-41bb-b741-21c795d9a7f5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1383453541'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:26.120069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Made reservation on behalf of dcd5027a7e2841fa9398407c603afe46 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:26.127045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.141359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-01775cb7-5db0-41bb-b741-21c795d9a7f5', 'network_id': '01775cb7-5db0-41bb-b741-21c795d9a7f5', 'tenant_id': 'dcd5027a7e2841fa9398407c603afe46', 'fixed_ips': [{'subnet_id': 'd376f658-1947-409b-8990-3a8dae8042bb'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:26.142322 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.170986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] device_id is not set on port 14bd42cb-c026-4bf3-8003-c6e4c357b42e yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:26.389425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Allocated IP 172.20.0.7 (01775cb7-5db0-41bb-b741-21c795d9a7f5/d376f658-1947-409b-8990-3a8dae8042bb/14bd42cb-c026-4bf3-8003-c6e4c357b42e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:26.600594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7942d8cb-e7c3-4189-b048-9c94c79bae52 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:26.713067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.733340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Transition to ACTIVE for port object 14bd42cb-c026-4bf3-8003-c6e4c357b42e will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:26.737227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:26.758907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7942d8cb-e7c3-4189-b048-9c94c79bae52 has no active binding in host n-h1-712142-15 {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:46:26.844089 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.906315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Allocated IP 172.20.0.2 (01775cb7-5db0-41bb-b741-21c795d9a7f5/d376f658-1947-409b-8990-3a8dae8042bb/532884a6-8210-4d33-9316-74f1996d1413) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:26.914855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Network 01775cb7-5db0-41bb-b741-21c795d9a7f5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:26.917946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:26.924041 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:26.963802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event updated for resources: {'Port': ['ID=14bd42cb-c026-4bf3-8003-c6e4c357b42e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:27.060097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:27.072776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.106672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa335eb-93e0-4818-94ed-b52e88f42d5e req-2c838154-0b8f-47f2-b3f0-19b534c8fb48 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:27.117338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-faa335eb-93e0-4818-94ed-b52e88f42d5e req-2c838154-0b8f-47f2-b3f0-19b534c8fb48 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.1903434 Aug 29 04:46:27.143857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 47900) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:27.160816 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e41c9377-c268-4240-8216-cfd7f083d75c tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2487500 Aug 29 04:46:27.194461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.196823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-faa335eb-93e0-4818-94ed-b52e88f42d5e req-218c2fe1-a2e1-407d-a272-58da755b98fd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730090 Aug 29 04:46:27.252713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Transition to ACTIVE for port object 532884a6-8210-4d33-9316-74f1996d1413 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:27.320351 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.340299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Transition to ACTIVE for port object 532884a6-8210-4d33-9316-74f1996d1413 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:27.353146 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.380952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e24bfa82-0327-4110-a006-056f111236a0 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Deleting port 14bd42cb-c026-4bf3-8003-c6e4c357b42e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:27.381307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e24bfa82-0327-4110-a006-056f111236a0 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.462894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Network 01775cb7-5db0-41bb-b741-21c795d9a7f5 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:27.473859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:27.482742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:27.487544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Pushing event updated for resources: {'Port': ['ID=532884a6-8210-4d33-9316-74f1996d1413,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:27.653646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Attempting to bind port 532884a6-8210-4d33-9316-74f1996d1413 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:27.654210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Attempting to bind port 532884a6-8210-4d33-9316-74f1996d1413 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '6f27f40e-2746-409e-bd44-b3acfc697659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01775cb7-5db0-41bb-b741-21c795d9a7f5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:27.654816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Attempting to bind port 532884a6-8210-4d33-9316-74f1996d1413 on network 01775cb7-5db0-41bb-b741-21c795d9a7f5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:27.692849 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e24bfa82-0327-4110-a006-056f111236a0 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.694816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:27.696944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Checking segment: {'id': '6f27f40e-2746-409e-bd44-b3acfc697659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01775cb7-5db0-41bb-b741-21c795d9a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:27.697550 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.699286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Bound using segment: {'id': '6f27f40e-2746-409e-bd44-b3acfc697659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01775cb7-5db0-41bb-b741-21c795d9a7f5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:27.701206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Bound port: 532884a6-8210-4d33-9316-74f1996d1413, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f27f40e-2746-409e-bd44-b3acfc697659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01775cb7-5db0-41bb-b741-21c795d9a7f5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:27.703156 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.755243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e24bfa82-0327-4110-a006-056f111236a0 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Calling delete_port for 14bd42cb-c026-4bf3-8003-c6e4c357b42e owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:27.887796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] For port 532884a6-8210-4d33-9316-74f1996d1413, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:27.896025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] For port 532884a6-8210-4d33-9316-74f1996d1413, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=532884a6-8210-4d33-9316-74f1996d1413,segment=NetworkSegment(6f27f40e-2746-409e-bd44-b3acfc697659),segment_id=6f27f40e-2746-409e-bd44-b3acfc697659)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:27.905613 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.006396 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-1895c2a4-eee9-4fae-bc58-40315f35b740 service neutron] 10.222.0.65 "GET /v2.0/ports/7942d8cb-e7c3-4189-b048-9c94c79bae52/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 385 time: 0.4120071 Aug 29 04:46:28.071705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a609f-deb4-4e38-b9db-4ac1f106a8c4 None None] Pushing event updated for resources: {'Port': ['ID=532884a6-8210-4d33-9316-74f1996d1413,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:28.450299 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.517027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd858-c12b-4503-a301-859ddfd1673a req-38a78dd9-8e04-4861-b0ad-508e0c9917cb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:28.529974 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d12fd858-c12b-4503-a301-859ddfd1673a req-38a78dd9-8e04-4861-b0ad-508e0c9917cb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 945 time: 0.1117334 Aug 29 04:46:28.581467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:28.610536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:28.656016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d12fd858-c12b-4503-a301-859ddfd1673a req-3d7f49c6-6a08-425d-88d5-8dcc3574c81a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211622 Aug 29 04:46:28.718883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:28.734306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:28.737494 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbbd61b-85c4-4eef-b66e-830dab811b03" -d '{"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-unplugged", "status": "completed", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:28.742892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e24bfa82-0327-4110-a006-056f111236a0 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.745950 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.781911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bfa82-0327-4110-a006-056f111236a0 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event deleted for resources: {'Port': ['ID=14bd42cb-c026-4bf3-8003-c6e4c357b42e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:28.930512 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3342e61c-d15a-405d-995d-323753e9e38f x-openstack-request-id: req-3342e61c-d15a-405d-995d-323753e9e38f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:28.930822 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-unplugged", "status": "completed", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:28.931086 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3342e61c-d15a-405d-995d-323753e9e38f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:28.931841 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'code': 200} Aug 29 04:46:29.018527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] Transition to ACTIVE for port object 7942d8cb-e7c3-4189-b048-9c94c79bae52 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:29.027308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.155810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] Pushing event updated for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=11']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:29.171979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e24bfa82-0327-4110-a006-056f111236a0 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.174629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e24bfa82-0327-4110-a006-056f111236a0 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "DELETE /v2.0/ports/14bd42cb-c026-4bf3-8003-c6e4c357b42e HTTP/1.1" status: 204 len: 168 time: 2.0282223 Aug 29 04:46:29.178117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47960) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.392223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] No DVR routers for this DVR port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:29.475270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f8d2a1ba-120c-4f44-abf0-c68279c0457b tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2926683 Aug 29 04:46:29.476139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47968) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.481929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-503293846'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:29.556696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Made reservation on behalf of dcd5027a7e2841fa9398407c603afe46 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:29.560544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.617000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:29.630402 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-363c50e6-2835-4aca-a229-c9171ea2dd9d service neutron] 10.222.0.65 "PUT /v2.0/ports/7942d8cb-e7c3-4189-b048-9c94c79bae52/bindings/n-h1-712142-15/activate HTTP/1.1" status: 200 len: 370 time: 1.6154952 Aug 29 04:46:29.648048 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.648471 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Added segment 30002115-f4ef-4d7d-a06e-f52ae8b7a37a of type vlan for network b52eafa4-47a4-43ba-bc0c-3727de9b4f8c Aug 29 04:46:29.794167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.868467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-2c2fa772-423f-47ed-900d-53d1ce63bf62 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:29.874890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-2c2fa772-423f-47ed-900d-53d1ce63bf62 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d&tenant_id=b8ebe056008949c3a4f192f98b6f5efb&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.1248665 Aug 29 04:46:29.891937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.897130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 532884a6-8210-4d33-9316-74f1996d1413 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:29.911551 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:29.914864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.973684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc9531-cc50-4af0-8f6e-88dac3ed5488 None None] Network 01775cb7-5db0-41bb-b741-21c795d9a7f5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:30.012797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5353639 Aug 29 04:46:30.018122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47982) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:30.038800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd270370-455f-48dd-a42f-578726175fc5 req-67a7e4c7-f7c5-4f15-915a-70faba211d1c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.040708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd270370-455f-48dd-a42f-578726175fc5 req-67a7e4c7-f7c5-4f15-915a-70faba211d1c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.2082455 Aug 29 04:46:30.050990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb66017-2663-4fc5-9e97-2611b1958466 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event updated for resources: {'Network': ['ID=b52eafa4-47a4-43ba-bc0c-3727de9b4f8c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:30.083009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network b52eafa4-47a4-43ba-bc0c-3727de9b4f8c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:30.106325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-ff44c115-769b-442b-8484-4c80b87f256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.113622 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-ff44c115-769b-442b-8484-4c80b87f256a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 1096 time: 0.2252569 Aug 29 04:46:30.185376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9b3870d7-2ce6-4082-8c18-3aa402af988d None None] Provisioning for port 532884a6-8210-4d33-9316-74f1996d1413 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:30.247502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 532884a6-8210-4d33-9316-74f1996d1413 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:30.254565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 532884a6-8210-4d33-9316-74f1996d1413 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:30.254950 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.280736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b651c744-f9a7-4b61-9e47-88477e0f2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.287285 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-b651c744-f9a7-4b61-9e47-88477e0f2535 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1096 time: 0.1446912 Aug 29 04:46:30.502620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-5306c2a7-9070-4929-bad5-773fd780aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.505266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-5306c2a7-9070-4929-bad5-773fd780aaa0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 200 len: 897 time: 0.2058785 Aug 29 04:46:30.530046 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.531185 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9af412b0-9015-4b19-97ff-5d893e386f1c tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "GET /v2.0/agents/df782f1d-3198-476e-a6a6-1bc50ef6b5ff/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.5101442 Aug 29 04:46:30.540056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 47996) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:30.614838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 532884a6-8210-4d33-9316-74f1996d1413, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=532884a6-8210-4d33-9316-74f1996d1413,segment=NetworkSegment(6f27f40e-2746-409e-bd44-b3acfc697659),segment_id=6f27f40e-2746-409e-bd44-b3acfc697659)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:30.624199 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.699461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7942d8cb-e7c3-4189-b048-9c94c79bae52 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:30.704220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd270370-455f-48dd-a42f-578726175fc5 req-9262ba20-548f-4647-849f-2448fced47d7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6548760 Aug 29 04:46:30.725883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-e25a4b93-658f-4b61-92cf-873ccbb39292 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 999 time: 0.2071295 Aug 29 04:46:30.787788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd94999-446a-4cdb-bf16-1c9491a9dd5b tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] Network b52eafa4-47a4-43ba-bc0c-3727de9b4f8c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:30.806670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cfd94999-446a-4cdb-bf16-1c9491a9dd5b tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "POST /v2.0/agents/df782f1d-3198-476e-a6a6-1bc50ef6b5ff/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2636805 Aug 29 04:46:30.807604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48004) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:30.847278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-374ed77f-d359-474b-8e0c-c0ffe6d36058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.849408 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-374ed77f-d359-474b-8e0c-c0ffe6d36058 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46fb20e-de68-4552-8f2d-86adbb983e30 HTTP/1.1" status: 200 len: 835 time: 0.1130092 Aug 29 04:46:30.873296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9057b2-aae8-42ca-97f7-e3a7b34df5dd None None] Network b52eafa4-47a4-43ba-bc0c-3727de9b4f8c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:30.971485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=532884a6-8210-4d33-9316-74f1996d1413,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:31.016931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 7942d8cb-e7c3-4189-b048-9c94c79bae52 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:31.027717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f1b9bd87-853c-49ab-a89e-7fd0248a6def None None] Provisioning complete for port 532884a6-8210-4d33-9316-74f1996d1413 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:31.028127 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f1b9bd87-853c-49ab-a89e-7fd0248a6def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.058216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-ce9f61bf-0002-431d-b8f2-f313fa625f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:31.064724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-ce9f61bf-0002-431d-b8f2-f313fa625f86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9803520a-6dbf-48d7-b486-b456d27557c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964419 Aug 29 04:46:31.204515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d38cd282-de23-4ac7-a08f-dcc1e221a69e tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "GET /v2.0/agents/df782f1d-3198-476e-a6a6-1bc50ef6b5ff/dhcp-networks HTTP/1.1" status: 200 len: 8841 time: 0.3929067 Aug 29 04:46:31.214081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48018) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.417591 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-d77def15-a19e-4e40-b43a-6186eca62565 service neutron] 10.222.0.64 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402038 Aug 29 04:46:31.418527 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fca7f274-cfc6-4bd2-9419-d6e20ca4ca4a tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "DELETE /v2.0/agents/df782f1d-3198-476e-a6a6-1bc50ef6b5ff/dhcp-networks/b52eafa4-47a4-43ba-bc0c-3727de9b4f8c HTTP/1.1" status: 204 len: 168 time: 0.2032621 Aug 29 04:46:31.421534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48022) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.578740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0d3ea2ee-41b6-459f-9663-5a70019e61cc None None] Could not find standard attr ID for object 14bd42cb-c026-4bf3-8003-c6e4c357b42e. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:31.651712 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-4d121e39-0bf6-4a92-9201-91610450a3e6 service neutron] 10.222.0.64 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185788 Aug 29 04:46:31.702280 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0c8640a1-4e42-4f34-8e4d-ecb92e026caa tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "GET /v2.0/agents/df782f1d-3198-476e-a6a6-1bc50ef6b5ff/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.2793140 Aug 29 04:46:31.708205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48030) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.737051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ef66ecf8-2c43-4206-90fe-cc0907848cd4 tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "GET /v2.0/networks/01775cb7-5db0-41bb-b741-21c795d9a7f5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0276582 Aug 29 04:46:31.747699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48032) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.777993 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9f8369ae-223b-4572-91d0-0a9b2e7d88c4 tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "GET /v2.0/networks/01775cb7-5db0-41bb-b741-21c795d9a7f5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0358818 Aug 29 04:46:31.780629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48036) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.814050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 532884a6-8210-4d33-9316-74f1996d1413 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:31.999847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 532884a6-8210-4d33-9316-74f1996d1413 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:32.000617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.022856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb02ec3-7167-4cc5-9add-10163e56f714 req-4f3dd94f-6e9d-455b-a5ff-5db91eb999e3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:32.024501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acb02ec3-7167-4cc5-9add-10163e56f714 req-4f3dd94f-6e9d-455b-a5ff-5db91eb999e3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.1753573 Aug 29 04:46:32.102338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-9675389d-cf91-4c6c-a7ca-7eb45e003d44 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:32.102567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-9675389d-cf91-4c6c-a7ca-7eb45e003d44 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d&tenant_id=b8ebe056008949c3a4f192f98b6f5efb&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 1096 time: 0.1854830 Aug 29 04:46:32.155721 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acb02ec3-7167-4cc5-9add-10163e56f714 req-3ac1b94c-9e12-4d98-bd0a-43a78756b4ab tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235423 Aug 29 04:46:32.167812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48046) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:32.168406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-becd49f4-506e-4c75-8441-ace3568d5db5 tempest-DHCPAgentSchedulersTestJSON-1752820487 tempest-DHCPAgentSchedulersTestJSON-1752820487-project-admin] 10.222.0.58 "GET /v2.0/agents/df782f1d-3198-476e-a6a6-1bc50ef6b5ff/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.3863719 Aug 29 04:46:32.305301 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.441302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-34cc89dc-994b-4c20-8a4e-68cd4a2d8562 service neutron] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:32.447104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-34cc89dc-994b-4c20-8a4e-68cd4a2d8562 service neutron] Notify callbacks [] for binding, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.451795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3c9c778-a31c-4304-b64b-aae82f008022 req-34cc89dc-994b-4c20-8a4e-68cd4a2d8562 service neutron] 10.222.0.64 "DELETE /v2.0/ports/7942d8cb-e7c3-4189-b048-9c94c79bae52/bindings/n-h2-712142-15 HTTP/1.1" status: 204 len: 173 time: 0.2786202 Aug 29 04:46:32.552818 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.568366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52eafa4-47a4-43ba-bc0c-3727de9b4f8c']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:32.602036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30002115-f4ef-4d7d-a06e-f52ae8b7a37a') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:32.602584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30002115-f4ef-4d7d-a06e-f52ae8b7a37a') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:32.631123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.674516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.695792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:32.696289 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:32.752041 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:32.839900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.852245 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.855029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "DELETE /v2.0/networks/b52eafa4-47a4-43ba-bc0c-3727de9b4f8c HTTP/1.1" status: 204 len: 168 time: 0.6861563 Aug 29 04:46:32.857528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48064) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:32.923128 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-420a0921-2cc4-4ba8-ae3f-b889f4f21538 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] DELETE failed (client error): The resource could not be found. Aug 29 04:46:32.924149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420a0921-2cc4-4ba8-ae3f-b889f4f21538 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:32.928672 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-420a0921-2cc4-4ba8-ae3f-b889f4f21538 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "DELETE /v2.0/ports/14bd42cb-c026-4bf3-8003-c6e4c357b42e HTTP/1.1" status: 404 len: 333 time: 0.0699415 Aug 29 04:46:32.929866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024559d-ed20-41dc-8992-c3a7fde492bb tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event deleted for resources: {'Network': ['ID=b52eafa4-47a4-43ba-bc0c-3727de9b4f8c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:32.931320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48066) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:33.014517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Deleting subnet d376f658-1947-409b-8990-3a8dae8042bb {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:33.020690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.088017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.317655 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.434679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b75df-0a00-4e36-a998-b0bd75ddc640 req-c0eec7bf-4241-4421-8423-05424a5c258b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:33.450628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-040b75df-0a00-4e36-a998-b0bd75ddc640 req-c0eec7bf-4241-4421-8423-05424a5c258b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.1490607 Aug 29 04:46:33.499721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.521836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-040b75df-0a00-4e36-a998-b0bd75ddc640 req-6f61db59-e04d-486c-b938-a336e334204a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707474 Aug 29 04:46:33.537451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event deleted for resources: {'Subnet': ['ID=d376f658-1947-409b-8990-3a8dae8042bb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:33.550802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.551160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.551509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.551844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.552199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.552568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.552864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.553193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.553523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.553848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.554172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.554494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:33.557582 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.562112 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3c4769a9-b9df-45f1-953c-a0565c446c76 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "DELETE /v2.0/subnets/d376f658-1947-409b-8990-3a8dae8042bb HTTP/1.1" status: 204 len: 168 time: 0.6290567 Aug 29 04:46:33.562497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:33.569810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2077d0-3bf8-4ef5-af28-f1bd7ab744b8 None None] Network 01775cb7-5db0-41bb-b741-21c795d9a7f5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:33.730684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.816627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f9460-bf07-4143-bcdb-510050513cf2 req-6f7d3090-501a-4a47-b58e-6ea7faf82420 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:33.825262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f39f9460-bf07-4143-bcdb-510050513cf2 req-6f7d3090-501a-4a47-b58e-6ea7faf82420 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1096 time: 0.0918880 Aug 29 04:46:33.905569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] DHCP port deletion for 01775cb7-5db0-41bb-b741-21c795d9a7f5 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:33.928089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f39f9460-bf07-4143-bcdb-510050513cf2 req-be40cc02-559f-4903-9d26-198be9b28616 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012235 Aug 29 04:46:33.970084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Deleting port 532884a6-8210-4d33-9316-74f1996d1413 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:33.970402 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.012854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] Deleting port 532884a6-8210-4d33-9316-74f1996d1413 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:34.013874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.048973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] For port 532884a6-8210-4d33-9316-74f1996d1413, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=532884a6-8210-4d33-9316-74f1996d1413,segment=NetworkSegment(6f27f40e-2746-409e-bd44-b3acfc697659),segment_id=6f27f40e-2746-409e-bd44-b3acfc697659)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:34.049344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.072121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Calling delete_port for 532884a6-8210-4d33-9316-74f1996d1413 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:34.132404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] For port 532884a6-8210-4d33-9316-74f1996d1413, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=532884a6-8210-4d33-9316-74f1996d1413,segment=NetworkSegment(6f27f40e-2746-409e-bd44-b3acfc697659),segment_id=6f27f40e-2746-409e-bd44-b3acfc697659)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:34.133115 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.160211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] Calling delete_port for 532884a6-8210-4d33-9316-74f1996d1413 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:34.178300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d999dd-e88f-4e09-8276-8ab6b991e2aa req-87b666bd-56a1-482e-961d-9c90cef5798a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:34.186348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48d999dd-e88f-4e09-8276-8ab6b991e2aa req-87b666bd-56a1-482e-961d-9c90cef5798a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.1114566 Aug 29 04:46:34.264090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48d999dd-e88f-4e09-8276-8ab6b991e2aa req-bbaf1d11-6978-4128-ba17-911b86ef6764 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729015 Aug 29 04:46:34.279190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48108) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:34.313405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.343850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] No DVR routers for this DVR port 532884a6-8210-4d33-9316-74f1996d1413 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:34.349061 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.377119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] No DVR routers for this DVR port 532884a6-8210-4d33-9316-74f1996d1413 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:34.402248 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ded71fb9-78d1-42fb-92df-bbb0d0f22a77 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/9bd4ee62-016c-48b1-b4bf-ce409046303a HTTP/1.1" status: 200 len: 991 time: 0.1217964 Aug 29 04:46:34.436244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54a1de-f374-4035-a118-6342b7358e08 None None] Pushing event deleted for resources: {'Port': ['ID=532884a6-8210-4d33-9316-74f1996d1413,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:34.454546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event deleted for resources: {'Port': ['ID=532884a6-8210-4d33-9316-74f1996d1413,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:34.627627 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.647140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01775cb7-5db0-41bb-b741-21c795d9a7f5']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:34.660726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f27f40e-2746-409e-bd44-b3acfc697659') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:34.661202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f27f40e-2746-409e-bd44-b3acfc697659') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:34.671672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.686429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.696345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:34.696800 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.745067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48130) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:34.760085 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:34.766311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.799559 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.801671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] 10.222.0.58 "DELETE /v2.0/networks/01775cb7-5db0-41bb-b741-21c795d9a7f5 HTTP/1.1" status: 204 len: 168 time: 1.2378266 Aug 29 04:46:34.802627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaafec8-755e-49e8-b493-b24534548fe3 tempest-DHCPAgentSchedulersTestJSON-2078708337 tempest-DHCPAgentSchedulersTestJSON-2078708337-project] Pushing event deleted for resources: {'Network': ['ID=01775cb7-5db0-41bb-b741-21c795d9a7f5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:35.006113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port 7cd21f2e-3b4e-4b4d-8511-e5979201c325 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:35.006452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.174430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.175172 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.210716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for 7cd21f2e-3b4e-4b4d-8511-e5979201c325 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:35.255942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48144) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:35.608765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e40919a1-668e-4821-a556-89e302b1ad5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcd5027a7e2841fa9398407c603afe46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512213 Aug 29 04:46:35.615432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48166) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:35.760397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9be7046c-026f-46d7-bfc2-d33c83aa5f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.786493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9be7046c-026f-46d7-bfc2-d33c83aa5f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.820249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 532884a6-8210-4d33-9316-74f1996d1413 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:35.847634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9be7046c-026f-46d7-bfc2-d33c83aa5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.851022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9be7046c-026f-46d7-bfc2-d33c83aa5f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.852641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9be7046c-026f-46d7-bfc2-d33c83aa5f60 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f317f428-4418-4189-bef2-738d5a686e7a HTTP/1.1" status: 204 len: 168 time: 0.2356200 Aug 29 04:46:35.866064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7046c-026f-46d7-bfc2-d33c83aa5f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f317f428-4418-4189-bef2-738d5a686e7a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:35.867493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 532884a6-8210-4d33-9316-74f1996d1413 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:35.867941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 532884a6-8210-4d33-9316-74f1996d1413 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:36.001232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.094917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=7cd21f2e-3b4e-4b4d-8511-e5979201c325,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:36.152972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.153314 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Floating IP 9bd4ee62-016c-48b1-b4bf-ce409046303a disassociated (deleted). External IP: 172.25.1.152, port: 7942d8cb-e7c3-4189-b048-9c94c79bae52. Aug 29 04:46:36.372702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48182) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:36.414454 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e41a370e-89de-4462-a4ea-8de279c788c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.447891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:36.588837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e41a370e-89de-4462-a4ea-8de279c788c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.594529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e41a370e-89de-4462-a4ea-8de279c788c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.617522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:36.623484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.630803 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] Sync routers for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:36.649550 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:36.652298 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:46:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:36.659834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e41a370e-89de-4462-a4ea-8de279c788c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3c7e8317be0459486360c69479bccae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857678 Aug 29 04:46:36.661073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a370e-89de-4462-a4ea-8de279c788c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ee350c-45f9-4bb5-91ab-ea5a4499c29b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:36.681380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48194) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:36.724701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f2aee3c3-7ee5-42f8-ae7e-8abbcf9cefd7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/floatingips/9bd4ee62-016c-48b1-b4bf-ce409046303a HTTP/1.1" status: 204 len: 168 time: 1.9781613 Aug 29 04:46:36.725535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:36.738324 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071350b3-71fe-4d4c-a56a-8603cc100759" -d '{"events": [{"name": "network-changed", "server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:36.840015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74fa5490-5cfd-441e-ae6d-d3d417c9d1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.903918 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74fa5490-5cfd-441e-ae6d-d3d417c9d1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.964911 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:37.036569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74fa5490-5cfd-441e-ae6d-d3d417c9d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.044125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-74fa5490-5cfd-441e-ae6d-d3d417c9d1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.051686 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-74fa5490-5cfd-441e-ae6d-d3d417c9d1a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7ee350c-45f9-4bb5-91ab-ea5a4499c29b HTTP/1.1" status: 204 len: 168 time: 0.3672698 Aug 29 04:46:37.075492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa5490-5cfd-441e-ae6d-d3d417c9d1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ee350c-45f9-4bb5-91ab-ea5a4499c29b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:37.130997 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa55aa5-62d0-4d45-9ced-c31f6f120d98 x-openstack-request-id: req-7aa55aa5-62d0-4d45-9ced-c31f6f120d98 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:37.131480 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:37.131576 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7aa55aa5-62d0-4d45-9ced-c31f6f120d98 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:37.131933 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'status': 'completed', 'code': 200} Aug 29 04:46:37.298621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-6c4b0af2-0d82-4e07-b61e-28e8fef9fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:37.307842 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-6c4b0af2-0d82-4e07-b61e-28e8fef9fc5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 1096 time: 0.1510401 Aug 29 04:46:37.390244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d0705-5af3-4824-9d66-3290a50a37dd req-6833931a-e8e9-4050-b834-64407149914e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:37.397135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e64d0705-5af3-4824-9d66-3290a50a37dd req-6833931a-e8e9-4050-b834-64407149914e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.1582744 Aug 29 04:46:37.499118 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:30Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:37.505783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-e0c996af-5007-4e7b-a645-1175ce7472e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:37.507538 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-e0c996af-5007-4e7b-a645-1175ce7472e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 200 len: 897 time: 0.1901076 Aug 29 04:46:37.544744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e64d0705-5af3-4824-9d66-3290a50a37dd req-ec12943e-4a59-4fec-a0a7-1f7806e2a646 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339052 Aug 29 04:46:37.599951 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] Checking router: e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:37.639815 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:37.641297 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:46:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:37.659153 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-6942238a-9600-4f2f-9ee8-eccbf12942fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 200 len: 217 time: 0.1415415 Aug 29 04:46:37.809397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-0d5bec8d-4cc9-4ff5-a333-6ca35948d978 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:37.811518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-0d5bec8d-4cc9-4ff5-a333-6ca35948d978 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.1894450 Aug 29 04:46:37.955271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-a88c5c75-900a-4f95-8bf2-ff71aa5a683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:37.964169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-a88c5c75-900a-4f95-8bf2-ff71aa5a683d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46fb20e-de68-4552-8f2d-86adbb983e30 HTTP/1.1" status: 200 len: 835 time: 0.2974572 Aug 29 04:46:38.029168 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:38.100964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-1bec92e4-1b1d-4e05-ae64-87427491dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:38.109461 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-1bec92e4-1b1d-4e05-ae64-87427491dc03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9803520a-6dbf-48d7-b486-b456d27557c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254992 Aug 29 04:46:38.113850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port 7942d8cb-e7c3-4189-b048-9c94c79bae52 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:38.114387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.438321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port 7942d8cb-e7c3-4189-b048-9c94c79bae52, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7942d8cb-e7c3-4189-b048-9c94c79bae52,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:38.439046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.467809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for 7942d8cb-e7c3-4189-b048-9c94c79bae52 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:38.477476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-bdcd46ca-94fd-4ba6-8062-35c0753b24a6 service neutron] 10.222.0.64 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584001 Aug 29 04:46:38.549483 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:30Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:38.598764 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cfc96d-e6a7-4b20-9a06-b82cdc0f1c60 None None] The sync data for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 is: [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a5aacb64-fabf-413d-83ca-d28ccd0c86b0', 'name': '', 'network_id': '9803520a-6dbf-48d7-b486-b456d27557c1', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:55:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:30Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': 'a46fb20e-de68-4552-8f2d-86adbb983e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:38.848769 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-071350b3-71fe-4d4c-a56a-8603cc100759 req-040f9b70-7a58-473b-9633-e38163b4161a service neutron] 10.222.0.64 "GET /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582871 Aug 29 04:46:38.866662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1129-bce5-4b99-bf69-24a55651948a req-652b1614-53d7-4c2c-bd94-e52b93443ab4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:38.883149 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-baca1129-bce5-4b99-bf69-24a55651948a req-652b1614-53d7-4c2c-bd94-e52b93443ab4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=152eb330-4ef7-4b03-9a96-0d010edec71d HTTP/1.1" status: 200 len: 944 time: 0.1115208 Aug 29 04:46:39.024349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.047463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-baca1129-bce5-4b99-bf69-24a55651948a req-693580b2-2834-4aaa-b4c3-3b232929bf1c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=42189175-8421-4ae6-bf03-ee56e9ca839a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630716 Aug 29 04:46:39.100226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=7942d8cb-e7c3-4189-b048-9c94c79bae52,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:39.138257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd99fc-9b73-44bc-a7f6-201ac09337b1 None None] New status for floating IP 9bd4ee62-016c-48b1-b4bf-ce409046303a: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:46:39.307291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] No DVR routers for this DVR port 7942d8cb-e7c3-4189-b048-9c94c79bae52 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:39.310944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.344530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5b819cd8-d3ca-4574-8547-bbfd557f4abf req-e2186629-fad9-49d0-861d-d50e2c2c4556 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "DELETE /v2.0/ports/7942d8cb-e7c3-4189-b048-9c94c79bae52 HTTP/1.1" status: 204 len: 173 time: 1.5108991 Aug 29 04:46:39.345281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-deleted', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:39.348117 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd28de06-f61f-40e4-8dcd-6e2176c347d2" -d '{"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-deleted", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:39.418516 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cd0deb-093e-4a87-836a-752f5c51c23e x-openstack-request-id: req-79cd0deb-093e-4a87-836a-752f5c51c23e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:39.418824 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152eb330-4ef7-4b03-9a96-0d010edec71d", "name": "network-vif-deleted", "tag": "7942d8cb-e7c3-4189-b048-9c94c79bae52", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:39.419085 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79cd0deb-093e-4a87-836a-752f5c51c23e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:39.420738 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152eb330-4ef7-4b03-9a96-0d010edec71d', 'name': 'network-vif-deleted', 'tag': '7942d8cb-e7c3-4189-b048-9c94c79bae52', 'status': 'completed', 'code': 200} Aug 29 04:46:40.137598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48316) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:41.024871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:41.059080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.404011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1918004471'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:41.481943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Made reservation on behalf of 74c30ec387fb46e6b128cabdabf69c2d for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:41.486269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.537458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.538154 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:46:41.725981 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.734108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.743184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port a5aacb64-fabf-413d-83ca-d28ccd0c86b0 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:41.747697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.784676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:41.857554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991942ed-cb98-4740-ac03-f48e3bfd7915,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:41.864006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.864982 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Added segment 34649027-f7ae-44fd-b50c-e696f69d9723 of type vlan for network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 Aug 29 04:46:41.950085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.997002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.013829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:42.014823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.053990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port a5aacb64-fabf-413d-83ca-d28ccd0c86b0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:42.054378 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.076586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for a5aacb64-fabf-413d-83ca-d28ccd0c86b0 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:42.079409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0533214 Aug 29 04:46:42.272115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0205fbe-bcaa-4f0b-a1cc-2706c96e88ac tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Pushing event updated for resources: {'Network': ['ID=7e784b14-9351-46a4-ae08-bdbfdd4ffb77,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:42.284890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:42.411627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48396) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:42.417425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Request body: {'port': {'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77', 'binding:host_id': 'n-h2-712142-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1941922064'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:42.463954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Made reservation on behalf of 0645567c6fed4adab755bce441c6260c for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:42.466246 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.481763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.598281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.663673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=a5aacb64-fabf-413d-83ca-d28ccd0c86b0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:42.676050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7942d8cb-e7c3-4189-b048-9c94c79bae52 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:42.745054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.754857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.759561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] device_id is not set on port 6b90c252-2613-49d7-9dbc-25a6319b581c yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:42.780401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 7942d8cb-e7c3-4189-b048-9c94c79bae52 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:42.781260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7942d8cb-e7c3-4189-b048-9c94c79bae52 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:43.037004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe11c20-5f12-4b88-ba40-70bc8f843caf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.247530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] device_id is not set on port 6b90c252-2613-49d7-9dbc-25a6319b581c yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:43.261891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.294088 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Transition to ACTIVE for port object 6b90c252-2613-49d7-9dbc-25a6319b581c will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:43.345346 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.550813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=6b90c252-2613-49d7-9dbc-25a6319b581c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.575438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Checking segment: {'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:43.575930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Network hostable DHCP agents. Network: 7e784b14-9351-46a4-ae08-bdbfdd4ffb77, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:43.617178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:43.645070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 7e784b14-9351-46a4-ae08-bdbfdd4ffb77) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:43.648693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:43.668365 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26d27b-8fa8-4afb-86bf-b4d275ce1bcc None None] Network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:43.672926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:43.673274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:43.673841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:43.687368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:43.687969 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:43.689503 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 2 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:43.749871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:43.754862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:43.755623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:43.771542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:43.775160 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:43.775900 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 3 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:43.825066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:43.825927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:43.831781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:43.845976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:43.851266 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:43.851700 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 4 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:43.918182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:43.921087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:43.921737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:43.929869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:43.931097 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:43.931669 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 5 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:43.964137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:43.964782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:43.966113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:43.975492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:43.975492 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:43.975746 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 6 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:43.997766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:43.997766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:44.000879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:44.015534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:44.015750 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:44.019948 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 7 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:44.051886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:44.052261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:44.052608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:44.063062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:44.063404 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:44.063806 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 8 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:44.081625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:44.081993 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:44.082344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:44.098536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:44.099080 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:44.099532 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 9 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:44.117231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:44.117577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:44.118117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:44.121931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.129243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:44.131204 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:44.133852 n-d-712142-15 neutron-server[94846]: INFO neutron.plugins.ml2.plugin [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 10 to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c Aug 29 04:46:44.179323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:44.180146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:44.184431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:44.189624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 6b90c252-2613-49d7-9dbc-25a6319b581c on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:44.190240 n-d-712142-15 neutron-server[94846]: ERROR neutron.plugins.ml2.managers [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 6b90c252-2613-49d7-9dbc-25a6319b581c on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:44.190829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.353344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] For port 6b90c252-2613-49d7-9dbc-25a6319b581c, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:44.354165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempted to set empty binding levels {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:46:44.362883 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.417379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:44.418033 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.444456 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.0314457 Aug 29 04:46:44.450312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48456) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:44.472839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401326fa-59e4-4d2b-9ced-97383ce300bf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=6b90c252-2613-49d7-9dbc-25a6319b581c,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:44.775138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:44.838571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Deleting port 6b90c252-2613-49d7-9dbc-25a6319b581c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:44.838928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.031512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] For port 6b90c252-2613-49d7-9dbc-25a6319b581c, host n-h2-712142-15, got binding levels [] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:45.031926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.083912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Calling delete_port for 6b90c252-2613-49d7-9dbc-25a6319b581c owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:45.235879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:45.250150 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] Sync routers for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:45.261599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-46514db7-2c75-4377-b631-642226b4fe80 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "PUT /v2.0/routers/e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1217539 Aug 29 04:46:45.264342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48482) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:45.282280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.282728 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:45.285534 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:46:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:45.368716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-671aee38-59e7-47c1-812b-884049ed747a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting subnet a46fb20e-de68-4552-8f2d-86adbb983e30 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:45.372867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aee38-59e7-47c1-812b-884049ed747a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.403225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b90c252-2613-49d7-9dbc-25a6319b581c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:45.429502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.431936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aee38-59e7-47c1-812b-884049ed747a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.437388 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-34ca3fab-a408-48f0-9632-f7cd791c0fc1 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "DELETE /v2.0/ports/6b90c252-2613-49d7-9dbc-25a6319b581c HTTP/1.1" status: 204 len: 168 time: 0.9246080 Aug 29 04:46:45.438488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:45.536407 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aee38-59e7-47c1-812b-884049ed747a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.547889 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7cc2ba-9c17-4461-9655-c64b3fbe5d84 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:46:45.554709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cb7cc2ba-9c17-4461-9655-c64b3fbe5d84 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "GET /v2.0/ports/6b90c252-2613-49d7-9dbc-25a6319b581c HTTP/1.1" status: 404 len: 333 time: 0.1144836 Aug 29 04:46:45.557579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48490) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:45.564193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Request body: {'port': {'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2083189789'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:45.589384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Made reservation on behalf of 0645567c6fed4adab755bce441c6260c for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:45.593160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.615848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aee38-59e7-47c1-812b-884049ed747a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.633242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] device_id is not set on port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:45.681533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aee38-59e7-47c1-812b-884049ed747a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Subnet': ['ID=a46fb20e-de68-4552-8f2d-86adbb983e30,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:45.732514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-671aee38-59e7-47c1-812b-884049ed747a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.742418 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-671aee38-59e7-47c1-812b-884049ed747a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/subnets/a46fb20e-de68-4552-8f2d-86adbb983e30 HTTP/1.1" status: 204 len: 168 time: 0.4767756 Aug 29 04:46:45.745231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48498) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:45.747816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe5898-2f96-4881-b2e8-bc2a67e4118a None None] Network 9803520a-6dbf-48d7-b486-b456d27557c1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:45.869670 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:45.986248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.120343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.178804 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:46:42Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'd3d2fb73-e879-49ce-8655-ab5bb28b5bf6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:12Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:46.197303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] DHCP port deletion for 9803520a-6dbf-48d7-b486-b456d27557c1 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:46.254876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.265550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.288782 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] Checking router: e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:46.313514 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] Routers {'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:46.325519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] Deleting port b0698108-3f32-43d4-aa3c-d5dd48f108a0 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:46.328535 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.328945 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:46:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:46.389964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:46.390227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:46.390701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.392610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:46.409019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:46.410048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:46.410695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.466986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=0802bad7-965c-4a8b-b62f-bc1d0ddba653,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:46.477033 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e6d7ee4c-a10a-49da-8688-ce1fab1a55c0 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9171162 Aug 29 04:46:46.492387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48516) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:46.497929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:46.544820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] For port b0698108-3f32-43d4-aa3c-d5dd48f108a0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b0698108-3f32-43d4-aa3c-d5dd48f108a0,segment=NetworkSegment(f1c9dd72-953d-486a-8210-721f301e2f18),segment_id=f1c9dd72-953d-486a-8210-721f301e2f18)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:46.545434 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.565939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] Calling delete_port for b0698108-3f32-43d4-aa3c-d5dd48f108a0 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:46.616105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.619450 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] Set router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:46.688405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port d3d2fb73-e879-49ce-8655-ab5bb28b5bf6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d3d2fb73-e879-49ce-8655-ab5bb28b5bf6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:46.689076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.724110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:46.939840 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:46:46Z', 'revision_number': 6, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:46.956163 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.033718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] Pushing event deleted for resources: {'Port': ['ID=b0698108-3f32-43d4-aa3c-d5dd48f108a0,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:47.041717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b36f9-1e1a-4187-8dca-5af45dc6a6fe None None] No DVR routers for this DVR port b0698108-3f32-43d4-aa3c-d5dd48f108a0 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:47.065527 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4162b-beb2-4bf6-851c-afb678f0b879 None None] The sync data for ids ['e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28'] in n-d-712142-15 is: [{'id': 'e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208184132', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:11Z', 'updated_at': '2021-08-29T04:46:46Z', 'revision_number': 6, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:47.277728 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.340352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] device_id is not set on port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:47.371228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.408643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Transition to ACTIVE for port object 0802bad7-965c-4a8b-b62f-bc1d0ddba653 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:47.416804 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.450050 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31f898c0-bec1-4d6b-8801-aa0951e11b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.464194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=d3d2fb73-e879-49ce-8655-ab5bb28b5bf6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:47.603431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.630886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=0802bad7-965c-4a8b-b62f-bc1d0ddba653,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:47.676213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:47.676829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:47.677389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:47.693359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:47.693927 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:47.695451 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 2 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:47.754104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.754104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.762338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:47.762907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:47.763414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:47.782765 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:47.785217 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:47.785871 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 3 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:47.809746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:47.810324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:47.810829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:47.815958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:47.816612 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:47.817285 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 4 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:47.822793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.823559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Fanout notify agent at l3_agent the message router_deleted on router e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:46:47.833334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.834930 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-687a7a98-22bc-48c6-8732-6bfa2a558ead tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/routers/e9b30b9d-b9b8-4ad9-b0ba-fd3329647a28 HTTP/1.1" status: 204 len: 168 time: 2.0870326 Aug 29 04:46:47.835706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:47.836344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:47.836857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:47.838461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48546) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:47.845662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:47.855584 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:47.856307 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 5 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:47.873362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:47.873954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:47.874462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:47.880989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:47.881568 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:47.882118 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 6 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:47.908270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:47.908623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:47.909625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:47.914330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:47.914666 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:47.915061 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 7 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:47.928853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:47.929251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:47.929538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:47.934292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:47.934634 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:47.935035 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 8 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:47.979665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:47.980089 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:47.980446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:47.988952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:47.989696 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:47.990115 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 9 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:48.005109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:48.005466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:48.005817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:48.011375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:48.011872 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:48.012378 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 10 to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 Aug 29 04:46:48.013109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.031324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:48.032319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:48.032687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:48.041188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:48.041675 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:48.042072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.211033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] For port 0802bad7-965c-4a8b-b62f-bc1d0ddba653, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:48.211471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempted to set empty binding levels {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:46:48.224100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.260751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] In _notify_port_updated(), no bound segment for port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:46:48.261952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.262701 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.264210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b0698108-3f32-43d4-aa3c-d5dd48f108a0 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:48.268021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48556) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:48.269101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "PUT /v2.0/ports/0802bad7-965c-4a8b-b62f-bc1d0ddba653 HTTP/1.1" status: 200 len: 976 time: 1.7749183 Aug 29 04:46:48.294353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b0698108-3f32-43d4-aa3c-d5dd48f108a0 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:48.295000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b0698108-3f32-43d4-aa3c-d5dd48f108a0 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:48.296148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a5aacb64-fabf-413d-83ca-d28ccd0c86b0 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:48.355659 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.359757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a5aacb64-fabf-413d-83ca-d28ccd0c86b0 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:48.362604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a5aacb64-fabf-413d-83ca-d28ccd0c86b0 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:48.371210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180fbef-7c81-4b22-9ab8-fa5025374cbf tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=0802bad7-965c-4a8b-b62f-bc1d0ddba653,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:48.428535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9803520a-6dbf-48d7-b486-b456d27557c1']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:48.458390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c9dd72-953d-486a-8210-721f301e2f18') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:48.458694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c9dd72-953d-486a-8210-721f301e2f18') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:48.520247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.602415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.602907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.603389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.604050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.604352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.604831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.609118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.613594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.614090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.614580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.615113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.615601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.616158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.616637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.617111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.621391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.621972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.622886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.623442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.626126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.626641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.627126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.628325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.628803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.633912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.637223 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-21bbc749-df59-4b62-8503-f228b21a5a96 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22639 time: 0.3678720 Aug 29 04:46:48.641939 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.642676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48568) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:48.656642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:48.658070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.785703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Deleting port 0802bad7-965c-4a8b-b62f-bc1d0ddba653 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:48.786250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.055865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] For port 0802bad7-965c-4a8b-b62f-bc1d0ddba653, host n-h2-712142-15, got binding levels [] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:49.057414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.074555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Calling delete_port for 0802bad7-965c-4a8b-b62f-bc1d0ddba653 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:49.205495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.241944 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.251633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0802bad7-965c-4a8b-b62f-bc1d0ddba653 HTTP/1.1" status: 204 len: 168 time: 0.6076171 Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:49.260930 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:49.262898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48582) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:49.277525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.311302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.312229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28930d-669d-4211-9831-c6127e5f7179 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event deleted for resources: {'Port': ['ID=0802bad7-965c-4a8b-b62f-bc1d0ddba653,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:49.313159 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/networks/9803520a-6dbf-48d7-b486-b456d27557c1 HTTP/1.1" status: 204 len: 168 time: 1.4735589 Aug 29 04:46:49.314101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef47ec7-8ddf-4daf-b493-8ad983d154c3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Network': ['ID=9803520a-6dbf-48d7-b486-b456d27557c1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:49.316671 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6527c3-2d87-4dbc-b7ff-c2e2d27f87f3 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:46:49.317229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48584) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:49.321777 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ad6527c3-2d87-4dbc-b7ff-c2e2d27f87f3 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "GET /v2.0/ports/0802bad7-965c-4a8b-b62f-bc1d0ddba653 HTTP/1.1" status: 404 len: 333 time: 0.0556600 Aug 29 04:46:49.323124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48586) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:49.334216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2000052456', 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:49.383200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Made reservation on behalf of 0645567c6fed4adab755bce441c6260c for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:49.387783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.424794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] device_id is not set on port 18fb9e08-8e5f-4939-a620-4b6de4bd4c53 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:49.498248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e7518b3c-d139-4482-80ba-d23d12777fe2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.581896 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e7518b3c-d139-4482-80ba-d23d12777fe2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.708487 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e7518b3c-d139-4482-80ba-d23d12777fe2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.711640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e7518b3c-d139-4482-80ba-d23d12777fe2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.713221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e7518b3c-d139-4482-80ba-d23d12777fe2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/security-groups/42189175-8421-4ae6-bf03-ee56e9ca839a HTTP/1.1" status: 204 len: 168 time: 0.3900204 Aug 29 04:46:49.747497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7518b3c-d139-4482-80ba-d23d12777fe2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42189175-8421-4ae6-bf03-ee56e9ca839a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:49.760230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:49.847559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.876418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:49.879021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d3d2fb73-e879-49ce-8655-ab5bb28b5bf6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:49.967924 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.062861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=18fb9e08-8e5f-4939-a620-4b6de4bd4c53,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.088775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:50.091780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:50.096018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:50.097866 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:50.100206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.137742 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-820b27c7-b26d-48ad-83f5-0235792e9de2 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8132775 Aug 29 04:46:50.140211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48610) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.212800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c584bca4-ba4e-44f7-ad18-41bea430710c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:50.214453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c584bca4-ba4e-44f7-ad18-41bea430710c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "GET /v2.0/ports/18fb9e08-8e5f-4939-a620-4b6de4bd4c53 HTTP/1.1" status: 200 len: 955 time: 0.0729985 Aug 29 04:46:50.217044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48612) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.348476 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.387971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-99b7ecd8-f09e-4d5d-868a-1e6081e327fe tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Deleting port 18fb9e08-8e5f-4939-a620-4b6de4bd4c53 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:50.388355 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99b7ecd8-f09e-4d5d-868a-1e6081e327fe tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.438106 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7145ca26-3981-438a-8eb4-9975c840c5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.498435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48618) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.505637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0c87e97b-6e63-4ab4-8a60-0beaa046c403 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905617692', 'description': 'tempest-secgroup-smoke-1905617692 description', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:50.516377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99b7ecd8-f09e-4d5d-868a-1e6081e327fe tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.537076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-99b7ecd8-f09e-4d5d-868a-1e6081e327fe tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Calling delete_port for 18fb9e08-8e5f-4939-a620-4b6de4bd4c53 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:50.569527 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c87e97b-6e63-4ab4-8a60-0beaa046c403 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.655168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99b7ecd8-f09e-4d5d-868a-1e6081e327fe tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.733512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99b7ecd8-f09e-4d5d-868a-1e6081e327fe tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.741601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-99b7ecd8-f09e-4d5d-868a-1e6081e327fe tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "DELETE /v2.0/ports/18fb9e08-8e5f-4939-a620-4b6de4bd4c53 HTTP/1.1" status: 204 len: 168 time: 0.5210772 Aug 29 04:46:50.741601 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7ecd8-f09e-4d5d-868a-1e6081e327fe tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event deleted for resources: {'Port': ['ID=18fb9e08-8e5f-4939-a620-4b6de4bd4c53,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.746223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48622) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.783023 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c87e97b-6e63-4ab4-8a60-0beaa046c403 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.790787 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-de00fe19-149c-4c79-807c-bdfa1f9e95ec tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:46:50.797279 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-de00fe19-149c-4c79-807c-bdfa1f9e95ec tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "GET /v2.0/ports/18fb9e08-8e5f-4939-a620-4b6de4bd4c53 HTTP/1.1" status: 404 len: 333 time: 0.0492573 Aug 29 04:46:50.804128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48626) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.807807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c87e97b-6e63-4ab4-8a60-0beaa046c403 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.810377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Request body: {'port': {'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1247861401'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:50.859626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87e97b-6e63-4ab4-8a60-0beaa046c403 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d11718-28ce-471d-81d2-54dce5bb3515,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.874633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Made reservation on behalf of 0645567c6fed4adab755bce441c6260c for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:50.878837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0c87e97b-6e63-4ab4-8a60-0beaa046c403 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.880439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0c87e97b-6e63-4ab4-8a60-0beaa046c403 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3802736 Aug 29 04:46:50.881660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.883664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48634) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.890142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0952df88-00c4-4ab9-971d-d1cb7876f3ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '33d11718-28ce-471d-81d2-54dce5bb3515', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:50.912074 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] device_id is not set on port 0477375f-8293-4a19-970e-af30a5e6b0a5 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:50.933602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0952df88-00c4-4ab9-971d-d1cb7876f3ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.024748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0952df88-00c4-4ab9-971d-d1cb7876f3ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.030758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0952df88-00c4-4ab9-971d-d1cb7876f3ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.053165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952df88-00c4-4ab9-971d-d1cb7876f3ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e136911-5aad-4bf7-a402-e99d3569187c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.060388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0952df88-00c4-4ab9-971d-d1cb7876f3ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.064529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0952df88-00c4-4ab9-971d-d1cb7876f3ee tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786165 Aug 29 04:46:51.066065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48638) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.073729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c050c2d7-4fb5-43ba-8492-25150202ceac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '33d11718-28ce-471d-81d2-54dce5bb3515', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:51.125463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c050c2d7-4fb5-43ba-8492-25150202ceac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.142781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.188943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.205422 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c050c2d7-4fb5-43ba-8492-25150202ceac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.214153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c050c2d7-4fb5-43ba-8492-25150202ceac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.232923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050c2d7-4fb5-43ba-8492-25150202ceac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b40068-a706-40f6-8591-a9f382d64d6a,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.255522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:51.256231 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c050c2d7-4fb5-43ba-8492-25150202ceac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.258157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c050c2d7-4fb5-43ba-8492-25150202ceac tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1907210 Aug 29 04:46:51.261033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48644) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.262751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:51.267094 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.268011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ba5274d6-7603-43b0-b10b-eea7f8c80c2d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '33d11718-28ce-471d-81d2-54dce5bb3515', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:51.269444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:51.270687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:51.271466 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.293062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=0477375f-8293-4a19-970e-af30a5e6b0a5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.330609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba5274d6-7603-43b0-b10b-eea7f8c80c2d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.340198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-29e9d19f-2017-4c9f-b75a-01e97720a541 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5362327 Aug 29 04:46:51.341954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48646) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.347532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-15'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:51.406480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.417029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba5274d6-7603-43b0-b10b-eea7f8c80c2d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.424091 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba5274d6-7603-43b0-b10b-eea7f8c80c2d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.453189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ba5274d6-7603-43b0-b10b-eea7f8c80c2d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.456564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ba5274d6-7603-43b0-b10b-eea7f8c80c2d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1925955 Aug 29 04:46:51.464644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48648) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.474827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b5cc936b-650a-451e-a2f7-4ece7624bdef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '33d11718-28ce-471d-81d2-54dce5bb3515', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:51.482441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5274d6-7603-43b0-b10b-eea7f8c80c2d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490a3e17-0a15-4d25-822f-36c4074c6557,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.516261 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5cc936b-650a-451e-a2f7-4ece7624bdef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.598465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5cc936b-650a-451e-a2f7-4ece7624bdef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.603481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5cc936b-650a-451e-a2f7-4ece7624bdef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.632079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc936b-650a-451e-a2f7-4ece7624bdef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffc25cd-af3d-49e7-b273-a5de4cbb7bc2,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.660920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b5cc936b-650a-451e-a2f7-4ece7624bdef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.662636 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b5cc936b-650a-451e-a2f7-4ece7624bdef tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960247 Aug 29 04:46:51.665491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48654) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.672304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ebf89791-7ecd-4001-a98d-5515b108b250 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '33d11718-28ce-471d-81d2-54dce5bb3515', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:51.702098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] device_id is not set on port 0477375f-8293-4a19-970e-af30a5e6b0a5 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:51.712141 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-ebf89791-7ecd-4001-a98d-5515b108b250 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Project b8ebe056008949c3a4f192f98b6f5efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:46:51.714100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.719420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ebf89791-7ecd-4001-a98d-5515b108b250 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.731502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Transition to ACTIVE for port object 0477375f-8293-4a19-970e-af30a5e6b0a5 will not be triggered until provisioned by entity L2. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:51.738496 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.807494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ebf89791-7ecd-4001-a98d-5515b108b250 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.812657 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ebf89791-7ecd-4001-a98d-5515b108b250 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.839046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf89791-7ecd-4001-a98d-5515b108b250 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1b7d5b-1663-488f-a853-cf666f484ebf,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.844382 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ebf89791-7ecd-4001-a98d-5515b108b250 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.849625 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ebf89791-7ecd-4001-a98d-5515b108b250 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1821840 Aug 29 04:46:51.850355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48658) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.856023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9759264d-8c6f-4e07-9e4d-659c93a4fdd8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'security_group_rule': {'security_group_id': '33d11718-28ce-471d-81d2-54dce5bb3515', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:51.885213 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-9759264d-8c6f-4e07-9e4d-659c93a4fdd8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Project b8ebe056008949c3a4f192f98b6f5efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:46:51.889671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:51.890027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:51.890378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:51.891394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9759264d-8c6f-4e07-9e4d-659c93a4fdd8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.910934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:51.911292 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:51.914393 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 2 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:51.919912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=0477375f-8293-4a19-970e-af30a5e6b0a5,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.942618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:51.942972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:51.943322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:51.948332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:51.948669 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:51.949068 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 3 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:51.969364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:51.972048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:51.972048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:51.984030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:51.986848 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:51.987939 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 4 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:52.017684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:52.019404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:52.019869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:52.032535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:52.032959 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:52.033540 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 5 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:52.045416 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9759264d-8c6f-4e07-9e4d-659c93a4fdd8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.051257 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9759264d-8c6f-4e07-9e4d-659c93a4fdd8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.054204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:52.054780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:52.055126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:52.062266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:52.062890 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:52.063424 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 6 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:52.072831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759264d-8c6f-4e07-9e4d-659c93a4fdd8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06408c72-e79b-4882-bfe4-a6b0629d572f,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:52.081436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:52.082130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:52.082712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:52.087915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9759264d-8c6f-4e07-9e4d-659c93a4fdd8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.088341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:52.088888 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:52.092244 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 7 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:52.092399 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9759264d-8c6f-4e07-9e4d-659c93a4fdd8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2382243 Aug 29 04:46:52.092790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48672) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:52.103889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'network': {'name': 'tempest-network-smoke--2039122622', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'port_security_enabled': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:52.119005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:52.119657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:52.120097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:52.127252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:52.128322 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:52.128836 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 8 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:52.145570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:52.145920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:52.146316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:52.151030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:52.151373 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:52.151768 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 9 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:52.156748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:52.160383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.176217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:52.176568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:52.176909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:52.182943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:52.183275 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:52.183882 n-d-712142-15 neutron-server[94845]: INFO neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempt 10 to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 Aug 29 04:46:52.187343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:52.198000 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.198345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:52.198471 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Added segment a6a8c2e9-1b98-4011-b113-e7fc07ead486 of type vlan for network 24add402-ee02-49b7-90b3-3cb25d51d3da Aug 29 04:46:52.199084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] {{(pid=94845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:52.199619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempting to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:52.204456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:52.205028 n-d-712142-15 neutron-server[94845]: ERROR neutron.plugins.ml2.managers [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Failed to bind port 0477375f-8293-4a19-970e-af30a5e6b0a5 on host n-h2-712142-15 for vnic_type normal using segments [{'id': '34649027-f7ae-44fd-b50c-e696f69d9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7e784b14-9351-46a4-ae08-bdbfdd4ffb77'}] Aug 29 04:46:52.205592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.273816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.292759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] For port 0477375f-8293-4a19-970e-af30a5e6b0a5, host n-h2-712142-15, cleared binding levels {{(pid=94845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:52.293162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attempted to set empty binding levels {{(pid=94845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:46:52.300369 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.329119 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.336945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:52.338046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.350092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] In _notify_port_updated(), no bound segment for port 0477375f-8293-4a19-970e-af30a5e6b0a5 on network 7e784b14-9351-46a4-ae08-bdbfdd4ffb77 {{(pid=94845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:46:52.351157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:52.352076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.357006 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "PUT /v2.0/ports/0477375f-8293-4a19-970e-af30a5e6b0a5 HTTP/1.1" status: 200 len: 976 time: 1.0136242 Aug 29 04:46:52.359923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48678) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:52.433923 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3391593 Aug 29 04:46:52.437147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48682) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:52.442833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'admin_state_up': True, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:52.452594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707f79e-5f15-4826-a1c4-0fb4b01ab45c tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event updated for resources: {'Port': ['ID=0477375f-8293-4a19-970e-af30a5e6b0a5,revision_number=3']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:52.453940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ce397-caec-436c-b648-62e87842cd89 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Network': ['ID=24add402-ee02-49b7-90b3-3cb25d51d3da,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:52.472464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 24add402-ee02-49b7-90b3-3cb25d51d3da details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:52.507361 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.508635 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.511279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Deleting port 0477375f-8293-4a19-970e-af30a5e6b0a5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:52.511920 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.620935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] For port 0477375f-8293-4a19-970e-af30a5e6b0a5, host n-h2-712142-15, got binding levels [] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:52.621558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.627162 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.646412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Calling delete_port for 0477375f-8293-4a19-970e-af30a5e6b0a5 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:52.803225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.841108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.866273 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.868662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Pushing event deleted for resources: {'Port': ['ID=0477375f-8293-4a19-970e-af30a5e6b0a5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:52.897234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.902912 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c3bb5959-a429-427b-b6a4-211162703df6 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0477375f-8293-4a19-970e-af30a5e6b0a5 HTTP/1.1" status: 204 len: 168 time: 0.5396032 Aug 29 04:46:52.903173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48692) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:52.935566 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64f9653-d426-4dd6-b837-0d268bae7cd7 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:46:52.941144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c64f9653-d426-4dd6-b837-0d268bae7cd7 tempest-PortsAdminExtendedAttrsTestJSON-1769031804 tempest-PortsAdminExtendedAttrsTestJSON-1769031804-project-admin] 10.222.0.58 "GET /v2.0/ports/0477375f-8293-4a19-970e-af30a5e6b0a5 HTTP/1.1" status: 404 len: 333 time: 0.0331018 Aug 29 04:46:52.942809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48694) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:53.106744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.166846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.193558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.248948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.267167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e784b14-9351-46a4-ae08-bdbfdd4ffb77']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:53.278958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34649027-f7ae-44fd-b50c-e696f69d9723') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:53.279306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34649027-f7ae-44fd-b50c-e696f69d9723') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:53.290183 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.307464 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.328549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:53.329558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:53.364083 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:53.452432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.465542 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.472359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] 10.222.0.58 "DELETE /v2.0/networks/7e784b14-9351-46a4-ae08-bdbfdd4ffb77 HTTP/1.1" status: 204 len: 168 time: 0.5246441 Aug 29 04:46:53.482078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.25.1.231 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/ffd97e5a-d6bb-4f9b-ab59-9fd950227271) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:53.489426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4203f-3750-4c2c-8fce-5d50bccf62ee tempest-PortsAdminExtendedAttrsTestJSON-291801967 tempest-PortsAdminExtendedAttrsTestJSON-291801967-project] Pushing event deleted for resources: {'Network': ['ID=7e784b14-9351-46a4-ae08-bdbfdd4ffb77,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:53.654230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.702695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.760431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:53.765970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:53.770608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:53.797387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=ffd97e5a-d6bb-4f9b-ab59-9fd950227271,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:53.894419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48714) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.177327 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.199856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4da17cfe-1caf-46f3-a1b4-c2626ec8dbdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74c30ec387fb46e6b128cabdabf69c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041148 Aug 29 04:46:54.200695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48728) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.260876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49b4776f-d48d-4f76-9e16-e40bb493fd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.285725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49b4776f-d48d-4f76-9e16-e40bb493fd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.348663 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49b4776f-d48d-4f76-9e16-e40bb493fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.353657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49b4776f-d48d-4f76-9e16-e40bb493fd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.356183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49b4776f-d48d-4f76-9e16-e40bb493fd2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/991942ed-cb98-4740-ac03-f48e3bfd7915 HTTP/1.1" status: 204 len: 168 time: 0.1543386 Aug 29 04:46:54.367259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4776f-d48d-4f76-9e16-e40bb493fd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991942ed-cb98-4740-ac03-f48e3bfd7915,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:54.607224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.835519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 6e3540bc-f284-4ede-a053-d4d0d14476f1 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:46:54.842218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48744) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.995049 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-89bd8319-2b72-421d-b957-f5f380d9c4b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0645567c6fed4adab755bce441c6260c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493573 Aug 29 04:46:54.995049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:54.995432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48746) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:55.012178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Sync routers for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:55.029622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:55.030390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:46:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:55.049424 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.051693 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-46047d08-2924-4ae9-b7c0-e88e8481e70d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6134787 Aug 29 04:46:55.055262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48754) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:55.108835 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-035d0525-f164-4a7c-a9b2-1d56c3abeaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.148167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48758) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:55.164612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2847a9bf-fdcf-48ef-b6d5-cdf8944a19f0 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b8ebe056008949c3a4f192f98b6f5efb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1086693 Aug 29 04:46:55.187327 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-035d0525-f164-4a7c-a9b2-1d56c3abeaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.305979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:55.462602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caaeb02-2f3e-4295-9b76-9d95d2f694f2 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.467726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6caaeb02-2f3e-4295-9b76-9d95d2f694f2 tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3156040 Aug 29 04:46:55.468561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48766) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:55.472206 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-035d0525-f164-4a7c-a9b2-1d56c3abeaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.474991 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-035d0525-f164-4a7c-a9b2-1d56c3abeaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.476330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-035d0525-f164-4a7c-a9b2-1d56c3abeaae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efe11c20-5f12-4b88-ba40-70bc8f843caf HTTP/1.1" status: 204 len: 168 time: 0.4798501 Aug 29 04:46:56.025392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:46:53Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:56.040124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d0525-f164-4a7c-a9b2-1d56c3abeaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe11c20-5f12-4b88-ba40-70bc8f843caf,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:56.044357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0141a74e-1d56-4b0d-947a-1f81855f80fa tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5740070 Aug 29 04:46:56.047251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48782) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:56.053356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1691519759', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:56.096019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Checking router: 6e3540bc-f284-4ede-a053-d4d0d14476f1 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:56.102153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Updating router 6e3540bc-f284-4ede-a053-d4d0d14476f1 port ffd97e5a-d6bb-4f9b-ab59-9fd950227271 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:46:56.145379 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.229789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:56.234298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.735710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.750624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Transition to ACTIVE for port object ffd97e5a-d6bb-4f9b-ab59-9fd950227271 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:56.765371 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.830158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297b0da-deaf-427a-83e8-c52c3b4c0db3 None None] Pushing event updated for resources: {'Port': ['ID=ffd97e5a-d6bb-4f9b-ab59-9fd950227271,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:56.901694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Attempting to bind port ffd97e5a-d6bb-4f9b-ab59-9fd950227271 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:56.902093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Attempting to bind port ffd97e5a-d6bb-4f9b-ab59-9fd950227271 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:56.902474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Attempting to bind port ffd97e5a-d6bb-4f9b-ab59-9fd950227271 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:56.915663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:56.916072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:56.916498 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.916908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:56.917481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Bound port: ffd97e5a-d6bb-4f9b-ab59-9fd950227271, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:56.917866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.981551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] For port ffd97e5a-d6bb-4f9b-ab59-9fd950227271, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:56.984839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] For port ffd97e5a-d6bb-4f9b-ab59-9fd950227271, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ffd97e5a-d6bb-4f9b-ab59-9fd950227271,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:56.998232 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.066730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:57.068030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:46:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:57.107280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fe1c0a5-0a1b-49c7-a03f-70a9823e2d87 req-d87e29a5-5273-4d59-881e-b8b0d97baf41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0527012 Aug 29 04:46:57.394041 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fe1c0a5-0a1b-49c7-a03f-70a9823e2d87 req-4596816c-6fbe-4302-b70a-2b9c28d81437 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0564981 Aug 29 04:46:57.441033 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.446829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.447528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297b0da-deaf-427a-83e8-c52c3b4c0db3 None None] Pushing event updated for resources: {'Port': ['ID=ffd97e5a-d6bb-4f9b-ab59-9fd950227271,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:57.561668 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fe1c0a5-0a1b-49c7-a03f-70a9823e2d87 req-bd5e0383-ef62-4d46-9c24-cf9791ddf23c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620747 Aug 29 04:46:57.562064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:57.588921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Subnet': ['ID=4d35b795-3587-4419-bf24-5613cf3293a6,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:57.608329 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Checking segment: {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:57.608698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network hostable DHCP agents. Network: 24add402-ee02-49b7-90b3-3cb25d51d3da, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:57.695394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network 24add402-ee02-49b7-90b3-3cb25d51d3da is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:57.717867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 24add402-ee02-49b7-90b3-3cb25d51d3da) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:57.732852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.734242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.761647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c0a5-0a1b-49c7-a03f-70a9823e2d87 req-897fa120-0cf7-4d2a-976c-cc51cfcf9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.774878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0fe1c0a5-0a1b-49c7-a03f-70a9823e2d87 req-897fa120-0cf7-4d2a-976c-cc51cfcf9e31 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986649 Aug 29 04:46:57.803136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 48840) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:57.804361 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6b341550-4bb6-4fc6-8298-ca59e7993c8c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7504749 Aug 29 04:46:57.829945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e66167-4efb-4504-a072-3392b1bf9084 None None] Network 24add402-ee02-49b7-90b3-3cb25d51d3da requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:58.309720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-24add402-ee02-49b7-90b3-3cb25d51d3da', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:58.310632 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.389056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48872) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:58.600926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Allocated IP 172.20.0.2 (24add402-ee02-49b7-90b3-3cb25d51d3da/4d35b795-3587-4419-bf24-5613cf3293a6/0d177b87-6587-4fc8-8bb2-0c791abf084e) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:58.642161 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-cc9303f0-709d-42d8-9a01-514078f9277e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5754032 Aug 29 04:46:58.692103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:46:53Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:58.745748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe8d73-486e-4566-bca0-55df12ef119a None None] The sync data for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 is: [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:46:53Z', 'revision_number': 3, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:58.754016 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.804839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-357753457', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:58.906901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-0130d566-1a7d-42c0-8d8f-169ccf030a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.914567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-0130d566-1a7d-42c0-8d8f-169ccf030a50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 1098 time: 0.2153904 Aug 29 04:46:58.915782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Made reservation on behalf of 91c81455753b40ea99d52ad247eb2b1a for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:58.918190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.947724 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.962363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Transition to ACTIVE for port object 0d177b87-6587-4fc8-8bb2-0c791abf084e will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:58.964804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.991497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Transition to ACTIVE for port object 0d177b87-6587-4fc8-8bb2-0c791abf084e will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:59.006751 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.066818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Pushing event updated for resources: {'Port': ['ID=0d177b87-6587-4fc8-8bb2-0c791abf084e,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.085557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Network 24add402-ee02-49b7-90b3-3cb25d51d3da is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:59.089414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:59.100629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:59.196025 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.209456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Attempting to bind port 0d177b87-6587-4fc8-8bb2-0c791abf084e on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:59.220228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Attempting to bind port 0d177b87-6587-4fc8-8bb2-0c791abf084e by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:59.236114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Attempting to bind port 0d177b87-6587-4fc8-8bb2-0c791abf084e on network 24add402-ee02-49b7-90b3-3cb25d51d3da {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:59.258020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:59.258403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Checking segment: {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:59.258887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.269127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Bound using segment: {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:59.269792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Bound port: 0d177b87-6587-4fc8-8bb2-0c791abf084e, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:59.270214 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.271461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.309840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-d00754d3-0302-4fc3-b26c-ebf32407fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.312515 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-d00754d3-0302-4fc3-b26c-ebf32407fc50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.3486938 Aug 29 04:46:59.315462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.372825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] device_id is not set on port be139f38-baa3-4abe-9123-b05e3ddee725 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:59.381208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e02215-6e65-47b5-b26b-702d4ebc3c64,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.509748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] For port 0d177b87-6587-4fc8-8bb2-0c791abf084e, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:59.520554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] For port 0d177b87-6587-4fc8-8bb2-0c791abf084e, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d177b87-6587-4fc8-8bb2-0c791abf084e,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:59.527815 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.744119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-98e8054c-48bd-401b-83a0-8d62a0a047b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c07b6a2-e435-4b06-82b8-572791621986 HTTP/1.1" status: 200 len: 1000 time: 0.3635643 Aug 29 04:46:59.779807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a4b05-928f-46c4-8b64-46c7474fa146 None None] Pushing event updated for resources: {'Port': ['ID=0d177b87-6587-4fc8-8bb2-0c791abf084e,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.949947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ffd97e5a-d6bb-4f9b-ab59-9fd950227271 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:00.068791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Allocated IP 172.25.1.151 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/be139f38-baa3-4abe-9123-b05e3ddee725) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:00.258832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ffd97e5a-d6bb-4f9b-ab59-9fd950227271 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:00.268765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.273592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ffd97e5a-d6bb-4f9b-ab59-9fd950227271 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:00.273979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.325271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48948) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:00.353782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e4c497d5-37da-4af1-be31-24036ce39e5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870520239', 'description': 'tempest-secgroup-smoke-1870520239 description', 'project_id': 'c82c84aa59f04d99a407918924fbf68d'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:00.394662 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.553714 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.620795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.20.0.1 (24add402-ee02-49b7-90b3-3cb25d51d3da/4d35b795-3587-4419-bf24-5613cf3293a6/e76da70a-fbf1-4ec4-9f23-2f1c70041ee8) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:00.655334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port ffd97e5a-d6bb-4f9b-ab59-9fd950227271, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ffd97e5a-d6bb-4f9b-ab59-9fd950227271,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:00.663856 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.723614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Pushing event updated for resources: {'Port': ['ID=be139f38-baa3-4abe-9123-b05e3ddee725,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:00.774336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:00.785199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=ffd97e5a-d6bb-4f9b-ab59-9fd950227271,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:00.802846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:00.815446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:00.825773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4c497d5-37da-4af1-be31-24036ce39e5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.892572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.914978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-4c86daa1-a607-4136-bf64-799e4c9163cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:00.916756 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-4c86daa1-a607-4136-bf64-799e4c9163cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.5951939 Aug 29 04:47:00.957588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Transition to ACTIVE for port object e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:01.026767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.139847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.141314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.174988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network 24add402-ee02-49b7-90b3-3cb25d51d3da is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:01.189476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:01.196212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:01.199593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-9952d87c-9e2d-4b05-b9f8-1878b34753e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.209407 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-9952d87c-9e2d-4b05-b9f8-1878b34753e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2720344 Aug 29 04:47:01.227165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-1a88f569-a19c-4f1b-afba-6bf007ab475a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:47:01.232064 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-1a88f569-a19c-4f1b-afba-6bf007ab475a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131221 Aug 29 04:47:01.271337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:01.365299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.400323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4c497d5-37da-4af1-be31-24036ce39e5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.410810 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4c497d5-37da-4af1-be31-24036ce39e5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.464690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c497d5-37da-4af1-be31-24036ce39e5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa815cb-186b-4c8d-b9b7-613451490175,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:01.469210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4c497d5-37da-4af1-be31-24036ce39e5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.474118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4c497d5-37da-4af1-be31-24036ce39e5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1248286 Aug 29 04:47:01.479005 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e6b2f5ab-68de-4fb3-9755-6fd5e2f9eb32 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0879848 Aug 29 04:47:01.479755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48996) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:01.480117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 48998) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:01.491854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-298f2c94-a0e4-4098-83af-48875fbdd454 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'security_group_rule': {'security_group_id': '5aa815cb-186b-4c8d-b9b7-613451490175', 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:01.500580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.151'}]}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:01.560435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.562663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.688971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-3f6ffacf-1b63-4b2e-807c-fa1893f4c797 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401829 Aug 29 04:47:01.825826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de4eeec-3963-429d-a31a-cf8ceed11bdf None None] Network 24add402-ee02-49b7-90b3-3cb25d51d3da requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:01.834210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-298f2c94-a0e4-4098-83af-48875fbdd454 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.858493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.914423 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.990082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a170afc5-0bd3-454a-8f6b-f04c8bb1c162 None None] Provisioning for port 0d177b87-6587-4fc8-8bb2-0c791abf084e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:02.135657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ffd97e5a-d6bb-4f9b-ab59-9fd950227271 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:02.181840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-298f2c94-a0e4-4098-83af-48875fbdd454 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.202529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-298f2c94-a0e4-4098-83af-48875fbdd454 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.215652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.249424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ffd97e5a-d6bb-4f9b-ab59-9fd950227271 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:02.250032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.300090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f2c94-a0e4-4098-83af-48875fbdd454 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaa04ec-cef6-4d90-937d-704693233fbd,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:02.377020 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-33185239-0c4d-4a99-9142-bd4ad19dbb8d req-92234d48-eebd-41fc-a93f-74343405b980 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706184 Aug 29 04:47:02.381976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-298f2c94-a0e4-4098-83af-48875fbdd454 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.384061 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-298f2c94-a0e4-4098-83af-48875fbdd454 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9006886 Aug 29 04:47:02.454803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49014) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:02.472265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6e3ee769-50d8-44c9-9207-76f44775f4ff tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'security_group_rule': {'security_group_id': '5aa815cb-186b-4c8d-b9b7-613451490175', 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:02.555947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e3ee769-50d8-44c9-9207-76f44775f4ff tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.582133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d177b87-6587-4fc8-8bb2-0c791abf084e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:02.661835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 0d177b87-6587-4fc8-8bb2-0c791abf084e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:02.667286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0d177b87-6587-4fc8-8bb2-0c791abf084e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:02.667682 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.834446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Provisioning complete for port 0d177b87-6587-4fc8-8bb2-0c791abf084e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:02.836989 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e3ee769-50d8-44c9-9207-76f44775f4ff tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.847646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.857293 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e3ee769-50d8-44c9-9207-76f44775f4ff tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.904752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.917635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.000160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ee769-50d8-44c9-9207-76f44775f4ff tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfdf1f3-f856-4674-88a3-057ebd462965,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.021385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.065015 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.079402 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.117526 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e3ee769-50d8-44c9-9207-76f44775f4ff tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.119284 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6e3ee769-50d8-44c9-9207-76f44775f4ff tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6607950 Aug 29 04:47:03.127898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49026) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:03.149492 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.183196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6479e6cc-bc9b-4901-90ea-011d7fda8fcc tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'security_group_rule': {'security_group_id': '5aa815cb-186b-4c8d-b9b7-613451490175', 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:03.200887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 0d177b87-6587-4fc8-8bb2-0c791abf084e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d177b87-6587-4fc8-8bb2-0c791abf084e,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:03.210361 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.241758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6479e6cc-bc9b-4901-90ea-011d7fda8fcc tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.312949 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.334458 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:47:03.334826 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:47:03.352192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.388839 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6479e6cc-bc9b-4901-90ea-011d7fda8fcc tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.392370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network 24add402-ee02-49b7-90b3-3cb25d51d3da is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:03.395341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:03.399017 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6479e6cc-bc9b-4901-90ea-011d7fda8fcc tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.399231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=0d177b87-6587-4fc8-8bb2-0c791abf084e,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.654482 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 6e3540bc-f284-4ede-a053-d4d0d14476f1 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:03.664451 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6479e6cc-bc9b-4901-90ea-011d7fda8fcc tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.669342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49032) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:03.670048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6479e6cc-bc9b-4901-90ea-011d7fda8fcc tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5405302 Aug 29 04:47:03.671190 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479e6cc-bc9b-4901-90ea-011d7fda8fcc tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f057909e-d981-4e2e-9560-ed2453ef7fb1,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.685849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f6fbd907-af6f-4247-8a25-624b1c789ae0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'security_group_rule': {'security_group_id': '5aa815cb-186b-4c8d-b9b7-613451490175', 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:03.727455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.892768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d177b87-6587-4fc8-8bb2-0c791abf084e up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:03.900096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd907-af6f-4247-8a25-624b1c789ae0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.951578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:03.975605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d9ef5e30-bc8b-4500-8e26-7977499a11b5 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "PUT /v2.0/routers/6e3540bc-f284-4ede-a053-d4d0d14476f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1713657 Aug 29 04:47:03.987445 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Sync routers for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:04.019837 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:04.024720 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:46:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:04.061936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Provisioning for port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:04.114655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 0d177b87-6587-4fc8-8bb2-0c791abf084e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:04.134354 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.137137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Provisioning complete for port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:04.137513 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.148973 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.158318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.193371 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:04.249475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.250458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7705b4db-4125-4adf-84b8-9ef2147100bb {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:47:04.290095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd907-af6f-4247-8a25-624b1c789ae0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.296145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd907-af6f-4247-8a25-624b1c789ae0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.324977 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:47:04.327068 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d5dc16c8-059a-45da-83b4-6e0f65e0e9a1 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8421173 Aug 29 04:47:04.329911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49048) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:04.334465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd907-af6f-4247-8a25-624b1c789ae0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.336005 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f6fbd907-af6f-4247-8a25-624b1c789ae0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6640508 Aug 29 04:47:04.338736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49050) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:04.345723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a65dd434-7984-49b9-ba54-17f707c358e3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'security_group_rule': {'security_group_id': '5aa815cb-186b-4c8d-b9b7-613451490175', 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:04.351871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbd907-af6f-4247-8a25-624b1c789ae0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1695f4ad-fa5d-44da-942c-f84c725e5551,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.378688 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-a65dd434-7984-49b9-ba54-17f707c358e3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Project c82c84aa59f04d99a407918924fbf68d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:47:04.391497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a65dd434-7984-49b9-ba54-17f707c358e3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.522744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a65dd434-7984-49b9-ba54-17f707c358e3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.526145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3c31b-3614-4b59-8941-54b19c2cb6df None None] Port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:04.530479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a65dd434-7984-49b9-ba54-17f707c358e3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.584103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65dd434-7984-49b9-ba54-17f707c358e3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665822e6-2c5b-41dd-8cbc-b8db426aa5a5,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.591427 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a65dd434-7984-49b9-ba54-17f707c358e3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.593421 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a65dd434-7984-49b9-ba54-17f707c358e3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2518482 Aug 29 04:47:04.594732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49064) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:04.608429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-99fa5f75-9982-4410-bf4e-6672be970899 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'security_group_rule': {'security_group_id': '5aa815cb-186b-4c8d-b9b7-613451490175', 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:04.637563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-91695f0c-9590-4901-bd42-6d5294e526c0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905617692&fields=id&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 267 time: 0.0804636 Aug 29 04:47:04.675902 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-99fa5f75-9982-4410-bf4e-6672be970899 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Project c82c84aa59f04d99a407918924fbf68d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:47:04.681642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3b0850ed-94f7-472b-80d0-29327ab4a56c None None] Provisioning complete for port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:04.683496 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3b0850ed-94f7-472b-80d0-29327ab4a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.687467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99fa5f75-9982-4410-bf4e-6672be970899 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.703716 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:02Z', 'revision_number': 2, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:04.768559 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Checking router: 6e3540bc-f284-4ede-a053-d4d0d14476f1 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:04.770573 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Updating router 6e3540bc-f284-4ede-a053-d4d0d14476f1 port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:47:04.771135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3b0850ed-94f7-472b-80d0-29327ab4a56c None None] Port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:04.812969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99fa5f75-9982-4410-bf4e-6672be970899 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.818819 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99fa5f75-9982-4410-bf4e-6672be970899 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.840723 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.848350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa5f75-9982-4410-bf4e-6672be970899 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e953fe02-8799-47ee-82ac-7906eccd0438,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.858980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99fa5f75-9982-4410-bf4e-6672be970899 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.863185 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-99fa5f75-9982-4410-bf4e-6672be970899 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2643247 Aug 29 04:47:04.898304 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-53a58996-6b02-4483-b07c-3dc1d986eb8d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:04.906486 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-53a58996-6b02-4483-b07c-3dc1d986eb8d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/networks?id=24add402-ee02-49b7-90b3-3cb25d51d3da HTTP/1.1" status: 200 len: 797 time: 0.2677283 Aug 29 04:47:04.930608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-46b5bd0f-7ad6-4b5e-b746-dd94ebf2cc8e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/quotas/b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 375 time: 0.0230517 Aug 29 04:47:04.935698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3ee90d85-1a8c-4565-8375-17cd69175ad8 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Deleting port be139f38-baa3-4abe-9123-b05e3ddee725 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:04.935866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3ee90d85-1a8c-4565-8375-17cd69175ad8 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.088489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-f6a3d9a8-d8d3-436e-a0d8-4975d5c7e79c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569226 Aug 29 04:47:05.098430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-f57dc7ed-3b2f-455c-ada3-0d213968858e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:47:05.105862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-f57dc7ed-3b2f-455c-ada3-0d213968858e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164738 Aug 29 04:47:05.196570 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3ee90d85-1a8c-4565-8375-17cd69175ad8 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.224015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3ee90d85-1a8c-4565-8375-17cd69175ad8 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Calling delete_port for be139f38-baa3-4abe-9123-b05e3ddee725 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:05.258976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-6f2c42e1-2b0d-44f9-a160-ea335efe9cec service neutron] 10.222.0.58 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519501 Aug 29 04:47:05.313994 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.324777 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Transition to ACTIVE for port object e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:05.335345 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.499694 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Pushing event updated for resources: {'Port': ['ID=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:05.509441 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.509787 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.510131 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.510471 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.510806 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.511141 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.511470 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.511802 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.512158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.512486 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.512808 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.513143 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:05.538234 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Attempting to bind port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:05.538610 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Attempting to bind port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:05.538982 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Attempting to bind port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 on network 24add402-ee02-49b7-90b3-3cb25d51d3da {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:05.545744 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:05.546132 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Checking segment: {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:05.546545 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.547558 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Bound using segment: {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:05.548424 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Bound port: e76da70a-fbf1-4ec4-9f23-2f1c70041ee8, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:05.548817 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.686143 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] For port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:05.696321 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] For port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:05.705079 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.812907 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08bfc5-37da-4da1-bd1a-4e26f51723cf None None] Pushing event updated for resources: {'Port': ['ID=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:05.829945 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:05.831615 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:46:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:05.890204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-a11c900d-5d62-466e-add6-cc970af9b6e1 service neutron] 10.222.0.58 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300688 Aug 29 04:47:06.017570 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3ee90d85-1a8c-4565-8375-17cd69175ad8 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.135872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee90d85-1a8c-4565-8375-17cd69175ad8 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Pushing event deleted for resources: {'Port': ['ID=be139f38-baa3-4abe-9123-b05e3ddee725,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.318216 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:06.394228 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3ee90d85-1a8c-4565-8375-17cd69175ad8 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.402921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3ee90d85-1a8c-4565-8375-17cd69175ad8 tempest-RoutersAdminNegativeTest-1910583065 tempest-RoutersAdminNegativeTest-1910583065-project-admin] 10.222.0.58 "DELETE /v2.0/ports/be139f38-baa3-4abe-9123-b05e3ddee725 HTTP/1.1" status: 204 len: 168 time: 2.0700252 Aug 29 04:47:06.563225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-11cf4a1e-dcbd-4e8a-8758-c8c62241ee8c tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870520239&fields=id&tenant_id=c82c84aa59f04d99a407918924fbf68d HTTP/1.1" status: 200 len: 267 time: 0.1072521 Aug 29 04:47:06.713055 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:05Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:06.815203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a58735-1dc3-4462-841a-993a6662a406 req-ccdc06c6-1755-4936-941b-f5d1c0c91a4e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:06.815203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-ccdc06c6-1755-4936-941b-f5d1c0c91a4e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/networks?id=1f53cbe9-4751-4554-98ad-630a7e6ad06c HTTP/1.1" status: 200 len: 814 time: 0.2381284 Aug 29 04:47:06.833633 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7b8cc-1752-45d7-8bfe-7e0e76e3252b None None] The sync data for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 is: [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:05Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:06.863313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-a844979c-781d-4421-87e1-e1432d253719 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/quotas/c82c84aa59f04d99a407918924fbf68d HTTP/1.1" status: 200 len: 375 time: 0.0521955 Aug 29 04:47:07.011528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:07.083206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-b7005125-1e7c-432b-965d-a6f9a392368b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c82c84aa59f04d99a407918924fbf68d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2167594 Aug 29 04:47:07.359972 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ae93c4f-dc32-4c61-9fd6-e83a0aff5845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.446360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-c5708fc0-3e00-4b7e-be37-a068678219c7 service neutron] 10.222.0.58 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410215 Aug 29 04:47:07.665385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-54d74991-44da-440f-be55-fa84c57add49 service neutron] 10.222.0.58 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136810 Aug 29 04:47:07.917805 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ae93c4f-dc32-4c61-9fd6-e83a0aff5845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.937225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ae93c4f-dc32-4c61-9fd6-e83a0aff5845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.940537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:08.010682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae93c4f-dc32-4c61-9fd6-e83a0aff5845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62e01a-f9b7-4cb0-91fd-990d35d5ffa1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:08.036629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7ae93c4f-dc32-4c61-9fd6-e83a0aff5845 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fed2dfebb6241cfbef65d89f22125fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0223472 Aug 29 04:47:08.040276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49142) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:08.097345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:08.105945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:08.106317 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.123186 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b544-090a-4688-94d7-c575342c8cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.178249 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b544-090a-4688-94d7-c575342c8cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.358677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b544-090a-4688-94d7-c575342c8cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.361328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b544-090a-4688-94d7-c575342c8cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.369242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ba1b544-090a-4688-94d7-c575342c8cc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e62e01a-f9b7-4cb0-91fd-990d35d5ffa1 HTTP/1.1" status: 204 len: 168 time: 0.3275869 Aug 29 04:47:08.414787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1b544-090a-4688-94d7-c575342c8cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62e01a-f9b7-4cb0-91fd-990d35d5ffa1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:08.682605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a86837bd-3285-428f-82d8-99da2c9d9e7d req-685ff1cf-1a8b-4097-8cd7-38a0fcc53202 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 210 time: 0.0702281 Aug 29 04:47:08.763443 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.818562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-4972eda9-188c-4336-a0ec-8f40d101084b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:08.823193 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-4972eda9-188c-4336-a0ec-8f40d101084b tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/networks?id=24add402-ee02-49b7-90b3-3cb25d51d3da HTTP/1.1" status: 200 len: 797 time: 0.5817616 Aug 29 04:47:08.864854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:08.870397 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.915376 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-92099deb-20c8-47e1-9f8f-4f4970f63f3e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ebe056008949c3a4f192f98b6f5efb HTTP/1.1" status: 200 len: 380 time: 0.0814385 Aug 29 04:47:08.933556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'port': {'device_id': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'admin_state_up': True, 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'security_groups': ['33d11718-28ce-471d-81d2-54dce5bb3515']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:08.952153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-065c968a-7c6d-4ca8-b312-fa78325cd731 req-5f48c09e-8f9e-4a5a-8602-46bce8349f06 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.0764506 Aug 29 04:47:08.987954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:09.193961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49180) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.263056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Made reservation on behalf of b8ebe056008949c3a4f192f98b6f5efb for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:09.279766 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.331509 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-33f8ef6d-47aa-4680-a6fc-1a236b41fe29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91c81455753b40ea99d52ad247eb2b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360180 Aug 29 04:47:09.332380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49184) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.451968 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9415-8bd2-4a9b-be7a-c1a4bb601a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.489145 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9415-8bd2-4a9b-be7a-c1a4bb601a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.529753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.20.0.3 (24add402-ee02-49b7-90b3-3cb25d51d3da/4d35b795-3587-4419-bf24-5613cf3293a6/ecd112bc-2e5d-4230-832d-947c480d3091) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:09.603322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9415-8bd2-4a9b-be7a-c1a4bb601a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.607674 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9415-8bd2-4a9b-be7a-c1a4bb601a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.612345 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fc5e9415-8bd2-4a9b-be7a-c1a4bb601a50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67e02215-6e65-47b5-b26b-702d4ebc3c64 HTTP/1.1" status: 204 len: 168 time: 0.2785935 Aug 29 04:47:09.627952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9415-8bd2-4a9b-be7a-c1a4bb601a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e02215-6e65-47b5-b26b-702d4ebc3c64,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:09.798835 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.827347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Transition to ACTIVE for port object ecd112bc-2e5d-4230-832d-947c480d3091 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:09.856471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:09.910000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfd6522d-6566-4977-95db-124b964c709c req-45babd0c-b64c-4f94-b41f-7d92d433217d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 210 time: 0.0562978 Aug 29 04:47:09.914783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.940642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:09.941710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.992900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network 24add402-ee02-49b7-90b3-3cb25d51d3da is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:10.000844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:10.016711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:10.211273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a43ddcf2-c503-4182-b09b-c0328d4bfc3b req-c5c96d23-d2ae-4106-a955-251181f17d90 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.1030121 Aug 29 04:47:10.256246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.334793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:10.335619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.374347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-414a2716-f7d5-470d-a23b-c3a43373260d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4476249 Aug 29 04:47:10.396649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Request body: {'port': {'device_id': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:10.530097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a58735-1dc3-4462-841a-993a6662a406 req-edeb4181-b4e7-4ca6-adcf-5811430bdd21 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:10.531596 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-edeb4181-b4e7-4ca6-adcf-5811430bdd21 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.65 "GET /v2.0/networks?id=1f53cbe9-4751-4554-98ad-630a7e6ad06c HTTP/1.1" status: 200 len: 814 time: 0.3922675 Aug 29 04:47:10.538585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44fc8531-c451-42d5-aa0e-9fedd9494339 None None] Provisioning for port ecd112bc-2e5d-4230-832d-947c480d3091 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:10.545234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44fc8531-c451-42d5-aa0e-9fedd9494339 None None] Provisioning complete for port ecd112bc-2e5d-4230-832d-947c480d3091 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:10.545644 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.545982 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-44fc8531-c451-42d5-aa0e-9fedd9494339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.620272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-44fc8531-c451-42d5-aa0e-9fedd9494339 None None] Port ecd112bc-2e5d-4230-832d-947c480d3091 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:10.791948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-eb240d25-5478-4f3e-8e42-71b2de9e47ab tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c82c84aa59f04d99a407918924fbf68d HTTP/1.1" status: 200 len: 380 time: 0.2406013 Aug 29 04:47:10.810642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'port': {'device_id': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'admin_state_up': True, 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'security_groups': ['5aa815cb-186b-4c8d-b9b7-613451490175']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:11.091563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd315-64d7-49dc-a026-814d7e390e9d req-19cae650-3d1b-4fcb-8ffb-39e2b5cdcceb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:11.094762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3dbcd315-64d7-49dc-a026-814d7e390e9d req-19cae650-3d1b-4fcb-8ffb-39e2b5cdcceb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 931 time: 0.0781746 Aug 29 04:47:11.169219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49240) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:11.213803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3dbcd315-64d7-49dc-a026-814d7e390e9d req-0841f189-ae80-4767-abaf-6fec1bb75898 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105018 Aug 29 04:47:11.345166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-26769619'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:11.413146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:11.417540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.449413 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.462499 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed63895d-86b5-4ee3-8e1d-bad9a02154e4 req-9c0c5c45-fd40-4ea0-b983-3333f4f302e9 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.0625463 Aug 29 04:47:11.600059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.607345 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.656434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd112bc-2e5d-4230-832d-947c480d3091 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:11.662857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Made reservation on behalf of c82c84aa59f04d99a407918924fbf68d for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:11.666929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.671821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:11.682945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0c368-4404-4c42-9ae0-7a2bdb3e669c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:11.690138 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.690482 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Added segment 3382215a-fe95-4c6b-ac1d-8b711258a1d9 of type vlan for network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c Aug 29 04:47:11.717337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.765466 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.782175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Transition to ACTIVE for port object ecd112bc-2e5d-4230-832d-947c480d3091 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:11.790646 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.803575 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.811281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:11.812399 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.841597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6703339 Aug 29 04:47:11.855124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49254) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:11.861468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:11.976364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:12.014971 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62411212-61dd-4955-accf-9882287baa2b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Network': ['ID=0fe9b569-6d21-42ea-90b8-5f7f29c9db2c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:12.037754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:12.107759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Allocated IP 172.20.0.11 (1f53cbe9-4751-4554-98ad-630a7e6ad06c/9fc91496-128c-4604-9481-90e5b69bed43/20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:12.183502 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:12.189475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.211694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Attempting to bind port ecd112bc-2e5d-4230-832d-947c480d3091 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:12.212353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Attempting to bind port ecd112bc-2e5d-4230-832d-947c480d3091 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:12.212857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Attempting to bind port ecd112bc-2e5d-4230-832d-947c480d3091 on network 24add402-ee02-49b7-90b3-3cb25d51d3da {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:12.234387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Port ecd112bc-2e5d-4230-832d-947c480d3091 on network 24add402-ee02-49b7-90b3-3cb25d51d3da not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:12.235117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Attempting to bind port ecd112bc-2e5d-4230-832d-947c480d3091 on network 24add402-ee02-49b7-90b3-3cb25d51d3da {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:12.343407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:12.344047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Checking segment: {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:12.344627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Bound using segment: {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:12.345239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Bound port: ecd112bc-2e5d-4230-832d-947c480d3091, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a8c2e9-1b98-4011-b113-e7fc07ead486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:12.346375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.448931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:12.467609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:12.482548 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.507813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed112c5-89a3-4e83-8534-fd6ae7966ae1 req-4d6c76c9-026a-47c2-b7f6-76ab5f611e70 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.509861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eed112c5-89a3-4e83-8534-fd6ae7966ae1 req-4d6c76c9-026a-47c2-b7f6-76ab5f611e70 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 943 time: 0.1697011 Aug 29 04:47:12.562902 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.563408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.565490 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ecd112bc-2e5d-4230-832d-947c480d3091 HTTP/1.1" status: 200 len: 1092 time: 2.1772172 Aug 29 04:47:12.566080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:12.568519 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f40aae-1483-4ef3-aebc-f1061f67a870" -d '{"events": [{"name": "network-changed", "server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:12.595056 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.622483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eed112c5-89a3-4e83-8534-fd6ae7966ae1 req-471c73e1-7351-4969-8b23-d8687ee90eff tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673907 Aug 29 04:47:12.633246 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.718590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013109ed-5f41-4da4-8d82-3fff10b45ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:12.729209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Transition to ACTIVE for port object 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:12.758265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:12.759318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network hostable DHCP agents. Network: 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:12.787021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=a45dc3ea-4ff6-408a-9982-64721f3fb16e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:12.882322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5c02673-b5a5-4f49-bb84-dc31167a312b req-70f269ee-7fdf-4f4b-bd0a-516653d5e50c tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.0693374 Aug 29 04:47:12.883405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:12.902111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:12.918074 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1ad73-6070-4e1d-895a-a26fb3a6965b None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:12.925310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.932660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-f0d0aed0-8a6c-4d86-b3e7-457f2658be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.933156 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.934236 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-f0d0aed0-8a6c-4d86-b3e7-457f2658be85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 1095 time: 0.2659650 Aug 29 04:47:12.990836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-70eebe12-b0e3-4aa4-a2e1-fa05b9233622 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1324122 Aug 29 04:47:12.991769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49270) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:13.009309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'name': 'tempest-NetworksTestDHCPv6-1756987805'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:13.039464 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066671c3-5142-4d8c-9421-2bc19091b659 x-openstack-request-id: req-066671c3-5142-4d8c-9421-2bc19091b659 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:13.040039 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:13.040447 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-066671c3-5142-4d8c-9421-2bc19091b659 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:13.041002 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'status': 'completed', 'code': 200} Aug 29 04:47:13.044521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-0c8c9a25-7c29-4885-8842-9c5a33487048 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd112bc-2e5d-4230-832d-947c480d3091 HTTP/1.1" status: 200 len: 217 time: 0.0919437 Aug 29 04:47:13.121799 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.232642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:13.241817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.252954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:13.261541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:13.267060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-d71bdee9-4572-416d-a291-fe17d3191e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:13.274963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': 'a45dc3ea-4ff6-408a-9982-64721f3fb16e'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:13.276034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.277163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-d71bdee9-4572-416d-a291-fe17d3191e81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d35b795-3587-4419-bf24-5613cf3293a6 HTTP/1.1" status: 200 len: 835 time: 0.2250240 Aug 29 04:47:13.278676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:13.282811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'Port': ['ID=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:13.311852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port c89023d6-7c5b-40fd-962d-88367dc573ab yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:13.426722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:13.427418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.466472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-c005ad56-2586-477f-89a9-a81b3e85ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:13.466682 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-c005ad56-2586-477f-89a9-a81b3e85ab14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24add402-ee02-49b7-90b3-3cb25d51d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571777 Aug 29 04:47:13.472760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-35583ee7-c3d2-40ae-a7ff-d6a22ae39d5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6739726 Aug 29 04:47:13.582440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::104 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/a45dc3ea-4ff6-408a-9982-64721f3fb16e/c89023d6-7c5b-40fd-962d-88367dc573ab) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:13.624109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Request body: {'port': {'device_id': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:13.689241 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-753a02a0-e533-4c6c-aedc-080fb8a9862f service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124002 Aug 29 04:47:13.746893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c794bec9-2685-4c17-8047-60d27ac3da25 None None] Provisioning for port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:13.760112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c794bec9-2685-4c17-8047-60d27ac3da25 None None] Provisioning complete for port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:13.762542 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c794bec9-2685-4c17-8047-60d27ac3da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.821132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.866843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c794bec9-2685-4c17-8047-60d27ac3da25 None None] Port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:13.940987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f33ff2-fc34-468c-bcc3-f7aea6665f1c req-3a1f1cf1-5113-4523-80b1-5f514cc2e437 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:13.942935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49f33ff2-fc34-468c-bcc3-f7aea6665f1c req-3a1f1cf1-5113-4523-80b1-5f514cc2e437 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 943 time: 0.1226637 Aug 29 04:47:13.976725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.026743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object c89023d6-7c5b-40fd-962d-88367dc573ab will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:14.036655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b2ed5f4-d5f5-41d0-a8aa-2eebfa291d6b req-aff47ac1-9c81-463b-9b68-44f3db8c3dad service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269870 Aug 29 04:47:14.060908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49f33ff2-fc34-468c-bcc3-f7aea6665f1c req-78c0f093-d139-469a-8891-7e80291ecdfc tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056774 Aug 29 04:47:14.120449 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.194480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/a45dc3ea-4ff6-408a-9982-64721f3fb16e/86d37da8-80fe-4562-9dcb-9b0839d8d9ab) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:14.200076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-20271077-36e9-4c77-842e-47c50d16c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.202045 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-20271077-36e9-4c77-842e-47c50d16c6a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 1095 time: 0.0753486 Aug 29 04:47:14.272333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:14.283111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:14.286757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:14.293902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.294580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.311496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=c89023d6-7c5b-40fd-962d-88367dc573ab,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.337382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4d32e-d2a6-4974-b2af-a0bf3325bb59 req-45851cca-0326-4528-8431-6de1021c7e75 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.338933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bff4d32e-d2a6-4974-b2af-a0bf3325bb59 req-45851cca-0326-4528-8431-6de1021c7e75 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 932 time: 0.1586065 Aug 29 04:47:14.349274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9183844c-0f46-4fd2-96e5-809274562c56 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3546920 Aug 29 04:47:14.356256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49278) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:14.401813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-cdcb3ab4-b6ca-4472-b031-e4ac88e6b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.403624 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-cdcb3ab4-b6ca-4472-b031-e4ac88e6b487 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24add402-ee02-49b7-90b3-3cb25d51d3da HTTP/1.1" status: 200 len: 898 time: 0.1857998 Aug 29 04:47:14.484717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-54b38bc4-6681-41d8-be43-ba0e3623e31a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd112bc-2e5d-4230-832d-947c480d3091 HTTP/1.1" status: 200 len: 217 time: 0.0470665 Aug 29 04:47:14.491533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a26bde-4659-48d3-8456-263b8439dc32 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.496038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49a26bde-4659-48d3-8456-263b8439dc32 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1364050 Aug 29 04:47:14.496920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49280) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:14.503204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bff4d32e-d2a6-4974-b2af-a0bf3325bb59 req-78a859c7-9733-4e01-9073-ab42c2690f57 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538742 Aug 29 04:47:14.525254 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.537810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Transition to ACTIVE for port object 86d37da8-80fe-4562-9dcb-9b0839d8d9ab will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:14.552169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:14.561090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.561734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Transition to ACTIVE for port object 86d37da8-80fe-4562-9dcb-9b0839d8d9ab will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:14.574956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.623359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:14.626942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:14.633204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Transition to ACTIVE for port object 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:14.640329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:14.647345 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.692099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-207fdeb2-5abe-4d18-886d-bb8b33571740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.693833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-207fdeb2-5abe-4d18-886d-bb8b33571740 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d35b795-3587-4419-bf24-5613cf3293a6 HTTP/1.1" status: 200 len: 835 time: 0.1982286 Aug 29 04:47:14.758062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Attempting to bind port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:14.758445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Attempting to bind port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:14.758960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Attempting to bind port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:14.763259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Pushing event updated for resources: {'Port': ['ID=86d37da8-80fe-4562-9dcb-9b0839d8d9ab,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.776585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:14.777034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:14.777749 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.778159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:14.778645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Bound port: 86d37da8-80fe-4562-9dcb-9b0839d8d9ab, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:14.781032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.837932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Pushing event updated for resources: {'Port': ['ID=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.875597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8bdd5-d154-49cc-a3d9-af3de6e74866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port c89023d6-7c5b-40fd-962d-88367dc573ab {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:14.876206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bdd5-d154-49cc-a3d9-af3de6e74866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.880968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] For port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:14.884209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] For port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=86d37da8-80fe-4562-9dcb-9b0839d8d9ab,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:14.892723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.951648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Attempting to bind port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:14.952151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Attempting to bind port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:14.952607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Attempting to bind port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c on network 1f53cbe9-4751-4554-98ad-630a7e6ad06c {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:14.960478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c on network 1f53cbe9-4751-4554-98ad-630a7e6ad06c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:14.960964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Attempting to bind port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c on network 1f53cbe9-4751-4554-98ad-630a7e6ad06c {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:14.991081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-db41eade-669a-4b7b-8805-b91cdc69897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.996146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-db41eade-669a-4b7b-8805-b91cdc69897d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24add402-ee02-49b7-90b3-3cb25d51d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2841270 Aug 29 04:47:15.002683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:15.003146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Checking segment: {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:15.003616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Bound using segment: {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:15.004191 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Bound port: 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1200597a-39f5-4851-ab8c-5d32cae6add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:15.004620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.004990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d4b7e-72d9-4f98-8744-35889d6e25a5 None None] Pushing event updated for resources: {'Port': ['ID=86d37da8-80fe-4562-9dcb-9b0839d8d9ab,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:15.088797 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bdd5-d154-49cc-a3d9-af3de6e74866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.142720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8bdd5-d154-49cc-a3d9-af3de6e74866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for c89023d6-7c5b-40fd-962d-88367dc573ab owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:15.258590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfccfe2-4a7e-4bb1-83de-a8fa96961392 req-a7a6b244-cfea-4710-9ace-ed30e8404277 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.261558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbfccfe2-4a7e-4bb1-83de-a8fa96961392 req-a7a6b244-cfea-4710-9ace-ed30e8404277 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 943 time: 0.0951569 Aug 29 04:47:15.331769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbfccfe2-4a7e-4bb1-83de-a8fa96961392 req-f2149c30-2c96-4821-a1ff-bb5f96286976 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645981 Aug 29 04:47:15.342724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] For port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:15.347331 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-76968313-df9b-41b8-8da0-28c42641787c service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380165 Aug 29 04:47:15.365078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] For port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:15.388145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.495650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.496475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.497972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] 10.222.0.65 "PUT /v2.0/ports/20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c HTTP/1.1" status: 200 len: 1093 time: 2.0070601 Aug 29 04:47:15.505180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:15.507600 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7d900a-930e-4556-b315-66af193fedb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:15.653504 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76175e08-b0dd-4aa7-83a2-aa27c4b9a158 x-openstack-request-id: req-76175e08-b0dd-4aa7-83a2-aa27c4b9a158 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:15.659585 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:15.659915 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76175e08-b0dd-4aa7-83a2-aa27c4b9a158 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:15.660394 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'status': 'completed', 'code': 200} Aug 29 04:47:15.661044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0fb39-f26e-44a4-8321-b49a9e481078 service neutron] Pushing event updated for resources: {'Port': ['ID=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:15.710381 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39f40aae-1483-4ef3-aebc-f1061f67a870 req-c1c46206-c1ed-41ce-8332-250ba0fe8348 service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408265 Aug 29 04:47:15.711103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bdd5-d154-49cc-a3d9-af3de6e74866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.814868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55321d-8844-4b14-b5cc-83dc97134a9b req-47256479-abe2-4f13-b900-0aa10c758f6c tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.818623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8bdd5-d154-49cc-a3d9-af3de6e74866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=c89023d6-7c5b-40fd-962d-88367dc573ab,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:15.832472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf55321d-8844-4b14-b5cc-83dc97134a9b req-47256479-abe2-4f13-b900-0aa10c758f6c tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.1230133 Aug 29 04:47:15.850093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bdd5-d154-49cc-a3d9-af3de6e74866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.852516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a1b8bdd5-d154-49cc-a3d9-af3de6e74866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/c89023d6-7c5b-40fd-962d-88367dc573ab HTTP/1.1" status: 204 len: 168 time: 1.3550665 Aug 29 04:47:15.855037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49288) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.857938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a58735-1dc3-4462-841a-993a6662a406 req-6bd0c475-91f4-48ae-89fa-dd7fd69ba073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.858827 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-6bd0c475-91f4-48ae-89fa-dd7fd69ba073 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c82c84aa59f04d99a407918924fbf68d&device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1096 time: 0.2994733 Aug 29 04:47:15.887456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 86d37da8-80fe-4562-9dcb-9b0839d8d9ab up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:15.936535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-7225b9c4-7dab-4468-9fd0-8b12a38c6ec7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c HTTP/1.1" status: 200 len: 217 time: 0.0679049 Aug 29 04:47:16.002577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:16.013580 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf55321d-8844-4b14-b5cc-83dc97134a9b req-76ff393a-b896-4a94-af19-cd8763948af4 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740894 Aug 29 04:47:16.040341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a58735-1dc3-4462-841a-993a6662a406 req-56c09a00-36a1-4d95-9a71-4007f3acb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.040341 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-56c09a00-36a1-4d95-9a71-4007f3acb523 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fc91496-128c-4604-9481-90e5b69bed43 HTTP/1.1" status: 200 len: 853 time: 0.0910373 Aug 29 04:47:16.058286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6417ee-c064-49e1-8e0b-bab06d4f4263 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.068733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6417ee-c064-49e1-8e0b-bab06d4f4263 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.071361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7c6417ee-c064-49e1-8e0b-bab06d4f4263 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2112556 Aug 29 04:47:16.073814 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49292) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:16.165847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a58735-1dc3-4462-841a-993a6662a406 req-d95719c7-7d09-4f97-8cb8-8002c7d9320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.171026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-d95719c7-7d09-4f97-8cb8-8002c7d9320d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f53cbe9-4751-4554-98ad-630a7e6ad06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266835 Aug 29 04:47:16.192060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8251768b-9aeb-4fe0-b5c3-b2db2d719218 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet a45dc3ea-4ff6-408a-9982-64721f3fb16e {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:16.199497 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8251768b-9aeb-4fe0-b5c3-b2db2d719218 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.307979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8251768b-9aeb-4fe0-b5c3-b2db2d719218 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.354406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-0f532cba-bf7b-4e35-aa51-39c5bc05ffd7 service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747754 Aug 29 04:47:16.451565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b96f0-b115-412a-ba05-3c679f5a8caf None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:16.489926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8251768b-9aeb-4fe0-b5c3-b2db2d719218 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.500363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97a58735-1dc3-4462-841a-993a6662a406 req-08abc7b5-3635-4458-95ae-b09d14a2d340 service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384437 Aug 29 04:47:16.541360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ae7f-f1a1-421a-97de-23de2e6024bc None None] Provisioning for port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:16.547723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ae7f-f1a1-421a-97de-23de2e6024bc None None] Provisioning complete for port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:16.548150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ae7f-f1a1-421a-97de-23de2e6024bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.615824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8251768b-9aeb-4fe0-b5c3-b2db2d719218 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.621564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d900a-930e-4556-b315-66af193fedb6 req-80dc3344-a53c-47e7-8c69-1454834d214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.624348 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c7d900a-930e-4556-b315-66af193fedb6 req-80dc3344-a53c-47e7-8c69-1454834d214e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c82c84aa59f04d99a407918924fbf68d&device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1096 time: 0.0746698 Aug 29 04:47:16.630754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293e00e-d4d3-4184-8899-1dfac3aed654 req-67f333ba-25a9-4606-8801-df48bf2b0eb1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.632878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c293e00e-d4d3-4184-8899-1dfac3aed654 req-67f333ba-25a9-4606-8801-df48bf2b0eb1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 946 time: 0.2248802 Aug 29 04:47:16.680535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251768b-9aeb-4fe0-b5c3-b2db2d719218 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=a45dc3ea-4ff6-408a-9982-64721f3fb16e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.690969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8251768b-9aeb-4fe0-b5c3-b2db2d719218 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.693109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8251768b-9aeb-4fe0-b5c3-b2db2d719218 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/a45dc3ea-4ff6-408a-9982-64721f3fb16e HTTP/1.1" status: 204 len: 168 time: 0.6183634 Aug 29 04:47:16.696179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49298) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:16.717959 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ae7f-f1a1-421a-97de-23de2e6024bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.759597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ffa8ae7f-f1a1-421a-97de-23de2e6024bc None None] For port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=86d37da8-80fe-4562-9dcb-9b0839d8d9ab,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:16.767338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ae7f-f1a1-421a-97de-23de2e6024bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.828554 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8813dbb6-869c-4ab8-b45e-5908dfd3e154 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307409 Aug 29 04:47:16.840057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49300) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:16.844780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8ae7f-f1a1-421a-97de-23de2e6024bc None None] Pushing event updated for resources: {'Port': ['ID=86d37da8-80fe-4562-9dcb-9b0839d8d9ab,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.847381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:16.861876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ecd112bc-2e5d-4230-832d-947c480d3091 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:16.865983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d900a-930e-4556-b315-66af193fedb6 req-16743afb-e09c-4520-828e-73add2174887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.867543 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c7d900a-930e-4556-b315-66af193fedb6 req-16743afb-e09c-4520-828e-73add2174887 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f53cbe9-4751-4554-98ad-630a7e6ad06c HTTP/1.1" status: 200 len: 915 time: 0.2355490 Aug 29 04:47:16.966775 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c7d900a-930e-4556-b315-66af193fedb6 req-f95edca8-9ef0-445f-a4bb-34ad6c509759 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c HTTP/1.1" status: 200 len: 217 time: 0.0919414 Aug 29 04:47:17.076839 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c293e00e-d4d3-4184-8899-1dfac3aed654 req-2c674c59-3974-48b1-a8cd-46ed0156774c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263806 Aug 29 04:47:17.077956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d900a-930e-4556-b315-66af193fedb6 req-cf272fed-46d5-4baf-a00f-4e01b12dedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.080310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c7d900a-930e-4556-b315-66af193fedb6 req-cf272fed-46d5-4baf-a00f-4e01b12dedf5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fc91496-128c-4604-9481-90e5b69bed43 HTTP/1.1" status: 200 len: 853 time: 0.1069255 Aug 29 04:47:17.101739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:17.118208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'port_id': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'mac_address': 'fa:16:3e:cb:29:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:17.164097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:17.170157 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.181947 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.202628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d900a-930e-4556-b315-66af193fedb6 req-360eafc6-05ac-4eab-81d3-572b937de2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.203459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd112bc-2e5d-4230-832d-947c480d3091 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:17.204142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c7d900a-930e-4556-b315-66af193fedb6 req-360eafc6-05ac-4eab-81d3-572b937de2c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f53cbe9-4751-4554-98ad-630a7e6ad06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158969 Aug 29 04:47:17.211151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed258af8-a16b-4c3e-af40-1344f039812c None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:17.343557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:17.356949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36aa247-b284-4ef0-8170-09c185e090a7 req-8dc86dc4-9a1c-476e-9f92-7c9654cf6bfa tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.359022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e36aa247-b284-4ef0-8170-09c185e090a7 req-8dc86dc4-9a1c-476e-9f92-7c9654cf6bfa tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 943 time: 0.1005805 Aug 29 04:47:17.373408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bd14d447-c622-4195-a312-1eb36878f484 None None] Provisioning complete for port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:17.373979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bd14d447-c622-4195-a312-1eb36878f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.376181 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.398385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c7d900a-930e-4556-b315-66af193fedb6 req-8944a2a4-e446-496b-991f-813c8dc0aff0 service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852353 Aug 29 04:47:17.434575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e36aa247-b284-4ef0-8170-09c185e090a7 req-40cf19b7-bd9e-416e-beb5-1a94b3272f23 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645597 Aug 29 04:47:17.516021 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d381ba76-981d-45d4-b6c0-6a0e1f7cc922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.540056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:17.632335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:17.680695 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c7d900a-930e-4556-b315-66af193fedb6 req-2c71a713-d631-4a00-a540-12008c562a33 service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693040 Aug 29 04:47:17.688067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725f047-b3bc-4aae-bf89-dd5954066e5f req-e2bb6636-fa60-4852-8848-1cde29fd1beb tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.690252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2725f047-b3bc-4aae-bf89-dd5954066e5f req-e2bb6636-fa60-4852-8848-1cde29fd1beb tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.1016355 Aug 29 04:47:17.698319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['ecd112bc-2e5d-4230-832d-947c480d3091'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:17.733058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.753126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] Deleting port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:17.753613 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.801494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=29d20e33-a9f7-49f4-817f-d309081858c7,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:17.809539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:17.822892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2725f047-b3bc-4aae-bf89-dd5954066e5f req-b2958bc3-e290-4a6c-a60f-04983f6c4b5a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227343 Aug 29 04:47:17.829197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:17.847578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.848434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.875140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-11749153-7bd6-4d0e-80cf-535ff8983bb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0337858 Aug 29 04:47:17.878476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49308) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:17.885612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'name': 'tempest-NetworksTestDHCPv6-1585132740'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:17.903173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 86d37da8-80fe-4562-9dcb-9b0839d8d9ab no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:18.002034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] For port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=86d37da8-80fe-4562-9dcb-9b0839d8d9ab,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:18.002606 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.039328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] Calling delete_port for 86d37da8-80fe-4562-9dcb-9b0839d8d9ab owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:18.059392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:18.067589 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.111798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port ef0ca6bd-385f-4c4f-b411-802b10ae725e yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:18.208739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-67a5155e-9d05-47ab-9b67-ee7c6c0db748 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.217556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-67a5155e-9d05-47ab-9b67-ee7c6c0db748 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 946 time: 0.1143959 Aug 29 04:47:18.311500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.313467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::187 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/29d20e33-a9f7-49f4-817f-d309081858c7/ef0ca6bd-385f-4c4f-b411-802b10ae725e) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:18.324313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.385143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] Pushing event deleted for resources: {'Port': ['ID=86d37da8-80fe-4562-9dcb-9b0839d8d9ab,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:18.396487 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7a0f2-60a8-44e5-8e59-26cf753c915c req-32350469-7197-4059-b70e-01e74862f851 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.398605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32f7a0f2-60a8-44e5-8e59-26cf753c915c req-32350469-7197-4059-b70e-01e74862f851 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 946 time: 0.1685858 Aug 29 04:47:18.406817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01adc88a-29e5-4d7a-9e81-7ba54e960a56 None None] No DVR routers for this DVR port 86d37da8-80fe-4562-9dcb-9b0839d8d9ab on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:18.472561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df977a1-d3a8-4890-b5f9-20a6e1ac58c2 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:18.482140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port 7c07b6a2-e435-4b06-82b8-572791621986 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:18.482496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.505319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32f7a0f2-60a8-44e5-8e59-26cf753c915c req-1fa710b3-dd10-4f0e-a9ac-b640d361f32d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001754 Aug 29 04:47:18.540248 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:47:18.628788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.649342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object ef0ca6bd-385f-4c4f-b411-802b10ae725e will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:18.703950 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.774711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:18.790467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:18.797656 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:18.805655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.806738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.827977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=ef0ca6bd-385f-4c4f-b411-802b10ae725e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:18.863602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4e2cfe0f-eae1-4017-a6f5-8460e818aff1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9836311 Aug 29 04:47:18.865773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49330) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:18.921393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a795b50-eab6-47cd-b79d-f97e4b85ab7a req-2121d271-a3b7-488e-ae85-7e95470e5007 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.923396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a795b50-eab6-47cd-b79d-f97e4b85ab7a req-2121d271-a3b7-488e-ae85-7e95470e5007 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 944 time: 0.1512978 Aug 29 04:47:18.943530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8d4141-c734-437e-9866-759f6e1227ee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.950683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f8d4141-c734-437e-9866-759f6e1227ee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0824790 Aug 29 04:47:18.951965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49332) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:19.055249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a795b50-eab6-47cd-b79d-f97e4b85ab7a req-28087fcd-1fc2-4726-bc30-e1d1b5f7e0e4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019773 Aug 29 04:47:19.111752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '29d20e33-a9f7-49f4-817f-d309081858c7'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:19.117956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.150025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8a27bc26-166b-46df-87fd-9abb7ed38932 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port ef0ca6bd-385f-4c4f-b411-802b10ae725e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:19.153563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc26-166b-46df-87fd-9abb7ed38932 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.218007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] For port 7c07b6a2-e435-4b06-82b8-572791621986, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=7c07b6a2-e435-4b06-82b8-572791621986,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:19.219497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.316221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc26-166b-46df-87fd-9abb7ed38932 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.334578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8a27bc26-166b-46df-87fd-9abb7ed38932 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for ef0ca6bd-385f-4c4f-b411-802b10ae725e owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:19.461024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/29d20e33-a9f7-49f4-817f-d309081858c7/25a2fd47-2282-44d8-820d-96c2ed9fdd2d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:19.529508 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc26-166b-46df-87fd-9abb7ed38932 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.575328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.575768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.576170 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Floating IP 4f3afbc1-fe83-487e-a272-b8099a1c2d23 disassociated. External IP: 172.25.1.6, port: 7c07b6a2-e435-4b06-82b8-572791621986. Aug 29 04:47:19.576619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for 7c07b6a2-e435-4b06-82b8-572791621986 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:19.585440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27bc26-166b-46df-87fd-9abb7ed38932 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=ef0ca6bd-385f-4c4f-b411-802b10ae725e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:19.623141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993b98f-001b-40e2-9968-4fdaa33b671d req-1332d5c9-be0b-43db-a9f7-d6ce2b014d7a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.625071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8993b98f-001b-40e2-9968-4fdaa33b671d req-1332d5c9-be0b-43db-a9f7-d6ce2b014d7a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.1283467 Aug 29 04:47:19.667905 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc26-166b-46df-87fd-9abb7ed38932 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.674791 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8a27bc26-166b-46df-87fd-9abb7ed38932 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/ef0ca6bd-385f-4c4f-b411-802b10ae725e HTTP/1.1" status: 204 len: 168 time: 0.7200825 Aug 29 04:47:19.679727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49346) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:19.748310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8993b98f-001b-40e2-9968-4fdaa33b671d req-014f5544-d3ea-4fee-a861-dcdcfce964ad tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936399 Aug 29 04:47:19.764962 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.787902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Transition to ACTIVE for port object 25a2fd47-2282-44d8-820d-96c2ed9fdd2d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:19.817387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Transition to ACTIVE for port object 25a2fd47-2282-44d8-820d-96c2ed9fdd2d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:19.827770 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.893123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:19.895094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:19.897425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Pushing event updated for resources: {'Port': ['ID=25a2fd47-2282-44d8-820d-96c2ed9fdd2d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:19.905474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:19.924447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326521f-854d-44a6-9baa-edaa5ee6a232 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.927813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326521f-854d-44a6-9baa-edaa5ee6a232 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.934559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a50326-1877-4ed5-9355-e502af504e0f req-905f2ca9-37cd-4a74-be04-ffc587146bb1 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.936169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53a50326-1877-4ed5-9355-e502af504e0f req-905f2ca9-37cd-4a74-be04-ffc587146bb1 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 945 time: 0.0612390 Aug 29 04:47:19.936869 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8326521f-854d-44a6-9baa-edaa5ee6a232 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2516932 Aug 29 04:47:19.940099 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49348) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:19.983360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Attempting to bind port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:19.983682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Attempting to bind port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:19.984066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Attempting to bind port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:19.990304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:19.992094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:19.992780 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.993619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:19.994404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Bound port: 25a2fd47-2282-44d8-820d-96c2ed9fdd2d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:19.994822 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.036607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53a50326-1877-4ed5-9355-e502af504e0f req-1e51d126-ce0f-40f9-8def-f2884754b17c tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863476 Aug 29 04:47:20.063070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-47125bc9-48f0-4cdf-b994-afb5c5680ac2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 29d20e33-a9f7-49f4-817f-d309081858c7 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:20.072739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47125bc9-48f0-4cdf-b994-afb5c5680ac2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.126178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] For port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:20.134012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] For port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=25a2fd47-2282-44d8-820d-96c2ed9fdd2d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:20.144814 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.145919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.167909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47125bc9-48f0-4cdf-b994-afb5c5680ac2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.176626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=7c07b6a2-e435-4b06-82b8-572791621986,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:20.285061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d41c4-9e5d-4598-b8b2-1769c3ca87cb None None] Pushing event updated for resources: {'Port': ['ID=25a2fd47-2282-44d8-820d-96c2ed9fdd2d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:20.343060 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e4715518-f552-4a50-a0f5-822c7d059c51 req-a47cfb26-cb10-41e4-9c32-ee4cfa996174 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.1106949 Aug 29 04:47:20.372212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.413911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Router 368ad4e9-14bc-408d-8a98-843fb631c71e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:20.428443 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ead2b93f-1368-42a3-90e3-64481ed92340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.460645 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47125bc9-48f0-4cdf-b994-afb5c5680ac2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.580830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:20.593510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:20.614868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:20.615532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:20.683371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] No DVR routers for this DVR port 7c07b6a2-e435-4b06-82b8-572791621986 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:20.701826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.703922 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8db0ff04-fc88-4082-a4a9-1f24f52d4973 req-1e47c340-5124-4123-8e03-b09ae0e82a6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "DELETE /v2.0/ports/7c07b6a2-e435-4b06-82b8-572791621986 HTTP/1.1" status: 204 len: 173 time: 2.4761031 Aug 29 04:47:20.704436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'name': 'network-vif-deleted', 'tag': '7c07b6a2-e435-4b06-82b8-572791621986'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:20.717187 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8177584-e549-42ba-8115-2789955eee32" -d '{"events": [{"server_uuid": "e138da2f-f00f-4cce-8870-bef1cbf1aaf3", "name": "network-vif-deleted", "tag": "7c07b6a2-e435-4b06-82b8-572791621986"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:20.866776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ecd112bc-2e5d-4230-832d-947c480d3091 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:20.923480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:20.990394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port ecd112bc-2e5d-4230-832d-947c480d3091 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:21.075928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port ecd112bc-2e5d-4230-832d-947c480d3091 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:21.076510 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.091866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8e72-2786-470c-b982-cf2832769f9e req-1b8c50fd-a6c6-4dbb-add4-eb15aace4669 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:21.104332 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70ce8e72-2786-470c-b982-cf2832769f9e req-1b8c50fd-a6c6-4dbb-add4-eb15aace4669 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 944 time: 0.1121175 Aug 29 04:47:21.133943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47125bc9-48f0-4cdf-b994-afb5c5680ac2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.163972 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47125bc9-48f0-4cdf-b994-afb5c5680ac2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.168281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-47125bc9-48f0-4cdf-b994-afb5c5680ac2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/29d20e33-a9f7-49f4-817f-d309081858c7 HTTP/1.1" status: 204 len: 168 time: 1.2246859 Aug 29 04:47:21.169179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49364) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:21.231328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70ce8e72-2786-470c-b982-cf2832769f9e req-086cd3f3-2432-4f56-887d-da01fec878be tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198156 Aug 29 04:47:21.235662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47125bc9-48f0-4cdf-b994-afb5c5680ac2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=29d20e33-a9f7-49f4-817f-d309081858c7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:21.260015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-92cb7303-5818-47e4-a6ea-f603271ccad8 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:21.262091 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-92cb7303-5818-47e4-a6ea-f603271ccad8 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 945 time: 0.1643982 Aug 29 04:47:21.263997 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-51bbbeaf-c137-42db-b895-764325ec4406 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892372 Aug 29 04:47:21.267024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49366) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:21.275434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:21.315452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:21.330559 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.368051 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39f4f5c-87af-4942-afbd-3179a59868a1 x-openstack-request-id: req-e39f4f5c-87af-4942-afbd-3179a59868a1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:21.369270 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e138da2f-f00f-4cce-8870-bef1cbf1aaf3", "name": "network-vif-deleted", "tag": "7c07b6a2-e435-4b06-82b8-572791621986", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:21.369526 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e39f4f5c-87af-4942-afbd-3179a59868a1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:21.370001 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e138da2f-f00f-4cce-8870-bef1cbf1aaf3', 'name': 'network-vif-deleted', 'tag': '7c07b6a2-e435-4b06-82b8-572791621986', 'status': 'completed', 'code': 200} Aug 29 04:47:21.396912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.398853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:21.420367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:21.423141 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3776dc-7894-481c-b5a7-e46a20453579" -d '{"events": [{"server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "name": "network-vif-plugged", "status": "completed", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:21.435906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:21.436609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:21.549710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Deleting port c5bf4745-52af-4436-9825-b72c9b5d844f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:21.550271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.575789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:21.587667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:21.591431 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.690436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82fe6-c544-42d3-8b4a-c334de05ea7b req-acc658de-d3ef-4aa9-b10a-ff189fdf0a75 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:21.693061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:21.700875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34f82fe6-c544-42d3-8b4a-c334de05ea7b req-acc658de-d3ef-4aa9-b10a-ff189fdf0a75 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.2088490 Aug 29 04:47:21.721047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.721047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7c07b6a2-e435-4b06-82b8-572791621986 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:21.795880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-34f82fe6-c544-42d3-8b4a-c334de05ea7b req-047e1b39-2f92-4465-8b53-d2e4bd9f4b81 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868216 Aug 29 04:47:21.815462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] For port c5bf4745-52af-4436-9825-b72c9b5d844f, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=c5bf4745-52af-4436-9825-b72c9b5d844f,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:21.815794 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.859335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 7c07b6a2-e435-4b06-82b8-572791621986 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:21.860153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 7c07b6a2-e435-4b06-82b8-572791621986 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:21.930313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:21.972110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b7a24f-0a22-438f-9c75-fdc77b8b786f None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:22.011941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 25a2fd47-2282-44d8-820d-96c2ed9fdd2d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:22.090122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297b23a-c119-4f3c-a828-1e34935dbde0 req-a0ded1a5-ba57-4769-b578-1e43a543a568 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:22.093021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5297b23a-c119-4f3c-a828-1e34935dbde0 req-a0ded1a5-ba57-4769-b578-1e43a543a568 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 945 time: 0.1832175 Aug 29 04:47:22.152169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.162479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74b08738-d8da-4bcb-90ee-81900b314f22 None None] Provisioning for port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:22.195750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.196819 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.197400 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Floating IP 8ed18a11-1afc-4c81-b6f8-cd09fbb9586b disassociated. External IP: 172.25.1.239, port: c5bf4745-52af-4436-9825-b72c9b5d844f. Aug 29 04:47:22.197949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Calling delete_port for c5bf4745-52af-4436-9825-b72c9b5d844f owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:22.201459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74b08738-d8da-4bcb-90ee-81900b314f22 None None] Could not find standard attr ID for object ef0ca6bd-385f-4c4f-b411-802b10ae725e. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:22.223757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=85b5e5af-ba5b-450f-a36b-9fa88b84b738,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:22.264470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:22.265899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:22.268989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:22.271083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:22.271683 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.274137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:22.279102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:22.279102 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.296430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5297b23a-c119-4f3c-a828-1e34935dbde0 req-84c0cada-430a-43f4-ae08-032016670093 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups?id=5675399d-5652-46c4-a873-2ffd8f1d3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893790 Aug 29 04:47:22.315193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-49ecb32f-b74c-4582-bf53-62fb098ab35e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0358777 Aug 29 04:47:22.315193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49384) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:22.319692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa97ea3-1a1e-47e9-88d7-8723dcb64d00 None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:22.323742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'name': 'tempest-NetworksTestDHCPv6-367511755'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:22.514946 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.538247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.548552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7bd250d0-d229-4da2-a82b-289c227ac7fe req-1d4daa37-8f79-453e-a8c8-22ce8d420d3f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0454755 Aug 29 04:47:22.601714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:22.605746 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.633826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event deleted for resources: {'Port': ['ID=c5bf4745-52af-4436-9825-b72c9b5d844f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:22.643015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=25a2fd47-2282-44d8-820d-96c2ed9fdd2d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:22.652740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 33e963a0-2bc8-4e84-9840-02bd1fe5d11c yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:22.657689 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.787348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=25a2fd47-2282-44d8-820d-96c2ed9fdd2d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:22.821092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bad9b07-149e-4bc3-a6ee-caeb0d3869c7 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:22.849833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Router 5b197a99-d343-46f5-abe3-0346258c684a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:22.900328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::3ab (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/85b5e5af-ba5b-450f-a36b-9fa88b84b738/33e963a0-2bc8-4e84-9840-02bd1fe5d11c) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:22.919173 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb39e8-3ebe-4d09-b9e0-697f3a3a4534 None None] New status for floating IP 4f3afbc1-fe83-487e-a272-b8099a1c2d23: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:47:22.982447 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.006024 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd93d875-2524-4e7a-9729-847bae4d7e15 x-openstack-request-id: req-bd93d875-2524-4e7a-9729-847bae4d7e15 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:23.006345 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "name": "network-vif-plugged", "status": "completed", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:23.006582 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd93d875-2524-4e7a-9729-847bae4d7e15 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:23.007005 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'code': 200} Aug 29 04:47:23.013854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c8241ad1-0084-4f30-a182-58ae35f09979 None None] Provisioning complete for port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:23.014230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c8241ad1-0084-4f30-a182-58ae35f09979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.101198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:23.127464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] Sync routers for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:23.146607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.184470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 33e963a0-2bc8-4e84-9840-02bd1fe5d11c will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:23.196016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:23.196681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:23.272111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dae689-255e-47ab-8cfc-4fcebcf8792d req-c58d3819-ecea-4817-b44e-e21b6596cc9a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.274794 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] No DVR routers for this DVR port c5bf4745-52af-4436-9825-b72c9b5d844f on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:23.278290 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.280608 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d0d199c2-d72c-478e-85c1-5ddfc5244d72 req-3fa05fc6-ecb2-42b1-b6e1-1b8d1a94a7a0 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.65 "DELETE /v2.0/ports/c5bf4745-52af-4436-9825-b72c9b5d844f HTTP/1.1" status: 204 len: 173 time: 2.0110745 Aug 29 04:47:23.285850 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70dae689-255e-47ab-8cfc-4fcebcf8792d req-c58d3819-ecea-4817-b44e-e21b6596cc9a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1214890 Aug 29 04:47:23.307579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f8953-825c-4660-982b-18aa86986eaf req-dcaa4551-5b9c-44ff-ae40-240d328db602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.309142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-145f8953-825c-4660-982b-18aa86986eaf req-dcaa4551-5b9c-44ff-ae40-240d328db602 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 1097 time: 0.2098033 Aug 29 04:47:23.359119 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.381992 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'name': 'network-vif-deleted', 'tag': 'c5bf4745-52af-4436-9825-b72c9b5d844f'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:23.384439 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b954d04f-70ac-4505-a0fc-c2fd777c5bfd" -d '{"events": [{"server_uuid": "773600aa-9cba-4a5e-bde8-6dcb838b6096", "name": "network-vif-deleted", "tag": "c5bf4745-52af-4436-9825-b72c9b5d844f"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:23.431123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-145f8953-825c-4660-982b-18aa86986eaf req-85034573-feca-42fd-ac1a-d5f4a8bc2664 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089168 Aug 29 04:47:23.481293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:23.504148 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70dae689-255e-47ab-8cfc-4fcebcf8792d req-ecf331c5-10a9-474f-bb62-9558d64d465a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171781 Aug 29 04:47:23.507870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:23.518752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:23.527323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.536993 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.577299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2662289 Aug 29 04:47:23.579610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49404) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:23.596579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f59a5-058e-41d6-80d5-3a85c076e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=33e963a0-2bc8-4e84-9840-02bd1fe5d11c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:23.664812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a90f0-ab6f-4e3d-9353-f87dda7b70f3 req-4037f7f6-a08f-4f37-83b1-c4384f5ed9df tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.678828 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-413a90f0-ab6f-4e3d-9353-f87dda7b70f3 req-4037f7f6-a08f-4f37-83b1-c4384f5ed9df tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.0934968 Aug 29 04:47:23.704405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e091c-74a2-4e16-994a-df5afe24aaa2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.713008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e091c-74a2-4e16-994a-df5afe24aaa2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.717967 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-799e091c-74a2-4e16-994a-df5afe24aaa2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1363175 Aug 29 04:47:23.718906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49406) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:23.801269 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-413a90f0-ab6f-4e3d-9353-f87dda7b70f3 req-702b793c-bf3e-4d9c-897c-2a52de3d1fff tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211298 Aug 29 04:47:23.819760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:23.882432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-90f0a989-21b9-4fda-964b-eb9ff071541f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 33e963a0-2bc8-4e84-9840-02bd1fe5d11c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:23.884040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f0a989-21b9-4fda-964b-eb9ff071541f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.927732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 25a2fd47-2282-44d8-820d-96c2ed9fdd2d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:24.010975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-879ee359-c966-4d35-869a-d06e95e4c46b req-2b472dca-5447-43fe-b8a6-9f2727cc60b4 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/ports?device_id=773600aa-9cba-4a5e-bde8-6dcb838b6096 HTTP/1.1" status: 200 len: 210 time: 0.1102147 Aug 29 04:47:24.112501 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd627773-2eb6-4d50-9e97-60f054bc157e x-openstack-request-id: req-dd627773-2eb6-4d50-9e97-60f054bc157e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:24.112800 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773600aa-9cba-4a5e-bde8-6dcb838b6096", "name": "network-vif-deleted", "tag": "c5bf4745-52af-4436-9825-b72c9b5d844f", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:24.113059 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd627773-2eb6-4d50-9e97-60f054bc157e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:24.113480 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773600aa-9cba-4a5e-bde8-6dcb838b6096', 'name': 'network-vif-deleted', 'tag': 'c5bf4745-52af-4436-9825-b72c9b5d844f', 'status': 'completed', 'code': 200} Aug 29 04:47:24.115403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f0a989-21b9-4fda-964b-eb9ff071541f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.148115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-90f0a989-21b9-4fda-964b-eb9ff071541f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 33e963a0-2bc8-4e84-9840-02bd1fe5d11c owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:24.190864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:24.191255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.211359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6733fcd9-94db-4275-8b39-a3e8fbf44f77 req-b9148a28-8d10-4c7a-a25d-498cb2539b2c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0401721 Aug 29 04:47:24.393535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f0a989-21b9-4fda-964b-eb9ff071541f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.420742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-36620b27-95b9-413b-9b63-81282340efdf None None] Provisioning complete for port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:24.421591 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-36620b27-95b9-413b-9b63-81282340efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.436408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0a989-21b9-4fda-964b-eb9ff071541f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=33e963a0-2bc8-4e84-9840-02bd1fe5d11c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:24.489083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90f0a989-21b9-4fda-964b-eb9ff071541f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.490920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:24.499132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-90f0a989-21b9-4fda-964b-eb9ff071541f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/33e963a0-2bc8-4e84-9840-02bd1fe5d11c HTTP/1.1" status: 204 len: 168 time: 0.7789240 Aug 29 04:47:24.502345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49408) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:24.627356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802cb22-9ba2-4c1b-89ca-1e6534677972 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:24.633999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802cb22-9ba2-4c1b-89ca-1e6534677972 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:24.639925 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a802cb22-9ba2-4c1b-89ca-1e6534677972 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1364791 Aug 29 04:47:24.643424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49412) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:24.690699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] Checking router: 5b197a99-d343-46f5-abe3-0346258c684a for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:24.702812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-36620b27-95b9-413b-9b63-81282340efdf None None] Could not find standard attr ID for object 33e963a0-2bc8-4e84-9840-02bd1fe5d11c. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:24.714923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:24.716696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:24.766004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd27221b-fb81-499f-8244-be0fac46a664 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 85b5e5af-ba5b-450f-a36b-9fa88b84b738 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:24.775429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd27221b-fb81-499f-8244-be0fac46a664 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.779759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba83f4a-bb8c-45c7-a801-db435132e69e req-70dc7797-7dc2-4d3d-bb2b-53a4b9d43812 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:24.780900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ba83f4a-bb8c-45c7-a801-db435132e69e req-70dc7797-7dc2-4d3d-bb2b-53a4b9d43812 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1395917 Aug 29 04:47:24.860502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ba83f4a-bb8c-45c7-a801-db435132e69e req-ae74a7a5-4ab2-4106-a021-f8bd11e6b524 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637047 Aug 29 04:47:24.865858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd27221b-fb81-499f-8244-be0fac46a664 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.899673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0eeaff84-5b64-4143-8629-4b73678fa7e1 None None] Could not find standard attr ID for object c89023d6-7c5b-40fd-962d-88367dc573ab. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:24.915366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c5bf4745-52af-4436-9825-b72c9b5d844f no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:24.958650 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd27221b-fb81-499f-8244-be0fac46a664 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.962931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: c5bf4745-52af-4436-9825-b72c9b5d844f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:24.963292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device c5bf4745-52af-4436-9825-b72c9b5d844f not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:24.996345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:25.041214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-42e67221-fbf5-4778-94e4-42aa3fb96550 None None] Could not find standard attr ID for object ef0ca6bd-385f-4c4f-b411-802b10ae725e. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:25.059435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd27221b-fb81-499f-8244-be0fac46a664 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.094644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2773b-ddcb-4070-b5d2-b386436debc2 req-1ba2a121-dc5e-4f5c-9be3-e237e57dac18 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.103629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23b2773b-ddcb-4070-b5d2-b386436debc2 req-1ba2a121-dc5e-4f5c-9be3-e237e57dac18 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.1252143 Aug 29 04:47:25.121836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27221b-fb81-499f-8244-be0fac46a664 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=85b5e5af-ba5b-450f-a36b-9fa88b84b738,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:25.135337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fd27221b-fb81-499f-8244-be0fac46a664 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.137289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fd27221b-fb81-499f-8244-be0fac46a664 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/85b5e5af-ba5b-450f-a36b-9fa88b84b738 HTTP/1.1" status: 204 len: 168 time: 0.4925959 Aug 29 04:47:25.140831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49422) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.200631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3d92a6ba-c855-4da7-9086-e1a4e37fb81b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585914 Aug 29 04:47:25.203203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49428) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.216994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-23b2773b-ddcb-4070-b5d2-b386436debc2 req-4e16d921-e34a-4f49-8955-d93143e5c40a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123793 Aug 29 04:47:25.273741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04420e-4edf-4d40-a45e-3ebe4cf1b736 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.276834 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3d04420e-4edf-4d40-a45e-3ebe4cf1b736 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0725932 Aug 29 04:47:25.279550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49432) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.338029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31750fed-f952-4927-af13-b86806b59674 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:25.360603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1d735-04be-4a89-aea1-ad5c8e03a838 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.363066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-23e1d735-04be-4a89-aea1-ad5c8e03a838 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822456 Aug 29 04:47:25.365661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49436) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.403184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5b7f5950-7479-497c-87d0-018eb3a8845f None None] Could not find standard attr ID for object 33e963a0-2bc8-4e84-9840-02bd1fe5d11c. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:25.409541 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-96b0c645-526e-4f9e-afe7-455506f3a74d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423663 Aug 29 04:47:25.414229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49438) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.419698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:25.475830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8bc7750-88d4-4ed2-8bea-3785aa9d6373 req-53e2d546-97ad-4857-9181-9e4268a3f037 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0519350 Aug 29 04:47:25.495839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:25.537542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815861e-29bb-4a7a-9eae-5c7ef760e684 None None] The sync data for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 is: [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 4, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6dcfc2e-2988-42a1-92fd-7799cc5d5001', 'name': '', 'network_id': 'ee5318df-ffac-4c4e-8607-447757b528a3', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'mac_address': 'fa:16:3e:f8:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '5992fce0-3772-446a-b173-a029f7352550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:28Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'subnets': [{'id': '5992fce0-3772-446a-b173-a029f7352550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:25.551013 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49440) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.605465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:25.609304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.636542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:25.694534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f90425ae-4c3e-4579-8191-d57a470099a3 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.741188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Deleting port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:25.741637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f90425ae-4c3e-4579-8191-d57a470099a3 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.744516 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.843171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f90425ae-4c3e-4579-8191-d57a470099a3 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.846607 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f90425ae-4c3e-4579-8191-d57a470099a3 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.850815 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f90425ae-4c3e-4579-8191-d57a470099a3 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "DELETE /v2.0/security-groups/5675399d-5652-46c4-a873-2ffd8f1d3ca7 HTTP/1.1" status: 204 len: 168 time: 0.2982783 Aug 29 04:47:25.851397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49442) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.872579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] For port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=25a2fd47-2282-44d8-820d-96c2ed9fdd2d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:25.872986 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.888755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Calling delete_port for 25a2fd47-2282-44d8-820d-96c2ed9fdd2d owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:25.939100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90425ae-4c3e-4579-8191-d57a470099a3 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5675399d-5652-46c4-a873-2ffd8f1d3ca7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:25.948978 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-64c3711d-88bd-4746-905a-61bb125ced63 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] show failed (client error): The resource could not be found. Aug 29 04:47:25.953153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49446) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.960766 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-64c3711d-88bd-4746-905a-61bb125ced63 tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "GET /v2.0/security-groups/5675399d-5652-46c4-a873-2ffd8f1d3ca7 HTTP/1.1" status: 404 len: 347 time: 0.0522337 Aug 29 04:47:26.003057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 25a2fd47-2282-44d8-820d-96c2ed9fdd2d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:26.055856 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.105083 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe37850-b51f-4604-bf96-ed9c35c7ca53 None None] New status for floating IP 8ed18a11-1afc-4c81-b6f8-cd09fbb9586b: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:47:26.117548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Pushing event deleted for resources: {'Port': ['ID=25a2fd47-2282-44d8-820d-96c2ed9fdd2d,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:26.119910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 25a2fd47-2282-44d8-820d-96c2ed9fdd2d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:26.122532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 25a2fd47-2282-44d8-820d-96c2ed9fdd2d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:26.129572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] No DVR routers for this DVR port 25a2fd47-2282-44d8-820d-96c2ed9fdd2d on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:26.151750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.151750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.155766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.156844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.158524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.158945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.160245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.161178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.161938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.163055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.164101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.164526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5067130-9fa0-4b9e-9d06-a36f027b8d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.224292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721995-965b-49ea-8549-88fab3108e27 req-09a4ee21-664b-4744-a8b3-0bc65e9f9b8d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:26.226544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05721995-965b-49ea-8549-88fab3108e27 req-09a4ee21-664b-4744-a8b3-0bc65e9f9b8d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1864645 Aug 29 04:47:26.305213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.331395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05721995-965b-49ea-8549-88fab3108e27 req-89f98948-dc5e-49ab-9ef0-519b0753b90f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755632 Aug 29 04:47:26.366604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:26.374283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:26.381468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:26.382072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.386955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9421e46-393a-4678-82be-50bdb6788063 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:26.397006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=57e1d71a-c666-4e2c-9eb3-0e37728b3c06,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:26.409581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Deleting port 17e29445-f28c-4933-8ef2-bb47cfb50e70 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:26.409933 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.414397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.414771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.415090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.415432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.415766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.416129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.416459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.416783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.417108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.417436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.417757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.418099 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:26.448953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49452) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:26.449175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-94e01583-d42b-4455-90b5-1138a74344ed tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0338714 Aug 29 04:47:26.454483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '57e1d71a-c666-4e2c-9eb3-0e37728b3c06', 'ip_address': '2001:db8::b946:e50a:d738:5c62'}], 'name': 'tempest-NetworksTestDHCPv6-1082373886'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:26.552716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a247-155d-44d1-a1a6-2aa66b47d86f req-b87ee86e-6385-44fd-a542-6e0077aadb22 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:26.554312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa73a247-155d-44d1-a1a6-2aa66b47d86f req-b87ee86e-6385-44fd-a542-6e0077aadb22 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.1042566 Aug 29 04:47:26.579579 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.581245 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.608011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Calling delete_port for 17e29445-f28c-4933-8ef2-bb47cfb50e70 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:26.647262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa73a247-155d-44d1-a1a6-2aa66b47d86f req-085037e7-3048-4458-be92-0f6854d1fa29 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770373 Aug 29 04:47:26.653753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:26.687892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '57e1d71a-c666-4e2c-9eb3-0e37728b3c06'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:26.688822 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.858163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b888f-bc61-44cb-b61e-d411c94d6e3c req-4115473c-f1c8-48e2-af24-5bb625c23c5d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:26.869018 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-755b888f-bc61-44cb-b61e-d411c94d6e3c req-4115473c-f1c8-48e2-af24-5bb625c23c5d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1020668 Aug 29 04:47:26.871732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.889011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/57e1d71a-c666-4e2c-9eb3-0e37728b3c06/67b3bbbf-9aed-4cae-b855-f907fa478fc7) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:26.932680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 6a15bc72-b894-4e1e-827b-57911b455a7e yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:26.949914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-755b888f-bc61-44cb-b61e-d411c94d6e3c req-d6eb7121-2918-4f15-ac0e-f0d83f6cebba tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795803 Aug 29 04:47:27.014730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49456) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:27.087731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.134377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0672014-f6b1-4d6e-8f31-2d16f43d557c tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.136136 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e0672014-f6b1-4d6e-8f31-2d16f43d557c tempest-TestNetworkAdvancedServerOps-51856923 tempest-TestNetworkAdvancedServerOps-51856923-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 1092 time: 0.1200747 Aug 29 04:47:27.141694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49458) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:27.149783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:27.176796 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.186993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.190581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Transition to ACTIVE for port object 67b3bbbf-9aed-4cae-b855-f907fa478fc7 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:27.194898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Pushing event deleted for resources: {'Port': ['ID=17e29445-f28c-4933-8ef2-bb47cfb50e70,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:27.217258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Transition to ACTIVE for port object 67b3bbbf-9aed-4cae-b855-f907fa478fc7 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:27.223203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9de9451-3532-4e03-bf51-c52f5ec03c64 req-57e15e51-b6d3-45a9-8c50-d5f82186bea4 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.1223521 Aug 29 04:47:27.224843 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.294989 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.298765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.305943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-65d004be-51e9-4879-9cce-04d17d73c94a tempest-AttachVolumeTestJSON-601618194 tempest-AttachVolumeTestJSON-601618194-project] 10.222.0.58 "DELETE /v2.0/floatingips/8ed18a11-1afc-4c81-b6f8-cd09fbb9586b HTTP/1.1" status: 204 len: 168 time: 1.3460350 Aug 29 04:47:27.311370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:27.316207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:27.348419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:27.366428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Pushing event updated for resources: {'Port': ['ID=67b3bbbf-9aed-4cae-b855-f907fa478fc7,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:27.368244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::b946:e50a:d738:5c62 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/57e1d71a-c666-4e2c-9eb3-0e37728b3c06/6a15bc72-b894-4e1e-827b-57911b455a7e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:27.389043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.434810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Attempting to bind port 67b3bbbf-9aed-4cae-b855-f907fa478fc7 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:27.435248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Attempting to bind port 67b3bbbf-9aed-4cae-b855-f907fa478fc7 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:27.435641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Attempting to bind port 67b3bbbf-9aed-4cae-b855-f907fa478fc7 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:27.443565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:27.444352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:27.444997 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.445714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:27.447551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Bound port: 67b3bbbf-9aed-4cae-b855-f907fa478fc7, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:27.448262 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.525313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] For port 67b3bbbf-9aed-4cae-b855-f907fa478fc7, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:27.529668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] For port 67b3bbbf-9aed-4cae-b855-f907fa478fc7, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=67b3bbbf-9aed-4cae-b855-f907fa478fc7,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:27.535676 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.567707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.624159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 6a15bc72-b894-4e1e-827b-57911b455a7e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:27.628594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72493e56-440a-4b71-9f53-ca9851af69b9 None None] Pushing event updated for resources: {'Port': ['ID=67b3bbbf-9aed-4cae-b855-f907fa478fc7,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:27.664531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.822285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36e764-999d-4965-bfa1-7ab4b74edd53 req-51ae9d9d-5861-47b3-b275-5ce07b7823f6 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.833878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c36e764-999d-4965-bfa1-7ab4b74edd53 req-51ae9d9d-5861-47b3-b275-5ce07b7823f6 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.0947130 Aug 29 04:47:27.839461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.899719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c36e764-999d-4965-bfa1-7ab4b74edd53 req-31930de9-3226-4857-a9b6-9c9519f4c10a tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643802 Aug 29 04:47:27.920589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Allocated IP 172.25.1.72 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/300c8de0-dd7e-484b-9f1a-c130a1b99c6f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:27.925511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:27.935557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:27.941915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:27.959531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.960341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.963977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=6a15bc72-b894-4e1e-827b-57911b455a7e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:28.069526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e61aeef2-be40-46e7-b8fd-104389743fb0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6189349 Aug 29 04:47:28.073186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:28.179390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b57cb-189d-4f87-b40d-96875adf2d75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.184857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.190459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b57cb-189d-4f87-b40d-96875adf2d75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.192279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b02b57cb-189d-4f87-b40d-96875adf2d75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1178770 Aug 29 04:47:28.195504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49468) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:28.254201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.309282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=300c8de0-dd7e-484b-9f1a-c130a1b99c6f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:28.349703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:28.353521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:28.358066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:28.362234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-bb85025d-40c9-4416-a328-24fa03231f5e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 6a15bc72-b894-4e1e-827b-57911b455a7e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:28.362959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb85025d-40c9-4416-a328-24fa03231f5e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.466798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8af0762-f451-41e5-bf35-4a7e54d06ec9 req-3f7fed16-d42f-40ff-a71c-ab874e084aaf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0389197 Aug 29 04:47:28.473965 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.537684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb85025d-40c9-4416-a328-24fa03231f5e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.553988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-bb85025d-40c9-4416-a328-24fa03231f5e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 6a15bc72-b894-4e1e-827b-57911b455a7e owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:28.756361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb85025d-40c9-4416-a328-24fa03231f5e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.830677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85025d-40c9-4416-a328-24fa03231f5e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=6a15bc72-b894-4e1e-827b-57911b455a7e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:28.859884 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bb85025d-40c9-4416-a328-24fa03231f5e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.863116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bb85025d-40c9-4416-a328-24fa03231f5e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/6a15bc72-b894-4e1e-827b-57911b455a7e HTTP/1.1" status: 204 len: 168 time: 0.6664860 Aug 29 04:47:28.865568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49472) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:28.945999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d35023-63b7-4f33-ace0-9145d9b93f73 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.948162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d35023-63b7-4f33-ace0-9145d9b93f73 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.949769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-26d35023-63b7-4f33-ace0-9145d9b93f73 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0831053 Aug 29 04:47:28.952330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49476) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:29.127417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7e144a-f45d-437c-9e6e-fa9bee56cb68 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 57e1d71a-c666-4e2c-9eb3-0e37728b3c06 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:29.135029 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa7e144a-f45d-437c-9e6e-fa9bee56cb68 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.217413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9f63-7d90-490c-ab0e-71e8575ea4c3 req-a876c61f-ecd5-485e-afa8-f994212cc416 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.219594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf1a9f63-7d90-490c-ab0e-71e8575ea4c3 req-a876c61f-ecd5-485e-afa8-f994212cc416 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.1800337 Aug 29 04:47:29.255289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0ca2e210-1df6-426c-a6a7-1c81ab8b8b90 None None] Provisioning for port 67b3bbbf-9aed-4cae-b855-f907fa478fc7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:29.294160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa7e144a-f45d-437c-9e6e-fa9bee56cb68 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.372327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf1a9f63-7d90-490c-ab0e-71e8575ea4c3 req-5bd463c0-465b-49fb-a837-a678d62021d4 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229091 Aug 29 04:47:29.498412 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa7e144a-f45d-437c-9e6e-fa9bee56cb68 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.595142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2723b6b9-3761-4334-828d-a35427b851cd None None] Could not find standard attr ID for object 6a15bc72-b894-4e1e-827b-57911b455a7e. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:29.595697 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.663894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa7e144a-f45d-437c-9e6e-fa9bee56cb68 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.748882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e144a-f45d-437c-9e6e-fa9bee56cb68 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=57e1d71a-c666-4e2c-9eb3-0e37728b3c06,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:29.775876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa7e144a-f45d-437c-9e6e-fa9bee56cb68 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.780799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aa7e144a-f45d-437c-9e6e-fa9bee56cb68 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/57e1d71a-c666-4e2c-9eb3-0e37728b3c06 HTTP/1.1" status: 204 len: 168 time: 0.8271799 Aug 29 04:47:29.792618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-640c086d-64ed-4ea0-a3c7-cb96ac3292c5 req-60edbf8d-d901-4cca-ae50-3bc943c52095 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e138da2f-f00f-4cce-8870-bef1cbf1aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0681541 Aug 29 04:47:29.795839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:29.797291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.883842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49488) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:29.884658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-19a7d96f-a5e2-4e40-9287-b1171dd12f02 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873585 Aug 29 04:47:29.890160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:29.933402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 67b3bbbf-9aed-4cae-b855-f907fa478fc7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:29.972331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6e789e-45a4-4b31-9029-f6835b345f57 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:30.060327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:30.064866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.084813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 67b3bbbf-9aed-4cae-b855-f907fa478fc7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:30.108463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 67b3bbbf-9aed-4cae-b855-f907fa478fc7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:30.109753 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.181602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.194357 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.247154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.271644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:30.330333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 67b3bbbf-9aed-4cae-b855-f907fa478fc7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=67b3bbbf-9aed-4cae-b855-f907fa478fc7,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:30.341135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event updated for resources: {'Port': ['ID=300c8de0-dd7e-484b-9f1a-c130a1b99c6f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.345247 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.354854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] Deleting port 67b3bbbf-9aed-4cae-b855-f907fa478fc7 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:30.355242 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.360722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.489534 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Floating IP 1a66a4ce-0a61-402a-b189-c788a507be60 associated. External IP: 172.25.1.72, port: ecd112bc-2e5d-4230-832d-947c480d3091. Aug 29 04:47:30.505941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] For port 67b3bbbf-9aed-4cae-b855-f907fa478fc7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=67b3bbbf-9aed-4cae-b855-f907fa478fc7,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:30.506593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.533851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5c707-7e4b-4b71-9803-f8f9f3aedd21 req-555fb56f-b50b-4436-9488-9fd76f9e1b14 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.534545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] Calling delete_port for 67b3bbbf-9aed-4cae-b855-f907fa478fc7 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:30.542224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cc5c707-7e4b-4b71-9803-f8f9f3aedd21 req-555fb56f-b50b-4436-9488-9fd76f9e1b14 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.0665329 Aug 29 04:47:30.552299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=67b3bbbf-9aed-4cae-b855-f907fa478fc7,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.591831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cc5c707-7e4b-4b71-9803-f8f9f3aedd21 req-f6525333-76ed-4853-bc89-b93596429d8d tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485389 Aug 29 04:47:30.674664 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.710632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] Pushing event deleted for resources: {'Port': ['ID=67b3bbbf-9aed-4cae-b855-f907fa478fc7,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.713534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048fc089-4cac-4baa-8883-9e5eadcb39d0 None None] No DVR routers for this DVR port 67b3bbbf-9aed-4cae-b855-f907fa478fc7 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:30.756994 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.797630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:30.808999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:30.818778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070cb53f-5569-430f-8bd1-a0545f6f4b9b None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:30.829890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.830492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.927578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=1c41eed6-1d81-4855-a8bf-c605d1f52547,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.936090 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0df586bd-ce19-4761-ad78-3ca623c31462 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0500877 Aug 29 04:47:30.937023 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49512) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:30.943254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '1c41eed6-1d81-4855-a8bf-c605d1f52547', 'ip_address': '2001:db8::a0a9:51b:3823:84a'}], 'name': 'tempest-NetworksTestDHCPv6-1623376132'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:30.980854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 6e3540bc-f284-4ede-a053-d4d0d14476f1 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:31.085714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '1c41eed6-1d81-4855-a8bf-c605d1f52547'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:31.086449 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.242299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:31.248379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:31.285225 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.336880 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b9acca36-6712-46ba-9c96-09e062287e91 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1941500 Aug 29 04:47:31.341708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:31.344393 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d94b93-d496-4c2c-9146-de79b07cb583" -d '{"events": [{"name": "network-changed", "server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:31.395695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.399022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/1c41eed6-1d81-4855-a8bf-c605d1f52547/413c55c1-98fe-4da4-829b-f77fd4faca54) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:31.447005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port dcbc7a3d-3c6d-4636-b592-cb1c0eac0154 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:31.486766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e0e0318c-af01-484a-9739-8704c15531e5 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133563664&fields=id&tenant_id=3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 267 time: 0.0688796 Aug 29 04:47:31.519321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] Sync routers for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:31.541435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:31.542249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:31.708885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-64fe91a4-5287-4356-87b5-06a73153c33a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.717525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-64fe91a4-5287-4356-87b5-06a73153c33a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2286301 Aug 29 04:47:31.755493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-7e013c01-caf7-46a4-84cf-d21f15b5c190 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/quotas/3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 375 time: 0.0367355 Aug 29 04:47:31.867014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-49835c73-7261-4908-be49-5f11a76a57d5 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953665 Aug 29 04:47:31.909886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:31.957299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 67b3bbbf-9aed-4cae-b855-f907fa478fc7 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:31.976443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-9705fdf9-9e2b-4cb5-bf6b-03dd55e0ac57 service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060593 Aug 29 04:47:32.075531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 67b3bbbf-9aed-4cae-b855-f907fa478fc7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:32.075881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 67b3bbbf-9aed-4cae-b855-f907fa478fc7 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:32.079511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.121244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Transition to ACTIVE for port object 413c55c1-98fe-4da4-829b-f77fd4faca54 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:32.125318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e65aa8fc-7651-494c-a0f1-10d05ce0e6ee service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448109 Aug 29 04:47:32.200954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Transition to ACTIVE for port object 413c55c1-98fe-4da4-829b-f77fd4faca54 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:32.321480 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.383029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:32.389351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:32.396229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:32.464002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Pushing event updated for resources: {'Port': ['ID=413c55c1-98fe-4da4-829b-f77fd4faca54,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:32.465390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Attempting to bind port 413c55c1-98fe-4da4-829b-f77fd4faca54 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:32.465876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Attempting to bind port 413c55c1-98fe-4da4-829b-f77fd4faca54 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:32.466404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Attempting to bind port 413c55c1-98fe-4da4-829b-f77fd4faca54 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:32.479978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:32.481895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:32.482425 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.482947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:32.488039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Bound port: 413c55c1-98fe-4da4-829b-f77fd4faca54, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:32.488039 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.563573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] For port 413c55c1-98fe-4da4-829b-f77fd4faca54, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:32.568532 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] For port 413c55c1-98fe-4da4-829b-f77fd4faca54, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=413c55c1-98fe-4da4-829b-f77fd4faca54,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:32.578270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '1a66a4ce-0a61-402a-b189-c788a507be60', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'port_id': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'mac_address': 'fa:16:3e:cb:29:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:29Z', 'updated_at': '2021-08-29T04:47:29Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:32.612038 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.613591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] Checking router: 6e3540bc-f284-4ede-a053-d4d0d14476f1 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:32.691245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:32.692114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:32.801907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27d841-2be6-4017-89c7-82628aaadd30 None None] Pushing event updated for resources: {'Port': ['ID=413c55c1-98fe-4da4-829b-f77fd4faca54,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:32.916913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:32.999088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::a0a9:51b:3823:84a (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/1c41eed6-1d81-4855-a8bf-c605d1f52547/dcbc7a3d-3c6d-4636-b592-cb1c0eac0154) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:33.047791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be086508-1455-49a1-92d6-ccf3371564e0 req-32f290bb-8e6c-4812-a383-edba43af3f70 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.056389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be086508-1455-49a1-92d6-ccf3371564e0 req-32f290bb-8e6c-4812-a383-edba43af3f70 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1258883 Aug 29 04:47:33.245819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be086508-1455-49a1-92d6-ccf3371564e0 req-4a2ca1c2-b022-4c3e-a734-bd28672c8ee8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862826 Aug 29 04:47:33.263289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49556) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:33.401029 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.413532 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-88f11fea-fbdd-4a84-bac4-32157d6e9a2a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/1a66a4ce-0a61-402a-b189-c788a507be60 HTTP/1.1" status: 200 len: 990 time: 0.1481576 Aug 29 04:47:33.415551 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db667ab9-8b6c-4a09-9dfa-743bdb5dbcb5 x-openstack-request-id: req-db667ab9-8b6c-4a09-9dfa-743bdb5dbcb5 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:33.415658 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:33.415849 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db667ab9-8b6c-4a09-9dfa-743bdb5dbcb5 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:33.416360 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'status': 'completed', 'code': 200} Aug 29 04:47:33.438113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object dcbc7a3d-3c6d-4636-b592-cb1c0eac0154 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:33.485417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-142ea40c-b86b-4ded-9506-870c9b1ff805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.488245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-142ea40c-b86b-4ded-9506-870c9b1ff805 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 1097 time: 0.0710671 Aug 29 04:47:33.521095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4439f-55db-4f6e-a8b7-bfca80433ecb req-e0a31c3e-5c3c-491a-9b5e-6584306b22c0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.529842 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1e4439f-55db-4f6e-a8b7-bfca80433ecb req-e0a31c3e-5c3c-491a-9b5e-6584306b22c0 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.0836599 Aug 29 04:47:33.540262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '1a66a4ce-0a61-402a-b189-c788a507be60', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'port_id': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'mac_address': 'fa:16:3e:cb:29:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:29Z', 'updated_at': '2021-08-29T04:47:29Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:33.566291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.622947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1e4439f-55db-4f6e-a8b7-bfca80433ecb req-b330f959-b77f-4dbe-808f-c87a965dc6ea tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919113 Aug 29 04:47:33.628298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26100b22-ffa6-4e58-856a-0f62baaab761 None None] The sync data for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 is: [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '1a66a4ce-0a61-402a-b189-c788a507be60', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'port_id': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'mac_address': 'fa:16:3e:cb:29:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:29Z', 'updated_at': '2021-08-29T04:47:29Z', 'revision_number': 0, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:33.677171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:33.682262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:33.688859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=dcbc7a3d-3c6d-4636-b592-cb1c0eac0154,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:33.691824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:33.701631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.702306 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.755588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a45dc4be-cbf9-472d-97dc-659bdc0efcfa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8173683 Aug 29 04:47:33.758229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49568) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:33.832861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-abfdc5ff-3b10-404a-b7ce-2644f4dfc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.837717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-abfdc5ff-3b10-404a-b7ce-2644f4dfc390 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24add402-ee02-49b7-90b3-3cb25d51d3da HTTP/1.1" status: 200 len: 898 time: 0.3297715 Aug 29 04:47:33.923030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0f85119-18f3-41f8-b245-4a58f9e444cf req-86f0d05b-dc99-4308-9abf-039618b3da2b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 210 time: 0.0946577 Aug 29 04:47:33.981050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e19e2e-62a2-47b2-bae0-aaac84d2c8aa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.987643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e19e2e-62a2-47b2-bae0-aaac84d2c8aa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.999368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a0e19e2e-62a2-47b2-bae0-aaac84d2c8aa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2399993 Aug 29 04:47:34.002430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49572) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:34.082174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 413c55c1-98fe-4da4-829b-f77fd4faca54 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:34.106711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-e14c1a98-44fd-4685-81d8-ed02c19f01b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd112bc-2e5d-4230-832d-947c480d3091 HTTP/1.1" status: 200 len: 998 time: 0.2572215 Aug 29 04:47:34.207606 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3962a9f-7b2e-43ba-8a8f-532921a57f86 None None] New status for floating IP 1a66a4ce-0a61-402a-b189-c788a507be60: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:47:34.231722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-9531c516-ef95-45ce-ada8-1f021781006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.238181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-9531c516-ef95-45ce-ada8-1f021781006a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d35b795-3587-4419-bf24-5613cf3293a6 HTTP/1.1" status: 200 len: 835 time: 0.1258655 Aug 29 04:47:34.245469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c6dfb-2831-4e96-bb0f-9e9f4bf964c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port dcbc7a3d-3c6d-4636-b592-cb1c0eac0154 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:34.245817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca5c6dfb-2831-4e96-bb0f-9e9f4bf964c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.265480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 413c55c1-98fe-4da4-829b-f77fd4faca54 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:34.299180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-19a7e4c0-c51b-4853-a6a6-ba85aa00efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.301200 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-19a7e4c0-c51b-4853-a6a6-ba85aa00efd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24add402-ee02-49b7-90b3-3cb25d51d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538204 Aug 29 04:47:34.432486 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49576) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:34.565696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f28b2b3-1c59-4340-9f5a-df3fa392a6c2 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/1a66a4ce-0a61-402a-b189-c788a507be60 HTTP/1.1" status: 200 len: 990 time: 0.1314118 Aug 29 04:47:34.567178 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-e70ab326-30f2-400c-a8ab-e34b1fa9d418 service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527266 Aug 29 04:47:34.590154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-53477bc5-ec8d-4e2c-a0df-b8e6333fc296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.591914 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-53477bc5-ec8d-4e2c-a0df-b8e6333fc296 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2097456 Aug 29 04:47:34.606630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e1a34008-65f8-4307-af39-9fc446682517 None None] Provisioning for port 413c55c1-98fe-4da4-829b-f77fd4faca54 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:34.612195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e1a34008-65f8-4307-af39-9fc446682517 None None] Provisioning complete for port 413c55c1-98fe-4da4-829b-f77fd4faca54 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:34.612584 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e1a34008-65f8-4307-af39-9fc446682517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.693340 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca5c6dfb-2831-4e96-bb0f-9e9f4bf964c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.735002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c6dfb-2831-4e96-bb0f-9e9f4bf964c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for dcbc7a3d-3c6d-4636-b592-cb1c0eac0154 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:34.864808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e1a34008-65f8-4307-af39-9fc446682517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.898574 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-9dbe08d1-5dc3-44b1-bac2-faa683b6b8b8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 380 time: 0.2803159 Aug 29 04:47:34.911889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e1a34008-65f8-4307-af39-9fc446682517 None None] For port 413c55c1-98fe-4da4-829b-f77fd4faca54, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=413c55c1-98fe-4da4-829b-f77fd4faca54,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:34.921011 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e1a34008-65f8-4307-af39-9fc446682517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.924999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'port': {'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'admin_state_up': True, 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'security_groups': ['d38caec0-3699-48d2-8713-70692aea3720']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:35.044291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a34008-65f8-4307-af39-9fc446682517 None None] Pushing event updated for resources: {'Port': ['ID=413c55c1-98fe-4da4-829b-f77fd4faca54,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:35.116106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaf874-a257-44d9-89bc-293251a63ee2 req-cdbc7407-5e32-44bd-92d8-bf92e32e98a3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:35.120646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bfaf874-a257-44d9-89bc-293251a63ee2 req-cdbc7407-5e32-44bd-92d8-bf92e32e98a3 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.1444304 Aug 29 04:47:35.122387 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca5c6dfb-2831-4e96-bb0f-9e9f4bf964c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.136429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-64352618-0584-40af-bc70-3ebf243d3fb0 None None] Could not find standard attr ID for object dcbc7a3d-3c6d-4636-b592-cb1c0eac0154. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:35.173003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c6dfb-2831-4e96-bb0f-9e9f4bf964c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=dcbc7a3d-3c6d-4636-b592-cb1c0eac0154,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:35.246924 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca5c6dfb-2831-4e96-bb0f-9e9f4bf964c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.252726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca5c6dfb-2831-4e96-bb0f-9e9f4bf964c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/dcbc7a3d-3c6d-4636-b592-cb1c0eac0154 HTTP/1.1" status: 204 len: 168 time: 1.2491593 Aug 29 04:47:35.261316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49586) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:35.375862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6bfaf874-a257-44d9-89bc-293251a63ee2 req-9324f75c-f9e7-4f37-9619-84712a1c3468 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508824 Aug 29 04:47:35.429464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1090b9b-f8a5-4c70-aa5d-41d122cecb49 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:35.431892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1090b9b-f8a5-4c70-aa5d-41d122cecb49 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:35.438258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c1090b9b-f8a5-4c70-aa5d-41d122cecb49 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1712239 Aug 29 04:47:35.438258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49590) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:35.584239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49592) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:35.672244 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-88d94b93-d496-4c2c-9146-de79b07cb583 req-94c52a33-9ac8-4746-9d79-af7840e24a19 service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0767725 Aug 29 04:47:35.717876 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-899ae859-64a5-4743-a49b-dd1cef5d371a req-64fd89c4-ee50-4a5c-b484-f3293c41d4ae tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 210 time: 0.1996636 Aug 29 04:47:35.749604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9e3fc0-265d-46b5-8150-2b5ec916c3cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 1c41eed6-1d81-4855-a8bf-c605d1f52547 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:35.757343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3fc0-265d-46b5-8150-2b5ec916c3cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.786219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:35.790108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.840201 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3fc0-265d-46b5-8150-2b5ec916c3cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.905305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 413c55c1-98fe-4da4-829b-f77fd4faca54 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:35.973600 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3fc0-265d-46b5-8150-2b5ec916c3cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.027288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 413c55c1-98fe-4da4-829b-f77fd4faca54 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:36.027673 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.086535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.20.0.10 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/c8aaafc6-a1d5-47c0-83f7-423c35a38d39) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:36.120729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fdd92090-a190-49c9-83eb-1c95d2b4c68d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/1a66a4ce-0a61-402a-b189-c788a507be60 HTTP/1.1" status: 200 len: 992 time: 0.5274396 Aug 29 04:47:36.133571 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3fc0-265d-46b5-8150-2b5ec916c3cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.184869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498dc40-c27e-4fe3-b84c-31e8c15fc468 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:36.234703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e3fc0-265d-46b5-8150-2b5ec916c3cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=1c41eed6-1d81-4855-a8bf-c605d1f52547,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:36.243333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3fc0-265d-46b5-8150-2b5ec916c3cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.250893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7d9e3fc0-265d-46b5-8150-2b5ec916c3cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/1c41eed6-1d81-4855-a8bf-c605d1f52547 HTTP/1.1" status: 204 len: 168 time: 0.8124065 Aug 29 04:47:36.253837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49600) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:36.323768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0432c29a-125e-423b-be52-75f9d77dc490 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685897 Aug 29 04:47:36.326522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49604) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:36.335976 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:36.505097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.559639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Transition to ACTIVE for port object c8aaafc6-a1d5-47c0-83f7-423c35a38d39 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:36.564068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:36.621636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.634214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:36.651967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.684186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] Deleting port 413c55c1-98fe-4da4-829b-f77fd4faca54 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:36.684648 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.717814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:36.755668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:36.760538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:36.766608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:36.822142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.822512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.823791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.824171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.824516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.836693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.845218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03605e23-fb49-4ace-b07e-f36333ff6fa3 req-98c91fd4-ffc2-4de3-9957-e501cb1f0e25 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:36.847259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03605e23-fb49-4ace-b07e-f36333ff6fa3 req-98c91fd4-ffc2-4de3-9957-e501cb1f0e25 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.2953079 Aug 29 04:47:36.856777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.859139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.859609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.859967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.860355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.860774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:36.895901 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] For port 413c55c1-98fe-4da4-829b-f77fd4faca54, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=413c55c1-98fe-4da4-829b-f77fd4faca54,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:36.902034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.918878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:36.919679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.943728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-e25cae1b-e80e-473c-aee6-5a357d7d357d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0324416 Aug 29 04:47:36.960364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] Calling delete_port for 413c55c1-98fe-4da4-829b-f77fd4faca54 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:36.964651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03605e23-fb49-4ace-b07e-f36333ff6fa3 req-6bf9eca2-0ae7-476e-9261-bd3611c1ca00 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057212 Aug 29 04:47:36.976210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Request body: {'port': {'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:37.108890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.302223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b055d2-1f5c-4f30-8798-a7b5da4382c8 req-23ee69ec-07ac-4678-850c-d589274d4442 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.303943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6b055d2-1f5c-4f30-8798-a7b5da4382c8 req-23ee69ec-07ac-4678-850c-d589274d4442 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 932 time: 0.2067263 Aug 29 04:47:37.353967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e8dba0a2-336e-4de4-bb4e-818c3bfab871 None None] Provisioning for port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:37.363470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e8dba0a2-336e-4de4-bb4e-818c3bfab871 None None] Provisioning complete for port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:37.364043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e8dba0a2-336e-4de4-bb4e-818c3bfab871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.402313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.437246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6b055d2-1f5c-4f30-8798-a7b5da4382c8 req-2f2cbd80-ec23-44b0-a41d-e3e476b84d81 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096611 Aug 29 04:47:37.458341 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.487557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] Pushing event deleted for resources: {'Port': ['ID=413c55c1-98fe-4da4-829b-f77fd4faca54,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:37.494975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5bc38-6285-4de2-80c9-c18e296a37b1 None None] No DVR routers for this DVR port 413c55c1-98fe-4da4-829b-f77fd4faca54 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:37.501972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e8dba0a2-336e-4de4-bb4e-818c3bfab871 None None] Port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:37.573461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:37.586050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:37.590109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.590918 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.595899 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685226a9-8d90-4631-be52-0eb439d144f0 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:37.613267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=7a743058-5625-4ea8-93c1-6dab437d17cd,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:37.634146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b46be67d-5da2-4f0e-b231-ebfd72ef45e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3058758 Aug 29 04:47:37.644543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 49700) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:37.650914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '7a743058-5625-4ea8-93c1-6dab437d17cd', 'ip_address': '2001:db8::912d:3787:2b25:b5d8'}], 'name': 'tempest-NetworksTestDHCPv6-1872526967'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:37.734890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8aaafc6-a1d5-47c0-83f7-423c35a38d39 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:37.780881 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.811955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Transition to ACTIVE for port object c8aaafc6-a1d5-47c0-83f7-423c35a38d39 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:37.836539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.905583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 413c55c1-98fe-4da4-829b-f77fd4faca54 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:37.936777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:37.942964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:38.015719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 413c55c1-98fe-4da4-829b-f77fd4faca54 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:38.016098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 413c55c1-98fe-4da4-829b-f77fd4faca54 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:38.052626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Attempting to bind port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:38.052971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Attempting to bind port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:38.054944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Attempting to bind port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:38.070508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 on network 34727b34-f92c-4bf2-8085-84a10090447a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:38.070950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Attempting to bind port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:38.087198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:38.087553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:38.087951 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:38.088422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Bound port: c8aaafc6-a1d5-47c0-83f7-423c35a38d39, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:38.088791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.102149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '7a743058-5625-4ea8-93c1-6dab437d17cd'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:38.102707 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.259155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] For port c8aaafc6-a1d5-47c0-83f7-423c35a38d39, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:38.265918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] For port c8aaafc6-a1d5-47c0-83f7-423c35a38d39, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:38.268597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.273005 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.323819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.332058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.342994 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8aaafc6-a1d5-47c0-83f7-423c35a38d39 HTTP/1.1" status: 200 len: 1093 time: 1.3886931 Aug 29 04:47:38.346543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf2ff3-83dc-416f-8329-5b8ff2371b42 req-bcde2a8f-4a17-45e7-9920-adb3789d3856 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.348410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66bf2ff3-83dc-416f-8329-5b8ff2371b42 req-bcde2a8f-4a17-45e7-9920-adb3789d3856 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 944 time: 0.2090154 Aug 29 04:47:38.354991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 5948d2ca-e6b5-4a55-a676-f40abaa71519 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:38.355491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:38.374552 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:38.606267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/7a743058-5625-4ea8-93c1-6dab437d17cd/70df6a81-c3f8-43ed-aeb0-6149c42e8087) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:38.638319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f9a85-ec88-4aee-bd19-75086b6f17d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:38.696775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-06e10c79-7fd4-46f7-aef5-6567e3fdef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.700658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-06e10c79-7fd4-46f7-aef5-6567e3fdef47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 1096 time: 0.2671998 Aug 29 04:47:38.763193 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66bf2ff3-83dc-416f-8329-5b8ff2371b42 req-89bfab3f-ebce-49ce-916c-ea2ef8fb4cb6 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929596 Aug 29 04:47:38.815286 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-793071a6-959a-4d0b-9233-f2e2fc69edc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39 HTTP/1.1" status: 200 len: 217 time: 0.1051064 Aug 29 04:47:38.904831 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87962391-e497-452d-a42e-1714a9dce295 x-openstack-request-id: req-87962391-e497-452d-a42e-1714a9dce295 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:38.905411 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:38.905811 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87962391-e497-452d-a42e-1714a9dce295 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:38.906620 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'status': 'completed', 'code': 200} Aug 29 04:47:38.973727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-235e6fc2-f0cb-4291-96ae-ccdbb8708705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.986835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-235e6fc2-f0cb-4291-96ae-ccdbb8708705 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1540105 Aug 29 04:47:39.017657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b760370-ac1f-4a6a-801e-39ee8785e805 req-9d67bb19-33a9-4c5f-b82c-c06fb1ce4c29 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.028761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b760370-ac1f-4a6a-801e-39ee8785e805 req-9d67bb19-33a9-4c5f-b82c-c06fb1ce4c29 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.1196711 Aug 29 04:47:39.038739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:39.097514 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b760370-ac1f-4a6a-801e-39ee8785e805 req-a749f674-a67e-4650-a7d4-58518740c567 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639677 Aug 29 04:47:39.107330 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.136461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Transition to ACTIVE for port object 70df6a81-c3f8-43ed-aeb0-6149c42e8087 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:39.154347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-1cd9668b-f880-4e47-8282-c1451575308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.157338 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-1cd9668b-f880-4e47-8282-c1451575308c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681280 Aug 29 04:47:39.289072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Transition to ACTIVE for port object 70df6a81-c3f8-43ed-aeb0-6149c42e8087 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:39.308942 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.334647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-1a728570-0671-4e60-b5c5-61566888abf0 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654305 Aug 29 04:47:39.418414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Pushing event updated for resources: {'Port': ['ID=70df6a81-c3f8-43ed-aeb0-6149c42e8087,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:39.424409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:39.431493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:39.435432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:39.447750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::912d:3787:2b25:b5d8 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/7a743058-5625-4ea8-93c1-6dab437d17cd/5948d2ca-e6b5-4a55-a676-f40abaa71519) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:39.549866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:39.565256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Attempting to bind port 70df6a81-c3f8-43ed-aeb0-6149c42e8087 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:39.565636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Attempting to bind port 70df6a81-c3f8-43ed-aeb0-6149c42e8087 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:39.566592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Attempting to bind port 70df6a81-c3f8-43ed-aeb0-6149c42e8087 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:39.573087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:39.573503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:39.573919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.574349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:39.574875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Bound port: 70df6a81-c3f8-43ed-aeb0-6149c42e8087, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:39.575478 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.589001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'mac_address': 'fa:16:3e:61:fb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:39.594928 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8876db7c-69cb-422b-8260-f61f1ed90033 req-2fbe743c-4f66-40a0-998d-f3343083c5df service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490177 Aug 29 04:47:39.794195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] For port 70df6a81-c3f8-43ed-aeb0-6149c42e8087, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:39.801386 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.810639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] For port 70df6a81-c3f8-43ed-aeb0-6149c42e8087, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=70df6a81-c3f8-43ed-aeb0-6149c42e8087,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:39.826863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.840325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:39.852250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.859579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:39.869203 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.875466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-3d2057c8-8c48-4cea-b628-f6d8eae68f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.881885 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-3d2057c8-8c48-4cea-b628-f6d8eae68f6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 1096 time: 0.2060778 Aug 29 04:47:39.912717 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 5948d2ca-e6b5-4a55-a676-f40abaa71519 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:39.960440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6e50c-2af4-47b6-baf0-37e95203842b None None] Pushing event updated for resources: {'Port': ['ID=70df6a81-c3f8-43ed-aeb0-6149c42e8087,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:40.076078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:40.080236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-e6690dd6-23dc-412c-99ff-ec3018149a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.086356 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-e6690dd6-23dc-412c-99ff-ec3018149a5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.1902168 Aug 29 04:47:40.090481 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.144399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:40.185416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:40.197458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:40.201007 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-0ec54613-c344-4ebc-beb7-95cd209a5c8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39 HTTP/1.1" status: 200 len: 217 time: 0.0970542 Aug 29 04:47:40.211048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:40.219098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.219928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.308535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=5948d2ca-e6b5-4a55-a676-f40abaa71519,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:40.367548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-0f514db6-74e1-42ae-8cd6-f701e218b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.370728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-0f514db6-74e1-42ae-8cd6-f701e218b864 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1552215 Aug 29 04:47:40.379807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26621e6-b7b7-46b0-a377-e7923e5f64cf req-4012f19c-15b9-4830-bccf-5b5f03f18217 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.404010 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26621e6-b7b7-46b0-a377-e7923e5f64cf req-4012f19c-15b9-4830-bccf-5b5f03f18217 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 945 time: 0.4507372 Aug 29 04:47:40.466154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6b174113-e23b-4f12-91a0-c6cd9054bc22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8201187 Aug 29 04:47:40.472596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 49996) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:40.503560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-f7e7af92-00eb-4647-aebe-afce7d1c4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.505696 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-f7e7af92-00eb-4647-aebe-afce7d1c4992 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247718 Aug 29 04:47:40.521551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26621e6-b7b7-46b0-a377-e7923e5f64cf req-773c351e-74c4-4c4c-b12f-29b6375c966d tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137466 Aug 29 04:47:40.674168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a89863f-c497-4788-b097-58f645e7970f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.680900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a89863f-c497-4788-b097-58f645e7970f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.686378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6a89863f-c497-4788-b097-58f645e7970f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2065909 Aug 29 04:47:40.687180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:40.784941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836776d-0461-47f6-ae58-4b60eb937e2b req-6ed02bd4-3b1e-4728-8bda-dd3df43e3f51 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.793746 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5836776d-0461-47f6-ae58-4b60eb937e2b req-6ed02bd4-3b1e-4728-8bda-dd3df43e3f51 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.1157050 Aug 29 04:47:40.831143 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-abaad8b0-f12f-42d1-8f40-65ddf2a52d7a service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850609 Aug 29 04:47:40.859386 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5836776d-0461-47f6-ae58-4b60eb937e2b req-0f88c3fc-4de1-4108-9d98-d49a7a6fc503 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643675 Aug 29 04:47:40.941595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ac7aec09-b2df-40c4-925a-90cfd32a792d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 5948d2ca-e6b5-4a55-a676-f40abaa71519 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:40.942068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac7aec09-b2df-40c4-925a-90cfd32a792d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.043005 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac7aec09-b2df-40c4-925a-90cfd32a792d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.059782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ac7aec09-b2df-40c4-925a-90cfd32a792d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 5948d2ca-e6b5-4a55-a676-f40abaa71519 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:41.278569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac7aec09-b2df-40c4-925a-90cfd32a792d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.313096 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e0bb8967-d64e-44f7-8696-3b6dcad93fa8 req-193abdc2-81e4-4343-b62a-ed95b6427148 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708931 Aug 29 04:47:41.318168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7aec09-b2df-40c4-925a-90cfd32a792d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=5948d2ca-e6b5-4a55-a676-f40abaa71519,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:41.373237 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac7aec09-b2df-40c4-925a-90cfd32a792d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.379573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50086) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:41.380100 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ac7aec09-b2df-40c4-925a-90cfd32a792d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/5948d2ca-e6b5-4a55-a676-f40abaa71519 HTTP/1.1" status: 204 len: 168 time: 0.6852369 Aug 29 04:47:41.451598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3675d44-e208-4ff3-b3a2-34dcee358f09 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:41.454740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3675d44-e208-4ff3-b3a2-34dcee358f09 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:41.456420 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f3675d44-e208-4ff3-b3a2-34dcee358f09 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0753579 Aug 29 04:47:41.459330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50096) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:41.535970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-531b009c-3aae-4f02-be05-47166a0a98f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 7a743058-5625-4ea8-93c1-6dab437d17cd {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:41.540833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-531b009c-3aae-4f02-be05-47166a0a98f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.645306 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-531b009c-3aae-4f02-be05-47166a0a98f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.771520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-531b009c-3aae-4f02-be05-47166a0a98f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.788945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-58e9b51b-c457-40c1-a058-387e7a8ffb4c None None] Provisioning for port 70df6a81-c3f8-43ed-aeb0-6149c42e8087 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:41.933873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 70df6a81-c3f8-43ed-aeb0-6149c42e8087 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:42.012375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-531b009c-3aae-4f02-be05-47166a0a98f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.060622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a55033-75b8-437e-a697-eb83cef403c7 req-0d573463-7c76-4de9-8984-96ef4c5e653b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.062289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27a55033-75b8-437e-a697-eb83cef403c7 req-0d573463-7c76-4de9-8984-96ef4c5e653b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 945 time: 0.2260649 Aug 29 04:47:42.084095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 70df6a81-c3f8-43ed-aeb0-6149c42e8087 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:42.096858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 70df6a81-c3f8-43ed-aeb0-6149c42e8087 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:42.097255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.117149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5873cc-8091-4298-a228-005d57153b46 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:42.134870 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-531b009c-3aae-4f02-be05-47166a0a98f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.138300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-531b009c-3aae-4f02-be05-47166a0a98f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/7a743058-5625-4ea8-93c1-6dab437d17cd HTTP/1.1" status: 204 len: 168 time: 0.6773705 Aug 29 04:47:42.140905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50116) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:42.193109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b009c-3aae-4f02-be05-47166a0a98f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=7a743058-5625-4ea8-93c1-6dab437d17cd,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:42.200782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c8efa3ec-fdf6-405b-86a3-b9cc21c0a096 None None] Could not find standard attr ID for object 5948d2ca-e6b5-4a55-a676-f40abaa71519. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:42.294719 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-30e78342-cf26-4e31-9dea-7d3796f6be03 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1481309 Aug 29 04:47:42.296556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50122) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:42.303841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27a55033-75b8-437e-a697-eb83cef403c7 req-48de7302-cf40-4d62-892e-cf831ad3c694 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397607 Aug 29 04:47:42.417807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f656a9-2888-4260-9f24-1e7b5135b47f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.419362 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-04f656a9-2888-4260-9f24-1e7b5135b47f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1218162 Aug 29 04:47:42.429903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50124) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:42.479489 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.505338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42c674-d871-4772-bb32-91d5285e4098 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.508231 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4a42c674-d871-4772-bb32-91d5285e4098 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0761523 Aug 29 04:47:42.510572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50126) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:42.541609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c09897-d2ef-4cbe-ba22-4a8623ab184c req-1125738d-4aae-49e6-9829-bba82909971f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.553266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2c09897-d2ef-4cbe-ba22-4a8623ab184c req-1125738d-4aae-49e6-9829-bba82909971f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.1599202 Aug 29 04:47:42.562721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:42.572181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 70df6a81-c3f8-43ed-aeb0-6149c42e8087, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=70df6a81-c3f8-43ed-aeb0-6149c42e8087,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:42.599525 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.647971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3ab7089f-a79e-493c-a11b-efa96c94ec6c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1343708 Aug 29 04:47:42.663549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50128) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:42.666357 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2c09897-d2ef-4cbe-ba22-4a8623ab184c req-b3a47a94-2719-4bb7-8490-04e6cfe270cd tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116281 Aug 29 04:47:42.680151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:42.755499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] Deleting port 70df6a81-c3f8-43ed-aeb0-6149c42e8087 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:42.755793 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.758850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=70df6a81-c3f8-43ed-aeb0-6149c42e8087,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:42.886840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] For port 70df6a81-c3f8-43ed-aeb0-6149c42e8087, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=70df6a81-c3f8-43ed-aeb0-6149c42e8087,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:42.887534 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.908248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:42.912181 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.919306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] Calling delete_port for 70df6a81-c3f8-43ed-aeb0-6149c42e8087 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:43.045447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:43.124881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.138845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:43.141429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] No DVR routers for this DVR port 70df6a81-c3f8-43ed-aeb0-6149c42e8087 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:43.174581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:43.174988 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.177566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d05a9-3a7c-4797-b6b3-e2b2b8df1d14 None None] Pushing event deleted for resources: {'Port': ['ID=70df6a81-c3f8-43ed-aeb0-6149c42e8087,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:43.430555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.531494 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72612125-ee3c-4701-ad04-3cda73c7d99c req-5423e764-b8f6-4215-85a6-5dbbb9b78057 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:43.541900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72612125-ee3c-4701-ad04-3cda73c7d99c req-5423e764-b8f6-4215-85a6-5dbbb9b78057 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 945 time: 0.0862539 Aug 29 04:47:43.568483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:43.591706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:43.602998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:43.603110 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.604547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.609979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612d184-6a83-4819-b0b9-ce46187053b1 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:43.615157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:43.654302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72612125-ee3c-4701-ad04-3cda73c7d99c req-81cbfe2e-1038-4140-bb9c-9ee3d5821785 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112614 Aug 29 04:47:43.667912 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6f1f6c9e-54ad-4159-925f-2129f13f6367 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0025675 Aug 29 04:47:43.671199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50142) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:43.677215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6', 'ip_address': '2001:db8::852b:86:ec46:1e1a'}], 'name': 'tempest-NetworksTestDHCPv6-1039902870'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:43.701384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:43.705099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:43.712755 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e2bee6-faf4-496f-870d-638ec51b85c2" -d '{"events": [{"server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "name": "network-vif-plugged", "status": "completed", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:43.731928 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.898319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112fc56-2398-422d-acb7-cf00fa2d76a4 req-1d0e1aef-6783-44e3-aa33-1ad0bd76de45 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:43.908553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e112fc56-2398-422d-acb7-cf00fa2d76a4 req-1d0e1aef-6783-44e3-aa33-1ad0bd76de45 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.1056364 Aug 29 04:47:43.924054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 70df6a81-c3f8-43ed-aeb0-6149c42e8087 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:43.983163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:43.995858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 70df6a81-c3f8-43ed-aeb0-6149c42e8087 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:43.996237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 70df6a81-c3f8-43ed-aeb0-6149c42e8087 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:43.997505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:44.005419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e112fc56-2398-422d-acb7-cf00fa2d76a4 req-d6e9400c-933c-4c8e-94f8-814a25851e14 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927031 Aug 29 04:47:44.009878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:44.009878 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.191523 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f872245b-dc62-4fda-9371-280c09b5aac8 x-openstack-request-id: req-f872245b-dc62-4fda-9371-280c09b5aac8 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:44.191955 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "name": "network-vif-plugged", "status": "completed", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:44.192178 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f872245b-dc62-4fda-9371-280c09b5aac8 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:44.192553 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'code': 200} Aug 29 04:47:44.219020 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.272408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 53133c53-73a8-41a7-9219-67f2f0c7e0c2 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:44.368598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6/3229b16a-5f3b-4b7a-81b5-e57f0f0c5219) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:44.383042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba2d2e-59ba-4bd0-b784-30963a11f5e5 req-8c87b2f8-2bbf-4470-bcd7-7ee8ef245376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.394131 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1cba2d2e-59ba-4bd0-b784-30963a11f5e5 req-8c87b2f8-2bbf-4470-bcd7-7ee8ef245376 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1098 time: 0.1874959 Aug 29 04:47:44.552883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1cba2d2e-59ba-4bd0-b784-30963a11f5e5 req-2c52fdd6-7923-44f3-bbdb-f3848aeebf11 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468484 Aug 29 04:47:44.651957 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.668100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Transition to ACTIVE for port object 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:44.692050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Transition to ACTIVE for port object 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:44.709298 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.786063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::852b:86:ec46:1e1a (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6/53133c53-73a8-41a7-9219-67f2f0c7e0c2) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:44.870323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Pushing event updated for resources: {'Port': ['ID=3229b16a-5f3b-4b7a-81b5-e57f0f0c5219,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:44.888533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:44.890495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:44.896867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:44.915590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c218-ac07-4395-9813-9758d199fdc4 req-647d4c5a-3a2f-46b4-874c-228579ce2a89 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.937086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c406c218-ac07-4395-9813-9758d199fdc4 req-647d4c5a-3a2f-46b4-874c-228579ce2a89 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 946 time: 0.1468425 Aug 29 04:47:45.005271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c406c218-ac07-4395-9813-9758d199fdc4 req-295e8779-6ee3-4fe8-b5e4-81a5a701b8f2 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672035 Aug 29 04:47:45.021293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Attempting to bind port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:45.021847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Attempting to bind port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:45.022025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Attempting to bind port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:45.028553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:45.028940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:45.029358 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.029760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:45.030425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Bound port: 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:45.030821 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.133313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] For port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:45.138756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] For port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3229b16a-5f3b-4b7a-81b5-e57f0f0c5219,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:45.145882 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.160768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.181624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 53133c53-73a8-41a7-9219-67f2f0c7e0c2 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:45.182389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806504a-cb9d-45c0-aef2-4282b36c3ab8 req-8852d95f-a2e6-45e0-a459-64d0ce01630d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:45.183969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9806504a-cb9d-45c0-aef2-4282b36c3ab8 req-8852d95f-a2e6-45e0-a459-64d0ce01630d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.0977330 Aug 29 04:47:45.213745 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b5aae-3154-4671-8e05-854e9ee3549e None None] Pushing event updated for resources: {'Port': ['ID=3229b16a-5f3b-4b7a-81b5-e57f0f0c5219,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:45.230727 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.250153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9806504a-cb9d-45c0-aef2-4282b36c3ab8 req-06b2ebd2-08f3-4d62-96be-83124e6ebcaa tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581212 Aug 29 04:47:45.301950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:45.305368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:45.309694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:45.316014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:45.316133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.335934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=53133c53-73a8-41a7-9219-67f2f0c7e0c2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:45.341541 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-10b178bd-24b2-44db-b49e-4a8b6832e5d9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6692324 Aug 29 04:47:45.344469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50160) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:45.350648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-75c9e763-45dd-4ed6-98e8-a626852346a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6', 'ip_address': '2001:db8::852b:86:ec46:1e1a'}], 'name': 'tempest-NetworksTestDHCPv6-2115918444'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:45.533156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c9e763-45dd-4ed6-98e8-a626852346a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:45.696225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-75c9e763-45dd-4ed6-98e8-a626852346a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.716677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-75c9e763-45dd-4ed6-98e8-a626852346a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 11d1571e-eb22-4c6b-ab2f-e99cb35ac91d yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:45.895362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:45.988000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:46.014954 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c9e763-45dd-4ed6-98e8-a626852346a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:47:46.015741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c9e763-45dd-4ed6-98e8-a626852346a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:46.035600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-75c9e763-45dd-4ed6-98e8-a626852346a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.6892779 Aug 29 04:47:46.038186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50164) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:46.100210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e52121-7606-4cd5-8362-e50350e163d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.116998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e52121-7606-4cd5-8362-e50350e163d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.118862 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-03e52121-7606-4cd5-8362-e50350e163d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0794179 Aug 29 04:47:46.131205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50166) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:46.209937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bc6cb-840c-457e-9473-7e3094423781 req-fada06a3-4f92-4e7a-b2ee-809cf1389286 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.211041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e4bc6cb-840c-457e-9473-7e3094423781 req-fada06a3-4f92-4e7a-b2ee-809cf1389286 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 946 time: 0.1075149 Aug 29 04:47:46.278667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c283772c-4907-4344-b997-3821b489e18b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 53133c53-73a8-41a7-9219-67f2f0c7e0c2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:46.280537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c283772c-4907-4344-b997-3821b489e18b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.299021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e4bc6cb-840c-457e-9473-7e3094423781 req-778af1dc-d735-4726-a4be-9134b7fd1bc1 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793381 Aug 29 04:47:46.441641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c283772c-4907-4344-b997-3821b489e18b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.477429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c283772c-4907-4344-b997-3821b489e18b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 53133c53-73a8-41a7-9219-67f2f0c7e0c2 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:46.504648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f327ea4-33bf-4daa-92e2-08d8ed5e08ef req-d28b92b8-fbc3-4125-a281-8cd4f8ccb6f4 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.506063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f327ea4-33bf-4daa-92e2-08d8ed5e08ef req-d28b92b8-fbc3-4125-a281-8cd4f8ccb6f4 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.0888708 Aug 29 04:47:46.577894 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f327ea4-33bf-4daa-92e2-08d8ed5e08ef req-0b77f773-b8f5-4386-9fd6-4012bfdf4dc6 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600512 Aug 29 04:47:46.822190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1f2d15b3-9ff6-443a-80e1-7a3f1189edf8 None None] Provisioning for port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:46.832432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1f2d15b3-9ff6-443a-80e1-7a3f1189edf8 None None] Provisioning complete for port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:46.836029 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f2d15b3-9ff6-443a-80e1-7a3f1189edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.856127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb74cea-829d-4d81-a3fe-527f4be447c4 req-a4502191-ee21-4513-a8f9-f72d327e5c5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.867920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fcb74cea-829d-4d81-a3fe-527f4be447c4 req-a4502191-ee21-4513-a8f9-f72d327e5c5e tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 946 time: 0.1600695 Aug 29 04:47:46.879864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c283772c-4907-4344-b997-3821b489e18b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.968290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283772c-4907-4344-b997-3821b489e18b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=53133c53-73a8-41a7-9219-67f2f0c7e0c2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:46.984398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fcb74cea-829d-4d81-a3fe-527f4be447c4 req-5b58f001-4495-4262-b10c-b48411cf889d tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154130 Aug 29 04:47:46.996051 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c283772c-4907-4344-b997-3821b489e18b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.996051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c283772c-4907-4344-b997-3821b489e18b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/53133c53-73a8-41a7-9219-67f2f0c7e0c2 HTTP/1.1" status: 204 len: 168 time: 0.8610651 Aug 29 04:47:46.997078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50176) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:46.997855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50178) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.088377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f2d15b3-9ff6-443a-80e1-7a3f1189edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.095657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750ca6a-47e1-4f9e-a749-83bd0e6ae6ea tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.097767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750ca6a-47e1-4f9e-a749-83bd0e6ae6ea tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.105652 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8750ca6a-47e1-4f9e-a749-83bd0e6ae6ea tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965791 Aug 29 04:47:47.106461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50186) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.199622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1f2d15b3-9ff6-443a-80e1-7a3f1189edf8 None None] For port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3229b16a-5f3b-4b7a-81b5-e57f0f0c5219,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:47.209393 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f2d15b3-9ff6-443a-80e1-7a3f1189edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.289222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8515fd1-42bd-43e1-9e60-6c96a04178df tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:47.298898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8515fd1-42bd-43e1-9e60-6c96a04178df tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.347713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50192) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.353470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3f0277bd-e8e7-4d60-9f9a-6f2d26286673 None None] Could not find standard attr ID for object 53133c53-73a8-41a7-9219-67f2f0c7e0c2. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:47.393495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d15b3-9ff6-443a-80e1-7a3f1189edf8 None None] Pushing event updated for resources: {'Port': ['ID=3229b16a-5f3b-4b7a-81b5-e57f0f0c5219,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:47.432398 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31dd9fad-bb12-40b5-86c1-7ff740a17dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.462986 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8515fd1-42bd-43e1-9e60-6c96a04178df tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.480869 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c462e384-6dcb-4f66-8a8b-fac1e3cc5eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.561325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527267c6-a59c-417f-8a0c-85795eac8f42 tempest-TestVolumeBackupRestore-1821159009 tempest-TestVolumeBackupRestore-1821159009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.563509 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-527267c6-a59c-417f-8a0c-85795eac8f42 tempest-TestVolumeBackupRestore-1821159009 tempest-TestVolumeBackupRestore-1821159009-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1093 time: 0.5643990 Aug 29 04:47:47.574580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50196) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.585621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:47.604753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8515fd1-42bd-43e1-9e60-6c96a04178df tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.702781 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8515fd1-42bd-43e1-9e60-6c96a04178df tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.730563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b93d7d-1a26-4b28-af89-71efa0277ec6 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:47.756108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8515fd1-42bd-43e1-9e60-6c96a04178df tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:47.759322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8515fd1-42bd-43e1-9e60-6c96a04178df tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.761098 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c462e384-6dcb-4f66-8a8b-fac1e3cc5eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.785888 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f8515fd1-42bd-43e1-9e60-6c96a04178df tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6 HTTP/1.1" status: 204 len: 168 time: 0.6731174 Aug 29 04:47:47.787044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50204) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.791830 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c462e384-6dcb-4f66-8a8b-fac1e3cc5eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.848594 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c462e384-6dcb-4f66-8a8b-fac1e3cc5eae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bce280cda09f4f59b77963c75cd25d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970195 Aug 29 04:47:47.861022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.870437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50206) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.873326 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f30d3817-fdeb-4b20-acfc-b6f8a3e5887a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816848 Aug 29 04:47:47.878702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50208) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.886108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:47.895602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462e384-6dcb-4f66-8a8b-fac1e3cc5eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4630b96-f6d9-4c54-a7df-b6cf4c9c77e3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:47.939151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:48.013415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:48.017870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.021884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e52d0f-5851-4eb4-b5d0-f5b26013fbc9 req-48d81007-7b77-45bb-b905-e243726adaeb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:48.030914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:48.031095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1e52d0f-5851-4eb4-b5d0-f5b26013fbc9 req-48d81007-7b77-45bb-b905-e243726adaeb tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.3255303 Aug 29 04:47:48.031368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.133652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:48.209840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f1e52d0f-5851-4eb4-b5d0-f5b26013fbc9 req-987ee52e-0752-4d38-8743-55f7e8cb8236 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772044 Aug 29 04:47:48.212032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] Deleting port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:48.212491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.258797 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c55715cb-154a-4782-87af-966dd1b28964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.304948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] For port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=3229b16a-5f3b-4b7a-81b5-e57f0f0c5219,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:48.305542 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.320763 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c55715cb-154a-4782-87af-966dd1b28964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.325732 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] Calling delete_port for 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:48.331957 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.369122 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.402176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:48.407001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:48.420293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:48.421393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.442460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=2019fbdd-5ae8-4482-be42-11fc626ca105,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.445187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c55715cb-154a-4782-87af-966dd1b28964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.452250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c55715cb-154a-4782-87af-966dd1b28964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.453471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c55715cb-154a-4782-87af-966dd1b28964 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4630b96-f6d9-4c54-a7df-b6cf4c9c77e3 HTTP/1.1" status: 204 len: 168 time: 0.5652902 Aug 29 04:47:48.473418 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.478399 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8436829c-3707-47d4-be09-16af0112d7c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5976813 Aug 29 04:47:48.480935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50214) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:48.493989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d627c9d6-576b-465d-8cf4-608c5db89c53 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '2019fbdd-5ae8-4482-be42-11fc626ca105', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1210179286'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:48.511259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55715cb-154a-4782-87af-966dd1b28964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4630b96-f6d9-4c54-a7df-b6cf4c9c77e3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.513679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] No DVR routers for this DVR port 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:48.602435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Allocated IP 172.25.1.56 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/b45c6d9d-9795-4eca-8a49-6e85af7e730c) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:48.611461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be907300-4c48-48bb-b063-daf258260194 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:48.652763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af264b-630e-4313-a71d-5282c68df226 None None] Pushing event deleted for resources: {'Port': ['ID=3229b16a-5f3b-4b7a-81b5-e57f0f0c5219,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.786758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d627c9d6-576b-465d-8cf4-608c5db89c53 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:48.791675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d627c9d6-576b-465d-8cf4-608c5db89c53 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.823465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-d627c9d6-576b-465d-8cf4-608c5db89c53 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 9860991b-d198-42db-95c5-4b3410fbb71f yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:48.829745 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.886511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.955241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'Port': ['ID=b45c6d9d-9795-4eca-8a49-6e85af7e730c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.975245 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:48.977303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:48.980395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:48.992433 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d627c9d6-576b-465d-8cf4-608c5db89c53 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:47:48.992916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d627c9d6-576b-465d-8cf4-608c5db89c53 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:49.020589 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d627c9d6-576b-465d-8cf4-608c5db89c53 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.5356102 Aug 29 04:47:49.021125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '2019fbdd-5ae8-4482-be42-11fc626ca105'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:49.022586 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.022986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50224) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.085108 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cdb8479a-6912-4211-9c4a-5e9303e87db3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0555704 Aug 29 04:47:49.085989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50228) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.189469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f374d99-10b7-4055-98ef-8c828c305866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:49.194054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f374d99-10b7-4055-98ef-8c828c305866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:49.198079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7f374d99-10b7-4055-98ef-8c828c305866 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1110380 Aug 29 04:47:49.201721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50232) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.218075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/2019fbdd-5ae8-4482-be42-11fc626ca105/49b031c2-36fa-44b2-a249-bc186d3caaea) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:49.323923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-76781a7f-da5b-4c61-afaf-94ab7a8eb60d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 2019fbdd-5ae8-4482-be42-11fc626ca105 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:49.434006 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.445179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Transition to ACTIVE for port object 49b031c2-36fa-44b2-a249-bc186d3caaea will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:49.469238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Transition to ACTIVE for port object 49b031c2-36fa-44b2-a249-bc186d3caaea will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:49.479669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76781a7f-da5b-4c61-afaf-94ab7a8eb60d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.481501 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.532816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:49.536188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:49.543681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:49.546971 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76781a7f-da5b-4c61-afaf-94ab7a8eb60d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.596558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Pushing event updated for resources: {'Port': ['ID=49b031c2-36fa-44b2-a249-bc186d3caaea,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:49.642253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Attempting to bind port 49b031c2-36fa-44b2-a249-bc186d3caaea on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:49.642685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Attempting to bind port 49b031c2-36fa-44b2-a249-bc186d3caaea by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:49.643077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Attempting to bind port 49b031c2-36fa-44b2-a249-bc186d3caaea on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:49.650743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:49.651138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:49.651561 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.651970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:49.653187 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Bound port: 49b031c2-36fa-44b2-a249-bc186d3caaea, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:49.653700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.671120 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76781a7f-da5b-4c61-afaf-94ab7a8eb60d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.793814 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76781a7f-da5b-4c61-afaf-94ab7a8eb60d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.800977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] For port 49b031c2-36fa-44b2-a249-bc186d3caaea, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:49.800977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] For port 49b031c2-36fa-44b2-a249-bc186d3caaea, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=49b031c2-36fa-44b2-a249-bc186d3caaea,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:49.810396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.855052 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76781a7f-da5b-4c61-afaf-94ab7a8eb60d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.857099 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-76781a7f-da5b-4c61-afaf-94ab7a8eb60d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/2019fbdd-5ae8-4482-be42-11fc626ca105 HTTP/1.1" status: 204 len: 168 time: 0.6547689 Aug 29 04:47:49.860127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76781a7f-da5b-4c61-afaf-94ab7a8eb60d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=2019fbdd-5ae8-4482-be42-11fc626ca105,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:49.866047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50250) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.900774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:49.928376 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e323d2e5-20a2-4d1b-a9ad-d41578897cb8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606778 Aug 29 04:47:49.935040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50252) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.941292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:49.949616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:49.949968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 3229b16a-5f3b-4b7a-81b5-e57f0f0c5219 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:49.996397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7d62b-52bd-4be2-b082-144620606ebf None None] Pushing event updated for resources: {'Port': ['ID=49b031c2-36fa-44b2-a249-bc186d3caaea,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:50.057104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2220d97-141c-4805-b9ca-4dfb2f3ce323 req-01a52ad0-388e-4188-9718-29604c2df641 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:50.065345 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2220d97-141c-4805-b9ca-4dfb2f3ce323 req-01a52ad0-388e-4188-9718-29604c2df641 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.7450385 Aug 29 04:47:50.120783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:50.126601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.144354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2220d97-141c-4805-b9ca-4dfb2f3ce323 req-dc2d90f1-5627-409e-b2dc-dbbb06ffae6a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741749 Aug 29 04:47:50.178920 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.336212 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.355545 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.434286 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e66b4409-19ce-47a7-9283-05dae7d2395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.504015 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.578307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:50.582888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:50.587510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.591399 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:50.592457 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.608548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.628318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=e56cc2d5-d09d-4cf2-8c04-c8056e048962,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:50.661054 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1b9a552-bf32-434f-9b76-1a07531e3de3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7244320 Aug 29 04:47:50.664139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50258) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:50.676485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-54cdd3d4-aace-4185-b7d9-fb6650b00843 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2095323161', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:50.721948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54cdd3d4-aace-4185-b7d9-fb6650b00843 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.723153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54cdd3d4-aace-4185-b7d9-fb6650b00843 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.724510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event updated for resources: {'Port': ['ID=b45c6d9d-9795-4eca-8a49-6e85af7e730c,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:50.736740 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.803046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54cdd3d4-aace-4185-b7d9-fb6650b00843 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.811531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54cdd3d4-aace-4185-b7d9-fb6650b00843 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.839063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54cdd3d4-aace-4185-b7d9-fb6650b00843 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.840983 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-54cdd3d4-aace-4185-b7d9-fb6650b00843 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1752660 Aug 29 04:47:50.843565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50266) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:50.913967 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Floating IP 4246fae2-eab6-4ffd-aec1-78924d12b746 associated. External IP: 172.25.1.56, port: 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c. Aug 29 04:47:51.197266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Router cbf53a73-175b-4128-874a-b1a07d6e4827 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:51.275162 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.460691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ebe0-02c9-493e-a06d-1aafaa4fa258 req-0002072f-11c7-459f-8f3e-5d7e7dfc2eac tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:51.462422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8821ebe0-02c9-493e-a06d-1aafaa4fa258 req-0002072f-11c7-459f-8f3e-5d7e7dfc2eac tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.2244928 Aug 29 04:47:51.468982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:51.482634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] Sync routers for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:51.494651 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:51.495655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:51.526897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8821ebe0-02c9-493e-a06d-1aafaa4fa258 req-edfd63a6-0ed5-4208-9ca7-366be4c0da16 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505955 Aug 29 04:47:51.535703 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.595541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d939b2db-89ae-4309-9653-b692eeba5b48 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0192528 Aug 29 04:47:51.597646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:51.621831 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a482d1-4763-4519-b3d2-1c4a7a114b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:51.624867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50274) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:51.668966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb8d69-338c-4d12-8b66-194ff0dd9e72 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:51.699845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488a0048-2293-4ff8-ad66-9f28536e7b6c tempest-TestVolumeBackupRestore-1821159009 tempest-TestVolumeBackupRestore-1821159009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:51.702431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-488a0048-2293-4ff8-ad66-9f28536e7b6c tempest-TestVolumeBackupRestore-1821159009 tempest-TestVolumeBackupRestore-1821159009-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1093 time: 0.0765779 Aug 29 04:47:51.705903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50278) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:51.716322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Request body: {'floatingip': {'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:51.721994 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2976ba80-a892-4deb-a53e-3f8da001d13b x-openstack-request-id: req-2976ba80-a892-4deb-a53e-3f8da001d13b {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:51.722465 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:51.722897 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2976ba80-a892-4deb-a53e-3f8da001d13b {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:51.723408 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'status': 'completed', 'code': 200} Aug 29 04:47:51.746417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.780569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:51.827026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a66a2c31-ad85-4a3e-83ad-fae61a43aa13 None None] Provisioning for port 49b031c2-36fa-44b2-a249-bc186d3caaea completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:51.849852 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.966877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 49b031c2-36fa-44b2-a249-bc186d3caaea up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:52.025834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-31e5ee63-31f9-46c6-b250-fe440b77af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.027317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-31e5ee63-31f9-46c6-b250-fe440b77af03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c82c84aa59f04d99a407918924fbf68d&device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1098 time: 0.2669487 Aug 29 04:47:52.172020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 49b031c2-36fa-44b2-a249-bc186d3caaea completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:52.249184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::1 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/e56cc2d5-d09d-4cf2-8c04-c8056e048962/e6842b6f-a0e9-4cc8-ac78-4e2455a86971) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:52.253801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-55b7f944-8190-4f6c-aeef-7affe7167162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.255726 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-55b7f944-8190-4f6c-aeef-7affe7167162 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f53cbe9-4751-4554-98ad-630a7e6ad06c HTTP/1.1" status: 200 len: 915 time: 0.2171917 Aug 29 04:47:52.454885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 49b031c2-36fa-44b2-a249-bc186d3caaea triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:52.455215 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.460607 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-49c0d584-c093-4a87-b185-cb66d021bf1d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c HTTP/1.1" status: 200 len: 999 time: 0.1941056 Aug 29 04:47:52.530916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-ab401cec-cf6a-4ced-902d-7f9393e0490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.534760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-ab401cec-cf6a-4ced-902d-7f9393e0490e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fc91496-128c-4604-9481-90e5b69bed43 HTTP/1.1" status: 200 len: 853 time: 0.0653141 Aug 29 04:47:52.672439 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.682640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.686230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-643c730d-dd27-4281-8b09-8cbd9505a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.687802 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-643c730d-dd27-4281-8b09-8cbd9505a18d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f53cbe9-4751-4554-98ad-630a7e6ad06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046417 Aug 29 04:47:52.701818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-7cf6f57a-6b3e-4e25-881a-06108792ee67 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:47:52.702047 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.db.resource_extend [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:47:52.702634 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-7cf6f57a-6b3e-4e25-881a-06108792ee67 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057259 Aug 29 04:47:52.714195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object e6842b6f-a0e9-4cc8-ac78-4e2455a86971 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:52.744688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4246fae2-eab6-4ffd-aec1-78924d12b746', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'mac_address': 'fa:16:3e:61:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:49Z', 'updated_at': '2021-08-29T04:47:49Z', 'revision_number': 0, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:52.797105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2c5e5-edd2-4a3e-b734-5a1c34fbcf9f req-cce6a527-419c-4b2a-8ce5-4aa20e956630 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.798720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 49b031c2-36fa-44b2-a249-bc186d3caaea, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=49b031c2-36fa-44b2-a249-bc186d3caaea,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:52.802329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] Checking router: cbf53a73-175b-4128-874a-b1a07d6e4827 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:52.805125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3e2c5e5-edd2-4a3e-b734-5a1c34fbcf9f req-cce6a527-419c-4b2a-8ce5-4aa20e956630 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.1421390 Aug 29 04:47:52.809574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.816649 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.831762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.892615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:52.893308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:52.895019 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.901216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-58ee1783-43df-466d-8243-5779a1446a4a service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885903 Aug 29 04:47:52.903190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.968641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=49b031c2-36fa-44b2-a249-bc186d3caaea,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:52.973649 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3e2c5e5-edd2-4a3e-b734-5a1c34fbcf9f req-6b55dd4d-9898-423e-a5e0-7505edafa416 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668777 Aug 29 04:47:53.052106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-65a482d1-4763-4519-b3d2-1c4a7a114b0d req-7ed26db8-7ea7-4698-b50e-50ae3c81bc14 service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381400 Aug 29 04:47:53.061941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1e196305-fc42-436a-a979-75d4d3cdee17 None None] Provisioning complete for port 49b031c2-36fa-44b2-a249-bc186d3caaea triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:53.062461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e196305-fc42-436a-a979-75d4d3cdee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.064717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:53.089361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:53.107232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:53.107792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.197715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=e6842b6f-a0e9-4cc8-ac78-4e2455a86971,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:53.260891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:53.364974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.469547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Router cbf53a73-175b-4128-874a-b1a07d6e4827 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:53.620106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ad8617cf-8f9f-4328-bbbc-7543bbb94791 None None] Provisioning for port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:53.644292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ad8617cf-8f9f-4328-bbbc-7543bbb94791 None None] Provisioning complete for port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:53.644680 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ad8617cf-8f9f-4328-bbbc-7543bbb94791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.711056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ad8617cf-8f9f-4328-bbbc-7543bbb94791 None None] Port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:53.757506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:53.769825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac11eb-15b0-4eb2-a2f6-67754a471ec4 req-873582b5-d86a-4e24-9bbc-263770e2c81e tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.778001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0ac11eb-15b0-4eb2-a2f6-67754a471ec4 req-873582b5-d86a-4e24-9bbc-263770e2c81e tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 949 time: 0.1031897 Aug 29 04:47:53.783667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.838833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4246fae2-eab6-4ffd-aec1-78924d12b746', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'mac_address': 'fa:16:3e:61:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:49Z', 'updated_at': '2021-08-29T04:47:52Z', 'revision_number': 1, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:53.867051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0ac11eb-15b0-4eb2-a2f6-67754a471ec4 req-8d52298b-61de-457c-8ae6-f12d6d138836 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880818 Aug 29 04:47:53.870798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:53.873453 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79904059-d2fb-4749-a216-9597df252277" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:53.888653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5348d-0f98-4f48-b983-d562d8e44835 None None] The sync data for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 is: [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4246fae2-eab6-4ffd-aec1-78924d12b746', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'mac_address': 'fa:16:3e:61:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:49Z', 'updated_at': '2021-08-29T04:47:52Z', 'revision_number': 1, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:53.890571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 49b031c2-36fa-44b2-a249-bc186d3caaea up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:53.975101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c960d943-9772-44f2-87f1-31b085e9648f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "PUT /v2.0/floatingips/4246fae2-eab6-4ffd-aec1-78924d12b746 HTTP/1.1" status: 200 len: 991 time: 2.2663445 Aug 29 04:47:53.977634 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e455ac-24ce-40a1-a51c-140afc3810b8 x-openstack-request-id: req-f1e455ac-24ce-40a1-a51c-140afc3810b8 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:53.978235 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:53.978500 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1e455ac-24ce-40a1-a51c-140afc3810b8 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:53.978936 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'status': 'completed', 'code': 200} Aug 29 04:47:53.985496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 49b031c2-36fa-44b2-a249-bc186d3caaea triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:53.986508 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.079955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.092912 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.093729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.117248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1163da-e592-4e63-8167-40583aa216b6 req-12dc6577-cfff-4f9f-a5a8-0b4c6b585c46 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.124666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd1163da-e592-4e63-8167-40583aa216b6 req-12dc6577-cfff-4f9f-a5a8-0b4c6b585c46 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.0702076 Aug 29 04:47:54.137818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79904059-d2fb-4749-a216-9597df252277 req-04686713-2ce9-453b-b40c-11a4c49cf7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.139541 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79904059-d2fb-4749-a216-9597df252277 req-04686713-2ce9-453b-b40c-11a4c49cf7fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c82c84aa59f04d99a407918924fbf68d&device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1098 time: 0.1524405 Aug 29 04:47:54.202691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd1163da-e592-4e63-8167-40583aa216b6 req-7c20948f-758b-4a2d-833a-f791b0e7d923 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738554 Aug 29 04:47:54.262308 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f825349-ade7-47f6-93cf-31f327228992 None None] New status for floating IP 4246fae2-eab6-4ffd-aec1-78924d12b746: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:47:54.266877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=e6842b6f-a0e9-4cc8-ac78-4e2455a86971,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:54.348823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79904059-d2fb-4749-a216-9597df252277 req-a7192078-2352-47c4-881a-6674ee6e5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.350266 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79904059-d2fb-4749-a216-9597df252277 req-a7192078-2352-47c4-881a-6674ee6e5259 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f53cbe9-4751-4554-98ad-630a7e6ad06c HTTP/1.1" status: 200 len: 915 time: 0.1974366 Aug 29 04:47:54.352099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:54.353583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:54.582561 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79904059-d2fb-4749-a216-9597df252277 req-37f91405-0907-4985-9dd3-fd6d4ac7764c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c HTTP/1.1" status: 200 len: 999 time: 0.2089479 Aug 29 04:47:54.669740 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] Sync routers for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:54.708649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:54.709773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:54.725192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Router 20465168-6695-4756-bfbd-55f574b83e9d is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:54.735603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79904059-d2fb-4749-a216-9597df252277 req-dcb6c4f1-7fe6-4ccf-803b-58eade890d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.737254 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79904059-d2fb-4749-a216-9597df252277 req-dcb6c4f1-7fe6-4ccf-803b-58eade890d00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fc91496-128c-4604-9481-90e5b69bed43 HTTP/1.1" status: 200 len: 853 time: 0.1428056 Aug 29 04:47:54.789058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-18fb13c3-3c0e-4704-8bcc-71fe7dbfeb2f None None] Provisioning complete for port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:54.789657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18fb13c3-3c0e-4704-8bcc-71fe7dbfeb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.871261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79904059-d2fb-4749-a216-9597df252277 req-ec75ca2c-7d7f-4aaa-8d69-e53571860939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.873039 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79904059-d2fb-4749-a216-9597df252277 req-ec75ca2c-7d7f-4aaa-8d69-e53571860939 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f53cbe9-4751-4554-98ad-630a7e6ad06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286800 Aug 29 04:47:54.877218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:54.888863 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5eef11a5-2997-44cf-b3f9-a71b03abb965 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "PUT /v2.0/routers/20465168-6695-4756-bfbd-55f574b83e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0395133 Aug 29 04:47:54.888963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50320) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:54.896696 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Sync routers for ids ['20465168-6695-4756-bfbd-55f574b83e9d'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:54.915100 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Routers {'20465168-6695-4756-bfbd-55f574b83e9d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:54.916860 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20465168-6695-4756-bfbd-55f574b83e9d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:54.919833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:54.969431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15893c3-1c40-4b9d-99e0-5d0635e04f9f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.973282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d15893c3-1c40-4b9d-99e0-5d0635e04f9f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports/e6842b6f-a0e9-4cc8-ac78-4e2455a86971 HTTP/1.1" status: 200 len: 911 time: 0.0834568 Aug 29 04:47:54.974454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50326) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:55.064372 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Set router 20465168-6695-4756-bfbd-55f574b83e9d gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:55.072401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79904059-d2fb-4749-a216-9597df252277 req-0a57d52e-0d81-4ac2-b948-05662dcdd70b service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868415 Aug 29 04:47:55.089493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35784b1-b2d1-4833-bec5-54a5be035fcc req-dd84c813-7a70-482d-8b6e-955107236dde tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.091679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b35784b1-b2d1-4833-bec5-54a5be035fcc req-dd84c813-7a70-482d-8b6e-955107236dde tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 949 time: 0.1015263 Aug 29 04:47:55.155551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-18fb13c3-3c0e-4704-8bcc-71fe7dbfeb2f None None] Port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:55.163246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b35784b1-b2d1-4833-bec5-54a5be035fcc req-6a7ede03-97a3-4125-aa58-ee1fd4e6beef tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdd6771c-fb68-4089-937f-0c118d6b4601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644972 Aug 29 04:47:55.163866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c8aaafc6-a1d5-47c0-83f7-423c35a38d39 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:55.208431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d3b3b-4f6e-4bfa-85a8-42ec6c2701d0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.218157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d3b3b-4f6e-4bfa-85a8-42ec6c2701d0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.220132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-547d3b3b-4f6e-4bfa-85a8-42ec6c2701d0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2442217 Aug 29 04:47:55.223571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50328) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:55.320098 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79904059-d2fb-4749-a216-9597df252277 req-140b3301-07b3-47e8-b2ea-c03fd612b964 service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387116 Aug 29 04:47:55.351152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4246fae2-eab6-4ffd-aec1-78924d12b746', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'mac_address': 'fa:16:3e:61:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:49Z', 'updated_at': '2021-08-29T04:47:54Z', 'revision_number': 2, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:55.372747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20465168-6695-4756-bfbd-55f574b83e9d', 'name': 'tempest-NetworksTestDHCPv6-router-2095323161', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:50Z', 'updated_at': '2021-08-29T04:47:53Z', 'revision_number': 2, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'gw_port_host': None, '_interfaces': [{'id': 'e6842b6f-a0e9-4cc8-ac78-4e2455a86971', 'name': '', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'mac_address': 'fa:16:3e:ce:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20465168-6695-4756-bfbd-55f574b83e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'e56cc2d5-d09d-4cf2-8c04-c8056e048962', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:51Z', 'updated_at': '2021-08-29T04:47:53Z', 'revision_number': 2, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'subnets': [{'id': 'e56cc2d5-d09d-4cf2-8c04-c8056e048962', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:55.388620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] Checking router: cbf53a73-175b-4128-874a-b1a07d6e4827 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:55.404350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c8aaafc6-a1d5-47c0-83f7-423c35a38d39, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:55.415540 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Checking router: 20465168-6695-4756-bfbd-55f574b83e9d for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:55.415946 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Updating router 20465168-6695-4756-bfbd-55f574b83e9d port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:47:55.418063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:55.418700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:55.449860 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.471761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-0e0717fd-0676-4df1-9275-b5050fbeac77 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.473339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-0e0717fd-0676-4df1-9275-b5050fbeac77 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 949 time: 0.0713437 Aug 29 04:47:55.543057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:55.651419 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:47:55.656743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Deleting port a64ae0cb-6c67-4fec-90f4-8e78c1770497 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:55.656983 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.657710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:55.809366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.852742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] For port a64ae0cb-6c67-4fec-90f4-8e78c1770497, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a64ae0cb-6c67-4fec-90f4-8e78c1770497,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:55.853210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.883881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aaafc6-a1d5-47c0-83f7-423c35a38d39 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:55.892698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Calling delete_port for a64ae0cb-6c67-4fec-90f4-8e78c1770497 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:55.916572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c8aaafc6-a1d5-47c0-83f7-423c35a38d39, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:55.928095 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.944376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caecc1f-8c1e-4553-a09a-3a7388b1b1a3 req-bd7249fb-cbf9-4494-9237-e42885bd9f4e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.952192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4caecc1f-8c1e-4553-a09a-3a7388b1b1a3 req-bd7249fb-cbf9-4494-9237-e42885bd9f4e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 944 time: 0.5813322 Aug 29 04:47:55.985210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:55.987481 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a28a8-908c-424f-83b3-f9630340c842" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:56.057867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4caecc1f-8c1e-4553-a09a-3a7388b1b1a3 req-daf8dd87-3ff1-4426-9704-b85adb18ed70 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046627 Aug 29 04:47:56.113273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.139301 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.146224 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.171027 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873c9129-8323-418b-88b3-7ff2f0417bc0 x-openstack-request-id: req-873c9129-8323-418b-88b3-7ff2f0417bc0 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:56.171650 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:56.172140 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-873c9129-8323-418b-88b3-7ff2f0417bc0 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:56.172862 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'status': 'completed', 'code': 200} Aug 29 04:47:56.175454 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Transition to ACTIVE for port object e6842b6f-a0e9-4cc8-ac78-4e2455a86971 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:56.195526 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.205333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['c8aaafc6-a1d5-47c0-83f7-423c35a38d39'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:56.251830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Pushing event deleted for resources: {'Port': ['ID=a64ae0cb-6c67-4fec-90f4-8e78c1770497,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.330380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4246fae2-eab6-4ffd-aec1-78924d12b746', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'mac_address': 'fa:16:3e:61:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:49Z', 'updated_at': '2021-08-29T04:47:54Z', 'revision_number': 2, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:56.421960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] No DVR routers for this DVR port a64ae0cb-6c67-4fec-90f4-8e78c1770497 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:56.431628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.433934 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f1b557a3-9293-405c-9d12-e660cb429b59 req-81f297d8-6e82-417c-86f3-0f757a0dfed4 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.64 "DELETE /v2.0/ports/a64ae0cb-6c67-4fec-90f4-8e78c1770497 HTTP/1.1" status: 204 len: 173 time: 0.9534230 Aug 29 04:47:56.436464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5bd74e-e592-49cb-93b6-06f2c3987a74', 'name': 'network-vif-deleted', 'tag': 'a64ae0cb-6c67-4fec-90f4-8e78c1770497'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:56.439062 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb45e7c-c4d5-474c-a801-5a76899bc896" -d '{"events": [{"server_uuid": "fe5bd74e-e592-49cb-93b6-06f2c3987a74", "name": "network-vif-deleted", "tag": "a64ae0cb-6c67-4fec-90f4-8e78c1770497"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:56.462492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-01df1744-6e54-479a-873a-6d04c5b75711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:56.464217 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-01df1744-6e54-479a-873a-6d04c5b75711 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c82c84aa59f04d99a407918924fbf68d&device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1098 time: 0.2536528 Aug 29 04:47:56.498661 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bb201-4e43-4c77-b058-79cfff6fe242 None None] Pushing event updated for resources: {'Port': ['ID=e6842b6f-a0e9-4cc8-ac78-4e2455a86971,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.539955 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Attempting to bind port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:56.541135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5342650-5edd-4956-9364-b0fb0f3a443d req-ad85fdf6-cf79-44a0-9a77-8990ef9dfdb2 tempest-VolumesBackupsTest-2037251934 tempest-VolumesBackupsTest-2037251934-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe5bd74e-e592-49cb-93b6-06f2c3987a74 HTTP/1.1" status: 200 len: 210 time: 0.1177094 Aug 29 04:47:56.541382 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Attempting to bind port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:56.543332 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Attempting to bind port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:56.573910 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:56.575355 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:56.577112 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.577552 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:56.578186 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Bound port: e6842b6f-a0e9-4cc8-ac78-4e2455a86971, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:56.578642 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.687072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-8138f510-6207-4dc2-8b13-9c2ed920fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:56.694584 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-8138f510-6207-4dc2-8b13-9c2ed920fcf9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f53cbe9-4751-4554-98ad-630a7e6ad06c HTTP/1.1" status: 200 len: 915 time: 0.2193213 Aug 29 04:47:56.813722 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] For port e6842b6f-a0e9-4cc8-ac78-4e2455a86971, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:56.833450 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-fe05bb2a-a176-47b6-9e6b-8c50c3c611c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c HTTP/1.1" status: 200 len: 1001 time: 0.1334496 Aug 29 04:47:56.838426 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] For port e6842b6f-a0e9-4cc8-ac78-4e2455a86971, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e6842b6f-a0e9-4cc8-ac78-4e2455a86971,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:56.848890 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.878467 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b6445-f581-4f8f-9ca3-0dab05ecc165 x-openstack-request-id: req-308b6445-f581-4f8f-9ca3-0dab05ecc165 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:56.878740 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5bd74e-e592-49cb-93b6-06f2c3987a74", "name": "network-vif-deleted", "tag": "a64ae0cb-6c67-4fec-90f4-8e78c1770497", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:56.878996 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-308b6445-f581-4f8f-9ca3-0dab05ecc165 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:56.883666 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5bd74e-e592-49cb-93b6-06f2c3987a74', 'name': 'network-vif-deleted', 'tag': 'a64ae0cb-6c67-4fec-90f4-8e78c1770497', 'status': 'completed', 'code': 200} Aug 29 04:47:56.979329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.023161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9bb2-086a-4a2d-9219-8fc7d86511e9 None None] The sync data for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 is: [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '4246fae2-eab6-4ffd-aec1-78924d12b746', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'port_id': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'mac_address': 'fa:16:3e:61:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:49Z', 'updated_at': '2021-08-29T04:47:54Z', 'revision_number': 2, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:57.024893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-28cf5b5d-bbac-42d1-ac87-bde3cf63c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.028627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-28cf5b5d-bbac-42d1-ac87-bde3cf63c934 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fc91496-128c-4604-9481-90e5b69bed43 HTTP/1.1" status: 200 len: 853 time: 0.1854796 Aug 29 04:47:57.029041 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Routers {'20465168-6695-4756-bfbd-55f574b83e9d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:57.030005 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20465168-6695-4756-bfbd-55f574b83e9d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.030795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:57.215130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a64ae0cb-6c67-4fec-90f4-8e78c1770497 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:57.265323 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bb201-4e43-4c77-b058-79cfff6fe242 None None] Pushing event updated for resources: {'Port': ['ID=e6842b6f-a0e9-4cc8-ac78-4e2455a86971,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:57.308537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-974b98d7-5569-41c4-8e5d-d8c25e14ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.320644 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-974b98d7-5569-41c4-8e5d-d8c25e14ad14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f53cbe9-4751-4554-98ad-630a7e6ad06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2595534 Aug 29 04:47:57.420004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bddbaa-bfa7-49e3-8693-ce301ca5edc1 req-d2e9d5fa-b17a-402c-859a-1d87678a0440 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.443587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76bddbaa-bfa7-49e3-8693-ce301ca5edc1 req-d2e9d5fa-b17a-402c-859a-1d87678a0440 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 945 time: 0.2140040 Aug 29 04:47:57.513039 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] Set router 20465168-6695-4756-bfbd-55f574b83e9d gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:57.528169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-8a6e6057-39d2-45b0-82ac-a9fb19f0f576 service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045984 Aug 29 04:47:57.577674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: a64ae0cb-6c67-4fec-90f4-8e78c1770497 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:57.578946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a64ae0cb-6c67-4fec-90f4-8e78c1770497 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:57.603256 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.678965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76bddbaa-bfa7-49e3-8693-ce301ca5edc1 req-ac99e4cf-3ddb-4ac8-8f47-76ca0e03f45f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157900 Aug 29 04:47:57.771564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0a3a28a8-908c-424f-83b3-f9630340c842 req-3d1547d9-88d4-45d1-9fe4-3e30a842c3fa service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291839 Aug 29 04:47:57.976649 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port e6842b6f-a0e9-4cc8-ac78-4e2455a86971 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:57.977504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.010084 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20465168-6695-4756-bfbd-55f574b83e9d', 'name': 'tempest-NetworksTestDHCPv6-router-2095323161', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:50Z', 'updated_at': '2021-08-29T04:47:53Z', 'revision_number': 2, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'gw_port_host': None, '_interfaces': [{'id': 'e6842b6f-a0e9-4cc8-ac78-4e2455a86971', 'name': '', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'mac_address': 'fa:16:3e:ce:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20465168-6695-4756-bfbd-55f574b83e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'e56cc2d5-d09d-4cf2-8c04-c8056e048962', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:51Z', 'updated_at': '2021-08-29T04:47:56Z', 'revision_number': 4, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'subnets': [{'id': 'e56cc2d5-d09d-4cf2-8c04-c8056e048962', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:58.061095 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52fa91-3cbe-4b59-b315-830de55d361c None None] The sync data for ids ['20465168-6695-4756-bfbd-55f574b83e9d'] in n-d-712142-15 is: [{'id': '20465168-6695-4756-bfbd-55f574b83e9d', 'name': 'tempest-NetworksTestDHCPv6-router-2095323161', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:50Z', 'updated_at': '2021-08-29T04:47:53Z', 'revision_number': 2, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'gw_port_host': None, '_interfaces': [{'id': 'e6842b6f-a0e9-4cc8-ac78-4e2455a86971', 'name': '', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'mac_address': 'fa:16:3e:ce:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20465168-6695-4756-bfbd-55f574b83e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'e56cc2d5-d09d-4cf2-8c04-c8056e048962', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:51Z', 'updated_at': '2021-08-29T04:47:56Z', 'revision_number': 4, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'subnets': [{'id': 'e56cc2d5-d09d-4cf2-8c04-c8056e048962', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:58.137037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port e6842b6f-a0e9-4cc8-ac78-4e2455a86971, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e6842b6f-a0e9-4cc8-ac78-4e2455a86971,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:58.138125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.161017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for e6842b6f-a0e9-4cc8-ac78-4e2455a86971 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:58.443876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.480739 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.499904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=e6842b6f-a0e9-4cc8-ac78-4e2455a86971,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:58.657955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.834366 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.918379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Router 20465168-6695-4756-bfbd-55f574b83e9d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:59.080675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bf663-6ac1-4297-b201-6496c5c885f9 req-206040ed-73bb-4c15-b0d3-416cc624448b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.084007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c8aaafc6-a1d5-47c0-83f7-423c35a38d39 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:59.096966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-076bf663-6ac1-4297-b201-6496c5c885f9 req-206040ed-73bb-4c15-b0d3-416cc624448b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 945 time: 0.2798605 Aug 29 04:47:59.099477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:59.123424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e6f8fb5b-f284-4d27-9257-590128c1bc57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "PUT /v2.0/routers/20465168-6695-4756-bfbd-55f574b83e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8962994 Aug 29 04:47:59.126310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50382) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:59.203281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:59.210648 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-076bf663-6ac1-4297-b201-6496c5c885f9 req-74f2ac68-b2f0-4942-a1f4-64b30b888e9f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955555 Aug 29 04:47:59.212248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:59.214212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.271434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1999e570-c4ab-4223-97db-1f1a5fb3275b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.274370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1999e570-c4ab-4223-97db-1f1a5fb3275b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.276433 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1999e570-c4ab-4223-97db-1f1a5fb3275b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1489656 Aug 29 04:47:59.279225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50388) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:59.308039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Deleting port c6dcfc2e-2988-42a1-92fd-7799cc5d5001 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:59.308424 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.333216 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.379902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e47e4df-8889-4a0b-b5dc-46cfecd1fb19 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet e56cc2d5-d09d-4cf2-8c04-c8056e048962 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:59.381402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c8aaafc6-a1d5-47c0-83f7-423c35a38d39, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:59.382556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:59.384656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e47e4df-8889-4a0b-b5dc-46cfecd1fb19 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.385580 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c423f855-7d18-4655-be5f-b493149215f6" -d '{"events": [{"server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "name": "network-vif-plugged", "status": "completed", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:59.400755 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.418029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] For port c6dcfc2e-2988-42a1-92fd-7799cc5d5001, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:59.418410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.432969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Calling delete_port for c6dcfc2e-2988-42a1-92fd-7799cc5d5001 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:59.450008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e47e4df-8889-4a0b-b5dc-46cfecd1fb19 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.455502 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cd3c72-80a3-497e-9bac-49bc55e48af0 x-openstack-request-id: req-41cd3c72-80a3-497e-9bac-49bc55e48af0 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:59.456053 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "name": "network-vif-plugged", "status": "completed", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:59.456830 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41cd3c72-80a3-497e-9bac-49bc55e48af0 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:59.457530 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'code': 200} Aug 29 04:47:59.520163 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e47e4df-8889-4a0b-b5dc-46cfecd1fb19 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.548535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.628524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e47e4df-8889-4a0b-b5dc-46cfecd1fb19 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.631687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e835-67f8-4232-92e8-f2cfabd6fa12 req-535eb2ad-b00b-4fb5-b793-d9220b513588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.633330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b82e835-67f8-4232-92e8-f2cfabd6fa12 req-535eb2ad-b00b-4fb5-b793-d9220b513588 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 1098 time: 0.0970125 Aug 29 04:47:59.677084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47e4df-8889-4a0b-b5dc-46cfecd1fb19 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=e56cc2d5-d09d-4cf2-8c04-c8056e048962,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.682455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e47e4df-8889-4a0b-b5dc-46cfecd1fb19 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.684675 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8e47e4df-8889-4a0b-b5dc-46cfecd1fb19 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/e56cc2d5-d09d-4cf2-8c04-c8056e048962 HTTP/1.1" status: 204 len: 168 time: 0.4041753 Aug 29 04:47:59.687187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50398) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:59.692085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0b82e835-67f8-4232-92e8-f2cfabd6fa12 req-e7eec0bc-8190-4ec0-84fa-4f6e6fe5ae46 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467558 Aug 29 04:47:59.694648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490311bb-f2f0-4a6f-8911-1ead17ff5563 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:59.774571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.829417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6dcfc2e-2988-42a1-92fd-7799cc5d5001,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.933111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-813ebf8b-312a-46d8-a769-4aa8efbc6986 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2390583 Aug 29 04:47:59.934377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50402) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:00.069710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:00.076766 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab50c4ea-8faa-4672-bf2a-0fa9b52d8aff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.085147 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.162211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] Deleting port 49b031c2-36fa-44b2-a249-bc186d3caaea {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:00.162811 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.276874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] Sync routers for ids ['20465168-6695-4756-bfbd-55f574b83e9d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:00.293032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] Routers {'20465168-6695-4756-bfbd-55f574b83e9d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:00.294107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20465168-6695-4756-bfbd-55f574b83e9d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:00.405011 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] Set router 20465168-6695-4756-bfbd-55f574b83e9d gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:00.426593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab50c4ea-8faa-4672-bf2a-0fa9b52d8aff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.439603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Router 5b197a99-d343-46f5-abe3-0346258c684a has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:00.447229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab50c4ea-8faa-4672-bf2a-0fa9b52d8aff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.518522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20465168-6695-4756-bfbd-55f574b83e9d', 'name': 'tempest-NetworksTestDHCPv6-router-2095323161', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:50Z', 'updated_at': '2021-08-29T04:47:58Z', 'revision_number': 3, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:00.521719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] For port 49b031c2-36fa-44b2-a249-bc186d3caaea, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=49b031c2-36fa-44b2-a249-bc186d3caaea,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:00.522138 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.572464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] Checking router: 20465168-6695-4756-bfbd-55f574b83e9d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:00.578345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] Calling delete_port for 49b031c2-36fa-44b2-a249-bc186d3caaea owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:00.595477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] Routers set() bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:00.595697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] Router IDs set() for agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:48:00.596451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_agentschedulers_db [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20465168-6695-4756-bfbd-55f574b83e9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent'). {{(pid=94847) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:48:00.596839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec2427-178e-4c8c-b897-9229d8d587ee None None] The sync data for ids ['20465168-6695-4756-bfbd-55f574b83e9d'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:00.599298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab50c4ea-8faa-4672-bf2a-0fa9b52d8aff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.599826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab50c4ea-8faa-4672-bf2a-0fa9b52d8aff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Fanout notify agent at l3_agent the message router_deleted on router 20465168-6695-4756-bfbd-55f574b83e9d {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:00.612773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e6a84-cde5-4917-ae50-31a996a58bb4 req-96873104-0370-4c50-802c-fc8cbf3510c2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.614376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:00.614522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f6e6a84-cde5-4917-ae50-31a996a58bb4 req-96873104-0370-4c50-802c-fc8cbf3510c2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 946 time: 0.2047997 Aug 29 04:48:00.627796 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ab50c4ea-8faa-4672-bf2a-0fa9b52d8aff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.631683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ab50c4ea-8faa-4672-bf2a-0fa9b52d8aff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/routers/20465168-6695-4756-bfbd-55f574b83e9d HTTP/1.1" status: 204 len: 168 time: 0.6937156 Aug 29 04:48:00.635971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a7a3e3f3-a30d-43b1-b46b-229232a1e418 admin admin] 10.222.0.58 "PUT /v2.0/routers/5b197a99-d343-46f5-abe3-0346258c684a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6012115 Aug 29 04:48:00.637325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50418) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:00.638233 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] Sync routers for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:00.638918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50420) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:00.647695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:00.651565 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:00.652092 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:00.728631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.818569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] Pushing event deleted for resources: {'Port': ['ID=49b031c2-36fa-44b2-a249-bc186d3caaea,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:00.827911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982dcea3-24df-4973-b325-ec50cc9dfdc6 None None] No DVR routers for this DVR port 49b031c2-36fa-44b2-a249-bc186d3caaea on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:00.883772 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:01.027753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.190961 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:47:59Z', 'revision_number': 5, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port': {'id': 'b908d622-8ae7-4df4-b201-de2a7b180368', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b197a99-d343-46f5-abe3-0346258c684a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:19Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:01.208670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.217224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:01.223647 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.242755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f6e6a84-cde5-4917-ae50-31a996a58bb4 req-469a6436-dc21-4871-86cf-cb2bbb13289e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6125848 Aug 29 04:48:01.253029 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] Checking router: 5b197a99-d343-46f5-abe3-0346258c684a for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:01.289881 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] Routers {'5b197a99-d343-46f5-abe3-0346258c684a'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:01.290665 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5b197a99-d343-46f5-abe3-0346258c684a'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:01.423949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Deleting port b908d622-8ae7-4df4-b201-de2a7b180368 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:01.424775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.443353 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] Set router 5b197a99-d343-46f5-abe3-0346258c684a gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:01.513106 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:48:01Z', 'revision_number': 6, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:01.552664 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53511d2-0124-4441-8f7e-916612db5e4d None None] The sync data for ids ['5b197a99-d343-46f5-abe3-0346258c684a'] in n-d-712142-15 is: [{'id': '5b197a99-d343-46f5-abe3-0346258c684a', 'name': 'tempest-AttachVolumeTestJSON-1156207774-router', 'tenant_id': '90f54be0939440898d7cad38c3d2f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:48:01Z', 'revision_number': 6, 'project_id': '90f54be0939440898d7cad38c3d2f5c0', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:01.583388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] For port b908d622-8ae7-4df4-b201-de2a7b180368, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b908d622-8ae7-4df4-b201-de2a7b180368,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:01.583761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.628366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Calling delete_port for b908d622-8ae7-4df4-b201-de2a7b180368 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:01.647820 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.737683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:01.748084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:01.761508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6d65d1-1813-4d28-98d0-394bb5ca5fa3 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:01.762069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:01.762197 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.770864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=81e33bd7-c65e-40d9-925f-ea709fe4f048,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:01.934449 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-12d0dd97-7e22-47fe-8877-cc8f71a56784 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2911994 Aug 29 04:48:01.936457 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.937447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50446) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:01.943182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7cc694fa-73b5-45d2-a810-a01b5c23999a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-517402903', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:01.977963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '81e33bd7-c65e-40d9-925f-ea709fe4f048'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:01.979228 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.005977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7cc694fa-73b5-45d2-a810-a01b5c23999a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.007386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7cc694fa-73b5-45d2-a810-a01b5c23999a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.035745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Pushing event deleted for resources: {'Port': ['ID=b908d622-8ae7-4df4-b201-de2a7b180368,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:02.102995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 49b031c2-36fa-44b2-a249-bc186d3caaea no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:02.135720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 49b031c2-36fa-44b2-a249-bc186d3caaea {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:02.136999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 49b031c2-36fa-44b2-a249-bc186d3caaea not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:02.137797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e6842b6f-a0e9-4cc8-ac78-4e2455a86971 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:02.153572 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7cc694fa-73b5-45d2-a810-a01b5c23999a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.160393 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7cc694fa-73b5-45d2-a810-a01b5c23999a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.179462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e6842b6f-a0e9-4cc8-ac78-4e2455a86971 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:02.179827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e6842b6f-a0e9-4cc8-ac78-4e2455a86971 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:02.180334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6dcfc2e-2988-42a1-92fd-7799cc5d5001 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:02.201997 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7cc694fa-73b5-45d2-a810-a01b5c23999a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.204552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7cc694fa-73b5-45d2-a810-a01b5c23999a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2644372 Aug 29 04:48:02.207213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50454) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:02.209180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.212522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c6dcfc2e-2988-42a1-92fd-7799cc5d5001 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:02.212880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6dcfc2e-2988-42a1-92fd-7799cc5d5001 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:02.312564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/81e33bd7-c65e-40d9-925f-ea709fe4f048/d0a84e0b-dfd2-4464-b056-227b223285aa) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:02.449568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.454755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.567972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.569281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b197a99-d343-46f5-abe3-0346258c684a {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:02.580365 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.584780 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cfdbdcf1-b1e5-420c-aaae-1de0eeeeef66 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5b197a99-d343-46f5-abe3-0346258c684a HTTP/1.1" status: 204 len: 168 time: 1.8345120 Aug 29 04:48:02.585564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50486) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:02.723798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597c733-e304-4ec5-9deb-60698033e4b5 req-c596ba5c-dcde-4c6a-a99c-777988e725bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.725029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd942d27-a2f2-4358-b967-a6a942341ebb admin admin] Deleting subnet 5992fce0-3772-446a-b173-a029f7352550 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:02.734242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd942d27-a2f2-4358-b967-a6a942341ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.741516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0597c733-e304-4ec5-9deb-60698033e4b5 req-c596ba5c-dcde-4c6a-a99c-777988e725bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 946 time: 0.2181668 Aug 29 04:48:02.754654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.774915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Transition to ACTIVE for port object d0a84e0b-dfd2-4464-b056-227b223285aa will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:02.811475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Transition to ACTIVE for port object d0a84e0b-dfd2-4464-b056-227b223285aa will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:02.821791 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.826827 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd942d27-a2f2-4358-b967-a6a942341ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.916228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:02.929515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:02.932628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0597c733-e304-4ec5-9deb-60698033e4b5 req-87708bb4-8423-4f56-965b-1f6e77b48f2b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901240 Aug 29 04:48:02.941226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:02.944030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Pushing event updated for resources: {'Port': ['ID=d0a84e0b-dfd2-4464-b056-227b223285aa,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:03.004307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd942d27-a2f2-4358-b967-a6a942341ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.029955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.147033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Attempting to bind port d0a84e0b-dfd2-4464-b056-227b223285aa on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:03.148826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Attempting to bind port d0a84e0b-dfd2-4464-b056-227b223285aa by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:03.149503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Attempting to bind port d0a84e0b-dfd2-4464-b056-227b223285aa on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:03.183851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd942d27-a2f2-4358-b967-a6a942341ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.185659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:03.186736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:03.188337 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.189751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:03.190397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Bound port: d0a84e0b-dfd2-4464-b056-227b223285aa, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:03.192350 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.289944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd942d27-a2f2-4358-b967-a6a942341ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5992fce0-3772-446a-b173-a029f7352550,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:03.303689 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd942d27-a2f2-4358-b967-a6a942341ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.307629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cd942d27-a2f2-4358-b967-a6a942341ebb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5992fce0-3772-446a-b173-a029f7352550 HTTP/1.1" status: 204 len: 168 time: 0.7183998 Aug 29 04:48:03.309950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50520) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:03.317028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7a9d1-3353-42ec-b516-9556bdf5ae95 None None] Network ee5318df-ffac-4c4e-8607-447757b528a3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:03.420489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] For port d0a84e0b-dfd2-4464-b056-227b223285aa, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:03.426224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.432172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a45d-fbd0-4432-a25e-707e49bcb1f3 req-cedbe092-84de-4e25-9f0c-a9f3e30a77b1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.447735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e18a45d-fbd0-4432-a25e-707e49bcb1f3 req-cedbe092-84de-4e25-9f0c-a9f3e30a77b1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 946 time: 0.4002831 Aug 29 04:48:03.472896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] For port d0a84e0b-dfd2-4464-b056-227b223285aa, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0a84e0b-dfd2-4464-b056-227b223285aa,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:03.489070 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.530033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Deleting port a5b07d4d-c765-4303-a718-4aada7229372 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:03.540182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.562674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e18a45d-fbd0-4432-a25e-707e49bcb1f3 req-07ea02f4-9828-4446-a6e4-4e11bcff22c1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131074 Aug 29 04:48:03.612664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50536) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:03.664840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c337ee-123c-4013-9564-e7c5f6e625b0 None None] Pushing event updated for resources: {'Port': ['ID=d0a84e0b-dfd2-4464-b056-227b223285aa,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:03.722017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] For port a5b07d4d-c765-4303-a718-4aada7229372, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a5b07d4d-c765-4303-a718-4aada7229372,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:03.722390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.742520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Calling delete_port for a5b07d4d-c765-4303-a718-4aada7229372 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:03.801036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] DHCP port deletion for ee5318df-ffac-4c4e-8607-447757b528a3 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:03.874739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::1 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/81e33bd7-c65e-40d9-925f-ea709fe4f048/e4b37f8f-64f0-4a12-aee3-82a8802cd522) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:03.890113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0743e-16fc-4d08-b44d-0d5ebafe6375 tempest-TestVolumeBootPattern-1897030325 tempest-TestVolumeBootPattern-1897030325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.900998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-64f0743e-16fc-4d08-b44d-0d5ebafe6375 tempest-TestVolumeBootPattern-1897030325 tempest-TestVolumeBootPattern-1897030325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 1093 time: 0.2850606 Aug 29 04:48:03.901816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50562) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:03.912004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] Deleting port a5b07d4d-c765-4303-a718-4aada7229372 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:03.915132 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.929477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:04.011795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.049526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b908d622-8ae7-4df4-b201-de2a7b180368 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:04.075462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] No DVR routers for this DVR port a5b07d4d-c765-4303-a718-4aada7229372 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:04.250525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] For port a5b07d4d-c765-4303-a718-4aada7229372, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a5b07d4d-c765-4303-a718-4aada7229372,segment=NetworkSegment(166ab243-6861-4e3a-99fc-1a366604becc),segment_id=166ab243-6861-4e3a-99fc-1a366604becc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:04.251080 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.292453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.323663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object e4b37f8f-64f0-4a12-aee3-82a8802cd522 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:04.330940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] Calling delete_port for a5b07d4d-c765-4303-a718-4aada7229372 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:04.350803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b07d4d-c765-4303-a718-4aada7229372,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:04.390691 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.411542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b908d622-8ae7-4df4-b201-de2a7b180368 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:04.414303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b908d622-8ae7-4df4-b201-de2a7b180368 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:04.457527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.526185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:04.564722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.580792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5318df-ffac-4c4e-8607-447757b528a3']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:04.595045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:04.603306 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:04.603878 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.607093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166ab243-6861-4e3a-99fc-1a366604becc') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:04.607592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166ab243-6861-4e3a-99fc-1a366604becc') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:04.610866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.630719 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.633231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929668f-a02e-40cb-87ec-c4eac6ef1bee req-8f964bbb-9218-4479-b915-f70a1709bf40 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:04.634907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2929668f-a02e-40cb-87ec-c4eac6ef1bee req-8f964bbb-9218-4479-b915-f70a1709bf40 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.2359116 Aug 29 04:48:04.652234 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.659687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:04.660283 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:04.662475 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:04.675900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] Pushing event deleted for resources: {'Port': ['ID=a5b07d4d-c765-4303-a718-4aada7229372,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:04.679235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802fe69-7dea-40ab-9f63-8a1fe37856ac None None] No DVR routers for this DVR port a5b07d4d-c765-4303-a718-4aada7229372 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:04.721872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=e4b37f8f-64f0-4a12-aee3-82a8802cd522,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:04.750576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.757599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.761958 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] 10.222.0.58 "DELETE /v2.0/networks/ee5318df-ffac-4c4e-8607-447757b528a3 HTTP/1.1" status: 204 len: 168 time: 1.4486392 Aug 29 04:48:04.773055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8ece5-dd04-43df-a0cc-51d5655c444a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5318df-ffac-4c4e-8607-447757b528a3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:04.869462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2929668f-a02e-40cb-87ec-c4eac6ef1bee req-5a0d6f92-f975-4b3b-a235-cb2ad0afdd7a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530359 Aug 29 04:48:04.974186 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.974643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50576) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:05.001681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.062699 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-877b552d-8e38-432f-bf48-c8df6670183b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90f54be0939440898d7cad38c3d2f5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845351 Aug 29 04:48:05.063821 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50578) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:05.137136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d8203bc-b91a-4dce-ae22-cfba849bb00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.177700 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d8203bc-b91a-4dce-ae22-cfba849bb00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.252325 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d8203bc-b91a-4dce-ae22-cfba849bb00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.261070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d8203bc-b91a-4dce-ae22-cfba849bb00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.265221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7d8203bc-b91a-4dce-ae22-cfba849bb00a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76b28c93-c316-41db-8efe-a23a9d551b88 HTTP/1.1" status: 204 len: 168 time: 0.2003441 Aug 29 04:48:05.276457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8203bc-b91a-4dce-ae22-cfba849bb00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b28c93-c316-41db-8efe-a23a9d551b88,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:05.330756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-80dc85ff-fedc-4110-a12f-a0f44a71beb5 None None] Provisioning for port d0a84e0b-dfd2-4464-b056-227b223285aa completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:05.379672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.25.1.49 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f926b87e-f857-46cf-b74e-6be2d5868db9) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:05.600475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.612939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.614252 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.736931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=e4b37f8f-64f0-4a12-aee3-82a8802cd522,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:05.758203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.769592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-80c972a1-ef73-4626-a321-2e1fe5b3391e None None] Provisioning for port e4b37f8f-64f0-4a12-aee3-82a8802cd522 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:05.774281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-80c972a1-ef73-4626-a321-2e1fe5b3391e None None] Provisioning complete for port e4b37f8f-64f0-4a12-aee3-82a8802cd522 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:05.774608 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-80c972a1-ef73-4626-a321-2e1fe5b3391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.830145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:05.833132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:05.874239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-80c972a1-ef73-4626-a321-2e1fe5b3391e None None] Port e4b37f8f-64f0-4a12-aee3-82a8802cd522 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:05.975347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.975794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0a84e0b-dfd2-4464-b056-227b223285aa up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:06.055853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d0a84e0b-dfd2-4464-b056-227b223285aa completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:06.069515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:06.070201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d0a84e0b-dfd2-4464-b056-227b223285aa triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:06.070757 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.113597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:06.123170 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:06.244828 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.281829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=f926b87e-f857-46cf-b74e-6be2d5868db9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:06.318579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d0a84e0b-dfd2-4464-b056-227b223285aa, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0a84e0b-dfd2-4464-b056-227b223285aa,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:06.332876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.387278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c3100c8b-5511-4ecc-94a2-d1af29d9eeae None None] Provisioning complete for port e4b37f8f-64f0-4a12-aee3-82a8802cd522 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:06.387968 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c3100c8b-5511-4ecc-94a2-d1af29d9eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.449602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a5b07d4d-c765-4303-a718-4aada7229372 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:06.464982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bb475-e4f3-43ec-8669-3a9b8bda8776 req-7ea65cd4-bb8b-48fb-8a4d-ff7bd97e9a50 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:06.466884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c7bb475-e4f3-43ec-8669-3a9b8bda8776 req-7ea65cd4-bb8b-48fb-8a4d-ff7bd97e9a50 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.4730659 Aug 29 04:48:06.489386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d0a84e0b-dfd2-4464-b056-227b223285aa,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:06.493663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a5b07d4d-c765-4303-a718-4aada7229372 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:06.494052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a5b07d4d-c765-4303-a718-4aada7229372 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:06.499166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c3100c8b-5511-4ecc-94a2-d1af29d9eeae None None] Port e4b37f8f-64f0-4a12-aee3-82a8802cd522 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:06.644279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Router 6000579c-d012-4445-b2bb-b726dbce6771 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:06.669923 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c7bb475-e4f3-43ec-8669-3a9b8bda8776 req-5949e143-c4ad-438b-95bf-223525d346c4 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715720 Aug 29 04:48:06.924372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:06.939923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Sync routers for ids ['6000579c-d012-4445-b2bb-b726dbce6771'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:06.941948 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f73b6767-9733-46fe-b977-fef8d15882d1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "PUT /v2.0/routers/6000579c-d012-4445-b2bb-b726dbce6771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7333870 Aug 29 04:48:06.944793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50618) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:06.963137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Routers {'6000579c-d012-4445-b2bb-b726dbce6771'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:06.965711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6000579c-d012-4445-b2bb-b726dbce6771'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:07.033132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0f3c2-94d1-4b54-8d8e-eb794b1a6027 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:07.034728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4dd0f3c2-94d1-4b54-8d8e-eb794b1a6027 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports/e4b37f8f-64f0-4a12-aee3-82a8802cd522 HTTP/1.1" status: 200 len: 911 time: 0.0888760 Aug 29 04:48:07.037448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50622) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:07.121827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2252b39-77a4-4e2f-bd46-7ea4e7797393 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:07.130512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2252b39-77a4-4e2f-bd46-7ea4e7797393 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:07.132770 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d2252b39-77a4-4e2f-bd46-7ea4e7797393 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0939760 Aug 29 04:48:07.135496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50626) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:07.164273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Set router 6000579c-d012-4445-b2bb-b726dbce6771 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:07.580543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000579c-d012-4445-b2bb-b726dbce6771', 'name': 'tempest-NetworksTestDHCPv6-router-517402903', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:04Z', 'revision_number': 2, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'gw_port_host': None, '_interfaces': [{'id': 'e4b37f8f-64f0-4a12-aee3-82a8802cd522', 'name': '', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'mac_address': 'fa:16:3e:ae:fc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000579c-d012-4445-b2bb-b726dbce6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '81e33bd7-c65e-40d9-925f-ea709fe4f048', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:03Z', 'updated_at': '2021-08-29T04:48:05Z', 'revision_number': 2, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'subnets': [{'id': '81e33bd7-c65e-40d9-925f-ea709fe4f048', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:07.621334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Checking router: 6000579c-d012-4445-b2bb-b726dbce6771 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:07.621562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Updating router 6000579c-d012-4445-b2bb-b726dbce6771 port e4b37f8f-64f0-4a12-aee3-82a8802cd522 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:07.902323 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.055294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.092737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f7b16-f558-4807-8338-499e12bc0d16 req-b4dd2699-9566-454b-b384-702bfca8626c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.094647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-333f7b16-f558-4807-8338-499e12bc0d16 req-b4dd2699-9566-454b-b384-702bfca8626c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.0972660 Aug 29 04:48:08.126623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0a84e0b-dfd2-4464-b056-227b223285aa up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:08.230054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-333f7b16-f558-4807-8338-499e12bc0d16 req-fcfddf35-0023-40e0-b3e7-c890e8d642cb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992792 Aug 29 04:48:08.259589 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.440892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d0a84e0b-dfd2-4464-b056-227b223285aa triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:08.441572 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.501329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.511915 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.546884 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.675518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.679964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=f926b87e-f857-46cf-b74e-6be2d5868db9,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:08.718728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.730196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Transition to ACTIVE for port object e4b37f8f-64f0-4a12-aee3-82a8802cd522 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:08.745140 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.861334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59889cae-01bc-4dcb-9d12-90cb5d943907 None None] Pushing event updated for resources: {'Port': ['ID=e4b37f8f-64f0-4a12-aee3-82a8802cd522,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:08.957693 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Floating IP f9dfc030-1144-476a-b1e8-47350f0f5942 associated. External IP: 172.25.1.49, port: c8aaafc6-a1d5-47c0-83f7-423c35a38d39. Aug 29 04:48:08.966231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Attempting to bind port e4b37f8f-64f0-4a12-aee3-82a8802cd522 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:08.966867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Attempting to bind port e4b37f8f-64f0-4a12-aee3-82a8802cd522 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:08.968289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Attempting to bind port e4b37f8f-64f0-4a12-aee3-82a8802cd522 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:08.983143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:08.984506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:08.986548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.987167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:08.990625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Bound port: e4b37f8f-64f0-4a12-aee3-82a8802cd522, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:08.996717 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.081381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port e4b37f8f-64f0-4a12-aee3-82a8802cd522 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:09.082787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.143395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] For port e4b37f8f-64f0-4a12-aee3-82a8802cd522, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:09.157190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] For port e4b37f8f-64f0-4a12-aee3-82a8802cd522, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e4b37f8f-64f0-4a12-aee3-82a8802cd522,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:09.165150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.268367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Routers {'6000579c-d012-4445-b2bb-b726dbce6771'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:09.269051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6000579c-d012-4445-b2bb-b726dbce6771'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:09.275035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59889cae-01bc-4dcb-9d12-90cb5d943907 None None] Pushing event updated for resources: {'Port': ['ID=e4b37f8f-64f0-4a12-aee3-82a8802cd522,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:09.297494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port e4b37f8f-64f0-4a12-aee3-82a8802cd522, host n-d-712142-15, got binding levels [] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:09.297876 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.343887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for e4b37f8f-64f0-4a12-aee3-82a8802cd522 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:09.471850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Router 368ad4e9-14bc-408d-8a98-843fb631c71e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:09.523241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] Set router 6000579c-d012-4445-b2bb-b726dbce6771 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:09.779355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.815444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cc6c2661-c2c9-426f-811d-ffdd130fb88f None None] Could not find standard attr ID for object e4b37f8f-64f0-4a12-aee3-82a8802cd522. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:09.837213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=e4b37f8f-64f0-4a12-aee3-82a8802cd522,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:09.858764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87635ec-0725-43d8-8d20-e3419c1c0d57 req-c07ccadd-57ec-4bd6-83f0-a79884a8f7b9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.860558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d87635ec-0725-43d8-8d20-e3419c1c0d57 req-c07ccadd-57ec-4bd6-83f0-a79884a8f7b9 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.3868752 Aug 29 04:48:09.873050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:09.885665 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:09.910636 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:09.911599 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:09.917188 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.993691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d87635ec-0725-43d8-8d20-e3419c1c0d57 req-c1e6dc77-c8c3-4c01-933a-1763c317bbbb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221297 Aug 29 04:48:10.014547 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1e282ddf-ed4b-43c8-b5e4-27ddc74d6b4f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1051161 Aug 29 04:48:10.016369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:10.022692 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a4648d-7c84-4e0d-9f25-7290025ee04c" -d '{"events": [{"name": "network-changed", "server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:10.048963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.082626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000579c-d012-4445-b2bb-b726dbce6771', 'name': 'tempest-NetworksTestDHCPv6-router-517402903', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:04Z', 'revision_number': 2, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'gw_port_host': None, '_interfaces': [{'id': 'e4b37f8f-64f0-4a12-aee3-82a8802cd522', 'name': '', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'mac_address': 'fa:16:3e:ae:fc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000579c-d012-4445-b2bb-b726dbce6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '81e33bd7-c65e-40d9-925f-ea709fe4f048', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:03Z', 'updated_at': '2021-08-29T04:48:09Z', 'revision_number': 4, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'subnets': [{'id': '81e33bd7-c65e-40d9-925f-ea709fe4f048', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:10.140705 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f889fb9e-9bbf-450c-98fa-d2656cdbde93 x-openstack-request-id: req-f889fb9e-9bbf-450c-98fa-d2656cdbde93 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:10.141028 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:10.141326 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f889fb9e-9bbf-450c-98fa-d2656cdbde93 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:10.141759 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'status': 'completed', 'code': 200} Aug 29 04:48:10.201304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcb8f9-3184-4cc5-b649-44c969900472 None None] The sync data for ids ['6000579c-d012-4445-b2bb-b726dbce6771'] in n-d-712142-15 is: [{'id': '6000579c-d012-4445-b2bb-b726dbce6771', 'name': 'tempest-NetworksTestDHCPv6-router-517402903', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:04Z', 'revision_number': 2, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'gw_port_host': None, '_interfaces': [{'id': 'e4b37f8f-64f0-4a12-aee3-82a8802cd522', 'name': '', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'mac_address': 'fa:16:3e:ae:fc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000579c-d012-4445-b2bb-b726dbce6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '81e33bd7-c65e-40d9-925f-ea709fe4f048', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:03Z', 'updated_at': '2021-08-29T04:48:09Z', 'revision_number': 4, 'project_id': '51203e6727fe478cb08a9679a3936b49', 'subnets': [{'id': '81e33bd7-c65e-40d9-925f-ea709fe4f048', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:10.380827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-c7e74473-1ee5-423e-a318-89967b5eae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.382938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-c7e74473-1ee5-423e-a318-89967b5eae23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 1098 time: 0.1171110 Aug 29 04:48:10.502928 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:10.522001 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50690) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:10.577460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Router 6000579c-d012-4445-b2bb-b726dbce6771 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:10.732034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:10.742032 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c4f30526-bdae-47c1-8326-08fbe8535330 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "PUT /v2.0/routers/6000579c-d012-4445-b2bb-b726dbce6771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6024876 Aug 29 04:48:10.742331 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50694) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:10.783729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-0b53409a-2a37-482c-b9a7-535221fa63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.788054 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-0b53409a-2a37-482c-b9a7-535221fa63ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.3642898 Aug 29 04:48:10.940371 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-4e9fc274-a432-4ebd-967f-1422461b52bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39 HTTP/1.1" status: 200 len: 999 time: 0.1410973 Aug 29 04:48:10.940968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507d105-ff19-4bd0-acab-12a5e745c698 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.943418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507d105-ff19-4bd0-acab-12a5e745c698 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.945267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7507d105-ff19-4bd0-acab-12a5e745c698 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2019763 Aug 29 04:48:10.948047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50696) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:10.971756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88bbf37c-906e-4796-bea3-0f3c6c0b33ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.039912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:06Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:11.085633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-80746ecd-ee23-425d-b560-bf44db41e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:11.095330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-80746ecd-ee23-425d-b560-bf44db41e9cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1447513 Aug 29 04:48:11.107538 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:11.121770 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:11.122941 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:11.196849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-ef5c7455-a157-4d2b-b865-c3b81d3fe2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:11.199666 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-ef5c7455-a157-4d2b-b865-c3b81d3fe2ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011231 Aug 29 04:48:11.324102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5e6a5e-9939-4b85-ae2e-994118cd0421 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 81e33bd7-c65e-40d9-925f-ea709fe4f048 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:11.329954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6a5e-9939-4b85-ae2e-994118cd0421 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.431948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-8a975424-ab5b-4dc2-baa5-a0290a8a5adb service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245281 Aug 29 04:48:11.450746 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:11.533402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bab23-1a83-4ec8-9e05-2d9b636e2553 req-c7c2e54b-5936-4029-bc59-2c9e5ee5966e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:11.537840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf4bab23-1a83-4ec8-9e05-2d9b636e2553 req-c7c2e54b-5936-4029-bc59-2c9e5ee5966e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.3250594 Aug 29 04:48:11.578202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88bbf37c-906e-4796-bea3-0f3c6c0b33ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.590817 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6a5e-9939-4b85-ae2e-994118cd0421 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.650903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b0a4648d-7c84-4e0d-9f25-7290025ee04c req-fb265759-94c8-4221-a241-a390c8dc6d58 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061284 Aug 29 04:48:11.696762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88bbf37c-906e-4796-bea3-0f3c6c0b33ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.845047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-88bbf37c-906e-4796-bea3-0f3c6c0b33ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aaa322f465034b4eacd2b0a5d0d9d574&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3191507 Aug 29 04:48:11.845440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50704) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:11.869744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbf37c-906e-4796-bea3-0f3c6c0b33ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f66b02-e87b-4d72-a9d0-e2a5860f8e91,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:11.892216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf4bab23-1a83-4ec8-9e05-2d9b636e2553 req-c1417bf0-dc42-4082-bde2-f6d68e194596 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336225 Aug 29 04:48:12.000570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2629abe0-7102-478b-9fb9-379db2641ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.006708 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6a5e-9939-4b85-ae2e-994118cd0421 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.059486 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2629abe0-7102-478b-9fb9-379db2641ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.090157 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:06Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:12.115902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6a5e-9939-4b85-ae2e-994118cd0421 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.131178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2629abe0-7102-478b-9fb9-379db2641ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.135415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2629abe0-7102-478b-9fb9-379db2641ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.140658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2629abe0-7102-478b-9fb9-379db2641ae4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58f66b02-e87b-4d72-a9d0-e2a5860f8e91 HTTP/1.1" status: 204 len: 168 time: 0.2908547 Aug 29 04:48:12.149725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629abe0-7102-478b-9fb9-379db2641ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f66b02-e87b-4d72-a9d0-e2a5860f8e91,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.156408 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad324a2-de20-4b32-94d9-b42da90fa8d6 None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:06Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:12.201114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6a5e-9939-4b85-ae2e-994118cd0421 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=81e33bd7-c65e-40d9-925f-ea709fe4f048,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.212795 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6a5e-9939-4b85-ae2e-994118cd0421 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.219867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50708) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:12.222806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a90fb2-d77c-4797-956e-0f545a6c9fba None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:12.224061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cc5e6a5e-9939-4b85-ae2e-994118cd0421 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/81e33bd7-c65e-40d9-925f-ea709fe4f048 HTTP/1.1" status: 204 len: 168 time: 1.2745895 Aug 29 04:48:12.486484 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d97ca56-d10e-414b-a00b-43ab8f7e7221 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2623463 Aug 29 04:48:12.487227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50716) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:12.599617 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b35e77-f50c-4689-a54e-bfc866109660 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.652674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:12.773592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] Deleting port d0a84e0b-dfd2-4464-b056-227b223285aa {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:12.777017 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.789928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50718) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:12.809263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0ed9bf-a1e4-449d-b745-ba12de792046 None None] Sync routers for ids ['6000579c-d012-4445-b2bb-b726dbce6771'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:12.818607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b08ce23d-0605-4158-b381-0247a0ba7bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.854040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b35e77-f50c-4689-a54e-bfc866109660 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.857502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b35e77-f50c-4689-a54e-bfc866109660 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.871473 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aada45-996e-403c-a1de-7d3ec550680c None None] New status for floating IP f9dfc030-1144-476a-b1e8-47350f0f5942: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:48:12.910100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ed9bf-a1e4-449d-b745-ba12de792046 None None] Routers {'6000579c-d012-4445-b2bb-b726dbce6771'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:12.910895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bb0ed9bf-a1e4-449d-b745-ba12de792046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6000579c-d012-4445-b2bb-b726dbce6771'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:12.921236 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b35e77-f50c-4689-a54e-bfc866109660 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.924157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b35e77-f50c-4689-a54e-bfc866109660 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Fanout notify agent at l3_agent the message router_deleted on router 6000579c-d012-4445-b2bb-b726dbce6771 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:12.939417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e6b35e77-f50c-4689-a54e-bfc866109660 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.940890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e6b35e77-f50c-4689-a54e-bfc866109660 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/routers/6000579c-d012-4445-b2bb-b726dbce6771 HTTP/1.1" status: 204 len: 168 time: 0.4524806 Aug 29 04:48:12.944140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50722) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.010975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bb0ed9bf-a1e4-449d-b745-ba12de792046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:13.042548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637c890-cd47-4c58-929e-3e169070f800 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:13.044134 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b08ce23d-0605-4158-b381-0247a0ba7bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.046204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2637c890-cd47-4c58-929e-3e169070f800 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0968282 Aug 29 04:48:13.050138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50724) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.056482 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b08ce23d-0605-4158-b381-0247a0ba7bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.061179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ed9bf-a1e4-449d-b745-ba12de792046 None None] Routers set() bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:13.061574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ed9bf-a1e4-449d-b745-ba12de792046 None None] Router IDs set() for agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:48:13.062209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_agentschedulers_db [None req-bb0ed9bf-a1e4-449d-b745-ba12de792046 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6000579c-d012-4445-b2bb-b726dbce6771'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:47:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent'). {{(pid=94847) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:48:13.062591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0ed9bf-a1e4-449d-b745-ba12de792046 None None] The sync data for ids ['6000579c-d012-4445-b2bb-b726dbce6771'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:13.068804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] For port d0a84e0b-dfd2-4464-b056-227b223285aa, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d0a84e0b-dfd2-4464-b056-227b223285aa,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:13.069230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.094298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] Calling delete_port for d0a84e0b-dfd2-4464-b056-227b223285aa owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:13.283284 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.300628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ce23d-0605-4158-b381-0247a0ba7bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44f5892-fcb1-4b2e-ab34-9c7b6aa8546c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:13.339204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e2a42-07d7-4449-9356-9b9cb67c38e0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:13.343375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b98e2a42-07d7-4449-9356-9b9cb67c38e0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2890832 Aug 29 04:48:13.343727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50726) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.371037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] Pushing event deleted for resources: {'Port': ['ID=d0a84e0b-dfd2-4464-b056-227b223285aa,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:13.378150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a105b0-3598-498c-bad4-61483dcbe272 None None] No DVR routers for this DVR port d0a84e0b-dfd2-4464-b056-227b223285aa on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:13.382451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b08ce23d-0605-4158-b381-0247a0ba7bde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b36802b6497454984bc6aa25695cdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911767 Aug 29 04:48:13.384869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50728) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.425772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee72ff3-fd71-41c7-bb1f-d1f39a9272fc req-6158850f-42a2-4bfb-b246-c47977cda74c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:13.427653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aee72ff3-fd71-41c7-bb1f-d1f39a9272fc req-6158850f-42a2-4bfb-b246-c47977cda74c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.3389716 Aug 29 04:48:13.441776 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6159b51c-95ba-4c86-95d1-a7c685777031 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959988 Aug 29 04:48:13.442661 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50730) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.451916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:13.542501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aee72ff3-fd71-41c7-bb1f-d1f39a9272fc req-291998eb-07c5-4990-b352-5d16ba8b7619 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995874 Aug 29 04:48:13.543738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb26c452-487e-45ef-ab33-92697dc105fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.593963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb26c452-487e-45ef-ab33-92697dc105fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.686699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:13.694291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.777163 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb26c452-487e-45ef-ab33-92697dc105fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.786743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb26c452-487e-45ef-ab33-92697dc105fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.789605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb26c452-487e-45ef-ab33-92697dc105fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a44f5892-fcb1-4b2e-ab34-9c7b6aa8546c HTTP/1.1" status: 204 len: 168 time: 0.4041247 Aug 29 04:48:13.818895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26c452-487e-45ef-ab33-92697dc105fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44f5892-fcb1-4b2e-ab34-9c7b6aa8546c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:13.914701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4b37f8f-64f0-4a12-aee3-82a8802cd522 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:13.968383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e4b37f8f-64f0-4a12-aee3-82a8802cd522 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:13.970669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e4b37f8f-64f0-4a12-aee3-82a8802cd522 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:13.971604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0a84e0b-dfd2-4464-b056-227b223285aa no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:14.067598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d0a84e0b-dfd2-4464-b056-227b223285aa {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:14.067598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d0a84e0b-dfd2-4464-b056-227b223285aa not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:14.170677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50744) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.222521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:48:14.228966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.278049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:14.282188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:14.285663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.286350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.292538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3636e-093d-4fcc-89f5-71c5a550b225 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:14.319436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50750) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.319718 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8750830 Aug 29 04:48:14.328953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:14.339381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063507b1-d554-4852-8430-29f0c8032035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=abfee263-e600-47b2-a0f1-1e689996577c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:14.507107 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-240e1bb1-9e2d-4796-acad-8f317c202da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.590999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:14.590999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.701869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': 'abfee263-e600-47b2-a0f1-1e689996577c'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:14.704135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.832083 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726a312-18c2-4185-9d5b-449a7d409be6 req-d59e3f07-5dfa-4237-8a92-662ebd2ef60e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.841426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0726a312-18c2-4185-9d5b-449a7d409be6 req-d59e3f07-5dfa-4237-8a92-662ebd2ef60e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1656201 Aug 29 04:48:14.967549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0726a312-18c2-4185-9d5b-449a7d409be6 req-7f2b596d-1af8-42c3-ad8c-57521d306f61 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201646 Aug 29 04:48:14.978944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Allocated IP 2001:db8::f816:3eff:fe04:6e09 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/abfee263-e600-47b2-a0f1-1e689996577c/c83c799a-fab0-4034-8454-dcb6ca5d3ea9) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:14.984065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-240e1bb1-9e2d-4796-acad-8f317c202da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.994544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-240e1bb1-9e2d-4796-acad-8f317c202da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.133076 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-240e1bb1-9e2d-4796-acad-8f317c202da0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a61d48226c3f4861adf12c8703bc963e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9608970 Aug 29 04:48:15.133803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e1bb1-9e2d-4796-acad-8f317c202da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f381bade-04ec-46b0-b86d-952d9a13a29f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.137838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50772) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:15.168543 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.230972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:15.237410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:15.242382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:15.243121 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.245642 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.255846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=ad6f67ec-68d8-4cf0-a3c4-c1ce5239ab7a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.262297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f67384c1-48a4-4a29-8831-111b4e0710bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.265865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Transition to ACTIVE for port object c83c799a-fab0-4034-8454-dcb6ca5d3ea9 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:15.266850 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-867e34e2-dfad-48ec-a5d6-14e9f76fc4f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9451768 Aug 29 04:48:15.269998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50774) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:15.276877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:af:df:3f', 'name': 'tempest-NetworksTestDHCPv6-679411434'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:15.295065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f67384c1-48a4-4a29-8831-111b4e0710bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.295875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Transition to ACTIVE for port object c83c799a-fab0-4034-8454-dcb6ca5d3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:15.309867 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.396823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f67384c1-48a4-4a29-8831-111b4e0710bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.401277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f67384c1-48a4-4a29-8831-111b4e0710bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.402284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:15.407029 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f67384c1-48a4-4a29-8831-111b4e0710bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f381bade-04ec-46b0-b86d-952d9a13a29f HTTP/1.1" status: 204 len: 168 time: 0.2650657 Aug 29 04:48:15.408430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:15.414988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:15.417861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.428553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67384c1-48a4-4a29-8831-111b4e0710bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f381bade-04ec-46b0-b86d-952d9a13a29f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.488211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:15.513962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Attempting to bind port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:15.514206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Attempting to bind port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:15.514616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Attempting to bind port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:15.527200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:15.527655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:15.528956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.529467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:15.530034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Bound port: c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:15.530543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.627526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.640867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:15.652290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:15.659141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 12cc7e96-0d4b-4c08-9703-64c3161f936c yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:48:15.660186 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.821911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a934c-cd6a-4ebf-ba0a-ea769daea779 None None] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.901343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 172.20.0.8 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/ad6f67ec-68d8-4cf0-a3c4-c1ce5239ab7a/12cc7e96-0d4b-4c08-9703-64c3161f936c) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:15.916520 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:feaf:df3f (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/abfee263-e600-47b2-a0f1-1e689996577c/12cc7e96-0d4b-4c08-9703-64c3161f936c) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:16.199556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85ccd-a92a-4832-a30c-85c73c6556ea req-f70c18fe-a598-4e80-8e4b-adc4cc2c204f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:16.201631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a85ccd-a92a-4832-a30c-85c73c6556ea req-f70c18fe-a598-4e80-8e4b-adc4cc2c204f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1014922 Aug 29 04:48:16.290507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.305687 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a85ccd-a92a-4832-a30c-85c73c6556ea req-c8ad65f4-c47c-4c02-9709-59ab8841169c tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893404 Aug 29 04:48:16.327474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 12cc7e96-0d4b-4c08-9703-64c3161f936c will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:16.387642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.447870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:16.451456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:16.456025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:16.499217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=12cc7e96-0d4b-4c08-9703-64c3161f936c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:16.528981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:16.529461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.552202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4ef1dcc4-14b2-4e28-846a-aed28df829c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2777944 Aug 29 04:48:16.552202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50806) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:16.618570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165b167-cd08-4b6e-bf03-f19b9cbaab55 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:16.627251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165b167-cd08-4b6e-bf03-f19b9cbaab55 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:16.633061 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a165b167-cd08-4b6e-bf03-f19b9cbaab55 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0788391 Aug 29 04:48:16.633481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50810) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:16.802276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5638d10f-dbab-4e3f-8474-3a798c69f19f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 12cc7e96-0d4b-4c08-9703-64c3161f936c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:16.805202 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5638d10f-dbab-4e3f-8474-3a798c69f19f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.023213 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5638d10f-dbab-4e3f-8474-3a798c69f19f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.047164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5638d10f-dbab-4e3f-8474-3a798c69f19f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 12cc7e96-0d4b-4c08-9703-64c3161f936c owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:17.308751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9136b75d-48d8-4a8f-b789-b214b0bad065 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:17.330202 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5638d10f-dbab-4e3f-8474-3a798c69f19f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.410919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638d10f-dbab-4e3f-8474-3a798c69f19f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=12cc7e96-0d4b-4c08-9703-64c3161f936c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:17.475847 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e247403-a575-4f6b-a8c0-a9ab85a53265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.488057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ab4edfc6-9889-44b1-b204-33fd05064b9d None None] Provisioning for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:17.590010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa545d-0116-4112-8a97-39a9a890ecde req-7e4e376d-7f82-44c8-8dd1-7e851b7704e3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:17.604653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0bfa545d-0116-4112-8a97-39a9a890ecde req-7e4e376d-7f82-44c8-8dd1-7e851b7704e3 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1178298 Aug 29 04:48:17.648402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50836) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.665054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0bfa545d-0116-4112-8a97-39a9a890ecde req-83dab5b9-8f70-4177-9340-88b979a0c676 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589890 Aug 29 04:48:17.731907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77760f-c1bd-4b16-b1e4-00b4f869b607 req-11b4cf9a-0f92-4dde-9b31-de7da1f77387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:17.735591 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5d77760f-c1bd-4b16-b1e4-00b4f869b607 req-11b4cf9a-0f92-4dde-9b31-de7da1f77387 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 1097 time: 0.1315465 Aug 29 04:48:17.738821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5638d10f-dbab-4e3f-8474-3a798c69f19f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.744421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50842) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.744614 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5638d10f-dbab-4e3f-8474-3a798c69f19f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/12cc7e96-0d4b-4c08-9703-64c3161f936c HTTP/1.1" status: 204 len: 168 time: 1.1099334 Aug 29 04:48:17.815095 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5d77760f-c1bd-4b16-b1e4-00b4f869b607 req-208abf52-63ea-4d44-8d02-7117656f4107 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693402 Aug 29 04:48:17.847135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835cd484-a779-441e-ace7-c8fd9aceed48 None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': 'abfee263-e600-47b2-a0f1-1e689996577c', 'ip_address': '2001:db8::f816:3eff:fe04:6e09'}, {'subnet_id': 'ad6f67ec-68d8-4cf0-a3c4-c1ce5239ab7a'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'c83c799a-fab0-4034-8454-dcb6ca5d3ea9'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:48:17.864589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae66159a-4d8b-4eb7-bfac-2cb4b5a9c9ea tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:17.866953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae66159a-4d8b-4eb7-bfac-2cb4b5a9c9ea tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:17.869790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae66159a-4d8b-4eb7-bfac-2cb4b5a9c9ea tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:17.875310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ae66159a-4d8b-4eb7-bfac-2cb4b5a9c9ea tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1269391 Aug 29 04:48:17.875606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50844) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.885614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-403978349-network', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:17.916605 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Made reservation on behalf of baec86b4064f46469047e1dc5589b6e5 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:17.918347 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-835cd484-a779-441e-ace7-c8fd9aceed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.925523 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.951118 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.978565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c83c799a-fab0-4034-8454-dcb6ca5d3ea9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:17.982050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fbd382-743d-45ff-8aa3-8c22bf436771 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet abfee263-e600-47b2-a0f1-1e689996577c {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:17.991475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd382-743d-45ff-8aa3-8c22bf436771 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.093440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd382-743d-45ff-8aa3-8c22bf436771 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.155675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:18.163412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:18.163791 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.173142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.179529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.222808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd382-743d-45ff-8aa3-8c22bf436771 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.224024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:18.240452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f978e87-189c-41e4-b520-a662b1d1e920,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.247186 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.247544 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Added segment ff95608b-cb63-4815-b81e-e1e21ce1483f of type vlan for network e49cf96e-5ea2-4c74-8323-e9044aed312d Aug 29 04:48:18.312455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.325187 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.360643 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.361870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:18.362733 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.440063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] Pushing event updated for resources: {'Network': ['ID=e49cf96e-5ea2-4c74-8323-e9044aed312d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.448564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f901f89c-73f7-4209-88b7-0e89731f7f70 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7984223 Aug 29 04:48:18.451409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50852) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:18.454382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e49cf96e-5ea2-4c74-8323-e9044aed312d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:18.457341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Request body: {'subnet': {'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-403978349-subnet', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:18.486928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Made reservation on behalf of baec86b4064f46469047e1dc5589b6e5 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:18.491704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.778573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd382-743d-45ff-8aa3-8c22bf436771 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-835cd484-a779-441e-ace7-c8fd9aceed48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abfee263-e600-47b2-a0f1-1e689996577c: This subnet is being modified by another concurrent operation. Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abfee263-e600-47b2-a0f1-1e689996577c: This subnet is being modified by another concurrent operation. Aug 29 04:48:18.784447 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:48:18.819175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd382-743d-45ff-8aa3-8c22bf436771 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.822758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.826480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a4fbd382-743d-45ff-8aa3-8c22bf436771 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/abfee263-e600-47b2-a0f1-1e689996577c HTTP/1.1" status: 204 len: 168 time: 0.9494927 Aug 29 04:48:18.827792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50860) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:18.833534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbd382-743d-45ff-8aa3-8c22bf436771 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=abfee263-e600-47b2-a0f1-1e689996577c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.899887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:48:18.906173 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:48:18.924059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9b70b-31ad-4de5-aed1-522de6eb2eb8 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:18.968558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8496d32-90f2-4322-90d3-e668a0c2c6a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet ad6f67ec-68d8-4cf0-a3c4-c1ce5239ab7a {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:18.973115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8496d32-90f2-4322-90d3-e668a0c2c6a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.994370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-57c60882-2beb-4896-8032-e2b028e7c3cd None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:18.994750 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-57c60882-2beb-4896-8032-e2b028e7c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.017210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Checking segment: {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:19.017576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Network hostable DHCP agents. Network: e49cf96e-5ea2-4c74-8323-e9044aed312d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:19.059457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69ffa1-eb0e-462a-b742-80d48981271b req-b3d3bf19-6d66-4be2-93ee-a58eac51e95a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:19.062756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd69ffa1-eb0e-462a-b742-80d48981271b req-b3d3bf19-6d66-4be2-93ee-a58eac51e95a tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.2880747 Aug 29 04:48:19.065072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce93201-cac0-42a6-93c0-2716314a88f8,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.092019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8496d32-90f2-4322-90d3-e668a0c2c6a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.120130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Network e49cf96e-5ea2-4c74-8323-e9044aed312d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:19.159262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50866) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.166994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ecd112bc-2e5d-4230-832d-947c480d3091 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:19.169416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ecd112bc-2e5d-4230-832d-947c480d3091 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:19.189397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd69ffa1-eb0e-462a-b742-80d48981271b req-5f98a691-b4ea-451d-9d16-cec6a763cf4e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093724 Aug 29 04:48:19.190182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e49cf96e-5ea2-4c74-8323-e9044aed312d) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:19.195272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:19.195587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.195700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-57c60882-2beb-4896-8032-e2b028e7c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.222304 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-97f4b724-0990-470a-baea-852d6f5d4c20 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7692134 Aug 29 04:48:19.222519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4072d64-4437-426d-88ca-c102dcce25bb None None] Network e49cf96e-5ea2-4c74-8323-e9044aed312d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:19.225654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50870) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.234913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-403978349-router', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.273674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8496d32-90f2-4322-90d3-e668a0c2c6a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.279510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.283142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.346942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8496d32-90f2-4322-90d3-e668a0c2c6a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.378067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8496d32-90f2-4322-90d3-e668a0c2c6a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6f67ec-68d8-4cf0-a3c4-c1ce5239ab7a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.394540 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8496d32-90f2-4322-90d3-e668a0c2c6a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.399751 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f8496d32-90f2-4322-90d3-e668a0c2c6a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/ad6f67ec-68d8-4cf0-a3c4-c1ce5239ab7a HTTP/1.1" status: 204 len: 168 time: 0.5693517 Aug 29 04:48:19.401321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50872) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.419730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1a57f91c-4f3d-4e27-88d5-96f4e7614f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.448873 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.455405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6ca533dc-25e7-442f-a66f-62df07e2e55f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494087 Aug 29 04:48:19.455610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50874) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.462830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.541568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-57c60882-2beb-4896-8032-e2b028e7c3cd None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:19.561755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1a57f91c-4f3d-4e27-88d5-96f4e7614f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.568831 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1a57f91c-4f3d-4e27-88d5-96f4e7614f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.584168 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-57c60882-2beb-4896-8032-e2b028e7c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.627333 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1a57f91c-4f3d-4e27-88d5-96f4e7614f06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0920bc52f67d4f1dacaeca1526327fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665272 Aug 29 04:48:19.630628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50876) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.638287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57f91c-4f3d-4e27-88d5-96f4e7614f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0957086b-db0d-44c3-82da-6698a23b8f2f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.664275 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.726699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e9cddcb-7cc0-46e5-b19d-2bd519451b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.756065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e9cddcb-7cc0-46e5-b19d-2bd519451b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.818134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e9cddcb-7cc0-46e5-b19d-2bd519451b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.821789 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6e9cddcb-7cc0-46e5-b19d-2bd519451b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.825383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6e9cddcb-7cc0-46e5-b19d-2bd519451b3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0957086b-db0d-44c3-82da-6698a23b8f2f HTTP/1.1" status: 204 len: 168 time: 0.1904681 Aug 29 04:48:19.834493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6f36b-10b1-4467-a77b-dba796014251 None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': 'ad6f67ec-68d8-4cf0-a3c4-c1ce5239ab7a'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'c83c799a-fab0-4034-8454-dcb6ca5d3ea9'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:48:19.835261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cddcb-7cc0-46e5-b19d-2bd519451b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0957086b-db0d-44c3-82da-6698a23b8f2f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.867934 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.907839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c60882-2beb-4896-8032-e2b028e7c3cd None None] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.970836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:20.018425 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f36b-10b1-4467-a77b-dba796014251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.046830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'port_id': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'mac_address': 'fa:16:3e:cb:29:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:48:20.049572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:20.051761 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0cb9e3-976e-4c06-8722-c2380f41e844" -d '{"events": [{"server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:20.087681 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:48:20.087913 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:48:20.115556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:20.151714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-e49cf96e-5ea2-4c74-8323-e9044aed312d', 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'fixed_ips': [{'subnet_id': 'dce93201-cac0-42a6-93c0-2716314a88f8'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:20.156987 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.159847 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.242080 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d57e78-ae59-46ec-a2e1-d2771e356c79 x-openstack-request-id: req-42d57e78-ae59-46ec-a2e1-d2771e356c79 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:20.242415 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:20.242755 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42d57e78-ae59-46ec-a2e1-d2771e356c79 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:20.243100 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'code': 200} Aug 29 04:48:20.364485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.372505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.411752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50890) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.451576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fba4122e-6b57-4e41-8245-310bd596a8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.493913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:20.495290 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.497650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd112bc-2e5d-4230-832d-947c480d3091 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:20.497801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.522584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:20.550464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7a73-b78e-49c9-8146-05e33b0327e5 req-d5458bb5-ad95-497d-96b4-a959850ff867 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:20.559156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a9a7a73-b78e-49c9-8146-05e33b0327e5 req-d5458bb5-ad95-497d-96b4-a959850ff867 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 943 time: 0.1897080 Aug 29 04:48:20.565269 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-60ba08bc-ae33-4411-9304-0c1e7640241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.585164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:20.601232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Allocated IP 172.20.0.2 (e49cf96e-5ea2-4c74-8323-e9044aed312d/dce93201-cac0-42a6-93c0-2716314a88f8/5bffee6a-a679-4b60-bbea-dc2578b8028d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:20.603346 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.611588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dff29a1a-0339-4acb-9594-7713a87b07e0 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:20.612881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dff29a1a-0339-4acb-9594-7713a87b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.659674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fba4122e-6b57-4e41-8245-310bd596a8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.665654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fba4122e-6b57-4e41-8245-310bd596a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.742756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a9a7a73-b78e-49c9-8146-05e33b0327e5 req-4d993634-dd2c-42d9-bceb-4dca5a33b1cd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824913 Aug 29 04:48:20.751058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4122e-6b57-4e41-8245-310bd596a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0430626d-d650-43b2-8079-62e2c457cce4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:20.759177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c83c799a-fab0-4034-8454-dcb6ca5d3ea9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:20.765208 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fba4122e-6b57-4e41-8245-310bd596a8b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4972db614f574b538389b46de4ba5102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512838 Aug 29 04:48:20.766709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50892) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.768989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50894) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.816478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:20.873748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7dbb7259-fd26-46b2-bd0e-031cbfb35ba7 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/floatingips/1a66a4ce-0a61-402a-b189-c788a507be60 HTTP/1.1" status: 200 len: 991 time: 0.1051762 Aug 29 04:48:20.932429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['ecd112bc-2e5d-4230-832d-947c480d3091'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:20.956545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2cb6659a-113c-44b2-89c2-24fb3d361937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.008348 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.062373 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2cb6659a-113c-44b2-89c2-24fb3d361937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.124164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:21.138477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.173214 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.203719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.206547 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.277362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9a3a78f8-a16a-4aa9-a334-2d0d7531ce9c None None] Could not find standard attr ID for object 12cc7e96-0d4b-4c08-9703-64c3161f936c. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:21.295040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:21.354471 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:48:21.438537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Transition to ACTIVE for port object 5bffee6a-a679-4b60-bbea-dc2578b8028d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:21.441393 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.484698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Transition to ACTIVE for port object 5bffee6a-a679-4b60-bbea-dc2578b8028d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:21.502023 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.507426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2cb6659a-113c-44b2-89c2-24fb3d361937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.511297 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2cb6659a-113c-44b2-89c2-24fb3d361937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.512613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2cb6659a-113c-44b2-89c2-24fb3d361937 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0430626d-d650-43b2-8079-62e2c457cce4 HTTP/1.1" status: 204 len: 168 time: 0.7375226 Aug 29 04:48:21.551437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6659a-113c-44b2-89c2-24fb3d361937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0430626d-d650-43b2-8079-62e2c457cce4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:21.586679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Network e49cf96e-5ea2-4c74-8323-e9044aed312d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:21.605794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:21.609893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:21.612285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Pushing event updated for resources: {'Port': ['ID=5bffee6a-a679-4b60-bbea-dc2578b8028d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:21.693468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Attempting to bind port 5bffee6a-a679-4b60-bbea-dc2578b8028d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:21.694222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Attempting to bind port 5bffee6a-a679-4b60-bbea-dc2578b8028d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:21.695743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Attempting to bind port 5bffee6a-a679-4b60-bbea-dc2578b8028d on network e49cf96e-5ea2-4c74-8323-e9044aed312d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:21.701757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:21.702179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Checking segment: {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:21.702589 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.703054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Bound using segment: {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:21.704915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Bound port: 5bffee6a-a679-4b60-bbea-dc2578b8028d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:21.705865 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.762037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Allocated IP 172.25.1.101 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/1e4a03f1-a8aa-4590-8da7-7cc9fae08642) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:21.778474 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.796534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-967b723f-8802-448e-9370-302202bb6db7 None None] For port 5bffee6a-a679-4b60-bbea-dc2578b8028d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:21.800928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-967b723f-8802-448e-9370-302202bb6db7 None None] For port 5bffee6a-a679-4b60-bbea-dc2578b8028d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5bffee6a-a679-4b60-bbea-dc2578b8028d,segment=NetworkSegment(ff95608b-cb63-4815-b81e-e1e21ce1483f),segment_id=ff95608b-cb63-4815-b81e-e1e21ce1483f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:21.808522 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.903713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b723f-8802-448e-9370-302202bb6db7 None None] Pushing event updated for resources: {'Port': ['ID=5bffee6a-a679-4b60-bbea-dc2578b8028d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.052420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:22.087335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.129100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.162198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.163723 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.258324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:22.274956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:22.287613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:22.288317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.298072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc012d45-86dd-41db-a15d-39d68f2413db None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:22.315817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=7']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.321314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.330893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=22d49bf9-ea5a-4ee6-9ecf-9154f4104e2f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.338508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-60a52f93-4156-4100-8b39-3282cad1c2fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8818104 Aug 29 04:48:22.341558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50910) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:22.348937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:22.372147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:22.375685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:22.378051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:22.422535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Pushing event updated for resources: {'Port': ['ID=1e4a03f1-a8aa-4590-8da7-7cc9fae08642,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.535494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:22.539131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.879356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.000641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5bffee6a-a679-4b60-bbea-dc2578b8028d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:23.022536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.087166 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.145068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=6741ab58-d6cc-42cd-a142-3c67349f05f5,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.154405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:23.156584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:23.157929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 5bffee6a-a679-4b60-bbea-dc2578b8028d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:23.169470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:23.170140 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.196183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ecd112bc-2e5d-4230-832d-947c480d3091 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:23.206864 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-751839fe-b2e8-4b4e-b3f1-96ed278a71be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8640707 Aug 29 04:48:23.209848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50926) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:23.220497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:6a:25:ac', 'name': 'tempest-NetworksTestDHCPv6-580562710'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:23.252995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f82f6-c3c1-47a0-b5a3-7c30fd9af0ca None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:23.317554 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.370488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74634db-ba99-4cec-8e01-00a23238b853 None None] Network e49cf96e-5ea2-4c74-8323-e9044aed312d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:23.430140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:23.487095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a568a09b-32ee-45f9-abc0-2b46826c3041 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:23.487655 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a568a09b-32ee-45f9-abc0-2b46826c3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.523798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Router d148f051-229f-44de-8bbc-b719525e2fe2 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:23.584304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port ecd112bc-2e5d-4230-832d-947c480d3091 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:23.584835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.626249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.670639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 37dd4384-4bc4-41c7-8771-5aba32c3200e yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:48:23.712164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:23.737917 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.738354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Sync routers for ids ['d148f051-229f-44de-8bbc-b719525e2fe2'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:23.740791 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-935b7d5a-e92a-4fde-9c85-889ad2c8fefb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.5128121 Aug 29 04:48:23.743710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50938) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:23.830903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Routers {'d148f051-229f-44de-8bbc-b719525e2fe2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:23.831569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d148f051-229f-44de-8bbc-b719525e2fe2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:23.938989 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a568a09b-32ee-45f9-abc0-2b46826c3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.965087 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.103615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:24.105695 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7ba53-8c78-4bfd-be13-8522aafd8a24" -d '{"events": [{"server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "name": "network-vif-plugged", "status": "completed", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:24.112432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a568a09b-32ee-45f9-abc0-2b46826c3041 None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:24.138976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:24.140398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '22d49bf9-ea5a-4ee6-9ecf-9154f4104e2f', 'ip_address': '2001:db8::f816:3eff:fe04:6e09'}, {'subnet_id': '6741ab58-d6cc-42cd-a142-3c67349f05f5'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'c83c799a-fab0-4034-8454-dcb6ca5d3ea9'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:48:24.144548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a568a09b-32ee-45f9-abc0-2b46826c3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.148856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Set router d148f051-229f-44de-8bbc-b719525e2fe2 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:24.204568 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.245578 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1961241a-28cf-45c1-8300-319345b336dd x-openstack-request-id: req-1961241a-28cf-45c1-8300-319345b336dd {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:24.245941 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "name": "network-vif-plugged", "status": "completed", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:24.246123 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1961241a-28cf-45c1-8300-319345b336dd {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:24.246544 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'code': 200} Aug 29 04:48:24.268219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 172.20.0.13 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/6741ab58-d6cc-42cd-a142-3c67349f05f5/37dd4384-4bc4-41c7-8771-5aba32c3200e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:24.286015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:fe6a:25ac (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/22d49bf9-ea5a-4ee6-9ecf-9154f4104e2f/37dd4384-4bc4-41c7-8771-5aba32c3200e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:24.290862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.395905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-37550277-a361-46c9-b018-7b2d4c77998e None None] Provisioning for port 5bffee6a-a679-4b60-bbea-dc2578b8028d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:24.450561 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-37550277-a361-46c9-b018-7b2d4c77998e None None] Provisioning complete for port 5bffee6a-a679-4b60-bbea-dc2578b8028d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:24.450940 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37550277-a361-46c9-b018-7b2d4c77998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.458813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568a09b-32ee-45f9-abc0-2b46826c3041 None None] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.677867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.780282 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'name': 'tempest-ImageQuotaTest-403978349-router', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:22Z', 'revision_number': 3, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'gw_port': {'id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:21Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:24.781492 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37550277-a361-46c9-b018-7b2d4c77998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.800405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.819434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Checking router: d148f051-229f-44de-8bbc-b719525e2fe2 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:24.819807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Updating router d148f051-229f-44de-8bbc-b719525e2fe2 port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:24.821654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.846759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 37dd4384-4bc4-41c7-8771-5aba32c3200e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:24.869596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.935423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-37550277-a361-46c9-b018-7b2d4c77998e None None] For port 5bffee6a-a679-4b60-bbea-dc2578b8028d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5bffee6a-a679-4b60-bbea-dc2578b8028d,segment=NetworkSegment(ff95608b-cb63-4815-b81e-e1e21ce1483f),segment_id=ff95608b-cb63-4815-b81e-e1e21ce1483f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:24.944450 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37550277-a361-46c9-b018-7b2d4c77998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.994043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.064757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=37dd4384-4bc4-41c7-8771-5aba32c3200e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:25.088400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 50978) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:25.141495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:25.145134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:25.155690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:25.205905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Allocated IP 172.20.0.1 (e49cf96e-5ea2-4c74-8323-e9044aed312d/dce93201-cac0-42a6-93c0-2716314a88f8/727d5299-1288-4c72-9933-cb6a329ca38a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:25.241681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.242515 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.258531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37550277-a361-46c9-b018-7b2d4c77998e None None] Pushing event updated for resources: {'Port': ['ID=5bffee6a-a679-4b60-bbea-dc2578b8028d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:25.267692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-94e0be46-f1bc-4f2f-b361-01001ac79c22 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0561345 Aug 29 04:48:25.288815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50980) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:25.308445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fd9f6c40-8bb5-42ed-bfc8-7a5564ac808b None None] Provisioning complete for port 5bffee6a-a679-4b60-bbea-dc2578b8028d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:25.308991 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6c40-8bb5-42ed-bfc8-7a5564ac808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.507222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f89519-5629-4fff-93f3-ac43a2d1774b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.520020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f89519-5629-4fff-93f3-ac43a2d1774b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.524141 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-10f89519-5629-4fff-93f3-ac43a2d1774b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2336528 Aug 29 04:48:25.528859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 50992) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:25.556174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Allocated IP 172.20.0.2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/6741ab58-d6cc-42cd-a142-3c67349f05f5/c83c799a-fab0-4034-8454-dcb6ca5d3ea9) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:25.707537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.745229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Transition to ACTIVE for port object 727d5299-1288-4c72-9933-cb6a329ca38a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:25.819403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:25.896956 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.911770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.928395 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.933508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Transition to ACTIVE for port object c83c799a-fab0-4034-8454-dcb6ca5d3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:25.941992 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.949871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Transition to ACTIVE for port object 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:26.009914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Pushing event updated for resources: {'Port': ['ID=727d5299-1288-4c72-9933-cb6a329ca38a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.015221 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.030040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Deleting port b45c6d9d-9795-4eca-8a49-6e85af7e730c {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:26.031859 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.033150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Network e49cf96e-5ea2-4c74-8323-e9044aed312d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:26.036018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:26.051062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:26.079894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-277493af-296d-4355-933b-94f2c9a56b57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 37dd4384-4bc4-41c7-8771-5aba32c3200e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:26.080460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-277493af-296d-4355-933b-94f2c9a56b57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.180698 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.181536 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.183161 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.207311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Calling delete_port for b45c6d9d-9795-4eca-8a49-6e85af7e730c owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:26.241963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.264833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Attempting to bind port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:26.265454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Attempting to bind port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:26.266930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Attempting to bind port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:26.285692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.286165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.286495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.286850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.289835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.290206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.290562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.290916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.291260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.294384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.294903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.295256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676d509-d71b-482c-abb8-4bf7fcc6d441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.311639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:26.312058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:26.313908 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.314345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:26.314868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Bound port: 1e4a03f1-a8aa-4590-8da7-7cc9fae08642, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:26.315270 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.531266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.545155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-277493af-296d-4355-933b-94f2c9a56b57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.620636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-277493af-296d-4355-933b-94f2c9a56b57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 37dd4384-4bc4-41c7-8771-5aba32c3200e owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:26.624409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] For port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:26.629890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] For port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1e4a03f1-a8aa-4590-8da7-7cc9fae08642,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:26.639596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.647101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event deleted for resources: {'Port': ['ID=b45c6d9d-9795-4eca-8a49-6e85af7e730c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.654918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887a81b-1649-407c-bebe-9b070057524c None None] Pushing event updated for resources: {'Port': ['ID=1e4a03f1-a8aa-4590-8da7-7cc9fae08642,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.659505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-952b08c5-71d0-4e12-aca5-137de6cb4078 None None] Provisioning for port 727d5299-1288-4c72-9933-cb6a329ca38a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:26.700879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-952b08c5-71d0-4e12-aca5-137de6cb4078 None None] Provisioning complete for port 727d5299-1288-4c72-9933-cb6a329ca38a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:26.701265 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-952b08c5-71d0-4e12-aca5-137de6cb4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.737000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.762789 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.767072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.767574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.768029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.770142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.770820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.771263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.772322 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.775189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.777314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.780534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:26.800466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-952b08c5-71d0-4e12-aca5-137de6cb4078 None None] Port 727d5299-1288-4c72-9933-cb6a329ca38a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:26.814042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.823612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Routers {'d148f051-229f-44de-8bbc-b719525e2fe2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:26.824427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d148f051-229f-44de-8bbc-b719525e2fe2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:26.884623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51002) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:26.896662 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.897590 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Floating IP 4246fae2-eab6-4ffd-aec1-78924d12b746 disassociated (deleted). External IP: 172.25.1.56, port: 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c. Aug 29 04:48:26.942305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c83c799a-fab0-4034-8454-dcb6ca5d3ea9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:27.157762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887a81b-1649-407c-bebe-9b070057524c None None] Pushing event updated for resources: {'Port': ['ID=1e4a03f1-a8aa-4590-8da7-7cc9fae08642,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:27.230809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-faf15761-42ec-46e5-a379-85c4cf28b139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.265289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5bffee6a-a679-4b60-bbea-dc2578b8028d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:27.360435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.382274 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-277493af-296d-4355-933b-94f2c9a56b57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.388600 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.389171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.394285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Router cbf53a73-175b-4128-874a-b1a07d6e4827 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:27.395069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] Set router d148f051-229f-44de-8bbc-b719525e2fe2 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:27.490063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Pushing event updated for resources: {'Port': ['ID=727d5299-1288-4c72-9933-cb6a329ca38a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:27.545776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5bffee6a-a679-4b60-bbea-dc2578b8028d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:27.546722 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.565131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:27.570659 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.578320 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] Sync routers for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:27.598112 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:27.600415 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:27.612557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277493af-296d-4355-933b-94f2c9a56b57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=37dd4384-4bc4-41c7-8771-5aba32c3200e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:27.670896 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-27db31f0-7564-4552-a0a9-88b934396d92 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "DELETE /v2.0/floatingips/4246fae2-eab6-4ffd-aec1-78924d12b746 HTTP/1.1" status: 204 len: 168 time: 2.5780556 Aug 29 04:48:27.673258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:27.680437 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:27.683031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.898529 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:27.920548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e866a262-1582-45d7-8a21-afbd0b20c49d None None] Provisioning for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:27.930071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e866a262-1582-45d7-8a21-afbd0b20c49d None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:27.930460 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e866a262-1582-45d7-8a21-afbd0b20c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.990640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-faf15761-42ec-46e5-a379-85c4cf28b139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.005769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-277493af-296d-4355-933b-94f2c9a56b57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.014416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51020) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:28.021847 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-277493af-296d-4355-933b-94f2c9a56b57 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/37dd4384-4bc4-41c7-8771-5aba32c3200e HTTP/1.1" status: 204 len: 168 time: 2.4887390 Aug 29 04:48:28.040679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'name': 'tempest-ImageQuotaTest-403978349-router', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'gw_port': {'id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:21Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '727d5299-1288-4c72-9933-cb6a329ca38a', 'name': '', 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'mac_address': 'fa:16:3e:1a:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'dce93201-cac0-42a6-93c0-2716314a88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:24Z', 'updated_at': '2021-08-29T04:48:25Z', 'revision_number': 1, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'subnets': [{'id': 'dce93201-cac0-42a6-93c0-2716314a88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:28.071094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-faf15761-42ec-46e5-a379-85c4cf28b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.142964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb31dee-ba53-481c-b45e-24a062e4abab None None] The sync data for ids ['d148f051-229f-44de-8bbc-b719525e2fe2'] in n-d-712142-15 is: [{'id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'name': 'tempest-ImageQuotaTest-403978349-router', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'gw_port': {'id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:21Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '727d5299-1288-4c72-9933-cb6a329ca38a', 'name': '', 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'mac_address': 'fa:16:3e:1a:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'dce93201-cac0-42a6-93c0-2716314a88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:24Z', 'updated_at': '2021-08-29T04:48:25Z', 'revision_number': 1, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'subnets': [{'id': 'dce93201-cac0-42a6-93c0-2716314a88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:28.206195 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f0b56-2ddc-4462-b525-317f149ec1a4 x-openstack-request-id: req-353f0b56-2ddc-4462-b525-317f149ec1a4 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:28.206785 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:28.207301 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-353f0b56-2ddc-4462-b525-317f149ec1a4 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:28.208173 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'status': 'completed', 'code': 200} Aug 29 04:48:28.233134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a42101-00b5-44f5-ac27-167772a5b444 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.236048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a42101-00b5-44f5-ac27-167772a5b444 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.243895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a42101-00b5-44f5-ac27-167772a5b444 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.252749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-11a42101-00b5-44f5-ac27-167772a5b444 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2397587 Aug 29 04:48:28.255036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51026) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:28.264533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Network e49cf96e-5ea2-4c74-8323-e9044aed312d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:28.359017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-faf15761-42ec-46e5-a379-85c4cf28b139 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=492a9586cb5e4c0e95165c140debc232&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4323907 Aug 29 04:48:28.360955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:28.375737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51030) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:28.408182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c26af7c5-a1b9-4a0d-8f0a-4ecdcac155b7 None None] Could not find standard attr ID for object 37dd4384-4bc4-41c7-8771-5aba32c3200e. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:28.425212 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:28.451914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf15761-42ec-46e5-a379-85c4cf28b139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb1760-7651-4e7a-8d45-4883c3649864,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.473973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c08a4-8e5a-4b05-ad52-a19fb0a9d36b req-e47a3c99-c18a-4b71-8efc-c9b8cc27cec5 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.475849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a7c08a4-8e5a-4b05-ad52-a19fb0a9d36b req-e47a3c99-c18a-4b71-8efc-c9b8cc27cec5 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 946 time: 0.2184770 Aug 29 04:48:28.480573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4578f951-8830-4857-9dfc-6497944453c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 22d49bf9-ea5a-4ee6-9ecf-9154f4104e2f {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:28.506767 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.508520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4578f951-8830-4857-9dfc-6497944453c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.536948 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] Checking router: cbf53a73-175b-4128-874a-b1a07d6e4827 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:28.587642 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:28.588625 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:28.642500 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b713ca57-b7a2-427b-94ab-a00c165510b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.668159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a7c08a4-8e5a-4b05-ad52-a19fb0a9d36b req-24d5e0bc-169e-489b-b003-ddd6e17c777c tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833370 Aug 29 04:48:28.674059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-3659ddb9-d3e0-458f-824d-0d38fed9d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.677042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-3659ddb9-d3e0-458f-824d-0d38fed9d842 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c82c84aa59f04d99a407918924fbf68d&device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 1098 time: 0.5004442 Aug 29 04:48:28.692527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4578f951-8830-4857-9dfc-6497944453c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.756033 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b713ca57-b7a2-427b-94ab-a00c165510b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.891650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a91de9-1b7e-4106-96ac-ee42c2f2f520 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:48:28.903305 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:28.914349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4578f951-8830-4857-9dfc-6497944453c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.016164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Router d148f051-229f-44de-8bbc-b719525e2fe2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:29.041702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b713ca57-b7a2-427b-94ab-a00c165510b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.045663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b713ca57-b7a2-427b-94ab-a00c165510b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.047962 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b713ca57-b7a2-427b-94ab-a00c165510b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2fb1760-7651-4e7a-8d45-4883c3649864 HTTP/1.1" status: 204 len: 168 time: 0.6688180 Aug 29 04:48:29.054136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-86f952ae-f2d5-411d-bd09-bbb8f3cad356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.056435 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-86f952ae-f2d5-411d-bd09-bbb8f3cad356 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f53cbe9-4751-4554-98ad-630a7e6ad06c HTTP/1.1" status: 200 len: 915 time: 0.3542755 Aug 29 04:48:29.063656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4578f951-8830-4857-9dfc-6497944453c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.134201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578f951-8830-4857-9dfc-6497944453c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=22d49bf9-ea5a-4ee6-9ecf-9154f4104e2f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:29.152222 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4578f951-8830-4857-9dfc-6497944453c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.160542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b7866b21-e230-4d58-b2d3-0c0657eff4ba None None] Provisioning complete for port 727d5299-1288-4c72-9933-cb6a329ca38a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:29.160856 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b7866b21-e230-4d58-b2d3-0c0657eff4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.162697 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4578f951-8830-4857-9dfc-6497944453c2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/22d49bf9-ea5a-4ee6-9ecf-9154f4104e2f HTTP/1.1" status: 204 len: 168 time: 0.9028387 Aug 29 04:48:29.164612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:29.205480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-dc92a086-f4f7-4465-8ec2-a417b7e30b8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c HTTP/1.1" status: 200 len: 217 time: 0.1207905 Aug 29 04:48:29.206317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713ca57-b7a2-427b-94ab-a00c165510b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb1760-7651-4e7a-8d45-4883c3649864,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:29.247004 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:29.272953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b7866b21-e230-4d58-b2d3-0c0657eff4ba None None] Port 727d5299-1288-4c72-9933-cb6a329ca38a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:29.295577 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae4b78b-ad20-45f8-a11a-d0a34eb8003b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 6741ab58-d6cc-42cd-a142-3c67349f05f5 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:29.304565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cae4b78b-ad20-45f8-a11a-d0a34eb8003b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.325466 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535578f-d38f-4eee-8942-34d1f7a04f3a None None] The sync data for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 is: [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:43:42Z', 'revision_number': 4, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a48b795a-b6d4-48ed-a52a-d3c5f54827e3', 'name': '', 'network_id': '1f53cbe9-4751-4554-98ad-630a7e6ad06c', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'mac_address': 'fa:16:3e:d6:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9fc91496-128c-4604-9481-90e5b69bed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:39Z', 'updated_at': '2021-08-29T04:43:49Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'subnets': [{'id': '9fc91496-128c-4604-9481-90e5b69bed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:29.369714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a91de9-1b7e-4106-96ac-ee42c2f2f520 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:48:29.461414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cae4b78b-ad20-45f8-a11a-d0a34eb8003b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.729094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:29.748021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7b069a61-49a7-4e37-ada1-6cbbb8cef23a admin admin] 10.222.0.58 "PUT /v2.0/routers/d148f051-229f-44de-8bbc-b719525e2fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0025620 Aug 29 04:48:29.760323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-154828d7-3a10-4165-aa69-9038c05d726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.762019 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-154828d7-3a10-4165-aa69-9038c05d726d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fc91496-128c-4604-9481-90e5b69bed43 HTTP/1.1" status: 200 len: 853 time: 0.4117939 Aug 29 04:48:29.786061 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cae4b78b-ad20-45f8-a11a-d0a34eb8003b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.829673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51044) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:29.905607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cae4b78b-ad20-45f8-a11a-d0a34eb8003b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.920182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-0fc36b09-ea84-4ed5-b821-fd29b834889f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.922984 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-0fc36b09-ea84-4ed5-b821-fd29b834889f tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 946 time: 0.3195963 Aug 29 04:48:29.966992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4b78b-ad20-45f8-a11a-d0a34eb8003b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=6741ab58-d6cc-42cd-a142-3c67349f05f5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:29.997334 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cae4b78b-ad20-45f8-a11a-d0a34eb8003b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.003294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cae4b78b-ad20-45f8-a11a-d0a34eb8003b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/6741ab58-d6cc-42cd-a142-3c67349f05f5 HTTP/1.1" status: 204 len: 168 time: 0.8364594 Aug 29 04:48:30.006000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf69b8-1df4-4c1a-b297-c6b0e994a441 None None] New status for floating IP 4246fae2-eab6-4ffd-aec1-78924d12b746: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:48:30.007301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51046) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:30.040223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f4782d4-6db2-44f2-81a7-a2822b1f275d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.113163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1e31cb6a-f34c-47f3-887f-ed9217aa57d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976474 Aug 29 04:48:30.115744 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:30.130432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:30.184733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-2500478b-a12d-4783-abbf-04b1dc09ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:30.190230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-2500478b-a12d-4783-abbf-04b1dc09ca86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f53cbe9-4751-4554-98ad-630a7e6ad06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4202447 Aug 29 04:48:30.310371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b4dae-dd75-4f2f-be94-6d88c4c11a94 req-a0a38502-30b9-451a-ac3f-e0ac52b46e6b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:30.312029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f1b4dae-dd75-4f2f-be94-6d88c4c11a94 req-a0a38502-30b9-451a-ac3f-e0ac52b46e6b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 946 time: 0.4139979 Aug 29 04:48:30.461323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f1b4dae-dd75-4f2f-be94-6d88c4c11a94 req-f3498005-3a94-4cbe-88c0-2786e5df6d73 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385028 Aug 29 04:48:30.767810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:30.854111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:30.858855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:30.859349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.942355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Deleting port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:30.943269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.998428 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.024012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1e4a03f1-a8aa-4590-8da7-7cc9fae08642,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:31.034157 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.064891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be0aca-83f7-4b9a-af7b-4febca7a80ce None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:48:31.146667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] For port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:31.147187 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.150527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=1e4a03f1-a8aa-4590-8da7-7cc9fae08642,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:31.174223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Calling delete_port for 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:31.182408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8781c175-d616-41f8-a98d-25cecbcca97f None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:31.182902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8781c175-d616-41f8-a98d-25cecbcca97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.254406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-51aa5059-49f9-4c2f-b2a1-97ef31193a3a service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0476861 Aug 29 04:48:31.271788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f4782d4-6db2-44f2-81a7-a2822b1f275d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.295242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f4782d4-6db2-44f2-81a7-a2822b1f275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.309559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:31.315897 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.351661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be0aca-83f7-4b9a-af7b-4febca7a80ce None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:48:31.682655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f4782d4-6db2-44f2-81a7-a2822b1f275d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ee50153b2a744c7bd6bdda5bb3c6d59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8230908 Aug 29 04:48:31.737575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51072) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:31.781052 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-dbf76675-3889-4a5b-8d1a-e55887f6a9a2 req-4673b7bc-049b-4a24-b11b-796928207e12 service neutron] 10.222.0.65 "GET /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156724 Aug 29 04:48:31.815342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4782d4-6db2-44f2-81a7-a2822b1f275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b92220-3e26-4726-b24b-71a2dfd77632,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:31.866836 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.877209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2b451-4852-4be5-bae4-be78e3cacd94 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:31.894415 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.935092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event deleted for resources: {'Port': ['ID=20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:32.013421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] No DVR routers for this DVR port 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:32.017762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.019887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2197261d-a623-4a5d-bfd7-b2f90e7eab6a req-d43c957f-e889-4dac-a86a-1bbf9e13349b tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.65 "DELETE /v2.0/ports/20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c HTTP/1.1" status: 204 len: 173 time: 2.0892565 Aug 29 04:48:32.020398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'name': 'network-vif-deleted', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:32.034333 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2df98e-19a5-40db-96ad-f39de7fc9f5f" -d '{"events": [{"server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "name": "network-vif-deleted", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:32.046779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024599-25dd-4e2e-84ea-40112462ccda req-03fcb709-20f5-4aac-a8f5-c7000a1c05af tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:32.056427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31024599-25dd-4e2e-84ea-40112462ccda req-03fcb709-20f5-4aac-a8f5-c7000a1c05af tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 867 time: 0.3177824 Aug 29 04:48:32.090066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51078) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:32.099105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:32.107946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:32.137578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:32.138189 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.184233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0656192 Aug 29 04:48:32.184233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51080) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:32.232199 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Sync routers for ids ['d148f051-229f-44de-8bbc-b719525e2fe2'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:32.242952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:32.248423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da31888-04a6-4286-b26b-767b21bfb76b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=30594c5f-7c74-4f9e-a786-a41f56720e8e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:32.253382 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dccb88c0-9dc9-4eb5-b653-e81c1b590510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.255673 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Routers {'d148f051-229f-44de-8bbc-b719525e2fe2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:32.256774 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d148f051-229f-44de-8bbc-b719525e2fe2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:32.286302 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dccb88c0-9dc9-4eb5-b653-e81c1b590510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.395853 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dccb88c0-9dc9-4eb5-b653-e81c1b590510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.403714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dccb88c0-9dc9-4eb5-b653-e81c1b590510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.407571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dccb88c0-9dc9-4eb5-b653-e81c1b590510 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71b92220-3e26-4726-b24b-71a2dfd77632 HTTP/1.1" status: 204 len: 168 time: 0.6664691 Aug 29 04:48:32.414484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a29361d6-c914-487d-99a3-ce1145d9473b None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:32.415104 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a29361d6-c914-487d-99a3-ce1145d9473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.551304 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-31024599-25dd-4e2e-84ea-40112462ccda req-831edf47-feae-4259-84b9-8370f4290064 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/security-groups?id=5aa815cb-186b-4c8d-b9b7-613451490175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4936881 Aug 29 04:48:32.615774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb88c0-9dc9-4eb5-b653-e81c1b590510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b92220-3e26-4726-b24b-71a2dfd77632,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:32.748801 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0984db8a-0825-4681-be65-861d7f033c00 x-openstack-request-id: req-0984db8a-0825-4681-be65-861d7f033c00 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:32.750902 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789", "name": "network-vif-deleted", "tag": "20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:32.751339 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0984db8a-0825-4681-be65-861d7f033c00 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:32.755529 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789', 'name': 'network-vif-deleted', 'tag': '20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c', 'status': 'completed', 'code': 200} Aug 29 04:48:32.804597 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Set router d148f051-229f-44de-8bbc-b719525e2fe2 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:32.877196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:32.894286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:32.898502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.937716 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:32.995825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:32.996492 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.201412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.238555 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'name': 'tempest-ImageQuotaTest-403978349-router', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'gw_port': {'id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:21Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '727d5299-1288-4c72-9933-cb6a329ca38a', 'name': '', 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'mac_address': 'fa:16:3e:1a:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'dce93201-cac0-42a6-93c0-2716314a88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:24Z', 'updated_at': '2021-08-29T04:48:27Z', 'revision_number': 2, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'subnets': [{'id': 'dce93201-cac0-42a6-93c0-2716314a88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:33.315770 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Checking router: d148f051-229f-44de-8bbc-b719525e2fe2 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:33.316177 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Updating router d148f051-229f-44de-8bbc-b719525e2fe2 port 727d5299-1288-4c72-9933-cb6a329ca38a binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:33.371436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b7150-8bd2-4037-a1db-8285544ce8c3 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:33.398102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:33.411817 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.503973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:33.504566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 20ffa5fa-02a2-4341-a2c5-3b060fcc3d3c not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:33.532485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-35c3e514-c48a-4736-9e61-d78fcd4b4a47 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:33.533771 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-35c3e514-c48a-4736-9e61-d78fcd4b4a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.698984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Deleting port 727d5299-1288-4c72-9933-cb6a329ca38a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:33.699351 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.776644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32e0379d-7ade-4c13-9ceb-d0510f037aef req-52f0cc45-7a25-4e52-82b6-54048146187c tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.0720639 Aug 29 04:48:33.799149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:48:33.871592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.894369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Calling delete_port for 727d5299-1288-4c72-9933-cb6a329ca38a owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:33.930276 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.949848 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Transition to ACTIVE for port object 727d5299-1288-4c72-9933-cb6a329ca38a will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:33.971657 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.028389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '17bb5830-2043-4d7e-b8d4-b0e9120c2087'}, {'subnet_id': '30594c5f-7c74-4f9e-a786-a41f56720e8e'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'c83c799a-fab0-4034-8454-dcb6ca5d3ea9'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:48:34.044212 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Pushing event updated for resources: {'Port': ['ID=727d5299-1288-4c72-9933-cb6a329ca38a,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.074557 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.074903 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.075243 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.075581 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.075915 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.076547 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.076881 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.077204 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.077530 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.078388 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.078711 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.079033 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225e1a-1bff-4c3a-994e-066e4c7376a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:34.110289 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.175935 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Attempting to bind port 727d5299-1288-4c72-9933-cb6a329ca38a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:34.176380 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Attempting to bind port 727d5299-1288-4c72-9933-cb6a329ca38a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:34.176817 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Attempting to bind port 727d5299-1288-4c72-9933-cb6a329ca38a on network e49cf96e-5ea2-4c74-8323-e9044aed312d {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:34.190479 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:34.192582 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Checking segment: {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:34.193685 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.194095 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Bound using segment: {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:34.194589 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Bound port: 727d5299-1288-4c72-9933-cb6a329ca38a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:34.196065 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.314077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.350345 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.376016 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.db.api [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:48:34.377035 n-d-712142-15 neutron-server[94848]: DEBUG oslo_db.api [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:48:34.445029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Pushing event deleted for resources: {'Port': ['ID=727d5299-1288-4c72-9933-cb6a329ca38a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.594405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-46cbe2f9-98e9-46a7-8eb4-1b9539f49b05 None None] Could not find standard attr ID for object 727d5299-1288-4c72-9933-cb6a329ca38a. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:34.601024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:34.659854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.669410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.670461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.759295 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe04:6e09-7a64297c-fe60-4316-8a4f-437472b4e7 {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:48:34.761110 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:48:34.773652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:34.779548 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.784363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:34.800839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:34.801460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.873177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51124) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:34.876402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6686788 Aug 29 04:48:34.879124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:a5:49:7e', 'name': 'tempest-NetworksTestDHCPv6-382190362'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:34.882421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=17bb5830-2043-4d7e-b8d4-b0e9120c2087,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.902576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735b0ab-ce50-4ed1-9561-813db1d70384 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=13']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.912226 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Attempting to bind port 727d5299-1288-4c72-9933-cb6a329ca38a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:34.924717 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Attempting to bind port 727d5299-1288-4c72-9933-cb6a329ca38a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:34.925090 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Attempting to bind port 727d5299-1288-4c72-9933-cb6a329ca38a on network e49cf96e-5ea2-4c74-8323-e9044aed312d {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:34.951008 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:34.951384 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Checking segment: {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:34.969187 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.969860 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Bound using segment: {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:34.970535 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Bound port: 727d5299-1288-4c72-9933-cb6a329ca38a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff95608b-cb63-4815-b81e-e1e21ce1483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e49cf96e-5ea2-4c74-8323-e9044aed312d'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:34.971102 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.033086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f73b8fb-14bd-4595-9bf6-eeea5e62e5b0 req-3a4fe76b-17ba-4633-8ddb-21013fcd7d81 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.0934610 Aug 29 04:48:35.064174 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.plugin [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Port 727d5299-1288-4c72-9933-cb6a329ca38a has been deleted concurrently {{(pid=94848) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 04:48:35.106747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Routers {'d148f051-229f-44de-8bbc-b719525e2fe2'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:35.107394 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d148f051-229f-44de-8bbc-b719525e2fe2'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:35.244140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:35.339943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.358498 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] Set router d148f051-229f-44de-8bbc-b719525e2fe2 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:35.373588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Router d148f051-229f-44de-8bbc-b719525e2fe2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:35.548576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:35.559450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:35.564067 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ddd60c1e-9b3f-4991-9b84-e835487be565 admin admin] 10.222.0.58 "PUT /v2.0/routers/d148f051-229f-44de-8bbc-b719525e2fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4643795 Aug 29 04:48:35.569280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.618167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 84be10d1-f418-4c08-a53d-a2332fb77e4d yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:48:35.718140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Allocated IP 172.20.0.2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/30594c5f-7c74-4f9e-a786-a41f56720e8e/c83c799a-fab0-4034-8454-dcb6ca5d3ea9) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:35.754800 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'name': 'tempest-ImageQuotaTest-403978349-router', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:34Z', 'revision_number': 5, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'gw_port': {'id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:21Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:35.785405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.788004 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5ebbf-3b59-4d18-9ecc-087b47a14f6e None None] The sync data for ids ['d148f051-229f-44de-8bbc-b719525e2fe2'] in n-d-712142-15 is: [{'id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'name': 'tempest-ImageQuotaTest-403978349-router', 'tenant_id': 'baec86b4064f46469047e1dc5589b6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:34Z', 'revision_number': 5, 'project_id': 'baec86b4064f46469047e1dc5589b6e5', 'gw_port': {'id': '1e4a03f1-a8aa-4590-8da7-7cc9fae08642', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148f051-229f-44de-8bbc-b719525e2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:21Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:35.877233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:35.926129 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.928867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.950929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Transition to ACTIVE for port object c83c799a-fab0-4034-8454-dcb6ca5d3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:35.956698 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.993881 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Deleting port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:35.994248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.085105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3940276-0ad4-4d9e-83d8-48a7a525c30b None None] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=14']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:36.170438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 172.20.0.13 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/30594c5f-7c74-4f9e-a786-a41f56720e8e/84be10d1-f418-4c08-a53d-a2332fb77e4d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:36.199305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:fea5:497e (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/17bb5830-2043-4d7e-b8d4-b0e9120c2087/84be10d1-f418-4c08-a53d-a2332fb77e4d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:36.226393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] For port 1e4a03f1-a8aa-4590-8da7-7cc9fae08642, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1e4a03f1-a8aa-4590-8da7-7cc9fae08642,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:36.226791 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.271528 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2c594d76-724e-4179-a6d7-ca6b89010767 req-7305e857-0e3f-4146-bdd9-b423dcf53c69 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.1123533 Aug 29 04:48:36.294646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Calling delete_port for 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:36.536059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.568460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 84be10d1-f418-4c08-a53d-a2332fb77e4d will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:36.631174 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.675909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.712122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c83c799a-fab0-4034-8454-dcb6ca5d3ea9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:36.723914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4a03f1-a8aa-4590-8da7-7cc9fae08642,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:36.737993 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:36.741662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:36.746622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:36.818893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:36.819609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.850062 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.861588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9857945 Aug 29 04:48:36.898386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51156) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:36.912782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 727d5299-1288-4c72-9933-cb6a329ca38a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:36.948043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 727d5299-1288-4c72-9933-cb6a329ca38a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:36.948793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 727d5299-1288-4c72-9933-cb6a329ca38a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:36.997217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=84be10d1-f418-4c08-a53d-a2332fb77e4d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:37.007777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.008457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.009035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.009646 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.010558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.011106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.011643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.012190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.013091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.013622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.014161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.014864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a0705-c573-4894-a06e-8009abbd86e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:37.027477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.032146 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.053733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b913120-728d-4e4e-964a-844d301bd087 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:37.060393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b913120-728d-4e4e-964a-844d301bd087 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:37.064590 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1b913120-728d-4e4e-964a-844d301bd087 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1626768 Aug 29 04:48:37.067776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51162) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.078233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22aa578-fda0-446f-aabe-e8decbe43387 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:37.120418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.121106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d148f051-229f-44de-8bbc-b719525e2fe2 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:37.129015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.133646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fc33c5e9-0746-4d90-ba8c-1dd52b455e79 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d148f051-229f-44de-8bbc-b719525e2fe2 HTTP/1.1" status: 204 len: 168 time: 1.5724545 Aug 29 04:48:37.134782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51164) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.219954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-12663715-b203-4901-8f46-e9a2450d7246 None None] Provisioning for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:37.233475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-12663715-b203-4901-8f46-e9a2450d7246 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:37.234833 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-12663715-b203-4901-8f46-e9a2450d7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.238665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0a5bc0-1cf4-480f-9c7c-e3173695d143 admin admin] Deleting subnet dce93201-cac0-42a6-93c0-2716314a88f8 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:37.243924 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5bc0-1cf4-480f-9c7c-e3173695d143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.253732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-314043b3-5a9c-4ecc-854b-b081376f836d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 84be10d1-f418-4c08-a53d-a2332fb77e4d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:37.255460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-314043b3-5a9c-4ecc-854b-b081376f836d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.311030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5bc0-1cf4-480f-9c7c-e3173695d143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.471154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de180126-253c-4619-9125-bdebe2dc6882 req-34f2faf8-8f63-48fe-b649-e7e1f0718689 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.0326190 Aug 29 04:48:37.472551 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5bc0-1cf4-480f-9c7c-e3173695d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.473590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-314043b3-5a9c-4ecc-854b-b081376f836d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.494223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-314043b3-5a9c-4ecc-854b-b081376f836d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 84be10d1-f418-4c08-a53d-a2332fb77e4d owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:37.523657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e6947-8812-49a9-9d82-8461d51b455c None None] Sync routers for ids ['d148f051-229f-44de-8bbc-b719525e2fe2'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:37.547133 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5bc0-1cf4-480f-9c7c-e3173695d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.550467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e6947-8812-49a9-9d82-8461d51b455c None None] Routers set() bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:37.550849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e6947-8812-49a9-9d82-8461d51b455c None None] Router IDs set() for agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:48:37.551516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_agentschedulers_db [None req-211e6947-8812-49a9-9d82-8461d51b455c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d148f051-229f-44de-8bbc-b719525e2fe2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent'). {{(pid=94847) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:48:37.562626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e6947-8812-49a9-9d82-8461d51b455c None None] Routers set() bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:37.563353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e6947-8812-49a9-9d82-8461d51b455c None None] Router IDs set() for agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:48:37.564243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_agentschedulers_db [None req-211e6947-8812-49a9-9d82-8461d51b455c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d148f051-229f-44de-8bbc-b719525e2fe2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent'). {{(pid=94847) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:48:37.564892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e6947-8812-49a9-9d82-8461d51b455c None None] The sync data for ids ['d148f051-229f-44de-8bbc-b719525e2fe2'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:37.579115 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5bc0-1cf4-480f-9c7c-e3173695d143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.591202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7e0a5bc0-1cf4-480f-9c7c-e3173695d143 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dce93201-cac0-42a6-93c0-2716314a88f8 HTTP/1.1" status: 204 len: 168 time: 0.4551392 Aug 29 04:48:37.595257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc90669-fdf6-4318-aebd-baf50fdb7d37 None None] Network e49cf96e-5ea2-4c74-8323-e9044aed312d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:37.611524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51172) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.642625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a5bc0-1cf4-480f-9c7c-e3173695d143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce93201-cac0-42a6-93c0-2716314a88f8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:37.822434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.913184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51176) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.987680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Deleting port 5bffee6a-a679-4b60-bbea-dc2578b8028d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:37.988177 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.035895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-314043b3-5a9c-4ecc-854b-b081376f836d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.065937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d32a665-2c1a-4b17-a19a-2a5a086fb410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.066890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314043b3-5a9c-4ecc-854b-b081376f836d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=84be10d1-f418-4c08-a53d-a2332fb77e4d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.151722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] For port 5bffee6a-a679-4b60-bbea-dc2578b8028d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5bffee6a-a679-4b60-bbea-dc2578b8028d,segment=NetworkSegment(ff95608b-cb63-4815-b81e-e1e21ce1483f),segment_id=ff95608b-cb63-4815-b81e-e1e21ce1483f)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:38.152440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.170792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4a274832-0ddb-458f-86b5-9e244f854938 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:38.171396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4a274832-0ddb-458f-86b5-9e244f854938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.223482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] DHCP port deletion for e49cf96e-5ea2-4c74-8323-e9044aed312d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:38.233631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Calling delete_port for 5bffee6a-a679-4b60-bbea-dc2578b8028d owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:38.292255 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d32a665-2c1a-4b17-a19a-2a5a086fb410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.302491 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8d32a665-2c1a-4b17-a19a-2a5a086fb410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.302742 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-314043b3-5a9c-4ecc-854b-b081376f836d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.307591 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-314043b3-5a9c-4ecc-854b-b081376f836d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/84be10d1-f418-4c08-a53d-a2332fb77e4d HTTP/1.1" status: 204 len: 168 time: 1.2387469 Aug 29 04:48:38.308401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51180) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:38.385241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8d32a665-2c1a-4b17-a19a-2a5a086fb410 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfcfb84cb9fd4f10b1e527cc296e667c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707527 Aug 29 04:48:38.392303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32a665-2c1a-4b17-a19a-2a5a086fb410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee457f8-2c53-40ca-b7e8-abf3b9f7f25d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.396637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51182) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:38.417113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] Deleting port 5bffee6a-a679-4b60-bbea-dc2578b8028d {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:38.417384 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.419480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e62336-adfb-4270-9dd2-16ef3d866e58 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:38.421112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e62336-adfb-4270-9dd2-16ef3d866e58 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:38.423609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e62336-adfb-4270-9dd2-16ef3d866e58 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:38.428321 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-65e62336-adfb-4270-9dd2-16ef3d866e58 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1173244 Aug 29 04:48:38.430460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51186) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:38.474734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8ada9bc-bf03-4cbc-81ea-45d220ef7d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.501906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8af2d59-9a72-4d9e-bd4e-de732174645f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 17bb5830-2043-4d7e-b8d4-b0e9120c2087 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:38.506317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8af2d59-9a72-4d9e-bd4e-de732174645f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.517404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8ada9bc-bf03-4cbc-81ea-45d220ef7d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.551039 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.569351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4a274832-0ddb-458f-86b5-9e244f854938 None None] Could not find standard attr ID for object 84be10d1-f418-4c08-a53d-a2332fb77e4d. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:38.598217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bffee6a-a679-4b60-bbea-dc2578b8028d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.611551 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] No DVR routers for this DVR port 5bffee6a-a679-4b60-bbea-dc2578b8028d on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:38.617111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8af2d59-9a72-4d9e-bd4e-de732174645f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.626984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] For port 5bffee6a-a679-4b60-bbea-dc2578b8028d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5bffee6a-a679-4b60-bbea-dc2578b8028d,segment=NetworkSegment(ff95608b-cb63-4815-b81e-e1e21ce1483f),segment_id=ff95608b-cb63-4815-b81e-e1e21ce1483f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:38.627406 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.657131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] Calling delete_port for 5bffee6a-a679-4b60-bbea-dc2578b8028d owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:38.661751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8ada9bc-bf03-4cbc-81ea-45d220ef7d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.668118 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b8ada9bc-bf03-4cbc-81ea-45d220ef7d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.669315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b8ada9bc-bf03-4cbc-81ea-45d220ef7d82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ee457f8-2c53-40ca-b7e8-abf3b9f7f25d HTTP/1.1" status: 204 len: 168 time: 0.2711916 Aug 29 04:48:38.713274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-12fd565f-617b-4b27-b29b-4a006ecddd34 req-1b42aa88-3d52-4ad2-bba3-6a7912a69b18 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae8e7bae-3ed1-4993-8a3b-c5f6b2caa789 HTTP/1.1" status: 200 len: 210 time: 0.0678215 Aug 29 04:48:38.731741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ada9bc-bf03-4cbc-81ea-45d220ef7d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee457f8-2c53-40ca-b7e8-abf3b9f7f25d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.767841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aa3c67b9-3e0a-4403-8551-c80b573a5dfb None None] Could not find standard attr ID for object 84be10d1-f418-4c08-a53d-a2332fb77e4d. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:38.777015 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.802729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5bffee6a-a679-4b60-bbea-dc2578b8028d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:38.829701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 5bffee6a-a679-4b60-bbea-dc2578b8028d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:38.830447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5bffee6a-a679-4b60-bbea-dc2578b8028d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:38.831073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:38.855228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:38.855228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1e4a03f1-a8aa-4590-8da7-7cc9fae08642 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:38.875959 n-d-712142-15 neutron-server[94847]: self.session.flush() Aug 29 04:48:38.882071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49cf96e-5ea2-4c74-8323-e9044aed312d']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.885071 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.911714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] Pushing event deleted for resources: {'Port': ['ID=5bffee6a-a679-4b60-bbea-dc2578b8028d,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.918193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff95608b-cb63-4815-b81e-e1e21ce1483f') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.918631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff95608b-cb63-4815-b81e-e1e21ce1483f') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.921907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17308ecc-3d3f-457d-b997-973c09385f15 None None] No DVR routers for this DVR port 5bffee6a-a679-4b60-bbea-dc2578b8028d on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:38.940145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8af2d59-9a72-4d9e-bd4e-de732174645f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.964959 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.992282 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.005005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:39.005428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: items = [ Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:39.007290 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:39.084094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8af2d59-9a72-4d9e-bd4e-de732174645f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.098517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.126879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.130831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e49cf96e-5ea2-4c74-8323-e9044aed312d HTTP/1.1" status: 204 len: 168 time: 1.5146320 Aug 29 04:48:39.130831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af2d59-9a72-4d9e-bd4e-de732174645f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=17bb5830-2043-4d7e-b8d4-b0e9120c2087,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.135668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51200) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.155121 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76097bde-9335-4d5f-b101-f6f4f0c6477e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.164214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c8af2d59-9a72-4d9e-bd4e-de732174645f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.168378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c8af2d59-9a72-4d9e-bd4e-de732174645f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/17bb5830-2043-4d7e-b8d4-b0e9120c2087 HTTP/1.1" status: 204 len: 168 time: 0.7347426 Aug 29 04:48:39.168378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c885c-39dd-4cd2-b08c-1bd00dbb3624 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49cf96e-5ea2-4c74-8323-e9044aed312d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.170640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0567e80-214e-4edc-9fa7-2dd5071da459 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:39.172112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51202) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.315080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc240e08-05f8-4841-8f06-d2ea134a27f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 30594c5f-7c74-4f9e-a786-a41f56720e8e {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:39.320284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc240e08-05f8-4841-8f06-d2ea134a27f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.377535 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc240e08-05f8-4841-8f06-d2ea134a27f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.435756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51204) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.459118 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76097bde-9335-4d5f-b101-f6f4f0c6477e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.509036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bf1da6b6-88db-4061-bd17-c5af406dfecb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=baec86b4064f46469047e1dc5589b6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717940 Aug 29 04:48:39.509962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51208) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.526674 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc240e08-05f8-4841-8f06-d2ea134a27f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.562931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-76097bde-9335-4d5f-b101-f6f4f0c6477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.583823 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7da66eb7-cd18-408e-969a-1f9fe4f30162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.621672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7da66eb7-cd18-408e-969a-1f9fe4f30162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.657544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-76097bde-9335-4d5f-b101-f6f4f0c6477e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e81b1ec13f1b4a7b90ed114baf25f18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187402 Aug 29 04:48:39.665839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51210) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.669655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76097bde-9335-4d5f-b101-f6f4f0c6477e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa845f-7f19-4666-aad5-cb294dfbdac8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.702357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc240e08-05f8-4841-8f06-d2ea134a27f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.745997 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-784e4752-5b88-4240-9424-801fad353b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.753284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc240e08-05f8-4841-8f06-d2ea134a27f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.757836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cc240e08-05f8-4841-8f06-d2ea134a27f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/30594c5f-7c74-4f9e-a786-a41f56720e8e HTTP/1.1" status: 204 len: 168 time: 0.5841103 Aug 29 04:48:39.758992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc240e08-05f8-4841-8f06-d2ea134a27f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=30594c5f-7c74-4f9e-a786-a41f56720e8e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.760912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51214) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.808126 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-784e4752-5b88-4240-9424-801fad353b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.820107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51216) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.845558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-438ef376-8f83-4d6d-8697-248f11c096d0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809002 Aug 29 04:48:39.846865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51218) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.856456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:39.889116 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7da66eb7-cd18-408e-969a-1f9fe4f30162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.892439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7da66eb7-cd18-408e-969a-1f9fe4f30162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.893748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7da66eb7-cd18-408e-969a-1f9fe4f30162 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f978e87-189c-41e4-b520-a662b1d1e920 HTTP/1.1" status: 204 len: 168 time: 0.3823588 Aug 29 04:48:39.931141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da66eb7-cd18-408e-969a-1f9fe4f30162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f978e87-189c-41e4-b520-a662b1d1e920,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.960871 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee940fac-0031-4da6-ba35-9feec662b0f8 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.992069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-784e4752-5b88-4240-9424-801fad353b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.994618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-784e4752-5b88-4240-9424-801fad353b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.995762 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-784e4752-5b88-4240-9424-801fad353b45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44fa845f-7f19-4666-aad5-cb294dfbdac8 HTTP/1.1" status: 204 len: 168 time: 0.3286247 Aug 29 04:48:40.027044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:40.032168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.046201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee940fac-0031-4da6-ba35-9feec662b0f8 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.052908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e4752-5b88-4240-9424-801fad353b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa845f-7f19-4666-aad5-cb294dfbdac8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.166875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee940fac-0031-4da6-ba35-9feec662b0f8 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.169594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee940fac-0031-4da6-ba35-9feec662b0f8 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.170798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ee940fac-0031-4da6-ba35-9feec662b0f8 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] 10.222.0.58 "DELETE /v2.0/security-groups/5aa815cb-186b-4c8d-b9b7-613451490175 HTTP/1.1" status: 204 len: 168 time: 0.3491571 Aug 29 04:48:40.187020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee940fac-0031-4da6-ba35-9feec662b0f8 tempest-TestVolumeBackupRestore-1945982488 tempest-TestVolumeBackupRestore-1945982488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa815cb-186b-4c8d-b9b7-613451490175,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.384388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef75ea-0e79-40ee-99cb-1f76539a05da None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:40.453234 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.598879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:40.615127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:40.631391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:40.632634 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.672181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-23ebd4ab-f0f9-401b-9f54-07b87644f2b3 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:40.678613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51258) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:40.679127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8318121 Aug 29 04:48:40.684616 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-23ebd4ab-f0f9-401b-9f54-07b87644f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.687744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:40.697466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9edd9-a7c6-4db2-9b3b-2dbbca9263fa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=995f31d1-cd32-4983-ab6c-943179f4624a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.886253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51284) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:40.912460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46a2c730-4539-4d82-b064-1fe6a97008a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.967847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:40.977098 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.177816 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46a2c730-4539-4d82-b064-1fe6a97008a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.184287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46a2c730-4539-4d82-b064-1fe6a97008a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.295378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa0caa-c746-472d-9b66-a2e56dd43bfb None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:41.326729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-46a2c730-4539-4d82-b064-1fe6a97008a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4394419 Aug 29 04:48:41.330096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51330) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:41.337377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2c730-4539-4d82-b064-1fe6a97008a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a995543-5a11-4ecc-9bae-9b537aca05ea,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.486255 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-07548b30-9911-4d53-acb6-43a9aaffa4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.489913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-108772dd-6642-4d07-9ca4-25e5d904b610 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:41.490378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-108772dd-6642-4d07-9ca4-25e5d904b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.525926 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-07548b30-9911-4d53-acb6-43a9aaffa4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.642445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-07548b30-9911-4d53-acb6-43a9aaffa4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.645872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-07548b30-9911-4d53-acb6-43a9aaffa4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.655561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-07548b30-9911-4d53-acb6-43a9aaffa4aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a995543-5a11-4ecc-9bae-9b537aca05ea HTTP/1.1" status: 204 len: 168 time: 0.3242102 Aug 29 04:48:41.671015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07548b30-9911-4d53-acb6-43a9aaffa4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a995543-5a11-4ecc-9bae-9b537aca05ea,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.801703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:48:42.156168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.240494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690154f-6e59-461c-88c4-335c3907d3d8 None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '995f31d1-cd32-4983-ab6c-943179f4624a'}, {'subnet_id': '47533f7a-ae53-4249-ae67-7b48e7ab7fea'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'c83c799a-fab0-4034-8454-dcb6ca5d3ea9'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:48:42.313516 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e690154f-6e59-461c-88c4-335c3907d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.710627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-e690154f-6e59-461c-88c4-335c3907d3d8 None None] Allocated IP 172.20.0.2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/995f31d1-cd32-4983-ab6c-943179f4624a/c83c799a-fab0-4034-8454-dcb6ca5d3ea9) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:42.881311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:42.934895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.946076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.946862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.032162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:43.040327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:43.044172 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:43.045054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.068039 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3875079 Aug 29 04:48:43.070874 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51518) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:43.076863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:24:0d:61', 'name': 'tempest-NetworksTestDHCPv6-47456412'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:43.093744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e690154f-6e59-461c-88c4-335c3907d3d8 None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:43.134012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=47533f7a-ae53-4249-ae67-7b48e7ab7fea,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.159686 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e690154f-6e59-461c-88c4-335c3907d3d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.179022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e690154f-6e59-461c-88c4-335c3907d3d8 None None] Transition to ACTIVE for port object c83c799a-fab0-4034-8454-dcb6ca5d3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:43.188815 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e690154f-6e59-461c-88c4-335c3907d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.196906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566f561-b7a6-4de2-b1d1-fadcb79f65d4 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=18']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.308025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:43.402415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690154f-6e59-461c-88c4-335c3907d3d8 None None] Pushing event updated for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=19']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.517409 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.564008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:48:43.891240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 172.20.0.13 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/995f31d1-cd32-4983-ab6c-943179f4624a/fcc209a1-0dec-4831-9f7d-2f0f8f45fb65) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:43.904063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:fe24:d61 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/47533f7a-ae53-4249-ae67-7b48e7ab7fea/fcc209a1-0dec-4831-9f7d-2f0f8f45fb65) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:44.234799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.276706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:44.343010 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e778f89-40a7-4bb3-8041-6a4bd76d54ec None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:44.380089 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.480374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:44.486310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:44.492998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:44.518597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c94800c8-2d06-4c5d-bf0e-3ed53e093563 None None] Provisioning for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:44.527534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c94800c8-2d06-4c5d-bf0e-3ed53e093563 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:44.528169 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c94800c8-2d06-4c5d-bf0e-3ed53e093563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.531910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=fcc209a1-0dec-4831-9f7d-2f0f8f45fb65,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:44.591731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:44.594919 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.624421 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-570ae822-6b24-4c02-bfe5-ad489991846d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5520327 Aug 29 04:48:44.627371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51684) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:44.760787 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c83c799a-fab0-4034-8454-dcb6ca5d3ea9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:44.788645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f6d63-5485-43ff-967f-60bb374f699d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:44.809870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f6d63-5485-43ff-967f-60bb374f699d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:44.811677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-420f6d63-5485-43ff-967f-60bb374f699d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1823702 Aug 29 04:48:44.815005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51704) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:44.998206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:45.000367 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.081814 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0f265184-da90-45be-af6d-c340a9458bee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:45.082370 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f265184-da90-45be-af6d-c340a9458bee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.213655 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f265184-da90-45be-af6d-c340a9458bee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.243912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0f265184-da90-45be-af6d-c340a9458bee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:45.345879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51754) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:45.399105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aaa935ed-3ed2-47be-9629-b21575166cf2 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:45.401368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aaa935ed-3ed2-47be-9629-b21575166cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.698514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5045a10-9bea-48a6-ad34-e7f2dd83be36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.888513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aaa935ed-3ed2-47be-9629-b21575166cf2 None None] Provisioning for port fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:45.899834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aaa935ed-3ed2-47be-9629-b21575166cf2 None None] Provisioning complete for port fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:45.900336 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aaa935ed-3ed2-47be-9629-b21575166cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.994673 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5045a10-9bea-48a6-ad34-e7f2dd83be36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.001763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-aaa935ed-3ed2-47be-9629-b21575166cf2 None None] Port fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:46.005942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5045a10-9bea-48a6-ad34-e7f2dd83be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.094858 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f5045a10-9bea-48a6-ad34-e7f2dd83be36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7c4d88e58f5479bbb2d3ae622f12ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472301 Aug 29 04:48:46.097348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5045a10-9bea-48a6-ad34-e7f2dd83be36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859057b-a961-4d4e-a457-a547b76647ce,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:46.100681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51778) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.130747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-149bccef-e5e4-4a2e-9252-349203942219 None None] Provisioning complete for port fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:46.131164 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-149bccef-e5e4-4a2e-9252-349203942219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.186660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-149bccef-e5e4-4a2e-9252-349203942219 None None] Port fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:46.230490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51782) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.257358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cc9b089d-71ef-4470-bdb7-2a5b6dd37a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.332839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cc9b089d-71ef-4470-bdb7-2a5b6dd37a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.408443 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f265184-da90-45be-af6d-c340a9458bee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.486702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f265184-da90-45be-af6d-c340a9458bee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=fcc209a1-0dec-4831-9f7d-2f0f8f45fb65,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:46.654902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f265184-da90-45be-af6d-c340a9458bee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.665445 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f265184-da90-45be-af6d-c340a9458bee tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 HTTP/1.1" status: 204 len: 168 time: 1.8487172 Aug 29 04:48:46.667951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51788) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.766353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09658fd8-5066-4a00-8cb8-aa0a81ff3233 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:46.767363 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cc9b089d-71ef-4470-bdb7-2a5b6dd37a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.768088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09658fd8-5066-4a00-8cb8-aa0a81ff3233 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:46.774803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09658fd8-5066-4a00-8cb8-aa0a81ff3233 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:46.776841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-09658fd8-5066-4a00-8cb8-aa0a81ff3233 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1077828 Aug 29 04:48:46.777131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cc9b089d-71ef-4470-bdb7-2a5b6dd37a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.781404 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cc9b089d-71ef-4470-bdb7-2a5b6dd37a13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7859057b-a961-4d4e-a457-a547b76647ce HTTP/1.1" status: 204 len: 168 time: 0.6763651 Aug 29 04:48:46.786250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51792) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.810019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b089d-71ef-4470-bdb7-2a5b6dd37a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859057b-a961-4d4e-a457-a547b76647ce,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:46.940140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-78889f73-e94d-4772-969a-d20ac01554d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 47533f7a-ae53-4249-ae67-7b48e7ab7fea {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:46.947687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78889f73-e94d-4772-969a-d20ac01554d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.020217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78889f73-e94d-4772-969a-d20ac01554d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.206721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78889f73-e94d-4772-969a-d20ac01554d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.301686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.306549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78889f73-e94d-4772-969a-d20ac01554d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.418436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78889f73-e94d-4772-969a-d20ac01554d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.420678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-78889f73-e94d-4772-969a-d20ac01554d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/47533f7a-ae53-4249-ae67-7b48e7ab7fea HTTP/1.1" status: 204 len: 168 time: 0.6210012 Aug 29 04:48:47.424208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51804) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:47.436775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78889f73-e94d-4772-969a-d20ac01554d6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=47533f7a-ae53-4249-ae67-7b48e7ab7fea,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:47.447598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca967a-0cf2-48f8-b968-6e76c250cee7 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:47.452720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51806) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:47.528388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea77caa-37f9-43e2-a74e-c24396f24ad6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 995f31d1-cd32-4983-ab6c-943179f4624a {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:47.533374 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ea77caa-37f9-43e2-a74e-c24396f24ad6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.536318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-925409c5-404e-4d1a-98d4-43c8eb1db739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.543861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5455a3a3-5b26-411e-89c3-7d8e5b8b6aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.626762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ea77caa-37f9-43e2-a74e-c24396f24ad6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.815726 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ea77caa-37f9-43e2-a74e-c24396f24ad6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.914206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5455a3a3-5b26-411e-89c3-7d8e5b8b6aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.924285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5455a3a3-5b26-411e-89c3-7d8e5b8b6aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.989495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ea77caa-37f9-43e2-a74e-c24396f24ad6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.015722 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5455a3a3-5b26-411e-89c3-7d8e5b8b6aae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ec905f2a9c74234b2cb5e14f16be671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595481 Aug 29 04:48:48.033254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51814) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.043806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455a3a3-5b26-411e-89c3-7d8e5b8b6aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfa3954-bc64-4e14-896d-9cc2a72b1733,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.085917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Deleting port a48b795a-b6d4-48ed-a52a-d3c5f54827e3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:48.086549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.101059 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ea77caa-37f9-43e2-a74e-c24396f24ad6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.107293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7ea77caa-37f9-43e2-a74e-c24396f24ad6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/995f31d1-cd32-4983-ab6c-943179f4624a HTTP/1.1" status: 204 len: 168 time: 0.6812441 Aug 29 04:48:48.108431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51816) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.118756 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea77caa-37f9-43e2-a74e-c24396f24ad6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=995f31d1-cd32-4983-ab6c-943179f4624a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.177587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b9ada989-49c8-4d67-9c3f-8334fe888290 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598643 Aug 29 04:48:48.180252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51818) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.236461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] For port a48b795a-b6d4-48ed-a52a-d3c5f54827e3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:48.237100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.242730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55463f3f-f7e9-42ea-8528-d3aa2d51474c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.260506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Calling delete_port for a48b795a-b6d4-48ed-a52a-d3c5f54827e3 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:48.281461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55463f3f-f7e9-42ea-8528-d3aa2d51474c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.335651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b7fa2-7e4e-4344-a640-bfbeaf176bd5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:48.340624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ba3b7fa2-7e4e-4344-a640-bfbeaf176bd5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1555269 Aug 29 04:48:48.347103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51822) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.428816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9271e180-d8c5-459e-9116-3f5fea9a69bd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:48.431574 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9271e180-d8c5-459e-9116-3f5fea9a69bd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824015 Aug 29 04:48:48.443667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51824) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.494842 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55463f3f-f7e9-42ea-8528-d3aa2d51474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.498023 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-55463f3f-f7e9-42ea-8528-d3aa2d51474c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.499535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-55463f3f-f7e9-42ea-8528-d3aa2d51474c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cfa3954-bc64-4e14-896d-9cc2a72b1733 HTTP/1.1" status: 204 len: 168 time: 0.4587405 Aug 29 04:48:48.502208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f82af01d-67bc-42da-ad77-faf57e371e90 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546052 Aug 29 04:48:48.511903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51828) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.513176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55463f3f-f7e9-42ea-8528-d3aa2d51474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfa3954-bc64-4e14-896d-9cc2a72b1733,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.529316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9dd5d752-98ca-4466-ac6d-f9ddb58d3496 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:48.574641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.615814 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a48b795a-b6d4-48ed-a52a-d3c5f54827e3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.662274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d4c64e-9ce6-438c-98ae-130be1b039f2 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:48.742206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd5d752-98ca-4466-ac6d-f9ddb58d3496 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:48.747787 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d752-98ca-4466-ac6d-f9ddb58d3496 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.751736 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5d752-98ca-4466-ac6d-f9ddb58d3496 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:48:48.752436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd5d752-98ca-4466-ac6d-f9ddb58d3496 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:48.772429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9dd5d752-98ca-4466-ac6d-f9ddb58d3496 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2481797 Aug 29 04:48:48.775325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51830) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.783538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-42080999-058c-4015-9b65-b4375011d39e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:48.831049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d31d734c-fae3-4ddd-bb79-63082b491043 None None] Provisioning complete for port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:48.832380 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d31d734c-fae3-4ddd-bb79-63082b491043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.030444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42080999-058c-4015-9b65-b4375011d39e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:49.034567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-42080999-058c-4015-9b65-b4375011d39e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.036097 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-42080999-058c-4015-9b65-b4375011d39e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:48:49.036543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42080999-058c-4015-9b65-b4375011d39e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:49.073756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-42080999-058c-4015-9b65-b4375011d39e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2957611 Aug 29 04:48:49.074574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51836) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.081331 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bdce2288-2c2d-4a3b-8d4d-d1985f3b64ad tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:49.158569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.184431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:49.234974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdce2288-2c2d-4a3b-8d4d-d1985f3b64ad tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:49.241313 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdce2288-2c2d-4a3b-8d4d-d1985f3b64ad tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.242447 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdce2288-2c2d-4a3b-8d4d-d1985f3b64ad tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:48:49.243773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdce2288-2c2d-4a3b-8d4d-d1985f3b64ad tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:49.278742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51842) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.279641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bdce2288-2c2d-4a3b-8d4d-d1985f3b64ad tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2032373 Aug 29 04:48:49.285335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] Deleting port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:49.285694 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.294631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d30f7e95-c139-4534-8efa-89aa660354bd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:49.382083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] For port c83c799a-fab0-4034-8454-dcb6ca5d3ea9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:49.383349 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.402192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] Calling delete_port for c83c799a-fab0-4034-8454-dcb6ca5d3ea9 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:49.516343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f7e95-c139-4534-8efa-89aa660354bd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:49.520434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d30f7e95-c139-4534-8efa-89aa660354bd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.521988 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30f7e95-c139-4534-8efa-89aa660354bd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:48:49.522424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30f7e95-c139-4534-8efa-89aa660354bd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:49.534806 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.570756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] Pushing event deleted for resources: {'Port': ['ID=c83c799a-fab0-4034-8454-dcb6ca5d3ea9,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.577142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb0fd6-e038-4cab-86f7-b8d98df80223 None None] No DVR routers for this DVR port c83c799a-fab0-4034-8454-dcb6ca5d3ea9 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:49.587964 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d30f7e95-c139-4534-8efa-89aa660354bd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3045082 Aug 29 04:48:49.591781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51856) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.599367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-98388d93-5597-43eb-b6d2-9d3221e32e76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:49.720581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Router cbf53a73-175b-4128-874a-b1a07d6e4827 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:49.737279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98388d93-5597-43eb-b6d2-9d3221e32e76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:49.740862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98388d93-5597-43eb-b6d2-9d3221e32e76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.742484 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-98388d93-5597-43eb-b6d2-9d3221e32e76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:48:49.743239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98388d93-5597-43eb-b6d2-9d3221e32e76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:49.761374 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-98388d93-5597-43eb-b6d2-9d3221e32e76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1671636 Aug 29 04:48:49.764635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51868) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.781583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2dcbafb8-bb72-46f0-819b-7c1f747bfd78 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:49.881575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:49.887348 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3d90befa-c7c6-48e6-a0a1-a94bb0cbeaa1 admin admin] 10.222.0.58 "PUT /v2.0/routers/cbf53a73-175b-4128-874a-b1a07d6e4827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6555295 Aug 29 04:48:49.890651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51874) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.912154 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] Sync routers for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:49.941428 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:49.949687 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:50.020696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcbafb8-bb72-46f0-819b-7c1f747bfd78 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:50.024861 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2dcbafb8-bb72-46f0-819b-7c1f747bfd78 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.028789 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcbafb8-bb72-46f0-819b-7c1f747bfd78 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:48:50.029279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcbafb8-bb72-46f0-819b-7c1f747bfd78 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:50.060885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51882) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:50.061174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2dcbafb8-bb72-46f0-819b-7c1f747bfd78 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2927213 Aug 29 04:48:50.080651 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.099594 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:50.130098 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-73cbbb8b-77b8-490b-b391-d2e5b3c9c193 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0670280 Aug 29 04:48:50.132614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51884) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:50.213345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7369aae-ed14-45f9-a116-0dbdc8665de7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:50.219770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51888) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:50.220901 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e7369aae-ed14-45f9-a116-0dbdc8665de7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830817 Aug 29 04:48:50.285206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f2779435-cebc-48df-9d4f-7a049cc37b76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608861 Aug 29 04:48:50.286836 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51890) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:50.303193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:50.304111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.368618 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.429586 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9292d1de-7503-438f-aea4-cfde1f2354af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.447747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Deleting port 0d60c63c-35ad-488f-be06-705163f581df {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:50.448193 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.490743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:50.500083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.507944 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0d60c63c-35ad-488f-be06-705163f581df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:48:48Z', 'revision_number': 5, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port': {'id': '0d60c63c-35ad-488f-be06-705163f581df', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:35Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:50.541911 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] Checking router: cbf53a73-175b-4128-874a-b1a07d6e4827 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:50.551938 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] Routers {'cbf53a73-175b-4128-874a-b1a07d6e4827'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:50.553214 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['cbf53a73-175b-4128-874a-b1a07d6e4827'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:50.563832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] For port 0d60c63c-35ad-488f-be06-705163f581df, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d60c63c-35ad-488f-be06-705163f581df,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:50.566102 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.594955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Calling delete_port for 0d60c63c-35ad-488f-be06-705163f581df owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:50.719176 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] Set router cbf53a73-175b-4128-874a-b1a07d6e4827 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:50.883180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c83c799a-fab0-4034-8454-dcb6ca5d3ea9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:50.904466 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.964597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d60c63c-35ad-488f-be06-705163f581df,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:50.980952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c83c799a-fab0-4034-8454-dcb6ca5d3ea9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:50.981587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c83c799a-fab0-4034-8454-dcb6ca5d3ea9 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:50.989661 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 6, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:51.068366 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.068912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c369c53-6b2e-45a1-afbc-a008fb832cd7 None None] The sync data for ids ['cbf53a73-175b-4128-874a-b1a07d6e4827'] in n-d-712142-15 is: [{'id': 'cbf53a73-175b-4128-874a-b1a07d6e4827', 'name': 'tempest-TestVolumeBackupRestore-1898388500-router', 'tenant_id': 'c82c84aa59f04d99a407918924fbf68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:34Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 6, 'project_id': 'c82c84aa59f04d99a407918924fbf68d', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:51.120024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:48:51.124745 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.168872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:51.174073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:51.184863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237488d-a075-4356-bcde-8bc33a0bb06c None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:51.185484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:51.186593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.210863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=0e35ce66-e51f-4022-973b-9b5eed9a1af0,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:51.224388 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b9712266-5731-473f-b5e7-bad25f2c7861 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9360483 Aug 29 04:48:51.234846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51910) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:51.240364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:d9:c3:62', 'name': 'tempest-NetworksTestDHCPv6-208009213'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:51.263555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.267331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.300957 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.334843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.334843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbf53a73-175b-4128-874a-b1a07d6e4827 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:51.350928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.356794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-504a6729-2898-4fa4-b74c-3ff6735689b0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cbf53a73-175b-4128-874a-b1a07d6e4827 HTTP/1.1" status: 204 len: 168 time: 1.4625173 Aug 29 04:48:51.357501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51914) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:51.453163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-060a57fd-6438-4ac0-a86a-de0b05b06df6 admin admin] Deleting subnet 9fc91496-128c-4604-9481-90e5b69bed43 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:51.458037 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a57fd-6438-4ac0-a86a-de0b05b06df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.465491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '0e35ce66-e51f-4022-973b-9b5eed9a1af0'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:51.467514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.503762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a57fd-6438-4ac0-a86a-de0b05b06df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.542896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:51.669339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Allocated IP 2001:db8::f816:3eff:fedd:2f5c (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/0e35ce66-e51f-4022-973b-9b5eed9a1af0/b83e6c2e-3afc-4f26-9568-3e8187769d08) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:51.670812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a57fd-6438-4ac0-a86a-de0b05b06df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.719716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.772493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port d5f5f794-d67d-476f-b028-1550413695c5 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:48:51.789396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a57fd-6438-4ac0-a86a-de0b05b06df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.863823 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.875961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a57fd-6438-4ac0-a86a-de0b05b06df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc91496-128c-4604-9481-90e5b69bed43,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:51.880110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Transition to ACTIVE for port object b83e6c2e-3afc-4f26-9568-3e8187769d08 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:51.881971 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-060a57fd-6438-4ac0-a86a-de0b05b06df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.884426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88939054-96c9-46b1-aff9-9066d7d71b7f None None] Network 1f53cbe9-4751-4554-98ad-630a7e6ad06c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:51.884575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-060a57fd-6438-4ac0-a86a-de0b05b06df6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9fc91496-128c-4604-9481-90e5b69bed43 HTTP/1.1" status: 204 len: 168 time: 0.5260870 Aug 29 04:48:51.888443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51928) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:51.949859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Transition to ACTIVE for port object b83e6c2e-3afc-4f26-9568-3e8187769d08 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:51.962234 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.066819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:fed9:c362 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/0e35ce66-e51f-4022-973b-9b5eed9a1af0/d5f5f794-d67d-476f-b028-1550413695c5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:52.078648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:52.081028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Pushing event updated for resources: {'Port': ['ID=b83e6c2e-3afc-4f26-9568-3e8187769d08,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:52.083475 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.122872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:52.137033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:52.234049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Attempting to bind port b83e6c2e-3afc-4f26-9568-3e8187769d08 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:52.234453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Attempting to bind port b83e6c2e-3afc-4f26-9568-3e8187769d08 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:52.234788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Attempting to bind port b83e6c2e-3afc-4f26-9568-3e8187769d08 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:52.243385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:52.243769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:52.244207 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.244625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:52.245348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Bound port: b83e6c2e-3afc-4f26-9568-3e8187769d08, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:52.245985 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.320848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.336695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object d5f5f794-d67d-476f-b028-1550413695c5 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:52.359828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] DHCP port deletion for 1f53cbe9-4751-4554-98ad-630a7e6ad06c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:52.416163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] For port b83e6c2e-3afc-4f26-9568-3e8187769d08, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:52.417480 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.421609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] For port b83e6c2e-3afc-4f26-9568-3e8187769d08, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b83e6c2e-3afc-4f26-9568-3e8187769d08,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:52.438108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.493462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:52.504447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:52.509705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:52.516162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.516748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.517543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] Deleting port 555ab100-d318-4b01-b47d-998f7e28efe5 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:52.518027 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.535493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=d5f5f794-d67d-476f-b028-1550413695c5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:52.554346 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6212c0bc-27ba-486e-94d4-ea16393374fe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3179810 Aug 29 04:48:52.557063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51942) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:52.559953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Deleting port 555ab100-d318-4b01-b47d-998f7e28efe5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:52.560619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.651838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] For port 555ab100-d318-4b01-b47d-998f7e28efe5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=555ab100-d318-4b01-b47d-998f7e28efe5,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:52.652645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.692773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Calling delete_port for 555ab100-d318-4b01-b47d-998f7e28efe5 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:52.695788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d929229-8dd1-4bca-b06b-2ead0106f70e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.706526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d929229-8dd1-4bca-b06b-2ead0106f70e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.713983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51944) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:52.716532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5d929229-8dd1-4bca-b06b-2ead0106f70e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1569459 Aug 29 04:48:52.753940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] For port 555ab100-d318-4b01-b47d-998f7e28efe5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=555ab100-d318-4b01-b47d-998f7e28efe5,segment=NetworkSegment(1200597a-39f5-4851-ab8c-5d32cae6add5),segment_id=1200597a-39f5-4851-ab8c-5d32cae6add5)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:52.754358 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.790299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] Calling delete_port for 555ab100-d318-4b01-b47d-998f7e28efe5 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:52.876252 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.884780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13375b47-8de5-405c-8526-416b0b3b0abf None None] Pushing event updated for resources: {'Port': ['ID=b83e6c2e-3afc-4f26-9568-3e8187769d08,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:52.910923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=555ab100-d318-4b01-b47d-998f7e28efe5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:52.911233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d60c63c-35ad-488f-be06-705163f581df no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:52.917526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] No DVR routers for this DVR port 555ab100-d318-4b01-b47d-998f7e28efe5 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:52.921922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-75c25bba-8b13-4a79-a23d-e0800c850399 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port d5f5f794-d67d-476f-b028-1550413695c5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:52.922355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75c25bba-8b13-4a79-a23d-e0800c850399 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.968337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0d60c63c-35ad-488f-be06-705163f581df {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:52.968854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d60c63c-35ad-488f-be06-705163f581df not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:52.969296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a48b795a-b6d4-48ed-a52a-d3c5f54827e3 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:52.998256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a48b795a-b6d4-48ed-a52a-d3c5f54827e3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:52.998631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a48b795a-b6d4-48ed-a52a-d3c5f54827e3 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:52.999272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 555ab100-d318-4b01-b47d-998f7e28efe5 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:53.027405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 555ab100-d318-4b01-b47d-998f7e28efe5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:53.027768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 555ab100-d318-4b01-b47d-998f7e28efe5 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:53.036060 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.084965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.106525 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f53cbe9-4751-4554-98ad-630a7e6ad06c']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:53.116582 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.123591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1200597a-39f5-4851-ab8c-5d32cae6add5') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:53.123799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1200597a-39f5-4851-ab8c-5d32cae6add5') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:53.144562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.154602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75c25bba-8b13-4a79-a23d-e0800c850399 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.163091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] Pushing event deleted for resources: {'Port': ['ID=555ab100-d318-4b01-b47d-998f7e28efe5,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.170965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11310510-553f-4512-b4d1-b11853de0f6a None None] No DVR routers for this DVR port 555ab100-d318-4b01-b47d-998f7e28efe5 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:53.172486 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.174709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-75c25bba-8b13-4a79-a23d-e0800c850399 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for d5f5f794-d67d-476f-b028-1550413695c5 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:53.183830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:53.184223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:53.186250 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:53.378169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.396175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.398281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1f53cbe9-4751-4554-98ad-630a7e6ad06c HTTP/1.1" status: 204 len: 168 time: 1.5082355 Aug 29 04:48:53.399250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522f087-9984-4f2a-8f27-9075675e5e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f53cbe9-4751-4554-98ad-630a7e6ad06c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.403802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51964) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:53.486699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75c25bba-8b13-4a79-a23d-e0800c850399 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.527667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c25bba-8b13-4a79-a23d-e0800c850399 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=d5f5f794-d67d-476f-b028-1550413695c5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.584773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75c25bba-8b13-4a79-a23d-e0800c850399 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.587388 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-75c25bba-8b13-4a79-a23d-e0800c850399 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/d5f5f794-d67d-476f-b028-1550413695c5 HTTP/1.1" status: 204 len: 168 time: 0.8721478 Aug 29 04:48:53.590368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51970) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:53.672806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf7f33-4f56-4b6e-ab76-f7e277952450 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:53.674375 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf7f33-4f56-4b6e-ab76-f7e277952450 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:53.675907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-79bf7f33-4f56-4b6e-ab76-f7e277952450 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0845919 Aug 29 04:48:53.678518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51974) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:53.735714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-940166c3-07dc-469a-afeb-bb3c46a96363 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 0e35ce66-e51f-4022-973b-9b5eed9a1af0 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:53.739223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-940166c3-07dc-469a-afeb-bb3c46a96363 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.813578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-940166c3-07dc-469a-afeb-bb3c46a96363 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.961658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.970066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-940166c3-07dc-469a-afeb-bb3c46a96363 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.064604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-940166c3-07dc-469a-afeb-bb3c46a96363 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.139414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940166c3-07dc-469a-afeb-bb3c46a96363 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=0e35ce66-e51f-4022-973b-9b5eed9a1af0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:54.142870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-940166c3-07dc-469a-afeb-bb3c46a96363 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.147928 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-940166c3-07dc-469a-afeb-bb3c46a96363 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/0e35ce66-e51f-4022-973b-9b5eed9a1af0 HTTP/1.1" status: 204 len: 168 time: 0.4684460 Aug 29 04:48:54.149158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 51986) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:54.207145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 51988) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:54.208090 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-14e87ee1-bb42-42a5-8fda-0a567b6110c9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570300 Aug 29 04:48:54.212480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:54.362343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0169bf3-8164-4250-8f28-f2fac347cd23 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:54.375022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:54.379229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.489218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2c98a671-ae49-4ec5-add1-09ce911e177e None None] Provisioning for port b83e6c2e-3afc-4f26-9568-3e8187769d08 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:54.498179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Deleting port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:54.498841 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.614607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:54.682347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] For port 7b32ce7f-b370-4a3f-bccb-c14b72a3058e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,segment=NetworkSegment(118e85cd-7145-4ec0-a6d9-b02ac39e6102),segment_id=118e85cd-7145-4ec0-a6d9-b02ac39e6102)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:54.682630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] Deleting port b83e6c2e-3afc-4f26-9568-3e8187769d08 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:54.682749 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.683256 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.704360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Calling delete_port for 7b32ce7f-b370-4a3f-bccb-c14b72a3058e owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:54.766404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] For port b83e6c2e-3afc-4f26-9568-3e8187769d08, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b83e6c2e-3afc-4f26-9568-3e8187769d08,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:54.766816 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.781222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] Calling delete_port for b83e6c2e-3afc-4f26-9568-3e8187769d08 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:54.893108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.948449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] Pushing event deleted for resources: {'Port': ['ID=b83e6c2e-3afc-4f26-9568-3e8187769d08,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:54.957099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81120815-aa30-4fdd-b610-210b0a0e4f45 None None] No DVR routers for this DVR port b83e6c2e-3afc-4f26-9568-3e8187769d08 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:54.991035 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:48:54.993374 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.065101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:55.071902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:55.079478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:55.080115 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.082918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e041e5-7511-458d-b83d-ea547ba6296f None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:55.089354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=30bde687-0710-46ac-bf7b-39253e33dbdd,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:55.111534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-50ef4491-cbb5-494a-87bb-65021bedff97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8987627 Aug 29 04:48:55.111534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52006) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:55.115622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:e3:7b:61', 'name': 'tempest-NetworksTestDHCPv6-1562236965'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:55.174570 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.211240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b32ce7f-b370-4a3f-bccb-c14b72a3058e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:55.360648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '30bde687-0710-46ac-bf7b-39253e33dbdd'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:55.361620 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.413356 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:55.524509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Allocated IP 2001:db8::f816:3eff:fe89:a587 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/30bde687-0710-46ac-bf7b-39253e33dbdd/c12469e1-ea3b-48d5-b424-38b50fbc4e0d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:55.542264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.728146 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.746120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Transition to ACTIVE for port object c12469e1-ea3b-48d5-b424-38b50fbc4e0d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:55.764660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Transition to ACTIVE for port object c12469e1-ea3b-48d5-b424-38b50fbc4e0d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:55.771388 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.820646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:55.823730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:55.829564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:55.837536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Pushing event updated for resources: {'Port': ['ID=c12469e1-ea3b-48d5-b424-38b50fbc4e0d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:55.916468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Attempting to bind port c12469e1-ea3b-48d5-b424-38b50fbc4e0d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:55.916984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Attempting to bind port c12469e1-ea3b-48d5-b424-38b50fbc4e0d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:55.917419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Attempting to bind port c12469e1-ea3b-48d5-b424-38b50fbc4e0d on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:55.925285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:55.925747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:55.926222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.926685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:55.927223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Bound port: c12469e1-ea3b-48d5-b424-38b50fbc4e0d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:55.927672 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.007313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] For port c12469e1-ea3b-48d5-b424-38b50fbc4e0d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:56.011259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] For port c12469e1-ea3b-48d5-b424-38b50fbc4e0d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c12469e1-ea3b-48d5-b424-38b50fbc4e0d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:56.011669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.017812 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.042409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 41a2eadf-ba8f-492f-9e39-5cff341c5d25 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:48:56.115756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d5d4a-5358-4203-b7ae-105dadb2acff None None] Pushing event updated for resources: {'Port': ['ID=c12469e1-ea3b-48d5-b424-38b50fbc4e0d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:56.287017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Router 0491874d-0c80-47d6-b73c-b6c9599583c7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:56.347969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:fee3:7b61 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/30bde687-0710-46ac-bf7b-39253e33dbdd/41a2eadf-ba8f-492f-9e39-5cff341c5d25) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:56.517026 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:56.527081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] Sync routers for ids ['0491874d-0c80-47d6-b73c-b6c9599583c7'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:56.531139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-69a28e58-5e59-4313-8700-11ca945ff8e5 admin admin] 10.222.0.58 "PUT /v2.0/routers/0491874d-0c80-47d6-b73c-b6c9599583c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1255634 Aug 29 04:48:56.533764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52038) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:56.544290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] Routers {'0491874d-0c80-47d6-b73c-b6c9599583c7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:56.545066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0491874d-0c80-47d6-b73c-b6c9599583c7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:56.698727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.737234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 41a2eadf-ba8f-492f-9e39-5cff341c5d25 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:56.813445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.822668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] Set router 0491874d-0c80-47d6-b73c-b6c9599583c7 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:56.900256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=41a2eadf-ba8f-492f-9e39-5cff341c5d25,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:56.909630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:56.924650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:56.928178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:56.936133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:56.937448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.965644 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2ed0a2cc-34f7-4d0c-addf-4ed0eefcfbdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8542051 Aug 29 04:48:56.968679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52046) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:57.002943 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c12469e1-ea3b-48d5-b424-38b50fbc4e0d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:57.080439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f29d0-1491-4227-b7d3-71931fe125cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.086900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f29d0-1491-4227-b7d3-71931fe125cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.088638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b54f29d0-1491-4227-b7d3-71931fe125cf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1186976 Aug 29 04:48:57.100762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52050) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:57.287715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8a740878-f592-428e-a6a0-fdb489ffe511 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 41a2eadf-ba8f-492f-9e39-5cff341c5d25 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:57.288079 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a740878-f592-428e-a6a0-fdb489ffe511 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.288418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.455407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a740878-f592-428e-a6a0-fdb489ffe511 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.480817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8a740878-f592-428e-a6a0-fdb489ffe511 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 41a2eadf-ba8f-492f-9e39-5cff341c5d25 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:57.485857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.535110 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-28504453-6d6a-4e6c-9616-306c3a560aea req-244b0c0b-68df-4cc3-aca8-efe87d3fa911 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0849090 Aug 29 04:48:57.630913 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.643697 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-28504453-6d6a-4e6c-9616-306c3a560aea req-3b9b1280-47e9-4bb0-a6fa-d99acde1fcdb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0540705 Aug 29 04:48:57.650899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Deleting port bd84e533-c249-4377-8927-0b9a4427f688 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:57.651340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.669786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c12469e1-ea3b-48d5-b424-38b50fbc4e0d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:57.693152 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a740878-f592-428e-a6a0-fdb489ffe511 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.764447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] For port bd84e533-c249-4377-8927-0b9a4427f688, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bd84e533-c249-4377-8927-0b9a4427f688,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:57.765099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.767338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:48:55Z', 'revision_number': 5, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port': {'id': 'bd84e533-c249-4377-8927-0b9a4427f688', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:52Z', 'updated_at': '2021-08-29T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:57.816401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a740878-f592-428e-a6a0-fdb489ffe511 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=41a2eadf-ba8f-492f-9e39-5cff341c5d25,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:57.817607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] Checking router: 0491874d-0c80-47d6-b73c-b6c9599583c7 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:57.823522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a740878-f592-428e-a6a0-fdb489ffe511 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.829113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8a740878-f592-428e-a6a0-fdb489ffe511 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/41a2eadf-ba8f-492f-9e39-5cff341c5d25 HTTP/1.1" status: 204 len: 168 time: 0.7270968 Aug 29 04:48:57.829792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52068) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:57.836880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Calling delete_port for bd84e533-c249-4377-8927-0b9a4427f688 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:57.847823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] Routers {'0491874d-0c80-47d6-b73c-b6c9599583c7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:57.848837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0491874d-0c80-47d6-b73c-b6c9599583c7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:57.850901 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-28504453-6d6a-4e6c-9616-306c3a560aea req-3e5a3978-b7f4-4477-8d1b-0df9b94ce010 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524297 Aug 29 04:48:57.917400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054397b-b285-410a-a2d1-7899c0a8836b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.919731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054397b-b285-410a-a2d1-7899c0a8836b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.927542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c054397b-b285-410a-a2d1-7899c0a8836b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958457 Aug 29 04:48:57.928496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52072) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:57.985966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-95fb1d89-32f3-44b7-87de-68ddded4afb3 None None] Provisioning for port c12469e1-ea3b-48d5-b424-38b50fbc4e0d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:57.996922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-95fb1d89-32f3-44b7-87de-68ddded4afb3 None None] Provisioning complete for port c12469e1-ea3b-48d5-b424-38b50fbc4e0d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:57.997311 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95fb1d89-32f3-44b7-87de-68ddded4afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.051214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38216aa-5975-4997-8452-85026fe03639 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 30bde687-0710-46ac-bf7b-39253e33dbdd {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:58.056444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38216aa-5975-4997-8452-85026fe03639 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.066323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] Set router 0491874d-0c80-47d6-b73c-b6c9599583c7 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:58.082008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:58.160140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28504453-6d6a-4e6c-9616-306c3a560aea req-5c68fed2-c4af-476b-8e64-70570c0fc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:58.162409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-28504453-6d6a-4e6c-9616-306c3a560aea req-5c68fed2-c4af-476b-8e64-70570c0fc758 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2959297 Aug 29 04:48:58.162772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38216aa-5975-4997-8452-85026fe03639 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.179371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:48:57Z', 'revision_number': 6, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:58.231425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b53a2-b18d-4ec0-83cc-263e6e43bc37 None None] The sync data for ids ['0491874d-0c80-47d6-b73c-b6c9599583c7'] in n-d-712142-15 is: [{'id': '0491874d-0c80-47d6-b73c-b6c9599583c7', 'name': 'tempest-TestVolumeBackupRestore-1986082358-router', 'tenant_id': '0b3e6df22ac54db08d13184477f4a136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:50Z', 'updated_at': '2021-08-29T04:48:57Z', 'revision_number': 6, 'project_id': '0b3e6df22ac54db08d13184477f4a136', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:58.348729 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95fb1d89-32f3-44b7-87de-68ddded4afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.357113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-3fe95b3c-2e88-4257-8481-b1e011536752 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1936843 Aug 29 04:48:58.412091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-95fb1d89-32f3-44b7-87de-68ddded4afb3 None None] For port c12469e1-ea3b-48d5-b424-38b50fbc4e0d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c12469e1-ea3b-48d5-b424-38b50fbc4e0d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:58.419232 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95fb1d89-32f3-44b7-87de-68ddded4afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.457290 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38216aa-5975-4997-8452-85026fe03639 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.534863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.538506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port 300c8de0-dd7e-484b-9f1a-c130a1b99c6f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:58.538860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.546970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb1d89-32f3-44b7-87de-68ddded4afb3 None None] Pushing event updated for resources: {'Port': ['ID=c12469e1-ea3b-48d5-b424-38b50fbc4e0d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:58.559098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2dc51c4e-9794-47d8-8d96-1325f74a4081 None None] Could not find standard attr ID for object 41a2eadf-ba8f-492f-9e39-5cff341c5d25. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:58.566464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-9bcf2fc1-f718-4a45-94af-388355d24bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:58.574460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-9bcf2fc1-f718-4a45-94af-388355d24bf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 1097 time: 0.1573341 Aug 29 04:48:58.628380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.644284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38216aa-5975-4997-8452-85026fe03639 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.693160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38216aa-5975-4997-8452-85026fe03639 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=30bde687-0710-46ac-bf7b-39253e33dbdd,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:58.715247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a38216aa-5975-4997-8452-85026fe03639 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.716829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a38216aa-5975-4997-8452-85026fe03639 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/30bde687-0710-46ac-bf7b-39253e33dbdd HTTP/1.1" status: 204 len: 168 time: 0.7871635 Aug 29 04:48:58.720302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52086) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:58.723893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd893fa-a324-4d08-8e7f-7653c2b17d11 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:58.792071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-82336c63-4541-4d33-81f8-fbee540713ca tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707531 Aug 29 04:48:58.801100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52088) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:58.822439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c12469e1-ea3b-48d5-b424-38b50fbc4e0d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:58.829002 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.829433 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.866150 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for 300c8de0-dd7e-484b-9f1a-c130a1b99c6f owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:58.905184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd84e533-c249-4377-8927-0b9a4427f688,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:58.927686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8f2d56-318e-4a28-bd20-32db373fa8cc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:58.929551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cc8f2d56-318e-4a28-bd20-32db373fa8cc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1272507 Aug 29 04:48:58.932295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:59.034650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241717d5-7447-497b-a283-dfcbdc1c7101 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:59.036684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-241717d5-7447-497b-a283-dfcbdc1c7101 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1033921 Aug 29 04:48:59.041353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52094) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:59.081975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.106190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8f27c991-5522-4b19-9e73-efcd919ace6c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635500 Aug 29 04:48:59.109414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c12469e1-ea3b-48d5-b424-38b50fbc4e0d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:59.110013 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.112379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52098) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:59.119113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:59.305036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:59.373223 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.385775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:59.391904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.406586 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.409186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-50d15192-51e0-405e-b232-b4ad9b3c62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:59.413395 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-50d15192-51e0-405e-b232-b4ad9b3c62fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=24add402-ee02-49b7-90b3-3cb25d51d3da HTTP/1.1" status: 200 len: 898 time: 0.8059311 Aug 29 04:48:59.415200 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.416953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7b32ce7f-b370-4a3f-bccb-c14b72a3058e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:59.473294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7b32ce7f-b370-4a3f-bccb-c14b72a3058e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:59.473665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7b32ce7f-b370-4a3f-bccb-c14b72a3058e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:59.520657 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-4f385512-91a5-4198-b3e9-e130183d9414 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd112bc-2e5d-4230-832d-947c480d3091 HTTP/1.1" status: 200 len: 217 time: 0.0883977 Aug 29 04:48:59.526772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] Deleting port c12469e1-ea3b-48d5-b424-38b50fbc4e0d {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:59.527069 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.599341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=300c8de0-dd7e-484b-9f1a-c130a1b99c6f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:59.672145 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] For port c12469e1-ea3b-48d5-b424-38b50fbc4e0d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c12469e1-ea3b-48d5-b424-38b50fbc4e0d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:59.672802 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.684459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.688726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0491874d-0c80-47d6-b73c-b6c9599583c7 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:59.702763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.704910 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3e0d323f-47ba-44e5-b0e2-00a6ba3db37c admin admin] 10.222.0.58 "DELETE /v2.0/routers/0491874d-0c80-47d6-b73c-b6c9599583c7 HTTP/1.1" status: 204 len: 168 time: 3.1693883 Aug 29 04:48:59.715083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52106) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:59.716295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] Calling delete_port for c12469e1-ea3b-48d5-b424-38b50fbc4e0d owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:59.782930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.783404 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Floating IP 1a66a4ce-0a61-402a-b189-c788a507be60 disassociated (deleted). External IP: 172.25.1.72, port: ecd112bc-2e5d-4230-832d-947c480d3091. Aug 29 04:48:59.791749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-4016b4d8-d5e2-47e1-93ad-b698b918b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:59.794723 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-4016b4d8-d5e2-47e1-93ad-b698b918b00f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d35b795-3587-4419-bf24-5613cf3293a6 HTTP/1.1" status: 200 len: 835 time: 0.2648695 Aug 29 04:48:59.888860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbd2eaa-2868-47e4-a278-0c2e0c9df195 admin admin] Deleting subnet b19b612a-6d12-4e56-8bcc-5206ee0d40ea {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:59.895104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2eaa-2868-47e4-a278-0c2e0c9df195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.898230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-2b2f9a56-0c6a-445b-a02a-a57d136ee137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:59.900045 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-2b2f9a56-0c6a-445b-a02a-a57d136ee137 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24add402-ee02-49b7-90b3-3cb25d51d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919440 Aug 29 04:48:59.904876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.964669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:48:59.966377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] Pushing event deleted for resources: {'Port': ['ID=c12469e1-ea3b-48d5-b424-38b50fbc4e0d,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:59.972168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.986927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b708310-4315-4353-92b3-231c1f1e59c7 None None] No DVR routers for this DVR port c12469e1-ea3b-48d5-b424-38b50fbc4e0d on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:00.013575 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2eaa-2868-47e4-a278-0c2e0c9df195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.075555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:00.076540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=46a803d9-c0af-4fa8-ba14-02bfd66483da,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:00.080604 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:00.083608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:00.084249 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.094426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a2c1c2-71c3-4d93-8020-0ca168743784 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:00.110486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-aa1d4d23-07cb-4da5-89ca-ded5d89b3d70 service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881514 Aug 29 04:49:00.128198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7db2ab41-47d5-4fa2-aa91-9f0cd876ffcd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0131402 Aug 29 04:49:00.131003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52116) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:00.237796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2eaa-2868-47e4-a278-0c2e0c9df195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.295164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:4c:af:e1', 'name': 'tempest-NetworksTestDHCPv6-1917105069'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:00.321177 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52ca0bf1-1de0-4e30-8358-2b3118be1488 req-04f518a1-8c04-49bd-8d6e-02fb501e83c9 service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829321 Aug 29 04:49:00.358061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '46a803d9-c0af-4fa8-ba14-02bfd66483da'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:00.361527 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2eaa-2868-47e4-a278-0c2e0c9df195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.362115 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.395474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd2eaa-2868-47e4-a278-0c2e0c9df195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b19b612a-6d12-4e56-8bcc-5206ee0d40ea,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:00.403769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2eaa-2868-47e4-a278-0c2e0c9df195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.409354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52124) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:00.410356 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ffbd2eaa-2868-47e4-a278-0c2e0c9df195 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b19b612a-6d12-4e56-8bcc-5206ee0d40ea HTTP/1.1" status: 204 len: 168 time: 0.6909490 Aug 29 04:49:00.414483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de400a-175e-4334-aa30-316d3803159a None None] Network 957b4d67-8a75-4855-8641-c3c4011189ad requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:00.546909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 6e3540bc-f284-4ede-a053-d4d0d14476f1 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:49:00.597422 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.651662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:00.656990 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.667059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Allocated IP 2001:db8::f816:3eff:fe9c:194d (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/46a803d9-c0af-4fa8-ba14-02bfd66483da/30030f6f-b8ed-4fcd-b89c-0e2edfebe953) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:00.738189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c12469e1-ea3b-48d5-b424-38b50fbc4e0d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:00.776142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] DHCP port deletion for 957b4d67-8a75-4855-8641-c3c4011189ad request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:00.781714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c12469e1-ea3b-48d5-b424-38b50fbc4e0d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:00.782161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c12469e1-ea3b-48d5-b424-38b50fbc4e0d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:00.782663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bd84e533-c249-4377-8927-0b9a4427f688 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:00.797612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 2aae0beb-d779-4eae-9dba-85f299fddc08 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:00.835640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: bd84e533-c249-4377-8927-0b9a4427f688 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:00.836138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bd84e533-c249-4377-8927-0b9a4427f688 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:00.899768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Deleting port a35a3831-1607-41cc-b712-7d1e55f5c88f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:00.900551 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.934615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] Deleting port a35a3831-1607-41cc-b712-7d1e55f5c88f {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:00.935113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.991457 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.002614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:01.006361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] For port a35a3831-1607-41cc-b712-7d1e55f5c88f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a35a3831-1607-41cc-b712-7d1e55f5c88f,segment=NetworkSegment(118e85cd-7145-4ec0-a6d9-b02ac39e6102),segment_id=118e85cd-7145-4ec0-a6d9-b02ac39e6102)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:01.007193 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.010344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Transition to ACTIVE for port object 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:01.015179 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.017977 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] Sync routers for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:01.039123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] For port a35a3831-1607-41cc-b712-7d1e55f5c88f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a35a3831-1607-41cc-b712-7d1e55f5c88f,segment=NetworkSegment(118e85cd-7145-4ec0-a6d9-b02ac39e6102),segment_id=118e85cd-7145-4ec0-a6d9-b02ac39e6102)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:01.039543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.044674 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:01.045725 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:01.048241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5a5a069a-480d-4d5d-bc2a-0bfc47ad8e4f tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/floatingips/1a66a4ce-0a61-402a-b189-c788a507be60 HTTP/1.1" status: 204 len: 168 time: 2.9644060 Aug 29 04:49:01.052626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Transition to ACTIVE for port object 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:01.054785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:01.057792 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23272bcf-a163-46a1-93d6-c5bb173e3311" -d '{"events": [{"name": "network-changed", "server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:01.066566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Calling delete_port for a35a3831-1607-41cc-b712-7d1e55f5c88f owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:01.066709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] Calling delete_port for a35a3831-1607-41cc-b712-7d1e55f5c88f owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:01.083448 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.185237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:fe4c:afe1 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/46a803d9-c0af-4fa8-ba14-02bfd66483da/2aae0beb-d779-4eae-9dba-85f299fddc08) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:01.195181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:01.204181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:01.207268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:01.269258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Pushing event updated for resources: {'Port': ['ID=30030f6f-b8ed-4fcd-b89c-0e2edfebe953,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.271432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.300764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35a3831-1607-41cc-b712-7d1e55f5c88f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.321660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Attempting to bind port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:01.322505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Attempting to bind port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:01.323562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Attempting to bind port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:01.340541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:01.344823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] No DVR routers for this DVR port a35a3831-1607-41cc-b712-7d1e55f5c88f on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:01.347072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:01.366181 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.368302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:01.369232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Bound port: 30030f6f-b8ed-4fcd-b89c-0e2edfebe953, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:01.369790 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.385982 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:01.400032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.482890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] No DVR routers for this DVR port a35a3831-1607-41cc-b712-7d1e55f5c88f on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:01.497149 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29191d-9ef1-41e6-aadc-e13fb5e61bec None None] Pushing event deleted for resources: {'Port': ['ID=a35a3831-1607-41cc-b712-7d1e55f5c88f,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.576042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] For port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:01.582179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] For port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=30030f6f-b8ed-4fcd-b89c-0e2edfebe953,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:01.588998 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.752479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57c9b6-ba6b-4a8f-8de4-6c87a09d003c None None] Pushing event updated for resources: {'Port': ['ID=30030f6f-b8ed-4fcd-b89c-0e2edfebe953,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.776768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-4521a580-3a90-4e59-b3f4-b6c2fda63d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:01.779398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-4521a580-3a90-4e59-b3f4-b6c2fda63d87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 1097 time: 0.1460493 Aug 29 04:49:01.940469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-ab678e71-8601-4042-abc1-8db68562f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:01.946287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-ab678e71-8601-4042-abc1-8db68562f887 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24add402-ee02-49b7-90b3-3cb25d51d3da HTTP/1.1" status: 200 len: 898 time: 0.1582093 Aug 29 04:49:01.982669 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62962de6-e6da-4cbc-a21b-503e08bee878 x-openstack-request-id: req-62962de6-e6da-4cbc-a21b-503e08bee878 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:01.983772 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:01.984233 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62962de6-e6da-4cbc-a21b-503e08bee878 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:01.984789 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'status': 'completed', 'code': 200} Aug 29 04:49:02.037664 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-f8e48d41-c90d-471e-835d-4904693643ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd112bc-2e5d-4230-832d-947c480d3091 HTTP/1.1" status: 200 len: 217 time: 0.0687580 Aug 29 04:49:02.176729 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.181226 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:02.210799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957b4d67-8a75-4855-8641-c3c4011189ad']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:02.215229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-130153c4-2f51-4da5-b531-dc8c45bac58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:02.217398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-130153c4-2f51-4da5-b531-dc8c45bac58a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d35b795-3587-4419-bf24-5613cf3293a6 HTTP/1.1" status: 200 len: 835 time: 0.1683989 Aug 29 04:49:02.227400 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] Checking router: 6e3540bc-f284-4ede-a053-d4d0d14476f1 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:02.227612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118e85cd-7145-4ec0-a6d9-b02ac39e6102') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:02.227612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118e85cd-7145-4ec0-a6d9-b02ac39e6102') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:02.243150 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:02.244113 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:02.256296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a49581-7618-4e16-bf42-a83ede48bc87 req-b5669d4f-4b08-4771-8728-c61e3d82e45d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:02.257954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3a49581-7618-4e16-bf42-a83ede48bc87 req-b5669d4f-4b08-4771-8728-c61e3d82e45d tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.2693491 Aug 29 04:49:02.269712 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.284351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-4270671c-fa26-4674-9188-85e622d5b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:02.286449 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-4270671c-fa26-4674-9188-85e622d5b12b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24add402-ee02-49b7-90b3-3cb25d51d3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595405 Aug 29 04:49:02.362171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.433337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:02.435065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.498373 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:02.539803 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:02.542378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-7f2e2e63-0039-4c59-b6af-525308b5e528 service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387543 Aug 29 04:49:02.545358 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.586335 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3a49581-7618-4e16-bf42-a83ede48bc87 req-3b94b3cb-f8ed-4b84-94ae-122c3a502075 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063703 Aug 29 04:49:02.591224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.599606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 2aae0beb-d779-4eae-9dba-85f299fddc08 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:02.625995 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.631076 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] 10.222.0.58 "DELETE /v2.0/networks/957b4d67-8a75-4855-8641-c3c4011189ad HTTP/1.1" status: 204 len: 168 time: 2.2136970 Aug 29 04:49:02.631076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580a372-4d0b-4bf6-b9e2-409746228951 admin admin] Pushing event deleted for resources: {'Network': ['ID=957b4d67-8a75-4855-8641-c3c4011189ad,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:02.699019 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.794149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-23272bcf-a163-46a1-93d6-c5bb173e3311 req-d25f1dc2-6b97-491a-be97-d5455d4482ce service neutron] 10.222.0.64 "GET /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441325 Aug 29 04:49:02.846763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=2aae0beb-d779-4eae-9dba-85f299fddc08,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:02.882626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:02.884622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:02.888819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:02.897378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:02.898781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.919387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:02.943214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f5f0a8ce-5086-46cd-bd95-379a5972e2f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8096745 Aug 29 04:49:02.945707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52172) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:03.015923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:03.128731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a35a3831-1607-41cc-b712-7d1e55f5c88f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:03.145369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015bcbf2-a357-4179-9af0-8c738b204e63 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.153903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015bcbf2-a357-4179-9af0-8c738b204e63 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.159496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52176) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:03.159781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-015bcbf2-a357-4179-9af0-8c738b204e63 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2126403 Aug 29 04:49:03.182874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-9e23a907-3efe-42a4-9d78-808e9fbe43d0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.184771 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-9e23a907-3efe-42a4-9d78-808e9fbe43d0 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.1435304 Aug 29 04:49:03.186012 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:03.222638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a35a3831-1607-41cc-b712-7d1e55f5c88f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:03.224044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a35a3831-1607-41cc-b712-7d1e55f5c88f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:03.260036 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da940274-5613-474e-aeea-af3c7fb72f45 None None] The sync data for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 is: [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 4, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'e76da70a-fbf1-4ec4-9f23-2f1c70041ee8', 'name': '', 'network_id': '24add402-ee02-49b7-90b3-3cb25d51d3da', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'mac_address': 'fa:16:3e:d6:c9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'subnets': [{'id': '4d35b795-3587-4419-bf24-5613cf3293a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:03.420138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52178) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:03.440490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port ecd112bc-2e5d-4230-832d-947c480d3091 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:03.448734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.488262 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9522da82-2270-4650-b6a4-48239db2ed83 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 2aae0beb-d779-4eae-9dba-85f299fddc08 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:03.489292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9522da82-2270-4650-b6a4-48239db2ed83 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.591088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-63f5397b-275b-4e3a-9e2f-13fb8626540a None None] Provisioning for port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:03.595856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-63f5397b-275b-4e3a-9e2f-13fb8626540a None None] Provisioning complete for port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:03.597048 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f5397b-275b-4e3a-9e2f-13fb8626540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.625014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a4587930-3426-4dff-bc2b-e79cc4fa1345 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c82c84aa59f04d99a407918924fbf68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036455 Aug 29 04:49:03.630653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52188) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:03.677511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port ecd112bc-2e5d-4230-832d-947c480d3091, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ecd112bc-2e5d-4230-832d-947c480d3091,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:03.678396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.694364 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for ecd112bc-2e5d-4230-832d-947c480d3091 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:03.822200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9522da82-2270-4650-b6a4-48239db2ed83 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.835855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f5397b-275b-4e3a-9e2f-13fb8626540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.870640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeaa1bc-5dbb-4ade-89bb-2e934368c56e None None] New status for floating IP 1a66a4ce-0a61-402a-b189-c788a507be60: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:49:03.889141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9522da82-2270-4650-b6a4-48239db2ed83 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 2aae0beb-d779-4eae-9dba-85f299fddc08 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:03.999641 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8de8-8f49-42de-a43b-852e1c419147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.012645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.025328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b375839-9a7b-4516-85c5-40fcb50fe904 req-809496a1-84d1-4602-821d-89def16222e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:04.034732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1b375839-9a7b-4516-85c5-40fcb50fe904 req-809496a1-84d1-4602-821d-89def16222e8 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/ports?device_id=b012e8cf-c9f0-4aed-b00e-e15871bdb197 HTTP/1.1" status: 200 len: 945 time: 0.2460871 Aug 29 04:49:04.058210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-63f5397b-275b-4e3a-9e2f-13fb8626540a None None] For port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=30030f6f-b8ed-4fcd-b89c-0e2edfebe953,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:04.066654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-63f5397b-275b-4e3a-9e2f-13fb8626540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.076905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=ecd112bc-2e5d-4230-832d-947c480d3091,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:04.113542 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8de8-8f49-42de-a43b-852e1c419147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.163189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] No DVR routers for this DVR port ecd112bc-2e5d-4230-832d-947c480d3091 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:04.166292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.168515 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-46c5d130-6b63-4cdb-b2b7-7ff8e72323eb req-727c2c4c-84fe-474d-bd58-97f8f66325b1 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.64 "DELETE /v2.0/ports/ecd112bc-2e5d-4230-832d-947c480d3091 HTTP/1.1" status: 204 len: 173 time: 0.9767520 Aug 29 04:49:04.169101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'name': 'network-vif-deleted', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:04.172272 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02335867-4232-4fca-a796-7f22222860bd" -d '{"events": [{"server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "name": "network-vif-deleted", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:04.197836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1b375839-9a7b-4516-85c5-40fcb50fe904 req-295d6dd5-5d1f-431e-a0d9-871940900778 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "GET /v2.0/security-groups?id=33d11718-28ce-471d-81d2-54dce5bb3515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562765 Aug 29 04:49:04.200616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5397b-275b-4e3a-9e2f-13fb8626540a None None] Pushing event updated for resources: {'Port': ['ID=30030f6f-b8ed-4fcd-b89c-0e2edfebe953,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:04.220227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1fe5848b-1252-4884-94e9-09ca760253da None None] Provisioning for port 2aae0beb-d779-4eae-9dba-85f299fddc08 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:04.225648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1fe5848b-1252-4884-94e9-09ca760253da None None] Provisioning complete for port 2aae0beb-d779-4eae-9dba-85f299fddc08 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:04.226121 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1fe5848b-1252-4884-94e9-09ca760253da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.305377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9522da82-2270-4650-b6a4-48239db2ed83 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.305931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5848b-1252-4884-94e9-09ca760253da None None] Port 2aae0beb-d779-4eae-9dba-85f299fddc08 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:04.340432 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7cee25-2ca5-49e2-9112-47e4d5cbb705 x-openstack-request-id: req-0e7cee25-2ca5-49e2-9112-47e4d5cbb705 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:04.340967 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012e8cf-c9f0-4aed-b00e-e15871bdb197", "name": "network-vif-deleted", "tag": "ecd112bc-2e5d-4230-832d-947c480d3091", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:04.341107 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e7cee25-2ca5-49e2-9112-47e4d5cbb705 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:04.341487 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012e8cf-c9f0-4aed-b00e-e15871bdb197', 'name': 'network-vif-deleted', 'tag': 'ecd112bc-2e5d-4230-832d-947c480d3091', 'status': 'completed', 'code': 200} Aug 29 04:49:04.367151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52206) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:04.369426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522da82-2270-4650-b6a4-48239db2ed83 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=2aae0beb-d779-4eae-9dba-85f299fddc08,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:04.374415 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8de8-8f49-42de-a43b-852e1c419147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.376955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8de8-8f49-42de-a43b-852e1c419147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.381004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3f6a8de8-8f49-42de-a43b-852e1c419147 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ec38029-27b0-414c-bbf6-b9fcee99d55e HTTP/1.1" status: 204 len: 168 time: 0.7478695 Aug 29 04:49:04.411238 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9522da82-2270-4650-b6a4-48239db2ed83 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.414384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9522da82-2270-4650-b6a4-48239db2ed83 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/2aae0beb-d779-4eae-9dba-85f299fddc08 HTTP/1.1" status: 204 len: 168 time: 1.2537811 Aug 29 04:49:04.417599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52212) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:04.420680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a8de8-8f49-42de-a43b-852e1c419147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec38029-27b0-414c-bbf6-b9fcee99d55e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:04.574904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac03da7-218e-4bf0-afb5-8526cf79de3d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:04.577457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac03da7-218e-4bf0-afb5-8526cf79de3d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:04.583461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52218) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:04.602423 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1ac03da7-218e-4bf0-afb5-8526cf79de3d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1605110 Aug 29 04:49:04.745263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de7977f-0d39-483f-bd79-caa0da0275ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 46a803d9-c0af-4fa8-ba14-02bfd66483da {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:04.757020 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3de7977f-0d39-483f-bd79-caa0da0275ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.796626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:04.869273 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6b79-779d-496c-ad34-bad44ca1ca84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.910796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:04.911185 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.922067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3de7977f-0d39-483f-bd79-caa0da0275ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.014394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6b79-779d-496c-ad34-bad44ca1ca84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.026944 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6b79-779d-496c-ad34-bad44ca1ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.028469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52222) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:05.069717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5c3f6b79-779d-496c-ad34-bad44ca1ca84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94367c4a20b44d9984af309de95d1d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6982970 Aug 29 04:49:05.070194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52224) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:05.078857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f6b79-779d-496c-ad34-bad44ca1ca84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f84ee3-0428-4edd-95f0-68b7cf122e9c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:05.105243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-92087db4-4bab-4789-8a26-1958e09a66e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b3e6df22ac54db08d13184477f4a136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755656 Aug 29 04:49:05.107894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52226) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:05.113283 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3de7977f-0d39-483f-bd79-caa0da0275ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.165686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a0f187b-5a1e-4550-b01b-7aafceb0b2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.183805 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3de7977f-0d39-483f-bd79-caa0da0275ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.196678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53073b64-2ce8-48f4-b0a6-aea301117456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.203287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a0f187b-5a1e-4550-b01b-7aafceb0b2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.224401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7977f-0d39-483f-bd79-caa0da0275ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=46a803d9-c0af-4fa8-ba14-02bfd66483da,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:05.226689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86236d-d37f-4ab0-83c9-b3392ecedb3a None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:05.227490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3de7977f-0d39-483f-bd79-caa0da0275ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.234054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3de7977f-0d39-483f-bd79-caa0da0275ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/46a803d9-c0af-4fa8-ba14-02bfd66483da HTTP/1.1" status: 204 len: 168 time: 0.6489377 Aug 29 04:49:05.235343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52228) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:05.257537 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53073b64-2ce8-48f4-b0a6-aea301117456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.335404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52232) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:05.338188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7025d187-2b3d-4312-bfcc-b0b521a893ad tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014800 Aug 29 04:49:05.340956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52234) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:05.350124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:05.401341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a0f187b-5a1e-4550-b01b-7aafceb0b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.404297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a0f187b-5a1e-4550-b01b-7aafceb0b2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.408360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2a0f187b-5a1e-4550-b01b-7aafceb0b2a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9f84ee3-0428-4edd-95f0-68b7cf122e9c HTTP/1.1" status: 204 len: 168 time: 0.3368616 Aug 29 04:49:05.414076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53073b64-2ce8-48f4-b0a6-aea301117456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.416605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-53073b64-2ce8-48f4-b0a6-aea301117456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.417964 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-53073b64-2ce8-48f4-b0a6-aea301117456 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98fb5d58-bf81-4735-90ef-4c71c3ba382d HTTP/1.1" status: 204 len: 168 time: 0.3089051 Aug 29 04:49:05.476923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f187b-5a1e-4550-b01b-7aafceb0b2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f84ee3-0428-4edd-95f0-68b7cf122e9c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:05.510234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:05.514515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:05.518395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.524436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53073b64-2ce8-48f4-b0a6-aea301117456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fb5d58-bf81-4735-90ef-4c71c3ba382d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:05.634854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] Deleting port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:05.635490 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.770319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] For port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=30030f6f-b8ed-4fcd-b89c-0e2edfebe953,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:05.775915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.810808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] Calling delete_port for 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:06.077829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.106099 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:06.120830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52248) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:06.138763 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.194372 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caabdc08-592c-4b45-a26e-7318c2ca4599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.211030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] Pushing event deleted for resources: {'Port': ['ID=30030f6f-b8ed-4fcd-b89c-0e2edfebe953,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:06.223015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca5678-b5ef-43a1-9b54-386c5efe26e5 None None] No DVR routers for this DVR port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:06.271947 n-d-712142-15 neutron-server[94845]: WARNING neutron.services.revisions.revision_plugin [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Could not find related port for resource to bump revision. Aug 29 04:49:06.279389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_pluggable_backend [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Port 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 04:49:06.279708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_pluggable_backend [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9c:194d {{(pid=94845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 04:49:06.286777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_pluggable_backend [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9c:194d {{(pid=94845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 04:49:06.329784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-f103b82f-0e75-424e-a507-0b118c5d0123 req-2fa42b19-5f0a-4625-8231-ff3af624da6a service neutron] (94845) timed out ('10.222.0.58', 57442) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:49:06.330780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.416767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:06.425576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:06.438309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304e644-a40b-48ef-9ac7-f0bd7c98bb8a None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:06.441068 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:06.443126 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.447784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=d7239d1d-5eda-40c4-aabd-6cbc9ec3435a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:06.500478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caabdc08-592c-4b45-a26e-7318c2ca4599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.508934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:06.509370 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.515673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-caabdc08-592c-4b45-a26e-7318c2ca4599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.601291 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-caabdc08-592c-4b45-a26e-7318c2ca4599 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=526ffe5ec1d34fafb89e4df950ac9cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776971 Aug 29 04:49:06.604903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52250) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:06.607239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabdc08-592c-4b45-a26e-7318c2ca4599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74538dfb-140c-4e72-b032-7f0a1ac22596,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:06.625729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3063fd45-604a-4822-95eb-0356fe569341 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2830768 Aug 29 04:49:06.633299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52252) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:06.659304 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:23:cd:84', 'name': 'tempest-NetworksTestDHCPv6-968110204'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:06.711002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70b78f81-cf9f-45da-a52d-65f708ceda44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.740239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port e76da70a-fbf1-4ec4-9f23-2f1c70041ee8, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:06.740715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.756347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:06.768916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70b78f81-cf9f-45da-a52d-65f708ceda44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.771119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:06.799285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:06.800397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 30030f6f-b8ed-4fcd-b89c-0e2edfebe953 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:06.815781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': 'd7239d1d-5eda-40c4-aabd-6cbc9ec3435a'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:06.816885 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.852071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:06.882595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70b78f81-cf9f-45da-a52d-65f708ceda44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.885919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70b78f81-cf9f-45da-a52d-65f708ceda44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.890834 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-70b78f81-cf9f-45da-a52d-65f708ceda44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74538dfb-140c-4e72-b032-7f0a1ac22596 HTTP/1.1" status: 204 len: 168 time: 0.2848427 Aug 29 04:49:06.947476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b78f81-cf9f-45da-a52d-65f708ceda44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74538dfb-140c-4e72-b032-7f0a1ac22596,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:07.015251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.047833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 3ea5fa7b-78fb-4ab6-b49b-52a1e121436a yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:07.056814 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Allocated IP 2001:db8::f816:3eff:fec2:45a4 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/d7239d1d-5eda-40c4-aabd-6cbc9ec3435a/1e8461fd-214a-4565-9e89-b8ce1b028f21) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:07.126241 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.178485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=e76da70a-fbf1-4ec4-9f23-2f1c70041ee8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:07.277062 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.307762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Transition to ACTIVE for port object 1e8461fd-214a-4565-9e89-b8ce1b028f21 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:07.362128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Transition to ACTIVE for port object 1e8461fd-214a-4565-9e89-b8ce1b028f21 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:07.373157 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.456355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:07.460742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ecd112bc-2e5d-4230-832d-947c480d3091 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:07.466340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:07.472104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:07.495537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:fe23:cd84 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/d7239d1d-5eda-40c4-aabd-6cbc9ec3435a/3ea5fa7b-78fb-4ab6-b49b-52a1e121436a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:07.508916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: ecd112bc-2e5d-4230-832d-947c480d3091 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:07.509726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ecd112bc-2e5d-4230-832d-947c480d3091 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:07.526057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.550940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Pushing event updated for resources: {'Port': ['ID=1e8461fd-214a-4565-9e89-b8ce1b028f21,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:07.563901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52264) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:07.599395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-219e449d-4da6-49bc-b4ca-20faf1ee71b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.609547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Attempting to bind port 1e8461fd-214a-4565-9e89-b8ce1b028f21 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:07.610047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Attempting to bind port 1e8461fd-214a-4565-9e89-b8ce1b028f21 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:07.610575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Attempting to bind port 1e8461fd-214a-4565-9e89-b8ce1b028f21 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:07.625488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:07.625873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:07.626283 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.626944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:07.627434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Bound port: 1e8461fd-214a-4565-9e89-b8ce1b028f21, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:07.627946 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.731453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] For port 1e8461fd-214a-4565-9e89-b8ce1b028f21, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:07.737513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] For port 1e8461fd-214a-4565-9e89-b8ce1b028f21, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1e8461fd-214a-4565-9e89-b8ce1b028f21,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:07.744568 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.873171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b28b-18d6-4dc0-a430-20ab96f8a183 None None] Pushing event updated for resources: {'Port': ['ID=1e8461fd-214a-4565-9e89-b8ce1b028f21,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:07.884151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.918127 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-219e449d-4da6-49bc-b4ca-20faf1ee71b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.930299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 3ea5fa7b-78fb-4ab6-b49b-52a1e121436a will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:07.943732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-219e449d-4da6-49bc-b4ca-20faf1ee71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.010768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-219e449d-4da6-49bc-b4ca-20faf1ee71b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4178cdcd40804f8da52b00fb5a03100a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419093 Aug 29 04:49:08.011418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52274) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:08.015701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e449d-4da6-49bc-b4ca-20faf1ee71b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b603258-2559-4efd-b379-736f4bf6c927,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:08.051051 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.171864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:08.181135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:08.201988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:08.220375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:08.223755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.234767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=3ea5fa7b-78fb-4ab6-b49b-52a1e121436a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:08.249754 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04747553-5165-4f34-8b51-4e079d541b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.277413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Router 6e3540bc-f284-4ede-a053-d4d0d14476f1 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:49:08.280670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52278) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:08.288510 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-468b2f32-3578-4766-8862-d58f402cfd7a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6442142 Aug 29 04:49:08.313651 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04747553-5165-4f34-8b51-4e079d541b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.407190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04747553-5165-4f34-8b51-4e079d541b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.410433 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04747553-5165-4f34-8b51-4e079d541b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.414026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04747553-5165-4f34-8b51-4e079d541b2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b603258-2559-4efd-b379-736f4bf6c927 HTTP/1.1" status: 204 len: 168 time: 0.3976052 Aug 29 04:49:08.428734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04747553-5165-4f34-8b51-4e079d541b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b603258-2559-4efd-b379-736f4bf6c927,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:08.435569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683536a5-663c-497c-9f0a-f2d60c6eb256 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:08.443032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683536a5-663c-497c-9f0a-f2d60c6eb256 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:08.447174 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-683536a5-663c-497c-9f0a-f2d60c6eb256 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1631277 Aug 29 04:49:08.447909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52282) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:08.520832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:08.527083 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-be379601-ff89-413f-abaa-7f5bbb0edb9e tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "PUT /v2.0/routers/6e3540bc-f284-4ede-a053-d4d0d14476f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1905963 Aug 29 04:49:08.529774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52284) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:08.533800 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] Sync routers for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:08.551513 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:08.552786 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:08.591776 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa26129-b7f7-41aa-a8aa-0eb3fec80466 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting subnet 4d35b795-3587-4419-bf24-5613cf3293a6 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:08.601990 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afa26129-b7f7-41aa-a8aa-0eb3fec80466 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.716576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-139d092f-0abc-48ee-bac0-e3728b6a9809 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 3ea5fa7b-78fb-4ab6-b49b-52a1e121436a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:08.718667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-139d092f-0abc-48ee-bac0-e3728b6a9809 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.759955 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:08.809180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afa26129-b7f7-41aa-a8aa-0eb3fec80466 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.883566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1e8461fd-214a-4565-9e89-b8ce1b028f21 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:08.988355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 1e8461fd-214a-4565-9e89-b8ce1b028f21 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:09.004509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afa26129-b7f7-41aa-a8aa-0eb3fec80466 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.081945 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:49:07Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:09.118130 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afa26129-b7f7-41aa-a8aa-0eb3fec80466 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.141942 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] Checking router: 6e3540bc-f284-4ede-a053-d4d0d14476f1 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:09.148682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c90b208-53d3-489f-b4a6-27acd2ccf90e None None] Network 24add402-ee02-49b7-90b3-3cb25d51d3da requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:09.166161 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] Routers {'6e3540bc-f284-4ede-a053-d4d0d14476f1'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:09.167113 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:48:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['6e3540bc-f284-4ede-a053-d4d0d14476f1'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:09.167833 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afa26129-b7f7-41aa-a8aa-0eb3fec80466 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.173375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52300) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:09.185913 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-afa26129-b7f7-41aa-a8aa-0eb3fec80466 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/subnets/4d35b795-3587-4419-bf24-5613cf3293a6 HTTP/1.1" status: 204 len: 168 time: 0.6548090 Aug 29 04:49:09.190161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa26129-b7f7-41aa-a8aa-0eb3fec80466 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Subnet': ['ID=4d35b795-3587-4419-bf24-5613cf3293a6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:09.241999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-139d092f-0abc-48ee-bac0-e3728b6a9809 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.265121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-139d092f-0abc-48ee-bac0-e3728b6a9809 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 3ea5fa7b-78fb-4ab6-b49b-52a1e121436a owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:09.370472 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] Set router 6e3540bc-f284-4ede-a053-d4d0d14476f1 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:09.416811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.502522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7e6df6a0-b75a-49f4-8cdd-57327aeb2b01 None None] Provisioning for port 1e8461fd-214a-4565-9e89-b8ce1b028f21 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:09.525121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7e6df6a0-b75a-49f4-8cdd-57327aeb2b01 None None] Provisioning complete for port 1e8461fd-214a-4565-9e89-b8ce1b028f21 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:09.526529 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7e6df6a0-b75a-49f4-8cdd-57327aeb2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.599893 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] DHCP port deletion for 24add402-ee02-49b7-90b3-3cb25d51d3da request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:09.619722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-139d092f-0abc-48ee-bac0-e3728b6a9809 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.685969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.783709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:49:07Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:09.788165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Deleting port ffd97e5a-d6bb-4f9b-ab59-9fd950227271 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:09.788808 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.800220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-139d092f-0abc-48ee-bac0-e3728b6a9809 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.805081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-139d092f-0abc-48ee-bac0-e3728b6a9809 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/3ea5fa7b-78fb-4ab6-b49b-52a1e121436a HTTP/1.1" status: 204 len: 168 time: 1.3562927 Aug 29 04:49:09.810477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52314) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:09.814075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d092f-0abc-48ee-bac0-e3728b6a9809 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=3ea5fa7b-78fb-4ab6-b49b-52a1e121436a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:09.828744 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323c7a2-f807-4f5e-8cfd-bbc88944e6b1 None None] The sync data for ids ['6e3540bc-f284-4ede-a053-d4d0d14476f1'] in n-d-712142-15 is: [{'id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44739018', 'tenant_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:52Z', 'updated_at': '2021-08-29T04:49:07Z', 'revision_number': 5, 'project_id': 'b8ebe056008949c3a4f192f98b6f5efb', 'gw_port': {'id': 'ffd97e5a-d6bb-4f9b-ab59-9fd950227271', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3540bc-f284-4ede-a053-d4d0d14476f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:53Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:09.869876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7e6df6a0-b75a-49f4-8cdd-57327aeb2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.930669 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:49:09.944819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7e6df6a0-b75a-49f4-8cdd-57327aeb2b01 None None] For port 1e8461fd-214a-4565-9e89-b8ce1b028f21, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1e8461fd-214a-4565-9e89-b8ce1b028f21,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:09.955606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] Deleting port 0d177b87-6587-4fc8-8bb2-0c791abf084e {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:09.956502 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.963130 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7e6df6a0-b75a-49f4-8cdd-57327aeb2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.988737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] For port ffd97e5a-d6bb-4f9b-ab59-9fd950227271, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ffd97e5a-d6bb-4f9b-ab59-9fd950227271,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:09.989524 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.995895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcbe6a4-d788-483d-b9b1-c353fba39437 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:10.005830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcbe6a4-d788-483d-b9b1-c353fba39437 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:10.010753 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8dcbe6a4-d788-483d-b9b1-c353fba39437 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1982186 Aug 29 04:49:10.011646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52320) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.089443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5d20243f-4e9f-4f10-96e0-3e1ea3086865 None None] Could not find standard attr ID for object 3ea5fa7b-78fb-4ab6-b49b-52a1e121436a. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:10.101658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] For port 0d177b87-6587-4fc8-8bb2-0c791abf084e, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=0d177b87-6587-4fc8-8bb2-0c791abf084e,segment=NetworkSegment(a6a8c2e9-1b98-4011-b113-e7fc07ead486),segment_id=a6a8c2e9-1b98-4011-b113-e7fc07ead486)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:10.102171 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.115828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e3862f-6a24-4f31-9c66-373da5a030a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet d7239d1d-5eda-40c4-aabd-6cbc9ec3435a {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:10.119026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] Calling delete_port for 0d177b87-6587-4fc8-8bb2-0c791abf084e owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:10.119261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Calling delete_port for ffd97e5a-d6bb-4f9b-ab59-9fd950227271 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:10.121066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6df6a0-b75a-49f4-8cdd-57327aeb2b01 None None] Pushing event updated for resources: {'Port': ['ID=1e8461fd-214a-4565-9e89-b8ce1b028f21,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.127002 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f8e3862f-6a24-4f31-9c66-373da5a030a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.221674 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.257444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f8e3862f-6a24-4f31-9c66-373da5a030a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.274021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] Pushing event deleted for resources: {'Port': ['ID=0d177b87-6587-4fc8-8bb2-0c791abf084e,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.282969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efc89e-c523-458f-936c-7d8cbfeccc0d None None] No DVR routers for this DVR port 0d177b87-6587-4fc8-8bb2-0c791abf084e on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:10.374999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52326) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.453854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f8e3862f-6a24-4f31-9c66-373da5a030a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.544533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d076fda-2fb2-4445-a0d3-17a165cb92a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.558637 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.589301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Port': ['ID=ffd97e5a-d6bb-4f9b-ab59-9fd950227271,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.591552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f8e3862f-6a24-4f31-9c66-373da5a030a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.640877 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3862f-6a24-4f31-9c66-373da5a030a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=d7239d1d-5eda-40c4-aabd-6cbc9ec3435a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.671128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f8e3862f-6a24-4f31-9c66-373da5a030a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.673111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f8e3862f-6a24-4f31-9c66-373da5a030a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/d7239d1d-5eda-40c4-aabd-6cbc9ec3435a HTTP/1.1" status: 204 len: 168 time: 0.6561453 Aug 29 04:49:10.675523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52332) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.678106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e7424-c8c7-4820-b416-dba5fddb0347 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:10.699598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1e8461fd-214a-4565-9e89-b8ce1b028f21 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:10.711567 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d076fda-2fb2-4445-a0d3-17a165cb92a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.718099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d076fda-2fb2-4445-a0d3-17a165cb92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.728020 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f4ac5ab3-c852-40cf-a656-ee9e8adad50a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489972 Aug 29 04:49:10.732755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52334) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.765146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4d076fda-2fb2-4445-a0d3-17a165cb92a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=feb6858849f5443ebabecc1f2a2a7db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879013 Aug 29 04:49:10.768035 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.768657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52336) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.806246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d076fda-2fb2-4445-a0d3-17a165cb92a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bdb2e8-3e53-463b-883e-6b7d691c6add,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.862684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1e8461fd-214a-4565-9e89-b8ce1b028f21 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:10.863220 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.868759 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75dd5865-827e-497c-a6b6-947d88232de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.900715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75dd5865-827e-497c-a6b6-947d88232de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.907490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23597ef7-36f4-4b54-ba9f-72f0e536da54 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:10.909480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-23597ef7-36f4-4b54-ba9f-72f0e536da54 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1756210 Aug 29 04:49:10.911722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.913703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52340) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.916656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.981665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75dd5865-827e-497c-a6b6-947d88232de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.988656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75dd5865-827e-497c-a6b6-947d88232de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.995250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-75dd5865-827e-497c-a6b6-947d88232de1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8bdb2e8-3e53-463b-883e-6b7d691c6add HTTP/1.1" status: 204 len: 168 time: 0.2250617 Aug 29 04:49:11.021424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd5865-827e-497c-a6b6-947d88232de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bdb2e8-3e53-463b-883e-6b7d691c6add,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:11.040761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:11.047649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.047852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3540bc-f284-4ede-a053-d4d0d14476f1 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:11.073563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.074719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-341f9403-cbcb-4ac2-92d1-be9c08f551dd tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/routers/6e3540bc-f284-4ede-a053-d4d0d14476f1 HTTP/1.1" status: 204 len: 168 time: 1.9004059 Aug 29 04:49:11.078246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52344) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:11.097914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:11.112267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee7fef-345d-4b1f-a614-6e0003f8e9b1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:11.117656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-35ee7fef-345d-4b1f-a614-6e0003f8e9b1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2026014 Aug 29 04:49:11.118355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:11.118751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52346) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:11.118875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e76da70a-fbf1-4ec4-9f23-2f1c70041ee8 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:11.119382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d177b87-6587-4fc8-8bb2-0c791abf084e no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:11.158614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 0d177b87-6587-4fc8-8bb2-0c791abf084e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:11.164764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 0d177b87-6587-4fc8-8bb2-0c791abf084e not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:11.221082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ae5f99e7-fcf4-45e9-b36c-daf87608b4bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956984 Aug 29 04:49:11.222700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52348) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:11.227807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] Deleting port 1e8461fd-214a-4565-9e89-b8ce1b028f21 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:11.228485 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.240908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:11.286765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.406019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:11.409927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.428280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] For port 1e8461fd-214a-4565-9e89-b8ce1b028f21, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1e8461fd-214a-4565-9e89-b8ce1b028f21,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:11.430662 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.461515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] Calling delete_port for 1e8461fd-214a-4565-9e89-b8ce1b028f21 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:11.489534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.509515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24add402-ee02-49b7-90b3-3cb25d51d3da']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:11.523732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a8c2e9-1b98-4011-b113-e7fc07ead486') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:11.524354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a8c2e9-1b98-4011-b113-e7fc07ead486') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:11.538593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.569868 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.579579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:11.580612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.601477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:11.610364 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:11.647517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] Pushing event deleted for resources: {'Port': ['ID=1e8461fd-214a-4565-9e89-b8ce1b028f21,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:11.652353 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7960abc-cf42-4875-b572-1bac09e28c21 None None] No DVR routers for this DVR port 1e8461fd-214a-4565-9e89-b8ce1b028f21 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:11.706932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.724406 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.730212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/networks/24add402-ee02-49b7-90b3-3cb25d51d3da HTTP/1.1" status: 204 len: 168 time: 0.6508772 Aug 29 04:49:11.732726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52360) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:11.751140 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.787306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74357f59-1d26-4a2f-8546-8fb94cdf10bb tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'Network': ['ID=24add402-ee02-49b7-90b3-3cb25d51d3da,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:11.813949 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:11.818884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:11.824708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:11.825980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.829443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b57b3-d678-4e38-86d9-da4983da6acd None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:11.839251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08ed58c2-95ab-4178-83ea-03ee09d188df tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.847335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=a6fa2302-279b-4206-befe-3f314b2c35c0,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:11.872927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bd703dbf-e868-4a0e-abc2-20a503613f6f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6384301 Aug 29 04:49:11.872927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52368) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:11.872927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:70:c8:9b', 'name': 'tempest-NetworksTestDHCPv6-52055679'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:11.912024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08ed58c2-95ab-4178-83ea-03ee09d188df tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.040847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08ed58c2-95ab-4178-83ea-03ee09d188df tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.049287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08ed58c2-95ab-4178-83ea-03ee09d188df tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.053481 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-08ed58c2-95ab-4178-83ea-03ee09d188df tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] 10.222.0.58 "DELETE /v2.0/security-groups/33d11718-28ce-471d-81d2-54dce5bb3515 HTTP/1.1" status: 204 len: 168 time: 0.3160486 Aug 29 04:49:12.076538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed58c2-95ab-4178-83ea-03ee09d188df tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d11718-28ce-471d-81d2-54dce5bb3515,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:12.155704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': 'a6fa2302-279b-4206-befe-3f314b2c35c0'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:12.156813 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.447210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/a6fa2302-279b-4206-befe-3f314b2c35c0/aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:12.487648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:12.557902 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52386) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:12.599662 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.636013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 2891e95c-efff-42bb-b340-b536ba00d20b yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:12.715743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ffd97e5a-d6bb-4f9b-ab59-9fd950227271 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:12.747366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.750763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ffd97e5a-d6bb-4f9b-ab59-9fd950227271 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:12.751124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ffd97e5a-d6bb-4f9b-ab59-9fd950227271 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:12.751550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1e8461fd-214a-4565-9e89-b8ce1b028f21 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:12.781066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Transition to ACTIVE for port object aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:12.783513 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 1e8461fd-214a-4565-9e89-b8ce1b028f21 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:12.783911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1e8461fd-214a-4565-9e89-b8ce1b028f21 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:12.802399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Transition to ACTIVE for port object aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:12.810319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.839174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:12.841750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:12.865647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:12.872256 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a7a06aa3-ba2f-44cb-baef-850508e1e7f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8ebe056008949c3a4f192f98b6f5efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117290 Aug 29 04:49:12.872816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52398) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:12.920218 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::1a2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/a6fa2302-279b-4206-befe-3f314b2c35c0/2891e95c-efff-42bb-b340-b536ba00d20b) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:12.933506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Pushing event updated for resources: {'Port': ['ID=aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:12.952018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Attempting to bind port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:12.952461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Attempting to bind port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:12.952785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Attempting to bind port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:12.970361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:12.970755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:12.971180 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.971849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:12.974325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Bound port: aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:12.974744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.014314 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-42c8b8fa-6b6e-44da-b5d7-134491e72fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.075621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] For port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:13.080547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] For port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:13.089009 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.093316 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-42c8b8fa-6b6e-44da-b5d7-134491e72fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.162047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750e5b-baf0-4f70-aca6-e4a455cc8a40 None None] Pushing event updated for resources: {'Port': ['ID=aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:13.214880 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.218882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-42c8b8fa-6b6e-44da-b5d7-134491e72fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.221824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-42c8b8fa-6b6e-44da-b5d7-134491e72fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.222978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-42c8b8fa-6b6e-44da-b5d7-134491e72fb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bf77ee5-1854-446c-8bee-66a103f3350d HTTP/1.1" status: 204 len: 168 time: 0.3472061 Aug 29 04:49:13.240371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 2891e95c-efff-42bb-b340-b536ba00d20b will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:13.242241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8b8fa-6b6e-44da-b5d7-134491e72fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf77ee5-1854-446c-8bee-66a103f3350d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:13.328020 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.422059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:13.428630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:13.436051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:13.443685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:13.444773 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.494606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=2891e95c-efff-42bb-b340-b536ba00d20b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:13.507178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4f1cc229-51ca-4fec-bcc8-f3203bce4112 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6385972 Aug 29 04:49:13.507634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52418) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:13.597323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089d0891-bccf-4fa7-9993-ab723b4f0ce6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:13.611567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089d0891-bccf-4fa7-9993-ab723b4f0ce6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:13.613227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-089d0891-bccf-4fa7-9993-ab723b4f0ce6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1023898 Aug 29 04:49:13.615803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52426) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:13.796302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a1d71830-d5c8-4012-ad77-8e6bd546c976 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 2891e95c-efff-42bb-b340-b536ba00d20b {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:13.797216 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1d71830-d5c8-4012-ad77-8e6bd546c976 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.840710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52444) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:13.926829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c7faf444-e170-4d26-bedf-ba3ceb4c5775 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc586504f52142ef894908a90603f812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845070 Aug 29 04:49:13.929421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52452) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:13.944300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1d71830-d5c8-4012-ad77-8e6bd546c976 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.972613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a1d71830-d5c8-4012-ad77-8e6bd546c976 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 2891e95c-efff-42bb-b340-b536ba00d20b owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:14.023079 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cab6f0a1-b014-4af6-85aa-f6389df1901c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.070434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cab6f0a1-b014-4af6-85aa-f6389df1901c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.141791 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cab6f0a1-b014-4af6-85aa-f6389df1901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.147568 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cab6f0a1-b014-4af6-85aa-f6389df1901c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.153199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cab6f0a1-b014-4af6-85aa-f6389df1901c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09ce92ce-2daa-4a1b-ae43-058d28d76eb8 HTTP/1.1" status: 204 len: 168 time: 0.2183855 Aug 29 04:49:14.186980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6f0a1-b014-4af6-85aa-f6389df1901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce92ce-2daa-4a1b-ae43-058d28d76eb8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.283553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1d71830-d5c8-4012-ad77-8e6bd546c976 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.326813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d71830-d5c8-4012-ad77-8e6bd546c976 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=2891e95c-efff-42bb-b340-b536ba00d20b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.362223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1d71830-d5c8-4012-ad77-8e6bd546c976 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.367008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a1d71830-d5c8-4012-ad77-8e6bd546c976 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/2891e95c-efff-42bb-b340-b536ba00d20b HTTP/1.1" status: 204 len: 168 time: 0.7480314 Aug 29 04:49:14.367436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52466) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.442423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d42eb5-f39b-410b-baaa-e963266c5a73 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.444097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d42eb5-f39b-410b-baaa-e963266c5a73 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.448820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52470) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.449153 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-61d42eb5-f39b-410b-baaa-e963266c5a73 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0804651 Aug 29 04:49:14.534996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8cbb4b-59d3-4215-aeda-f1758baf56a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet a6fa2302-279b-4206-befe-3f314b2c35c0 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:14.540498 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbb4b-59d3-4215-aeda-f1758baf56a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.562673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52474) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.619578 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbb4b-59d3-4215-aeda-f1758baf56a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.758702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:14.779409 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be93d88c-6c41-44f2-9441-0c7a8f18e079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.786602 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbb4b-59d3-4215-aeda-f1758baf56a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.899101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbb4b-59d3-4215-aeda-f1758baf56a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.901671 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-61e82739-5b9e-4e3f-9a1e-8753b06ebf21 None None] Provisioning for port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:14.909768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:14.911270 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be93d88c-6c41-44f2-9441-0c7a8f18e079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.917536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be93d88c-6c41-44f2-9441-0c7a8f18e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.926407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:14.926796 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.928678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-61e82739-5b9e-4e3f-9a1e-8753b06ebf21 None None] Provisioning complete for port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:14.929043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-61e82739-5b9e-4e3f-9a1e-8753b06ebf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.971974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cbb4b-59d3-4215-aeda-f1758baf56a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fa2302-279b-4206-befe-3f314b2c35c0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.982237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbb4b-59d3-4215-aeda-f1758baf56a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.988054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8a8cbb4b-59d3-4215-aeda-f1758baf56a7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/a6fa2302-279b-4206-befe-3f314b2c35c0 HTTP/1.1" status: 204 len: 168 time: 0.5380824 Aug 29 04:49:14.988936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52488) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.017101 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-be93d88c-6c41-44f2-9441-0c7a8f18e079 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18e73aaeaec642e99537c9da7d3c3a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534371 Aug 29 04:49:15.025537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52490) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.031098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93d88c-6c41-44f2-9441-0c7a8f18e079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79abb7c-0bf0-4166-bc35-6058f608d38a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.114414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9a187382-95a3-4fff-9471-bc76547dac1c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227667 Aug 29 04:49:15.115289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52496) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.123134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82ce79a0-905c-4ab0-a8fc-2daac332c9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.174390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82ce79a0-905c-4ab0-a8fc-2daac332c9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.202653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b1c224-6d5e-42b1-88b1-f0dd1418013e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:15.204387 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-78b1c224-6d5e-42b1-88b1-f0dd1418013e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0848899 Aug 29 04:49:15.206992 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52500) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.215141 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.217122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551ad24-8f4b-4c5d-aebd-097d67c2fc46 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:15.300957 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-61e82739-5b9e-4e3f-9a1e-8753b06ebf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.313236 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82ce79a0-905c-4ab0-a8fc-2daac332c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.315950 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-82ce79a0-905c-4ab0-a8fc-2daac332c9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.317287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-82ce79a0-905c-4ab0-a8fc-2daac332c9ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e79abb7c-0bf0-4166-bc35-6058f608d38a HTTP/1.1" status: 204 len: 168 time: 0.2938008 Aug 29 04:49:15.355523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce79a0-905c-4ab0-a8fc-2daac332c9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79abb7c-0bf0-4166-bc35-6058f608d38a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.363855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778143b8-3e92-4b96-b3f2-195a28a33cd0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:15.367688 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-778143b8-3e92-4b96-b3f2-195a28a33cd0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1573679 Aug 29 04:49:15.368496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52510) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.379335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:15.413581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.459829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b9f30758-479b-451f-bec5-5bf2753309c3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889776 Aug 29 04:49:15.466871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52514) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.474554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:15.552302 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-61e82739-5b9e-4e3f-9a1e-8753b06ebf21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:15.552663 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-61e82739-5b9e-4e3f-9a1e-8753b06ebf21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:15.567654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.635048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:15.641938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd706513-d853-48be-a078-849934a78b8e None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:15.651811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.730326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dd706513-d853-48be-a078-849934a78b8e None None] Deleting port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:15.731235 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dd706513-d853-48be-a078-849934a78b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.885970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-dd706513-d853-48be-a078-849934a78b8e None None] For port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:15.888014 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dd706513-d853-48be-a078-849934a78b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.916590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dd706513-d853-48be-a078-849934a78b8e None None] Calling delete_port for aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:16.020588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52528) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:16.035951 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a656ed0-c618-4296-a210-b6e5db00f0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.048245 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dd706513-d853-48be-a078-849934a78b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.100600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd706513-d853-48be-a078-849934a78b8e None None] Pushing event deleted for resources: {'Port': ['ID=aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:16.164965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-61e82739-5b9e-4e3f-9a1e-8753b06ebf21 None None] Port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d update to ACTIVE by agent not found {{(pid=94847) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:49:16.165239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:16.166863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd706513-d853-48be-a078-849934a78b8e None None] No DVR routers for this DVR port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:16.222211 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a656ed0-c618-4296-a210-b6e5db00f0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.228582 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a656ed0-c618-4296-a210-b6e5db00f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.254585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a656ed0-c618-4296-a210-b6e5db00f0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce2908-c2b7-4011-901f-44a3e1c9bbb5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:16.279147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1a656ed0-c618-4296-a210-b6e5db00f0bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76c5e430f69c430dbf5ddee80465465c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573133 Aug 29 04:49:16.283303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52530) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:16.295766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5ff8d05c-f8f9-46e1-a8db-7d171b3f193a None None] Could not find standard attr ID for object 2891e95c-efff-42bb-b340-b536ba00d20b. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:16.380247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341197f1-e84c-4ce3-be40-c55c67fa951d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.406841 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341197f1-e84c-4ce3-be40-c55c67fa951d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.415589 n-d-712142-15 neutron-server[94846]: WARNING neutron.services.revisions.revision_plugin [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Could not find related port for resource to bump revision. Aug 29 04:49:16.430871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_pluggable_backend [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Port aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94846) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 04:49:16.431176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_pluggable_backend [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Reverting IP allocation for 2001:db8::f816:3eff:fefb:6334 {{(pid=94846) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 04:49:16.438002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_pluggable_backend [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefb:6334 {{(pid=94846) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 04:49:16.443422 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.486012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341197f1-e84c-4ce3-be40-c55c67fa951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.489597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341197f1-e84c-4ce3-be40-c55c67fa951d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.491113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-341197f1-e84c-4ce3-be40-c55c67fa951d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49ce2908-c2b7-4011-901f-44a3e1c9bbb5 HTTP/1.1" status: 204 len: 168 time: 0.2069786 Aug 29 04:49:16.500757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341197f1-e84c-4ce3-be40-c55c67fa951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce2908-c2b7-4011-901f-44a3e1c9bbb5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:16.520916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:16.526526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:16.564714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:16.565659 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.566229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c798fe3-0047-4dc4-8f73-2e598445ae6b None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:16.568874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=862b4af4-6f8a-4971-8977-313547bab6a0,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:16.607007 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-54e6f07f-7f13-4112-b63f-9da01e9bafb6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1398022 Aug 29 04:49:16.611097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52542) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:16.618691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-88c8e869-2d7f-4d58-97b9-5e3f41134ebe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:16.651019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52544) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:16.701428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:16.799512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:16.800102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device aefd9b94-6b8f-4cbc-b1aa-499f94f9b18d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:16.863174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8e869-2d7f-4d58-97b9-5e3f41134ebe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:16.868991 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88c8e869-2d7f-4d58-97b9-5e3f41134ebe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.025144 n-d-712142-15 neutron-server[94845]: INFO neutron.db.ipam_backend_mixin [None req-88c8e869-2d7f-4d58-97b9-5e3f41134ebe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 862b4af4-6f8a-4971-8977-313547bab6a0 (CIDR: 2001:db8::/64) Aug 29 04:49:17.032732 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c8e869-2d7f-4d58-97b9-5e3f41134ebe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:49:17.033574 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c8e869-2d7f-4d58-97b9-5e3f41134ebe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:17.053941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-88c8e869-2d7f-4d58-97b9-5e3f41134ebe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4409151 Aug 29 04:49:17.056621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52556) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:17.064697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:17.100131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'network': {'name': 'tempest-network-smoke--1254220431', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'port_security_enabled': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:17.148347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:17.153531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.172685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '862b4af4-6f8a-4971-8977-313547bab6a0'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:17.173604 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.185983 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.220232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.db.api [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:49:17.220232 n-d-712142-15 neutron-server[94846]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:49:17.220232 n-d-712142-15 neutron-server[94846]: [parameters: {'project_id_1': '89af506a75cc4ee18587cb216deceb09', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 49, 17, 204569)}] Aug 29 04:49:17.220232 n-d-712142-15 neutron-server[94846]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:17.220728 n-d-712142-15 neutron-server[94846]: DEBUG oslo_db.api [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:17.228572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:17.232358 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.377759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Allocated IP 2001:db8::f816:3eff:fea5:2dda (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/862b4af4-6f8a-4971-8977-313547bab6a0/f010b457-c640-49a6-a3b5-c92c300ece78) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:17.499628 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-14220512-38cb-4fd8-9a23-6e822730a0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.533787 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.577959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:17.582375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:17.595378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:17.596030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.616647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=f084b48b-0aab-4736-973e-f855e286a77e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:17.617942 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.627019 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dfde7ec8-244f-4297-80dd-bdc46ae63577 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5690918 Aug 29 04:49:17.627257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52574) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:17.632615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Transition to ACTIVE for port object f010b457-c640-49a6-a3b5-c92c300ece78 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:17.640059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:fd:f6:df', 'name': 'tempest-NetworksTestDHCPv6-198519960'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:17.653211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Transition to ACTIVE for port object f010b457-c640-49a6-a3b5-c92c300ece78 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:17.660235 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.711623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:17.715540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:17.717841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Pushing event updated for resources: {'Port': ['ID=f010b457-c640-49a6-a3b5-c92c300ece78,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:17.720068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:17.744819 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.777839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Attempting to bind port f010b457-c640-49a6-a3b5-c92c300ece78 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:17.778433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Attempting to bind port f010b457-c640-49a6-a3b5-c92c300ece78 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:17.778994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Attempting to bind port f010b457-c640-49a6-a3b5-c92c300ece78 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:17.787130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:17.787662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:17.788112 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.788679 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:17.789299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Bound port: f010b457-c640-49a6-a3b5-c92c300ece78, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:17.789708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.866747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] For port f010b457-c640-49a6-a3b5-c92c300ece78, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:17.873069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] For port f010b457-c640-49a6-a3b5-c92c300ece78, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f010b457-c640-49a6-a3b5-c92c300ece78,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:17.878745 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.903281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.919658 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.928125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:17.941022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07e8b1-5bc9-4fa3-ac92-ecd690982082 None None] Pushing event updated for resources: {'Port': ['ID=f010b457-c640-49a6-a3b5-c92c300ece78,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:17.949064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:18.023191 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.023729 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Added segment 2bdca359-48c3-490d-b045-4240081d1677 of type vlan for network da1ad9d8-d3eb-46e1-80a0-6126404229e1 Aug 29 04:49:18.040957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26987017-4d02-4601-a3e1-f9df4f20b27b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:18.091668 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.143601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.157482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.163202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:18.163827 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.252265 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5972641 Aug 29 04:49:18.252963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52588) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:18.265818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-20629753', 'admin_state_up': True, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:18.271612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port 558ba997-2d82-4fd5-b807-11f1208c0646 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:18.286290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa33fc-e175-49c3-ad6e-1f8b43a0dd7b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Network': ['ID=da1ad9d8-d3eb-46e1-80a0-6126404229e1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:18.300403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:18.312122 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.313502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.402603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.576611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8:0:1::2c0 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/f084b48b-0aab-4736-973e-f855e286a77e/558ba997-2d82-4fd5-b807-11f1208c0646) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:18.583847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:fefd:f6df (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/862b4af4-6f8a-4971-8977-313547bab6a0/558ba997-2d82-4fd5-b807-11f1208c0646) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:18.600429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.765570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f010b457-c640-49a6-a3b5-c92c300ece78 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:18.829275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port f010b457-c640-49a6-a3b5-c92c300ece78 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:18.869792 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.896457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object 558ba997-2d82-4fd5-b807-11f1208c0646 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:18.943780 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.956432 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.979077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.009200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:19.010023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52604) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.038765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:19.049550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:19.056592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.057568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.060614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=558ba997-2d82-4fd5-b807-11f1208c0646,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:19.087956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d3d5efde-091b-4af2-bb04-d1246a5289d7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4593077 Aug 29 04:49:19.091541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52608) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.135586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.25.1.170 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/8f5b0d96-3b85-47f2-b99c-b569196b358b) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:19.204991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0d59dbbb-22b4-4260-8d26-6ba1368f3c4a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:19.222591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a62ddc79-012c-447a-84fc-80e155b6def5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port 558ba997-2d82-4fd5-b807-11f1208c0646 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:19.223092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a62ddc79-012c-447a-84fc-80e155b6def5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.264730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.318613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0d59dbbb-22b4-4260-8d26-6ba1368f3c4a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] 10.222.0.58 "PUT /v2.0/quotas/2d22fd07d4014a2996ba83d9910eb726 HTTP/1.1" status: 200 len: 368 time: 0.3073032 Aug 29 04:49:19.322311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.325525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52612) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.339777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a62ddc79-012c-447a-84fc-80e155b6def5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.352059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Request body: {'network': {'project_id': '2d22fd07d4014a2996ba83d9910eb726'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:19.358328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-a62ddc79-012c-447a-84fc-80e155b6def5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for 558ba997-2d82-4fd5-b807-11f1208c0646 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:19.405310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:19.419338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:19.425023 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Made reservation on behalf of 2d22fd07d4014a2996ba83d9910eb726 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:19.427790 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.429811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:19.461271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73065482-d714-4a80-877d-2baecb8ed58e None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:19.461887 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=8f5b0d96-3b85-47f2-b99c-b569196b358b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:19.466881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.565800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a1a4ae65-ea14-4de7-ad8b-948016c7e2eb None None] Provisioning for port f010b457-c640-49a6-a3b5-c92c300ece78 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:19.579966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a1a4ae65-ea14-4de7-ad8b-948016c7e2eb None None] Provisioning complete for port f010b457-c640-49a6-a3b5-c92c300ece78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:19.581113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ae65-ea14-4de7-ad8b-948016c7e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.595656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a62ddc79-012c-447a-84fc-80e155b6def5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.638339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ddc79-012c-447a-84fc-80e155b6def5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=558ba997-2d82-4fd5-b807-11f1208c0646,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:19.711425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a62ddc79-012c-447a-84fc-80e155b6def5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.713785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a62ddc79-012c-447a-84fc-80e155b6def5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/558ba997-2d82-4fd5-b807-11f1208c0646 HTTP/1.1" status: 204 len: 168 time: 0.6206307 Aug 29 04:49:19.722226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52614) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.773468 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ae65-ea14-4de7-ad8b-948016c7e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.783697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d4aa3-4a9c-4310-9335-3e31922491a6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.784407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.787878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ae7d4aa3-4a9c-4310-9335-3e31922491a6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0622220 Aug 29 04:49:19.789461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52616) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.791104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.822312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:19.827931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a1a4ae65-ea14-4de7-ad8b-948016c7e2eb None None] For port f010b457-c640-49a6-a3b5-c92c300ece78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f010b457-c640-49a6-a3b5-c92c300ece78,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:19.836581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ae65-ea14-4de7-ad8b-948016c7e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.856792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed11b53-328d-4a1b-82c8-db0b564c70a3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.859948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0ed11b53-328d-4a1b-82c8-db0b564c70a3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0692923 Aug 29 04:49:19.863233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52618) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.879684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.880080 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Added segment 6a5442d5-8b8c-4683-82ad-a5c858a5100d of type vlan for network 6fca4b6f-7bae-445a-b77a-a2fa3f534874 Aug 29 04:49:19.885542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4faaf13-e2ef-4cd0-8335-aad3cf4c3e66,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:19.914392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4ae65-ea14-4de7-ad8b-948016c7e2eb None None] Pushing event updated for resources: {'Port': ['ID=f010b457-c640-49a6-a3b5-c92c300ece78,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:19.945066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.947790 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.972233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd86b2a6-4e2a-408b-bc67-181fdfcbbf8b None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '862b4af4-6f8a-4971-8977-313547bab6a0', 'ip_address': '2001:db8::f816:3eff:fea5:2dda'}, {'subnet_id': 'f084b48b-0aab-4736-973e-f855e286a77e'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'f010b457-c640-49a6-a3b5-c92c300ece78'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:49:19.982129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6660da-e85b-4685-9c92-79c148c9f0c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.986166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6660da-e85b-4685-9c92-79c148c9f0c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.987854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6660da-e85b-4685-9c92-79c148c9f0c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.992181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bc6660da-e85b-4685-9c92-79c148c9f0c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1253073 Aug 29 04:49:19.992572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52622) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.006965 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cd86b2a6-4e2a-408b-bc67-181fdfcbbf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.039660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.040695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:20.041286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.064423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4307110b-79d7-467a-8f5c-b01e35989dcb tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 862b4af4-6f8a-4971-8977-313547bab6a0 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:20.069520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4307110b-79d7-467a-8f5c-b01e35989dcb tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.147158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Pushing event updated for resources: {'Network': ['ID=6fca4b6f-7bae-445a-b77a-a2fa3f534874,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:20.149471 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4307110b-79d7-467a-8f5c-b01e35989dcb tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.158765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad0532e8-1f54-4389-b9e7-d3d1047f23e9 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8256495 Aug 29 04:49:20.161216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52628) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.164499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 6fca4b6f-7bae-445a-b77a-a2fa3f534874 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:20.166446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Request body: {'network': {'project_id': '2d22fd07d4014a2996ba83d9910eb726'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:20.195237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Made reservation on behalf of 2d22fd07d4014a2996ba83d9910eb726 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:20.197799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.257899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4307110b-79d7-467a-8f5c-b01e35989dcb tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.271219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:20.318856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.319200 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Added segment 1e2f268f-acb8-4ff6-8209-5a2158d075e7 of type vlan for network d1fae023-89a6-4237-8259-b0f9d9f85b71 Aug 29 04:49:20.358633 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-cd86b2a6-4e2a-408b-bc67-181fdfcbbf8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 862b4af4-6f8a-4971-8977-313547bab6a0: This subnet is being modified by another concurrent operation. Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 862b4af4-6f8a-4971-8977-313547bab6a0: This subnet is being modified by another concurrent operation. Aug 29 04:49:20.363389 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:49:20.370664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4307110b-79d7-467a-8f5c-b01e35989dcb tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.393271 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.398067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307110b-79d7-467a-8f5c-b01e35989dcb tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=862b4af4-6f8a-4971-8977-313547bab6a0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:20.405379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4307110b-79d7-467a-8f5c-b01e35989dcb tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.414845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4307110b-79d7-467a-8f5c-b01e35989dcb tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/862b4af4-6f8a-4971-8977-313547bab6a0 HTTP/1.1" status: 204 len: 168 time: 0.4208717 Aug 29 04:49:20.415565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52630) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.419565 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.429423 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-30546eb8-84ed-49d0-88bc-570c7b76a361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.488915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c35b290-bc60-4a32-9664-0aacdc739085 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet f084b48b-0aab-4736-973e-f855e286a77e {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:20.492471 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c35b290-bc60-4a32-9664-0aacdc739085 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.492683 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.496344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1743b5-ffa8-4e4d-905f-5d7b25bab543 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:20.496955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:20.497161 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.543549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c35b290-bc60-4a32-9664-0aacdc739085 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.584432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b0cf6c06-d339-4ceb-8db6-bfb4ee605f8f None None] Provisioning complete for port f010b457-c640-49a6-a3b5-c92c300ece78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:20.585107 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6c06-d339-4ceb-8db6-bfb4ee605f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.589898 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4250283 Aug 29 04:49:20.618439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52632) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.618678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c35b290-bc60-4a32-9664-0aacdc739085 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.621893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53147d84-bfb9-4911-b1ac-0d9f14d2696a tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Pushing event updated for resources: {'Network': ['ID=d1fae023-89a6-4237-8259-b0f9d9f85b71,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:20.633202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-aa9b4cef-c0c2-4914-8396-8a3936e9f471 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Request body: {'network': {'project_id': '2d22fd07d4014a2996ba83d9910eb726'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:20.648595 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9b4cef-c0c2-4914-8396-8a3936e9f471 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:49:20.649105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9b4cef-c0c2-4914-8396-8a3936e9f471 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:20.653110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aa9b4cef-c0c2-4914-8396-8a3936e9f471 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0295660 Aug 29 04:49:20.653408 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52634) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.687947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network d1fae023-89a6-4237-8259-b0f9d9f85b71 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:20.710829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f010b457-c640-49a6-a3b5-c92c300ece78 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:20.729423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c35b290-bc60-4a32-9664-0aacdc739085 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.729658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2bc2e90a-fbb2-4f32-86a3-7c6791b28394 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d22fd07d4014a2996ba83d9910eb726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725920 Aug 29 04:49:20.730237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52636) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.744575 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c35b290-bc60-4a32-9664-0aacdc739085 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.746441 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c35b290-bc60-4a32-9664-0aacdc739085 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/f084b48b-0aab-4736-973e-f855e286a77e HTTP/1.1" status: 204 len: 168 time: 0.3298454 Aug 29 04:49:20.754368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52638) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.769630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35b290-bc60-4a32-9664-0aacdc739085 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=f084b48b-0aab-4736-973e-f855e286a77e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:20.818618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a7888627-1887-4333-ac7a-c01ae65f9c5d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630758 Aug 29 04:49:20.822279 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52640) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.831492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:20.866619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-885374b7-255c-442f-a889-039f06f8a776 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.894447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-885374b7-255c-442f-a889-039f06f8a776 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.949122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:20.949900 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.957590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-885374b7-255c-442f-a889-039f06f8a776 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.958496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:20.960593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-885374b7-255c-442f-a889-039f06f8a776 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.961934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-885374b7-255c-442f-a889-039f06f8a776 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4faaf13-e2ef-4cd0-8335-aad3cf4c3e66 HTTP/1.1" status: 204 len: 168 time: 0.2300014 Aug 29 04:49:20.963358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.968262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52642) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.974406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885374b7-255c-442f-a889-039f06f8a776 tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4faaf13-e2ef-4cd0-8335-aad3cf4c3e66,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:21.020510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e7a18-6252-4ed2-94ce-2ac51ea26132 None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': 'f084b48b-0aab-4736-973e-f855e286a77e'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'f010b457-c640-49a6-a3b5-c92c300ece78'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:49:21.057808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port f010b457-c640-49a6-a3b5-c92c300ece78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f010b457-c640-49a6-a3b5-c92c300ece78,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:21.063662 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.071269 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-855e7a18-6252-4ed2-94ce-2ac51ea26132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.114426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:21.137971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.141463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-847055f8-f6ea-4aec-96ca-39a99557725b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8873346 Aug 29 04:49:21.144557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52644) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.148112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Sync routers for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:21.169785 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.178418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=f010b457-c640-49a6-a3b5-c92c300ece78,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:21.189433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:21.190073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:21.271180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.289038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fae023-89a6-4237-8259-b0f9d9f85b71']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:21.320386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2f268f-acb8-4ff6-8209-5a2158d075e7') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:21.320683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2f268f-acb8-4ff6-8209-5a2158d075e7') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:21.341586 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.367136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5ba9a3fd-1c1e-4390-aab1-bb537963c89b tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=89af506a75cc4ee18587cb216deceb09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2186091 Aug 29 04:49:21.368531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.373577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52650) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.397940 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.406569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:21.416746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:21.417164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:21.418856 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:21.540036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-31c0f9bb-3add-4ffa-9f70-f52797f23201 None None] Provisioning complete for port f010b457-c640-49a6-a3b5-c92c300ece78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:21.541225 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31c0f9bb-3add-4ffa-9f70-f52797f23201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.555490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.570270 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.575457 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] 10.222.0.58 "DELETE /v2.0/networks/d1fae023-89a6-4237-8259-b0f9d9f85b71 HTTP/1.1" status: 204 len: 168 time: 0.6042657 Aug 29 04:49:21.578103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52656) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.615567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf706b7-2b9e-45c5-870e-0fe8ea7d133d tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1fae023-89a6-4237-8259-b0f9d9f85b71,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:21.663824 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31c0f9bb-3add-4ffa-9f70-f52797f23201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.735570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aaf646-b94b-4436-b91f-ff789a1dfc5c tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:21.738476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c4aaf646-b94b-4436-b91f-ff789a1dfc5c tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3638892 Aug 29 04:49:21.741366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52658) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.754672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-31c0f9bb-3add-4ffa-9f70-f52797f23201 None None] For port f010b457-c640-49a6-a3b5-c92c300ece78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f010b457-c640-49a6-a3b5-c92c300ece78,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:21.763417 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-31c0f9bb-3add-4ffa-9f70-f52797f23201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.791281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.802642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-884fa854-0ed7-433d-bdf2-31e342625670 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522051 Aug 29 04:49:21.803140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52660) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.804597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597d94f-2ac3-42e7-94c3-2f5d85cf0fa7 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:49:21.809374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1453976443', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:21.836729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:19Z', 'revision_number': 3, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:21.891270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Checking router: 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:21.891928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Updating router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 port 8f5b0d96-3b85-47f2-b99c-b569196b358b binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:21.926530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:21.927952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:21.934739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.003910 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.127674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ef0e79cd-444b-4b77-8753-2fa34d563da0 None None] Could not find standard attr ID for object 558ba997-2d82-4fd5-b807-11f1208c0646. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:22.151644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0f9bb-3add-4ffa-9f70-f52797f23201 None None] Pushing event updated for resources: {'Port': ['ID=f010b457-c640-49a6-a3b5-c92c300ece78,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:22.159298 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.216459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.305342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597d94f-2ac3-42e7-94c3-2f5d85cf0fa7 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:49:22.330527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Subnet': ['ID=1fd4290c-4c56-438c-84bd-4af108a3b64d,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:22.344490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Checking segment: {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:22.345002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network hostable DHCP agents. Network: da1ad9d8-d3eb-46e1-80a0-6126404229e1, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:22.373778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:22.383376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, da1ad9d8-d3eb-46e1-80a0-6126404229e1) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:22.397646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:22.398779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.423903 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-88cdafdc-5610-4732-9cce-1b410a6de1d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6130970 Aug 29 04:49:22.424393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52664) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:22.431520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fca4b6f-7bae-445a-b77a-a2fa3f534874']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:22.448778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5442d5-8b8c-4683-82ad-a5c858a5100d') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:22.449073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5442d5-8b8c-4683-82ad-a5c858a5100d') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:22.462090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.498638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.510918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:22.511387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:22.513168 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:22.601564 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.609323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.613454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] 10.222.0.58 "DELETE /v2.0/networks/6fca4b6f-7bae-445a-b77a-a2fa3f534874 HTTP/1.1" status: 204 len: 168 time: 1.0318577 Aug 29 04:49:22.629552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.658189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27300067-c801-4f7c-acb3-edc6a8ad8afc tempest-QuotasNegativeTest-1010738087 tempest-QuotasNegativeTest-1010738087-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fca4b6f-7bae-445a-b77a-a2fa3f534874,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:22.761069 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.801827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Transition to ACTIVE for port object 8f5b0d96-3b85-47f2-b99c-b569196b358b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:22.823301 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.933089 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.936638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994eb869-93c9-4cb8-a952-eaaa2e8aff59 None None] Pushing event updated for resources: {'Port': ['ID=8f5b0d96-3b85-47f2-b99c-b569196b358b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:22.939280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Attempting to bind port 8f5b0d96-3b85-47f2-b99c-b569196b358b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:22.939759 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Attempting to bind port 8f5b0d96-3b85-47f2-b99c-b569196b358b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:22.940275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Attempting to bind port 8f5b0d96-3b85-47f2-b99c-b569196b358b on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:22.947515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:22.948066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:22.948505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.948973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:22.949529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Bound port: 8f5b0d96-3b85-47f2-b99c-b569196b358b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:22.949982 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.978208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port f010b457-c640-49a6-a3b5-c92c300ece78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f010b457-c640-49a6-a3b5-c92c300ece78,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:23.051763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.061103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.062046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.134669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] For port 8f5b0d96-3b85-47f2-b99c-b569196b358b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:23.145060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] For port 8f5b0d96-3b85-47f2-b99c-b569196b358b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8f5b0d96-3b85-47f2-b99c-b569196b358b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:23.153991 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.286442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:23.287029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:23.317801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:23.323574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:23.327962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=f010b457-c640-49a6-a3b5-c92c300ece78,revision_number=8']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.354968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:23.355496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.378380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=669ef680-a2f4-4da5-b345-a470714a1cf4,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.405838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994eb869-93c9-4cb8-a952-eaaa2e8aff59 None None] Pushing event updated for resources: {'Port': ['ID=8f5b0d96-3b85-47f2-b99c-b569196b358b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.418464 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-479569d2-56ad-4ba9-af1e-e179e455612f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5949256 Aug 29 04:49:23.421717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52678) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:23.427084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2ca8a5b1-6197-43df-9b77-0986299bcfe7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:23.453225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52680) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:23.555568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:23.640397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8a5b1-6197-43df-9b77-0986299bcfe7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:23.654286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a5b1-6197-43df-9b77-0986299bcfe7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.754079 n-d-712142-15 neutron-server[94846]: INFO neutron.db.ipam_backend_mixin [None req-2ca8a5b1-6197-43df-9b77-0986299bcfe7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 669ef680-a2f4-4da5-b345-a470714a1cf4 (CIDR: 2001:db8::/64) Aug 29 04:49:23.761491 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca8a5b1-6197-43df-9b77-0986299bcfe7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:49:23.762473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca8a5b1-6197-43df-9b77-0986299bcfe7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:23.777128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-279428a9-dee5-4228-9b50-e404235a8b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.777128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.892781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:19Z', 'revision_number': 3, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:23.926574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676c914-d24f-4367-9cbe-2d78c13d27ab None None] The sync data for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 is: [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:19Z', 'revision_number': 3, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:23.978277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a5c0c-a69b-4484-b1d2-2fade909127f None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:49:24.004813 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-279428a9-dee5-4228-9b50-e404235a8b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.024647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2ca8a5b1-6197-43df-9b77-0986299bcfe7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6015937 Aug 29 04:49:24.027802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52684) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:24.034698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:24.042930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-279428a9-dee5-4228-9b50-e404235a8b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.100062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a5c0c-a69b-4484-b1d2-2fade909127f None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:49:24.115855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-279428a9-dee5-4228-9b50-e404235a8b7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57e131079eea4fdab3df40b94bebea4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6570644 Aug 29 04:49:24.116676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279428a9-dee5-4228-9b50-e404235a8b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d65ccb8-ca36-4375-9b2c-19c6b4c12568,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:24.118565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-64c17bc5-cf29-48ad-ad2f-11907ad025d9 None None] Provisioning complete for port f010b457-c640-49a6-a3b5-c92c300ece78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:24.119339 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-64c17bc5-cf29-48ad-ad2f-11907ad025d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.119475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52686) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:24.271238 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71f20b08-dffe-44ed-8f84-8dad32515877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.273607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.20.0.1 (da1ad9d8-d3eb-46e1-80a0-6126404229e1/1fd4290c-4c56-438c-84bd-4af108a3b64d/36a1b63e-186f-4c83-8c9d-29ffaaa71024) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:24.359513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:24.363664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.503339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71f20b08-dffe-44ed-8f84-8dad32515877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.563576 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.588663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:24.592679 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.595059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Transition to ACTIVE for port object 36a1b63e-186f-4c83-8c9d-29ffaaa71024 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:24.643855 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71f20b08-dffe-44ed-8f84-8dad32515877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.648105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71f20b08-dffe-44ed-8f84-8dad32515877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.649623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-71f20b08-dffe-44ed-8f84-8dad32515877 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d65ccb8-ca36-4375-9b2c-19c6b4c12568 HTTP/1.1" status: 204 len: 168 time: 0.5040638 Aug 29 04:49:24.676358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f20b08-dffe-44ed-8f84-8dad32515877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d65ccb8-ca36-4375-9b2c-19c6b4c12568,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:24.680286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.764974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:24.766166 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.766702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=36a1b63e-186f-4c83-8c9d-29ffaaa71024,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:24.770575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:24.777377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:24.860550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.898848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:24.907898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:24.929513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:24.931513 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.981715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8f5b0d96-3b85-47f2-b99c-b569196b358b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:24.989854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=3e6a43cb-546e-4944-8127-edb031a9b142,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.010756 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-41ee40c8-4486-48de-96ab-a4b0b8b7a065 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9815433 Aug 29 04:49:25.016245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52698) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.028620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:af:23:fe', 'name': 'tempest-NetworksTestDHCPv6-679209619'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:25.062716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Allocated IP 172.20.0.2 (da1ad9d8-d3eb-46e1-80a0-6126404229e1/1fd4290c-4c56-438c-84bd-4af108a3b64d/7eefbef6-771c-46f8-9301-c5e44750ad45) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:25.110281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.275182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 8f5b0d96-3b85-47f2-b99c-b569196b358b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:25.280629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52700) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.292368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 8f5b0d96-3b85-47f2-b99c-b569196b358b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:25.292753 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.316296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-068c106f-3be9-45cd-a0b9-63bd4e07529e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.383294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:25.485582 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.574004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 8f5b0d96-3b85-47f2-b99c-b569196b358b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8f5b0d96-3b85-47f2-b99c-b569196b358b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:25.591047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.592534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f010b457-c640-49a6-a3b5-c92c300ece78 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:25.609611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.615635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.682075 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.689721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.705697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7ef8ad57-f91c-4a6d-b477-6beb061c1ab8 None None] Provisioning complete for port f010b457-c640-49a6-a3b5-c92c300ece78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:25.706143 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ad57-f91c-4a6d-b477-6beb061c1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.740540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:25.754192 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.765377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Transition to ACTIVE for port object 7eefbef6-771c-46f8-9301-c5e44750ad45 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:25.767632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=36a1b63e-186f-4c83-8c9d-29ffaaa71024,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.781144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f010b457-c640-49a6-a3b5-c92c300ece78 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:25.781540 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.830726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-068c106f-3be9-45cd-a0b9-63bd4e07529e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.836918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=8f5b0d96-3b85-47f2-b99c-b569196b358b,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.853394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-068c106f-3be9-45cd-a0b9-63bd4e07529e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.878835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Transition to ACTIVE for port object 7eefbef6-771c-46f8-9301-c5e44750ad45 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:25.887767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:25.891568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:25.892725 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-068c106f-3be9-45cd-a0b9-63bd4e07529e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=225802064b8148c5966cda208cc9867c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6109700 Aug 29 04:49:25.895631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52704) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.899948 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.927929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:25.935421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:25.957211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:25.965988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c106f-3be9-45cd-a0b9-63bd4e07529e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2db115b-efa4-40bc-a3eb-5f83e83a2843,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:26.065475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Pushing event updated for resources: {'Port': ['ID=7eefbef6-771c-46f8-9301-c5e44750ad45,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:26.078139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Attempting to bind port 7eefbef6-771c-46f8-9301-c5e44750ad45 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:26.078588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Attempting to bind port 7eefbef6-771c-46f8-9301-c5e44750ad45 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:26.079032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Attempting to bind port 7eefbef6-771c-46f8-9301-c5e44750ad45 on network da1ad9d8-d3eb-46e1-80a0-6126404229e1 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:26.084946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:26.085349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Checking segment: {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:26.086092 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.086216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Bound using segment: {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:26.086789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Bound port: 7eefbef6-771c-46f8-9301-c5e44750ad45, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:26.087235 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.104192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8:0:1::22d (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/3e6a43cb-546e-4944-8127-edb031a9b142/c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:26.112682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::f816:3eff:feaf:23fe (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/669ef680-a2f4-4da5-b345-a470714a1cf4/c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:26.122091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:49:26.139789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cb81514-688b-470f-b45e-4fcf495ab458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.168659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] For port 7eefbef6-771c-46f8-9301-c5e44750ad45, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:26.174796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] For port 7eefbef6-771c-46f8-9301-c5e44750ad45, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7eefbef6-771c-46f8-9301-c5e44750ad45,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:26.181135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.206339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cb81514-688b-470f-b45e-4fcf495ab458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.261880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77276b-f48b-407e-8d96-1defa632f700 None None] Pushing event updated for resources: {'Port': ['ID=7eefbef6-771c-46f8-9301-c5e44750ad45,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:26.302812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:26.307660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12499983-d315-46b2-a676-6087af51fb2b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "PUT /v2.0/routers/96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8819587 Aug 29 04:49:26.312748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52710) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:26.354464 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.355671 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cb81514-688b-470f-b45e-4fcf495ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.358904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cb81514-688b-470f-b45e-4fcf495ab458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.362769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8cb81514-688b-470f-b45e-4fcf495ab458 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2db115b-efa4-40bc-a3eb-5f83e83a2843 HTTP/1.1" status: 204 len: 168 time: 0.4656537 Aug 29 04:49:26.389237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:26.404416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb81514-688b-470f-b45e-4fcf495ab458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2db115b-efa4-40bc-a3eb-5f83e83a2843,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:26.496302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.618764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28907c6d-ce99-4e66-a590-e4d583a5fe73 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.619297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28907c6d-ce99-4e66-a590-e4d583a5fe73 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.619731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28907c6d-ce99-4e66-a590-e4d583a5fe73 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.620449 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28907c6d-ce99-4e66-a590-e4d583a5fe73 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.620870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28907c6d-ce99-4e66-a590-e4d583a5fe73 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.621346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28907c6d-ce99-4e66-a590-e4d583a5fe73 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.621449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:26.622478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28907c6d-ce99-4e66-a590-e4d583a5fe73 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.628154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-28907c6d-ce99-4e66-a590-e4d583a5fe73 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5023 time: 0.3143263 Aug 29 04:49:26.628859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52716) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:26.648474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:26.652670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:26.659688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:26.666779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.667457 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.702924 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d93bb0d-fa70-49dc-b14a-8b8f3a2c13bf tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6845007 Aug 29 04:49:26.703876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52718) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:26.836320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.837371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.837992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.839141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.839762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.840711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.841474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.842189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.845600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c82fa-cee2-4187-98c5-93a330bd7f2f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:26.846596 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2d8c82fa-cee2-4187-98c5-93a330bd7f2f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.847136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-384a701b-274d-4346-93a1-e064537c8306 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.2158852 Aug 29 04:49:26.850210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52722) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:26.911443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7eefbef6-771c-46f8-9301-c5e44750ad45 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:26.994117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7eefbef6-771c-46f8-9301-c5e44750ad45 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:27.001274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8f5b0d96-3b85-47f2-b99c-b569196b358b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:27.030889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2d8c82fa-cee2-4187-98c5-93a330bd7f2f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.065020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c82fa-cee2-4187-98c5-93a330bd7f2f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:27.096037 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Sync routers for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:27.112699 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:27.113828 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:27.263305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-41cda408-4ed2-4df3-b67d-c7f3a6737c74 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.4093115 Aug 29 04:49:27.287970 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.297811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 8f5b0d96-3b85-47f2-b99c-b569196b358b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:27.298248 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.365893 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:27.562046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2d8c82fa-cee2-4187-98c5-93a330bd7f2f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.597337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52746) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.603458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252586037', 'description': 'tempest-secgroup-smoke-1252586037 description', 'project_id': '89af506a75cc4ee18587cb216deceb09'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:27.606811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c82fa-cee2-4187-98c5-93a330bd7f2f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:27.661929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.725439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2d8c82fa-cee2-4187-98c5-93a330bd7f2f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.728090 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2d8c82fa-cee2-4187-98c5-93a330bd7f2f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04 HTTP/1.1" status: 204 len: 168 time: 1.0202441 Aug 29 04:49:27.730628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52750) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.810322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff26437-17dd-4815-b223-8d241a230ada tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.812667 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4ff26437-17dd-4815-b223-8d241a230ada tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0806265 Aug 29 04:49:27.815322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52752) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.816169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.818003 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 2, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:27.825014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.892676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12203deb-a69d-4179-8fbc-da305a5419a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.898280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-12203deb-a69d-4179-8fbc-da305a5419a9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0819774 Aug 29 04:49:27.900766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52754) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.904514 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Checking router: 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:27.905722 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Updating router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:27.921130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:27.926706 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.937400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3347263 Aug 29 04:49:27.937400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52756) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.944616 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.948583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-60853cf6-e9a3-4025-9343-e7f47c994878 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:27.974826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac304a-6883-4d68-b05f-ec860f0e0d18 None None] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:27.984664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f54b8-7148-4042-b76d-1336a05c7512 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.986461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f54b8-7148-4042-b76d-1336a05c7512 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.988106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f54b8-7148-4042-b76d-1336a05c7512 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.996203 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-918f54b8-7148-4042-b76d-1336a05c7512 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0930548 Aug 29 04:49:27.996838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52760) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.999277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:27.999655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.000020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.000365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.002596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.002953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.003315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.003655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.004024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.004345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.004674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.005004 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52833-8753-4c19-824f-2b35c72ce202 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:28.011850 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f93b8f-5694-4ab3-99db-87bd29aa2693 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:28.058819 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60853cf6-e9a3-4025-9343-e7f47c994878 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.091787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cb62bb-38d5-4a4e-bd82-74f515582431 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 3e6a43cb-546e-4944-8127-edb031a9b142 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:28.096574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f1cb62bb-38d5-4a4e-bd82-74f515582431 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.177809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60853cf6-e9a3-4025-9343-e7f47c994878 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.184929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60853cf6-e9a3-4025-9343-e7f47c994878 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.185737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f1cb62bb-38d5-4a4e-bd82-74f515582431 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.228954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60853cf6-e9a3-4025-9343-e7f47c994878 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c0baab-e689-4596-b547-e0865f6ec186,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.243674 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-60853cf6-e9a3-4025-9343-e7f47c994878 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.248629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-60853cf6-e9a3-4025-9343-e7f47c994878 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103170 Aug 29 04:49:28.250110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52764) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:28.255714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c3ae2e05-762b-49b2-b36a-b892b82ff161 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:28.256519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Provisioning complete for port f010b457-c640-49a6-a3b5-c92c300ece78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:28.257108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.290956 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2e05-762b-49b2-b36a-b892b82ff161 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.345342 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f1cb62bb-38d5-4a4e-bd82-74f515582431 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.403897 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2e05-762b-49b2-b36a-b892b82ff161 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.417862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2e05-762b-49b2-b36a-b892b82ff161 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.449148 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.453636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae2e05-762b-49b2-b36a-b892b82ff161 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e669ed-f398-4c5a-8a85-e6c330c8ca1c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.472313 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2e05-762b-49b2-b36a-b892b82ff161 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.476901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c3ae2e05-762b-49b2-b36a-b892b82ff161 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2256396 Aug 29 04:49:28.477622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52768) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:28.485891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1f10f431-d017-4c97-b44e-5244bf15cdfe tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:28.489419 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Transition to ACTIVE for port object 36a1b63e-186f-4c83-8c9d-29ffaaa71024 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:28.490547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f1cb62bb-38d5-4a4e-bd82-74f515582431 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.500364 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.552309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb62bb-38d5-4a4e-bd82-74f515582431 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6a43cb-546e-4944-8127-edb031a9b142,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.555536 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1f10f431-d017-4c97-b44e-5244bf15cdfe tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.576442 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f1cb62bb-38d5-4a4e-bd82-74f515582431 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.578155 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29788622-f788-4e54-972e-af2054acbe6e None None] Pushing event updated for resources: {'Port': ['ID=36a1b63e-186f-4c83-8c9d-29ffaaa71024,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.579831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f1cb62bb-38d5-4a4e-bd82-74f515582431 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/3e6a43cb-546e-4944-8127-edb031a9b142 HTTP/1.1" status: 204 len: 168 time: 0.5818620 Aug 29 04:49:28.583817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52776) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:28.639918 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.688183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2628e8-abf3-4c34-9916-b50f6b4374e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 669ef680-a2f4-4da5-b345-a470714a1cf4 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:28.697269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Provisioning for port 7eefbef6-771c-46f8-9301-c5e44750ad45 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:28.698521 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a2628e8-abf3-4c34-9916-b50f6b4374e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.711363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Provisioning complete for port 7eefbef6-771c-46f8-9301-c5e44750ad45 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:28.715761 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.751414 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Attempting to bind port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:28.753102 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Attempting to bind port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:28.753757 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Attempting to bind port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 on network da1ad9d8-d3eb-46e1-80a0-6126404229e1 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:28.765973 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:28.767137 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Checking segment: {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:28.767838 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.768767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Bound using segment: {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:28.770517 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Bound port: 36a1b63e-186f-4c83-8c9d-29ffaaa71024, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:28.770779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a2628e8-abf3-4c34-9916-b50f6b4374e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.771361 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.824976 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1f10f431-d017-4c97-b44e-5244bf15cdfe tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.836476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3777b4-c8fd-4434-acac-f1b7d3858a3f None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': '669ef680-a2f4-4da5-b345-a470714a1cf4', 'ip_address': '2001:db8::f816:3eff:fea5:2dda'}, {'subnet_id': '3e6a43cb-546e-4944-8127-edb031a9b142'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'f010b457-c640-49a6-a3b5-c92c300ece78'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:49:28.837346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1f10f431-d017-4c97-b44e-5244bf15cdfe tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.882854 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d3777b4-c8fd-4434-acac-f1b7d3858a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.889318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10f431-d017-4c97-b44e-5244bf15cdfe tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa7a041-efe6-4581-bb69-1f2542021dd0,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.893273 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] For port 36a1b63e-186f-4c83-8c9d-29ffaaa71024, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:28.902750 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] For port 36a1b63e-186f-4c83-8c9d-29ffaaa71024, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=36a1b63e-186f-4c83-8c9d-29ffaaa71024,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:28.914434 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.950395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1f10f431-d017-4c97-b44e-5244bf15cdfe tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.954952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52786) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:28.959915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6368fb78-01c9-4a86-99af-b686a6de86ab tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:28.962331 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.970702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1f10f431-d017-4c97-b44e-5244bf15cdfe tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4906220 Aug 29 04:49:28.995135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a2628e8-abf3-4c34-9916-b50f6b4374e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.003778 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29788622-f788-4e54-972e-af2054acbe6e None None] Pushing event updated for resources: {'Port': ['ID=36a1b63e-186f-4c83-8c9d-29ffaaa71024,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.038152 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:29.039000 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:29.057756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6368fb78-01c9-4a86-99af-b686a6de86ab tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.169369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52788) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:29.169625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a2628e8-abf3-4c34-9916-b50f6b4374e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-2d3777b4-c8fd-4434-acac-f1b7d3858a3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 669ef680-a2f4-4da5-b345-a470714a1cf4: This subnet is being modified by another concurrent operation. Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 669ef680-a2f4-4da5-b345-a470714a1cf4: This subnet is being modified by another concurrent operation. Aug 29 04:49:29.220839 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:49:29.246925 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a2628e8-abf3-4c34-9916-b50f6b4374e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.253726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1a2628e8-abf3-4c34-9916-b50f6b4374e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/669ef680-a2f4-4da5-b345-a470714a1cf4 HTTP/1.1" status: 204 len: 168 time: 0.6687138 Aug 29 04:49:29.258423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] For port 7eefbef6-771c-46f8-9301-c5e44750ad45, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7eefbef6-771c-46f8-9301-c5e44750ad45,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:29.259902 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52792) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:29.263772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.275130 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6368fb78-01c9-4a86-99af-b686a6de86ab tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.283870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6368fb78-01c9-4a86-99af-b686a6de86ab tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.288242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2628e8-abf3-4c34-9916-b50f6b4374e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=669ef680-a2f4-4da5-b345-a470714a1cf4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.359389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6873035c-f883-4666-808b-03b1fb29e7f8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894828 Aug 29 04:49:29.359389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52794) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:29.367042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368fb78-01c9-4a86-99af-b686a6de86ab tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb63a1e3-7fb0-4504-8c12-9159bf55a021,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.373586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:29.386177 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6368fb78-01c9-4a86-99af-b686a6de86ab tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.390257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c42809-9ce1-4f20-a49d-5271c688570b None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:29.391250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6368fb78-01c9-4a86-99af-b686a6de86ab tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4352851 Aug 29 04:49:29.391938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52796) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:29.394623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Pushing event updated for resources: {'Port': ['ID=7eefbef6-771c-46f8-9301-c5e44750ad45,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.400982 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c3b311a6-b5f0-4fc6-be5d-c33b20ec43c6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:29.409560 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:29.446878 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-c3b311a6-b5f0-4fc6-be5d-c33b20ec43c6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Project 89af506a75cc4ee18587cb216deceb09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:49:29.458415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b311a6-b5f0-4fc6-be5d-c33b20ec43c6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.486831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.487347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.487813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.488434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.489363 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.489818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.490391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.491160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.491716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.491904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1451493038', 'router:external': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:29.492305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.492845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.493568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c42f8c-ceef-457d-a5d9-fa76823b789e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.524288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-fb9162a4-ef74-4eb5-a9d7-cffc955178e5 None None] Provisioning complete for port f010b457-c640-49a6-a3b5-c92c300ece78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:29.526160 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb9162a4-ef74-4eb5-a9d7-cffc955178e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.536658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:29.540347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.562577 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b311a6-b5f0-4fc6-be5d-c33b20ec43c6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.577839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b311a6-b5f0-4fc6-be5d-c33b20ec43c6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.634510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Made reservation on behalf of cb2e713b55ad49f4b0240ffc525a761d for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:29.638939 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.645736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3b311a6-b5f0-4fc6-be5d-c33b20ec43c6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.653174 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c3b311a6-b5f0-4fc6-be5d-c33b20ec43c6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2572937 Aug 29 04:49:29.659303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52800) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:29.664846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-84768f02-693c-4c48-a13d-15eb7554658f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:29.681092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b311a6-b5f0-4fc6-be5d-c33b20ec43c6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a60f1a-c3cb-4d95-a65a-5440283187da,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.686753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.739236 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-84768f02-693c-4c48-a13d-15eb7554658f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Project 89af506a75cc4ee18587cb216deceb09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:49:29.750490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84768f02-693c-4c48-a13d-15eb7554658f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.756319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777407b-d502-4509-b393-894e2fe92574 None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:29.770877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe743070-4eac-460a-91d2-189de783fddd None None] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:29.808073 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:28Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:29.851564 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37807eca-4f16-49f0-a8ef-d1628fb15dfd None None] The sync data for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 is: [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:28Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:29.875531 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84768f02-693c-4c48-a13d-15eb7554658f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.884019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84768f02-693c-4c48-a13d-15eb7554658f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.957829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-69287620-97a0-4fdb-9c4e-47de4f0ba10a None None] Provisioning for port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:29.978998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84768f02-693c-4c48-a13d-15eb7554658f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45958074-32db-4422-8365-c720293371ac,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.981885 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.997738 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.006327 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.024829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:30.038867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.039524 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Added segment 2d7611ba-7a0c-41d8-8f9c-f1fce2c02ca4 of type vlan for network 4c64e354-3a20-48fa-85cf-202790f781b2 Aug 29 04:49:30.065605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-69287620-97a0-4fdb-9c4e-47de4f0ba10a None None] Provisioning complete for port 7eefbef6-771c-46f8-9301-c5e44750ad45 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:30.066736 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-69287620-97a0-4fdb-9c4e-47de4f0ba10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.070910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:30.074967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:30.086916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:30.086916 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.101164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9777407b-d502-4509-b393-894e2fe92574 None None] Deleting port f010b457-c640-49a6-a3b5-c92c300ece78 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:30.101930 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9777407b-d502-4509-b393-894e2fe92574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.120261 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.128445 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7647645 Aug 29 04:49:30.135975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52802) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:30.145696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5bf75828-dd7e-4523-91e6-755028d2e73a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:30.151016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec90936-9b6a-4426-8646-06699e4bf185 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=41a14eaa-509e-4faa-98c1-febca9d39741,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:30.163806 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84768f02-693c-4c48-a13d-15eb7554658f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.165370 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-84768f02-693c-4c48-a13d-15eb7554658f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5048010 Aug 29 04:49:30.167692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.168725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:30.169372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.297665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52808) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:30.305498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1194491 Aug 29 04:49:30.309891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'subnet': {'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:30.324979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bb6aa6-ca3f-4987-9a31-548692fe62a4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:30.366687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81af94b-c4c9-4c70-8ffa-2ed92c56b16b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'Network': ['ID=4c64e354-3a20-48fa-85cf-202790f781b2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:30.393100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4c64e354-3a20-48fa-85cf-202790f781b2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:30.437181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Made reservation on behalf of cb2e713b55ad49f4b0240ffc525a761d for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:30.440275 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.449755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9777407b-d502-4509-b393-894e2fe92574 None None] For port f010b457-c640-49a6-a3b5-c92c300ece78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f010b457-c640-49a6-a3b5-c92c300ece78,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:30.450167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9777407b-d502-4509-b393-894e2fe92574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.557992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9777407b-d502-4509-b393-894e2fe92574 None None] Calling delete_port for f010b457-c640-49a6-a3b5-c92c300ece78 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:30.689711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf75828-dd7e-4523-91e6-755028d2e73a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:30.693538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5bf75828-dd7e-4523-91e6-755028d2e73a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.703149 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-c56cd3fb-de17-48c3-a36d-8565e996e1ac tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252586037&fields=id&tenant_id=89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 267 time: 0.1734436 Aug 29 04:49:30.724992 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9777407b-d502-4509-b393-894e2fe92574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.772503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777407b-d502-4509-b393-894e2fe92574 None None] Pushing event deleted for resources: {'Port': ['ID=f010b457-c640-49a6-a3b5-c92c300ece78,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:30.783816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777407b-d502-4509-b393-894e2fe92574 None None] No DVR routers for this DVR port f010b457-c640-49a6-a3b5-c92c300ece78 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:30.802924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b9861-4276-4004-9302-6af127d394a0 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:30.872186 n-d-712142-15 neutron-server[94845]: INFO neutron.db.ipam_backend_mixin [None req-5bf75828-dd7e-4523-91e6-755028d2e73a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41a14eaa-509e-4faa-98c1-febca9d39741 (CIDR: 2001:db8::/64) Aug 29 04:49:30.898740 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf75828-dd7e-4523-91e6-755028d2e73a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:49:30.900722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf75828-dd7e-4523-91e6-755028d2e73a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:30.949683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7eefbef6-771c-46f8-9301-c5e44750ad45 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:31.107052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f0c5a351-ea4f-4102-8594-e92163749bb9 None None] Provisioning complete for port 7eefbef6-771c-46f8-9301-c5e44750ad45 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:31.107955 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a351-ea4f-4102-8594-e92163749bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.173635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7eefbef6-771c-46f8-9301-c5e44750ad45 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:31.173964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.179894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '41a14eaa-509e-4faa-98c1-febca9d39741'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:31.181023 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.468915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 36a1b63e-186f-4c83-8c9d-29ffaaa71024 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:31.524822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5bf75828-dd7e-4523-91e6-755028d2e73a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3875217 Aug 29 04:49:31.527374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52824) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:31.534095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:31.602440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/41a14eaa-509e-4faa-98c1-febca9d39741/a4f3cdb1-ea2d-4d81-a253-be4ea9426632) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:31.788824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-62b281cb-9d73-4d8e-8459-df261e4a30c5 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:31.796944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-62b281cb-9d73-4d8e-8459-df261e4a30c5 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/networks?id=da1ad9d8-d3eb-46e1-80a0-6126404229e1 HTTP/1.1" status: 200 len: 797 time: 0.9230247 Aug 29 04:49:31.821989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-94ea109a-3ec2-43d8-bb0b-90659a88761b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/quotas/89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 375 time: 0.0239656 Aug 29 04:49:31.833075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:31.837886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.948753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-93227296-1ccc-433f-bba9-8cc712d9506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184657 Aug 29 04:49:32.077286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:32.088130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:32.088640 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.104147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:32.104630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.155419 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.206918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Transition to ACTIVE for port object a4f3cdb1-ea2d-4d81-a253-be4ea9426632 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:32.234068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b6392b42-c3f4-48eb-8003-5df92ae81eea None None] Provisioning complete for port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:32.234463 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b6392b42-c3f4-48eb-8003-5df92ae81eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.235491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1eb6ea86-fc69-4d64-97ca-804e681334b3,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:32.250109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Transition to ACTIVE for port object a4f3cdb1-ea2d-4d81-a253-be4ea9426632 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:32.255741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Checking segment: {'id': '2d7611ba-7a0c-41d8-8f9c-f1fce2c02ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:32.255741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Network hostable DHCP agents. Network: 4c64e354-3a20-48fa-85cf-202790f781b2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:32.264440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-f80edabd-13b9-44fb-884f-d9a8dd0bf3bb service neutron] 10.222.0.58 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986500 Aug 29 04:49:32.294277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Network 4c64e354-3a20-48fa-85cf-202790f781b2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:32.305766 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.312097 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.340667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4c64e354-3a20-48fa-85cf-202790f781b2) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:32.347997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:32.348617 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.354775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.objects.ports [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:32.383358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-02b46586-de24-49b3-983a-6ce220cb9bc0 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0828345 Aug 29 04:49:32.390638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52834) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.391802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b249b0-2fe1-43c0-9867-b37d9fd9f0df None None] Network 4c64e354-3a20-48fa-85cf-202790f781b2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:32.397801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-409270085', 'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:32.412490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-3670cdac-2336-4c85-b109-8689a5b7567c service neutron] 10.222.0.58 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398585 Aug 29 04:49:32.429703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 36a1b63e-186f-4c83-8c9d-29ffaaa71024, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=36a1b63e-186f-4c83-8c9d-29ffaaa71024,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:32.449444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Made reservation on behalf of cb2e713b55ad49f4b0240ffc525a761d for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:32.452620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.490810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] device_id is not set on port 5098563c-6288-4011-b48e-7d099829d859 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:32.569989 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.579788 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:32.580942 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.599865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:32.612822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:32.654584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Allocated IP 2001:db8::b4 (4c64e354-3a20-48fa-85cf-202790f781b2/1eb6ea86-fc69-4d64-97ca-804e681334b3/5098563c-6288-4011-b48e-7d099829d859) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:32.715927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f010b457-c640-49a6-a3b5-c92c300ece78 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:32.732848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Pushing event updated for resources: {'Port': ['ID=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:32.746833 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00691ba9-03a3-4daf-ba2f-f1f2d447d88c req-9322f358-54dd-431d-bea8-32be78e7f124 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 210 time: 0.0365667 Aug 29 04:49:32.855027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host n-d-712142-15, got binding levels [] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:32.864023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=36a1b63e-186f-4c83-8c9d-29ffaaa71024,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:32.883900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.886548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: f010b457-c640-49a6-a3b5-c92c300ece78 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:32.887119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f010b457-c640-49a6-a3b5-c92c300ece78 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:32.894066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.902401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.939536 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.958441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:32.959091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:32.959483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:32.971005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca8eeb-548c-4adb-93e3-e895b9c3e418 None None] Network 4c64e354-3a20-48fa-85cf-202790f781b2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:32.997176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Network 4c64e354-3a20-48fa-85cf-202790f781b2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:33.003687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:33.007617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:33.008662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:33.009281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.012413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:33.012771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:33.013214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.013710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:33.014690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Bound port: a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:33.019167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'Port': ['ID=5098563c-6288-4011-b48e-7d099829d859,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.021456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.028842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:33.030091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:33.030637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:33.032731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9691476a-2916-447e-8b09-568f90868052 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6410258 Aug 29 04:49:33.053069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:33.053069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:33.053069 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.053069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:33.053069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Bound port: a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:33.053069 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.053069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 36a1b63e-186f-4c83-8c9d-29ffaaa71024 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:33.054032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.055602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52844) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.124391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host n-d-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:33.128051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] For port a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:33.135450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.179624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.196153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3b120e86-9752-42c9-8008-2a989cf23eb8 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Deleting port 5098563c-6288-4011-b48e-7d099829d859 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:33.196732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b120e86-9752-42c9-8008-2a989cf23eb8 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.200654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] For port a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:33.227312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a4f3cdb1-ea2d-4d81-a253-be4ea9426632-n-d-712142-15-0 {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:33.227779 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:33.245997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:33.246565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.258728 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:33.266675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:33.271939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:33.272579 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.275671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,revision_number=4']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.292095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=ec555719-4e0c-4bb1-b732-8b1aa56a331f,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.311165 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d5764e14-e2b9-4b04-9906-b65212397356 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7796223 Aug 29 04:49:33.311497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52848) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.317515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b120e86-9752-42c9-8008-2a989cf23eb8 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.317707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:3f:e2:f4', 'name': 'tempest-NetworksTestDHCPv6-825306828'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:33.332368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-3b120e86-9752-42c9-8008-2a989cf23eb8 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Calling delete_port for 5098563c-6288-4011-b48e-7d099829d859 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:33.445157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:33.481843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b120e86-9752-42c9-8008-2a989cf23eb8 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.510106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b120e86-9752-42c9-8008-2a989cf23eb8 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event deleted for resources: {'Port': ['ID=5098563c-6288-4011-b48e-7d099829d859,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.542862 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b120e86-9752-42c9-8008-2a989cf23eb8 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.547355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3b120e86-9752-42c9-8008-2a989cf23eb8 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5098563c-6288-4011-b48e-7d099829d859 HTTP/1.1" status: 204 len: 168 time: 0.4879804 Aug 29 04:49:33.547497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52850) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.548502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.551852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2', 'external_fixed_ips': [{'subnet_id': '1eb6ea86-fc69-4d64-97ca-804e681334b3', 'ip_address': '2001:db8::b4'}]}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:33.570721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port a6b20254-0958-4de5-9b85-1b5d65589455 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:33.574417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.575605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.637539 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.743826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:33.744595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:33.745930 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Attempting to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:33.753061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:33.754593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:33.755218 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.755823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:33.757116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Bound port: a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:33.757727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.765256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::31 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/41a14eaa-509e-4faa-98c1-febca9d39741/a6b20254-0958-4de5-9b85-1b5d65589455) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:33.774437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3f:e2f4 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/ec555719-4e0c-4bb1-b732-8b1aa56a331f/a6b20254-0958-4de5-9b85-1b5d65589455) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:33.813481 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.859157 n-d-712142-15 neutron-server[94847]: WARNING neutron.plugins.ml2.plugin [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Concurrent port binding operations failed on port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 Aug 29 04:49:33.865636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] For port a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:33.867600 n-d-712142-15 neutron-server[94847]: INFO neutron.plugins.ml2.plugin [None req-bb9c1f84-4da1-470e-af9e-011be37a4c97 None None] Attempt 2 to bind port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 Aug 29 04:49:33.904253 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42fd0544-e227-46ea-9d54-aeaf23595b2f req-b93b4ae1-f8b9-46f5-a643-0f1ed4c32268 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 210 time: 0.0639663 Aug 29 04:49:34.019313 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.043160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object a6b20254-0958-4de5-9b85-1b5d65589455 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:34.108988 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.185562 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.190961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:34.203213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:34.208588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:34.214347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:34.215018 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.225094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=a6b20254-0958-4de5-9b85-1b5d65589455,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:34.227904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.245041 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e014be74-0e64-43d5-a9ca-d380b958d9a1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9323153 Aug 29 04:49:34.247936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52866) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.370291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfbcd0-a857-4e06-b295-5cdb549d1b1e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port a6b20254-0958-4de5-9b85-1b5d65589455 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:34.370706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbdfbcd0-a857-4e06-b295-5cdb549d1b1e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.461452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbdfbcd0-a857-4e06-b295-5cdb549d1b1e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.467846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Allocated IP 2001:db8::b4 (4c64e354-3a20-48fa-85cf-202790f781b2/1eb6ea86-fc69-4d64-97ca-804e681334b3/ae5ee1e5-f96c-420a-aa00-bc256f9ac626) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:34.475230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfbcd0-a857-4e06-b295-5cdb549d1b1e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for a6b20254-0958-4de5-9b85-1b5d65589455 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:34.677067 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbdfbcd0-a857-4e06-b295-5cdb549d1b1e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.684483 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.706349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfbcd0-a857-4e06-b295-5cdb549d1b1e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=a6b20254-0958-4de5-9b85-1b5d65589455,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:34.738689 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.773484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbdfbcd0-a857-4e06-b295-5cdb549d1b1e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.781818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52868) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.783375 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dbdfbcd0-a857-4e06-b295-5cdb549d1b1e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/a6b20254-0958-4de5-9b85-1b5d65589455 HTTP/1.1" status: 204 len: 168 time: 0.5337727 Aug 29 04:49:34.803064 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Network 4c64e354-3a20-48fa-85cf-202790f781b2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:34.813699 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:34.816679 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:34.925107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'Port': ['ID=ae5ee1e5-f96c-420a-aa00-bc256f9ac626,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.004386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375832b-30b1-4e0c-93a5-1ac986ff9936 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:35.006117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f375832b-30b1-4e0c-93a5-1ac986ff9936 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2202573 Aug 29 04:49:35.008783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52878) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.047259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b24e7a7-8bde-4ed6-99ce-31e1fc23da42 req-43fed7c8-5730-4afe-b55d-ff9d03a4af23 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 210 time: 0.0321691 Aug 29 04:49:35.098244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a55b5-3754-4197-8cd7-74da21bbf4a8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:35.100327 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f94a55b5-3754-4197-8cd7-74da21bbf4a8 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0904226 Aug 29 04:49:35.103044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52882) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.147807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a4f3cdb1-ea2d-4d81-a253-be4ea9426632 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:35.187788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae79bee-0314-4341-b2fc-aaa139bac1f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:35.190340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae79bee-0314-4341-b2fc-aaa139bac1f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:35.194043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae79bee-0314-4341-b2fc-aaa139bac1f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:35.200096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52884) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.200814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7ae79bee-0314-4341-b2fc-aaa139bac1f2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0959654 Aug 29 04:49:35.222801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be88816c-c771-4de5-a819-7918ea4ce923 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:35.261270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0235fd-a89b-43ef-9770-d312f27c1ea5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 41a14eaa-509e-4faa-98c1-febca9d39741 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:35.266862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c0235fd-a89b-43ef-9770-d312f27c1ea5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.293767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.311832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:35.324085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c0235fd-a89b-43ef-9770-d312f27c1ea5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.359163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ae602244-ceb4-443a-9589-bbdf8f0e7ce8 None None] Provisioning for port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:35.365859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ae602244-ceb4-443a-9589-bbdf8f0e7ce8 None None] Provisioning complete for port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:35.366281 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ae602244-ceb4-443a-9589-bbdf8f0e7ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.445449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c0235fd-a89b-43ef-9770-d312f27c1ea5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.528092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c0235fd-a89b-43ef-9770-d312f27c1ea5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.562585 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0235fd-a89b-43ef-9770-d312f27c1ea5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=41a14eaa-509e-4faa-98c1-febca9d39741,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.570558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c0235fd-a89b-43ef-9770-d312f27c1ea5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.577177 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6c0235fd-a89b-43ef-9770-d312f27c1ea5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/41a14eaa-509e-4faa-98c1-febca9d39741 HTTP/1.1" status: 204 len: 168 time: 0.3759620 Aug 29 04:49:35.578227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52888) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.606874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ae602244-ceb4-443a-9589-bbdf8f0e7ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.621593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.681078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74669c4-752e-4c8a-b8e8-e86e9524f029 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet ec555719-4e0c-4bb1-b732-8b1aa56a331f {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:35.685962 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f74669c4-752e-4c8a-b8e8-e86e9524f029 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.723245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ae602244-ceb4-443a-9589-bbdf8f0e7ce8 None None] For port a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:35.731458 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ae602244-ceb4-443a-9589-bbdf8f0e7ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.738555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20c3b5-407c-465e-9588-8efd9c642be1 None None] Update dhcp port {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'fixed_ips': [{'subnet_id': 'ec555719-4e0c-4bb1-b732-8b1aa56a331f', 'ip_address': '2001:db8:0:1:f816:3eff:fe11:7219'}, {'subnet_id': '41a14eaa-509e-4faa-98c1-febca9d39741'}], 'binding:host_id': 'n-d-712142-15'}, 'id': 'a4f3cdb1-ea2d-4d81-a253-be4ea9426632'} from n-d-712142-15. {{(pid=94847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:49:35.789717 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f74669c4-752e-4c8a-b8e8-e86e9524f029 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.798962 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb20c3b5-407c-465e-9588-8efd9c642be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.810208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Router 66176d7b-18a0-4a7e-8739-6a125fb3b56b is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:35.826881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae602244-ceb4-443a-9589-bbdf8f0e7ce8 None None] Pushing event updated for resources: {'Port': ['ID=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.921133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f74669c4-752e-4c8a-b8e8-e86e9524f029 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.966419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:35.981330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Sync routers for ids ['66176d7b-18a0-4a7e-8739-6a125fb3b56b'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:35.995415 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.999668 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-68a450d7-dd12-4017-9121-2db4f9ac22da tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.4486144 Aug 29 04:49:36.000047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52896) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.005879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Routers {'66176d7b-18a0-4a7e-8739-6a125fb3b56b'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:36.006786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['66176d7b-18a0-4a7e-8739-6a125fb3b56b'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server [None req-cb20c3b5-407c-465e-9588-8efd9c642be1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec555719-4e0c-4bb1-b732-8b1aa56a331f: This subnet is being modified by another concurrent operation. Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec555719-4e0c-4bb1-b732-8b1aa56a331f: This subnet is being modified by another concurrent operation. Aug 29 04:49:36.061176 n-d-712142-15 neutron-server[94847]: ERROR oslo_messaging.rpc.server Aug 29 04:49:36.075520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f74669c4-752e-4c8a-b8e8-e86e9524f029 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.093025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f74669c4-752e-4c8a-b8e8-e86e9524f029 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.098738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52900) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.105410 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f74669c4-752e-4c8a-b8e8-e86e9524f029 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/ec555719-4e0c-4bb1-b732-8b1aa56a331f HTTP/1.1" status: 204 len: 168 time: 0.5260959 Aug 29 04:49:36.169009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c1a4b-026f-4279-961f-c36c12e5bc46 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:36.190900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a04e0f34-131f-4e3e-80bc-9d4cfc1e24c1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907786 Aug 29 04:49:36.191359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52902) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.198299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:36.222114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Set router 66176d7b-18a0-4a7e-8739-6a125fb3b56b gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:36.234664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74669c4-752e-4c8a-b8e8-e86e9524f029 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=ec555719-4e0c-4bb1-b732-8b1aa56a331f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:36.288143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e9166d8-62bf-4873-926d-9df102bfbfe5 req-425d9a3f-3904-4919-85d6-510195d460db tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 210 time: 0.0955555 Aug 29 04:49:36.348708 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.375274 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:36.380401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.423849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-5ec9000e-3dc9-4a65-8a68-272e41e1405c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:36.425359 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-5ec9000e-3dc9-4a65-8a68-272e41e1405c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/networks?id=da1ad9d8-d3eb-46e1-80a0-6126404229e1 HTTP/1.1" status: 200 len: 797 time: 0.2085941 Aug 29 04:49:36.444516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8b1a83fa-84b6-4f2b-9f21-081b8ffeecc5 None None] Provisioning complete for port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:36.445021 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b1a83fa-84b6-4f2b-9f21-081b8ffeecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.517831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-c303dd1d-8251-4d44-8747-6b983e2f3cbc tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 380 time: 0.0536120 Aug 29 04:49:36.531345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'port': {'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'admin_state_up': True, 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'security_groups': ['8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:36.602514 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.634557 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.677873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66176d7b-18a0-4a7e-8739-6a125fb3b56b', 'name': '', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2', 'external_fixed_ips': [{'subnet_id': '1eb6ea86-fc69-4d64-97ca-804e681334b3', 'ip_address': '2001:db8::b4'}], 'enable_snat': True}, 'gw_port_id': 'ae5ee1e5-f96c-420a-aa00-bc256f9ac626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:33Z', 'updated_at': '2021-08-29T04:49:35Z', 'revision_number': 3, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port': {'id': 'ae5ee1e5-f96c-420a-aa00-bc256f9ac626', 'name': '', 'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66176d7b-18a0-4a7e-8739-6a125fb3b56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1eb6ea86-fc69-4d64-97ca-804e681334b3', 'ip_address': '2001:db8::b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:34Z', 'updated_at': '2021-08-29T04:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eb6ea86-fc69-4d64-97ca-804e681334b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:36.710980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:36.711515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:36.714930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:36.717280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Checking router: 66176d7b-18a0-4a7e-8739-6a125fb3b56b for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:36.717525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Updating router 66176d7b-18a0-4a7e-8739-6a125fb3b56b port ae5ee1e5-f96c-420a-aa00-bc256f9ac626 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:36.725413 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:36.726284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.729867 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:36.734726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.743367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=69e2adb5-fb8d-4b82-b4e8-15ffe0378c20,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:36.753714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3cf2136d-3c0d-493b-99c1-1ab085c1209b tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5595493 Aug 29 04:49:36.755267 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.756236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52906) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.762459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1705c374-aac3-449d-ba6d-20304c5f2c11 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:36.836790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Deleting port ae5ee1e5-f96c-420a-aa00-bc256f9ac626 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:36.837048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.887374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705c374-aac3-449d-ba6d-20304c5f2c11 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:36.894269 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1705c374-aac3-449d-ba6d-20304c5f2c11 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.922035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] Deleting port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:36.922706 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.040751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.056076 n-d-712142-15 neutron-server[94845]: INFO neutron.db.ipam_backend_mixin [None req-1705c374-aac3-449d-ba6d-20304c5f2c11 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69e2adb5-fb8d-4b82-b4e8-15ffe0378c20 (CIDR: 2001:db8::/64) Aug 29 04:49:37.062648 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1705c374-aac3-449d-ba6d-20304c5f2c11 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:49:37.063602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1705c374-aac3-449d-ba6d-20304c5f2c11 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:37.064974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.20.0.3 (da1ad9d8-d3eb-46e1-80a0-6126404229e1/1fd4290c-4c56-438c-84bd-4af108a3b64d/54f5720e-0ea2-422c-83d1-13468ad69a73) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:37.069425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Calling delete_port for ae5ee1e5-f96c-420a-aa00-bc256f9ac626 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:37.087245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1705c374-aac3-449d-ba6d-20304c5f2c11 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3271182 Aug 29 04:49:37.087470 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:37.095761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'subnet': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:37.211335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a4f3cdb1-ea2d-4d81-a253-be4ea9426632 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:37.264983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:37.268843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.437326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] For port a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:37.438056 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.449449 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09051904-c993-4a52-8076-1b8a318356bd req-d4e570f3-6f08-496a-8c2b-425bc7cd0f83 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 210 time: 0.0411718 Aug 29 04:49:37.481580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] Calling delete_port for a4f3cdb1-ea2d-4d81-a253-be4ea9426632 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:37.576931 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.588460 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Transition to ACTIVE for port object ae5ee1e5-f96c-420a-aa00-bc256f9ac626 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:37.600849 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.716972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.731786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434a3c4-d5ed-489f-bb45-4791630eba87 None None] Pushing event updated for resources: {'Port': ['ID=ae5ee1e5-f96c-420a-aa00-bc256f9ac626,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.757488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Transition to ACTIVE for port object 54f5720e-0ea2-422c-83d1-13468ad69a73 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:37.759215 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.765125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Attempting to bind port ae5ee1e5-f96c-420a-aa00-bc256f9ac626 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:37.765511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Attempting to bind port ae5ee1e5-f96c-420a-aa00-bc256f9ac626 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '2d7611ba-7a0c-41d8-8f9c-f1fce2c02ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:37.765890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Attempting to bind port ae5ee1e5-f96c-420a-aa00-bc256f9ac626 on network 4c64e354-3a20-48fa-85cf-202790f781b2 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:37.779046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.791556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:37.792106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Checking segment: {'id': '2d7611ba-7a0c-41d8-8f9c-f1fce2c02ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:37.793700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.794135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Bound using segment: {'id': '2d7611ba-7a0c-41d8-8f9c-f1fce2c02ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:37.795176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Bound port: ae5ee1e5-f96c-420a-aa00-bc256f9ac626, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7611ba-7a0c-41d8-8f9c-f1fce2c02ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4c64e354-3a20-48fa-85cf-202790f781b2'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:37.795616 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.810096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae5ee1e5-f96c-420a-aa00-bc256f9ac626,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.830641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.831021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.831365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.831705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.832059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.832396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.832726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.833054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.833407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.833705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.834029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.834352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:37.850446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Port ae5ee1e5-f96c-420a-aa00-bc256f9ac626 has been deleted concurrently {{(pid=94847) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 04:49:37.866021 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.876398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a4f3cdb1-ea2d-4d81-a253-be4ea9426632, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:37.887795 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.896847 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.912543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.objects.ports [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:37.943006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] No DVR routers for this DVR port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:37.945274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event deleted for resources: {'Port': ['ID=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.982968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.985259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.986742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39632d1d-be52-4233-b146-c890c38d39ae None None] Pushing event deleted for resources: {'Port': ['ID=a4f3cdb1-ea2d-4d81-a253-be4ea9426632,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.989951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Routers {'66176d7b-18a0-4a7e-8739-6a125fb3b56b'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:37.991691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['66176d7b-18a0-4a7e-8739-6a125fb3b56b'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:37.997512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf7d1d-8a82-4a62-b787-127679840596 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:38.030309 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.041881 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.042550 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66176d7b-18a0-4a7e-8739-6a125fb3b56b {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:38.051219 n-d-712142-15 neutron-server[94845]: WARNING neutron.services.revisions.revision_plugin [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Could not find related port for resource to bump revision. Aug 29 04:49:38.055033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:38.059678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_pluggable_backend [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Port a4f3cdb1-ea2d-4d81-a253-be4ea9426632 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 04:49:38.060852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_pluggable_backend [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe11:7219 {{(pid=94845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 04:49:38.063690 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.064938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cf144be4-fe52-4b9e-b377-71a8aeaff5d3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "DELETE /v2.0/routers/66176d7b-18a0-4a7e-8739-6a125fb3b56b HTTP/1.1" status: 204 len: 168 time: 2.0639355 Aug 29 04:49:38.066061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:38.069144 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52922) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.072295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_pluggable_backend [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fe11:7219 {{(pid=94845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 04:49:38.079615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.094580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:38.159186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:38.177453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] Set router 66176d7b-18a0-4a7e-8739-6a125fb3b56b gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:38.178698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:38.180041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:38.191980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:38.192757 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.194736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.230542 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7036228 Aug 29 04:49:38.241583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37ac6b-453c-4cca-aa98-b3a3fc8b5b57 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=54f5720e-0ea2-422c-83d1-13468ad69a73,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:38.250009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Request body: {'port': {'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:38.255619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66176d7b-18a0-4a7e-8739-6a125fb3b56b', 'name': '', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:33Z', 'updated_at': '2021-08-29T04:49:37Z', 'revision_number': 5, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:38.274863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-695eec3e-62b8-47e6-aa18-f1adeca5a504 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Deleting subnet 1eb6ea86-fc69-4d64-97ca-804e681334b3 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:38.278725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-695eec3e-62b8-47e6-aa18-f1adeca5a504 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.294118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95530504-92c7-4ac9-bba1-2eec425f1d3e None None] The sync data for ids ['66176d7b-18a0-4a7e-8739-6a125fb3b56b'] in n-d-712142-15 is: [{'id': '66176d7b-18a0-4a7e-8739-6a125fb3b56b', 'name': '', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:33Z', 'updated_at': '2021-08-29T04:49:37Z', 'revision_number': 5, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:38.337275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Subnet': ['ID=8633cc37-128e-479f-82ba-c9c781fca673,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:38.354630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52926) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.363104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-77fec290-6e77-4ae8-a4c6-285d9a709848 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2692873 Aug 29 04:49:38.370533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-695eec3e-62b8-47e6-aa18-f1adeca5a504 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.378588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Request body: {'port': {'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'mac_address': 'fa:16:3e:5e:6d:4a', 'name': 'tempest-NetworksTestDHCPv6-1745214387'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:38.409031 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.437338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c', 'tenant_id': '51203e6727fe478cb08a9679a3936b49', 'fixed_ips': [{'subnet_id': '69e2adb5-fb8d-4b82-b4e8-15ffe0378c20'}, {'subnet_id': '8633cc37-128e-479f-82ba-c9c781fca673'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:38.439099 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.475655 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-695eec3e-62b8-47e6-aa18-f1adeca5a504 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.475946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8cd67b12-725d-4d82-b3eb-65be211067af None None] Provisioning for port 54f5720e-0ea2-422c-83d1-13468ad69a73 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:38.504181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8cd67b12-725d-4d82-b3eb-65be211067af None None] Provisioning complete for port 54f5720e-0ea2-422c-83d1-13468ad69a73 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:38.504346 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b12-725d-4d82-b3eb-65be211067af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.556067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-695eec3e-62b8-47e6-aa18-f1adeca5a504 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.609827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eec3e-62b8-47e6-aa18-f1adeca5a504 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb6ea86-fc69-4d64-97ca-804e681334b3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:38.648961 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-695eec3e-62b8-47e6-aa18-f1adeca5a504 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.652980 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-695eec3e-62b8-47e6-aa18-f1adeca5a504 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/1eb6ea86-fc69-4d64-97ca-804e681334b3 HTTP/1.1" status: 204 len: 168 time: 0.5824172 Aug 29 04:49:38.657202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52930) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.658912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8cd67b12-725d-4d82-b3eb-65be211067af None None] Port 54f5720e-0ea2-422c-83d1-13468ad69a73 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:38.753101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Made reservation on behalf of 51203e6727fe478cb08a9679a3936b49 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:38.791121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86ce04-1b3d-4d4d-81ed-f0c744d6c44c req-952b3534-b13a-4339-8b7e-35166a8f9950 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:38.793433 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca86ce04-1b3d-4d4d-81ed-f0c744d6c44c req-952b3534-b13a-4339-8b7e-35166a8f9950 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 931 time: 0.1882799 Aug 29 04:49:38.798704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.806646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Allocated IP 2001:db8::2 (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/69e2adb5-fb8d-4b82-b4e8-15ffe0378c20/bac421ca-0d4b-4468-b79d-2405ed25845c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:38.817376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4c:537f (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/8633cc37-128e-479f-82ba-c9c781fca673/bac421ca-0d4b-4468-b79d-2405ed25845c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:38.948371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca86ce04-1b3d-4d4d-81ed-f0c744d6c44c req-d5092e39-bd02-4d5d-a977-5935d940c589 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468956 Aug 29 04:49:38.968694 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.974712 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.992334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c64e354-3a20-48fa-85cf-202790f781b2']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:39.003457 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.007774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7611ba-7a0c-41d8-8f9c-f1fce2c02ca4') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:39.008110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7611ba-7a0c-41d8-8f9c-f1fce2c02ca4') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:39.014196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Transition to ACTIVE for port object bac421ca-0d4b-4468-b79d-2405ed25845c will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:39.014961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] device_id is not set on port bbec784f-68f5-45ee-bc82-64db0326975a yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:39.024757 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.034442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Transition to ACTIVE for port object bac421ca-0d4b-4468-b79d-2405ed25845c will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:39.043287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.043541 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.052854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:39.052854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:39.054922 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:39.103235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Pushing event updated for resources: {'Port': ['ID=bac421ca-0d4b-4468-b79d-2405ed25845c,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:39.120342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:39.122197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:39.127951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:39.226146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8::bc (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/69e2adb5-fb8d-4b82-b4e8-15ffe0378c20/bbec784f-68f5-45ee-bc82-64db0326975a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:39.243826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:6d4a (0fe9b569-6d21-42ea-90b8-5f7f29c9db2c/8633cc37-128e-479f-82ba-c9c781fca673/bbec784f-68f5-45ee-bc82-64db0326975a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:39.264614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Attempting to bind port bac421ca-0d4b-4468-b79d-2405ed25845c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:39.266065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Attempting to bind port bac421ca-0d4b-4468-b79d-2405ed25845c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:39.266801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Attempting to bind port bac421ca-0d4b-4468-b79d-2405ed25845c on network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:39.274902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:39.275349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Checking segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:39.278258 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.278258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Bound using segment: {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:39.278258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Bound port: bac421ca-0d4b-4468-b79d-2405ed25845c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382215a-fe95-4c6b-ac1d-8b711258a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0fe9b569-6d21-42ea-90b8-5f7f29c9db2c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:39.278258 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.380430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] For port bac421ca-0d4b-4468-b79d-2405ed25845c, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:39.470699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.474460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f5720e-0ea2-422c-83d1-13468ad69a73 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:39.486899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.502660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Transition to ACTIVE for port object bbec784f-68f5-45ee-bc82-64db0326975a will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:39.510166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Transition to ACTIVE for port object 54f5720e-0ea2-422c-83d1-13468ad69a73 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:39.515590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.596738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Pushing event updated for resources: {'Port': ['ID=54f5720e-0ea2-422c-83d1-13468ad69a73,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:39.616200 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.629476 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.630289 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] For port bac421ca-0d4b-4468-b79d-2405ed25845c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bac421ca-0d4b-4468-b79d-2405ed25845c,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:39.639469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c64e354-3a20-48fa-85cf-202790f781b2 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:49:39.643285 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.650484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.659072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "DELETE /v2.0/networks/4c64e354-3a20-48fa-85cf-202790f781b2 HTTP/1.1" status: 204 len: 168 time: 0.9971080 Aug 29 04:49:39.680192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030d038-5213-41dc-9e80-7b7e7a4c4d4b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c64e354-3a20-48fa-85cf-202790f781b2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:39.812291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354416-3edb-499e-bbe0-9f1632a44f9c None None] Pushing event updated for resources: {'Port': ['ID=bac421ca-0d4b-4468-b79d-2405ed25845c,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:39.878792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:39.885180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:39.892738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:39.899231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:39.899971 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.914801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Attempting to bind port 54f5720e-0ea2-422c-83d1-13468ad69a73 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:39.915353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Attempting to bind port 54f5720e-0ea2-422c-83d1-13468ad69a73 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:39.915675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Attempting to bind port 54f5720e-0ea2-422c-83d1-13468ad69a73 on network da1ad9d8-d3eb-46e1-80a0-6126404229e1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:39.937521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Port 54f5720e-0ea2-422c-83d1-13468ad69a73 on network da1ad9d8-d3eb-46e1-80a0-6126404229e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:49:39.938180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Attempting to bind port 54f5720e-0ea2-422c-83d1-13468ad69a73 on network da1ad9d8-d3eb-46e1-80a0-6126404229e1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:39.949343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:39.954176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Checking segment: {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:39.954591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Bound using segment: {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:39.955068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Bound port: 54f5720e-0ea2-422c-83d1-13468ad69a73, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bdca359-48c3-490d-b045-4240081d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:39.955450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.973800 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6136918 Aug 29 04:49:39.974912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52944) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:40.134281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] For port 54f5720e-0ea2-422c-83d1-13468ad69a73, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:40.139436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] For port 54f5720e-0ea2-422c-83d1-13468ad69a73, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=54f5720e-0ea2-422c-83d1-13468ad69a73,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:40.141544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd13218-35e6-477c-be5e-efcbae44252e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event updated for resources: {'Port': ['ID=bbec784f-68f5-45ee-bc82-64db0326975a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:40.150070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52950) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:40.157072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4218319c-fe7c-4b09-8130-b8838175a7e9 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'router': {'name': 'tempest-router--1952135288', 'project_id': '9887d746bdbb4523998da5e4ed344e4c'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:40.169396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.285209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fcfce-c7e5-497d-af80-469ebeb742dc req-3602bfde-0d03-4d51-abba-517a860652d1 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:40.287662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d7fcfce-c7e5-497d-af80-469ebeb742dc req-3602bfde-0d03-4d51-abba-517a860652d1 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 943 time: 0.1240277 Aug 29 04:49:40.298208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:40.298999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.301279 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] 10.222.0.64 "PUT /v2.0/ports/54f5720e-0ea2-422c-83d1-13468ad69a73 HTTP/1.1" status: 200 len: 1092 time: 2.0560079 Aug 29 04:49:40.301787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:40.306769 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca11de94-0c19-450f-a7e0-2883c61accf0" -d '{"events": [{"name": "network-changed", "server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:40.309084 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf6fcc-77cc-4863-99b0-f9482c7300a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting port bbec784f-68f5-45ee-bc82-64db0326975a {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:40.309443 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6fcc-77cc-4863-99b0-f9482c7300a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.342246 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4218319c-fe7c-4b09-8130-b8838175a7e9 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.343629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4218319c-fe7c-4b09-8130-b8838175a7e9 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.371056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bdbc8-2be3-4d39-88b5-eba44197f066 service neutron] Pushing event updated for resources: {'Port': ['ID=54f5720e-0ea2-422c-83d1-13468ad69a73,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:40.469824 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4218319c-fe7c-4b09-8130-b8838175a7e9 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.486262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4218319c-fe7c-4b09-8130-b8838175a7e9 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.494556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d7fcfce-c7e5-497d-af80-469ebeb742dc req-102592f0-a9f3-4110-a17d-4a12daed625a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959047 Aug 29 04:49:40.518752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-49ec3ba3-3745-4bf3-a5c7-34c4c7fff6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:40.520774 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-49ec3ba3-3745-4bf3-a5c7-34c4c7fff6f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 1095 time: 0.0928185 Aug 29 04:49:40.525194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4218319c-fe7c-4b09-8130-b8838175a7e9 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.529576 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4218319c-fe7c-4b09-8130-b8838175a7e9 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3747461 Aug 29 04:49:40.529856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52958) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:40.572476 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6fcc-77cc-4863-99b0-f9482c7300a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.589875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf6fcc-77cc-4863-99b0-f9482c7300a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Calling delete_port for bbec784f-68f5-45ee-bc82-64db0326975a owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:40.664354 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a6ba4-7865-4ac2-b48b-552f7d61b5dd x-openstack-request-id: req-bd0a6ba4-7865-4ac2-b48b-552f7d61b5dd {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:40.665151 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:40.665151 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd0a6ba4-7865-4ac2-b48b-552f7d61b5dd {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:40.665363 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'status': 'completed', 'code': 200} Aug 29 04:49:40.711139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-4a02c865-a10e-43a0-b20d-72063bfc77c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f5720e-0ea2-422c-83d1-13468ad69a73 HTTP/1.1" status: 200 len: 217 time: 0.1751592 Aug 29 04:49:40.757932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-974df592-2a9c-4fc5-b217-35f0d5811365 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.814923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-21902ad0-be8b-45d8-b796-887785b2105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:40.816836 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-21902ad0-be8b-45d8-b796-887785b2105d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1fd4290c-4c56-438c-84bd-4af108a3b64d HTTP/1.1" status: 200 len: 835 time: 0.0968087 Aug 29 04:49:40.883852 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6fcc-77cc-4863-99b0-f9482c7300a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.962743 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf6fcc-77cc-4863-99b0-f9482c7300a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Port': ['ID=bbec784f-68f5-45ee-bc82-64db0326975a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:40.994193 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6fcc-77cc-4863-99b0-f9482c7300a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.999520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c7cf6fcc-77cc-4863-99b0-f9482c7300a5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/bbec784f-68f5-45ee-bc82-64db0326975a HTTP/1.1" status: 204 len: 168 time: 1.0231972 Aug 29 04:49:41.003354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-3bc4a47c-a622-4b5b-999c-994742e12a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.005127 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-3bc4a47c-a622-4b5b-999c-994742e12a0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da1ad9d8-d3eb-46e1-80a0-6126404229e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550367 Aug 29 04:49:41.006971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52960) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.017106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-974df592-2a9c-4fc5-b217-35f0d5811365 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.022298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-974df592-2a9c-4fc5-b217-35f0d5811365 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.061665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bac421ca-0d4b-4468-b79d-2405ed25845c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:41.142720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port bac421ca-0d4b-4468-b79d-2405ed25845c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:41.146203 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-974df592-2a9c-4fc5-b217-35f0d5811365 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.146756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974df592-2a9c-4fc5-b217-35f0d5811365 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51a596d4-ba4e-4a6a-87c6-18a1116ceb61 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:41.155386 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-974df592-2a9c-4fc5-b217-35f0d5811365 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.159429 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-974df592-2a9c-4fc5-b217-35f0d5811365 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "DELETE /v2.0/routers/51a596d4-ba4e-4a6a-87c6-18a1116ceb61 HTTP/1.1" status: 204 len: 168 time: 0.6259344 Aug 29 04:49:41.177696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba231f-39be-4cad-bfed-6b7ab8b56938 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.179290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4eba231f-39be-4cad-bfed-6b7ab8b56938 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1713920 Aug 29 04:49:41.182059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52966) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.216982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e7069-8dc3-4d4d-950b-4a9819dbd20e None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:41.234633 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-63d8b030-4fc8-4b8d-a864-a1c2402e1251 service neutron] 10.222.0.64 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145641 Aug 29 04:49:41.277656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29298167-d1b1-439b-8983-f025f76279f6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.282241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52968) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.282449 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-29298167-d1b1-439b-8983-f025f76279f6 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0995159 Aug 29 04:49:41.285291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74b35fbe-d19c-435a-b6cc-ceb65f9398a0 None None] Provisioning for port bac421ca-0d4b-4468-b79d-2405ed25845c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:41.293847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74b35fbe-d19c-435a-b6cc-ceb65f9398a0 None None] Provisioning complete for port bac421ca-0d4b-4468-b79d-2405ed25845c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:41.294701 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74b35fbe-d19c-435a-b6cc-ceb65f9398a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.313379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52970) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.393350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18720c41-90e4-4c20-9978-31d30c135791 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.397944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18720c41-90e4-4c20-9978-31d30c135791 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.399612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18720c41-90e4-4c20-9978-31d30c135791 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.401303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-18720c41-90e4-4c20-9978-31d30c135791 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1175442 Aug 29 04:49:41.405127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52974) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.408157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-edfe91e2-6eee-48c7-b81e-b3e82efa3c6a req-881c05f1-e330-4e69-818a-1294f8f577bf service neutron] 10.222.0.64 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607141 Aug 29 04:49:41.478168 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74b35fbe-d19c-435a-b6cc-ceb65f9398a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.519505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea69fafa-204a-4bed-885f-664595e5efbe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 69e2adb5-fb8d-4b82-b4e8-15ffe0378c20 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:41.526992 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea69fafa-204a-4bed-885f-664595e5efbe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.530649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-74b35fbe-d19c-435a-b6cc-ceb65f9398a0 None None] For port bac421ca-0d4b-4468-b79d-2405ed25845c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bac421ca-0d4b-4468-b79d-2405ed25845c,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:41.535125 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74b35fbe-d19c-435a-b6cc-ceb65f9398a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.584576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-58979a79-6b5e-445c-b19a-6f0e78be9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.586170 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-58979a79-6b5e-445c-b19a-6f0e78be9f84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 1095 time: 0.1125998 Aug 29 04:49:41.598029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b35fbe-d19c-435a-b6cc-ceb65f9398a0 None None] Pushing event updated for resources: {'Port': ['ID=bac421ca-0d4b-4468-b79d-2405ed25845c,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:41.598361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea69fafa-204a-4bed-885f-664595e5efbe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.727807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1211019815', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:41.754382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41903f7e-31ab-4015-9f23-f94cd3f285da req-1d6ace62-011c-4cd6-97ea-cda696feb7ca tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.755959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41903f7e-31ab-4015-9f23-f94cd3f285da req-1d6ace62-011c-4cd6-97ea-cda696feb7ca tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 943 time: 0.0975609 Aug 29 04:49:41.800021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-f51ee918-f468-4c58-8fd0-d4621946add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.801845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-f51ee918-f468-4c58-8fd0-d4621946add3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da1ad9d8-d3eb-46e1-80a0-6126404229e1 HTTP/1.1" status: 200 len: 898 time: 0.2074125 Aug 29 04:49:41.807539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.809370 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.813129 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea69fafa-204a-4bed-885f-664595e5efbe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.852694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41903f7e-31ab-4015-9f23-f94cd3f285da req-50d3a627-113c-480e-bb62-dca92e95a40e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770774 Aug 29 04:49:41.871260 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-1f2282dc-a220-4082-a997-ecdeb42700df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f5720e-0ea2-422c-83d1-13468ad69a73 HTTP/1.1" status: 200 len: 217 time: 0.0565805 Aug 29 04:49:41.906959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea69fafa-204a-4bed-885f-664595e5efbe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.924174 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ea69fafa-204a-4bed-885f-664595e5efbe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.928856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ea69fafa-204a-4bed-885f-664595e5efbe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/69e2adb5-fb8d-4b82-b4e8-15ffe0378c20 HTTP/1.1" status: 204 len: 168 time: 0.5097604 Aug 29 04:49:41.942965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52982) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.945992 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69fafa-204a-4bed-885f-664595e5efbe tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=69e2adb5-fb8d-4b82-b4e8-15ffe0378c20,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:41.962386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-eec5343c-2251-45ef-8176-d0ba55b2bfc4 None None] Provisioning complete for port bac421ca-0d4b-4468-b79d-2405ed25845c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:41.963198 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eec5343c-2251-45ef-8176-d0ba55b2bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.970223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.083276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-a9f76b69-331a-4f27-b2a1-0802031bb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:42.084929 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-a9f76b69-331a-4f27-b2a1-0802031bb387 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1fd4290c-4c56-438c-84bd-4af108a3b64d HTTP/1.1" status: 200 len: 835 time: 0.2048202 Aug 29 04:49:42.090164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd437af-3fc4-4f7e-855e-4ca7abdfec75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Deleting subnet 8633cc37-128e-479f-82ba-c9c781fca673 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:42.104034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cd437af-3fc4-4f7e-855e-4ca7abdfec75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.151139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4e8fe-8817-438d-b378-cb32e3129fbc None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:42.203242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-41624fb6-6017-49c9-a9bd-133249ab91c4 None None] Could not find standard attr ID for object c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:42.249913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.265110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cd437af-3fc4-4f7e-855e-4ca7abdfec75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.297228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-addb4ca3-c7fe-463b-8b0a-781f9954aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:42.298659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-addb4ca3-c7fe-463b-8b0a-781f9954aa3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da1ad9d8-d3eb-46e1-80a0-6126404229e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2056530 Aug 29 04:49:42.476462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cd437af-3fc4-4f7e-855e-4ca7abdfec75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.542551 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-ec34dfb1-a751-435c-a6ab-b5db47f5aaff service neutron] 10.222.0.64 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318380 Aug 29 04:49:42.638261 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cd437af-3fc4-4f7e-855e-4ca7abdfec75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.689244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd437af-3fc4-4f7e-855e-4ca7abdfec75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Subnet': ['ID=8633cc37-128e-479f-82ba-c9c781fca673,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:42.692232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8cd437af-3fc4-4f7e-855e-4ca7abdfec75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.693154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8cd437af-3fc4-4f7e-855e-4ca7abdfec75 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/8633cc37-128e-479f-82ba-c9c781fca673 HTTP/1.1" status: 204 len: 168 time: 0.7476130 Aug 29 04:49:42.695796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52990) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:42.755177 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-18f86f2d-526a-49e7-8a1f-a5890dd8067a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554662 Aug 29 04:49:42.755541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52992) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:42.805330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ca11de94-0c19-450f-a7e0-2883c61accf0 req-10c40ec1-bec3-4d21-8700-2373bd851c86 service neutron] 10.222.0.64 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455630 Aug 29 04:49:42.815917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047452b-3bcb-43e4-b5a6-e521d35e6170 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:42.820043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d047452b-3bcb-43e4-b5a6-e521d35e6170 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0613809 Aug 29 04:49:42.821159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 52994) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:42.843226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.879716 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.886609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e360054f-dde9-4dd8-84e7-e5bf07116f0d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:42.888413 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e360054f-dde9-4dd8-84e7-e5bf07116f0d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661545 Aug 29 04:49:42.892440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 52998) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:42.934937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f314f6c5-4b6e-4fb8-b96e-edb3acfbec6d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413117 Aug 29 04:49:42.942229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53000) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:42.966987 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe0b372-e25a-4177-be19-fb7ad7746b4e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:42.967718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe0b372-e25a-4177-be19-fb7ad7746b4e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:42.972165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bbe0b372-e25a-4177-be19-fb7ad7746b4e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/bbec784f-68f5-45ee-bc82-64db0326975a HTTP/1.1" status: 404 len: 333 time: 0.0261607 Aug 29 04:49:42.972779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53002) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.031705 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f315b458-3e7d-41f9-8240-cfc793a54cb3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.035659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80787173-f570-4f07-8796-5ee26ad5ce89 None None] Network 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:43.037149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f315b458-3e7d-41f9-8240-cfc793a54cb3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.039479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bac421ca-0d4b-4468-b79d-2405ed25845c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:43.042312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f315b458-3e7d-41f9-8240-cfc793a54cb3 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/8633cc37-128e-479f-82ba-c9c781fca673 HTTP/1.1" status: 404 len: 337 time: 0.0689056 Aug 29 04:49:43.044707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53004) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.080147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Allocated IP 172.25.1.164 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/242043a1-4c3f-4703-b0d9-ef32d331e0c1) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:43.097621 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f3052a-bf0e-4bfd-b3f9-73d0045823f0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.098200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f3052a-bf0e-4bfd-b3f9-73d0045823f0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.102911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a4f3052a-bf0e-4bfd-b3f9-73d0045823f0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/69e2adb5-fb8d-4b82-b4e8-15ffe0378c20 HTTP/1.1" status: 404 len: 337 time: 0.0576997 Aug 29 04:49:43.103567 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53006) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.158279 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e40c7b-e39a-4bdd-a225-5e40f3d83749 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.159052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e40c7b-e39a-4bdd-a225-5e40f3d83749 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.169842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53010) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.172566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e5e40c7b-e39a-4bdd-a225-5e40f3d83749 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/a6b20254-0958-4de5-9b85-1b5d65589455 HTTP/1.1" status: 404 len: 333 time: 0.0670199 Aug 29 04:49:43.176139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5c45e247-0565-46a1-9e43-59f0abfc06e0 None None] Provisioning complete for port bac421ca-0d4b-4468-b79d-2405ed25845c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:43.177799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5c45e247-0565-46a1-9e43-59f0abfc06e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.186066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814958-2c1a-4004-b5b5-5824a65df85a req-ce3f8768-326a-4968-8ef4-f4a55099b246 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:43.187755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce814958-2c1a-4004-b5b5-5824a65df85a req-ce3f8768-326a-4968-8ef4-f4a55099b246 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 943 time: 0.1691787 Aug 29 04:49:43.215749 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e48b093-e27c-42e4-a438-8580854b56f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.217342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e48b093-e27c-42e4-a438-8580854b56f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.219149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5e48b093-e27c-42e4-a438-8580854b56f1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/ec555719-4e0c-4bb1-b732-8b1aa56a331f HTTP/1.1" status: 404 len: 337 time: 0.0480213 Aug 29 04:49:43.224872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53012) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.252300 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce814958-2c1a-4004-b5b5-5824a65df85a req-abf915a4-6131-4b04-a2bf-33d03c63f586 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573936 Aug 29 04:49:43.255616 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee72651-18b6-433f-aa6c-c323f833fda0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.256100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee72651-18b6-433f-aa6c-c323f833fda0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.260728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eee72651-18b6-433f-aa6c-c323f833fda0 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/41a14eaa-509e-4faa-98c1-febca9d39741 HTTP/1.1" status: 404 len: 337 time: 0.0327470 Aug 29 04:49:43.261379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53014) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.271685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port bac421ca-0d4b-4468-b79d-2405ed25845c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:43.272097 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.277115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.293247 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d816a32-4fed-4a85-bafa-06f3f80e6ffa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.294608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d816a32-4fed-4a85-bafa-06f3f80e6ffa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.299602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.300451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3d816a32-4fed-4a85-bafa-06f3f80e6ffa tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/c9a2c9e2-f847-4153-a0d7-eb2beb7cbf04 HTTP/1.1" status: 404 len: 333 time: 0.0378850 Aug 29 04:49:43.360695 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-927a8af0-b2a2-424b-b60d-de8ae6073596 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.361514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927a8af0-b2a2-424b-b60d-de8ae6073596 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.366089 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-927a8af0-b2a2-424b-b60d-de8ae6073596 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/3e6a43cb-546e-4944-8127-edb031a9b142 HTTP/1.1" status: 404 len: 337 time: 0.0624931 Aug 29 04:49:43.366089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53018) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.399297 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba29424-a83f-44d0-818c-265ccb45e619 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.400028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba29424-a83f-44d0-818c-265ccb45e619 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.405316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9ba29424-a83f-44d0-818c-265ccb45e619 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/669ef680-a2f4-4da5-b345-a470714a1cf4 HTTP/1.1" status: 404 len: 337 time: 0.0356336 Aug 29 04:49:43.406111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.420942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.429662 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] DHCP port deletion for 0fe9b569-6d21-42ea-90b8-5f7f29c9db2c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:43.461477 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afcd9dd-2c21-4be4-ae63-c340ff993ef2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.462192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afcd9dd-2c21-4be4-ae63-c340ff993ef2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.463937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9afcd9dd-2c21-4be4-ae63-c340ff993ef2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/558ba997-2d82-4fd5-b807-11f1208c0646 HTTP/1.1" status: 404 len: 333 time: 0.0568342 Aug 29 04:49:43.467384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53022) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.485948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:43.490643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:43.492681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event updated for resources: {'Port': ['ID=242043a1-4c3f-4703-b0d9-ef32d331e0c1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:43.495882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:43.509307 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7881fc2-0c3b-4a48-941e-b00e907380e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.509999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7881fc2-0c3b-4a48-941e-b00e907380e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.511683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] Deleting port bac421ca-0d4b-4468-b79d-2405ed25845c {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:43.513201 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.515576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b7881fc2-0c3b-4a48-941e-b00e907380e5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/f084b48b-0aab-4736-973e-f855e286a77e HTTP/1.1" status: 404 len: 337 time: 0.0470581 Aug 29 04:49:43.516754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53024) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.549068 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d4f736-38c6-407d-ad0e-f182fe486623 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.549546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d4f736-38c6-407d-ad0e-f182fe486623 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.554065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-68d4f736-38c6-407d-ad0e-f182fe486623 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/862b4af4-6f8a-4971-8977-313547bab6a0 HTTP/1.1" status: 404 len: 337 time: 0.0362976 Aug 29 04:49:43.554687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53026) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.557894 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 54f5720e-0ea2-422c-83d1-13468ad69a73 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:49:43.582574 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bedd088-306e-41d2-b73f-9de4695bc979 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.583393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bedd088-306e-41d2-b73f-9de4695bc979 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.589055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9bedd088-306e-41d2-b73f-9de4695bc979 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/2891e95c-efff-42bb-b340-b536ba00d20b HTTP/1.1" status: 404 len: 333 time: 0.0309441 Aug 29 04:49:43.589627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.621458 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2abd97-9685-4349-bf75-06ef7687901d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.621925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2abd97-9685-4349-bf75-06ef7687901d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.626520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ad2abd97-9685-4349-bf75-06ef7687901d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/a6fa2302-279b-4206-befe-3f314b2c35c0 HTTP/1.1" status: 404 len: 337 time: 0.0358191 Aug 29 04:49:43.627167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.661206 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7aa549-7075-4ae0-b821-5bff71e5c5ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.661754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7aa549-7075-4ae0-b821-5bff71e5c5ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.666442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ab7aa549-7075-4ae0-b821-5bff71e5c5ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/3ea5fa7b-78fb-4ab6-b49b-52a1e121436a HTTP/1.1" status: 404 len: 333 time: 0.0381508 Aug 29 04:49:43.667152 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53032) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.702123 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8499696-6017-46b0-a082-3b48f7257673 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.702365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8499696-6017-46b0-a082-3b48f7257673 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.707164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a8499696-6017-46b0-a082-3b48f7257673 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/d7239d1d-5eda-40c4-aabd-6cbc9ec3435a HTTP/1.1" status: 404 len: 337 time: 0.0388851 Aug 29 04:49:43.707906 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53036) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.742999 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57fbcc9-36db-4218-947f-a4489452ff20 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.743752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57fbcc9-36db-4218-947f-a4489452ff20 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.748853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c57fbcc9-36db-4218-947f-a4489452ff20 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/2aae0beb-d779-4eae-9dba-85f299fddc08 HTTP/1.1" status: 404 len: 333 time: 0.0398617 Aug 29 04:49:43.749497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53040) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.782177 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d036bbf-7267-4e16-a03f-3aefa9691afd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.782519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d036bbf-7267-4e16-a03f-3aefa9691afd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.787880 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0d036bbf-7267-4e16-a03f-3aefa9691afd tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/46a803d9-c0af-4fa8-ba14-02bfd66483da HTTP/1.1" status: 404 len: 337 time: 0.0372357 Aug 29 04:49:43.788637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53042) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.826326 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9eb09d-561b-4e46-a6f6-d9d959e36c12 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.827224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9eb09d-561b-4e46-a6f6-d9d959e36c12 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.829175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5e9eb09d-561b-4e46-a6f6-d9d959e36c12 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/41a2eadf-ba8f-492f-9e39-5cff341c5d25 HTTP/1.1" status: 404 len: 333 time: 0.0393441 Aug 29 04:49:43.831721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53044) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.866833 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4381d0ab-5101-4e5a-bfdd-321186ddc798 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.867380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4381d0ab-5101-4e5a-bfdd-321186ddc798 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.870197 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4381d0ab-5101-4e5a-bfdd-321186ddc798 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/30bde687-0710-46ac-bf7b-39253e33dbdd HTTP/1.1" status: 404 len: 337 time: 0.0365179 Aug 29 04:49:43.871889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53046) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.872221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] For port bac421ca-0d4b-4468-b79d-2405ed25845c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=bac421ca-0d4b-4468-b79d-2405ed25845c,segment=NetworkSegment(3382215a-fe95-4c6b-ac1d-8b711258a1d9),segment_id=3382215a-fe95-4c6b-ac1d-8b711258a1d9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:43.872913 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.899573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] Calling delete_port for bac421ca-0d4b-4468-b79d-2405ed25845c owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:43.903564 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a041ac-13c1-461e-979b-4d6271d9240a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.905228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a041ac-13c1-461e-979b-4d6271d9240a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.907642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-99a041ac-13c1-461e-979b-4d6271d9240a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/d5f5f794-d67d-476f-b028-1550413695c5 HTTP/1.1" status: 404 len: 333 time: 0.0339851 Aug 29 04:49:43.910407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53048) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.912989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 54f5720e-0ea2-422c-83d1-13468ad69a73, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=54f5720e-0ea2-422c-83d1-13468ad69a73,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:43.933292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:49:43.942287 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4162e38-d192-4bcb-8818-675ad936fdab tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.943039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4162e38-d192-4bcb-8818-675ad936fdab tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.945350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e4162e38-d192-4bcb-8818-675ad936fdab tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/0e35ce66-e51f-4022-973b-9b5eed9a1af0 HTTP/1.1" status: 404 len: 337 time: 0.0335331 Aug 29 04:49:43.947638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53050) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.979374 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-676cff46-4928-4f36-9ec0-0159163f3f08 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:43.980256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676cff46-4928-4f36-9ec0-0159163f3f08 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:43.982178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-676cff46-4928-4f36-9ec0-0159163f3f08 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/fcc209a1-0dec-4831-9f7d-2f0f8f45fb65 HTTP/1.1" status: 404 len: 333 time: 0.0333736 Aug 29 04:49:43.984616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.020649 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.025670 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-23999653-8b5e-490d-8cc0-c6ba810885ae tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.026942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23999653-8b5e-490d-8cc0-c6ba810885ae tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.033022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-23999653-8b5e-490d-8cc0-c6ba810885ae tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/47533f7a-ae53-4249-ae67-7b48e7ab7fea HTTP/1.1" status: 404 len: 337 time: 0.0467770 Aug 29 04:49:44.033237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53054) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.043294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f5720e-0ea2-422c-83d1-13468ad69a73 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:44.064444 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e10a4d-f07b-4930-8e11-c62d5fea40be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.064916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e10a4d-f07b-4930-8e11-c62d5fea40be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.065454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 54f5720e-0ea2-422c-83d1-13468ad69a73, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=54f5720e-0ea2-422c-83d1-13468ad69a73,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:44.066677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b5e10a4d-f07b-4930-8e11-c62d5fea40be tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/995f31d1-cd32-4983-ab6c-943179f4624a HTTP/1.1" status: 404 len: 337 time: 0.0326052 Aug 29 04:49:44.070208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53056) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.076770 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.081781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.100730 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a9175d-b1dd-4ac5-892d-4f443cc7665e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.101696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a9175d-b1dd-4ac5-892d-4f443cc7665e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.107181 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c0a9175d-b1dd-4ac5-892d-4f443cc7665e tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/84be10d1-f418-4c08-a53d-a2332fb77e4d HTTP/1.1" status: 404 len: 333 time: 0.0366223 Aug 29 04:49:44.107650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53060) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.126611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] No DVR routers for this DVR port bac421ca-0d4b-4468-b79d-2405ed25845c on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:44.146098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=54f5720e-0ea2-422c-83d1-13468ad69a73,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:44.146302 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bc7979-a270-4e35-ad63-00c475dd08ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.146962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bc7979-a270-4e35-ad63-00c475dd08ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.149789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-33bc7979-a270-4e35-ad63-00c475dd08ff tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/17bb5830-2043-4d7e-b8d4-b0e9120c2087 HTTP/1.1" status: 404 len: 337 time: 0.0409610 Aug 29 04:49:44.152443 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53064) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.189507 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-104fe7ac-8742-4c90-a718-b26c1b522946 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.189982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104fe7ac-8742-4c90-a718-b26c1b522946 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.195359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-104fe7ac-8742-4c90-a718-b26c1b522946 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/30594c5f-7c74-4f9e-a786-a41f56720e8e HTTP/1.1" status: 404 len: 337 time: 0.0384631 Aug 29 04:49:44.195543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e7f6d-32d5-4ca3-9cc5-2c13c248622a None None] Pushing event deleted for resources: {'Port': ['ID=bac421ca-0d4b-4468-b79d-2405ed25845c,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:44.196053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53068) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.202331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88368a-bf5d-47cf-acf4-30b13c9acac6 None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:49:44.227601 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36b8115-e2dc-4d93-81a0-520e437de8b9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.228315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36b8115-e2dc-4d93-81a0-520e437de8b9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.232333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a36b8115-e2dc-4d93-81a0-520e437de8b9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/37dd4384-4bc4-41c7-8771-5aba32c3200e HTTP/1.1" status: 404 len: 333 time: 0.0345073 Aug 29 04:49:44.232584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53070) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.250956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.267234 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-89428558-807f-40e6-b162-a46a87f3b5b2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.267234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89428558-807f-40e6-b162-a46a87f3b5b2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.271203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-89428558-807f-40e6-b162-a46a87f3b5b2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/6741ab58-d6cc-42cd-a142-3c67349f05f5 HTTP/1.1" status: 404 len: 337 time: 0.0354073 Aug 29 04:49:44.272040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.300403 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-230b87ce-72f0-46fb-80a6-bdb37827a570 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.301030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230b87ce-72f0-46fb-80a6-bdb37827a570 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.302960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-230b87ce-72f0-46fb-80a6-bdb37827a570 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/22d49bf9-ea5a-4ee6-9ecf-9154f4104e2f HTTP/1.1" status: 404 len: 337 time: 0.0297747 Aug 29 04:49:44.306247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53076) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.323755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88368a-bf5d-47cf-acf4-30b13c9acac6 None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:49:44.335130 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-17177eb8-a844-46d7-bed3-992aeb034db9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.335885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17177eb8-a844-46d7-bed3-992aeb034db9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.337911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-17177eb8-a844-46d7-bed3-992aeb034db9 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/12cc7e96-0d4b-4c08-9703-64c3161f936c HTTP/1.1" status: 404 len: 333 time: 0.0304906 Aug 29 04:49:44.340321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53078) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.381612 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd01125d-9d56-498b-b32c-7461371215c7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.382056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd01125d-9d56-498b-b32c-7461371215c7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.383829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bd01125d-9d56-498b-b32c-7461371215c7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/ad6f67ec-68d8-4cf0-a3c4-c1ce5239ab7a HTTP/1.1" status: 404 len: 337 time: 0.0425653 Aug 29 04:49:44.388018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53080) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.436744 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15a08e2-778f-4f3a-8b13-f9d4bcc1a62c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.437208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15a08e2-778f-4f3a-8b13-f9d4bcc1a62c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.441287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e15a08e2-778f-4f3a-8b13-f9d4bcc1a62c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/abfee263-e600-47b2-a0f1-1e689996577c HTTP/1.1" status: 404 len: 337 time: 0.0515890 Aug 29 04:49:44.443498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53086) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.448880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['54f5720e-0ea2-422c-83d1-13468ad69a73'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:44.479246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-67913248-e759-494f-8c19-cda069399b93 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports?device_id=6000579c-d012-4445-b2bb-b726dbce6771 HTTP/1.1" status: 200 len: 205 time: 0.0288813 Aug 29 04:49:44.480651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53088) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.528454 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-14cc6be3-63d2-4af9-92c3-27053aa8c7b5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] delete failed (client error): The resource could not be found. Aug 29 04:49:44.532463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-14cc6be3-63d2-4af9-92c3-27053aa8c7b5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/routers/6000579c-d012-4445-b2bb-b726dbce6771 HTTP/1.1" status: 404 len: 336 time: 0.0465312 Aug 29 04:49:44.535613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53090) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.540035 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d0a53-8210-4e7d-b625-2d9519b6e26d req-56cb2f97-42bb-4aa2-b4a0-6a83b35612d0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:44.547364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-234d0a53-8210-4e7d-b625-2d9519b6e26d req-56cb2f97-42bb-4aa2-b4a0-6a83b35612d0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 944 time: 0.1949844 Aug 29 04:49:44.566038 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be99cb8-70c2-4662-8bcb-8ddb392c2b97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.566919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be99cb8-70c2-4662-8bcb-8ddb392c2b97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.571262 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9be99cb8-70c2-4662-8bcb-8ddb392c2b97 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/81e33bd7-c65e-40d9-925f-ea709fe4f048 HTTP/1.1" status: 404 len: 337 time: 0.0321641 Aug 29 04:49:44.571878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53092) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.599815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-234d0a53-8210-4e7d-b625-2d9519b6e26d req-618a140e-9edf-4015-890a-0309bc3cd690 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513873 Aug 29 04:49:44.607329 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0aec002b-51a9-469c-8ecc-3ab7bbfbd1e2 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "GET /v2.0/ports?device_id=20465168-6695-4756-bfbd-55f574b83e9d HTTP/1.1" status: 200 len: 205 time: 0.0320954 Aug 29 04:49:44.607940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53094) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.631357 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.659133 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-0a89420f-3b7d-4403-9b2e-6b3923d53a76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] delete failed (client error): The resource could not be found. Aug 29 04:49:44.660299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0a89420f-3b7d-4403-9b2e-6b3923d53a76 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/routers/20465168-6695-4756-bfbd-55f574b83e9d HTTP/1.1" status: 404 len: 336 time: 0.0512683 Aug 29 04:49:44.662762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53096) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.692570 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c48c463-4624-4d32-8e3a-449e774908c5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.693592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c48c463-4624-4d32-8e3a-449e774908c5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.697693 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8c48c463-4624-4d32-8e3a-449e774908c5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/e56cc2d5-d09d-4cf2-8c04-c8056e048962 HTTP/1.1" status: 404 len: 337 time: 0.0316677 Aug 29 04:49:44.698200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53098) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.719344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c15cc-587c-4459-a073-6a464e04482c None None] get_active_networks_info from n-d-712142-15 {{(pid=94847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:49:44.731394 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b7709a-6dc4-48f3-8fb1-58702d9d0a5a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.732125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b7709a-6dc4-48f3-8fb1-58702d9d0a5a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.734162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04b7709a-6dc4-48f3-8fb1-58702d9d0a5a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/2019fbdd-5ae8-4482-be42-11fc626ca105 HTTP/1.1" status: 404 len: 337 time: 0.0344338 Aug 29 04:49:44.738889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53102) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.764558 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ad8531-a02c-4c13-a8b4-9a3a4c47548c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.765370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ad8531-a02c-4c13-a8b4-9a3a4c47548c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.768030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-68ad8531-a02c-4c13-a8b4-9a3a4c47548c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/53133c53-73a8-41a7-9219-67f2f0c7e0c2 HTTP/1.1" status: 404 len: 333 time: 0.0273633 Aug 29 04:49:44.770098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53106) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.807919 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce440bb-5846-4887-9504-5a7e64f4b83d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.808745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce440bb-5846-4887-9504-5a7e64f4b83d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.815431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cce440bb-5846-4887-9504-5a7e64f4b83d tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/835e7b3a-6dab-4cc3-9d18-0d31d0cf9bc6 HTTP/1.1" status: 404 len: 337 time: 0.0421243 Aug 29 04:49:44.815768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53108) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.827492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Router 34e6cadd-d54f-40d5-aa86-4fca2e8a917f is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:44.856148 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae76183-ef71-43e3-91fa-59b1d0802621 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.857160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae76183-ef71-43e3-91fa-59b1d0802621 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.859585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dae76183-ef71-43e3-91fa-59b1d0802621 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/5948d2ca-e6b5-4a55-a676-f40abaa71519 HTTP/1.1" status: 404 len: 333 time: 0.0414276 Aug 29 04:49:44.864559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53110) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.898599 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd6699d-1a4e-4bc6-8f8a-db02d26e1176 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.898826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c15cc-587c-4459-a073-6a464e04482c None None] Resources bound (agent type, host, resource id): {{(pid=94847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:49:44.899435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd6699d-1a4e-4bc6-8f8a-db02d26e1176 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.901353 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5cd6699d-1a4e-4bc6-8f8a-db02d26e1176 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/7a743058-5625-4ea8-93c1-6dab437d17cd HTTP/1.1" status: 404 len: 337 time: 0.0356750 Aug 29 04:49:44.904806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53112) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.932848 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-55748ab4-e47a-4ca6-b045-b57bf44889e1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.933932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55748ab4-e47a-4ca6-b045-b57bf44889e1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.935817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-55748ab4-e47a-4ca6-b045-b57bf44889e1 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/dcbc7a3d-3c6d-4636-b592-cb1c0eac0154 HTTP/1.1" status: 404 len: 333 time: 0.0300107 Aug 29 04:49:44.939672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53114) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.987889 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-93998117-93cb-471a-b81a-3c2e899b9f9a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:44.988587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93998117-93cb-471a-b81a-3c2e899b9f9a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.992472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-93998117-93cb-471a-b81a-3c2e899b9f9a tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/1c41eed6-1d81-4855-a8bf-c605d1f52547 HTTP/1.1" status: 404 len: 337 time: 0.0494633 Aug 29 04:49:44.993244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53116) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.006674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bac421ca-0d4b-4468-b79d-2405ed25845c no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:45.021806 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-87101070-f9d0-47ec-a4fe-2019a5341810 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:45.022457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87101070-f9d0-47ec-a4fe-2019a5341810 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:45.027119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-87101070-f9d0-47ec-a4fe-2019a5341810 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/6a15bc72-b894-4e1e-827b-57911b455a7e HTTP/1.1" status: 404 len: 333 time: 0.0302594 Aug 29 04:49:45.027119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:45.027361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.039529 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26239e33-b635-4220-90c8-573d3b93cb76 None None] Sync routers for ids ['34e6cadd-d54f-40d5-aa86-4fca2e8a917f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:45.043250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: bac421ca-0d4b-4468-b79d-2405ed25845c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:45.043606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device bac421ca-0d4b-4468-b79d-2405ed25845c not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:45.054394 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26239e33-b635-4220-90c8-573d3b93cb76 None None] Routers {'34e6cadd-d54f-40d5-aa86-4fca2e8a917f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:45.055035 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26239e33-b635-4220-90c8-573d3b93cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['34e6cadd-d54f-40d5-aa86-4fca2e8a917f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:45.070447 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d71f42-8ca1-4533-96b6-d65c550905f5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:45.071253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d71f42-8ca1-4533-96b6-d65c550905f5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:45.076587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53120) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.077338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-84d71f42-8ca1-4533-96b6-d65c550905f5 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/57e1d71a-c666-4e2c-9eb3-0e37728b3c06 HTTP/1.1" status: 404 len: 337 time: 0.0489204 Aug 29 04:49:45.087927 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.092349 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-85433375-b36f-42ff-bf17-80f384521732 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7736456 Aug 29 04:49:45.093890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53122) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.115902 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb05c412-0bf3-4112-a6af-959e94374035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:45.116657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb05c412-0bf3-4112-a6af-959e94374035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:45.120681 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eb05c412-0bf3-4112-a6af-959e94374035 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/33e963a0-2bc8-4e84-9840-02bd1fe5d11c HTTP/1.1" status: 404 len: 333 time: 0.0408103 Aug 29 04:49:45.120820 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26239e33-b635-4220-90c8-573d3b93cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:45.121527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53124) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.129529 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26239e33-b635-4220-90c8-573d3b93cb76 None None] Routers {'34e6cadd-d54f-40d5-aa86-4fca2e8a917f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:45.130150 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26239e33-b635-4220-90c8-573d3b93cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['34e6cadd-d54f-40d5-aa86-4fca2e8a917f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:45.163043 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ca6e54-75b2-4953-b24e-29f1039f3a4f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:45.163416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ca6e54-75b2-4953-b24e-29f1039f3a4f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:45.164044 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26239e33-b635-4220-90c8-573d3b93cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:45.164889 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26239e33-b635-4220-90c8-573d3b93cb76 None None] The sync data for ids ['34e6cadd-d54f-40d5-aa86-4fca2e8a917f'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:45.165373 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-09ca6e54-75b2-4953-b24e-29f1039f3a4f tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/85b5e5af-ba5b-450f-a36b-9fa88b84b738 HTTP/1.1" status: 404 len: 337 time: 0.0428863 Aug 29 04:49:45.167816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53126) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.192692 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7bad2d-beed-46f6-9273-f8abc3b2da45 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:45.193811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7bad2d-beed-46f6-9273-f8abc3b2da45 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:45.195846 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5b7bad2d-beed-46f6-9273-f8abc3b2da45 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/ef0ca6bd-385f-4c4f-b411-802b10ae725e HTTP/1.1" status: 404 len: 333 time: 0.0268342 Aug 29 04:49:45.198273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53130) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.233490 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ac4eea-8220-4989-b697-adf83dc2dcdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:45.234195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ac4eea-8220-4989-b697-adf83dc2dcdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:45.236237 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-56ac4eea-8220-4989-b697-adf83dc2dcdc tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/29d20e33-a9f7-49f4-817f-d309081858c7 HTTP/1.1" status: 404 len: 337 time: 0.0368185 Aug 29 04:49:45.238948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53138) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.247066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3a4e2d09-471c-462c-bac2-2c12bbc75496 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/routers/34e6cadd-d54f-40d5-aa86-4fca2e8a917f HTTP/1.1" status: 200 len: 925 time: 0.1517656 Aug 29 04:49:45.251777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53140) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.276877 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c031f9c-7cf7-4270-aa34-e6c85b849540 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:45.277743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c031f9c-7cf7-4270-aa34-e6c85b849540 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:45.282786 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6c031f9c-7cf7-4270-aa34-e6c85b849540 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/ports/c89023d6-7c5b-40fd-962d-88367dc573ab HTTP/1.1" status: 404 len: 333 time: 0.0399504 Aug 29 04:49:45.282930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53142) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.301175 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2d508bb2-d740-4d50-a0de-905e65c8c114 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e6cadd-d54f-40d5-aa86-4fca2e8a917f HTTP/1.1" status: 200 len: 205 time: 0.0485451 Aug 29 04:49:45.303762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53144) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.331663 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd603dd-1101-4db7-bb66-00fef2cb360c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:45.332214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd603dd-1101-4db7-bb66-00fef2cb360c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:45.334017 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8cd603dd-1101-4db7-bb66-00fef2cb360c tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/subnets/a45dc3ea-4ff6-408a-9982-64721f3fb16e HTTP/1.1" status: 404 len: 337 time: 0.0502050 Aug 29 04:49:45.337823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53146) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.424729 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.431176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.527743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.541565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe9b569-6d21-42ea-90b8-5f7f29c9db2c']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:45.546773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 54f5720e-0ea2-422c-83d1-13468ad69a73 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:45.554088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3382215a-fe95-4c6b-ac1d-8b711258a1d9') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:45.554416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3382215a-fe95-4c6b-ac1d-8b711258a1d9') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:45.567571 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.570321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.589131 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.597315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:45.597733 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.651073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 54f5720e-0ea2-422c-83d1-13468ad69a73 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:45.655625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 54f5720e-0ea2-422c-83d1-13468ad69a73 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:45.656018 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.675472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Deleting port 242043a1-4c3f-4703-b0d9-ef32d331e0c1 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:45.675722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:45.711312 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:45.782036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdd42e-06b6-4c90-8997-05b92fefc280 req-551f29f3-0f0e-439c-9f78-17d53159a403 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:45.792310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8bdd42e-06b6-4c90-8997-05b92fefc280 req-551f29f3-0f0e-439c-9f78-17d53159a403 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 944 time: 0.0826230 Aug 29 04:49:45.834426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.838739 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.841154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.843805 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.847595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] 10.222.0.58 "DELETE /v2.0/networks/0fe9b569-6d21-42ea-90b8-5f7f29c9db2c HTTP/1.1" status: 204 len: 168 time: 0.5086563 Aug 29 04:49:45.856383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Calling delete_port for 242043a1-4c3f-4703-b0d9-ef32d331e0c1 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:45.880817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8bdd42e-06b6-4c90-8997-05b92fefc280 req-11e0d5ac-301b-49b0-9905-6532446ada72 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873396 Aug 29 04:49:45.883913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9276f5-5fd8-48f4-802f-62440ebef3e7 tempest-NetworksTestDHCPv6-1509631179 tempest-NetworksTestDHCPv6-1509631179-project] Pushing event deleted for resources: {'Network': ['ID=0fe9b569-6d21-42ea-90b8-5f7f29c9db2c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:45.918480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:45.921903 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac1693d-c36c-4241-8f75-db3ff60cde35" -d '{"events": [{"server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "name": "network-vif-plugged", "status": "completed", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:45.943212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 54f5720e-0ea2-422c-83d1-13468ad69a73, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=54f5720e-0ea2-422c-83d1-13468ad69a73,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:45.948564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.011835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=54f5720e-0ea2-422c-83d1-13468ad69a73,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.025701 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0c3ce2-6209-4a8e-aa7f-4964bdadc5c5 x-openstack-request-id: req-ca0c3ce2-6209-4a8e-aa7f-4964bdadc5c5 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:46.026009 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "name": "network-vif-plugged", "status": "completed", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:46.026271 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca0c3ce2-6209-4a8e-aa7f-4964bdadc5c5 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:46.026705 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'code': 200} Aug 29 04:49:46.171353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5e36d-eff8-4950-af57-f589e3f0cf7c req-600f2bdc-3667-4204-83fa-3b532346cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:46.172957 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efa5e36d-eff8-4950-af57-f589e3f0cf7c req-600f2bdc-3667-4204-83fa-3b532346cc7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 1097 time: 0.0669007 Aug 29 04:49:46.174082 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.202511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event deleted for resources: {'Port': ['ID=242043a1-4c3f-4703-b0d9-ef32d331e0c1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.298105 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efa5e36d-eff8-4950-af57-f589e3f0cf7c req-8b424b7b-780a-4fe0-9627-4c21d042fbb4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970802 Aug 29 04:49:46.306909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53168) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:46.311633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.437420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.439695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.492886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-717e7579-a9a6-4c8a-a671-2bbd7ece917e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51203e6727fe478cb08a9679a3936b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829875 Aug 29 04:49:46.493363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53176) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:46.501271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.501798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Fanout notify agent at l3_agent the message router_deleted on router 34e6cadd-d54f-40d5-aa86-4fca2e8a917f {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:46.509578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.510697 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ded5cfdd-19b8-416d-a982-79d76e90b8d5 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/34e6cadd-d54f-40d5-aa86-4fca2e8a917f HTTP/1.1" status: 204 len: 168 time: 1.2059295 Aug 29 04:49:46.515010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53178) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:46.519597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'router': {'name': 'tempest-snat-router-264353938', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': False}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:46.542031 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.543118 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.555511 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-786b0c3e-0305-40f7-b492-b99ae08cf3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.585631 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-786b0c3e-0305-40f7-b492-b99ae08cf3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.603003 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.645509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-786b0c3e-0305-40f7-b492-b99ae08cf3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.648144 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-786b0c3e-0305-40f7-b492-b99ae08cf3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.651860 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-786b0c3e-0305-40f7-b492-b99ae08cf3a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1a0c368-4404-4c42-9ae0-7a2bdb3e669c HTTP/1.1" status: 204 len: 168 time: 0.1550658 Aug 29 04:49:46.680590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b0c3e-0305-40f7-b492-b99ae08cf3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0c368-4404-4c42-9ae0-7a2bdb3e669c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.779703 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.930474 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:49:47.104987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.114978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a03bc-0d6e-48a6-b08a-4b0ff3d523df req-9cfb85cb-6541-4275-9ab3-5a1d184ae969 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:47.116632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f6a03bc-0d6e-48a6-b08a-4b0ff3d523df req-9cfb85cb-6541-4275-9ab3-5a1d184ae969 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 945 time: 0.0957417 Aug 29 04:49:47.138252 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.273760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f6a03bc-0d6e-48a6-b08a-4b0ff3d523df req-668fd9c1-0b8c-450f-bb5d-0f07ef6c9ae4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380048 Aug 29 04:49:47.393116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Allocated IP 172.25.1.115 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/ed3e2f88-56d9-4683-916f-29b48e2edd92) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:47.442092 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-defa999d-3167-4347-9213-7d34fa443acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.632362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.678368 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.727021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:47.733201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:47.736697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:47.738780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3e2f88-56d9-4683-916f-29b48e2edd92,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:47.805625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53214) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:47.937186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1646228444'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:47.960103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Made reservation on behalf of afbd7f61079f40e9b381849d2b7d92bb for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:47.967106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.977669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.029367 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.192429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.197493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.224865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:48.242830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9165cfc8-6155-463c-915f-9e3dfdaa7af1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.248763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.249112 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Added segment 7ff87504-e2b2-488c-a601-8b030652ca89 of type vlan for network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 Aug 29 04:49:48.324096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.379561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.385893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.388942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.481372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6720290 Aug 29 04:49:48.490936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53232) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:48.500835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Request body: {'subnet': {'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:48.523894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659a99f-66b4-4537-bf27-5dbe6b5a873a tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event updated for resources: {'Network': ['ID=2cbacdc6-b8b6-498d-b608-afe531bff0c2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.536787 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:48.615583 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.661021 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560314d1-cba3-4164-ad2e-d546d9a21579 req-79ca2fbf-c35a-47b0-ae6d-0512c27e9802 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.662992 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-560314d1-cba3-4164-ad2e-d546d9a21579 req-79ca2fbf-c35a-47b0-ae6d-0512c27e9802 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 945 time: 0.2379837 Aug 29 04:49:48.770978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-560314d1-cba3-4164-ad2e-d546d9a21579 req-d03d3a4c-4e4b-44b3-9883-dcd639fac852 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630322 Aug 29 04:49:48.826706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Made reservation on behalf of afbd7f61079f40e9b381849d2b7d92bb for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:48.830653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.982568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db5249-5291-40a9-bcd4-54ddf60ab3cb req-0178b70c-0a76-4f61-a0d4-69fbf06f780a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.984182 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02db5249-5291-40a9-bcd4-54ddf60ab3cb req-0178b70c-0a76-4f61-a0d4-69fbf06f780a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 945 time: 0.1029103 Aug 29 04:49:48.988683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Router 960208d9-6306-4035-94e2-e7ae7ca61b13 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:49.148614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02db5249-5291-40a9-bcd4-54ddf60ab3cb req-4801683d-56fb-456a-b799-043475ae1a53 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552505 Aug 29 04:49:49.171560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53246) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.223456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:49.228069 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Sync routers for ids ['960208d9-6306-4035-94e2-e7ae7ca61b13'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:49.236848 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.243661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Routers {'960208d9-6306-4035-94e2-e7ae7ca61b13'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:49.246595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['960208d9-6306-4035-94e2-e7ae7ca61b13'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:49.268232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c29fb3-bac3-436e-bd5a-777f5c7519d5 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.274671 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-53c29fb3-bac3-436e-bd5a-777f5c7519d5 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 1092 time: 0.0968158 Aug 29 04:49:49.285271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53252) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.292657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:49.316776 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.330446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53258) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.330684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0bcd1af7-ee08-497c-985c-61aa2778ae4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8144147 Aug 29 04:49:49.374809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event updated for resources: {'Subnet': ['ID=f7b0d2a2-2fe4-4d64-a427-76699e8b816c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.417420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.442328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Set router 960208d9-6306-4035-94e2-e7ae7ca61b13 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:49.475475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Checking segment: {'id': '7ff87504-e2b2-488c-a601-8b030652ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:49.484842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Network hostable DHCP agents. Network: 2cbacdc6-b8b6-498d-b608-afe531bff0c2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:49.536919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:49.538084 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aa37b687-5ec9-40cb-8300-7cc4f847b6c9 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/routers/960208d9-6306-4035-94e2-e7ae7ca61b13 HTTP/1.1" status: 200 len: 908 time: 0.2061720 Aug 29 04:49:49.541259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53264) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.566449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'router': {'name': 'tempest-snat-router-264353938', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': True}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:49.568826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 2cbacdc6-b8b6-498d-b608-afe531bff0c2) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:49.578131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.578929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.593836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9961eb5-c117-4a8c-a8da-01e3991c448e None None] Network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:49.621212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.622988 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.636818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fb9687ba-9a63-4da6-b296-8f60ea9e3a00 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1512609 Aug 29 04:49:49.639596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53266) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.645987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Request body: {'port': {'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1228312556'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:49.746340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.755129 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.941640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Made reservation on behalf of afbd7f61079f40e9b381849d2b7d92bb for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:49.956213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.971714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.008607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.25.1.74 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/95fc912f-189f-46bb-b4bf-37c026c8eec2) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:50.024175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] device_id is not set on port d1864e62-7ff9-4345-ab36-b6d67debf702 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:50.047822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960208d9-6306-4035-94e2-e7ae7ca61b13', 'name': 'tempest-snat-router-264353938', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.115'}], 'enable_snat': False}, 'gw_port_id': 'ed3e2f88-56d9-4683-916f-29b48e2edd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:46Z', 'updated_at': '2021-08-29T04:49:47Z', 'revision_number': 3, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port': {'id': 'ed3e2f88-56d9-4683-916f-29b48e2edd92', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960208d9-6306-4035-94e2-e7ae7ca61b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:47Z', 'updated_at': '2021-08-29T04:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:50.085736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Checking router: 960208d9-6306-4035-94e2-e7ae7ca61b13 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:50.086009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Updating router 960208d9-6306-4035-94e2-e7ae7ca61b13 port ed3e2f88-56d9-4683-916f-29b48e2edd92 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:50.110674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-2cbacdc6-b8b6-498d-b608-afe531bff0c2', 'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2', 'tenant_id': 'afbd7f61079f40e9b381849d2b7d92bb', 'fixed_ips': [{'subnet_id': 'f7b0d2a2-2fe4-4d64-a427-76699e8b816c'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:50.112220 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.161839 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.280696 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.305705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.470612 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.486204 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9a5c-c8ca-477d-af64-f45bd93dcc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.488481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Allocated IP 172.20.0.2 (2cbacdc6-b8b6-498d-b608-afe531bff0c2/f7b0d2a2-2fe4-4d64-a427-76699e8b816c/da0d454c-cc46-4007-af51-a0904b08717c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:50.708106 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.716057 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.718600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Transition to ACTIVE for port object da0d454c-cc46-4007-af51-a0904b08717c will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:50.742004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Transition to ACTIVE for port object da0d454c-cc46-4007-af51-a0904b08717c will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:50.751410 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.824503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Allocated IP 172.20.0.7 (2cbacdc6-b8b6-498d-b608-afe531bff0c2/f7b0d2a2-2fe4-4d64-a427-76699e8b816c/d1864e62-7ff9-4345-ab36-b6d67debf702) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:50.831435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:50.835904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:50.838963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:50.859086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Pushing event updated for resources: {'Port': ['ID=da0d454c-cc46-4007-af51-a0904b08717c,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:50.927477 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.003780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Attempting to bind port da0d454c-cc46-4007-af51-a0904b08717c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:51.004197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Attempting to bind port da0d454c-cc46-4007-af51-a0904b08717c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7ff87504-e2b2-488c-a601-8b030652ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:51.004570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Attempting to bind port da0d454c-cc46-4007-af51-a0904b08717c on network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:51.024338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:51.024719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Checking segment: {'id': '7ff87504-e2b2-488c-a601-8b030652ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:51.025130 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.025530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Bound using segment: {'id': '7ff87504-e2b2-488c-a601-8b030652ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:51.026020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Bound port: da0d454c-cc46-4007-af51-a0904b08717c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff87504-e2b2-488c-a601-8b030652ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:51.026408 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.038329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:51.109488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.129617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Transition to ACTIVE for port object d1864e62-7ff9-4345-ab36-b6d67debf702 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:51.167250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] For port da0d454c-cc46-4007-af51-a0904b08717c, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:51.194698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=95fc912f-189f-46bb-b4bf-37c026c8eec2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.200139 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.218356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] For port da0d454c-cc46-4007-af51-a0904b08717c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da0d454c-cc46-4007-af51-a0904b08717c,segment=NetworkSegment(7ff87504-e2b2-488c-a601-8b030652ca89),segment_id=7ff87504-e2b2-488c-a601-8b030652ca89)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:51.229688 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.264152 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:51.266364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:51.270013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event updated for resources: {'Port': ['ID=d1864e62-7ff9-4345-ab36-b6d67debf702,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.312419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:51.315872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:51.319094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:51.432431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.433137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.588565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.618412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Transition to ACTIVE for port object ed3e2f88-56d9-4683-916f-29b48e2edd92 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:51.624560 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.648084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.659023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15efb3d-503b-4e1f-80c1-02b8cff15dd6 None None] Pushing event updated for resources: {'Port': ['ID=da0d454c-cc46-4007-af51-a0904b08717c,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.775532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Allocated IP 172.25.1.126 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/60dbc092-b9b9-4e52-a73d-4694206c8c51) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:51.808421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Attempting to bind port ed3e2f88-56d9-4683-916f-29b48e2edd92 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:51.808975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Attempting to bind port ed3e2f88-56d9-4683-916f-29b48e2edd92 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:51.809520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Attempting to bind port ed3e2f88-56d9-4683-916f-29b48e2edd92 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:51.826432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:51.827059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:51.828032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.828558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:51.829176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Bound port: ed3e2f88-56d9-4683-916f-29b48e2edd92, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:51.829690 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.837086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fc0e401f-702e-4bb4-8f83-453a9c89f796 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1950948 Aug 29 04:49:51.844291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53298) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:51.853696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00905b40-4cc7-4d3c-bf19-0a861bc2144d None None] Pushing event updated for resources: {'Port': ['ID=ed3e2f88-56d9-4683-916f-29b48e2edd92,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.865114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Request body: {'port': {'network_id': '2cbacdc6-b8b6-498d-b608-afe531bff0c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2031055388', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:51.865664 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.api.validators [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] bootfile-name is not in valid_values {{(pid=94845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:51.866151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.api.validators [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] tftp-server is not in valid_values {{(pid=94845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:51.866486 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.api.validators [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] server-ip-address is not in valid_values {{(pid=94845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:51.962523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] For port ed3e2f88-56d9-4683-916f-29b48e2edd92, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:51.969005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] For port ed3e2f88-56d9-4683-916f-29b48e2edd92, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ed3e2f88-56d9-4683-916f-29b48e2edd92,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:51.975587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.978922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.061347 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.069769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.124134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00905b40-4cc7-4d3c-bf19-0a861bc2144d None None] Pushing event updated for resources: {'Port': ['ID=ed3e2f88-56d9-4683-916f-29b48e2edd92,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:52.162200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Routers {'960208d9-6306-4035-94e2-e7ae7ca61b13'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:52.162858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['960208d9-6306-4035-94e2-e7ae7ca61b13'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:52.187597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:52.194059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:52.201604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:52.242044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'Port': ['ID=60dbc092-b9b9-4e52-a73d-4694206c8c51,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:52.291135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Made reservation on behalf of afbd7f61079f40e9b381849d2b7d92bb for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:52.296008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.360677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.417030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] device_id is not set on port b170ab32-eb79-4819-90dd-d03ebf78af3a yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:52.456874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] Set router 960208d9-6306-4035-94e2-e7ae7ca61b13 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:52.746552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.955142 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.033685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960208d9-6306-4035-94e2-e7ae7ca61b13', 'name': 'tempest-snat-router-264353938', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.115'}], 'enable_snat': False}, 'gw_port_id': 'ed3e2f88-56d9-4683-916f-29b48e2edd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:46Z', 'updated_at': '2021-08-29T04:49:47Z', 'revision_number': 3, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port': {'id': 'ed3e2f88-56d9-4683-916f-29b48e2edd92', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960208d9-6306-4035-94e2-e7ae7ca61b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:47Z', 'updated_at': '2021-08-29T04:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:53.099118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Allocated IP 172.20.0.10 (2cbacdc6-b8b6-498d-b608-afe531bff0c2/f7b0d2a2-2fe4-4d64-a427-76699e8b816c/b170ab32-eb79-4819-90dd-d03ebf78af3a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:53.104215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dbfba-8753-41e1-b2c5-0f45a33ede3c None None] The sync data for ids ['960208d9-6306-4035-94e2-e7ae7ca61b13'] in n-d-712142-15 is: [{'id': '960208d9-6306-4035-94e2-e7ae7ca61b13', 'name': 'tempest-snat-router-264353938', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.115'}], 'enable_snat': False}, 'gw_port_id': 'ed3e2f88-56d9-4683-916f-29b48e2edd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:46Z', 'updated_at': '2021-08-29T04:49:47Z', 'revision_number': 3, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port': {'id': 'ed3e2f88-56d9-4683-916f-29b48e2edd92', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960208d9-6306-4035-94e2-e7ae7ca61b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:47Z', 'updated_at': '2021-08-29T04:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:53.131677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.153395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.198424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da0d454c-cc46-4007-af51-a0904b08717c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:53.297003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec97da3-39c6-4b1a-9b3d-7897a0d57625 None None] Network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:53.357889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.425739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=95fc912f-189f-46bb-b4bf-37c026c8eec2,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:53.532413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5d36b995-0264-4f4f-b2c3-56885be6009c None None] Provisioning for port da0d454c-cc46-4007-af51-a0904b08717c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:53.603967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.703251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Router 0eae6fd6-0512-429e-831a-10d888269046 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:53.753073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port da0d454c-cc46-4007-af51-a0904b08717c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:53.792360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port da0d454c-cc46-4007-af51-a0904b08717c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:53.792922 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.938688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.948418 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Floating IP 2179b56b-3568-4e99-a538-1b8e5d3a90db associated. External IP: 172.25.1.74, port: 54f5720e-0ea2-422c-83d1-13468ad69a73. Aug 29 04:49:53.970499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:53.985700 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Sync routers for ids ['0eae6fd6-0512-429e-831a-10d888269046'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:54.005506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Transition to ACTIVE for port object b170ab32-eb79-4819-90dd-d03ebf78af3a will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:54.025315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.026364 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Routers {'0eae6fd6-0512-429e-831a-10d888269046'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:54.032898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53316) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:54.033113 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0eae6fd6-0512-429e-831a-10d888269046'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:54.038738 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44fe5430-6e11-47e4-ae3a-53bae8cbbefa tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4848151 Aug 29 04:49:54.180521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.285068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port da0d454c-cc46-4007-af51-a0904b08717c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da0d454c-cc46-4007-af51-a0904b08717c,segment=NetworkSegment(7ff87504-e2b2-488c-a601-8b030652ca89),segment_id=7ff87504-e2b2-488c-a601-8b030652ca89)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:54.288860 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.293579 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.306445 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Set router 0eae6fd6-0512-429e-831a-10d888269046 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:54.431292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=da0d454c-cc46-4007-af51-a0904b08717c,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:54.469962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event updated for resources: {'Port': ['ID=b170ab32-eb79-4819-90dd-d03ebf78af3a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:54.525138 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:54.541904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:54.551772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:54.618452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-be007e9e-1ac8-468a-8ed7-e3d39f6900f4 None None] Provisioning complete for port da0d454c-cc46-4007-af51-a0904b08717c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:54.625173 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-be007e9e-1ac8-468a-8ed7-e3d39f6900f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.794675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:54.795622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.861805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-be007e9e-1ac8-468a-8ed7-e3d39f6900f4 None None] Provisioning for port d1864e62-7ff9-4345-ab36-b6d67debf702 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:54.879577 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-be007e9e-1ac8-468a-8ed7-e3d39f6900f4 None None] Provisioning complete for port d1864e62-7ff9-4345-ab36-b6d67debf702 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:54.880552 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-be007e9e-1ac8-468a-8ed7-e3d39f6900f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.007548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-be007e9e-1ac8-468a-8ed7-e3d39f6900f4 None None] Port d1864e62-7ff9-4345-ab36-b6d67debf702 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:55.027780 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6fd6-0512-429e-831a-10d888269046', 'name': 'tempest-snat-router-264353938', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '60dbc092-b9b9-4e52-a73d-4694206c8c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:49Z', 'updated_at': '2021-08-29T04:49:52Z', 'revision_number': 3, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port': {'id': '60dbc092-b9b9-4e52-a73d-4694206c8c51', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6fd6-0512-429e-831a-10d888269046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:50Z', 'updated_at': '2021-08-29T04:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:55.068600 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Checking router: 0eae6fd6-0512-429e-831a-10d888269046 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:55.068600 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Updating router 0eae6fd6-0512-429e-831a-10d888269046 port 60dbc092-b9b9-4e52-a73d-4694206c8c51 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:55.136861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-98d3a4e7-4014-4e6c-a609-dee094a4a02f tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.2879987 Aug 29 04:49:55.137753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53322) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.150772 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.155708 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:49:55.161889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5c99c6d4-5755-4cd2-917d-552fa967b1ae None None] Provisioning complete for port d1864e62-7ff9-4345-ab36-b6d67debf702 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:55.162446 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5c99c6d4-5755-4cd2-917d-552fa967b1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.236173 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bfa8c98b-394c-406b-b400-9d03c0742af4 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/routers/0eae6fd6-0512-429e-831a-10d888269046 HTTP/1.1" status: 200 len: 907 time: 1.2026350 Aug 29 04:49:55.239888 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53324) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.302263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5c99c6d4-5755-4cd2-917d-552fa967b1ae None None] Port d1864e62-7ff9-4345-ab36-b6d67debf702 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:55.329240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ed3e2f88-56d9-4683-916f-29b48e2edd92 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:55.448522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68727ff-30a8-45f8-b0b0-0a90d84bf3d6 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.456247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68727ff-30a8-45f8-b0b0-0a90d84bf3d6 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.462886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68727ff-30a8-45f8-b0b0-0a90d84bf3d6 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.469021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b68727ff-30a8-45f8-b0b0-0a90d84bf3d6 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3293452 Aug 29 04:49:55.471962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53328) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.584795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ca0a8633-2af3-4893-a246-92985142989a None None] Provisioning for port b170ab32-eb79-4819-90dd-d03ebf78af3a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:55.593186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ca0a8633-2af3-4893-a246-92985142989a None None] Provisioning complete for port b170ab32-eb79-4819-90dd-d03ebf78af3a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:55.593848 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ca0a8633-2af3-4893-a246-92985142989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.650121 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.656728 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ed3e2f88-56d9-4683-916f-29b48e2edd92 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:55.663929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ed3e2f88-56d9-4683-916f-29b48e2edd92 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:55.664432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.722644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a8633-2af3-4893-a246-92985142989a None None] Port b170ab32-eb79-4819-90dd-d03ebf78af3a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:55.725748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:55.789468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] Sync routers for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:55.797688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.810037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:55.810942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:55.912300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.981784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-64e6cb92-6618-489d-a47b-761ffd46da1c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6922348 Aug 29 04:49:55.989900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53332) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.990573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:56.000725 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.010924 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56" -d '{"events": [{"name": "network-changed", "server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:56.018537 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.020768 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Transition to ACTIVE for port object 60dbc092-b9b9-4e52-a73d-4694206c8c51 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:56.050468 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.088726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port ed3e2f88-56d9-4683-916f-29b48e2edd92, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ed3e2f88-56d9-4683-916f-29b48e2edd92,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:56.095804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:56.161657 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Attempting to bind port 60dbc092-b9b9-4e52-a73d-4694206c8c51 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:56.162040 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Attempting to bind port 60dbc092-b9b9-4e52-a73d-4694206c8c51 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:56.166810 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Attempting to bind port 60dbc092-b9b9-4e52-a73d-4694206c8c51 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:56.172568 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.173609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da0d454c-cc46-4007-af51-a0904b08717c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:56.175865 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Pushing event updated for resources: {'Port': ['ID=60dbc092-b9b9-4e52-a73d-4694206c8c51,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.197520 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.198170 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.198684 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.199297 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.199799 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.200365 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.206543 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.207159 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.207668 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.208216 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.208780 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.209278 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:56.224978 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:56.225607 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:56.226021 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.227521 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:56.233475 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Bound port: 60dbc092-b9b9-4e52-a73d-4694206c8c51, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:56.233890 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.362798 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] For port 60dbc092-b9b9-4e52-a73d-4694206c8c51, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:56.374444 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] For port 60dbc092-b9b9-4e52-a73d-4694206c8c51, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=60dbc092-b9b9-4e52-a73d-4694206c8c51,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:56.382785 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.448230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=ed3e2f88-56d9-4683-916f-29b48e2edd92,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.520736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port da0d454c-cc46-4007-af51-a0904b08717c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:56.520736 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.547114 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Routers {'0eae6fd6-0512-429e-831a-10d888269046'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:56.547782 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['0eae6fd6-0512-429e-831a-10d888269046'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:56.671812 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2ea2daf6-058b-4471-aea0-cb825ba2a296 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/floatingips/2179b56b-3568-4e99-a538-1b8e5d3a90db HTTP/1.1" status: 200 len: 990 time: 0.0767519 Aug 29 04:49:56.694280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-f8425a10-2e40-4976-b3cc-665dc5b2c46c tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Deleting port b170ab32-eb79-4819-90dd-d03ebf78af3a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:56.695503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8425a10-2e40-4976-b3cc-665dc5b2c46c tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.703633 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43c289-ef1e-4f00-b768-997e90b3760a None None] Pushing event updated for resources: {'Port': ['ID=60dbc092-b9b9-4e52-a73d-4694206c8c51,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.753686 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] Set router 0eae6fd6-0512-429e-831a-10d888269046 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:56.788795 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2396a227-cb5b-47eb-b415-b10556c11996 x-openstack-request-id: req-2396a227-cb5b-47eb-b415-b10556c11996 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:56.789393 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:56.789393 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2396a227-cb5b-47eb-b415-b10556c11996 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:56.789747 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'status': 'completed', 'code': 200} Aug 29 04:49:56.824016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Deleting port 60dbc092-b9b9-4e52-a73d-4694206c8c51 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:56.824016 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.882070 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6fd6-0512-429e-831a-10d888269046', 'name': 'tempest-snat-router-264353938', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:49Z', 'updated_at': '2021-08-29T04:49:55Z', 'revision_number': 4, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:56.933611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a85ce-6f3c-40df-a7f6-66ea33bcf1ac None None] The sync data for ids ['0eae6fd6-0512-429e-831a-10d888269046'] in n-d-712142-15 is: [{'id': '0eae6fd6-0512-429e-831a-10d888269046', 'name': 'tempest-snat-router-264353938', 'tenant_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:49Z', 'updated_at': '2021-08-29T04:49:55Z', 'revision_number': 4, 'project_id': 'cb2e713b55ad49f4b0240ffc525a761d', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:57.033493 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.051896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:51Z', 'revision_number': 0, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.053338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Calling delete_port for 60dbc092-b9b9-4e52-a73d-4694206c8c51 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:57.353040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.363947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8425a10-2e40-4976-b3cc-665dc5b2c46c tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.402858 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event deleted for resources: {'Port': ['ID=60dbc092-b9b9-4e52-a73d-4694206c8c51,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:57.412445 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-c21bd279-7f10-47c3-9100-320c091355d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:57.414283 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-c21bd279-7f10-47c3-9100-320c091355d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 1097 time: 0.4852371 Aug 29 04:49:57.414470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] Checking router: 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:57.416797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-f8425a10-2e40-4976-b3cc-665dc5b2c46c tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Calling delete_port for b170ab32-eb79-4819-90dd-d03ebf78af3a owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:57.429305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ed3e2f88-56d9-4683-916f-29b48e2edd92 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:57.467408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:57.468702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.550495 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.611380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ed3e2f88-56d9-4683-916f-29b48e2edd92 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:57.611787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.664967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:57.677618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53352) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:57.701700 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.766691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b76d58db-c3ad-4776-8350-30827096b768 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/floatingips/2179b56b-3568-4e99-a538-1b8e5d3a90db HTTP/1.1" status: 200 len: 990 time: 0.0863969 Aug 29 04:49:57.865720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-300aa99f-148a-4ced-8bb8-f80f9bc99ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:57.866722 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-300aa99f-148a-4ced-8bb8-f80f9bc99ef9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da1ad9d8-d3eb-46e1-80a0-6126404229e1 HTTP/1.1" status: 200 len: 898 time: 0.4226258 Aug 29 04:49:57.870326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.877940 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.038394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.039097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0eae6fd6-0512-429e-831a-10d888269046 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:58.052029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.053128 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d7cb3850-97c9-48dd-b1b2-f16d90a484ee tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0eae6fd6-0512-429e-831a-10d888269046 HTTP/1.1" status: 204 len: 168 time: 2.8079951 Aug 29 04:49:58.055911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53360) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.057828 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-9d79cd97-cf22-4dd5-9665-a831e6db92cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f5720e-0ea2-422c-83d1-13468ad69a73 HTTP/1.1" status: 200 len: 998 time: 0.1773539 Aug 29 04:49:58.146018 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8425a10-2e40-4976-b3cc-665dc5b2c46c tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.247330 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.255471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:51Z', 'revision_number': 0, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:58.335207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ead594-ddce-45bb-824e-8aac3d8f5134 None None] The sync data for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 is: [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:51Z', 'revision_number': 0, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:58.346069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-70f16078-af99-4b4c-b6b7-756db19bb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:58.348098 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-70f16078-af99-4b4c-b6b7-756db19bb64a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1fd4290c-4c56-438c-84bd-4af108a3b64d HTTP/1.1" status: 200 len: 835 time: 0.2818251 Aug 29 04:49:58.353267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8425a10-2e40-4976-b3cc-665dc5b2c46c tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event deleted for resources: {'Port': ['ID=b170ab32-eb79-4819-90dd-d03ebf78af3a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:58.524054 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.527500 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-c20e5890-d528-4ba5-8da0-3e6d4877d5ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4350896 Aug 29 04:49:58.557082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.641992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f8425a10-2e40-4976-b3cc-665dc5b2c46c tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.645275 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f8425a10-2e40-4976-b3cc-665dc5b2c46c tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "DELETE /v2.0/ports/b170ab32-eb79-4819-90dd-d03ebf78af3a HTTP/1.1" status: 204 len: 168 time: 3.1722674 Aug 29 04:49:58.681756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53368) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.694708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Request body: {'port': {'name': 'tempest-new-port-name-1777550261', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:58.695192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] bootfile-name is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:58.695663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] tftp-server is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:58.696233 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.api.validators [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] server-ip-address is not in valid_values {{(pid=94846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:58.741595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Deleting port ed3e2f88-56d9-4683-916f-29b48e2edd92 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:58.743890 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.795411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-5ba01b16-a997-4218-ac04-ab92771d2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:58.797954 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-5ba01b16-a997-4218-ac04-ab92771d2288 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da1ad9d8-d3eb-46e1-80a0-6126404229e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4244962 Aug 29 04:49:58.800470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53370) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.888810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] For port ed3e2f88-56d9-4683-916f-29b48e2edd92, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ed3e2f88-56d9-4683-916f-29b48e2edd92,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:58.889455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.892520 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b951f-378c-41f7-a8a8-2fa43e8219d6 None None] New status for floating IP 2179b56b-3568-4e99-a538-1b8e5d3a90db: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:49:58.911130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Calling delete_port for ed3e2f88-56d9-4683-916f-29b48e2edd92 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:58.995941 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0996c07b-eb50-42f6-a666-0e8ea319f348 req-5c17b8d6-c127-4fb8-b946-40f07f8b8661 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0821476 Aug 29 04:49:59.029668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-05d6950d-c104-4e3a-b27c-b1a0f9cda618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:59.031319 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-05d6950d-c104-4e3a-b27c-b1a0f9cda618 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 1098 time: 0.3806543 Aug 29 04:49:59.062987 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-03d2986b-d4b2-47cd-b13b-59ed778a4869 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/floatingips/2179b56b-3568-4e99-a538-1b8e5d3a90db HTTP/1.1" status: 200 len: 990 time: 0.2592525 Aug 29 04:49:59.101092 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0996c07b-eb50-42f6-a666-0e8ea319f348 req-12816035-86fc-4a89-960b-6ce1a66b597c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0593059 Aug 29 04:49:59.104853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.227764 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0996c07b-eb50-42f6-a666-0e8ea319f348 req-56b8ab21-7be5-4fde-a7db-1be4322f036b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930490 Aug 29 04:49:59.279556 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.320599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed3e2f88-56d9-4683-916f-29b48e2edd92,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:59.336717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-a54100a5-c0be-42be-b79c-b5b3dd425120 service neutron] 10.222.0.64 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162022 Aug 29 04:49:59.424935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.574732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.583324 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.607283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996c07b-eb50-42f6-a666-0e8ea319f348 req-ab3a7050-04bf-43d1-ae5a-0dc2c068fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:59.609293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0996c07b-eb50-42f6-a666-0e8ea319f348 req-ab3a7050-04bf-43d1-ae5a-0dc2c068fa07 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3325083 Aug 29 04:49:59.648962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-7ea0c3de-d4ee-42a3-bb03-f0cef621a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:59.650962 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-7ea0c3de-d4ee-42a3-bb03-f0cef621a756 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.5643263 Aug 29 04:49:59.660641 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.661404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 960208d9-6306-4035-94e2-e7ae7ca61b13 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:59.665907 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.667194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-58f538dc-93c7-48ee-8a7c-8aced857c999 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "DELETE /v2.0/routers/960208d9-6306-4035-94e2-e7ae7ca61b13 HTTP/1.1" status: 204 len: 168 time: 1.6101916 Aug 29 04:49:59.672910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53386) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.675035 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e70c9bda-72e7-4cf4-8982-1d0ba0f25b56 req-fd42e65c-c516-4962-9867-b75821e9f28f service neutron] 10.222.0.64 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466125 Aug 29 04:49:59.679098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1505777858', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:59.779923 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.784558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.795535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-d1f7ea76-023f-472f-a3bb-7fd45f9e82c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39 HTTP/1.1" status: 200 len: 1001 time: 0.1353540 Aug 29 04:49:59.927197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-87faa3a4-08fb-4a24-acb4-6fd7e65807dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:59.928761 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-87faa3a4-08fb-4a24-acb4-6fd7e65807dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1168594 Aug 29 04:49:59.942479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.964467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.988524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.068151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53396) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:00.146210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-c3f5eada-438c-4ef3-ab08-3982631e55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:00.146210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-c3f5eada-438c-4ef3-ab08-3982631e55ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987748 Aug 29 04:50:00.149539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event updated for resources: {'Port': ['ID=d1864e62-7ff9-4345-ab36-b6d67debf702,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:00.263527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] In _notify_port_updated(), no bound segment for port d1864e62-7ff9-4345-ab36-b6d67debf702 on network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 {{(pid=94846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:50:00.270063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:00.271166 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.273471 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-89241363-5e29-42b1-ad67-e092c3218bd4 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "PUT /v2.0/ports/d1864e62-7ff9-4345-ab36-b6d67debf702 HTTP/1.1" status: 200 len: 1136 time: 1.5894284 Aug 29 04:50:00.275962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53398) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:00.349252 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01195a82-fe9e-4c2e-9d78-fa62a6e78ca6 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:00.351045 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-01195a82-fe9e-4c2e-9d78-fa62a6e78ca6 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "GET /v2.0/ports/d1864e62-7ff9-4345-ab36-b6d67debf702 HTTP/1.1" status: 200 len: 1136 time: 0.0738881 Aug 29 04:50:00.360333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53400) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:00.476139 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-149db7d9-7d45-45fa-90db-3e52e244f9a4 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986968 Aug 29 04:50:00.573214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5fe64-685f-41a6-9fc0-1bec51cf6ca1 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Deleting port d1864e62-7ff9-4345-ab36-b6d67debf702 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:00.574410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9d5fe64-685f-41a6-9fc0-1bec51cf6ca1 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.609929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-eda3136c-1f2b-446e-85eb-0702539592ea None None] Provisioning complete for port d1864e62-7ff9-4345-ab36-b6d67debf702 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:00.611076 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eda3136c-1f2b-446e-85eb-0702539592ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.648594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-eda3136c-1f2b-446e-85eb-0702539592ea None None] Port d1864e62-7ff9-4345-ab36-b6d67debf702 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:00.704121 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-662b79cc-4e89-483c-98e1-42aac3f4161e req-93bc14f9-6da0-433c-8f6e-8e296aad88a0 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143927 Aug 29 04:50:00.705937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.730955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c133cf70-4602-4de3-a173-f4c8c4be1829 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/floatingips/2179b56b-3568-4e99-a538-1b8e5d3a90db HTTP/1.1" status: 200 len: 992 time: 0.6612949 Aug 29 04:50:00.761107 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9d5fe64-685f-41a6-9fc0-1bec51cf6ca1 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.775230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5fe64-685f-41a6-9fc0-1bec51cf6ca1 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Calling delete_port for d1864e62-7ff9-4345-ab36-b6d67debf702 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:01.031059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9d5fe64-685f-41a6-9fc0-1bec51cf6ca1 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.056132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.067893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5fe64-685f-41a6-9fc0-1bec51cf6ca1 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event deleted for resources: {'Port': ['ID=d1864e62-7ff9-4345-ab36-b6d67debf702,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:01.095533 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.172596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ed3e2f88-56d9-4683-916f-29b48e2edd92 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:01.240290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ed3e2f88-56d9-4683-916f-29b48e2edd92 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:01.240721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ed3e2f88-56d9-4683-916f-29b48e2edd92 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:01.265836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Allocated IP 172.25.1.208 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/c85e3b44-ec90-47a6-9b65-db263f0fb0e5) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:01.266195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9d5fe64-685f-41a6-9fc0-1bec51cf6ca1 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.275678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c9d5fe64-685f-41a6-9fc0-1bec51cf6ca1 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "DELETE /v2.0/ports/d1864e62-7ff9-4345-ab36-b6d67debf702 HTTP/1.1" status: 204 len: 168 time: 0.9134269 Aug 29 04:50:01.277446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53414) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:01.391908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e148eb66-67db-473e-8a33-6f7b0962d634 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Deleting subnet f7b0d2a2-2fe4-4d64-a427-76699e8b816c {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:01.395554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e148eb66-67db-473e-8a33-6f7b0962d634 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.400032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.445605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e148eb66-67db-473e-8a33-6f7b0962d634 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.451863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.495752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:01.499249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:01.503169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:01.527145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event updated for resources: {'Port': ['ID=c85e3b44-ec90-47a6-9b65-db263f0fb0e5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:01.551459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e148eb66-67db-473e-8a33-6f7b0962d634 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.803098 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.040605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e148eb66-67db-473e-8a33-6f7b0962d634 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.054857 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.084280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148eb66-67db-473e-8a33-6f7b0962d634 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b0d2a2-2fe4-4d64-a427-76699e8b816c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:02.090539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e148eb66-67db-473e-8a33-6f7b0962d634 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.097022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54127d4-f38d-4934-a7e5-966398d6c0ea None None] Network 2cbacdc6-b8b6-498d-b608-afe531bff0c2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:02.108089 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e148eb66-67db-473e-8a33-6f7b0962d634 tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "DELETE /v2.0/subnets/f7b0d2a2-2fe4-4d64-a427-76699e8b816c HTTP/1.1" status: 204 len: 168 time: 0.8270633 Aug 29 04:50:02.113835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53436) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.236075 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.321573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Deleting port da0d454c-cc46-4007-af51-a0904b08717c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:02.322034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.324131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-633fa767-a088-4deb-a70d-5ddf5c3405e9 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133563664&fields=id&tenant_id=3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 267 time: 0.0480003 Aug 29 04:50:02.328618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Router f6ee8a2e-43e8-4998-b121-9f80295eb2b7 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:02.400753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] For port da0d454c-cc46-4007-af51-a0904b08717c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da0d454c-cc46-4007-af51-a0904b08717c,segment=NetworkSegment(7ff87504-e2b2-488c-a601-8b030652ca89),segment_id=7ff87504-e2b2-488c-a601-8b030652ca89)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:02.401131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.416246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] DHCP port deletion for 2cbacdc6-b8b6-498d-b608-afe531bff0c2 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:02.418712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Calling delete_port for da0d454c-cc46-4007-af51-a0904b08717c owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:02.473271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] Deleting port da0d454c-cc46-4007-af51-a0904b08717c {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:02.473655 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.511091 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.534485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324389-6858-427b-adda-3a62112e9354 req-6cf70b9c-26d6-4785-90ad-941670f5983b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:02.541871 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-6cf70b9c-26d6-4785-90ad-941670f5983b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2153041 Aug 29 04:50:02.554109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] For port da0d454c-cc46-4007-af51-a0904b08717c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da0d454c-cc46-4007-af51-a0904b08717c,segment=NetworkSegment(7ff87504-e2b2-488c-a601-8b030652ca89),segment_id=7ff87504-e2b2-488c-a601-8b030652ca89)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:02.554971 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.560690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event deleted for resources: {'Port': ['ID=da0d454c-cc46-4007-af51-a0904b08717c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:02.567045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] No DVR routers for this DVR port da0d454c-cc46-4007-af51-a0904b08717c on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:02.568383 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-7870c94a-f8b1-4bae-9c77-c7158f68b26a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/quotas/3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 375 time: 0.0250666 Aug 29 04:50:02.571139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:02.577173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] Calling delete_port for da0d454c-cc46-4007-af51-a0904b08717c owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:02.598671 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.599941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-761f8c79-7523-47a0-9776-a8c316834f05 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9260972 Aug 29 04:50:02.604880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.611898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f9a24563-89cb-4eac-8e62-2c545d9ab957 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': False}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:02.641704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97b6952-9243-44e7-8a6d-d19572c2b949 None None] Sync routers for ids ['f6ee8a2e-43e8-4998-b121-9f80295eb2b7'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:02.657033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b6952-9243-44e7-8a6d-d19572c2b949 None None] Routers {'f6ee8a2e-43e8-4998-b121-9f80295eb2b7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:02.657921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f97b6952-9243-44e7-8a6d-d19572c2b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f6ee8a2e-43e8-4998-b121-9f80295eb2b7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.671799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-66e96d7e-24a4-4b7a-9f1c-3af19b9e3e0e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1028185 Aug 29 04:50:02.688787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.694238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f97b6952-9243-44e7-8a6d-d19572c2b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.701729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbacdc6-b8b6-498d-b608-afe531bff0c2']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.711548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b6952-9243-44e7-8a6d-d19572c2b949 None None] Routers {'f6ee8a2e-43e8-4998-b121-9f80295eb2b7'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:02.712521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f97b6952-9243-44e7-8a6d-d19572c2b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f6ee8a2e-43e8-4998-b121-9f80295eb2b7'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.713809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff87504-e2b2-488c-a601-8b030652ca89') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.714116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff87504-e2b2-488c-a601-8b030652ca89') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.726035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.746232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.753113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:02.753393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f97b6952-9243-44e7-8a6d-d19572c2b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.753780 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.754322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97b6952-9243-44e7-8a6d-d19572c2b949 None None] The sync data for ids ['f6ee8a2e-43e8-4998-b121-9f80295eb2b7'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:02.763384 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: items = [ Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:02.764368 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:02.791904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-2d381d9a-bef2-45ed-befe-8f471bb28677 service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188262 Aug 29 04:50:02.795201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] Pushing event deleted for resources: {'Port': ['ID=da0d454c-cc46-4007-af51-a0904b08717c,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:02.801084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ef4ce-f713-4f66-a9d5-5f2ff3f9cff1 None None] No DVR routers for this DVR port da0d454c-cc46-4007-af51-a0904b08717c on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:02.897051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-49099b72-5f8c-49b3-be0f-452b6bc004f4 service neutron] 10.222.0.58 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040719 Aug 29 04:50:02.921619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.934180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.939242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] 10.222.0.58 "DELETE /v2.0/networks/2cbacdc6-b8b6-498d-b608-afe531bff0c2 HTTP/1.1" status: 204 len: 168 time: 0.8242211 Aug 29 04:50:02.955204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb7c2d-789f-463d-8e30-95a4deedcbbd tempest-ExtraDHCPOptionsTestJSON-1583488690 tempest-ExtraDHCPOptionsTestJSON-1583488690-project] Pushing event deleted for resources: {'Network': ['ID=2cbacdc6-b8b6-498d-b608-afe531bff0c2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.159631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da0d454c-cc46-4007-af51-a0904b08717c no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:03.183056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: da0d454c-cc46-4007-af51-a0904b08717c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:03.183423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da0d454c-cc46-4007-af51-a0904b08717c not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:03.235748 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9a24563-89cb-4eac-8e62-2c545d9ab957 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.343447 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93d90b5e-5d59-4bb4-9aee-477b3f411127 req-ef433bde-64d2-452d-9ef3-2b79f21aba0a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 210 time: 0.0500915 Aug 29 04:50:03.421700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53474) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.635127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-db92d3dc-709a-4a2a-b80a-ee0fb2062c84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afbd7f61079f40e9b381849d2b7d92bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120228 Aug 29 04:50:03.637701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.705667 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fd87c8c-546d-40b1-bde6-5566b40d9dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.736340 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fd87c8c-546d-40b1-bde6-5566b40d9dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.787952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9a24563-89cb-4eac-8e62-2c545d9ab957 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.791670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9a24563-89cb-4eac-8e62-2c545d9ab957 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.799357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fd87c8c-546d-40b1-bde6-5566b40d9dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.803527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3fd87c8c-546d-40b1-bde6-5566b40d9dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.805436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3fd87c8c-546d-40b1-bde6-5566b40d9dcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9165cfc8-6155-463c-915f-9e3dfdaa7af1 HTTP/1.1" status: 204 len: 168 time: 0.1663775 Aug 29 04:50:03.835568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd87c8c-546d-40b1-bde6-5566b40d9dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9165cfc8-6155-463c-915f-9e3dfdaa7af1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.953018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a24563-89cb-4eac-8e62-2c545d9ab957 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Router f6ee8a2e-43e8-4998-b121-9f80295eb2b7 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:04.117218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a24563-89cb-4eac-8e62-2c545d9ab957 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:04.134516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9a24563-89cb-4eac-8e62-2c545d9ab957 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.136061 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a6127-e42d-4eb8-a878-387b9b8b47de None None] Sync routers for ids ['f6ee8a2e-43e8-4998-b121-9f80295eb2b7'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:04.138436 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f9a24563-89cb-4eac-8e62-2c545d9ab957 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "PUT /v2.0/routers/f6ee8a2e-43e8-4998-b121-9f80295eb2b7 HTTP/1.1" status: 200 len: 926 time: 1.5298908 Aug 29 04:50:04.141326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53504) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.156139 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a6127-e42d-4eb8-a878-387b9b8b47de None None] Routers {'f6ee8a2e-43e8-4998-b121-9f80295eb2b7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:04.157055 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9b8a6127-e42d-4eb8-a878-387b9b8b47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f6ee8a2e-43e8-4998-b121-9f80295eb2b7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:04.199095 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9b8a6127-e42d-4eb8-a878-387b9b8b47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:04.224934 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a6127-e42d-4eb8-a878-387b9b8b47de None None] Routers {'f6ee8a2e-43e8-4998-b121-9f80295eb2b7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:04.225614 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9b8a6127-e42d-4eb8-a878-387b9b8b47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['f6ee8a2e-43e8-4998-b121-9f80295eb2b7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:04.271644 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9b8a6127-e42d-4eb8-a878-387b9b8b47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:04.272331 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a6127-e42d-4eb8-a878-387b9b8b47de None None] The sync data for ids ['f6ee8a2e-43e8-4998-b121-9f80295eb2b7'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:04.315116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8c738609-4286-491e-b3a8-2bf319c67842 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/routers/f6ee8a2e-43e8-4998-b121-9f80295eb2b7 HTTP/1.1" status: 200 len: 926 time: 0.1724434 Aug 29 04:50:04.318729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53512) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.445575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301b733-6681-4f1a-a0d5-36012c29722d tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.448088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f301b733-6681-4f1a-a0d5-36012c29722d tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=f6ee8a2e-43e8-4998-b121-9f80295eb2b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1267686 Aug 29 04:50:04.451315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53516) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.483034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3f6ea1f-e772-4ec1-81cf-3e793a936671 req-6599c7da-5347-4a1b-a3ab-92c5ef1fa17d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 210 time: 0.0393729 Aug 29 04:50:04.673396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff31dd4-a381-4dc3-b480-4838197dd3e3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.680449 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7ff31dd4-a381-4dc3-b480-4838197dd3e3 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 881 time: 0.2219479 Aug 29 04:50:04.681700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53528) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.701811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324389-6858-427b-adda-3a62112e9354 req-72aa7269-46fd-45c3-8ba4-c52d48e678d4 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.705290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-72aa7269-46fd-45c3-8ba4-c52d48e678d4 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 810 time: 0.2080991 Aug 29 04:50:04.717953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-27446634-8594-4daa-b247-e5253e906404 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6ee8a2e-43e8-4998-b121-9f80295eb2b7 HTTP/1.1" status: 200 len: 205 time: 0.0346105 Aug 29 04:50:04.723141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53530) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.801557 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-ee960491-8e40-437e-9285-7b479a31d2c7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3834b29d18274b149303f75e0e1823c3 HTTP/1.1" status: 200 len: 380 time: 0.0856636 Aug 29 04:50:04.818030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'port': {'device_id': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'admin_state_up': True, 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'security_groups': ['d38caec0-3699-48d2-8713-70692aea3720']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:04.910730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.010752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53538) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.036103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Made reservation on behalf of 3834b29d18274b149303f75e0e1823c3 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:05.039744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.094118 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.173049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Deleting port c85e3b44-ec90-47a6-9b65-db263f0fb0e5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:05.173669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.254287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1601357269'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:05.261100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.273722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Calling delete_port for c85e3b44-ec90-47a6-9b65-db263f0fb0e5 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:05.301116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:05.304768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.327568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.380763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.20.0.13 (34727b34-f92c-4bf2-8085-84a10090447a/871d19b4-8bb0-4c01-9e18-1f4aa44627e6/ac7779bd-3752-4a6d-9add-972dec245839) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:05.462995 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.536473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event deleted for resources: {'Port': ['ID=c85e3b44-ec90-47a6-9b65-db263f0fb0e5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.657402 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.668551 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.681730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.692677 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.724428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63cb91d5-2ffa-4464-bbdc-f2dba2ff58fb req-331646f1-6feb-40bb-9a9b-2d90a2cd40c5 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 210 time: 0.1278355 Aug 29 04:50:05.735646 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:05.749258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Transition to ACTIVE for port object ac7779bd-3752-4a6d-9add-972dec245839 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:05.752943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec012bb3-8082-448b-b548-bad781aafa76,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.766084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.766610 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Added segment ef050004-38f5-4f48-9e73-e8051574afe5 of type vlan for network c25344bc-91fd-4f00-9673-4857da493e3b Aug 29 04:50:05.839897 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.870873 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.875211 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.876651 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.891665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.897346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:05.897989 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.931147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.932764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Fanout notify agent at l3_agent the message router_deleted on router f6ee8a2e-43e8-4998-b121-9f80295eb2b7 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:05.935511 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9214396 Aug 29 04:50:05.944256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network 34727b34-f92c-4bf2-8085-84a10090447a is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:05.951182 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.952690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-607f56fb-79c6-4528-8464-59a0385036d0 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/f6ee8a2e-43e8-4998-b121-9f80295eb2b7 HTTP/1.1" status: 204 len: 168 time: 1.2280376 Aug 29 04:50:05.953323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53554) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.957155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:05.959675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:05.960546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'subnet': {'network_id': 'c25344bc-91fd-4f00-9673-4857da493e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:05.966781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53556) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.985729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-cd5eec1d-498b-410d-96a3-2ad38ea7dbd1 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2058414033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:06.088178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cd5eec1d-498b-410d-96a3-2ad38ea7dbd1 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.089347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cd5eec1d-498b-410d-96a3-2ad38ea7dbd1 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.098543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=ac7779bd-3752-4a6d-9add-972dec245839,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.112764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b58fe2-577a-407e-a220-430825416f79 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Network': ['ID=c25344bc-91fd-4f00-9673-4857da493e3b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.127225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network c25344bc-91fd-4f00-9673-4857da493e3b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:06.140680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:06.141540 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.222155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cd5eec1d-498b-410d-96a3-2ad38ea7dbd1 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.231100 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cd5eec1d-498b-410d-96a3-2ad38ea7dbd1 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.251169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-f7a76672-3b26-4955-afc0-4a76c913fb63 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4421477 Aug 29 04:50:06.252915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:06.259294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.265341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Request body: {'port': {'device_id': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:06.266306 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cd5eec1d-498b-410d-96a3-2ad38ea7dbd1 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.267753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cd5eec1d-498b-410d-96a3-2ad38ea7dbd1 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3004827 Aug 29 04:50:06.291703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53564) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.301148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:06.352123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.435041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f9b2c6f7-ecd6-44ee-9db2-2e27e42a5e83 None None] Provisioning for port ac7779bd-3752-4a6d-9add-972dec245839 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:06.442262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f9b2c6f7-ecd6-44ee-9db2-2e27e42a5e83 None None] Provisioning complete for port ac7779bd-3752-4a6d-9add-972dec245839 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:06.443965 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c6f7-ecd6-44ee-9db2-2e27e42a5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.500137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2c6f7-ecd6-44ee-9db2-2e27e42a5e83 None None] Port ac7779bd-3752-4a6d-9add-972dec245839 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:06.656680 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.795222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7779bd-3752-4a6d-9add-972dec245839 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:06.833170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.850775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Transition to ACTIVE for port object ac7779bd-3752-4a6d-9add-972dec245839 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:06.856977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.981509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7779bd-3752-4a6d-9add-972dec245839,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:07.001672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.042618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Attempting to bind port ac7779bd-3752-4a6d-9add-972dec245839 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:07.042841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Attempting to bind port ac7779bd-3752-4a6d-9add-972dec245839 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:07.043149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Attempting to bind port ac7779bd-3752-4a6d-9add-972dec245839 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:07.048586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Port ac7779bd-3752-4a6d-9add-972dec245839 on network 34727b34-f92c-4bf2-8085-84a10090447a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:50:07.048924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Attempting to bind port ac7779bd-3752-4a6d-9add-972dec245839 on network 34727b34-f92c-4bf2-8085-84a10090447a {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:07.057132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:07.057493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Checking segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:07.058007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Bound using segment: {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:07.058588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Bound port: ac7779bd-3752-4a6d-9add-972dec245839, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6603d50-66df-440f-89d0-7d11c72b8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:07.059036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.135801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41e205-9751-43bc-9ed3-22032b199741 req-de5281fc-71b0-48b3-8966-86ce2f38c962 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.138704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e41e205-9751-43bc-9ed3-22032b199741 req-de5281fc-71b0-48b3-8966-86ce2f38c962 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.1949270 Aug 29 04:50:07.176331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] For port ac7779bd-3752-4a6d-9add-972dec245839, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:07.179645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Subnet': ['ID=0277b55e-5f95-4500-99c1-ed5bec2a50db,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:07.188971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] For port ac7779bd-3752-4a6d-9add-972dec245839, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ac7779bd-3752-4a6d-9add-972dec245839,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:07.201333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.253466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.262114 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.262114 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] 10.222.0.65 "PUT /v2.0/ports/ac7779bd-3752-4a6d-9add-972dec245839 HTTP/1.1" status: 200 len: 1093 time: 0.9965827 Aug 29 04:50:07.262114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:07.262114 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e4c325-22ba-4c09-bb84-75571d8c072f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "tag": "ac7779bd-3752-4a6d-9add-972dec245839"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:07.298944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e41e205-9751-43bc-9ed3-22032b199741 req-b77856ea-724a-4a80-83da-e590fd8ad261 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319926 Aug 29 04:50:07.323958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Checking segment: {'id': 'ef050004-38f5-4f48-9e73-e8051574afe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c25344bc-91fd-4f00-9673-4857da493e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:07.324385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network hostable DHCP agents. Network: c25344bc-91fd-4f00-9673-4857da493e3b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:07.347362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7badd57-7998-4b04-a5a4-9c4d0614e653 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7779bd-3752-4a6d-9add-972dec245839,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:07.405158 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb79b5-f1a7-4ebb-bae0-105ac0fb0a94 x-openstack-request-id: req-bdfb79b5-f1a7-4ebb-bae0-105ac0fb0a94 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:07.405876 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "tag": "ac7779bd-3752-4a6d-9add-972dec245839", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:07.405876 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdfb79b5-f1a7-4ebb-bae0-105ac0fb0a94 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:07.411566 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839', 'status': 'completed', 'code': 200} Aug 29 04:50:07.445738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324389-6858-427b-adda-3a62112e9354 req-c16c03b7-720e-4644-bee7-773512f654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.447734 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-c16c03b7-720e-4644-bee7-773512f654f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 1096 time: 0.0942092 Aug 29 04:50:07.521798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-ffc0bb1d-bdd2-458e-bddf-6ca2e73504ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7779bd-3752-4a6d-9add-972dec245839 HTTP/1.1" status: 200 len: 217 time: 0.0659060 Aug 29 04:50:07.625531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324389-6858-427b-adda-3a62112e9354 req-11c3af20-142e-4b22-b01a-664eab9c305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.631122 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-11c3af20-142e-4b22-b01a-664eab9c305d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1012979 Aug 29 04:50:07.720769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324389-6858-427b-adda-3a62112e9354 req-ee7785ee-c2ca-44ce-9e36-31daf8e17e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.722791 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-ee7785ee-c2ca-44ce-9e36-31daf8e17e1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778959 Aug 29 04:50:07.859885 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-d7a352f7-be5f-4209-b256-43ed88bb4b33 service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286983 Aug 29 04:50:07.935275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network c25344bc-91fd-4f00-9673-4857da493e3b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:07.938781 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.963310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.985654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, c25344bc-91fd-4f00-9673-4857da493e3b) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:08.000281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32569fb0-f792-423f-90e6-6d1929e622f0 None None] Network c25344bc-91fd-4f00-9673-4857da493e3b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:08.009672 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76324389-6858-427b-adda-3a62112e9354 req-34118d56-dafd-4423-ba5e-921444a719c4 service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401842 Aug 29 04:50:08.147972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Allocated IP 172.25.1.79 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/17417b80-9c1e-487c-9426-ebcf8f8e1d94) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:08.193139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-3d1cb93d-4718-4e74-bdca-99e232470d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.194729 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-3d1cb93d-4718-4e74-bdca-99e232470d31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 1096 time: 0.0849197 Aug 29 04:50:08.308601 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.324211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.324211 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.325920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328e4da-0aa2-4a24-bfe8-0c66c2c7666e None None] Network c25344bc-91fd-4f00-9673-4857da493e3b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:08.353762 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12efb02b-91fc-4ab2-8f52-85c2c4c066c6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3992784 Aug 29 04:50:08.357733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53596) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:08.385517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.400821 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1738372555', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:08.444314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:08.467869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-774a5a11-5700-412b-adb7-99435c76891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.469898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-774a5a11-5700-412b-adb7-99435c76891d service neutron] 10.222.0.65 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.2651350 Aug 29 04:50:08.472244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.473899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.474635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:08.498716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:08.536544 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-79118e5c-7518-4d79-8349-4a191373b84e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7779bd-3752-4a6d-9add-972dec245839 HTTP/1.1" status: 200 len: 217 time: 0.0521417 Aug 29 04:50:08.569464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event updated for resources: {'Port': ['ID=17417b80-9c1e-487c-9426-ebcf8f8e1d94,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.607998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffc6e6-fc20-4eae-94a0-23ee32b9b916 req-411c2785-40e3-4418-a70f-6bd3f7edb5ce tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.612676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67ffc6e6-fc20-4eae-94a0-23ee32b9b916 req-411c2785-40e3-4418-a70f-6bd3f7edb5ce tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.1658831 Aug 29 04:50:08.630118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.727244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-e499df64-cf99-4eb2-9acb-1fcbce2e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.728933 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-e499df64-cf99-4eb2-9acb-1fcbce2e0175 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1911733 Aug 29 04:50:08.764522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67ffc6e6-fc20-4eae-94a0-23ee32b9b916 req-8fa2da95-3407-4fd6-a0d2-ba9d9a17ee34 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438749 Aug 29 04:50:08.995172 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.274864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.286758 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.292008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.313113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-f8fa6b63-24ac-44d6-89c8-1714cce46531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:09.315115 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-f8fa6b63-24ac-44d6-89c8-1714cce46531 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5727601 Aug 29 04:50:09.498466 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-78a2ee9a-c92e-48f0-86d6-a265cf0e20e8 service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336467 Aug 29 04:50:09.505989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Router 3f631264-b613-44a1-9274-78148ef2ad4e is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:09.636858 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:09.637546 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13e4c325-22ba-4c09-bb84-75571d8c072f req-d2847d70-d68e-45e5-be57-245daea6df2a service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311114 Aug 29 04:50:09.656291 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.656491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb5f9d-fa22-4ffe-ac48-76e8edc9667c None None] Sync routers for ids ['3f631264-b613-44a1-9274-78148ef2ad4e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:09.661148 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-974d9c12-d425-4f53-9230-97c4b6c3f892 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "PUT /v2.0/routers/3f631264-b613-44a1-9274-78148ef2ad4e HTTP/1.1" status: 200 len: 883 time: 3.3681500 Aug 29 04:50:09.662419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53616) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.679414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb5f9d-fa22-4ffe-ac48-76e8edc9667c None None] Routers {'3f631264-b613-44a1-9274-78148ef2ad4e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:09.680158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-05fb5f9d-fa22-4ffe-ac48-76e8edc9667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['3f631264-b613-44a1-9274-78148ef2ad4e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.722925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-05fb5f9d-fa22-4ffe-ac48-76e8edc9667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.733462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb5f9d-fa22-4ffe-ac48-76e8edc9667c None None] Routers {'3f631264-b613-44a1-9274-78148ef2ad4e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:09.735433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-05fb5f9d-fa22-4ffe-ac48-76e8edc9667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['3f631264-b613-44a1-9274-78148ef2ad4e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.794736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.810028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-05fb5f9d-fa22-4ffe-ac48-76e8edc9667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.810714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb5f9d-fa22-4ffe-ac48-76e8edc9667c None None] The sync data for ids ['3f631264-b613-44a1-9274-78148ef2ad4e'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:09.845554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53624) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.845843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7d99db49-43f2-4447-bf0e-a2f089b113ac tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/routers/3f631264-b613-44a1-9274-78148ef2ad4e HTTP/1.1" status: 200 len: 924 time: 0.1816785 Aug 29 04:50:09.855822 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.943727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9afc7f-57bf-479e-862e-f22b579f84a4 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:09.945077 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6d9afc7f-57bf-479e-862e-f22b579f84a4 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=3f631264-b613-44a1-9274-78148ef2ad4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0979829 Aug 29 04:50:09.948179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53626) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.970468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7baf67-b052-4524-83c5-7fa9512f7dc4 req-b521ece0-8e4c-4bc8-a8c5-fb28b34587e1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:09.982319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c7baf67-b052-4524-83c5-7fa9512f7dc4 req-b521ece0-8e4c-4bc8-a8c5-fb28b34587e1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.0979850 Aug 29 04:50:10.026717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c7baf67-b052-4524-83c5-7fa9512f7dc4 req-6d03b288-eb6a-4087-9637-0a2a27e32011 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Aug 29 04:50:10.055089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.25.1.16 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f7ed577b-52f8-416f-b77e-fad510b432af) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:10.112089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0bc4db-014b-4316-8e5d-d5daddcc31ad tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:10.116521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7b0bc4db-014b-4316-8e5d-d5daddcc31ad tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 881 time: 0.1644740 Aug 29 04:50:10.116914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53632) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:10.150294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-377a8b19-53e4-4d7d-8361-9bc8fdb5800e tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f631264-b613-44a1-9274-78148ef2ad4e HTTP/1.1" status: 200 len: 205 time: 0.0321805 Aug 29 04:50:10.153116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53634) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:10.233488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.281214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.287326 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.322671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:10.328609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:10.332400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:10.361906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=f7ed577b-52f8-416f-b77e-fad510b432af,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.499463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.591426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Deleting port 17417b80-9c1e-487c-9426-ebcf8f8e1d94 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:10.592346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.702618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.709185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.716142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Calling delete_port for 17417b80-9c1e-487c-9426-ebcf8f8e1d94 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:10.956874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.984623 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.991920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event deleted for resources: {'Port': ['ID=17417b80-9c1e-487c-9426-ebcf8f8e1d94,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.078067 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.170847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:11.223749 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.227212 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.289435 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26601c38-79a5-4cb8-9dfc-e3f35549dc49 req-9c435bcd-2df9-4d58-a64b-97df4bf354ac tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.289435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26601c38-79a5-4cb8-9dfc-e3f35549dc49 req-9c435bcd-2df9-4d58-a64b-97df4bf354ac tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.1239231 Aug 29 04:50:11.290629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.291273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Fanout notify agent at l3_agent the message router_deleted on router 3f631264-b613-44a1-9274-78148ef2ad4e {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:11.301211 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.302496 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dc1ed49f-ff54-4cb0-9219-8f8f26f8f4df tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/3f631264-b613-44a1-9274-78148ef2ad4e HTTP/1.1" status: 204 len: 168 time: 1.1474752 Aug 29 04:50:11.306133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53656) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:11.315738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8c5c5396-8547-4b52-8786-c08e5bc1f49f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1200504809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:11.352595 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26601c38-79a5-4cb8-9dfc-e3f35549dc49 req-31456ee2-5f1c-496f-ac38-07e4abe930e7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582120 Aug 29 04:50:11.356298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:11.366536 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5396-8547-4b52-8786-c08e5bc1f49f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.367549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5396-8547-4b52-8786-c08e5bc1f49f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.368154 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad2259-3808-4490-b24c-39a08e090007 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:11.389648 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad2259-3808-4490-b24c-39a08e090007 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:11.390407 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-48ad2259-3808-4490-b24c-39a08e090007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.400157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.404102 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-72988d95-cfba-4276-9240-faa648862f36 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0342002 Aug 29 04:50:11.405928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53658) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:11.436907 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-48ad2259-3808-4490-b24c-39a08e090007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.447344 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad2259-3808-4490-b24c-39a08e090007 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:11.448085 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-48ad2259-3808-4490-b24c-39a08e090007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.477217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5396-8547-4b52-8786-c08e5bc1f49f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.486222 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5396-8547-4b52-8786-c08e5bc1f49f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.486709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-48ad2259-3808-4490-b24c-39a08e090007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.487564 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad2259-3808-4490-b24c-39a08e090007 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:11.545358 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5396-8547-4b52-8786-c08e5bc1f49f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.546919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8c5c5396-8547-4b52-8786-c08e5bc1f49f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2393265 Aug 29 04:50:11.549587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53660) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:11.554011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': True}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:11.865715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.264804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.524979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbd3c7-665d-4f92-bead-2d9fa1f168fa req-ec99abfb-8791-42b2-aecc-24e3168dc671 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:12.530122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8bbd3c7-665d-4f92-bead-2d9fa1f168fa req-ec99abfb-8791-42b2-aecc-24e3168dc671 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.0672193 Aug 29 04:50:12.572371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8bbd3c7-665d-4f92-bead-2d9fa1f168fa req-1129cb7c-ac48-4b97-b4c3-7188c9eb882f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388002 Aug 29 04:50:12.648939 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.651952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.859321 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Allocated IP 172.25.1.194 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/5ec0083e-8975-44e7-ab96-705109f60c8d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:13.090054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.104479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.20.0.1 (c25344bc-91fd-4f00-9673-4857da493e3b/0277b55e-5f95-4500-99c1-ed5bec2a50db/eebe8a09-055b-4245-9ccc-11cef1e4654e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:13.204455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.277851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:13.284821 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:13.291331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec0083e-8975-44e7-ab96-705109f60c8d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.294454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:13.301094 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.461176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.522411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network c25344bc-91fd-4f00-9673-4857da493e3b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:13.523837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=eebe8a09-055b-4245-9ccc-11cef1e4654e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.526914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:13.531107 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:13.648120 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.713693 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.723912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccc696-089b-4143-8eb7-c22ea6ee363a req-2766ef95-c633-4e25-a999-ac51c399f7d1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:13.725909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecccc696-089b-4143-8eb7-c22ea6ee363a req-2766ef95-c633-4e25-a999-ac51c399f7d1 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.0563695 Aug 29 04:50:13.773170 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecccc696-089b-4143-8eb7-c22ea6ee363a req-dca983d0-a850-4bfc-a26a-28bcfc4a2f03 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Aug 29 04:50:13.882815 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.073283 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.106756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.358472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Router 5f620e50-fdee-46bd-a3e2-8192db3d5611 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:14.377936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.385140 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.534745 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.538146 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=eebe8a09-055b-4245-9ccc-11cef1e4654e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.613381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:14.619102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.622765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-422635f1-8f95-4ea0-a436-2fef9598bb9f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "PUT /v2.0/routers/5f620e50-fdee-46bd-a3e2-8192db3d5611 HTTP/1.1" status: 200 len: 919 time: 3.0698454 Aug 29 04:50:14.623684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53672) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.626304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b0acd-cb69-4a8a-a3a0-dab96dcaf6bf None None] Sync routers for ids ['5f620e50-fdee-46bd-a3e2-8192db3d5611'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:14.638122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b0acd-cb69-4a8a-a3a0-dab96dcaf6bf None None] Routers {'5f620e50-fdee-46bd-a3e2-8192db3d5611'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:14.639569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-397b0acd-cb69-4a8a-a3a0-dab96dcaf6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f620e50-fdee-46bd-a3e2-8192db3d5611'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.671205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network c25344bc-91fd-4f00-9673-4857da493e3b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:14.673243 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:14.690451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-397b0acd-cb69-4a8a-a3a0-dab96dcaf6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.700933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b0acd-cb69-4a8a-a3a0-dab96dcaf6bf None None] Routers {'5f620e50-fdee-46bd-a3e2-8192db3d5611'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:14.701890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-397b0acd-cb69-4a8a-a3a0-dab96dcaf6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5f620e50-fdee-46bd-a3e2-8192db3d5611'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.735642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6a248506-3fc1-45da-a676-ca0243e55571 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/routers/5f620e50-fdee-46bd-a3e2-8192db3d5611 HTTP/1.1" status: 200 len: 925 time: 0.1102715 Aug 29 04:50:14.737880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53674) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.759682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-397b0acd-cb69-4a8a-a3a0-dab96dcaf6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.763099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b0acd-cb69-4a8a-a3a0-dab96dcaf6bf None None] The sync data for ids ['5f620e50-fdee-46bd-a3e2-8192db3d5611'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:14.837170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:14.839701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15496bc-520a-448b-b0a0-06e736b5c9ec tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:14.841956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b15496bc-520a-448b-b0a0-06e736b5c9ec tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=5f620e50-fdee-46bd-a3e2-8192db3d5611&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1029904 Aug 29 04:50:14.845010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53682) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.960872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:14.967014 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1933f9d4-1324-463e-98ee-8c73267e1985 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/routers/9f304d98-c581-49d9-91e1-0705394b5a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5596266 Aug 29 04:50:14.969624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53684) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.972397 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422ce92-412e-4891-a2cc-31a370192a9d None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:14.975880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'port': {'network_id': 'c25344bc-91fd-4f00-9673-4857da493e3b', 'name': 'tempest-FloatingIPTestJSON-836702926'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:14.978660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d06c7-993d-4271-9164-04577249b1c8 req-b614fee7-044a-4a18-85d5-d2c3ddeb0ae2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:14.980307 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-703d06c7-993d-4271-9164-04577249b1c8 req-b614fee7-044a-4a18-85d5-d2c3ddeb0ae2 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.1240735 Aug 29 04:50:14.983566 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422ce92-412e-4891-a2cc-31a370192a9d None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:14.984479 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9422ce92-412e-4891-a2cc-31a370192a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:15.020408 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9422ce92-412e-4891-a2cc-31a370192a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:15.026135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-703d06c7-993d-4271-9164-04577249b1c8 req-0d72d64d-8f71-46cd-9568-2efe4eea70d3 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367601 Aug 29 04:50:15.027873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9594e4-ae40-4431-9409-c15526f917bb tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:15.032407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca9594e4-ae40-4431-9409-c15526f917bb tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 881 time: 0.1862843 Aug 29 04:50:15.033071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53686) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.039755 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422ce92-412e-4891-a2cc-31a370192a9d None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:15.041411 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9422ce92-412e-4891-a2cc-31a370192a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:15.067315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-16974d66-08e8-425b-b0d7-e0795157c26a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f620e50-fdee-46bd-a3e2-8192db3d5611 HTTP/1.1" status: 200 len: 205 time: 0.0331075 Aug 29 04:50:15.067928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53688) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.104330 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9422ce92-412e-4891-a2cc-31a370192a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:15.105590 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422ce92-412e-4891-a2cc-31a370192a9d None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:15.161157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:15.166053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.186553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] device_id is not set on port 7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:15.202681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.314781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.20.0.11 (c25344bc-91fd-4f00-9673-4857da493e3b/0277b55e-5f95-4500-99c1-ed5bec2a50db/7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:15.491767 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.531856 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.581720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network c25344bc-91fd-4f00-9673-4857da493e3b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:15.584841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:15.588650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:15.596068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.642467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:15.643097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.659860 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4d0abc0d-a1a1-4e2c-86d1-f4ef46a643a7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6887784 Aug 29 04:50:15.662231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53692) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.669506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'port': {'network_id': 'c25344bc-91fd-4f00-9673-4857da493e3b', 'name': 'tempest-FloatingIPTestJSON-1002649032'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:15.737188 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.841402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:15.847670 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.860158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Deleting port 5ec0083e-8975-44e7-ab96-705109f60c8d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:15.860705 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.914090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] device_id is not set on port f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:16.004788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.047559 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Calling delete_port for 5ec0083e-8975-44e7-ab96-705109f60c8d owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:16.114009 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.20.0.14 (c25344bc-91fd-4f00-9673-4857da493e3b/0277b55e-5f95-4500-99c1-ed5bec2a50db/f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:16.304910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46a66-7d2e-4628-bf16-56c0585e4776 req-2516bd7b-3416-4d92-ab24-b1337dd32672 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.306235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2de46a66-7d2e-4628-bf16-56c0585e4776 req-2516bd7b-3416-4d92-ab24-b1337dd32672 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.1771600 Aug 29 04:50:16.391325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2de46a66-7d2e-4628-bf16-56c0585e4776 req-23c3b8d4-39e7-4036-81fc-01d1a0321f15 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767651 Aug 29 04:50:16.457826 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.461681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.501063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event deleted for resources: {'Port': ['ID=5ec0083e-8975-44e7-ab96-705109f60c8d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.583785 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.615652 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.711873 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.716704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.739050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network c25344bc-91fd-4f00-9673-4857da493e3b is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:16.770630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:16.775772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:16.781752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.808988 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.809991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Fanout notify agent at l3_agent the message router_deleted on router 5f620e50-fdee-46bd-a3e2-8192db3d5611 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:16.818680 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.819789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1dcacb13-60d9-423d-b1c1-999bcd0c1725 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/5f620e50-fdee-46bd-a3e2-8192db3d5611 HTTP/1.1" status: 204 len: 168 time: 1.7509212 Aug 29 04:50:16.824215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53706) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.830552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6495a086-6991-4b03-9a1b-a64f3e069663 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1644939289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:16.845394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.846030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.858560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6495a086-6991-4b03-9a1b-a64f3e069663 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.859957 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6495a086-6991-4b03-9a1b-a64f3e069663 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.868385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-19cfe0b7-6942-47bc-b822-0feaae33afd4 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2047646 Aug 29 04:50:16.869431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53708) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.875613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:16.901455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.918859 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6495a086-6991-4b03-9a1b-a64f3e069663 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.923248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6495a086-6991-4b03-9a1b-a64f3e069663 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.940050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6495a086-6991-4b03-9a1b-a64f3e069663 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.941492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6495a086-6991-4b03-9a1b-a64f3e069663 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1149995 Aug 29 04:50:16.944195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53710) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.948700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'enable_snat': False}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:17.005429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.137365 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.25.1.41 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/2e71d43d-f863-4f2d-aecc-2fb5314b456f) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:17.167843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.261755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.310498 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.361050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:17.365195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:17.370197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:17.384798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=2e71d43d-f863-4f2d-aecc-2fb5314b456f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.407572 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.440352 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-67470de7-82da-41f5-89f9-dcd6a6b7345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.584082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fe93e-76dc-4794-a7f9-83f7017e2c3b req-0e8ff8ad-ba5f-4e3c-8892-5527fabedddc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:17.585724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e51fe93e-76dc-4794-a7f9-83f7017e2c3b req-0e8ff8ad-ba5f-4e3c-8892-5527fabedddc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 944 time: 0.1016855 Aug 29 04:50:17.714526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e51fe93e-76dc-4794-a7f9-83f7017e2c3b req-3d21c625-7fc9-43f3-9936-4a98f8c4d21a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934448 Aug 29 04:50:17.832832 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.850156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ac7779bd-3752-4a6d-9add-972dec245839 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:50:17.917552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.976738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Allocated IP 172.25.1.125 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f8be457c-43de-456b-bfaa-a7dbcd7b65e8) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:17.982117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ac7779bd-3752-4a6d-9add-972dec245839, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ac7779bd-3752-4a6d-9add-972dec245839,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:17.997886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'ac7779bd-3752-4a6d-9add-972dec245839', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'port_id': 'ac7779bd-3752-4a6d-9add-972dec245839', 'mac_address': 'fa:16:3e:8d:0d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:50:18.009221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.040436 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.058985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7779bd-3752-4a6d-9add-972dec245839 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:18.082667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ac7779bd-3752-4a6d-9add-972dec245839, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ac7779bd-3752-4a6d-9add-972dec245839,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:18.087796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.088535 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.132289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.167453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=ac7779bd-3752-4a6d-9add-972dec245839,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.186299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Pushing event updated for resources: {'Port': ['ID=f8be457c-43de-456b-bfaa-a7dbcd7b65e8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.190901 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.194523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:18.196331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:18.197400 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.203280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:18.286441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=2e71d43d-f863-4f2d-aecc-2fb5314b456f,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.299640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.353094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['ac7779bd-3752-4a6d-9add-972dec245839'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:18.431614 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 83897f0b-64e6-40e9-8496-cd0ed0b229b8 associated. External IP: 172.25.1.41, port: f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd. Aug 29 04:50:18.507426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.696477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:18.755256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.758840 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.855331 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:18.867691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b48f9-b933-4351-b6bd-daacf8965973 req-02b5a998-cc48-49cb-9227-3fdf9988ef15 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:18.870897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4b5a9-2d17-4995-b290-ca42f165a539 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:18.872679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-020b48f9-b933-4351-b6bd-daacf8965973 req-02b5a998-cc48-49cb-9227-3fdf9988ef15 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 945 time: 0.0779283 Aug 29 04:50:18.888578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4b5a9-2d17-4995-b290-ca42f165a539 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:18.889218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dfd4b5a9-2d17-4995-b290-ca42f165a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:18.907294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Router 765b736c-26c5-4a18-a8e9-aa573728d8c7 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:18.911584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.927797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dfd4b5a9-2d17-4995-b290-ca42f165a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:18.938707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4b5a9-2d17-4995-b290-ca42f165a539 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:18.939487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dfd4b5a9-2d17-4995-b290-ca42f165a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:18.954213 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-020b48f9-b933-4351-b6bd-daacf8965973 req-f2e120bd-d470-43f7-b30b-052d63910004 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673821 Aug 29 04:50:18.970077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8a786580-71c9-4aa0-bb10-53fa211d4b4b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0989735 Aug 29 04:50:18.970801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53722) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.975774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:18.989092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dfd4b5a9-2d17-4995-b290-ca42f165a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:18.990156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4b5a9-2d17-4995-b290-ca42f165a539 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:19.039789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.044397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:19.048679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.057441 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61613df-4983-40d9-b879-447eb2bfb1f0 None None] Sync routers for ids ['765b736c-26c5-4a18-a8e9-aa573728d8c7'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:19.061540 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c29e4d1e-fe3c-41fe-9369-eda31839f923 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "PUT /v2.0/routers/765b736c-26c5-4a18-a8e9-aa573728d8c7 HTTP/1.1" status: 200 len: 920 time: 2.1088276 Aug 29 04:50:19.062211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53724) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.071886 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61613df-4983-40d9-b879-447eb2bfb1f0 None None] Routers {'765b736c-26c5-4a18-a8e9-aa573728d8c7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:19.073203 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f61613df-4983-40d9-b879-447eb2bfb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['765b736c-26c5-4a18-a8e9-aa573728d8c7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.120404 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f61613df-4983-40d9-b879-447eb2bfb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.130437 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61613df-4983-40d9-b879-447eb2bfb1f0 None None] Routers {'765b736c-26c5-4a18-a8e9-aa573728d8c7'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:19.131462 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f61613df-4983-40d9-b879-447eb2bfb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['765b736c-26c5-4a18-a8e9-aa573728d8c7'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.174901 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f61613df-4983-40d9-b879-447eb2bfb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.175879 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61613df-4983-40d9-b879-447eb2bfb1f0 None None] The sync data for ids ['765b736c-26c5-4a18-a8e9-aa573728d8c7'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:19.177486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-66ad292b-8fed-43be-9c93-658daff51f4f tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/routers/765b736c-26c5-4a18-a8e9-aa573728d8c7 HTTP/1.1" status: 200 len: 926 time: 0.1140964 Aug 29 04:50:19.178057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53726) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.207879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.213066 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.213615 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 83897f0b-64e6-40e9-8496-cd0ed0b229b8 disassociated. External IP: 172.25.1.41, port: f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd. Aug 29 04:50:19.223543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c36cff1-5298-4db7-b1a9-5654e9fb1fc6 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:19.227667 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7c36cff1-5298-4db7-b1a9-5654e9fb1fc6 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=765b736c-26c5-4a18-a8e9-aa573728d8c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0461388 Aug 29 04:50:19.227850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53728) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.334862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c862d-4066-4242-8e32-2d1271b62e1b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:19.341062 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-911c862d-4066-4242-8e32-2d1271b62e1b tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/networks/e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 881 time: 0.1115246 Aug 29 04:50:19.341984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53732) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.376045 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eb918fec-8c85-49d9-8097-eb40fba9f484 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=765b736c-26c5-4a18-a8e9-aa573728d8c7 HTTP/1.1" status: 200 len: 205 time: 0.0328195 Aug 29 04:50:19.378449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53734) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.512383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.627847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.686024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Deleting port f8be457c-43de-456b-bfaa-a7dbcd7b65e8 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:19.686383 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.770516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.783506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Calling delete_port for f8be457c-43de-456b-bfaa-a7dbcd7b65e8 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:19.807326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:19.866752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ac7779bd-3752-4a6d-9add-972dec245839 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:19.938593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:19.944339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.951327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b4793-5468-4a17-8d97-d7e28b4beb26 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:19.963633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b4793-5468-4a17-8d97-d7e28b4beb26 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:19.964660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-272b4793-5468-4a17-8d97-d7e28b4beb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.983154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53740) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.990225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b977ae9e-f251-4e24-98ac-b1a505268743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/floatingips/83897f0b-64e6-40e9-8496-cd0ed0b229b8 HTTP/1.1" status: 200 len: 687 time: 1.0178974 Aug 29 04:50:19.991138 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.004015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port ac7779bd-3752-4a6d-9add-972dec245839 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:20.006430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-272b4793-5468-4a17-8d97-d7e28b4beb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:20.012866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port ac7779bd-3752-4a6d-9add-972dec245839 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:20.013329 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.043545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b4793-5468-4a17-8d97-d7e28b4beb26 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:20.045141 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-272b4793-5468-4a17-8d97-d7e28b4beb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:49:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:20.058692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event deleted for resources: {'Port': ['ID=f8be457c-43de-456b-bfaa-a7dbcd7b65e8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.106889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-272b4793-5468-4a17-8d97-d7e28b4beb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:20.107858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b4793-5468-4a17-8d97-d7e28b4beb26 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:20.123659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b3f39-af2e-49c8-a1da-4053f6e79722 req-669b1f60-97c3-4081-b5c8-c86b8f4e4460 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.125917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea7b3f39-af2e-49c8-a1da-4053f6e79722 req-669b1f60-97c3-4081-b5c8-c86b8f4e4460 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 945 time: 0.0652773 Aug 29 04:50:20.163863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.176073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea7b3f39-af2e-49c8-a1da-4053f6e79722 req-e51a8f75-0939-4857-b234-087b16c05f40 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 Aug 29 04:50:20.199157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:20.201835 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858a14f9-43e3-4822-9b74-67d1cab635de" -d '{"events": [{"server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "name": "network-vif-plugged", "status": "completed", "tag": "ac7779bd-3752-4a6d-9add-972dec245839"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:20.213508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port ac7779bd-3752-4a6d-9add-972dec245839, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ac7779bd-3752-4a6d-9add-972dec245839,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:20.219243 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.240219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.256190 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec171e8-0043-4ef4-a1bb-6bd87de88aa7 x-openstack-request-id: req-3ec171e8-0043-4ef4-a1bb-6bd87de88aa7 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:20.256682 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "name": "network-vif-plugged", "status": "completed", "tag": "ac7779bd-3752-4a6d-9add-972dec245839", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:20.257009 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ec171e8-0043-4ef4-a1bb-6bd87de88aa7 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:20.257510 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839', 'code': 200} Aug 29 04:50:20.309708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port 2e71d43d-f863-4f2d-aecc-2fb5314b456f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:20.310063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.312616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=ac7779bd-3752-4a6d-9add-972dec245839,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.361702 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.414664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.418058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.420588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dea9ee8f-2f7e-4895-b180-d32126e78140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.496936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3614-331e-4863-861e-9aeeda47e340 req-751a3a99-438d-43cc-9184-dbf54c4dbe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.498378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1b8a3614-331e-4863-861e-9aeeda47e340 req-751a3a99-438d-43cc-9184-dbf54c4dbe39 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 1098 time: 0.1450629 Aug 29 04:50:20.501175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.501689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Fanout notify agent at l3_agent the message router_deleted on router 765b736c-26c5-4a18-a8e9-aa573728d8c7 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:20.508903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.509978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-100cca4e-5710-4986-8f5b-4bf0cb47545a tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/765b736c-26c5-4a18-a8e9-aa573728d8c7 HTTP/1.1" status: 204 len: 168 time: 1.1305208 Aug 29 04:50:20.514548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53746) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.518770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1632008871', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:20.536403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.536747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.547087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.548416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.558573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for 2e71d43d-f863-4f2d-aecc-2fb5314b456f owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:20.569400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1b8a3614-331e-4863-861e-9aeeda47e340 req-60956df9-d80e-43e2-ba8f-0593054be440 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582540 Aug 29 04:50:20.607342 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.702826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.734384 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=2e71d43d-f863-4f2d-aecc-2fb5314b456f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.776404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.818215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.821177 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.827675 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-08cabdd6-b3f5-459f-b398-0acb747fcd02 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/floatingips/83897f0b-64e6-40e9-8496-cd0ed0b229b8 HTTP/1.1" status: 204 len: 168 time: 0.8432117 Aug 29 04:50:20.828502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53748) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.833410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:20.859149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.972355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.002262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.022637 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.087292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.25.1.62 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f325e5a1-4472-47ae-a743-df596f00e0f6) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:21.204618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.252592 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.290167 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.311416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:21.318911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:21.330334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:21.358639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e9e-e7a1-451d-984c-9683bc26df7b req-6218ff48-6cb3-4265-b408-82c196ae7975 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:21.359125 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=f325e5a1-4472-47ae-a743-df596f00e0f6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.360400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b8b3e9e-e7a1-451d-984c-9683bc26df7b req-6218ff48-6cb3-4265-b408-82c196ae7975 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 946 time: 0.1112802 Aug 29 04:50:21.362258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Allocated IP 172.25.1.185 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/6be61149-b1f6-4648-a45f-c97cb3511488) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:21.464970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b8b3e9e-e7a1-451d-984c-9683bc26df7b req-c065d5a3-e22d-424f-b9a4-708e0baee874 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907407 Aug 29 04:50:21.553080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.604200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.654709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:21.661653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:21.665637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:21.691235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event updated for resources: {'Port': ['ID=6be61149-b1f6-4648-a45f-c97cb3511488,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.802356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.884253 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.977701 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.064067 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.069481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.142622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=f325e5a1-4472-47ae-a743-df596f00e0f6,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:22.156681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.202475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.263651 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 55781afa-08b0-40ac-a8f1-8ef8dba422c1 associated. External IP: 172.25.1.62, port: 7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5. Aug 29 04:50:22.336893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Router 5c6903e8-1e54-400e-a0a3-b6593b032173 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:22.450095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:22.461812 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ef900-a89d-4a4c-963c-88d564fd6a6b None None] Sync routers for ids ['5c6903e8-1e54-400e-a0a3-b6593b032173'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:22.477580 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ef900-a89d-4a4c-963c-88d564fd6a6b None None] Routers {'5c6903e8-1e54-400e-a0a3-b6593b032173'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:22.478343 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7a9ef900-a89d-4a4c-963c-88d564fd6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5c6903e8-1e54-400e-a0a3-b6593b032173'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:22.480637 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.484203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a25e17d8-f1dc-4a15-98db-283c82994bed tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9672840 Aug 29 04:50:22.485384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53762) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.491860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:22.524642 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7a9ef900-a89d-4a4c-963c-88d564fd6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:22.536949 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ef900-a89d-4a4c-963c-88d564fd6a6b None None] Routers {'5c6903e8-1e54-400e-a0a3-b6593b032173'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:22.537638 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7a9ef900-a89d-4a4c-963c-88d564fd6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5c6903e8-1e54-400e-a0a3-b6593b032173'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:22.572966 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7a9ef900-a89d-4a4c-963c-88d564fd6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:22.573656 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ef900-a89d-4a4c-963c-88d564fd6a6b None None] The sync data for ids ['5c6903e8-1e54-400e-a0a3-b6593b032173'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:22.658337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b59c9a-805c-497e-87d7-f00ed29871de req-ede85444-1284-4988-ae2b-a0eb385a0b94 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.659944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3b59c9a-805c-497e-87d7-f00ed29871de req-ede85444-1284-4988-ae2b-a0eb385a0b94 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 946 time: 0.1098287 Aug 29 04:50:22.776761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3b59c9a-805c-497e-87d7-f00ed29871de req-189c1053-2be3-4fde-aaa6-b868ba05dc1a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057129 Aug 29 04:50:22.884837 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.909734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:23.047147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:23.059939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53271eed-be17-4a25-8e92-8403e03c2ab5 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:23.074721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53271eed-be17-4a25-8e92-8403e03c2ab5 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:23.075358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-53271eed-be17-4a25-8e92-8403e03c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:23.076641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.112283 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9109cd10-bc30-4991-b721-2aa8eeb5d7c1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2803798 Aug 29 04:50:23.113288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53768) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.117576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-53271eed-be17-4a25-8e92-8403e03c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:23.129700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53271eed-be17-4a25-8e92-8403e03c2ab5 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:23.130594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-53271eed-be17-4a25-8e92-8403e03c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:23.188868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-53271eed-be17-4a25-8e92-8403e03c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:23.189773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53271eed-be17-4a25-8e92-8403e03c2ab5 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:23.216024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f9d0faa-9aed-4ac5-b085-0a636cf4d743 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "GET /v2.0/floatingips/55781afa-08b0-40ac-a8f1-8ef8dba422c1 HTTP/1.1" status: 200 len: 977 time: 0.0993602 Aug 29 04:50:23.217089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53770) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.515882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.515882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37884d69-a5c5-497e-855e-0eb2b993ad64 req-4b06c5f6-886c-4e34-83b3-a1220a324861 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.515882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37884d69-a5c5-497e-855e-0eb2b993ad64 req-4b06c5f6-886c-4e34-83b3-a1220a324861 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 946 time: 0.4442260 Aug 29 04:50:23.515882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.522917 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5922bbcc-18c0-48ab-931f-343ae65ef97c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1652095 Aug 29 04:50:23.522917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53780) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.522917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'port_id': 'f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:23.524047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37884d69-a5c5-497e-855e-0eb2b993ad64 req-7a00ac8c-8351-438b-a435-945fd3d99b6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692358 Aug 29 04:50:23.524047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53784) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.524047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Deleting port 6be61149-b1f6-4648-a45f-c97cb3511488 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:23.524047 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.524890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.594286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.618123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Calling delete_port for 6be61149-b1f6-4648-a45f-c97cb3511488 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:23.737263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782f25e3-836d-4c64-8de6-beb4785f9f5f tempest-TestVolumeBootPattern-1897030325 tempest-TestVolumeBootPattern-1897030325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.741997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-782f25e3-836d-4c64-8de6-beb4785f9f5f tempest-TestVolumeBootPattern-1897030325 tempest-TestVolumeBootPattern-1897030325-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 1093 time: 0.2900918 Aug 29 04:50:23.742486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53794) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.748097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'ac7779bd-3752-4a6d-9add-972dec245839', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:23.811435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.867391 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.915452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Pushing event deleted for resources: {'Port': ['ID=6be61149-b1f6-4648-a45f-c97cb3511488,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.929728 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:50:23.976825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.084156 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.225195 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37894'] for router, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.228829 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529575'] for router, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.282506 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.304860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.314680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Allocated IP 172.25.1.162 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/0f438a07-40a2-44f5-b4f1-1a72e9d90650) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:24.325948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Router 5c6903e8-1e54-400e-a0a3-b6593b032173 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:24.412878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:24.420364 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.424543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5b1e7e10-0d52-4476-b0b6-a231d812b1c3 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "PUT /v2.0/routers/5c6903e8-1e54-400e-a0a3-b6593b032173 HTTP/1.1" status: 200 len: 710 time: 1.9346082 Aug 29 04:50:24.424543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53806) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.427082 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6dd6ac-8dc5-4801-be0d-3a66fbfc0121 None None] Sync routers for ids ['5c6903e8-1e54-400e-a0a3-b6593b032173'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:24.439616 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dd6ac-8dc5-4801-be0d-3a66fbfc0121 None None] Routers {'5c6903e8-1e54-400e-a0a3-b6593b032173'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:24.441126 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ea6dd6ac-8dc5-4801-be0d-3a66fbfc0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5c6903e8-1e54-400e-a0a3-b6593b032173'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.492701 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ea6dd6ac-8dc5-4801-be0d-3a66fbfc0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.511495 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dd6ac-8dc5-4801-be0d-3a66fbfc0121 None None] Routers {'5c6903e8-1e54-400e-a0a3-b6593b032173'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:24.512279 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ea6dd6ac-8dc5-4801-be0d-3a66fbfc0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['5c6903e8-1e54-400e-a0a3-b6593b032173'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.523329 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 55781afa-08b0-40ac-a8f1-8ef8dba422c1 associated. External IP: 172.25.1.62, port: 7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5. Aug 29 04:50:24.566441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-162f4dc4-7966-4857-9815-de47bcd83ed2 tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/routers/5c6903e8-1e54-400e-a0a3-b6593b032173 HTTP/1.1" status: 200 len: 745 time: 0.1386485 Aug 29 04:50:24.567106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53812) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.569665 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ea6dd6ac-8dc5-4801-be0d-3a66fbfc0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.570329 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6dd6ac-8dc5-4801-be0d-3a66fbfc0121 None None] The sync data for ids ['5c6903e8-1e54-400e-a0a3-b6593b032173'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:24.583385 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.627422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8414db06-43d0-4736-88bd-7f2cab21c53e tempest-RoutersIpV6AdminTest-2115731382 tempest-RoutersIpV6AdminTest-2115731382-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&device_id=5c6903e8-1e54-400e-a0a3-b6593b032173 HTTP/1.1" status: 200 len: 205 time: 0.0589037 Aug 29 04:50:24.632555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53814) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.662156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-893d5a16-0295-4777-a7e2-ad9cbb9c4750 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c6903e8-1e54-400e-a0a3-b6593b032173 HTTP/1.1" status: 200 len: 205 time: 0.0290227 Aug 29 04:50:24.667014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53816) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.756322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c351dfec-7ebe-46fb-bc6c-b0774fc84727 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.766950 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.913748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:24.983298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:25.022531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:25.091682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=0f438a07-40a2-44f5-b4f1-1a72e9d90650,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:25.102124 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c351dfec-7ebe-46fb-bc6c-b0774fc84727 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.110093 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c351dfec-7ebe-46fb-bc6c-b0774fc84727 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.172827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:25.185821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c351dfec-7ebe-46fb-bc6c-b0774fc84727 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.186361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c351dfec-7ebe-46fb-bc6c-b0774fc84727 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Fanout notify agent at l3_agent the message router_deleted on router 5c6903e8-1e54-400e-a0a3-b6593b032173 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:25.209801 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c351dfec-7ebe-46fb-bc6c-b0774fc84727 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.213751 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c351dfec-7ebe-46fb-bc6c-b0774fc84727 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/5c6903e8-1e54-400e-a0a3-b6593b032173 HTTP/1.1" status: 204 len: 168 time: 0.5429451 Aug 29 04:50:25.217490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53830) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.254466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bc80f71e-7ca4-43f1-995c-9db71f7560a2 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c6903e8-1e54-400e-a0a3-b6593b032173 HTTP/1.1" status: 200 len: 205 time: 0.0342431 Aug 29 04:50:25.255112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53832) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.293780 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-ac39c494-d3b1-45d7-ac38-c5a6b96eaa5c tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] delete failed (client error): The resource could not be found. Aug 29 04:50:25.295077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ac39c494-d3b1-45d7-ac38-c5a6b96eaa5c tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/5c6903e8-1e54-400e-a0a3-b6593b032173 HTTP/1.1" status: 404 len: 336 time: 0.0385020 Aug 29 04:50:25.297549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53834) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.331876 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72612d23-8457-442c-ad3f-900fb96eefff tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=765b736c-26c5-4a18-a8e9-aa573728d8c7 HTTP/1.1" status: 200 len: 205 time: 0.0329912 Aug 29 04:50:25.336828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53836) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.377308 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-870e819d-e6d4-4ebd-9cec-95e51c2f5d8f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] delete failed (client error): The resource could not be found. Aug 29 04:50:25.378519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-870e819d-e6d4-4ebd-9cec-95e51c2f5d8f tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/765b736c-26c5-4a18-a8e9-aa573728d8c7 HTTP/1.1" status: 404 len: 336 time: 0.0405104 Aug 29 04:50:25.380935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.416941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bbb512fa-1344-419e-b108-d38c6178f846 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f620e50-fdee-46bd-a3e2-8192db3d5611 HTTP/1.1" status: 200 len: 205 time: 0.0347228 Aug 29 04:50:25.419291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53842) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.448356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:25.464203 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-b0f4cf79-ce91-4b1a-bbe9-f760ce97b665 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] delete failed (client error): The resource could not be found. Aug 29 04:50:25.466081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b0f4cf79-ce91-4b1a-bbe9-f760ce97b665 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/5f620e50-fdee-46bd-a3e2-8192db3d5611 HTTP/1.1" status: 404 len: 336 time: 0.0453463 Aug 29 04:50:25.467306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17691949-b85b-49e3-ae9b-7b923f2c0ea2 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:25.470387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53844) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.478686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17691949-b85b-49e3-ae9b-7b923f2c0ea2 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:25.479769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-17691949-b85b-49e3-ae9b-7b923f2c0ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:25.521455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-17691949-b85b-49e3-ae9b-7b923f2c0ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:25.533129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d29da633-19f1-4072-b15c-82eeaf2df41c tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f631264-b613-44a1-9274-78148ef2ad4e HTTP/1.1" status: 200 len: 205 time: 0.0608647 Aug 29 04:50:25.533654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53848) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.547576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17691949-b85b-49e3-ae9b-7b923f2c0ea2 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:25.548985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-17691949-b85b-49e3-ae9b-7b923f2c0ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:25.576762 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-231e7d3e-0e98-410d-b03d-47811ada58b4 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] delete failed (client error): The resource could not be found. Aug 29 04:50:25.580820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-231e7d3e-0e98-410d-b03d-47811ada58b4 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/3f631264-b613-44a1-9274-78148ef2ad4e HTTP/1.1" status: 404 len: 336 time: 0.0461490 Aug 29 04:50:25.581457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53852) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.594573 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-17691949-b85b-49e3-ae9b-7b923f2c0ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:25.595903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17691949-b85b-49e3-ae9b-7b923f2c0ea2 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:25.615696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-676a82db-28be-4084-8b51-309b5ee42fd4 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6ee8a2e-43e8-4998-b121-9f80295eb2b7 HTTP/1.1" status: 200 len: 205 time: 0.0330098 Aug 29 04:50:25.618108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53854) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.658598 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-4f579017-d04b-4fbd-918d-a04873e2c1e4 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] delete failed (client error): The resource could not be found. Aug 29 04:50:25.659674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4f579017-d04b-4fbd-918d-a04873e2c1e4 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/f6ee8a2e-43e8-4998-b121-9f80295eb2b7 HTTP/1.1" status: 404 len: 336 time: 0.0406361 Aug 29 04:50:25.662384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53856) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.694544 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ef6e50aa-05d5-4ffc-a870-b52e6f74e4d2 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e6cadd-d54f-40d5-aa86-4fca2e8a917f HTTP/1.1" status: 200 len: 205 time: 0.0286608 Aug 29 04:50:25.694919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53858) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.738744 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-4bb5744f-1e71-41df-beaa-8102e6f6e815 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] delete failed (client error): The resource could not be found. Aug 29 04:50:25.739788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4bb5744f-1e71-41df-beaa-8102e6f6e815 tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/routers/34e6cadd-d54f-40d5-aa86-4fca2e8a917f HTTP/1.1" status: 404 len: 336 time: 0.0438612 Aug 29 04:50:25.744477 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53862) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.783815 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb99da2-dbf1-4403-b410-680a9f600cee tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.784165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb99da2-dbf1-4403-b410-680a9f600cee tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.788042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bdb99da2-dbf1-4403-b410-680a9f600cee tempest-RoutersIpV6AdminTest-1557831307 tempest-RoutersIpV6AdminTest-1557831307-project] 10.222.0.58 "DELETE /v2.0/subnets/1eb6ea86-fc69-4d64-97ca-804e681334b3 HTTP/1.1" status: 404 len: 337 time: 0.0405300 Aug 29 04:50:26.118225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53874) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.184620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.203053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53878) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.235500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:26.287850 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1adcf46d-9e6b-445c-afe7-d4ef53c4799a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.348043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12936da1-e281-4918-9e9b-48a366c24d72 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.348545 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12936da1-e281-4918-9e9b-48a366c24d72 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.349030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12936da1-e281-4918-9e9b-48a366c24d72 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.359939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12936da1-e281-4918-9e9b-48a366c24d72 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=89af506a75cc4ee18587cb216deceb09&network_id=da1ad9d8-d3eb-46e1-80a0-6126404229e1 HTTP/1.1" status: 200 len: 2972 time: 0.1465802 Aug 29 04:50:26.376887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.442944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:26.449343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.456994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1adcf46d-9e6b-445c-afe7-d4ef53c4799a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.458444 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf3170-c15c-4e56-81f9-ade0ec3d9a2f None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:26.462747 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1adcf46d-9e6b-445c-afe7-d4ef53c4799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.473158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf3170-c15c-4e56-81f9-ade0ec3d9a2f None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:26.474966 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6ccf3170-c15c-4e56-81f9-ade0ec3d9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.514103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1adcf46d-9e6b-445c-afe7-d4ef53c4799a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89e7e3951475423aaf75dc03975e7fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916399 Aug 29 04:50:26.514103 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcf46d-9e6b-445c-afe7-d4ef53c4799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125ae2af-0f65-4679-aec0-0d9440b40aed,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.515181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.527440 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6ccf3170-c15c-4e56-81f9-ade0ec3d9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.545791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf3170-c15c-4e56-81f9-ade0ec3d9a2f None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:26.546736 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6ccf3170-c15c-4e56-81f9-ade0ec3d9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.612909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7756a981-b671-4096-a6d9-68963839d0e0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/floatingips/55781afa-08b0-40ac-a8f1-8ef8dba422c1 HTTP/1.1" status: 200 len: 978 time: 3.2258034 Aug 29 04:50:26.613889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53894) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.623550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:26.626940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1c040a4a-4e17-4fda-9695-54cef3ed5b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.680687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.687722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.706656 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6ccf3170-c15c-4e56-81f9-ade0ec3d9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.707599 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf3170-c15c-4e56-81f9-ade0ec3d9a2f None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:26.712573 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1c040a4a-4e17-4fda-9695-54cef3ed5b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.741361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.789953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event updated for resources: {'Port': ['ID=0f438a07-40a2-44f5-b4f1-1a72e9d90650,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.798773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.822562 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1c040a4a-4e17-4fda-9695-54cef3ed5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.825631 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1c040a4a-4e17-4fda-9695-54cef3ed5b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.826858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1c040a4a-4e17-4fda-9695-54cef3ed5b9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/125ae2af-0f65-4679-aec0-0d9440b40aed HTTP/1.1" status: 204 len: 168 time: 0.3106592 Aug 29 04:50:26.846662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c040a4a-4e17-4fda-9695-54cef3ed5b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125ae2af-0f65-4679-aec0-0d9440b40aed,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.958650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.964644 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.965923 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 55781afa-08b0-40ac-a8f1-8ef8dba422c1 disassociated. External IP: 172.25.1.62, port: f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd. Aug 29 04:50:26.985686 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Floating IP f74e8db8-9c47-42bc-a993-125ab446f5de associated. External IP: 172.25.1.162, port: ac7779bd-3752-4a6d-9add-972dec245839. Aug 29 04:50:27.256182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53908) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.292123 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.294229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Router 368ad4e9-14bc-408d-8a98-843fb631c71e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:27.331744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ccc5ff94-51e3-4bb9-835e-3cc7001228bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb2e713b55ad49f4b0240ffc525a761d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748196 Aug 29 04:50:27.335346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.338637 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:27.444062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:27.448943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-890aaf56-0ff8-421a-b16e-76b40ab00d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.458555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:27.464580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.476595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:27.477692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.519502 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-890aaf56-0ff8-421a-b16e-76b40ab00d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.524285 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-70de241e-4868-4b24-ac70-b853f58e839d tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7803173 Aug 29 04:50:27.524763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:27.527286 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c76f2c-5b66-42a1-8760-890daea564f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "tag": "ac7779bd-3752-4a6d-9add-972dec245839"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:27.584547 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad2e0a0-465a-4a81-9d9a-540cf0fc4551 x-openstack-request-id: req-6ad2e0a0-465a-4a81-9d9a-540cf0fc4551 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:27.584547 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "tag": "ac7779bd-3752-4a6d-9add-972dec245839", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:27.584849 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ad2e0a0-465a-4a81-9d9a-540cf0fc4551 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:27.585084 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839', 'status': 'completed', 'code': 200} Aug 29 04:50:27.592375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:27.604872 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9364bc66-3c7d-48a6-8179-fca02254c674 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:27.615178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.620257 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364bc66-3c7d-48a6-8179-fca02254c674 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:27.622806 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9364bc66-3c7d-48a6-8179-fca02254c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.683881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-890aaf56-0ff8-421a-b16e-76b40ab00d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.686812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-890aaf56-0ff8-421a-b16e-76b40ab00d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.692548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-890aaf56-0ff8-421a-b16e-76b40ab00d3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98bb6aa6-ca3f-4987-9a31-548692fe62a4 HTTP/1.1" status: 204 len: 168 time: 0.3557031 Aug 29 04:50:27.696464 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9364bc66-3c7d-48a6-8179-fca02254c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.699363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-50da2478-5cd9-4223-9c88-c5793c515c5a tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/floatingips/55781afa-08b0-40ac-a8f1-8ef8dba422c1 HTTP/1.1" status: 200 len: 687 time: 1.0814371 Aug 29 04:50:27.703846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53926) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.709629 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364bc66-3c7d-48a6-8179-fca02254c674 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:27.710466 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9364bc66-3c7d-48a6-8179-fca02254c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.746947 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9364bc66-3c7d-48a6-8179-fca02254c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.747818 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9364bc66-3c7d-48a6-8179-fca02254c674 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:27.757620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-3e04229a-5066-47c7-bce5-77b950ebaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.762208 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-3e04229a-5066-47c7-bce5-77b950ebaa32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 1098 time: 0.1339574 Aug 29 04:50:27.797142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890aaf56-0ff8-421a-b16e-76b40ab00d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bb6aa6-ca3f-4987-9a31-548692fe62a4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.880609 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:27.892321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port f325e5a1-4472-47ae-a743-df596f00e0f6 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:27.892747 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.977735 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.978111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.991628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for f325e5a1-4472-47ae-a743-df596f00e0f6 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:27.997906 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-3a7dfdf0-32a3-45a2-ae50-c39dda9dbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.002204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-3a7dfdf0-32a3-45a2-ae50-c39dda9dbbcc service neutron] 10.222.0.65 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.2229986 Aug 29 04:50:28.088741 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-672b1984-53b8-4141-9c0d-798b62c1780a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7779bd-3752-4a6d-9add-972dec245839 HTTP/1.1" status: 200 len: 1000 time: 0.0791633 Aug 29 04:50:28.232855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53938) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.235354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f74e8db8-9c47-42bc-a993-125ab446f5de', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'ac7779bd-3752-4a6d-9add-972dec245839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:8d:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:50:25Z', 'updated_at': '2021-08-29T04:50:25Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}, {'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:13Z', 'revision_number': 1, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:28.252270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-28b58df7-93d7-480b-83e8-f4a30088702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.255079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-28b58df7-93d7-480b-83e8-f4a30088702e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1571906 Aug 29 04:50:28.266953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:28.273645 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.277329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:28.278755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:28.375492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=f325e5a1-4472-47ae-a743-df596f00e0f6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.386459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.386850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.387825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.388142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.388476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.388816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.389159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.389490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.389818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.390149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.390475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.390827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.392556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-8f49d035-290a-44a0-babb-0dc4a0b598d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.395756 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-8f49d035-290a-44a0-babb-0dc4a0b598d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337690 Aug 29 04:50:28.400346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.403094 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.404777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-79b606f1-b86a-438d-b4fb-39ab001b49af tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/floatingips/55781afa-08b0-40ac-a8f1-8ef8dba422c1 HTTP/1.1" status: 204 len: 168 time: 0.6996508 Aug 29 04:50:28.407241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53944) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.418075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28528c05-15e5-49b9-aba1-bb7d71dd6467 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.433118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-28528c05-15e5-49b9-aba1-bb7d71dd6467 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98 HTTP/1.1" status: 200 len: 814 time: 0.1862981 Aug 29 04:50:28.433488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:28.474950 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-a8011aa6-d15f-44f6-bb0f-8d3903fef0cb tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] delete failed (client error): The resource could not be found. Aug 29 04:50:28.480392 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a8011aa6-d15f-44f6-bb0f-8d3903fef0cb tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/floatingips/55781afa-08b0-40ac-a8f1-8ef8dba422c1 HTTP/1.1" status: 404 len: 345 time: 0.0675781 Aug 29 04:50:28.482109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53952) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.552752 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-ff1579b9-60bf-42e4-9418-7e746c16f01c service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495655 Aug 29 04:50:28.593436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c93c188-b0e1-488a-8c01-5e6403863461 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.593671 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.600313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c93c188-b0e1-488a-8c01-5e6403863461 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.606618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c93c188-b0e1-488a-8c01-5e6403863461 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.609623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1c93c188-b0e1-488a-8c01-5e6403863461 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "GET /v2.0/ports?network_id=c25344bc-91fd-4f00-9673-4857da493e3b HTTP/1.1" status: 200 len: 2359 time: 0.1251845 Aug 29 04:50:28.612406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53956) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.694668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c76ec-62c9-4df7-8adf-abb5e218471b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.698769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f6c76ec-62c9-4df7-8adf-abb5e218471b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "GET /v2.0/subnets/0277b55e-5f95-4500-99c1-ed5bec2a50db HTTP/1.1" status: 200 len: 797 time: 0.0848193 Aug 29 04:50:28.703475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 53964) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.711417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'port': {'network_id': 'c25344bc-91fd-4f00-9673-4857da493e3b', 'name': 'tempest-FloatingIPTestJSON-1207194118', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:28.723462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d7c76f2c-5b66-42a1-8760-890daea564f5 req-88d9040a-625a-45ac-a85b-62155c1e409d service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621921 Aug 29 04:50:28.819628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f74e8db8-9c47-42bc-a993-125ab446f5de', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'ac7779bd-3752-4a6d-9add-972dec245839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:8d:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:50:25Z', 'updated_at': '2021-08-29T04:50:25Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}, {'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:13Z', 'revision_number': 1, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:28.849572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bf3ea-aea3-422d-a4f7-e30c953e6252 None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f74e8db8-9c47-42bc-a993-125ab446f5de', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'ac7779bd-3752-4a6d-9add-972dec245839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:8d:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:50:25Z', 'updated_at': '2021-08-29T04:50:25Z', 'revision_number': 0, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}, {'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:13Z', 'revision_number': 1, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:28.856907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:28.897019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53970) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.903223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'network': {'name': 'tempest-network-smoke--1746618157', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'port_security_enabled': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:28.937618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:28.971281 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.025123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:29.048175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.048633 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Added segment 0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1 of type vlan for network cb5af127-54fb-441f-8c46-b820efe2de58 Aug 29 04:50:29.104557 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.146767 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.153470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:29.153899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.238567 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3368740 Aug 29 04:50:29.241780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53982) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.256381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987abe23-f8ea-4706-925a-1d5c1841306f None None] New status for floating IP f74e8db8-9c47-42bc-a993-125ab446f5de: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:50:29.304207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78502281-7198-47cb-bb4e-c1975ba786eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Network': ['ID=cb5af127-54fb-441f-8c46-b820efe2de58,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:29.328993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network cb5af127-54fb-441f-8c46-b820efe2de58 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:29.384894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6cd14-8693-471e-8a2c-5f9e5dbce054 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:29.387905 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ef6cd14-8693-471e-8a2c-5f9e5dbce054 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=89af506a75cc4ee18587cb216deceb09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1434758 Aug 29 04:50:29.391034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53984) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.542398 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.566029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] device_id is not set on port a695957c-f546-4c1f-83d0-5b450d0b8385 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:29.684695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63c6c2-4349-43d3-a54c-58ad3b40dfc4 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:29.687217 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4c63c6c2-4349-43d3-a54c-58ad3b40dfc4 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2950871 Aug 29 04:50:29.690298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53994) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.745083 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-25eb15ea-350d-4c55-b02c-0b6dffa58691 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530179 Aug 29 04:50:29.749559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 53998) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.786873 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4773ad42-3fd9-4463-aef0-fd4fd1ddef6f tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=89af506a75cc4ee18587cb216deceb09&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335958 Aug 29 04:50:29.787566 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54002) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.907450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef6c879-df77-4bdc-aae8-4b7a66293c12 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:29.909417 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4ef6c879-df77-4bdc-aae8-4b7a66293c12 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1204867 Aug 29 04:50:29.912007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54006) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.945941 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f4c56f8e-14c8-42e8-972d-141d590c903e tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325449 Aug 29 04:50:29.948502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54010) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.956122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-602160417', 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:30.058383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.20.0.13 (c25344bc-91fd-4f00-9673-4857da493e3b/0277b55e-5f95-4500-99c1-ed5bec2a50db/a695957c-f546-4c1f-83d0-5b450d0b8385) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:30.067368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.20.0.12 (c25344bc-91fd-4f00-9673-4857da493e3b/0277b55e-5f95-4500-99c1-ed5bec2a50db/a695957c-f546-4c1f-83d0-5b450d0b8385) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:30.083667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:30.089843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.149309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54018) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.307806 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.361145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1896452818', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:30.376017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.384132 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.436727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Made reservation on behalf of 830f43d719cf49549a707beabd99d838 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:30.444673 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.444950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network c25344bc-91fd-4f00-9673-4857da493e3b is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:30.449493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:30.456259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:30.460518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=a695957c-f546-4c1f-83d0-5b450d0b8385,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.474509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.480270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Subnet': ['ID=33dd1238-1502-4708-873a-9686ee37bd1a,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.517330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Checking segment: {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:30.517700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network hostable DHCP agents. Network: cb5af127-54fb-441f-8c46-b820efe2de58, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:30.535441 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:30.536169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.557830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network cb5af127-54fb-441f-8c46-b820efe2de58 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:30.577230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, cb5af127-54fb-441f-8c46-b820efe2de58) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:30.582928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:30.583539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.599812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0fb5d-301c-44b7-a30e-0a9201ade294 None None] Network cb5af127-54fb-441f-8c46-b820efe2de58 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:30.648758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.660381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.663755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-271c7c06-d9f6-4490-b6a7-54d8f957099e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9584100 Aug 29 04:50:30.668989 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4c21ad56-8950-42f7-b2c4-f411cd498bf2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7151680 Aug 29 04:50:30.668989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] device_id is not set on port 7b1becbe-de16-43e9-af3e-50a630d5fa61 yet. {{(pid=94846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:30.670602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.679261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'a695957c-f546-4c1f-83d0-5b450d0b8385', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:30.717420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.735476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37158fe1-148f-473a-af44-d67fe006e3b5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.893978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-cb5af127-54fb-441f-8c46-b820efe2de58', 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ips': [{'subnet_id': '33dd1238-1502-4708-873a-9686ee37bd1a'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:30.895420 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.903963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.135851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Allocated IP 172.25.1.48 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/7b1becbe-de16-43e9-af3e-50a630d5fa61) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:31.142926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Allocated IP 172.20.0.18 (cb5af127-54fb-441f-8c46-b820efe2de58/33dd1238-1502-4708-873a-9686ee37bd1a/e15a88d6-2d3b-4f13-9590-02aefaf1dc66) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:31.153389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54040) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:31.158907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-99070d00-4775-405c-b3e4-30dc70ab0560 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286905151', 'description': 'tempest-secgroup-smoke-286905151 description', 'project_id': '89af506a75cc4ee18587cb216deceb09'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:31.194584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99070d00-4775-405c-b3e4-30dc70ab0560 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.312082 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99070d00-4775-405c-b3e4-30dc70ab0560 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.317333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99070d00-4775-405c-b3e4-30dc70ab0560 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.327381 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.358486 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.362214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99070d00-4775-405c-b3e4-30dc70ab0560 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f677e87d-6471-4377-bcca-140a872b95e6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.366442 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99070d00-4775-405c-b3e4-30dc70ab0560 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.367866 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-99070d00-4775-405c-b3e4-30dc70ab0560 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2133615 Aug 29 04:50:31.370885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54044) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:31.372176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Transition to ACTIVE for port object e15a88d6-2d3b-4f13-9590-02aefaf1dc66 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:31.377653 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-14a43c87-a8d5-4d9b-8585-b9a15856f378 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': 'f677e87d-6471-4377-bcca-140a872b95e6', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:31.392858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Transition to ACTIVE for port object e15a88d6-2d3b-4f13-9590-02aefaf1dc66 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:31.399333 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.412710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.447846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-14a43c87-a8d5-4d9b-8585-b9a15856f378 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.449022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:31.456410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:31.461477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:31.463874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Pushing event updated for resources: {'Port': ['ID=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.476177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.476512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.476883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.477203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.477552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.478008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.478350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.478701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.479013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.479338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.479666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.480026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:31.502252 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Pushing event updated for resources: {'Port': ['ID=7b1becbe-de16-43e9-af3e-50a630d5fa61,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.502611 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Network cb5af127-54fb-441f-8c46-b820efe2de58 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:31.504196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:31.516029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:31.525166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:31.525808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.525929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.25.1.253 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f6a0fa96-d697-4e10-858a-993161dfc6ed) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:31.551556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4d8fccf2-f3cb-4803-a98d-cfea34b8557e tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3979774 Aug 29 04:50:31.552162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54048) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:31.559761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.48'}]}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:31.574021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-14a43c87-a8d5-4d9b-8585-b9a15856f378 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.583090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Attempting to bind port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:31.583484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Attempting to bind port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:31.583830 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Attempting to bind port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 on network cb5af127-54fb-441f-8c46-b820efe2de58 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:31.586999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.588979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.589771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:31.590902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Checking segment: {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:31.591324 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.591781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Bound using segment: {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:31.592298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Bound port: e15a88d6-2d3b-4f13-9590-02aefaf1dc66, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:31.592724 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.603299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-14a43c87-a8d5-4d9b-8585-b9a15856f378 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.636051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a43c87-a8d5-4d9b-8585-b9a15856f378 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e3de81-c588-4cf8-92dc-b4a8c9e5da03,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.663417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.665630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-14a43c87-a8d5-4d9b-8585-b9a15856f378 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.669431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-14a43c87-a8d5-4d9b-8585-b9a15856f378 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942655 Aug 29 04:50:31.672299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54050) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:31.680763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6834ad4f-f7df-46ec-929f-8e013408f16d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': 'f677e87d-6471-4377-bcca-140a872b95e6', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:31.694593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] For port e15a88d6-2d3b-4f13-9590-02aefaf1dc66, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:31.699135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] For port e15a88d6-2d3b-4f13-9590-02aefaf1dc66, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:31.705557 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.710797 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.774319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.778198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d69b95-9faf-4e54-8b7e-85a8ac73459c None None] Pushing event updated for resources: {'Port': ['ID=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.845718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:31.849241 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:31.875214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=f6a0fa96-d697-4e10-858a-993161dfc6ed,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.879770 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:31.886007 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6834ad4f-f7df-46ec-929f-8e013408f16d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.890128 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.032788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6834ad4f-f7df-46ec-929f-8e013408f16d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.039039 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6834ad4f-f7df-46ec-929f-8e013408f16d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.072311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834ad4f-f7df-46ec-929f-8e013408f16d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb883ca-86f1-4df8-a454-0836a8edee8e,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:32.085083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6834ad4f-f7df-46ec-929f-8e013408f16d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.086397 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6834ad4f-f7df-46ec-929f-8e013408f16d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4124658 Aug 29 04:50:32.099218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54060) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.111553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0652f46b-5e33-41aa-90b8-c2d8fea6ab4e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': 'f677e87d-6471-4377-bcca-140a872b95e6', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:32.206233 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0652f46b-5e33-41aa-90b8-c2d8fea6ab4e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.365292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0652f46b-5e33-41aa-90b8-c2d8fea6ab4e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.372123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0652f46b-5e33-41aa-90b8-c2d8fea6ab4e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.436453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.437480 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0652f46b-5e33-41aa-90b8-c2d8fea6ab4e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.438713 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0652f46b-5e33-41aa-90b8-c2d8fea6ab4e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374929 Aug 29 04:50:32.441632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652f46b-5e33-41aa-90b8-c2d8fea6ab4e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48fca6e-b241-48b0-80a8-3d1d763643b2,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:32.443764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54066) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.448790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c4a7f550-4da8-457e-a09d-e7c89044ad08 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': 'f677e87d-6471-4377-bcca-140a872b95e6', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:32.453858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.488587 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.553087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f550-4da8-457e-a09d-e7c89044ad08 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.582358 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.761171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.810684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f550-4da8-457e-a09d-e7c89044ad08 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.859832 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f550-4da8-457e-a09d-e7c89044ad08 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.899383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7f550-4da8-457e-a09d-e7c89044ad08 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c470d2f7-94b5-4263-9cc6-4df63d7d6e0e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:32.908428 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f550-4da8-457e-a09d-e7c89044ad08 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.912118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c4a7f550-4da8-457e-a09d-e7c89044ad08 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4652972 Aug 29 04:50:32.913181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54074) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.921135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-00f37c72-ed1d-4794-893d-99e177d3133e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': 'f677e87d-6471-4377-bcca-140a872b95e6', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:32.936510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.946244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.004044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=f6a0fa96-d697-4e10-858a-993161dfc6ed,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.016441 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.019904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.068510 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-00f37c72-ed1d-4794-893d-99e177d3133e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Project 89af506a75cc4ee18587cb216deceb09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:50:33.071298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.082554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.083843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 364414e2-f366-4fcb-9735-22a8864fbd19 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:33.102495 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:50:33.105391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-48f91c1a-3753-4222-ad79-a82a1c40564d tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5515337 Aug 29 04:50:33.108630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54082) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:33.136543 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00f37c72-ed1d-4794-893d-99e177d3133e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.242596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5f49ed3a-3dd2-4810-abd7-b0e0169137ee tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Deleting port 7b1becbe-de16-43e9-af3e-50a630d5fa61 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:33.242956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f49ed3a-3dd2-4810-abd7-b0e0169137ee tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.250125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0126123-1a39-49da-b318-c26508163670 None None] Network cb5af127-54fb-441f-8c46-b820efe2de58 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:33.275488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00f37c72-ed1d-4794-893d-99e177d3133e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.277380 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 6808ace9-4218-45a4-aab0-3736370527e4 associated. External IP: 172.25.1.253, port: a695957c-f546-4c1f-83d0-5b450d0b8385. Aug 29 04:50:33.292921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e15a88d6-2d3b-4f13-9590-02aefaf1dc66 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:33.330856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00f37c72-ed1d-4794-893d-99e177d3133e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.362904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f37c72-ed1d-4794-893d-99e177d3133e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d991a437-51e6-4e55-a0ad-3d96e44d0827,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.369206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f49ed3a-3dd2-4810-abd7-b0e0169137ee tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.390781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-5f49ed3a-3dd2-4810-abd7-b0e0169137ee tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Calling delete_port for 7b1becbe-de16-43e9-af3e-50a630d5fa61 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:33.407932 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-00f37c72-ed1d-4794-893d-99e177d3133e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.409636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-00f37c72-ed1d-4794-893d-99e177d3133e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4954762 Aug 29 04:50:33.412309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54086) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:33.418835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-68fbaf3c-075a-4823-8cdf-6cd3d776290d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': 'f677e87d-6471-4377-bcca-140a872b95e6', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:33.452071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b4160583-ce2c-442d-9be3-4958f14b4785 None None] Provisioning for port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:33.473368 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-68fbaf3c-075a-4823-8cdf-6cd3d776290d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Project 89af506a75cc4ee18587cb216deceb09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:50:33.518223 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68fbaf3c-075a-4823-8cdf-6cd3d776290d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.594947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f49ed3a-3dd2-4810-abd7-b0e0169137ee tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.602685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:33.627224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:33.627709 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.680309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49ed3a-3dd2-4810-abd7-b0e0169137ee tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b1becbe-de16-43e9-af3e-50a630d5fa61,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.682243 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68fbaf3c-075a-4823-8cdf-6cd3d776290d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.693558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68fbaf3c-075a-4823-8cdf-6cd3d776290d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.697314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:33.711849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbaf3c-075a-4823-8cdf-6cd3d776290d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7ee203-014c-40ed-bbaa-8fba9d479167,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.735099 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.759362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f49ed3a-3dd2-4810-abd7-b0e0169137ee tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.762872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f49ed3a-3dd2-4810-abd7-b0e0169137ee tempest-RoutersAdminNegativeIpV6Test-498924208 tempest-RoutersAdminNegativeIpV6Test-498924208-project-admin] 10.222.0.58 "DELETE /v2.0/ports/7b1becbe-de16-43e9-af3e-50a630d5fa61 HTTP/1.1" status: 204 len: 168 time: 0.6507204 Aug 29 04:50:33.778825 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port e15a88d6-2d3b-4f13-9590-02aefaf1dc66, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:33.785358 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.837427 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-68fbaf3c-075a-4823-8cdf-6cd3d776290d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.847116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-68fbaf3c-075a-4823-8cdf-6cd3d776290d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4249182 Aug 29 04:50:33.903729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.961774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:33.975600 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a7982-46fc-41ab-9333-47ed064ed857 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:33.998760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.000516 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a7982-46fc-41ab-9333-47ed064ed857 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:34.003712 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-049a7982-46fc-41ab-9333-47ed064ed857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:34.019423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c53fb6c0-5364-47ce-ba0d-ff31b92fb672 None None] Provisioning complete for port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:34.022073 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c53fb6c0-5364-47ce-ba0d-ff31b92fb672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.035460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72f7c373-6512-46f2-ad99-31cb9e2c84d1 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3609071 Aug 29 04:50:34.035759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54102) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:34.040850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-62194f55-907a-4e0b-a786-bc27ed93d3e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'port_id': 'a695957c-f546-4c1f-83d0-5b450d0b8385', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:34.100413 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-049a7982-46fc-41ab-9333-47ed064ed857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:34.111585 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a7982-46fc-41ab-9333-47ed064ed857 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:34.112483 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-049a7982-46fc-41ab-9333-47ed064ed857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:34.154617 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-049a7982-46fc-41ab-9333-47ed064ed857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:34.155546 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a7982-46fc-41ab-9333-47ed064ed857 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:34.233553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d84d181-9222-4f63-a0cc-087a8cb584f7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286905151&fields=id&tenant_id=89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 267 time: 0.0972641 Aug 29 04:50:34.238216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62194f55-907a-4e0b-a786-bc27ed93d3e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.261109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54124) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:34.393660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2193999-b238-47a4-ae7d-ec395544fc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.497040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-2afbc6bd-523b-4caa-8f92-9dead238492e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:34.502204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-2afbc6bd-523b-4caa-8f92-9dead238492e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/networks?id=cb5af127-54fb-441f-8c46-b820efe2de58 HTTP/1.1" status: 200 len: 797 time: 0.2287142 Aug 29 04:50:34.522265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2193999-b238-47a4-ae7d-ec395544fc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.540737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d2193999-b238-47a4-ae7d-ec395544fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.564414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-0c36d8aa-50f6-4186-88ff-bf4c93f91d34 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/quotas/89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 375 time: 0.0556419 Aug 29 04:50:34.592161 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d2193999-b238-47a4-ae7d-ec395544fc2b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e55daede7b445e49dca8e6015b76bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291943 Aug 29 04:50:34.594033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2193999-b238-47a4-ae7d-ec395544fc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0527217-1a84-45f5-91bf-fdc220a035c5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:34.596796 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54134) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:34.682122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3378475-5462-440c-9d13-b4c1ed42bdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.682478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-d7637b32-0e6a-4a15-9972-e1755ed5fb3a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1093962 Aug 29 04:50:34.706709 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3378475-5462-440c-9d13-b4c1ed42bdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.765097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3378475-5462-440c-9d13-b4c1ed42bdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.768749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c3378475-5462-440c-9d13-b4c1ed42bdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.773395 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c3378475-5462-440c-9d13-b4c1ed42bdf5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0527217-1a84-45f5-91bf-fdc220a035c5 HTTP/1.1" status: 204 len: 168 time: 0.1671431 Aug 29 04:50:34.781799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3378475-5462-440c-9d13-b4c1ed42bdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0527217-1a84-45f5-91bf-fdc220a035c5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:35.124515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54150) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:35.169919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-69b21cca-daab-4413-b348-bf38005f32c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=830f43d719cf49549a707beabd99d838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440881 Aug 29 04:50:35.173603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54152) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:35.176293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-d40bb5ed-b6f0-49e2-b56c-79b1d0e26143 service neutron] 10.222.0.58 "GET /v2.0/networks/cb5af127-54fb-441f-8c46-b820efe2de58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512243 Aug 29 04:50:35.196950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e15a88d6-2d3b-4f13-9590-02aefaf1dc66 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:35.264095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83c13782-a79e-427c-b174-1ab1b964c876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.266873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:35.267365 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.291440 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83c13782-a79e-427c-b174-1ab1b964c876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.357428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83c13782-a79e-427c-b174-1ab1b964c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.360691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-83c13782-a79e-427c-b174-1ab1b964c876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.365437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-83c13782-a79e-427c-b174-1ab1b964c876 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37158fe1-148f-473a-af44-d67fe006e3b5 HTTP/1.1" status: 204 len: 168 time: 0.1876297 Aug 29 04:50:35.374738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c13782-a79e-427c-b174-1ab1b964c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37158fe1-148f-473a-af44-d67fe006e3b5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:35.395806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-7e656a49-dd17-4d7b-97e1-110b1326c6a3 service neutron] 10.222.0.58 "GET /v2.0/networks/cb5af127-54fb-441f-8c46-b820efe2de58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083592 Aug 29 04:50:35.431882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62194f55-907a-4e0b-a786-bc27ed93d3e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.441413 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62194f55-907a-4e0b-a786-bc27ed93d3e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.691829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50cdc7cb-68a5-41ef-8cc0-305ebf6cc2d9 req-ff2e5b50-565c-44ac-a5f0-b9036270345d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 210 time: 0.0493560 Aug 29 04:50:35.770242 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62194f55-907a-4e0b-a786-bc27ed93d3e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:35.907643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62194f55-907a-4e0b-a786-bc27ed93d3e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:35.913338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62194f55-907a-4e0b-a786-bc27ed93d3e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.922295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462a354-4304-4daa-b208-52b01625a277 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:35.937970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462a354-4304-4daa-b208-52b01625a277 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:35.938985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4462a354-4304-4daa-b208-52b01625a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:35.977512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-62194f55-907a-4e0b-a786-bc27ed93d3e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/floatingips/6808ace9-4218-45a4-aab0-3736370527e4 HTTP/1.1" status: 200 len: 979 time: 1.9405949 Aug 29 04:50:35.980613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54186) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:35.988132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4462a354-4304-4daa-b208-52b01625a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:36.012645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462a354-4304-4daa-b208-52b01625a277 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:36.013327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4462a354-4304-4daa-b208-52b01625a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:36.063801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4462a354-4304-4daa-b208-52b01625a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:36.064657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462a354-4304-4daa-b208-52b01625a277 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:36.184595 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port f6a0fa96-d697-4e10-858a-993161dfc6ed {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:36.185181 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.287280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.287635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.301787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for f6a0fa96-d697-4e10-858a-993161dfc6ed owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:36.351575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54204) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.485076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e217f477-f9e0-41a4-ac6f-0ee7f9cf6bf5 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] Request body: {'port': {'network_id': '0990041b-a0a7-4dcf-8408-b5a3d62a75c1', 'name': 'tempest-NetworksNegativeTestJSON-207810675'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:36.502820 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e217f477-f9e0-41a4-ac6f-0ee7f9cf6bf5 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] POST failed (client error): The resource could not be found. Aug 29 04:50:36.503662 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e217f477-f9e0-41a4-ac6f-0ee7f9cf6bf5 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:36.505063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e217f477-f9e0-41a4-ac6f-0ee7f9cf6bf5 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1523738 Aug 29 04:50:36.509674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54212) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.523515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.534374 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-27129adb-a028-4907-aab7-fea6fbbc8d33 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:36.542842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27129adb-a028-4907-aab7-fea6fbbc8d33 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:36.542842 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-27129adb-a028-4907-aab7-fea6fbbc8d33 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "DELETE /v2.0/networks/fe991e7f-7600-48d9-aa6a-b33d37670960 HTTP/1.1" status: 404 len: 339 time: 0.0306416 Aug 29 04:50:36.546491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54214) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.552941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=f6a0fa96-d697-4e10-858a-993161dfc6ed,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:36.573310 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d210acae-44e6-4e9b-a6f5-941dae447448 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:36.573874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d210acae-44e6-4e9b-a6f5-941dae447448 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:36.576323 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d210acae-44e6-4e9b-a6f5-941dae447448 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "DELETE /v2.0/ports/ab5f34db-a22c-41d7-a433-4dc18e56c89f HTTP/1.1" status: 404 len: 333 time: 0.0282500 Aug 29 04:50:36.580175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54216) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.609686 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0c0d55-6113-49f6-88d9-93476f7466e4 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:36.610185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0c0d55-6113-49f6-88d9-93476f7466e4 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:36.617280 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9f0c0d55-6113-49f6-88d9-93476f7466e4 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "DELETE /v2.0/subnets/e835ac6a-008d-4bf0-aef2-ae8754712781 HTTP/1.1" status: 404 len: 337 time: 0.0303023 Aug 29 04:50:36.617490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54220) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.633164 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.633605 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 6808ace9-4218-45a4-aab0-3736370527e4 disassociated (deleted). External IP: 172.25.1.253, port: a695957c-f546-4c1f-83d0-5b450d0b8385. Aug 29 04:50:36.638283 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b8976e-e98c-4a63-bce6-94314491eb1a tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] GET failed (client error): The resource could not be found. Aug 29 04:50:36.651755 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44b8976e-e98c-4a63-bce6-94314491eb1a tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "GET /v2.0/networks/aeb95d6a-a984-41b5-8462-d626e0848a99 HTTP/1.1" status: 404 len: 339 time: 0.0213594 Aug 29 04:50:36.651755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54222) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.682636 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4103b02e-3ab1-4a95-b734-9c86fea25ea7 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] GET failed (client error): The resource could not be found. Aug 29 04:50:36.684654 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4103b02e-3ab1-4a95-b734-9c86fea25ea7 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "GET /v2.0/ports/ba4c14eb-2bb1-4534-8735-5d0b09b76f06 HTTP/1.1" status: 404 len: 333 time: 0.0365486 Aug 29 04:50:36.691280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54226) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.752585 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ed8762-b59a-4749-a59a-4349f965a4f7 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] GET failed (client error): The resource could not be found. Aug 29 04:50:36.754028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-76ed8762-b59a-4749-a59a-4349f965a4f7 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "GET /v2.0/subnets/72994f18-d0a1-4d26-85df-a3f7b07638ea HTTP/1.1" status: 404 len: 337 time: 0.0617566 Aug 29 04:50:36.759705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54232) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.765558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e21221e1-4ca7-4521-b223-480e61f20dd9 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:36.794056 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21221e1-4ca7-4521-b223-480e61f20dd9 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] PUT failed (client error): The resource could not be found. Aug 29 04:50:36.794531 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21221e1-4ca7-4521-b223-480e61f20dd9 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:36.795661 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e21221e1-4ca7-4521-b223-480e61f20dd9 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "PUT /v2.0/networks/e5f00006-5205-410d-8da3-9adba3949ea8 HTTP/1.1" status: 404 len: 339 time: 0.0349705 Aug 29 04:50:36.799512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54238) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.828698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f45832f9-cded-4c2b-ae7a-aa43b57ddf9c tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:36.871160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77b4b395-7ffc-4628-8e1f-530a4f50f82f req-9f82ae33-b44f-49be-be7a-39160539de76 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 210 time: 0.0740495 Aug 29 04:50:36.873765 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45832f9-cded-4c2b-ae7a-aa43b57ddf9c tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] PUT failed (client error): The resource could not be found. Aug 29 04:50:36.874499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45832f9-cded-4c2b-ae7a-aa43b57ddf9c tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:36.875656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f45832f9-cded-4c2b-ae7a-aa43b57ddf9c tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "PUT /v2.0/ports/96c94edb-d001-4cda-a9ed-eca6a9a23ae5 HTTP/1.1" status: 404 len: 333 time: 0.0699399 Aug 29 04:50:36.880047 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54244) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.888331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-949e4f0a-5d3a-4c16-9d0e-3a901c427113 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:36.911791 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-949e4f0a-5d3a-4c16-9d0e-3a901c427113 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] PUT failed (client error): The resource could not be found. Aug 29 04:50:36.912344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949e4f0a-5d3a-4c16-9d0e-3a901c427113 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:36.920228 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-949e4f0a-5d3a-4c16-9d0e-3a901c427113 tempest-NetworksNegativeTestJSON-1028540733 tempest-NetworksNegativeTestJSON-1028540733-project] 10.222.0.58 "PUT /v2.0/subnets/895bd4a9-84b3-4da2-99f6-ced75b33285c HTTP/1.1" status: 404 len: 337 time: 0.0366113 Aug 29 04:50:37.047095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:37.197686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:37.202779 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.212175 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093fddc-054d-4260-b15d-11214b09b51b None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:37.235296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c54470d7-55d8-456d-8354-605797559a23 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/floatingips/6808ace9-4218-45a4-aab0-3736370527e4 HTTP/1.1" status: 204 len: 168 time: 1.2523122 Aug 29 04:50:37.237374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54256) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:37.239746 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093fddc-054d-4260-b15d-11214b09b51b None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:37.240423 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3093fddc-054d-4260-b15d-11214b09b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:37.247066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54258) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:37.283638 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3093fddc-054d-4260-b15d-11214b09b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:37.292619 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093fddc-054d-4260-b15d-11214b09b51b None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:37.293512 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3093fddc-054d-4260-b15d-11214b09b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:37.339219 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3093fddc-054d-4260-b15d-11214b09b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:37.340273 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093fddc-054d-4260-b15d-11214b09b51b None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:37.380116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port a695957c-f546-4c1f-83d0-5b450d0b8385 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:37.381337 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.448474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3850-6025-4613-ad00-eddbaeaf1d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.512652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.531427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for a695957c-f546-4c1f-83d0-5b450d0b8385 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:37.661164 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3850-6025-4613-ad00-eddbaeaf1d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.665495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3850-6025-4613-ad00-eddbaeaf1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.742067 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3a7a3850-6025-4613-ad00-eddbaeaf1d63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4240736e089847fca4cb0a4d564b160b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932275 Aug 29 04:50:37.745098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54274) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:37.747854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a3850-6025-4613-ad00-eddbaeaf1d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f6052f-3fe9-4f9b-a946-587e6008e811,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:37.841937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.854426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1f63cc7-d82e-46d3-a08e-b68676c4f8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.894214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=a695957c-f546-4c1f-83d0-5b450d0b8385,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:37.917272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.917467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.917819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.918712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.919037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.919366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.919694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.920712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.920712 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.920936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.921076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.921432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:37.932903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1f63cc7-d82e-46d3-a08e-b68676c4f8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.997426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ae3bed6-1df0-41bf-ad76-946a387d1772 req-30c29cf6-bb7e-4a47-a695-3dc9840403cf tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 210 time: 0.0444419 Aug 29 04:50:38.051775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.054333 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d4caf0a8-2eac-4c26-a396-a5c190cf1a12 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/ports/a695957c-f546-4c1f-83d0-5b450d0b8385 HTTP/1.1" status: 204 len: 168 time: 0.8156903 Aug 29 04:50:38.058330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54288) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:38.063515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:38.073436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1f63cc7-d82e-46d3-a08e-b68676c4f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.077377 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1f63cc7-d82e-46d3-a08e-b68676c4f8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.078928 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1f63cc7-d82e-46d3-a08e-b68676c4f8cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37f6052f-3fe9-4f9b-a946-587e6008e811 HTTP/1.1" status: 204 len: 168 time: 0.3325832 Aug 29 04:50:38.100980 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.110980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f63cc7-d82e-46d3-a08e-b68676c4f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f6052f-3fe9-4f9b-a946-587e6008e811,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.248687 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.405668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.25.1.75 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/99dc7f9d-3dff-49f7-afa0-a81a4434f413) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:38.550647 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.629616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.677207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:38.683154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:38.688659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:38.692374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=99dc7f9d-3dff-49f7-afa0-a81a4434f413,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.813719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.883358 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.030503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-10886edd-5c0a-4b79-ab73-91249357ead7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:39.032096 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-10886edd-5c0a-4b79-ab73-91249357ead7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/networks?id=cb5af127-54fb-441f-8c46-b820efe2de58 HTTP/1.1" status: 200 len: 797 time: 0.1699052 Aug 29 04:50:39.129754 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-cd4a9770-50ec-48fe-9e81-3d45288284af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 472 time: 0.0794387 Aug 29 04:50:39.130574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54328) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:39.152540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'port': {'device_id': '35f72948-1f61-461e-80b1-1df1a87f0214', 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58', 'admin_state_up': True, 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'security_groups': ['f677e87d-6471-4377-bcca-140a872b95e6']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:39.186902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9a41616-27ba-48e1-99a5-0cc34414945f req-b5bbdd59-d187-48d4-99ed-4ee7094e5b2f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 210 time: 0.0330524 Aug 29 04:50:39.224898 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.232392 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.276534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7ca03835-93ca-41ce-ac2c-27eac6339d2c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:39.277947 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-7ca03835-93ca-41ce-ac2c-27eac6339d2c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:50:39.279030 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-7ca03835-93ca-41ce-ac2c-27eac6339d2c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:50:39.280485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7ca03835-93ca-41ce-ac2c-27eac6339d2c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1486185 Aug 29 04:50:39.284988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54334) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:39.292182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--679025998'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:39.307052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=99dc7f9d-3dff-49f7-afa0-a81a4434f413,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:39.307354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:39.311223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.361103 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.366159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.377064 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.409124 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.412778 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0a530a89-6df6-4847-b47d-b269b72af146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3508754 Aug 29 04:50:39.413622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54338) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:39.423003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'port': {'network_id': 'c25344bc-91fd-4f00-9673-4857da493e3b', 'name': 'tempest-FloatingIPTestJSON-637872905'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:39.487765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.20.0.21 (cb5af127-54fb-441f-8c46-b820efe2de58/33dd1238-1502-4708-873a-9686ee37bd1a/8848b50f-a813-48d5-b8c2-57e82472cecd) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:39.705210 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.724147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.765418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.789055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:39.794199 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.798278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Transition to ACTIVE for port object 8848b50f-a813-48d5-b8c2-57e82472cecd will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:39.809777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315123bd-0842-426d-a223-0a06a4823194,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:39.836623 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] device_id is not set on port 2f7534ea-2f33-4111-8ef6-9d3a05a19461 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:39.876392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.931912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network cb5af127-54fb-441f-8c46-b820efe2de58 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:39.936397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:39.940631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:39.970363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=8848b50f-a813-48d5-b8c2-57e82472cecd,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:39.978296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.986021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.017524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.018235 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.020879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.20.0.10 (c25344bc-91fd-4f00-9673-4857da493e3b/0277b55e-5f95-4500-99c1-ed5bec2a50db/2f7534ea-2f33-4111-8ef6-9d3a05a19461) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:40.037305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-9d093d43-4d18-4ba3-a857-e03642d4f046 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8914931 Aug 29 04:50:40.042631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a818b783-4818-40dd-be47-0f5eaf1faba8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.047588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.051895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1bcd0773-ffb0-4ebd-891d-2d01bc681f6a tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7622528 Aug 29 04:50:40.054826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54340) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:40.064426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Request body: {'port': {'device_id': '35f72948-1f61-461e-80b1-1df1a87f0214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:40.093941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2a1c6b67-125e-4927-8432-b6e15ed65df1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': 'a818b783-4818-40dd-be47-0f5eaf1faba8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:40.154509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.174042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6b67-125e-4927-8432-b6e15ed65df1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.247507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.351401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.375463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-484a5560-dcae-4fdf-8075-24d31fc72829 None None] Provisioning for port 8848b50f-a813-48d5-b8c2-57e82472cecd completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:40.381770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-484a5560-dcae-4fdf-8075-24d31fc72829 None None] Provisioning complete for port 8848b50f-a813-48d5-b8c2-57e82472cecd triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:40.382248 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-484a5560-dcae-4fdf-8075-24d31fc72829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.427349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=2f7534ea-2f33-4111-8ef6-9d3a05a19461,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.433183 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-484a5560-dcae-4fdf-8075-24d31fc72829 None None] Port 8848b50f-a813-48d5-b8c2-57e82472cecd cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:40.438247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009895b-a6f7-49e0-9c0a-4e2fac18aef3 req-1bf5de58-b708-4df6-8987-d6c5eb922da7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.440132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6009895b-a6f7-49e0-9c0a-4e2fac18aef3 req-1bf5de58-b708-4df6-8987-d6c5eb922da7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 932 time: 0.1560693 Aug 29 04:50:40.452966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network c25344bc-91fd-4f00-9673-4857da493e3b is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:40.472588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:40.477666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:40.528255 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6009895b-a6f7-49e0-9c0a-4e2fac18aef3 req-6ae6fc5d-418b-4792-a9ef-44cae06e06ec tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783253 Aug 29 04:50:40.549962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.550728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.575408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04776106-2cc7-40f8-9b96-121a9264183b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1605382 Aug 29 04:50:40.577726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54348) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:40.583866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'port_id': '2f7534ea-2f33-4111-8ef6-9d3a05a19461'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:40.631552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6b67-125e-4927-8432-b6e15ed65df1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.631837 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.643322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6b67-125e-4927-8432-b6e15ed65df1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.711011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c6b67-125e-4927-8432-b6e15ed65df1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b9bae7-6195-426c-8adc-a1d17b77ad75,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.718401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6b67-125e-4927-8432-b6e15ed65df1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.722863 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2a1c6b67-125e-4927-8432-b6e15ed65df1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6608734 Aug 29 04:50:40.722863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54350) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:40.727437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-87db813e-67ce-47d3-9d3a-7b434022f98c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': 'a818b783-4818-40dd-be47-0f5eaf1faba8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:40.784623 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-87db813e-67ce-47d3-9d3a-7b434022f98c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.904844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8848b50f-a813-48d5-b8c2-57e82472cecd {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:40.909993 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-87db813e-67ce-47d3-9d3a-7b434022f98c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:50:40.911053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-87db813e-67ce-47d3-9d3a-7b434022f98c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1872663 Aug 29 04:50:40.914580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54352) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:40.924470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.957907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Transition to ACTIVE for port object 8848b50f-a813-48d5-b8c2-57e82472cecd will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:40.966882 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.036311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af481e1-502a-4fec-a610-cfce2dbd5668 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.046440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Pushing event updated for resources: {'Port': ['ID=8848b50f-a813-48d5-b8c2-57e82472cecd,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.109448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af481e1-502a-4fec-a610-cfce2dbd5668 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.172455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Attempting to bind port 8848b50f-a813-48d5-b8c2-57e82472cecd on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:41.172963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Attempting to bind port 8848b50f-a813-48d5-b8c2-57e82472cecd by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:41.173471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Attempting to bind port 8848b50f-a813-48d5-b8c2-57e82472cecd on network cb5af127-54fb-441f-8c46-b820efe2de58 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:41.179363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Port 8848b50f-a813-48d5-b8c2-57e82472cecd on network cb5af127-54fb-441f-8c46-b820efe2de58 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:50:41.179696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Attempting to bind port 8848b50f-a813-48d5-b8c2-57e82472cecd on network cb5af127-54fb-441f-8c46-b820efe2de58 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:41.187470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:41.188190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Checking segment: {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:41.188799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Bound using segment: {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:41.189521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Bound port: 8848b50f-a813-48d5-b8c2-57e82472cecd, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:41.190139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.205518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af481e1-502a-4fec-a610-cfce2dbd5668 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.208416 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3af481e1-502a-4fec-a610-cfce2dbd5668 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.212205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3af481e1-502a-4fec-a610-cfce2dbd5668 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/a818b783-4818-40dd-be47-0f5eaf1faba8 HTTP/1.1" status: 204 len: 168 time: 0.2939653 Aug 29 04:50:41.219114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54354) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.229899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af481e1-502a-4fec-a610-cfce2dbd5668 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818b783-4818-40dd-be47-0f5eaf1faba8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.296202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] For port 8848b50f-a813-48d5-b8c2-57e82472cecd, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:41.300317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] For port 8848b50f-a813-48d5-b8c2-57e82472cecd, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8848b50f-a813-48d5-b8c2-57e82472cecd,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:41.309226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.351473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.352092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.353503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] 10.222.0.64 "PUT /v2.0/ports/8848b50f-a813-48d5-b8c2-57e82472cecd HTTP/1.1" status: 200 len: 1093 time: 1.2976441 Aug 29 04:50:41.353942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f72948-1f61-461e-80b1-1df1a87f0214', 'tag': '8848b50f-a813-48d5-b8c2-57e82472cecd'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:41.356467 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb729617-f363-4a36-9a42-3506bd152e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "35f72948-1f61-461e-80b1-1df1a87f0214", "tag": "8848b50f-a813-48d5-b8c2-57e82472cecd"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:41.389938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a5b9c-5c6c-4284-bda6-7dafcea0f556 service neutron] Pushing event updated for resources: {'Port': ['ID=8848b50f-a813-48d5-b8c2-57e82472cecd,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.445586 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f1abd-20f7-41eb-b147-2b06d1d73cf1 x-openstack-request-id: req-658f1abd-20f7-41eb-b147-2b06d1d73cf1 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:41.445902 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f72948-1f61-461e-80b1-1df1a87f0214", "tag": "8848b50f-a813-48d5-b8c2-57e82472cecd", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:41.446134 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-658f1abd-20f7-41eb-b147-2b06d1d73cf1 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:41.446531 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f72948-1f61-461e-80b1-1df1a87f0214', 'tag': '8848b50f-a813-48d5-b8c2-57e82472cecd', 'status': 'completed', 'code': 200} Aug 29 04:50:41.473501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-75cef2e2-c4b2-4a81-b0f1-ceaf8eea66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.475210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-75cef2e2-c4b2-4a81-b0f1-ceaf8eea66d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 1096 time: 0.0712836 Aug 29 04:50:41.477493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-24a2bed8-3d28-48ab-a3c1-4e9ccf9605d8 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2582045 Aug 29 04:50:41.484553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54362) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.499204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0b3bfc83-bd3b-470a-ae5d-44f80f8c0211 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806532356'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:41.544903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-a77a7b3d-bb77-4616-809f-6369038f3ee8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=8848b50f-a813-48d5-b8c2-57e82472cecd HTTP/1.1" status: 200 len: 217 time: 0.0495124 Aug 29 04:50:41.566887 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.573139 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.603658 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfc83-bd3b-470a-ae5d-44f80f8c0211 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.639456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-e8d9ee64-736f-48d3-8a92-d90df0ce6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.641197 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-e8d9ee64-736f-48d3-8a92-d90df0ce6d9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33dd1238-1502-4708-873a-9686ee37bd1a HTTP/1.1" status: 200 len: 837 time: 0.0843084 Aug 29 04:50:41.700633 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 98df65b9-a3c7-404e-8386-69f91aabd055 associated. External IP: 172.25.1.75, port: 2f7534ea-2f33-4111-8ef6-9d3a05a19461. Aug 29 04:50:41.756587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-2035546a-1e59-4d7e-ac9c-5a4c0110dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.758198 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-2035546a-1e59-4d7e-ac9c-5a4c0110dcf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb5af127-54fb-441f-8c46-b820efe2de58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1045856 Aug 29 04:50:41.793157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfc83-bd3b-470a-ae5d-44f80f8c0211 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.822579 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfc83-bd3b-470a-ae5d-44f80f8c0211 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.863181 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfc83-bd3b-470a-ae5d-44f80f8c0211 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.867176 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0b3bfc83-bd3b-470a-ae5d-44f80f8c0211 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3714638 Aug 29 04:50:41.867352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f433c-74ca-47d2-8ddc-6bfdaace54a5 req-cd704814-0eba-4429-96d9-3288699fe66d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.867519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54366) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.872791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-656fc92f-5833-49f9-9f5c-b415edb9d197 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '198eb331-fa25-46e1-97da-bfb41d2630ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:41.873283 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-656fc92f-5833-49f9-9f5c-b415edb9d197 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:50:41.873780 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-656fc92f-5833-49f9-9f5c-b415edb9d197 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:41.873921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b6f433c-74ca-47d2-8ddc-6bfdaace54a5 req-cd704814-0eba-4429-96d9-3288699fe66d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 944 time: 0.1833572 Aug 29 04:50:41.877353 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-656fc92f-5833-49f9-9f5c-b415edb9d197 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062597 Aug 29 04:50:41.882414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54368) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.884472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bfc83-bd3b-470a-ae5d-44f80f8c0211 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198eb331-fa25-46e1-97da-bfb41d2630ef,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.936062 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-7a8a4632-0c05-4ea9-8a4f-8d01d5ccd428 service neutron] 10.222.0.64 "GET /v2.0/networks/cb5af127-54fb-441f-8c46-b820efe2de58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663747 Aug 29 04:50:41.977081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38f3fccc-12e2-4460-957b-56ea644c0548 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.979111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b6f433c-74ca-47d2-8ddc-6bfdaace54a5 req-ee29b9be-e91e-4bf2-98a4-e34d4fc0abd8 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043680 Aug 29 04:50:42.016597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:42.034695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38f3fccc-12e2-4460-957b-56ea644c0548 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.095443 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5bf232df-27e6-4a7a-806c-fe3b52b37e74 req-bae68a04-fd42-4b9b-8ad0-69accb333491 service neutron] 10.222.0.64 "GET /v2.0/networks/cb5af127-54fb-441f-8c46-b820efe2de58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449566 Aug 29 04:50:42.109433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38f3fccc-12e2-4460-957b-56ea644c0548 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.113273 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-38f3fccc-12e2-4460-957b-56ea644c0548 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.118827 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-38f3fccc-12e2-4460-957b-56ea644c0548 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/198eb331-fa25-46e1-97da-bfb41d2630ef HTTP/1.1" status: 204 len: 168 time: 0.2347074 Aug 29 04:50:42.119072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54370) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.143504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:42.145798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3fccc-12e2-4460-957b-56ea644c0548 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198eb331-fa25-46e1-97da-bfb41d2630ef,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:42.151973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.166823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25895f1d-a467-4e74-80f8-62bd21f0bb28 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:42.185787 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25895f1d-a467-4e74-80f8-62bd21f0bb28 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:42.187129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-25895f1d-a467-4e74-80f8-62bd21f0bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:42.193456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3818c15a-f16b-49b3-9c5d-5894c60e532b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/floatingips/98df65b9-a3c7-404e-8386-69f91aabd055 HTTP/1.1" status: 200 len: 977 time: 1.6141012 Aug 29 04:50:42.196299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54372) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.218428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e8d08196-b6aa-4dca-8526-001a9e137deb tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0906320 Aug 29 04:50:42.227393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54374) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.232942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bab13abd-797f-47c9-ac99-66f63261df20 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--579610936'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:42.249216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-25895f1d-a467-4e74-80f8-62bd21f0bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:42.260102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25895f1d-a467-4e74-80f8-62bd21f0bb28 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:42.261014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-25895f1d-a467-4e74-80f8-62bd21f0bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:42.271847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb729617-f363-4a36-9a42-3506bd152e0b req-034e1c57-fabd-4924-9c60-d5214c70845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:42.274779 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb729617-f363-4a36-9a42-3506bd152e0b req-034e1c57-fabd-4924-9c60-d5214c70845e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 1096 time: 0.0659044 Aug 29 04:50:42.303932 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bab13abd-797f-47c9-ac99-66f63261df20 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.310855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-25895f1d-a467-4e74-80f8-62bd21f0bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:42.311548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25895f1d-a467-4e74-80f8-62bd21f0bb28 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:42.357732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port 2f7534ea-2f33-4111-8ef6-9d3a05a19461 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:42.358475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.405879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb729617-f363-4a36-9a42-3506bd152e0b req-03e30ff0-4303-4fe7-aa46-35217c662482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:42.407561 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb729617-f363-4a36-9a42-3506bd152e0b req-03e30ff0-4303-4fe7-aa46-35217c662482 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb5af127-54fb-441f-8c46-b820efe2de58 HTTP/1.1" status: 200 len: 898 time: 0.1249449 Aug 29 04:50:42.483649 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb729617-f363-4a36-9a42-3506bd152e0b req-01e5bd28-dc44-44f0-9c5a-238411b5d5dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=8848b50f-a813-48d5-b8c2-57e82472cecd HTTP/1.1" status: 200 len: 217 time: 0.0546815 Aug 29 04:50:42.509281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bab13abd-797f-47c9-ac99-66f63261df20 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.514395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.517184 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bab13abd-797f-47c9-ac99-66f63261df20 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.544705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb729617-f363-4a36-9a42-3506bd152e0b req-a32ea98c-ee26-4564-ba4b-033a8efa5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:42.546412 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb729617-f363-4a36-9a42-3506bd152e0b req-a32ea98c-ee26-4564-ba4b-033a8efa5599 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33dd1238-1502-4708-873a-9686ee37bd1a HTTP/1.1" status: 200 len: 837 time: 0.0535717 Aug 29 04:50:42.608127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb729617-f363-4a36-9a42-3506bd152e0b req-d93dd462-4664-42f3-ad4e-0e7287824558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:42.610260 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb729617-f363-4a36-9a42-3506bd152e0b req-d93dd462-4664-42f3-ad4e-0e7287824558 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb5af127-54fb-441f-8c46-b820efe2de58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0557625 Aug 29 04:50:42.618204 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bab13abd-797f-47c9-ac99-66f63261df20 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.619556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bab13abd-797f-47c9-ac99-66f63261df20 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3910863 Aug 29 04:50:42.620293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab13abd-797f-47c9-ac99-66f63261df20 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a517375-1977-4e59-9590-2c9fd02f7f43,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:42.627900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54378) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.632795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0a816026-0037-468d-a9a2-27fd1726b9da tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '8a517375-1977-4e59-9590-2c9fd02f7f43', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:42.633558 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-0a816026-0037-468d-a9a2-27fd1726b9da tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:50:42.634800 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-0a816026-0037-468d-a9a2-27fd1726b9da tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:42.640766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0a816026-0037-468d-a9a2-27fd1726b9da tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068657 Aug 29 04:50:42.646346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54380) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.727409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb729617-f363-4a36-9a42-3506bd152e0b req-02f946fc-2cd5-492a-bab8-66a4dc5a7452 service neutron] 10.222.0.64 "GET /v2.0/networks/cb5af127-54fb-441f-8c46-b820efe2de58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090376 Aug 29 04:50:42.819248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-301bab32-3b04-475f-9d57-3453d0b48bfa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.833496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fb729617-f363-4a36-9a42-3506bd152e0b req-a4b49598-f077-44c8-b70f-aaca46bc21a2 service neutron] 10.222.0.64 "GET /v2.0/networks/cb5af127-54fb-441f-8c46-b820efe2de58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974984 Aug 29 04:50:42.856351 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-301bab32-3b04-475f-9d57-3453d0b48bfa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.879173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.879566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.879884 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 98df65b9-a3c7-404e-8386-69f91aabd055 disassociated. External IP: 172.25.1.75, port: 2f7534ea-2f33-4111-8ef6-9d3a05a19461. Aug 29 04:50:42.880254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for 2f7534ea-2f33-4111-8ef6-9d3a05a19461 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:42.953484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-301bab32-3b04-475f-9d57-3453d0b48bfa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.956230 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-301bab32-3b04-475f-9d57-3453d0b48bfa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.957460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-301bab32-3b04-475f-9d57-3453d0b48bfa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/8a517375-1977-4e59-9590-2c9fd02f7f43 HTTP/1.1" status: 204 len: 168 time: 0.3102267 Aug 29 04:50:42.960526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54382) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.985333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bab32-3b04-475f-9d57-3453d0b48bfa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a517375-1977-4e59-9590-2c9fd02f7f43,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.031848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-af261ed1-2aa6-4d68-b44e-59d4ab7aa17d tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667212 Aug 29 04:50:43.032165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54386) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.039373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-815fdeb9-13e4-4ea8-b5df-8cded9a08210 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--638466984'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.074475 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.084751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-815fdeb9-13e4-4ea8-b5df-8cded9a08210 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.173044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=2f7534ea-2f33-4111-8ef6-9d3a05a19461,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.225270 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-815fdeb9-13e4-4ea8-b5df-8cded9a08210 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.232181 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-815fdeb9-13e4-4ea8-b5df-8cded9a08210 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.281676 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-815fdeb9-13e4-4ea8-b5df-8cded9a08210 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.283753 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-815fdeb9-13e4-4ea8-b5df-8cded9a08210 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2479861 Aug 29 04:50:43.288253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54388) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.296365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8639f0d8-226f-4e4e-abd1-d2c1e29ec519 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '7b82bead-5818-4858-b6b8-c449cbef7635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.297242 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-8639f0d8-226f-4e4e-abd1-d2c1e29ec519 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:50:43.297749 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-8639f0d8-226f-4e4e-abd1-d2c1e29ec519 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.298746 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8639f0d8-226f-4e4e-abd1-d2c1e29ec519 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091562 Aug 29 04:50:43.299863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fdeb9-13e4-4ea8-b5df-8cded9a08210 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82bead-5818-4858-b6b8-c449cbef7635,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.301904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54390) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.306502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-db004c50-f597-4e27-a28b-681927909b8e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '7b82bead-5818-4858-b6b8-c449cbef7635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.307163 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-db004c50-f597-4e27-a28b-681927909b8e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:50:43.307655 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-db004c50-f597-4e27-a28b-681927909b8e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.309283 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-db004c50-f597-4e27-a28b-681927909b8e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064313 Aug 29 04:50:43.312276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54392) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.326299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ffa94d4e-8a25-4098-acf3-eb3fa45ddf58 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '7b82bead-5818-4858-b6b8-c449cbef7635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.328373 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-ffa94d4e-8a25-4098-acf3-eb3fa45ddf58 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:50:43.329045 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-ffa94d4e-8a25-4098-acf3-eb3fa45ddf58 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.330780 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ffa94d4e-8a25-4098-acf3-eb3fa45ddf58 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167100 Aug 29 04:50:43.332909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbdf04-d27e-41ec-a2f7-588156c7f273 req-5e01b7ca-f7e5-4592-a7e2-4fee0cdc3bca tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:43.333631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54394) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.334467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13fbdf04-d27e-41ec-a2f7-588156c7f273 req-5e01b7ca-f7e5-4592-a7e2-4fee0cdc3bca tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 944 time: 0.2513630 Aug 29 04:50:43.347924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-497876ab-c60f-45c7-aeda-ba76465afb2e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '7b82bead-5818-4858-b6b8-c449cbef7635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.348724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:43.349512 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-497876ab-c60f-45c7-aeda-ba76465afb2e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:50:43.350241 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-497876ab-c60f-45c7-aeda-ba76465afb2e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.351724 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-497876ab-c60f-45c7-aeda-ba76465afb2e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088353 Aug 29 04:50:43.354589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54396) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.419954 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c63b4daf-632d-4a3c-9935-ee265727a3cd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.422263 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13fbdf04-d27e-41ec-a2f7-588156c7f273 req-47abd150-d81b-42b6-9c04-8b6e2d5df833 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766056 Aug 29 04:50:43.452771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c63b4daf-632d-4a3c-9935-ee265727a3cd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.511376 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c63b4daf-632d-4a3c-9935-ee265727a3cd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.514848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c63b4daf-632d-4a3c-9935-ee265727a3cd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.516295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c63b4daf-632d-4a3c-9935-ee265727a3cd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b82bead-5818-4858-b6b8-c449cbef7635 HTTP/1.1" status: 204 len: 168 time: 0.1583862 Aug 29 04:50:43.520040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54400) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.543828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b4daf-632d-4a3c-9935-ee265727a3cd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82bead-5818-4858-b6b8-c449cbef7635,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.592388 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-11b9aa53-e4cb-4bbc-bfcb-ac339fdd7063 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711908 Aug 29 04:50:43.598044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54402) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.602948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-eab42c83-5d58-48bd-a088-4c26c9a5e997 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--249562649'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.628901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eab42c83-5d58-48bd-a088-4c26c9a5e997 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.735872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eab42c83-5d58-48bd-a088-4c26c9a5e997 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.742744 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eab42c83-5d58-48bd-a088-4c26c9a5e997 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.762275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:43.773816 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b8bb5-90f7-4a33-8b91-99b088e716f3 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:43.782160 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eab42c83-5d58-48bd-a088-4c26c9a5e997 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.787055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54404) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.787661 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eab42c83-5d58-48bd-a088-4c26c9a5e997 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1881695 Aug 29 04:50:43.788590 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b8bb5-90f7-4a33-8b91-99b088e716f3 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:43.789795 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-713b8bb5-90f7-4a33-8b91-99b088e716f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:43.793747 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f5921f04-bafd-449e-bc08-a6aea3dc5936 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.794054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab42c83-5d58-48bd-a088-4c26c9a5e997 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c8f80-16d2-47cb-a056-ec2cc29099d4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.794328 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-f5921f04-bafd-449e-bc08-a6aea3dc5936 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:50:43.794768 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-f5921f04-bafd-449e-bc08-a6aea3dc5936 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.795046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 8848b50f-a813-48d5-b8c2-57e82472cecd details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:50:43.795808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f5921f04-bafd-449e-bc08-a6aea3dc5936 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071990 Aug 29 04:50:43.799709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54406) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.804764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-be1682f5-8286-4944-9560-5a9d89559bff tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.853455 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-be1682f5-8286-4944-9560-5a9d89559bff tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.853707 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.858473 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-be1682f5-8286-4944-9560-5a9d89559bff tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0576534 Aug 29 04:50:43.858988 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8bee62b8-3fa0-4ab4-ae44-8dfe0b68330c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/ports/2f7534ea-2f33-4111-8ef6-9d3a05a19461 HTTP/1.1" status: 204 len: 168 time: 1.6612723 Aug 29 04:50:43.859151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54408) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.859471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54410) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.873461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-90918f26-0d24-4006-b6ce-2c7724f9e48b tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.874073 n-d-712142-15 neutron-server[94846]: WARNING neutron.api.v2.base [None req-90918f26-0d24-4006-b6ce-2c7724f9e48b tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:50:43.874581 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-90918f26-0d24-4006-b6ce-2c7724f9e48b tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.876237 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-713b8bb5-90f7-4a33-8b91-99b088e716f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:43.879301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54412) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.879570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-90918f26-0d24-4006-b6ce-2c7724f9e48b tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190256 Aug 29 04:50:43.884652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7bfc93bc-483e-4079-9775-818ad512d5b1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.904539 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b8bb5-90f7-4a33-8b91-99b088e716f3 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:43.907395 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-713b8bb5-90f7-4a33-8b91-99b088e716f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:43.929727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-beee8c66-d8a3-4ae2-b966-d4e8a55e1146 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "GET /v2.0/floatingips/98df65b9-a3c7-404e-8386-69f91aabd055 HTTP/1.1" status: 200 len: 687 time: 0.0673707 Aug 29 04:50:43.932234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54414) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.959029 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-7bfc93bc-483e-4079-9775-818ad512d5b1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.960125 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7bfc93bc-483e-4079-9775-818ad512d5b1 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0796249 Aug 29 04:50:43.962936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54416) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.968378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-aafa7319-0533-4841-b2cf-4bed9d06cf38 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.969268 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-aafa7319-0533-4841-b2cf-4bed9d06cf38 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:50:43.970451 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-aafa7319-0533-4841-b2cf-4bed9d06cf38 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:43.971261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 8848b50f-a813-48d5-b8c2-57e82472cecd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8848b50f-a813-48d5-b8c2-57e82472cecd,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:43.971709 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aafa7319-0533-4841-b2cf-4bed9d06cf38 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075061 Aug 29 04:50:43.976395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54418) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.981055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-55810947-40bf-4a23-bc07-5045c5f32ec5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:43.985055 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-713b8bb5-90f7-4a33-8b91-99b088e716f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:43.986217 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b8bb5-90f7-4a33-8b91-99b088e716f3 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:43.990357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '8848b50f-a813-48d5-b8c2-57e82472cecd', 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58', 'port_id': '8848b50f-a813-48d5-b8c2-57e82472cecd', 'mac_address': 'fa:16:3e:bf:e7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33dd1238-1502-4708-873a-9686ee37bd1a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:50:44.007643 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-55810947-40bf-4a23-bc07-5045c5f32ec5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Project b5bc234be74047ff81d8abff14b9ea3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:50:44.030949 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-55810947-40bf-4a23-bc07-5045c5f32ec5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:44.033365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-55810947-40bf-4a23-bc07-5045c5f32ec5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0558646 Aug 29 04:50:44.036345 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54420) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.046415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-471f5e93-9c96-4e99-a3c9-20e601fa95bd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:44.048673 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-471f5e93-9c96-4e99-a3c9-20e601fa95bd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:50:44.049639 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-471f5e93-9c96-4e99-a3c9-20e601fa95bd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:44.050350 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.051888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-471f5e93-9c96-4e99-a3c9-20e601fa95bd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140831 Aug 29 04:50:44.055586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54422) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.060850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-85bfb5ad-af4f-4a03-b3ef-3862356f0fc5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:44.068791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8848b50f-a813-48d5-b8c2-57e82472cecd {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:44.091380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 8848b50f-a813-48d5-b8c2-57e82472cecd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8848b50f-a813-48d5-b8c2-57e82472cecd,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:44.095958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.112582 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-85bfb5ad-af4f-4a03-b3ef-3862356f0fc5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Project b5bc234be74047ff81d8abff14b9ea3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:50:44.132085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port 99dc7f9d-3dff-49f7-afa0-a81a4434f413 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:44.132593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.135666 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-85bfb5ad-af4f-4a03-b3ef-3862356f0fc5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:44.137548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-85bfb5ad-af4f-4a03-b3ef-3862356f0fc5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0808396 Aug 29 04:50:44.141362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54424) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.152193 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fa89db01-1a5d-4523-85b0-95026929b603 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '2f5c8f80-16d2-47cb-a056-ec2cc29099d4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:44.162422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=8848b50f-a813-48d5-b8c2-57e82472cecd,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.185216 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-fa89db01-1a5d-4523-85b0-95026929b603 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Project b5bc234be74047ff81d8abff14b9ea3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:50:44.198774 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-fa89db01-1a5d-4523-85b0-95026929b603 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:44.201109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fa89db01-1a5d-4523-85b0-95026929b603 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0560479 Aug 29 04:50:44.205120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54426) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.228878 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.229473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.242395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for 99dc7f9d-3dff-49f7-afa0-a81a4434f413 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:44.265024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-364ba537-7a56-47ca-8886-c2c1338199aa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.290344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-364ba537-7a56-47ca-8886-c2c1338199aa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.347791 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-364ba537-7a56-47ca-8886-c2c1338199aa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.350481 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-364ba537-7a56-47ca-8886-c2c1338199aa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.351823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-364ba537-7a56-47ca-8886-c2c1338199aa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/2f5c8f80-16d2-47cb-a056-ec2cc29099d4 HTTP/1.1" status: 204 len: 168 time: 0.1453891 Aug 29 04:50:44.354750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54428) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.362426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ba537-7a56-47ca-8886-c2c1338199aa tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c8f80-16d2-47cb-a056-ec2cc29099d4,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.385031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['8848b50f-a813-48d5-b8c2-57e82472cecd'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:44.441481 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-46c4330e-8543-465b-92da-e62a48cb21f5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814688 Aug 29 04:50:44.441940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54430) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.446919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d13e3eea-3947-4f2c-82fb-41e63287f5d5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695256652'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:44.447957 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.480081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=99dc7f9d-3dff-49f7-afa0-a81a4434f413,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.498962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d13e3eea-3947-4f2c-82fb-41e63287f5d5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.579726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.581614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.582798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2b9ecb2e-1704-42e4-8250-ceb01031cd68 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/floatingips/98df65b9-a3c7-404e-8386-69f91aabd055 HTTP/1.1" status: 204 len: 168 time: 0.6494830 Aug 29 04:50:44.587563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54436) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.594043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:44.639542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924924c-9d41-468d-83eb-814cc1320123 req-9e368fd9-11e0-4b4f-82c8-47c9287f75dd tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:44.641127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c924924c-9d41-468d-83eb-814cc1320123 req-9e368fd9-11e0-4b4f-82c8-47c9287f75dd tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 945 time: 0.0826128 Aug 29 04:50:44.698422 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d13e3eea-3947-4f2c-82fb-41e63287f5d5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.706588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d13e3eea-3947-4f2c-82fb-41e63287f5d5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.740858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c924924c-9d41-468d-83eb-814cc1320123 req-125c2d9a-f106-4fa7-a652-563314f9c3f1 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861237 Aug 29 04:50:44.749940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d13e3eea-3947-4f2c-82fb-41e63287f5d5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.751915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d13e3eea-3947-4f2c-82fb-41e63287f5d5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3088138 Aug 29 04:50:44.752667 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.755516 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54438) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.760776 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e3eea-3947-4f2c-82fb-41e63287f5d5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff39a7-ad2b-4236-af9a-715eb44c45b3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.761788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a7faa116-e9a2-4cb0-9f05-ec8943962728 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '49ff39a7-ad2b-4236-af9a-715eb44c45b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:44.858896 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-a7faa116-e9a2-4cb0-9f05-ec8943962728 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The resource could not be found. Aug 29 04:50:44.859846 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a7faa116-e9a2-4cb0-9f05-ec8943962728 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1020932 Aug 29 04:50:44.863885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54440) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.869067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-37df5bfa-5a17-43c3-b6e4-85c1734704e6 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '49ff39a7-ad2b-4236-af9a-715eb44c45b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3558563b-de04-48b2-92ce-e97ac41064c7'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:44.903189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.913337 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-37df5bfa-5a17-43c3-b6e4-85c1734704e6 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The resource could not be found. Aug 29 04:50:44.914407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-37df5bfa-5a17-43c3-b6e4-85c1734704e6 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0491440 Aug 29 04:50:44.917217 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54442) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.975218 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bfa9472e-9e9e-41cf-a5d2-5328b900a64f tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.000741 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bfa9472e-9e9e-41cf-a5d2-5328b900a64f tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.021557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.25.1.43 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/0cdd809b-66d4-449f-ad23-b95236172ee1) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:45.048262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bfa9472e-9e9e-41cf-a5d2-5328b900a64f tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.050843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bfa9472e-9e9e-41cf-a5d2-5328b900a64f tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.052086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bfa9472e-9e9e-41cf-a5d2-5328b900a64f tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/49ff39a7-ad2b-4236-af9a-715eb44c45b3 HTTP/1.1" status: 204 len: 168 time: 0.1337147 Aug 29 04:50:45.054737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54444) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.061067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9472e-9e9e-41cf-a5d2-5328b900a64f tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff39a7-ad2b-4236-af9a-715eb44c45b3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.151119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-909f9157-d3d7-4c3a-b0a9-72d137250f67 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951860 Aug 29 04:50:45.155598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54446) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.160268 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6dca206a-a546-4a67-99cc-6b72d4e8ce39 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '7942ba52-7899-4306-a528-a6258f0ebbf9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:45.180516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.201978 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-6dca206a-a546-4a67-99cc-6b72d4e8ce39 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The resource could not be found. Aug 29 04:50:45.206556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6dca206a-a546-4a67-99cc-6b72d4e8ce39 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0464685 Aug 29 04:50:45.206820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54448) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.211314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d32511d7-f741-423b-b68a-bc6da6bebcdd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--217638172'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:45.222862 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.236030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d32511d7-f741-423b-b68a-bc6da6bebcdd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.264491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:45.267683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:45.271443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:45.277759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=0cdd809b-66d4-449f-ad23-b95236172ee1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.328222 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d32511d7-f741-423b-b68a-bc6da6bebcdd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.332527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d32511d7-f741-423b-b68a-bc6da6bebcdd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.361182 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d32511d7-f741-423b-b68a-bc6da6bebcdd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.362414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d32511d7-f741-423b-b68a-bc6da6bebcdd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1546586 Aug 29 04:50:45.366141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54450) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.370721 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-70a76d53-fa57-417a-bb96-43b1dd86624c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268825085'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:45.374646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32511d7-f741-423b-b68a-bc6da6bebcdd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f1a02-6717-4d1a-ac6d-977f9fbe147e,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.397756 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70a76d53-fa57-417a-bb96-43b1dd86624c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.486073 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70a76d53-fa57-417a-bb96-43b1dd86624c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.490590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70a76d53-fa57-417a-bb96-43b1dd86624c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.522142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70a76d53-fa57-417a-bb96-43b1dd86624c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.526414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-70a76d53-fa57-417a-bb96-43b1dd86624c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1563163 Aug 29 04:50:45.527641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54454) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.528362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a76d53-fa57-417a-bb96-43b1dd86624c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e9466-13a4-4ca9-a695-609be8b2e7ab,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.534382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e5cc50f0-b2d5-460c-a128-d6f68f656c9e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': 'd64f1a02-6717-4d1a-ac6d-977f9fbe147e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6b7e9466-13a4-4ca9-a695-609be8b2e7ab'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:45.645686 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-e5cc50f0-b2d5-460c-a128-d6f68f656c9e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:45.646731 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e5cc50f0-b2d5-460c-a128-d6f68f656c9e tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1181891 Aug 29 04:50:45.649599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54460) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.755772 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac4d34d8-b3ae-4456-badd-7f83b00b96ec tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.758439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.822556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 8848b50f-a813-48d5-b8c2-57e82472cecd up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:45.832107 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac4d34d8-b3ae-4456-badd-7f83b00b96ec tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.880584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 8848b50f-a813-48d5-b8c2-57e82472cecd completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:45.886232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 8848b50f-a813-48d5-b8c2-57e82472cecd triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:45.887532 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.906294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab325-3532-48f5-bc78-8fbe7e192d69 req-816e1587-d7e8-4b59-9863-bba9762cd879 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:45.910747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.914601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-695ab325-3532-48f5-bc78-8fbe7e192d69 req-816e1587-d7e8-4b59-9863-bba9762cd879 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 945 time: 0.0637748 Aug 29 04:50:45.958656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-695ab325-3532-48f5-bc78-8fbe7e192d69 req-a086071e-7046-49ae-be53-387f699c72c1 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430269 Aug 29 04:50:45.968971 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac4d34d8-b3ae-4456-badd-7f83b00b96ec tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.972472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ac4d34d8-b3ae-4456-badd-7f83b00b96ec tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.976404 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ac4d34d8-b3ae-4456-badd-7f83b00b96ec tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b7e9466-13a4-4ca9-a695-609be8b2e7ab HTTP/1.1" status: 204 len: 168 time: 0.3234823 Aug 29 04:50:45.977652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54468) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.994465 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.003199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d34d8-b3ae-4456-badd-7f83b00b96ec tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e9466-13a4-4ca9-a695-609be8b2e7ab,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.033876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f72948-1f61-461e-80b1-1df1a87f0214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8848b50f-a813-48d5-b8c2-57e82472cecd'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:46.036666 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5338d417-9146-4ecc-8309-9d862b60785b" -d '{"events": [{"server_uuid": "35f72948-1f61-461e-80b1-1df1a87f0214", "name": "network-vif-plugged", "status": "completed", "tag": "8848b50f-a813-48d5-b8c2-57e82472cecd"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:46.061817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a6a67711-b779-4045-9be5-88f51ff385cd tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0833042 Aug 29 04:50:46.064634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54472) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:46.080184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 8848b50f-a813-48d5-b8c2-57e82472cecd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8848b50f-a813-48d5-b8c2-57e82472cecd,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:46.086556 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.119637 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb941e9-10fd-4573-8200-e94c1096b065 x-openstack-request-id: req-7eb941e9-10fd-4573-8200-e94c1096b065 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:46.120252 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f72948-1f61-461e-80b1-1df1a87f0214", "name": "network-vif-plugged", "status": "completed", "tag": "8848b50f-a813-48d5-b8c2-57e82472cecd", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:46.120669 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7eb941e9-10fd-4573-8200-e94c1096b065 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:46.121842 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f72948-1f61-461e-80b1-1df1a87f0214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8848b50f-a813-48d5-b8c2-57e82472cecd', 'code': 200} Aug 29 04:50:46.139232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e494-6f10-4be6-b793-1f9d050d2ea0 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.155700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=8848b50f-a813-48d5-b8c2-57e82472cecd,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.167361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e494-6f10-4be6-b793-1f9d050d2ea0 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.171551 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.208366 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.219407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e494-6f10-4be6-b793-1f9d050d2ea0 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.223446 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e494-6f10-4be6-b793-1f9d050d2ea0 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.226968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2ff8e494-6f10-4be6-b793-1f9d050d2ea0 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/d64f1a02-6717-4d1a-ac6d-977f9fbe147e HTTP/1.1" status: 204 len: 168 time: 0.1588373 Aug 29 04:50:46.234530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54474) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:46.246900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8e494-6f10-4be6-b793-1f9d050d2ea0 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f1a02-6717-4d1a-ac6d-977f9fbe147e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.296390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472593a-c0db-4008-8204-b85ddd2ffcf6 req-b1dac2cd-bef9-4af9-a610-b70bb7522a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:46.298104 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2472593a-c0db-4008-8204-b85ddd2ffcf6 req-b1dac2cd-bef9-4af9-a610-b70bb7522a48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 1098 time: 0.1241879 Aug 29 04:50:46.309226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=0cdd809b-66d4-449f-ad23-b95236172ee1,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.309441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-50b8c6d3-113e-4e05-90b8-c67a568dc1d3 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769742 Aug 29 04:50:46.313497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54476) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:46.332222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0534be99-1383-4e8a-ab53-cb5faf71e302 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072838748'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:46.349852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.425393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2472593a-c0db-4008-8204-b85ddd2ffcf6 req-a187da4c-c345-4cee-9f15-e5e35472db7a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141412 Aug 29 04:50:46.466761 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0534be99-1383-4e8a-ab53-cb5faf71e302 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.521351 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 4e37889b-2c26-4130-9e47-f97a1ee3b255 associated. External IP: 172.25.1.43, port: f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd. Aug 29 04:50:46.683400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0534be99-1383-4e8a-ab53-cb5faf71e302 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.688773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0534be99-1383-4e8a-ab53-cb5faf71e302 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.798072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-83f0420c-08ec-4cba-ba30-9cf2f0fced01 req-bf9e9c49-eee3-420e-b743-92e7bb80ffa0 tempest-ServerRescueTestJSON-1048754602 tempest-ServerRescueTestJSON-1048754602-project] (94845) timed out ('10.222.0.58', 57838) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:50:47.081702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0534be99-1383-4e8a-ab53-cb5faf71e302 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.085870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0534be99-1383-4e8a-ab53-cb5faf71e302 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7567906 Aug 29 04:50:47.101846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54482) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.107898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-16d7aa4b-d9cd-4fd5-bd1d-fe96f333d13d tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '5f12d223-6987-4b33-991d-6c7d2904250b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:47.119176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534be99-1383-4e8a-ab53-cb5faf71e302 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12d223-6987-4b33-991d-6c7d2904250b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.158219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235452d-c1bd-43cc-8fba-eafa401d2594 req-df105b9e-a1fe-4af3-a8ea-8c128bebee7e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:47.159883 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9235452d-c1bd-43cc-8fba-eafa401d2594 req-df105b9e-a1fe-4af3-a8ea-8c128bebee7e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 946 time: 0.1003044 Aug 29 04:50:47.163872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:47.198184 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-16d7aa4b-d9cd-4fd5-bd1d-fe96f333d13d tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:47.201982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-16d7aa4b-d9cd-4fd5-bd1d-fe96f333d13d tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0965440 Aug 29 04:50:47.205185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54484) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.210555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-411c837c-55cf-4144-82ca-d8681ca12dbe tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group_rule': {'security_group_id': '5f12d223-6987-4b33-991d-6c7d2904250b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:47.226753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9235452d-c1bd-43cc-8fba-eafa401d2594 req-5644a83f-18a6-40f4-936a-587922795563 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560532 Aug 29 04:50:47.261230 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-411c837c-55cf-4144-82ca-d8681ca12dbe tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:50:47.265897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-411c837c-55cf-4144-82ca-d8681ca12dbe tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0571039 Aug 29 04:50:47.266072 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54486) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.296729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:47.312713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb47d6-2ca3-45c6-a24c-585a55d506a0 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:47.327034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb47d6-2ca3-45c6-a24c-585a55d506a0 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:47.327575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e2fb47d6-2ca3-45c6-a24c-585a55d506a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:47.340912 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.341157 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-820096bb-67c9-451f-a09d-b1248fedce3c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.367030 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-820096bb-67c9-451f-a09d-b1248fedce3c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.372961 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f2c5d249-8d44-4db6-a76b-dc5855e526e5 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7839863 Aug 29 04:50:47.375510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54488) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.378845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e2fb47d6-2ca3-45c6-a24c-585a55d506a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:47.382152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1675775349'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:47.395480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb47d6-2ca3-45c6-a24c-585a55d506a0 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:47.397110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e2fb47d6-2ca3-45c6-a24c-585a55d506a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:47.408011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:47.412778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.439863 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-820096bb-67c9-451f-a09d-b1248fedce3c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.444657 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-820096bb-67c9-451f-a09d-b1248fedce3c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.449518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-820096bb-67c9-451f-a09d-b1248fedce3c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/5f12d223-6987-4b33-991d-6c7d2904250b HTTP/1.1" status: 204 len: 168 time: 0.1792629 Aug 29 04:50:47.449750 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:47.453444 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54490) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.458622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.459201 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Added segment 9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc of type vlan for network 11ea1d22-0a87-4088-95f3-d429a80a49cb Aug 29 04:50:47.466677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e2fb47d6-2ca3-45c6-a24c-585a55d506a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:47.467667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb47d6-2ca3-45c6-a24c-585a55d506a0 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:47.472739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820096bb-67c9-451f-a09d-b1248fedce3c tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12d223-6987-4b33-991d-6c7d2904250b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.474787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18e3333d-dd40-4376-9317-5c711bfc792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.518178 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.519708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a827d597-fd66-4c2e-a6c0-8cee6bf810b9 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630770 Aug 29 04:50:47.523651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54492) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.528564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5969e519-d871-41fe-bcdf-82d231814923 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129761007'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:47.546221 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.553227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:47.554012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.554216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5969e519-d871-41fe-bcdf-82d231814923 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.644809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Network': ['ID=11ea1d22-0a87-4088-95f3-d429a80a49cb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.661153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:47.682352 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5969e519-d871-41fe-bcdf-82d231814923 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.694825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5969e519-d871-41fe-bcdf-82d231814923 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.700177 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3e8a4a39-6395-4a0b-82c1-ceecd17c9977 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3217986 Aug 29 04:50:47.702222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54494) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.711042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'subnet': {'network_id': '11ea1d22-0a87-4088-95f3-d429a80a49cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:47.739288 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5969e519-d871-41fe-bcdf-82d231814923 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.740935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5969e519-d871-41fe-bcdf-82d231814923 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2158196 Aug 29 04:50:47.743946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54496) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.749447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0ae5ec54-61db-4521-a4c9-c435403d461b tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:47.750052 n-d-712142-15 neutron-server[94845]: WARNING neutron.api.v2.base [None req-0ae5ec54-61db-4521-a4c9-c435403d461b tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:50:47.750679 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-0ae5ec54-61db-4521-a4c9-c435403d461b tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:50:47.751893 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ae5ec54-61db-4521-a4c9-c435403d461b tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "PUT /v2.0/security-groups/8422c95a-b695-432d-924a-f1d33bfdb088 HTTP/1.1" status: 409 len: 330 time: 0.0067170 Aug 29 04:50:47.754735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54498) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.762820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969e519-d871-41fe-bcdf-82d231814923 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8422c95a-b695-432d-924a-f1d33bfdb088,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.836258 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89be026d-b169-40e8-98e2-60f1fa150986 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.843770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:47.848880 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.874890 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89be026d-b169-40e8-98e2-60f1fa150986 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.945285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89be026d-b169-40e8-98e2-60f1fa150986 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.953012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-89be026d-b169-40e8-98e2-60f1fa150986 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.955937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-89be026d-b169-40e8-98e2-60f1fa150986 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/8422c95a-b695-432d-924a-f1d33bfdb088 HTTP/1.1" status: 204 len: 168 time: 0.1987011 Aug 29 04:50:47.958428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54504) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:48.041738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be026d-b169-40e8-98e2-60f1fa150986 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8422c95a-b695-432d-924a-f1d33bfdb088,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:48.094895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ae8b8a78-1c4b-4a7c-af52-0f3cc94c7716 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147339 Aug 29 04:50:48.095499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54506) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:48.114456 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-c7f867d5-f529-40cd-8db3-8ae66eba7650 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] delete failed (client error): The resource could not be found. Aug 29 04:50:48.119853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c7f867d5-f529-40cd-8db3-8ae66eba7650 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "DELETE /v2.0/security-groups/09719a48-0ef6-4e70-aaa2-0b012c12e4c5 HTTP/1.1" status: 404 len: 347 time: 0.0190225 Aug 29 04:50:48.120252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54508) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:48.137904 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-8678af96-45e8-4707-93a7-de007de44cc5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] show failed (client error): The resource could not be found. Aug 29 04:50:48.140024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8678af96-45e8-4707-93a7-de007de44cc5 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-groups/3d30e057-439f-4f66-8619-6c508ec149cd HTTP/1.1" status: 404 len: 347 time: 0.0170541 Aug 29 04:50:48.143019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54510) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:48.150287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.172520 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-932b9271-9982-4f24-a82a-e6a8031f0bf7 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] show failed (client error): The resource could not be found. Aug 29 04:50:48.175716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-932b9271-9982-4f24-a82a-e6a8031f0bf7 tempest-NegativeSecGroupIPv6Test-711063986 tempest-NegativeSecGroupIPv6Test-711063986-project] 10.222.0.58 "GET /v2.0/security-group-rules/0a6a227c-eb60-4c10-9a84-5eb111079508 HTTP/1.1" status: 404 len: 356 time: 0.0311232 Aug 29 04:50:48.275936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Subnet': ['ID=4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:48.296889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Checking segment: {'id': '9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '11ea1d22-0a87-4088-95f3-d429a80a49cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:48.297552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network hostable DHCP agents. Network: 11ea1d22-0a87-4088-95f3-d429a80a49cb, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:48.339515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:48.354435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 11ea1d22-0a87-4088-95f3-d429a80a49cb) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:48.360035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:48.361260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.365972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6fd87-926c-4533-b977-07e3aee398e1 None None] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:48.384169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-84810d7e-9932-4585-a06d-d9c75535cf04 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6798201 Aug 29 04:50:48.387346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54516) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:48.393528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1449804952', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}, 'admin_state_up': False}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:48.433336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.441327 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.450516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107999d8-d0a9-4fa5-903f-e09a3be5a230 req-16a1b75b-dfa5-4460-a073-2eeeb4ec6d88 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:48.452378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-107999d8-d0a9-4fa5-903f-e09a3be5a230 req-16a1b75b-dfa5-4460-a073-2eeeb4ec6d88 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 946 time: 0.1059203 Aug 29 04:50:48.534138 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.543837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-107999d8-d0a9-4fa5-903f-e09a3be5a230 req-76c878af-e749-4585-b8e8-7a59911fb69f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803745 Aug 29 04:50:48.621282 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-11ea1d22-0a87-4088-95f3-d429a80a49cb', 'network_id': '11ea1d22-0a87-4088-95f3-d429a80a49cb', 'tenant_id': 'acd0ea071cb646caa3330d142dde5044', 'fixed_ips': [{'subnet_id': '4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:48.623111 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.665819 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54524) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:48.832529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.857380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-22e8bda1-23cd-4f9e-a3d8-8c135ac8e618 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5bc234be74047ff81d8abff14b9ea3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900730 Aug 29 04:50:48.863326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54528) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:48.866314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8d741-16aa-467a-861c-0a0be290ad28 req-1f0eab82-2ec2-4d49-a797-855e6b4f83b9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:48.868119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37b8d741-16aa-467a-861c-0a0be290ad28 req-1f0eab82-2ec2-4d49-a797-855e6b4f83b9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 946 time: 0.1363957 Aug 29 04:50:48.882685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Allocated IP 172.20.0.2 (11ea1d22-0a87-4088-95f3-d429a80a49cb/4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3/c9caf040-4147-4358-a3c9-aadfb34dfc9d) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:48.943162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37b8d741-16aa-467a-861c-0a0be290ad28 req-2520d9bd-ab57-43e2-9369-61a72969dda4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684288 Aug 29 04:50:49.005652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62d28cd8-54a0-4040-911c-73e3e91ebf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.060503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62d28cd8-54a0-4040-911c-73e3e91ebf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.208085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.238247 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.270642 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.283203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Transition to ACTIVE for port object c9caf040-4147-4358-a3c9-aadfb34dfc9d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:49.287562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62d28cd8-54a0-4040-911c-73e3e91ebf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.291608 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-62d28cd8-54a0-4040-911c-73e3e91ebf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.293189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-62d28cd8-54a0-4040-911c-73e3e91ebf6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/315123bd-0842-426d-a223-0a06a4823194 HTTP/1.1" status: 204 len: 168 time: 0.3812642 Aug 29 04:50:49.309886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Transition to ACTIVE for port object c9caf040-4147-4358-a3c9-aadfb34dfc9d will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:49.329115 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.395919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d28cd8-54a0-4040-911c-73e3e91ebf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315123bd-0842-426d-a223-0a06a4823194,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:49.415182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:49.436249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:49.444462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:49.449107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Pushing event updated for resources: {'Port': ['ID=c9caf040-4147-4358-a3c9-aadfb34dfc9d,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:49.480014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.25.1.180 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/672900c6-3117-48db-bdb7-5fd04e2810cc) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:49.557493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Attempting to bind port c9caf040-4147-4358-a3c9-aadfb34dfc9d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:49.557870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Attempting to bind port c9caf040-4147-4358-a3c9-aadfb34dfc9d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '11ea1d22-0a87-4088-95f3-d429a80a49cb'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:49.558471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Attempting to bind port c9caf040-4147-4358-a3c9-aadfb34dfc9d on network 11ea1d22-0a87-4088-95f3-d429a80a49cb {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:49.565038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:49.566009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Checking segment: {'id': '9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '11ea1d22-0a87-4088-95f3-d429a80a49cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:49.567646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.568301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Bound using segment: {'id': '9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '11ea1d22-0a87-4088-95f3-d429a80a49cb'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:49.569260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Bound port: c9caf040-4147-4358-a3c9-aadfb34dfc9d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '11ea1d22-0a87-4088-95f3-d429a80a49cb'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:49.569817 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.669351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] For port c9caf040-4147-4358-a3c9-aadfb34dfc9d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:49.675179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] For port c9caf040-4147-4358-a3c9-aadfb34dfc9d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c9caf040-4147-4358-a3c9-aadfb34dfc9d,segment=NetworkSegment(9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc),segment_id=9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:49.682687 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.696232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.757587 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.778655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d5d42-070c-44f7-94e2-1560b04d01bb None None] Pushing event updated for resources: {'Port': ['ID=c9caf040-4147-4358-a3c9-aadfb34dfc9d,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:49.809006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:49.814826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:49.819526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:49.880904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=672900c6-3117-48db-bdb7-5fd04e2810cc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:50.178875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.373576 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.432132 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-10fc90b1-a533-4736-bf50-176db7ee891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.439271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.474002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 54710) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:50.669460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:50.836663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:50.855765 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0340ad7-5d6f-45c8-8c44-6a907fb96e89 None None] Sync routers for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:50.857077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.859681 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3860f206-0622-41e2-96e8-db5427a183f0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4703443 Aug 29 04:50:50.862640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 54758) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:50.874975 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0340ad7-5d6f-45c8-8c44-6a907fb96e89 None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:50.875853 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f0340ad7-5d6f-45c8-8c44-6a907fb96e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:50.927974 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f0340ad7-5d6f-45c8-8c44-6a907fb96e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:50.940823 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0340ad7-5d6f-45c8-8c44-6a907fb96e89 None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:50.941827 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f0340ad7-5d6f-45c8-8c44-6a907fb96e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:50.993427 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f0340ad7-5d6f-45c8-8c44-6a907fb96e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:50.994461 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0340ad7-5d6f-45c8-8c44-6a907fb96e89 None None] The sync data for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:51.206454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803709a-73f7-4229-b9f5-3508825c29b2 None None] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:51.286550 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.348966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c9caf040-4147-4358-a3c9-aadfb34dfc9d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:51.428721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.449163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-313f3f16-bf19-47a7-869f-bd8f284a2464 None None] Provisioning for port c9caf040-4147-4358-a3c9-aadfb34dfc9d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:51.620422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c9caf040-4147-4358-a3c9-aadfb34dfc9d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:51.642889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c9caf040-4147-4358-a3c9-aadfb34dfc9d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:51.643385 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.795020 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.20.0.17 (cb5af127-54fb-441f-8c46-b820efe2de58/33dd1238-1502-4708-873a-9686ee37bd1a/2943a7ad-26d0-4fb4-99b1-5116d215a4c6) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:51.843477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.914321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c9caf040-4147-4358-a3c9-aadfb34dfc9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c9caf040-4147-4358-a3c9-aadfb34dfc9d,segment=NetworkSegment(9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc),segment_id=9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:51.921085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.047076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.065151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c9caf040-4147-4358-a3c9-aadfb34dfc9d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:52.079839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Transition to ACTIVE for port object 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:52.117298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.134178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f31ed9b0-1df9-4fda-a932-411cfcae554e None None] Provisioning complete for port c9caf040-4147-4358-a3c9-aadfb34dfc9d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:52.135457 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f31ed9b0-1df9-4fda-a932-411cfcae554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.151209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network cb5af127-54fb-441f-8c46-b820efe2de58 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:52.158082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:52.194802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:52.248782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.296888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:52.317165 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.566337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cd146719-6c8c-4283-a9aa-06bad35b57f5 None None] Provisioning for port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:52.572423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cd146719-6c8c-4283-a9aa-06bad35b57f5 None None] Provisioning complete for port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:52.573001 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cd146719-6c8c-4283-a9aa-06bad35b57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.655217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cd146719-6c8c-4283-a9aa-06bad35b57f5 None None] Port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:52.707164 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.769159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.20.0.1 (11ea1d22-0a87-4088-95f3-d429a80a49cb/4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3/dae76d6b-18b4-4b12-bf1a-22d8e71df003) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:52.882853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.968564 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.993743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Transition to ACTIVE for port object dae76d6b-18b4-4b12-bf1a-22d8e71df003 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:53.050763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.137488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=dae76d6b-18b4-4b12-bf1a-22d8e71df003,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:53.151517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:53.154035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:53.158537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:53.179710 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.185952 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.216931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c9caf040-4147-4358-a3c9-aadfb34dfc9d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:53.244076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.311141 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:53.315048 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.354634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c9caf040-4147-4358-a3c9-aadfb34dfc9d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:53.355086 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.513909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network cb5af127-54fb-441f-8c46-b820efe2de58 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:53.515731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:53.563273 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.700038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-502aa9ba-0675-47f3-918a-9c4eb8471db1 None None] Provisioning for port dae76d6b-18b4-4b12-bf1a-22d8e71df003 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:53.704750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-502aa9ba-0675-47f3-918a-9c4eb8471db1 None None] Provisioning complete for port dae76d6b-18b4-4b12-bf1a-22d8e71df003 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:53.705419 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-502aa9ba-0675-47f3-918a-9c4eb8471db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.759908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-502aa9ba-0675-47f3-918a-9c4eb8471db1 None None] Port dae76d6b-18b4-4b12-bf1a-22d8e71df003 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:53.884262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a0cabc37-f2a8-459d-81d3-f43ac7729d8c None None] Provisioning complete for port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:53.886103 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a0cabc37-f2a8-459d-81d3-f43ac7729d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.956262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a0cabc37-f2a8-459d-81d3-f43ac7729d8c None None] Port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:53.975219 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.980345 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.002208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:54.068837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.075405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=dae76d6b-18b4-4b12-bf1a-22d8e71df003,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.125596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:54.131048 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e1495862-7835-44ee-8035-227e13735cf9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "PUT /v2.0/routers/96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6539338 Aug 29 04:50:54.137204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Sync routers for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:54.148037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:54.149268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.186081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:54.187872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:54.311257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:54.373873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:54.535569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:54.547345 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329cf123-7298-499e-b754-0cee877d5f30 None None] Sync routers for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:54.550399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.550949 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1f371b8b-d226-49a5-a708-784dd6315a97 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/routers/d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6864467 Aug 29 04:50:54.556313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'port': {'network_id': '11ea1d22-0a87-4088-95f3-d429a80a49cb', 'name': 'tempest-FloatingIPTestJSON-2135719426'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:54.558870 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329cf123-7298-499e-b754-0cee877d5f30 None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:54.559477 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-329cf123-7298-499e-b754-0cee877d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.609614 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-329cf123-7298-499e-b754-0cee877d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.621716 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329cf123-7298-499e-b754-0cee877d5f30 None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:54.622729 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-329cf123-7298-499e-b754-0cee877d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.637461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-800568cb-e5d9-4b3c-9505-7586359c1644 None None] Provisioning complete for port dae76d6b-18b4-4b12-bf1a-22d8e71df003 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:54.650264 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-800568cb-e5d9-4b3c-9505-7586359c1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.673302 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-329cf123-7298-499e-b754-0cee877d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.674271 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329cf123-7298-499e-b754-0cee877d5f30 None None] The sync data for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:54.738543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-800568cb-e5d9-4b3c-9505-7586359c1644 None None] Port dae76d6b-18b4-4b12-bf1a-22d8e71df003 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:54.786348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:50:52Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:59Z', 'revision_number': 1, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2943a7ad-26d0-4fb4-99b1-5116d215a4c6', 'name': '', 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:83:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '33dd1238-1502-4708-873a-9686ee37bd1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:51Z', 'updated_at': '2021-08-29T04:50:52Z', 'revision_number': 2, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '33dd1238-1502-4708-873a-9686ee37bd1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.810003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Made reservation on behalf of acd0ea071cb646caa3330d142dde5044 for: {'port': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:54.813656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.832477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Checking router: 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:54.832843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Updating router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:50:54.844565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] device_id is not set on port 77f513c1-9da4-42d2-a74d-dfd223a39c71 yet. {{(pid=94845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:54.878681 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.050837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Allocated IP 172.20.0.14 (11ea1d22-0a87-4088-95f3-d429a80a49cb/4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3/77f513c1-9da4-42d2-a74d-dfd223a39c71) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:55.216117 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.228281 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Transition to ACTIVE for port object 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:55.236163 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.242967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.258868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Transition to ACTIVE for port object 77f513c1-9da4-42d2-a74d-dfd223a39c71 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:55.284813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aead17-4d86-47bc-982c-260b4c61e603 None None] Pushing event updated for resources: {'Port': ['ID=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.302121 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.372579 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event updated for resources: {'Port': ['ID=77f513c1-9da4-42d2-a74d-dfd223a39c71,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.380650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Attempting to bind port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:55.381301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Attempting to bind port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:55.381897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Attempting to bind port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 on network cb5af127-54fb-441f-8c46-b820efe2de58 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:55.388654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:55.389514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Checking segment: {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:55.390613 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.391231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Bound using segment: {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:55.392002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Bound port: 2943a7ad-26d0-4fb4-99b1-5116d215a4c6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:55.392691 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.405203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:55.408015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:55.413165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:55.506299 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] For port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:55.515307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] For port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:55.522982 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.546845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:55.547458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.574352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-97daee9c-f434-460d-85cd-7a3af35d073c tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0224583 Aug 29 04:50:55.576966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55068) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:55.581738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Request body: {'floatingip': {'port_id': '77f513c1-9da4-42d2-a74d-dfd223a39c71'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:55.629937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:55.630591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:55.675711 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.685580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aead17-4d86-47bc-982c-260b4c61e603 None None] Pushing event updated for resources: {'Port': ['ID=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.804685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:56.001816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8048f5ee-78dd-4d8c-ac5d-7c548f5e532e None None] Provisioning for port 77f513c1-9da4-42d2-a74d-dfd223a39c71 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:56.017914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8048f5ee-78dd-4d8c-ac5d-7c548f5e532e None None] Provisioning complete for port 77f513c1-9da4-42d2-a74d-dfd223a39c71 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:56.018365 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8048f5ee-78dd-4d8c-ac5d-7c548f5e532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.146031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8048f5ee-78dd-4d8c-ac5d-7c548f5e532e None None] Port 77f513c1-9da4-42d2-a74d-dfd223a39c71 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:56.221028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:50:52Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:59Z', 'revision_number': 1, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2943a7ad-26d0-4fb4-99b1-5116d215a4c6', 'name': '', 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:83:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '33dd1238-1502-4708-873a-9686ee37bd1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:51Z', 'updated_at': '2021-08-29T04:50:55Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '33dd1238-1502-4708-873a-9686ee37bd1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.262298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d105443-feb7-47bd-8981-d666cd3749b9 None None] The sync data for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 is: [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:50:52Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:59Z', 'revision_number': 1, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2943a7ad-26d0-4fb4-99b1-5116d215a4c6', 'name': '', 'network_id': 'cb5af127-54fb-441f-8c46-b820efe2de58', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:83:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '33dd1238-1502-4708-873a-9686ee37bd1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:51Z', 'updated_at': '2021-08-29T04:50:55Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '33dd1238-1502-4708-873a-9686ee37bd1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:56.411928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.419658 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.546052 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 4e37889b-2c26-4130-9e47-f97a1ee3b255 associated. External IP: 172.25.1.43, port: f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd. Aug 29 04:50:56.807429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:56.940497 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:56.952327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2702fc5-3c42-4905-a02a-999fd4ccb606 None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:56.974900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2702fc5-3c42-4905-a02a-999fd4ccb606 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:56.975552 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c2702fc5-3c42-4905-a02a-999fd4ccb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:57.040233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c2702fc5-3c42-4905-a02a-999fd4ccb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:57.077182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2702fc5-3c42-4905-a02a-999fd4ccb606 None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:57.078006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c2702fc5-3c42-4905-a02a-999fd4ccb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:57.172755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c2702fc5-3c42-4905-a02a-999fd4ccb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:57.175425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2702fc5-3c42-4905-a02a-999fd4ccb606 None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:57.254005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:57.314069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:57.364847 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.387409 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:57.409203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:57.411113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.443140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:57.450140 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.462073 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54f8c4-8f89-43a1-8737-775efc0732eb None None] Sync routers for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:57.473580 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54f8c4-8f89-43a1-8737-775efc0732eb None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:57.474498 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1e54f8c4-8f89-43a1-8737-775efc0732eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:57.539751 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.547384 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1e54f8c4-8f89-43a1-8737-775efc0732eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:57.551491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6b89374d-32a0-480e-ad9c-0926c94fb3f6 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/floatingips/4e37889b-2c26-4130-9e47-f97a1ee3b255 HTTP/1.1" status: 200 len: 978 time: 1.9734592 Aug 29 04:50:57.554290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55088) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.575239 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54f8c4-8f89-43a1-8737-775efc0732eb None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:57.575916 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1e54f8c4-8f89-43a1-8737-775efc0732eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:57.593027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:57.609617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.630436 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-1e54f8c4-8f89-43a1-8737-775efc0732eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:57.631365 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54f8c4-8f89-43a1-8737-775efc0732eb None None] The sync data for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:57.669344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.686449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port 77f513c1-9da4-42d2-a74d-dfd223a39c71 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:57.686850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.791232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.801188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55094) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.974909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-422e447d-cf5e-487d-83e3-ba38d4d2856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.100331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-422e447d-cf5e-487d-83e3-ba38d4d2856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.106272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-422e447d-cf5e-487d-83e3-ba38d4d2856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.119499 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.119910 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.120282 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Floating IP 4e37889b-2c26-4130-9e47-f97a1ee3b255 disassociated. External IP: 172.25.1.43, port: 77f513c1-9da4-42d2-a74d-dfd223a39c71. Aug 29 04:50:58.121109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for 77f513c1-9da4-42d2-a74d-dfd223a39c71 owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:58.162506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-422e447d-cf5e-487d-83e3-ba38d4d2856e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bc528476834489ea0a171fda542b1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528349 Aug 29 04:50:58.162506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55098) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:58.191522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e447d-cf5e-487d-83e3-ba38d4d2856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e7871-7350-4d23-93b6-57245c5e156a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.227672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e1c460a-0e57-4edc-9017-00a4d43d14d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.259979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e1c460a-0e57-4edc-9017-00a4d43d14d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.285530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.323170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=77f513c1-9da4-42d2-a74d-dfd223a39c71,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.325574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e1c460a-0e57-4edc-9017-00a4d43d14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.330958 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e1c460a-0e57-4edc-9017-00a4d43d14d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.334477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3e1c460a-0e57-4edc-9017-00a4d43d14d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a52e7871-7350-4d23-93b6-57245c5e156a HTTP/1.1" status: 204 len: 168 time: 0.1727335 Aug 29 04:50:58.349977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c460a-0e57-4edc-9017-00a4d43d14d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e7871-7350-4d23-93b6-57245c5e156a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.488388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:58.648830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:58.649422 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.660837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e25bcb-221b-4fbf-a2db-f71e37601f9f None None] Sync routers for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:58.673525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e25bcb-221b-4fbf-a2db-f71e37601f9f None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:58.674583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-06e25bcb-221b-4fbf-a2db-f71e37601f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:58.720204 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-06e25bcb-221b-4fbf-a2db-f71e37601f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:58.731089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e25bcb-221b-4fbf-a2db-f71e37601f9f None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:58.731909 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-06e25bcb-221b-4fbf-a2db-f71e37601f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:58.735615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.738461 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1b42408-fa32-451d-9fc1-97d3b3a10dad tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/ports/77f513c1-9da4-42d2-a74d-dfd223a39c71 HTTP/1.1" status: 204 len: 168 time: 1.1824861 Aug 29 04:50:58.741472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55106) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:58.770685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-06e25bcb-221b-4fbf-a2db-f71e37601f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:58.771629 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e25bcb-221b-4fbf-a2db-f71e37601f9f None None] The sync data for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:58.832327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55108) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:58.848533 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ce5821d-3089-4f87-8b6b-bfe73aba5b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.961793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ce5821d-3089-4f87-8b6b-bfe73aba5b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.966887 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ce5821d-3089-4f87-8b6b-bfe73aba5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.008850 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7ce5821d-3089-4f87-8b6b-bfe73aba5b28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b2fde905ef441c0b38935bb43e80864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750097 Aug 29 04:50:59.009918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5821d-3089-4f87-8b6b-bfe73aba5b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474203c7-3d9f-410e-b7c8-32b51ce9a2a0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:59.013182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55112) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:59.076355 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d75e0cc-38c5-468f-b084-86c308d7ee69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.119096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d75e0cc-38c5-468f-b084-86c308d7ee69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.140533 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-28961d58-2a3f-42f8-802d-a26cd71767d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0725849 Aug 29 04:50:59.183433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:59.188472 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d75e0cc-38c5-468f-b084-86c308d7ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.192879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8d75e0cc-38c5-468f-b084-86c308d7ee69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.195335 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8d75e0cc-38c5-468f-b084-86c308d7ee69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/474203c7-3d9f-410e-b7c8-32b51ce9a2a0 HTTP/1.1" status: 204 len: 168 time: 0.1804843 Aug 29 04:50:59.219169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75e0cc-38c5-468f-b084-86c308d7ee69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474203c7-3d9f-410e-b7c8-32b51ce9a2a0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:59.272917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-8a04d885-2e92-45b4-901a-8a0a5a5424a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:59.275094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-8a04d885-2e92-45b4-901a-8a0a5a5424a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 1098 time: 0.0665503 Aug 29 04:50:59.305078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:59.305802 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.428660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-2520fbcd-8c5a-49cb-a63e-211a0080f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:59.430198 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-2520fbcd-8c5a-49cb-a63e-211a0080f9fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.1320879 Aug 29 04:50:59.534991 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-d4688705-d14f-4edc-ad76-7799f5b766e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39 HTTP/1.1" status: 200 len: 1001 time: 0.0960014 Aug 29 04:50:59.594670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-1ee0f17a-4750-489c-8c08-6972cd5fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:59.597107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-1ee0f17a-4750-489c-8c08-6972cd5fb876 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.0532296 Aug 29 04:50:59.631874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.650361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-c4eb849e-3b0b-4090-8ec0-1fd3ef404127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:59.652684 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-c4eb849e-3b0b-4090-8ec0-1fd3ef404127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477111 Aug 29 04:50:59.764068 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-902ce8ba-7d42-428c-9b30-bf92af7383bc service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029482 Aug 29 04:50:59.878047 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e03093d-0951-4536-835b-73a8c88ba9fe req-660a9317-a4b6-4b7f-a312-d67abac2944c service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045341 Aug 29 04:50:59.984354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port dae76d6b-18b4-4b12-bf1a-22d8e71df003 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:59.984940 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.091463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.104038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for dae76d6b-18b4-4b12-bf1a-22d8e71df003 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:00.329576 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.366354 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=dae76d6b-18b4-4b12-bf1a-22d8e71df003,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.576241 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.829010 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:00.913112 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-199a5111-fea3-4bc0-a72f-b4e0f2c0ba20 req-9fc0a84c-fee5-4496-b0e2-f35dbcb1c19d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333431 Aug 29 04:51:00.931976 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:00.946786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:00.956137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a7ef032e-e464-42ae-ad99-828b79292212 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/routers/d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2125635 Aug 29 04:51:00.958458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55156) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:00.959037 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8b2b2-9a3a-4c8f-b8f6-2ee70389d8ae None None] Sync routers for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:00.974047 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8b2b2-9a3a-4c8f-b8f6-2ee70389d8ae None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:00.975025 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-bdc8b2b2-9a3a-4c8f-b8f6-2ee70389d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:01.024538 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-bdc8b2b2-9a3a-4c8f-b8f6-2ee70389d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:01.034350 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8b2b2-9a3a-4c8f-b8f6-2ee70389d8ae None None] Routers {'d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:01.035084 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-bdc8b2b2-9a3a-4c8f-b8f6-2ee70389d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:01.037530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-199a5111-fea3-4bc0-a72f-b4e0f2c0ba20 req-091aabac-e66f-4e5c-9ae2-77ab8db5dfc6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0304682 Aug 29 04:51:01.073396 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-bdc8b2b2-9a3a-4c8f-b8f6-2ee70389d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:01.074140 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8b2b2-9a3a-4c8f-b8f6-2ee70389d8ae None None] The sync data for ids ['d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78'] in n-d-712142-15 is: [] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:01.120163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-199a5111-fea3-4bc0-a72f-b4e0f2c0ba20 req-50587504-29f4-41db-80b3-b0a6d6758a32 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584662 Aug 29 04:51:01.527756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.633230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5111-fea3-4bc0-a72f-b4e0f2c0ba20 req-79c37ab7-e8bb-4efa-9934-1ab3e575c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:01.634732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-199a5111-fea3-4bc0-a72f-b4e0f2c0ba20 req-79c37ab7-e8bb-4efa-9934-1ab3e575c39a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5073564 Aug 29 04:51:01.665054 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.718670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port 672900c6-3117-48db-bdb7-5fd04e2810cc {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:01.719029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.802501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.815339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for 672900c6-3117-48db-bdb7-5fd04e2810cc owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:01.987285 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.017136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=672900c6-3117-48db-bdb7-5fd04e2810cc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:02.085450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.187660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.189860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.236112 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.236563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Fanout notify agent at l3_agent the message router_deleted on router d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:02.243451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.244594 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-508d5083-30b9-4eac-974d-1f11aeb9a885 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/routers/d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 HTTP/1.1" status: 204 len: 168 time: 1.2848797 Aug 29 04:51:02.247734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55170) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.313355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9f4280-eb24-4b1b-aab0-23b35055ca3b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting subnet 4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:02.317336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4280-eb24-4b1b-aab0-23b35055ca3b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.362282 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4280-eb24-4b1b-aab0-23b35055ca3b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.455705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4280-eb24-4b1b-aab0-23b35055ca3b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.522131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4280-eb24-4b1b-aab0-23b35055ca3b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.562039 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f4280-eb24-4b1b-aab0-23b35055ca3b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Subnet': ['ID=4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:02.568995 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4280-eb24-4b1b-aab0-23b35055ca3b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.573766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55178) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.574331 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7d9f4280-eb24-4b1b-aab0-23b35055ca3b tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/subnets/4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3 HTTP/1.1" status: 204 len: 168 time: 0.3250985 Aug 29 04:51:02.588477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c7575-85aa-4cc9-8805-b52c9276a14d None None] Network 11ea1d22-0a87-4088-95f3-d429a80a49cb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:02.685964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.763254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port c9caf040-4147-4358-a3c9-aadfb34dfc9d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:02.763744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.851489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] For port c9caf040-4147-4358-a3c9-aadfb34dfc9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c9caf040-4147-4358-a3c9-aadfb34dfc9d,segment=NetworkSegment(9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc),segment_id=9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:02.851866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.866112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] DHCP port deletion for 11ea1d22-0a87-4088-95f3-d429a80a49cb request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:02.866337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for c9caf040-4147-4358-a3c9-aadfb34dfc9d owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:02.945347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] Deleting port c9caf040-4147-4358-a3c9-aadfb34dfc9d {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:02.946034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.966748 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.995867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=c9caf040-4147-4358-a3c9-aadfb34dfc9d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.013140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] No DVR routers for this DVR port c9caf040-4147-4358-a3c9-aadfb34dfc9d on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:03.023940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] For port c9caf040-4147-4358-a3c9-aadfb34dfc9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c9caf040-4147-4358-a3c9-aadfb34dfc9d,segment=NetworkSegment(9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc),segment_id=9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:03.024381 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.038649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] Calling delete_port for c9caf040-4147-4358-a3c9-aadfb34dfc9d owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:03.122181 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.139156 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.139977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ea1d22-0a87-4088-95f3-d429a80a49cb']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.154866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.155485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0bed11-f0ba-4d0e-8ddd-710f8a1c85dc') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.166697 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.182535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] No DVR routers for this DVR port c9caf040-4147-4358-a3c9-aadfb34dfc9d on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:03.183951 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.195418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afd675-55b0-4946-b6af-1adc86bb3898 None None] Pushing event deleted for resources: {'Port': ['ID=c9caf040-4147-4358-a3c9-aadfb34dfc9d,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.196244 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:03.196244 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:03.197879 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:03.203444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c9caf040-4147-4358-a3c9-aadfb34dfc9d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:03.227345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c9caf040-4147-4358-a3c9-aadfb34dfc9d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:03.227564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c9caf040-4147-4358-a3c9-aadfb34dfc9d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:03.279652 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.288649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.293435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/networks/11ea1d22-0a87-4088-95f3-d429a80a49cb HTTP/1.1" status: 204 len: 168 time: 0.7149820 Aug 29 04:51:03.294273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55204) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.347627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c86a7c-664f-4c01-bfa6-6d6d32da27e3 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Network': ['ID=11ea1d22-0a87-4088-95f3-d429a80a49cb,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.447208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port 0cdd809b-66d4-449f-ad23-b95236172ee1 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:03.447818 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.538318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.538557 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.551258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for 0cdd809b-66d4-449f-ad23-b95236172ee1 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:03.705479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.732849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=0cdd809b-66d4-449f-ad23-b95236172ee1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.806250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.810434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.811624 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9ed4b612-0b04-43a6-9e31-8cff7e51ca3d tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/floatingips/4e37889b-2c26-4130-9e47-f97a1ee3b255 HTTP/1.1" status: 204 len: 168 time: 0.5170684 Aug 29 04:51:03.816813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55220) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.841999 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fa3c0b-b389-4b2a-9a4a-11532381b7c0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:03.842774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fa3c0b-b389-4b2a-9a4a-11532381b7c0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:03.844566 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-85fa3c0b-b389-4b2a-9a4a-11532381b7c0 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/ports/77f513c1-9da4-42d2-a74d-dfd223a39c71 HTTP/1.1" status: 404 len: 333 time: 0.0267580 Aug 29 04:51:03.847390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55222) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.880024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fe75c82e-75b2-4636-b2b9-241c63974cbc tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 HTTP/1.1" status: 200 len: 205 time: 0.0313218 Aug 29 04:51:03.882121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55224) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.920642 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-030fc364-67f0-4e5e-8a0d-b362418357cd tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] delete failed (client error): The resource could not be found. Aug 29 04:51:03.924165 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-030fc364-67f0-4e5e-8a0d-b362418357cd tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/routers/d5b6eb3b-c5e1-46b3-9252-a4af5a5ceb78 HTTP/1.1" status: 404 len: 336 time: 0.0387213 Aug 29 04:51:03.924404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55228) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.955431 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-871ed747-fb3d-40fd-817e-fa81bfa133d8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:03.955891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871ed747-fb3d-40fd-817e-fa81bfa133d8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:03.960023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-871ed747-fb3d-40fd-817e-fa81bfa133d8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/subnets/4d42ea3d-fae0-4c49-9b25-4f4fdf48ffb3 HTTP/1.1" status: 404 len: 337 time: 0.0327859 Aug 29 04:51:03.960623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55230) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.075493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1c8239f6-0b55-4a31-87f5-599cb8103d24 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:04.076075 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c8239f6-0b55-4a31-87f5-599cb8103d24 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.180917 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c8239f6-0b55-4a31-87f5-599cb8103d24 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.196186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-1c8239f6-0b55-4a31-87f5-599cb8103d24 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd owned by {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:04.361512 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c8239f6-0b55-4a31-87f5-599cb8103d24 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.403419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8239f6-0b55-4a31-87f5-599cb8103d24 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:04.512576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1c8239f6-0b55-4a31-87f5-599cb8103d24 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.516378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1c8239f6-0b55-4a31-87f5-599cb8103d24 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/ports/f2f1e4b8-9399-4214-9fd9-c6e3c5693fbd HTTP/1.1" status: 204 len: 168 time: 0.5533402 Aug 29 04:51:04.517681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55242) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.616985 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-59a90953-c39d-42ed-8915-47c0201fc772 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port 7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:04.617354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59a90953-c39d-42ed-8915-47c0201fc772 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.708504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59a90953-c39d-42ed-8915-47c0201fc772 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.723104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-59a90953-c39d-42ed-8915-47c0201fc772 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for 7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5 owned by {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:04.890595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59a90953-c39d-42ed-8915-47c0201fc772 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.922565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a90953-c39d-42ed-8915-47c0201fc772 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:04.998245 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59a90953-c39d-42ed-8915-47c0201fc772 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.003081 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-59a90953-c39d-42ed-8915-47c0201fc772 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/ports/7d945ee9-9ef5-4e24-9e53-a01a9df3d4b5 HTTP/1.1" status: 204 len: 168 time: 0.4817355 Aug 29 04:51:05.003340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55250) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:05.059488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bba69-5dff-432b-b6f1-5b582abaf58e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:05.063600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f3bba69-5dff-432b-b6f1-5b582abaf58e tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f304d98-c581-49d9-91e1-0705394b5a8f HTTP/1.1" status: 200 len: 913 time: 0.0567236 Aug 29 04:51:05.063843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55256) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:05.471778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.765382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port eebe8a09-055b-4245-9ccc-11cef1e4654e {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:05.766122 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.177491 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.192554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for eebe8a09-055b-4245-9ccc-11cef1e4654e owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:06.431033 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.470222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=eebe8a09-055b-4245-9ccc-11cef1e4654e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.680979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.942936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Router 9f304d98-c581-49d9-91e1-0705394b5a8f has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:07.071373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:07.084484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed46c6a9-918b-43a5-a190-af0a9fc341ee None None] Sync routers for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:07.086074 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b00ba164-2ea7-4f6d-aeaa-76efef1ae2d7 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "PUT /v2.0/routers/9f304d98-c581-49d9-91e1-0705394b5a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0211303 Aug 29 04:51:07.088772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55292) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:07.109143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46c6a9-918b-43a5-a190-af0a9fc341ee None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:07.110051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ed46c6a9-918b-43a5-a190-af0a9fc341ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:07.150252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ed46c6a9-918b-43a5-a190-af0a9fc341ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:07.162411 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46c6a9-918b-43a5-a190-af0a9fc341ee None None] Routers {'9f304d98-c581-49d9-91e1-0705394b5a8f'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:07.163332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ed46c6a9-918b-43a5-a190-af0a9fc341ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['9f304d98-c581-49d9-91e1-0705394b5a8f'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:07.206548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-ed46c6a9-918b-43a5-a190-af0a9fc341ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:07.207384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed46c6a9-918b-43a5-a190-af0a9fc341ee None None] The sync data for ids ['9f304d98-c581-49d9-91e1-0705394b5a8f'] in n-d-712142-15 is: [] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:07.224446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.382043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.455947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting port f7ed577b-52f8-416f-b77e-fad510b432af {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:07.456339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.547972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.567631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Calling delete_port for f7ed577b-52f8-416f-b77e-fad510b432af owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:07.816788 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.851400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Port': ['ID=f7ed577b-52f8-416f-b77e-fad510b432af,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:07.930110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.032723 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.034734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.087251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.087729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Fanout notify agent at l3_agent the message router_deleted on router 9f304d98-c581-49d9-91e1-0705394b5a8f {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:08.099041 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.100743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-45d51312-799e-48ad-b03f-caa92178986f tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/routers/9f304d98-c581-49d9-91e1-0705394b5a8f HTTP/1.1" status: 204 len: 168 time: 1.0103114 Aug 29 04:51:08.102944 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55316) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.168396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e66cbf2-e4fb-410f-96fe-33b446e76261 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Deleting subnet 0277b55e-5f95-4500-99c1-ed5bec2a50db {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:08.172119 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e66cbf2-e4fb-410f-96fe-33b446e76261 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.228879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e66cbf2-e4fb-410f-96fe-33b446e76261 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.289429 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e66cbf2-e4fb-410f-96fe-33b446e76261 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.361841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e66cbf2-e4fb-410f-96fe-33b446e76261 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.396957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66cbf2-e4fb-410f-96fe-33b446e76261 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Subnet': ['ID=0277b55e-5f95-4500-99c1-ed5bec2a50db,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:08.401284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e66cbf2-e4fb-410f-96fe-33b446e76261 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.405730 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2e66cbf2-e4fb-410f-96fe-33b446e76261 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/subnets/0277b55e-5f95-4500-99c1-ed5bec2a50db HTTP/1.1" status: 204 len: 168 time: 0.2993577 Aug 29 04:51:08.406350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55322) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.503841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.609224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.621401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25344bc-91fd-4f00-9673-4857da493e3b']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.635547 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef050004-38f5-4f48-9e73-e8051574afe5') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.636207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef050004-38f5-4f48-9e73-e8051574afe5') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.650230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.668845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.677271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:08.678036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:08.682032 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:08.760243 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.768403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.772783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] 10.222.0.58 "DELETE /v2.0/networks/c25344bc-91fd-4f00-9673-4857da493e3b HTTP/1.1" status: 204 len: 168 time: 0.3633144 Aug 29 04:51:08.785341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b34ff2-fafa-4a36-b18c-f1e1341f1fa8 tempest-FloatingIPTestJSON-2099926978 tempest-FloatingIPTestJSON-2099926978-project] Pushing event deleted for resources: {'Network': ['ID=c25344bc-91fd-4f00-9673-4857da493e3b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:09.102818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55344) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.275612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e34fbbf1-1a13-423b-958c-c5b76591bc98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acd0ea071cb646caa3330d142dde5044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714489 Aug 29 04:51:09.278624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55358) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.348890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8af4a50c-eae7-41a3-ad53-5d6c1f78f0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.376415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8af4a50c-eae7-41a3-ad53-5d6c1f78f0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.435570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8af4a50c-eae7-41a3-ad53-5d6c1f78f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.439259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8af4a50c-eae7-41a3-ad53-5d6c1f78f0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.443037 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8af4a50c-eae7-41a3-ad53-5d6c1f78f0a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec012bb3-8082-448b-b548-bad781aafa76 HTTP/1.1" status: 204 len: 168 time: 0.1610389 Aug 29 04:51:09.449892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4a50c-eae7-41a3-ad53-5d6c1f78f0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec012bb3-8082-448b-b548-bad781aafa76,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:10.222362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55416) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:10.384276 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0168bbae-9672-4fff-8436-60d40ca9b941 tempest-DvrRoutersNegativeTest-1818227759 tempest-DvrRoutersNegativeTest-1818227759-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1168349908', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:10.387921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.policy [None req-0168bbae-9672-4fff-8436-60d40ca9b941 tempest-DvrRoutersNegativeTest-1818227759 tempest-DvrRoutersNegativeTest-1818227759-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94845) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 29 04:51:10.391109 n-d-712142-15 neutron-server[94845]: DEBUG neutron.policy [None req-0168bbae-9672-4fff-8436-60d40ca9b941 tempest-DvrRoutersNegativeTest-1818227759 tempest-DvrRoutersNegativeTest-1818227759-project] Failed policy check for 'create_router' {{(pid=94845) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 29 04:51:10.392115 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-0168bbae-9672-4fff-8436-60d40ca9b941 tempest-DvrRoutersNegativeTest-1818227759 tempest-DvrRoutersNegativeTest-1818227759-project] create failed (client error): Access was denied to this resource. Aug 29 04:51:10.393389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0168bbae-9672-4fff-8436-60d40ca9b941 tempest-DvrRoutersNegativeTest-1818227759 tempest-DvrRoutersNegativeTest-1818227759-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1694639 Aug 29 04:51:10.681263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55442) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:10.811251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5d41d5e0-862e-4d5e-a29c-6dda3570edd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.920315 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5d41d5e0-862e-4d5e-a29c-6dda3570edd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.925809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5d41d5e0-862e-4d5e-a29c-6dda3570edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.973973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5d41d5e0-862e-4d5e-a29c-6dda3570edd0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee26c29ad17e46bcb47a342bf4738b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889111 Aug 29 04:51:10.973973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41d5e0-862e-4d5e-a29c-6dda3570edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf61a2f5-f1d3-4084-b72b-2194db991905,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:10.974398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55454) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:11.041518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdb3b-4dad-4f45-8874-daca24f77a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.075707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdb3b-4dad-4f45-8874-daca24f77a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.128737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdb3b-4dad-4f45-8874-daca24f77a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.131338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdb3b-4dad-4f45-8874-daca24f77a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.135263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0d0fdb3b-4dad-4f45-8874-daca24f77a1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf61a2f5-f1d3-4084-b72b-2194db991905 HTTP/1.1" status: 204 len: 168 time: 0.1575699 Aug 29 04:51:11.142670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fdb3b-4dad-4f45-8874-daca24f77a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf61a2f5-f1d3-4084-b72b-2194db991905,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:11.927965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55504) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.039742 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463686267'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:12.073860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.093695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.207925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.220017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.266336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7c4fdf-c248-44d0-a244-f6c1171f2439,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.345428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.350684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.388604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.392553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4608479 Aug 29 04:51:12.392767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55520) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.400427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af28d1-4e52-4eb0-9ad5-e3706ba48756 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c071f0-80e2-4214-beb8-6366b41d829b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.456217 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-867bc5ae-6aae-4274-acce-75bf688de3e3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0621758 Aug 29 04:51:12.459128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55522) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.463624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-47570060-13c6-4bfe-abfd-70d0459d63a8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-security--1688358271', 'description': 'tempest-security-description-2064734220'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:12.495752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47570060-13c6-4bfe-abfd-70d0459d63a8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.545755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47570060-13c6-4bfe-abfd-70d0459d63a8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.550602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47570060-13c6-4bfe-abfd-70d0459d63a8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.553319 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47570060-13c6-4bfe-abfd-70d0459d63a8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.554669 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-47570060-13c6-4bfe-abfd-70d0459d63a8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "PUT /v2.0/security-groups/83c071f0-80e2-4214-beb8-6366b41d829b HTTP/1.1" status: 200 len: 1780 time: 0.0946109 Aug 29 04:51:12.558160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55532) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.586502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47570060-13c6-4bfe-abfd-70d0459d63a8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c071f0-80e2-4214-beb8-6366b41d829b,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.606132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55534) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.606299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3637f892-1637-47f5-ab20-a9aa1f899b65 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups/83c071f0-80e2-4214-beb8-6366b41d829b HTTP/1.1" status: 200 len: 1780 time: 0.0469415 Aug 29 04:51:12.683734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be1647e4-a76b-41f1-8959-8a839cb4c96c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.707671 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be1647e4-a76b-41f1-8959-8a839cb4c96c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.752209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be1647e4-a76b-41f1-8959-8a839cb4c96c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.754989 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-be1647e4-a76b-41f1-8959-8a839cb4c96c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.758718 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-be1647e4-a76b-41f1-8959-8a839cb4c96c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/83c071f0-80e2-4214-beb8-6366b41d829b HTTP/1.1" status: 204 len: 168 time: 0.1489291 Aug 29 04:51:12.759118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55538) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.768981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1647e4-a76b-41f1-8959-8a839cb4c96c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c071f0-80e2-4214-beb8-6366b41d829b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.839914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ef896dff-2023-4347-8239-f2442ad1f60d tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787313 Aug 29 04:51:12.842603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55548) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.858788 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-bc771dfe-4a2d-4a2d-9887-445d320375c5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] delete failed (client error): The resource could not be found. Aug 29 04:51:12.863720 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bc771dfe-4a2d-4a2d-9887-445d320375c5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/83c071f0-80e2-4214-beb8-6366b41d829b HTTP/1.1" status: 404 len: 347 time: 0.0161524 Aug 29 04:51:12.866514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55550) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.872759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4c5fa618-d689-40e7-a2d5-baaaf8049aad tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-secgroup--663436192'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:12.910068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c5fa618-d689-40e7-a2d5-baaaf8049aad tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.015765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c5fa618-d689-40e7-a2d5-baaaf8049aad tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.020316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c5fa618-d689-40e7-a2d5-baaaf8049aad tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.047873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c5fa618-d689-40e7-a2d5-baaaf8049aad tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.052285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55552) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.052485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4c5fa618-d689-40e7-a2d5-baaaf8049aad tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1847100 Aug 29 04:51:13.057569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fa618-d689-40e7-a2d5-baaaf8049aad tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9b6161-d3a0-4f67-a75f-fedefc092a86,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.061234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-668c5fda-40b3-486e-8ae1-28044d0d980a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'bd9b6161-d3a0-4f67-a75f-fedefc092a86', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.099350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-668c5fda-40b3-486e-8ae1-28044d0d980a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.182820 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-668c5fda-40b3-486e-8ae1-28044d0d980a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.187012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-668c5fda-40b3-486e-8ae1-28044d0d980a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.221836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c5fda-40b3-486e-8ae1-28044d0d980a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0d0621-b16f-4905-a507-7a33148a97a0,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.226495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-668c5fda-40b3-486e-8ae1-28044d0d980a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.228163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-668c5fda-40b3-486e-8ae1-28044d0d980a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741838 Aug 29 04:51:13.231720 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55564) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.264965 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2df5e6d-7d06-4a38-8fae-98fafa67b6d4 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.273790 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2df5e6d-7d06-4a38-8fae-98fafa67b6d4 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.303065 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2df5e6d-7d06-4a38-8fae-98fafa67b6d4 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.308971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2df5e6d-7d06-4a38-8fae-98fafa67b6d4 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.310867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b2df5e6d-7d06-4a38-8fae-98fafa67b6d4 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6e0d0621-b16f-4905-a507-7a33148a97a0 HTTP/1.1" status: 204 len: 168 time: 0.0732226 Aug 29 04:51:13.313908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55566) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.334820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df5e6d-7d06-4a38-8fae-98fafa67b6d4 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e0d0621-b16f-4905-a507-7a33148a97a0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.382588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55572) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.388422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-266d596e-3893-46f4-840b-a9049f9da744 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0634725 Aug 29 04:51:13.454125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adb6e90f-fae1-4506-a6fe-746bfe23c0d8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.483530 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adb6e90f-fae1-4506-a6fe-746bfe23c0d8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.541700 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adb6e90f-fae1-4506-a6fe-746bfe23c0d8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.544962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adb6e90f-fae1-4506-a6fe-746bfe23c0d8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.546219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-adb6e90f-fae1-4506-a6fe-746bfe23c0d8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/bd9b6161-d3a0-4f67-a75f-fedefc092a86 HTTP/1.1" status: 204 len: 168 time: 0.1626205 Aug 29 04:51:13.549065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55578) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.569050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6e90f-fae1-4506-a6fe-746bfe23c0d8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9b6161-d3a0-4f67-a75f-fedefc092a86,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.608862 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-724e6172-566d-4053-8a8b-2f05a3b28367 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582235 Aug 29 04:51:13.613216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55580) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.618214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-be173b42-3985-4eb1-b37f-8655ac0e5c26 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-secgroup--129472649'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.648858 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be173b42-3985-4eb1-b37f-8655ac0e5c26 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.791280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be173b42-3985-4eb1-b37f-8655ac0e5c26 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.797016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be173b42-3985-4eb1-b37f-8655ac0e5c26 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.838061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be173b42-3985-4eb1-b37f-8655ac0e5c26 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b063f-5542-48d1-b476-9d417d42647b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.840963 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be173b42-3985-4eb1-b37f-8655ac0e5c26 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.845012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-be173b42-3985-4eb1-b37f-8655ac0e5c26 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2281089 Aug 29 04:51:13.845213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55592) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.850932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2f3ce733-9994-4e8a-9a33-db1de20d5227 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b063f-5542-48d1-b476-9d417d42647b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.878058 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce733-9994-4e8a-9a33-db1de20d5227 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.947964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce733-9994-4e8a-9a33-db1de20d5227 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.953140 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce733-9994-4e8a-9a33-db1de20d5227 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.973786 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ce733-9994-4e8a-9a33-db1de20d5227 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc49efc-099c-45f4-a24c-bad722832f96,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.981007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce733-9994-4e8a-9a33-db1de20d5227 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.982297 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f3ce733-9994-4e8a-9a33-db1de20d5227 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360314 Aug 29 04:51:13.984996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55598) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.994179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-faebafff-eea4-4e4c-b35d-c855138a5341 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b063f-5542-48d1-b476-9d417d42647b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:14.019948 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faebafff-eea4-4e4c-b35d-c855138a5341 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.097656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faebafff-eea4-4e4c-b35d-c855138a5341 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.102869 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faebafff-eea4-4e4c-b35d-c855138a5341 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.121424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebafff-eea4-4e4c-b35d-c855138a5341 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c2a4d8-4044-4afb-8e6f-7345521e770f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.129331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-faebafff-eea4-4e4c-b35d-c855138a5341 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.132545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-faebafff-eea4-4e4c-b35d-c855138a5341 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463943 Aug 29 04:51:14.133777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55604) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.141069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fe004abc-8c54-4577-ad10-82b6cb274248 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b063f-5542-48d1-b476-9d417d42647b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:14.173990 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe004abc-8c54-4577-ad10-82b6cb274248 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.240269 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe004abc-8c54-4577-ad10-82b6cb274248 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.244584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe004abc-8c54-4577-ad10-82b6cb274248 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.280349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe004abc-8c54-4577-ad10-82b6cb274248 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6110164-2a48-4843-872b-a87530040546,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.289829 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fe004abc-8c54-4577-ad10-82b6cb274248 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.292055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fe004abc-8c54-4577-ad10-82b6cb274248 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562483 Aug 29 04:51:14.294535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55612) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.299403 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2a72fdd8-47aa-44b2-8169-68026f50541b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b063f-5542-48d1-b476-9d417d42647b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:14.339660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a72fdd8-47aa-44b2-8169-68026f50541b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.413994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a72fdd8-47aa-44b2-8169-68026f50541b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.418806 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a72fdd8-47aa-44b2-8169-68026f50541b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.443548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72fdd8-47aa-44b2-8169-68026f50541b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0759f0a-25c6-4ffe-82f5-0dc06fc30af6,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.452355 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2a72fdd8-47aa-44b2-8169-68026f50541b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.458117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2a72fdd8-47aa-44b2-8169-68026f50541b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624460 Aug 29 04:51:14.458992 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55620) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.464611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-04b95efa-dfe3-48a3-9c30-8e9f10d818c6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b063f-5542-48d1-b476-9d417d42647b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:14.499925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-04b95efa-dfe3-48a3-9c30-8e9f10d818c6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.595232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-04b95efa-dfe3-48a3-9c30-8e9f10d818c6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.603491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-04b95efa-dfe3-48a3-9c30-8e9f10d818c6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.616328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55622) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.633988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b95efa-dfe3-48a3-9c30-8e9f10d818c6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f78b7c-3602-4a79-8081-17d3cf2b817c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.667289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-04b95efa-dfe3-48a3-9c30-8e9f10d818c6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.670519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-04b95efa-dfe3-48a3-9c30-8e9f10d818c6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2099302 Aug 29 04:51:14.674089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55626) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.758955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cee31309-ac8f-40c1-a440-671d12a571ca tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.784768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cee31309-ac8f-40c1-a440-671d12a571ca tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.833922 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cee31309-ac8f-40c1-a440-671d12a571ca tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.854225 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cee31309-ac8f-40c1-a440-671d12a571ca tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.857907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cee31309-ac8f-40c1-a440-671d12a571ca tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a4f78b7c-3602-4a79-8081-17d3cf2b817c HTTP/1.1" status: 204 len: 168 time: 0.1804054 Aug 29 04:51:14.857907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee31309-ac8f-40c1-a440-671d12a571ca tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4f78b7c-3602-4a79-8081-17d3cf2b817c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.858315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55638) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.938965 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d4fdf63e-fa8f-4331-96e9-8ae1ea930242 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0792589 Aug 29 04:51:14.942019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55640) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.980426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9eff9fe-4f46-4a46-85e7-d2b56eb76523 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.011841 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9eff9fe-4f46-4a46-85e7-d2b56eb76523 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.119247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9eff9fe-4f46-4a46-85e7-d2b56eb76523 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.130109 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c9eff9fe-4f46-4a46-85e7-d2b56eb76523 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.131350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c9eff9fe-4f46-4a46-85e7-d2b56eb76523 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b0759f0a-25c6-4ffe-82f5-0dc06fc30af6 HTTP/1.1" status: 204 len: 168 time: 0.1884143 Aug 29 04:51:15.134138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55650) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.159870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eff9fe-4f46-4a46-85e7-d2b56eb76523 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0759f0a-25c6-4ffe-82f5-0dc06fc30af6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.209056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-801b2b1e-1306-45db-b49a-59e711dde0ea tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0677717 Aug 29 04:51:15.209056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55656) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.246123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a79c8610-9dc1-486b-96c0-4fde5d72a4b6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.255783 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a79c8610-9dc1-486b-96c0-4fde5d72a4b6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.285993 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a79c8610-9dc1-486b-96c0-4fde5d72a4b6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.293797 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a79c8610-9dc1-486b-96c0-4fde5d72a4b6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.298278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55658) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.298618 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a79c8610-9dc1-486b-96c0-4fde5d72a4b6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d6110164-2a48-4843-872b-a87530040546 HTTP/1.1" status: 204 len: 168 time: 0.0908449 Aug 29 04:51:15.307362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c8610-9dc1-486b-96c0-4fde5d72a4b6 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6110164-2a48-4843-872b-a87530040546,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.325668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.404290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55660) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.405164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7d7df17b-40f5-47ac-aef5-6e332685bb15 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1053367 Aug 29 04:51:15.433513 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c5d78f8-aa3a-41a2-bc98-9067e6977141 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.442368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c5d78f8-aa3a-41a2-bc98-9067e6977141 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.481380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c5d78f8-aa3a-41a2-bc98-9067e6977141 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.487356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2c5d78f8-aa3a-41a2-bc98-9067e6977141 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.489425 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2c5d78f8-aa3a-41a2-bc98-9067e6977141 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f8c2a4d8-4044-4afb-8e6f-7345521e770f HTTP/1.1" status: 204 len: 168 time: 0.0841124 Aug 29 04:51:15.497430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55668) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.499178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d78f8-aa3a-41a2-bc98-9067e6977141 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8c2a4d8-4044-4afb-8e6f-7345521e770f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.619543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ff29d5f7-05fb-4b58-bf84-044e8ca9f230 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1205966 Aug 29 04:51:15.623218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55672) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.660599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c3d3-23cd-448a-b0e9-c753cc9b8ff9 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.669932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c3d3-23cd-448a-b0e9-c753cc9b8ff9 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.701520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c3d3-23cd-448a-b0e9-c753cc9b8ff9 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.712311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c3d3-23cd-448a-b0e9-c753cc9b8ff9 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.713848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ddf9c3d3-23cd-448a-b0e9-c753cc9b8ff9 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8dc49efc-099c-45f4-a24c-bad722832f96 HTTP/1.1" status: 204 len: 168 time: 0.0893295 Aug 29 04:51:15.717843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55674) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.726595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9c3d3-23cd-448a-b0e9-c753cc9b8ff9 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dc49efc-099c-45f4-a24c-bad722832f96,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.769027 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-34b86237-007d-4363-972c-2ab44781920d tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498087 Aug 29 04:51:15.771587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55680) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.838801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:15.839016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.865063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-576ac5a9-53bf-4e25-ae6a-258f3c1c3408 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.891672 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-576ac5a9-53bf-4e25-ae6a-258f3c1c3408 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.950163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port 2943a7ad-26d0-4fb4-99b1-5116d215a4c6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:15.950681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.960707 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-576ac5a9-53bf-4e25-ae6a-258f3c1c3408 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.963539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-576ac5a9-53bf-4e25-ae6a-258f3c1c3408 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.964799 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-576ac5a9-53bf-4e25-ae6a-258f3c1c3408 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/ec4b063f-5542-48d1-b476-9d417d42647b HTTP/1.1" status: 204 len: 168 time: 0.1902838 Aug 29 04:51:15.968769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55688) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.971874 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:15.975853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ac5a9-53bf-4e25-ae6a-258f3c1c3408 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b063f-5542-48d1-b476-9d417d42647b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.071675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55690) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.071922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c19b16ac-c35d-4ddb-a861-cff8805531c5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001692 Aug 29 04:51:16.076140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a22e7caa-fb34-45a8-ae50-8fdf4fb5b25a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709339182'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:16.119428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a22e7caa-fb34-45a8-ae50-8fdf4fb5b25a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.271538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a22e7caa-fb34-45a8-ae50-8fdf4fb5b25a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.279413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a22e7caa-fb34-45a8-ae50-8fdf4fb5b25a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.293853 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.313560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a22e7caa-fb34-45a8-ae50-8fdf4fb5b25a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.317206 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a22e7caa-fb34-45a8-ae50-8fdf4fb5b25a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2433963 Aug 29 04:51:16.317206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e7caa-fb34-45a8-ae50-8fdf4fb5b25a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0861602b-b3e4-437f-8c9f-23215b7b234b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.327901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55702) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.329838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=2943a7ad-26d0-4fb4-99b1-5116d215a4c6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.342773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-06748b61-18bc-4e60-872f-cf9a9e56ab4f tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': '0861602b-b3e4-437f-8c9f-23215b7b234b', 'direction': 'ingress', 'protocol': 17}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:16.393104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06748b61-18bc-4e60-872f-cf9a9e56ab4f tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.463326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06748b61-18bc-4e60-872f-cf9a9e56ab4f tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.474045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06748b61-18bc-4e60-872f-cf9a9e56ab4f tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.498220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06748b61-18bc-4e60-872f-cf9a9e56ab4f tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f0244-ee16-4652-b87b-c71c7be1ab98,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.505907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06748b61-18bc-4e60-872f-cf9a9e56ab4f tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.510599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-06748b61-18bc-4e60-872f-cf9a9e56ab4f tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1817029 Aug 29 04:51:16.513237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55704) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.587139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-674594c3-624b-44f1-87b2-17eb3570cf42 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.627814 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-674594c3-624b-44f1-87b2-17eb3570cf42 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.646584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.690256 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-674594c3-624b-44f1-87b2-17eb3570cf42 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.693546 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-674594c3-624b-44f1-87b2-17eb3570cf42 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.697693 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-674594c3-624b-44f1-87b2-17eb3570cf42 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/0861602b-b3e4-437f-8c9f-23215b7b234b HTTP/1.1" status: 204 len: 168 time: 0.1808176 Aug 29 04:51:16.698267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55714) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.706486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674594c3-624b-44f1-87b2-17eb3570cf42 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861602b-b3e4-437f-8c9f-23215b7b234b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.821718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f7cc344f-9ca0-4d8e-8493-08629b4e38ca tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185434 Aug 29 04:51:16.821930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55718) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.827689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-91ec11b6-7a89-4df2-b6ed-a4d7479c7935 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380016278'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:16.853981 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91ec11b6-7a89-4df2-b6ed-a4d7479c7935 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.971841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91ec11b6-7a89-4df2-b6ed-a4d7479c7935 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.977876 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91ec11b6-7a89-4df2-b6ed-a4d7479c7935 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.990007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:17.017203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec11b6-7a89-4df2-b6ed-a4d7479c7935 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1780f671-fe26-4c1f-9698-a16bb083ee59,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:17.020608 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-91ec11b6-7a89-4df2-b6ed-a4d7479c7935 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.024609 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-91ec11b6-7a89-4df2-b6ed-a4d7479c7935 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1993320 Aug 29 04:51:17.024905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55728) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.030628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7ee89bd8-8faa-48f0-9762-0a0db3132973 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485457924'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:17.094408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ee89bd8-8faa-48f0-9762-0a0db3132973 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.183519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:17.191779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9114b9cd-7c53-4974-ba42-25b98a3d7b47 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "PUT /v2.0/routers/96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735614 Aug 29 04:51:17.203327 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] Sync routers for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:17.208821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ee89bd8-8faa-48f0-9762-0a0db3132973 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.217208 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ee89bd8-8faa-48f0-9762-0a0db3132973 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.219866 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:17.221955 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:17.278866 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7ee89bd8-8faa-48f0-9762-0a0db3132973 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.280578 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7ee89bd8-8faa-48f0-9762-0a0db3132973 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2542679 Aug 29 04:51:17.283399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55734) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.289798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-70b780e2-64e2-4af5-8e72-9d13ad215ff2 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': '1780f671-fe26-4c1f-9698-a16bb083ee59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0f797027-2810-4294-9a34-20e7a53bd72a', 'remote_ip_prefix': None}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:17.323428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee89bd8-8faa-48f0-9762-0a0db3132973 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f797027-2810-4294-9a34-20e7a53bd72a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:17.388548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70b780e2-64e2-4af5-8e72-9d13ad215ff2 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.441223 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba4d7-5183-4952-9fe6-8370cfdfae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.506162 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:17.558954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70b780e2-64e2-4af5-8e72-9d13ad215ff2 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.569209 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70b780e2-64e2-4af5-8e72-9d13ad215ff2 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.613865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b780e2-64e2-4af5-8e72-9d13ad215ff2 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03a0aec-2206-4f84-b800-07962e6da5b4,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:17.638117 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70b780e2-64e2-4af5-8e72-9d13ad215ff2 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.643327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55748) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.652405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-70b780e2-64e2-4af5-8e72-9d13ad215ff2 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3664474 Aug 29 04:51:17.687588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4035094b-7e90-4c22-a1aa-a00592c9d104 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.701275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4035094b-7e90-4c22-a1aa-a00592c9d104 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.741501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4035094b-7e90-4c22-a1aa-a00592c9d104 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.752446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4035094b-7e90-4c22-a1aa-a00592c9d104 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.757483 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55758) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.766894 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4035094b-7e90-4c22-a1aa-a00592c9d104 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f03a0aec-2206-4f84-b800-07962e6da5b4 HTTP/1.1" status: 204 len: 168 time: 0.1216645 Aug 29 04:51:17.789986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035094b-7e90-4c22-a1aa-a00592c9d104 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f03a0aec-2206-4f84-b800-07962e6da5b4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:17.879729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-05b36ffe-c232-46ef-8e24-5e537706bf78 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1182346 Aug 29 04:51:17.880122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55762) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.880591 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 6, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:59Z', 'revision_number': 1, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:17.926325 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] Checking router: 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:17.946412 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:17.947495 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:17.981899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d29190-eb3b-4eb2-9a41-d80a7df687b8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.053006 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d29190-eb3b-4eb2-9a41-d80a7df687b8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.116133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d29190-eb3b-4eb2-9a41-d80a7df687b8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.134638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-16d29190-eb3b-4eb2-9a41-d80a7df687b8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.137460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-16d29190-eb3b-4eb2-9a41-d80a7df687b8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/0f797027-2810-4294-9a34-20e7a53bd72a HTTP/1.1" status: 204 len: 168 time: 0.2557862 Aug 29 04:51:18.141783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55768) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.218368 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:18.227920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d29190-eb3b-4eb2-9a41-d80a7df687b8 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f797027-2810-4294-9a34-20e7a53bd72a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.266791 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b00e719a-2e78-4623-b027-b8d1d35e826a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1232247 Aug 29 04:51:18.270123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55774) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.312560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faffcf-245c-4086-86fe-1a4c125efdbe req-09b111be-cd06-4df7-a617-afdaa6fa7811 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:18.315953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2faffcf-245c-4086-86fe-1a4c125efdbe req-09b111be-cd06-4df7-a617-afdaa6fa7811 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 946 time: 0.8034410 Aug 29 04:51:18.378199 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94d7e2c8-0249-4a50-9770-b0c0f7f2805c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.386192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b2faffcf-245c-4086-86fe-1a4c125efdbe req-a22e062b-7de0-4314-80de-eac9a1031f37 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556397 Aug 29 04:51:18.408384 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94d7e2c8-0249-4a50-9770-b0c0f7f2805c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.466255 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94d7e2c8-0249-4a50-9770-b0c0f7f2805c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.469941 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-94d7e2c8-0249-4a50-9770-b0c0f7f2805c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.476040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55778) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.476475 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-94d7e2c8-0249-4a50-9770-b0c0f7f2805c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/1780f671-fe26-4c1f-9698-a16bb083ee59 HTTP/1.1" status: 204 len: 168 time: 0.2050588 Aug 29 04:51:18.488288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7e2c8-0249-4a50-9770-b0c0f7f2805c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1780f671-fe26-4c1f-9698-a16bb083ee59,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.569878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55782) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.570415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0debaff2-6a2e-472c-9b7a-c8458a4d45a3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908513 Aug 29 04:51:18.576262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-01650b5e-0bb0-4f6e-b04e-90c1e7f83d45 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-secgroup--445772731'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:18.606058 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01650b5e-0bb0-4f6e-b04e-90c1e7f83d45 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.621302 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 6, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:59Z', 'revision_number': 1, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:18.671442 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a5ef78-bdaf-4507-a0f8-2e9573e5f3ba None None] The sync data for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 is: [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 6, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '2179b56b-3568-4e99-a538-1b8e5d3a90db', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'port_id': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'mac_address': 'fa:16:3e:19:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b005a-3380-45f1-922f-176c038ad83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:59Z', 'revision_number': 1, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:18.731043 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01650b5e-0bb0-4f6e-b04e-90c1e7f83d45 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.741292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01650b5e-0bb0-4f6e-b04e-90c1e7f83d45 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.777958 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01650b5e-0bb0-4f6e-b04e-90c1e7f83d45 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.782534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55788) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.783110 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-01650b5e-0bb0-4f6e-b04e-90c1e7f83d45 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2118461 Aug 29 04:51:18.786340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01650b5e-0bb0-4f6e-b04e-90c1e7f83d45 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff0c33c-9e36-41d5-a3b2-884a2017c97b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.791485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b296daa7-8f52-45d3-b75e-2333803b6b46 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'aff0c33c-9e36-41d5-a3b2-884a2017c97b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:18.823397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b296daa7-8f52-45d3-b75e-2333803b6b46 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.900442 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b296daa7-8f52-45d3-b75e-2333803b6b46 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.905453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b296daa7-8f52-45d3-b75e-2333803b6b46 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.927136 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296daa7-8f52-45d3-b75e-2333803b6b46 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca659aff-2c50-4ba1-b203-2e277ef5a733,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.936737 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b296daa7-8f52-45d3-b75e-2333803b6b46 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.938350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b296daa7-8f52-45d3-b75e-2333803b6b46 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1530590 Aug 29 04:51:18.941510 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55800) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.974436 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4915ca79-d0d0-454e-a489-d33ae89c53a5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.994403 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4915ca79-d0d0-454e-a489-d33ae89c53a5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.012457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-989ebfe6-8b30-4e1b-b991-2f68631c9d77 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:19.014117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-989ebfe6-8b30-4e1b-b991-2f68631c9d77 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 946 time: 0.0896559 Aug 29 04:51:19.044071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4915ca79-d0d0-454e-a489-d33ae89c53a5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.067338 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4915ca79-d0d0-454e-a489-d33ae89c53a5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.070266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4915ca79-d0d0-454e-a489-d33ae89c53a5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ca659aff-2c50-4ba1-b203-2e277ef5a733 HTTP/1.1" status: 204 len: 168 time: 0.1254470 Aug 29 04:51:19.071900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915ca79-d0d0-454e-a489-d33ae89c53a5 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca659aff-2c50-4ba1-b203-2e277ef5a733,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.073694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55802) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.134901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c3137185-e48b-4cef-befd-2b9d8b69429d tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0601227 Aug 29 04:51:19.135722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55808) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.143027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:19.194854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06ec79d1-268b-4414-8678-22524b46ae4b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.195105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:19.197505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 2943a7ad-26d0-4fb4-99b1-5116d215a4c6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:19.218818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 8848b50f-a813-48d5-b8c2-57e82472cecd {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:19.219240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.253159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06ec79d1-268b-4414-8678-22524b46ae4b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.306769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06ec79d1-268b-4414-8678-22524b46ae4b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.312771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-06ec79d1-268b-4414-8678-22524b46ae4b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.314070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-06ec79d1-268b-4414-8678-22524b46ae4b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/aff0c33c-9e36-41d5-a3b2-884a2017c97b HTTP/1.1" status: 204 len: 168 time: 0.1770113 Aug 29 04:51:19.325446 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55814) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.343018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec79d1-268b-4414-8678-22524b46ae4b tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff0c33c-9e36-41d5-a3b2-884a2017c97b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.418806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port 8848b50f-a813-48d5-b8c2-57e82472cecd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=8848b50f-a813-48d5-b8c2-57e82472cecd,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:19.419583 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.435021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c02a22c9-62e5-4cb4-b025-4bb0c2f4204a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1163030 Aug 29 04:51:19.435962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 8848b50f-a813-48d5-b8c2-57e82472cecd owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:19.438119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55820) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.442872 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-85d88f6d-7542-4f14-b7d0-c46e58172def tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117684241'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.497752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85d88f6d-7542-4f14-b7d0-c46e58172def tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.632159 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.633167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb9fe6-6437-4c66-a75f-015757358986 req-8316b946-aaa9-43e8-b5d7-9923df1aca4c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:19.648465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7cb9fe6-6437-4c66-a75f-015757358986 req-8316b946-aaa9-43e8-b5d7-9923df1aca4c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 946 time: 0.1426494 Aug 29 04:51:19.727438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7cb9fe6-6437-4c66-a75f-015757358986 req-4923c776-41a8-4f60-8991-bdc6db4f0302 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=f677e87d-6471-4377-bcca-140a872b95e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779238 Aug 29 04:51:19.742120 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85d88f6d-7542-4f14-b7d0-c46e58172def tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.745830 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85d88f6d-7542-4f14-b7d0-c46e58172def tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.785472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85d88f6d-7542-4f14-b7d0-c46e58172def tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.786862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-85d88f6d-7542-4f14-b7d0-c46e58172def tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3475940 Aug 29 04:51:19.792664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55830) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.797664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2f54a1ed-0853-4831-8935-09a9110c74cb tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'd87afa0a-c291-46b7-8aec-9c5ec56b6ab8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.812663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d88f6d-7542-4f14-b7d0-c46e58172def tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87afa0a-c291-46b7-8aec-9c5ec56b6ab8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.844298 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f54a1ed-0853-4831-8935-09a9110c74cb tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.901650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f54a1ed-0853-4831-8935-09a9110c74cb tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.911772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f54a1ed-0853-4831-8935-09a9110c74cb tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.939772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2f54a1ed-0853-4831-8935-09a9110c74cb tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.942127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f54a1ed-0853-4831-8935-09a9110c74cb tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480432 Aug 29 04:51:19.943572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54a1ed-0853-4831-8935-09a9110c74cb tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76b7b26-126f-44ee-a69e-755cdd047f4c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.945553 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.974109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dc1437fb-621c-4c03-8884-4788ec61b35a tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules/a76b7b26-126f-44ee-a69e-755cdd047f4c HTTP/1.1" status: 200 len: 763 time: 0.0269380 Aug 29 04:51:19.976342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55840) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.013293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=8848b50f-a813-48d5-b8c2-57e82472cecd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.042838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1d7b3264-3765-4f94-81b5-ef31a178faa3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0639067 Aug 29 04:51:20.045206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55846) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.071063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6f7d10e3-de3a-4735-821c-c0504ee5791e tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.073004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] No DVR routers for this DVR port 8848b50f-a813-48d5-b8c2-57e82472cecd on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:20.078775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.080450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6f7d10e3-de3a-4735-821c-c0504ee5791e tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.081615 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d89e0441-0fef-48a8-a526-5ab89b6cbac0 req-8096c2b9-f89e-400f-81ca-2cc6da9c67af tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "DELETE /v2.0/ports/8848b50f-a813-48d5-b8c2-57e82472cecd HTTP/1.1" status: 204 len: 173 time: 1.0560462 Aug 29 04:51:20.082406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f72948-1f61-461e-80b1-1df1a87f0214', 'name': 'network-vif-deleted', 'tag': '8848b50f-a813-48d5-b8c2-57e82472cecd'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:20.084833 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbc1009-14ef-4413-8c16-6d2bb6ccaa1f" -d '{"events": [{"server_uuid": "35f72948-1f61-461e-80b1-1df1a87f0214", "name": "network-vif-deleted", "tag": "8848b50f-a813-48d5-b8c2-57e82472cecd"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:20.122095 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6f7d10e3-de3a-4735-821c-c0504ee5791e tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.127793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6f7d10e3-de3a-4735-821c-c0504ee5791e tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.132449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55850) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.132634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6f7d10e3-de3a-4735-821c-c0504ee5791e tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a76b7b26-126f-44ee-a69e-755cdd047f4c HTTP/1.1" status: 204 len: 168 time: 0.0862272 Aug 29 04:51:20.135799 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c4ec59-a397-402b-9f0f-557ac82683ee x-openstack-request-id: req-b8c4ec59-a397-402b-9f0f-557ac82683ee {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:20.136223 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f72948-1f61-461e-80b1-1df1a87f0214", "name": "network-vif-deleted", "tag": "8848b50f-a813-48d5-b8c2-57e82472cecd", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:20.136544 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8c4ec59-a397-402b-9f0f-557ac82683ee {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:20.137015 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f72948-1f61-461e-80b1-1df1a87f0214', 'name': 'network-vif-deleted', 'tag': '8848b50f-a813-48d5-b8c2-57e82472cecd', 'status': 'completed', 'code': 200} Aug 29 04:51:20.153334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d10e3-de3a-4735-821c-c0504ee5791e tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a76b7b26-126f-44ee-a69e-755cdd047f4c,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.189056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cf3fcd43-873c-49aa-be69-21b35b59a557 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553954 Aug 29 04:51:20.191569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55852) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.196714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-25aed89a-f472-45b1-ae98-36362a5d42ce tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'd87afa0a-c291-46b7-8aec-9c5ec56b6ab8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:20.232663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-25aed89a-f472-45b1-ae98-36362a5d42ce tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.294542 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-25aed89a-f472-45b1-ae98-36362a5d42ce tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.299972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-25aed89a-f472-45b1-ae98-36362a5d42ce tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.331204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aed89a-f472-45b1-ae98-36362a5d42ce tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7093bbab-34b6-4ff2-b4d2-c555477217d1,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.346280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-25aed89a-f472-45b1-ae98-36362a5d42ce tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.350366 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-25aed89a-f472-45b1-ae98-36362a5d42ce tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550548 Aug 29 04:51:20.351091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55858) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.374119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.384284 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4deac4ce-17de-40b4-a57c-a8024cb324d3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules/7093bbab-34b6-4ff2-b4d2-c555477217d1 HTTP/1.1" status: 200 len: 763 time: 0.0235126 Aug 29 04:51:20.387342 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55864) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.432351 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-827e9bb7-aea1-4b70-adcd-cbc5ed86eeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.447860 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6d7bb5a8-a229-4247-b1e0-b4950b6bdc2c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0591350 Aug 29 04:51:20.451052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55868) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.481108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfcab83-f71a-4a41-afb6-83574b0363e3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.498965 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfcab83-f71a-4a41-afb6-83574b0363e3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.535716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfcab83-f71a-4a41-afb6-83574b0363e3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.551318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8bfcab83-f71a-4a41-afb6-83574b0363e3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.552558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8bfcab83-f71a-4a41-afb6-83574b0363e3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7093bbab-34b6-4ff2-b4d2-c555477217d1 HTTP/1.1" status: 204 len: 168 time: 0.1007156 Aug 29 04:51:20.553481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcab83-f71a-4a41-afb6-83574b0363e3 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7093bbab-34b6-4ff2-b4d2-c555477217d1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.555123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55870) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.607868 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f6562f8-c743-4334-90f8-b8d6a02c0419 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508296 Aug 29 04:51:20.610420 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55876) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.615519 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2093ca6f-1f67-49cf-9567-6173e9671101 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Request body: {'security_group_rule': {'security_group_id': 'd87afa0a-c291-46b7-8aec-9c5ec56b6ab8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:20.658846 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2093ca6f-1f67-49cf-9567-6173e9671101 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.718458 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2093ca6f-1f67-49cf-9567-6173e9671101 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.724978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2093ca6f-1f67-49cf-9567-6173e9671101 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.759480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093ca6f-1f67-49cf-9567-6173e9671101 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6b900e-5ba9-453c-be01-41392e5193a5,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.767774 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2093ca6f-1f67-49cf-9567-6173e9671101 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.771432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2093ca6f-1f67-49cf-9567-6173e9671101 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575668 Aug 29 04:51:20.772704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55884) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.809364 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dd1d883e-0166-482d-9b16-a6744b48e999 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules/5f6b900e-5ba9-453c-be01-41392e5193a5 HTTP/1.1" status: 200 len: 764 time: 0.0348237 Aug 29 04:51:20.812130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.896078 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6ff47512-9719-45ba-9f73-2c99cc40edd4 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0658982 Aug 29 04:51:20.896078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55888) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.915965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c4917f64-edcd-4d2b-8424-ee9ca87150e0 req-a606a36b-39fb-4b86-bc7b-3397efbe62e8 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=35f72948-1f61-461e-80b1-1df1a87f0214 HTTP/1.1" status: 200 len: 210 time: 0.0485067 Aug 29 04:51:20.936525 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd3e0-7c26-4147-9e3c-996f4f16247c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.946332 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd3e0-7c26-4147-9e3c-996f4f16247c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.982596 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd3e0-7c26-4147-9e3c-996f4f16247c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.989995 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd3e0-7c26-4147-9e3c-996f4f16247c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.993744 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8ffdd3e0-7c26-4147-9e3c-996f4f16247c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5f6b900e-5ba9-453c-be01-41392e5193a5 HTTP/1.1" status: 204 len: 168 time: 0.0973365 Aug 29 04:51:20.994179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55896) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.005632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdd3e0-7c26-4147-9e3c-996f4f16247c tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f6b900e-5ba9-453c-be01-41392e5193a5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.047455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fba1ab5d-e8d0-4eab-83da-99e30b1c36ab tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520680 Aug 29 04:51:21.050230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55900) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.110864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65a97fcc-5c18-4082-ad15-a4af0cfb5685 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.146606 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65a97fcc-5c18-4082-ad15-a4af0cfb5685 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.194606 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65a97fcc-5c18-4082-ad15-a4af0cfb5685 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.197461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-65a97fcc-5c18-4082-ad15-a4af0cfb5685 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.198637 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-65a97fcc-5c18-4082-ad15-a4af0cfb5685 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "DELETE /v2.0/security-groups/d87afa0a-c291-46b7-8aec-9c5ec56b6ab8 HTTP/1.1" status: 204 len: 168 time: 0.1474288 Aug 29 04:51:21.201609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55904) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.207936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a97fcc-5c18-4082-ad15-a4af0cfb5685 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87afa0a-c291-46b7-8aec-9c5ec56b6ab8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.263380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-36edb065-8642-4c10-9431-393d94420039 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584581 Aug 29 04:51:21.266681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 55910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.286306 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.330987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-baa171fc-1414-488e-a430-981f8b0fcb09 tempest-SecGroupTest-735926030 tempest-SecGroupTest-735926030-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629683 Aug 29 04:51:21.622499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55926) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.778338 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f8bda533-9636-4833-aaa8-ad6dc3ddc056 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=492ef4d1a1af427bb48363b303ab3cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542938 Aug 29 04:51:21.780630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55934) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.848040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-204cf890-1158-4b48-9da3-80fe7a846932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.872826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-204cf890-1158-4b48-9da3-80fe7a846932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.928733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-204cf890-1158-4b48-9da3-80fe7a846932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.931417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-204cf890-1158-4b48-9da3-80fe7a846932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.933305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-204cf890-1158-4b48-9da3-80fe7a846932 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da7c4fdf-c248-44d0-a244-f6c1171f2439 HTTP/1.1" status: 204 len: 168 time: 0.1516016 Aug 29 04:51:21.950422 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cf890-1158-4b48-9da3-80fe7a846932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7c4fdf-c248-44d0-a244-f6c1171f2439,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.003049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55950) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.010970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 8848b50f-a813-48d5-b8c2-57e82472cecd no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:22.061635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 8848b50f-a813-48d5-b8c2-57e82472cecd {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:22.062275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 8848b50f-a813-48d5-b8c2-57e82472cecd not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:22.089467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddee8-c34c-4ba9-9cc9-d480f54ca0e9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.121776 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddee8-c34c-4ba9-9cc9-d480f54ca0e9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.195704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddee8-c34c-4ba9-9cc9-d480f54ca0e9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.200496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddee8-c34c-4ba9-9cc9-d480f54ca0e9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.206190 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cc5ddee8-c34c-4ba9-9cc9-d480f54ca0e9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/security-groups/f677e87d-6471-4377-bcca-140a872b95e6 HTTP/1.1" status: 204 len: 168 time: 0.1996062 Aug 29 04:51:22.235002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ddee8-c34c-4ba9-9cc9-d480f54ca0e9 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f677e87d-6471-4377-bcca-140a872b95e6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.277159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55962) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.367024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-539a51fe-9d23-44f1-bff9-e6cb4ededf74 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting subnet 33dd1238-1502-4708-873a-9686ee37bd1a {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:22.372317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-539a51fe-9d23-44f1-bff9-e6cb4ededf74 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.429933 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-539a51fe-9d23-44f1-bff9-e6cb4ededf74 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.541478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-539a51fe-9d23-44f1-bff9-e6cb4ededf74 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.620032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-539a51fe-9d23-44f1-bff9-e6cb4ededf74 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.664508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a51fe-9d23-44f1-bff9-e6cb4ededf74 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Subnet': ['ID=33dd1238-1502-4708-873a-9686ee37bd1a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.671743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-539a51fe-9d23-44f1-bff9-e6cb4ededf74 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.677338 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-539a51fe-9d23-44f1-bff9-e6cb4ededf74 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/subnets/33dd1238-1502-4708-873a-9686ee37bd1a HTTP/1.1" status: 204 len: 168 time: 0.3982017 Aug 29 04:51:22.677754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 55990) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.686123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd2ed2-b522-4fe9-ac45-3e1463d70367 None None] Network cb5af127-54fb-441f-8c46-b820efe2de58 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:22.777988 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.869773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:22.870645 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.876678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.952274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port e15a88d6-2d3b-4f13-9590-02aefaf1dc66, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:22.955045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.966215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] DHCP port deletion for cb5af127-54fb-441f-8c46-b820efe2de58 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:22.973425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for e15a88d6-2d3b-4f13-9590-02aefaf1dc66 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:23.028748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56000) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.073694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] Deleting port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:23.074700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.121271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.174471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] No DVR routers for this DVR port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:23.178351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.186762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] For port e15a88d6-2d3b-4f13-9590-02aefaf1dc66, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,segment=NetworkSegment(0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1),segment_id=0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:23.187306 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.213195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e15a88d6-2d3b-4f13-9590-02aefaf1dc66 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:23.266086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: e15a88d6-2d3b-4f13-9590-02aefaf1dc66 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:23.273344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device e15a88d6-2d3b-4f13-9590-02aefaf1dc66 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:23.286519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] Calling delete_port for e15a88d6-2d3b-4f13-9590-02aefaf1dc66 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:23.297682 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.312251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5af127-54fb-441f-8c46-b820efe2de58']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:23.321391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-830374242'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:23.325509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:23.326013 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4ff9d2-2c97-49d5-802f-09b9ccf2dcb1') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:23.353893 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.371478 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.375133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Made reservation on behalf of 0290ee8aec4d4462b3753b04588c6e0a for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:23.379695 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.381389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:23.382196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:23.386832 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:23.407707 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.454341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.480764 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.487524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.492212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/networks/cb5af127-54fb-441f-8c46-b820efe2de58 HTTP/1.1" status: 204 len: 168 time: 0.8108153 Aug 29 04:51:23.493543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.554101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] Pushing event deleted for resources: {'Port': ['ID=e15a88d6-2d3b-4f13-9590-02aefaf1dc66,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.556105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48538eb-0c1b-4a96-a0eb-557a54a74216 None None] No DVR routers for this DVR port e15a88d6-2d3b-4f13-9590-02aefaf1dc66 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:23.579505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.583943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.585351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcbc71-0518-4a51-93ab-7209dd82e0d2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Network': ['ID=cb5af127-54fb-441f-8c46-b820efe2de58,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.617884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:23.634050 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616244d0-30d0-459b-bead-7aa2c6fa84bf,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.643104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.643464 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Added segment e070f5df-3f4e-4653-be55-6fc0f41a5096 of type vlan for network 3131cd89-ab57-4d78-9cee-66a54d020711 Aug 29 04:51:23.707434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.745456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.753447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.754546 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.759762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 95fc912f-189f-46bb-b4bf-37c026c8eec2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:23.760890 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.855603 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.856034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.869496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 95fc912f-189f-46bb-b4bf-37c026c8eec2 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:23.882303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Pushing event updated for resources: {'Network': ['ID=3131cd89-ab57-4d78-9cee-66a54d020711,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.894351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3131cd89-ab57-4d78-9cee-66a54d020711 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:23.909963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-adf8f518-17a5-49fa-85ed-fd144e3773f5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8765035 Aug 29 04:51:23.910182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.914930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-d776d641-e46c-4430-98e2-f7940f27d2b1 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', 'tempest-TagsTest-Tag-343841075') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.012226 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d776d641-e46c-4430-98e2-f7940f27d2b1 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "PUT /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags/tempest-TagsTest-Tag-343841075 HTTP/1.1" status: 201 len: 201 time: 0.0992246 Aug 29 04:51:24.014462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.021387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-0f50d00b-8b2c-41e7-bda3-3e299fba4bb6 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', 'tempest-TagsTest-Tag-343841075') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.114199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f50d00b-8b2c-41e7-bda3-3e299fba4bb6 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "GET /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags/tempest-TagsTest-Tag-343841075 HTTP/1.1" status: 204 len: 168 time: 0.0985174 Aug 29 04:51:24.116504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56038) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.121814 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-a4f8c70b-7eb8-4cbb-b862-af69bca6c5d1 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.134412 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.204043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=95fc912f-189f-46bb-b4bf-37c026c8eec2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.213908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a4f8c70b-7eb8-4cbb-b862-af69bca6c5d1 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "GET /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags HTTP/1.1" status: 200 len: 237 time: 0.0958912 Aug 29 04:51:24.214614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56042) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.219913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-cbedb501-ebb8-4c8f-833a-de53019a204e tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', {'tags': ['tempest-TagsTest-Tag-767767853', 'tempest-TagsTest-Tag-177427475', 'tempest-TagsTest-Tag-381668381']}) {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.257968 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.258917 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Floating IP 2179b56b-3568-4e99-a538-1b8e5d3a90db disassociated (deleted). External IP: 172.25.1.74, port: 54f5720e-0ea2-422c-83d1-13468ad69a73. Aug 29 04:51:24.349759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cbedb501-ebb8-4c8f-833a-de53019a204e tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "PUT /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags HTTP/1.1" status: 200 len: 306 time: 0.1339633 Aug 29 04:51:24.350472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56046) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.355712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-db2819ac-cfd8-4ef9-8c0e-bb9d383d0b00 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', 'tempest-TagsTest-Tag-767767853') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.467841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-db2819ac-cfd8-4ef9-8c0e-bb9d383d0b00 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "DELETE /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags/tempest-TagsTest-Tag-767767853 HTTP/1.1" status: 204 len: 168 time: 0.1137719 Aug 29 04:51:24.468281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.475042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-676b2631-c255-4a7a-8afa-4de54c591d51 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', 'tempest-TagsTest-Tag-767767853') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.552730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:24.568489 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-676b2631-c255-4a7a-8afa-4de54c591d51 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] show failed (client error): The resource could not be found. Aug 29 04:51:24.571938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-676b2631-c255-4a7a-8afa-4de54c591d51 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "GET /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags/tempest-TagsTest-Tag-767767853 HTTP/1.1" status: 404 len: 325 time: 0.1000435 Aug 29 04:51:24.572210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56060) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.588286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-9778c54b-f05e-4d99-9df2-c747105b4958 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', 'tempest-TagsTest-Tag-177427475') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.674116 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9778c54b-f05e-4d99-9df2-c747105b4958 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "GET /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags/tempest-TagsTest-Tag-177427475 HTTP/1.1" status: 204 len: 168 time: 0.1005075 Aug 29 04:51:24.677042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56062) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.681764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-ee03544c-da89-4f6a-b19a-d2bdb1c58850 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', 'tempest-TagsTest-Tag-381668381') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.699430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:24.709357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] Sync routers for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:24.710241 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.719715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:24.720633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.755363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e870d275-5240-4f8e-9812-1681e1f63ade tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/floatingips/2179b56b-3568-4e99-a538-1b8e5d3a90db HTTP/1.1" status: 204 len: 168 time: 1.2607427 Aug 29 04:51:24.755957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:24.758834 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e7075b-825a-42ff-9444-ba71591c2b09" -d '{"events": [{"name": "network-changed", "server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:24.797396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ee03544c-da89-4f6a-b19a-d2bdb1c58850 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "GET /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags/tempest-TagsTest-Tag-381668381 HTTP/1.1" status: 204 len: 168 time: 0.1193659 Aug 29 04:51:24.800480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56072) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.805725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-bc362c92-c76f-4cea-9ef4-da9fd220b327 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.888998 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:24.924999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56078) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.925230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bc362c92-c76f-4cea-9ef4-da9fd220b327 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "DELETE /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags HTTP/1.1" status: 204 len: 168 time: 0.1230636 Aug 29 04:51:24.930401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.tag.tag_plugin [None req-415f44db-7780-4dc6-9edd-fabd6427beb2 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', 'tempest-TagsTest-Tag-177427475') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.025686 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-415f44db-7780-4dc6-9edd-fabd6427beb2 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] show failed (client error): The resource could not be found. Aug 29 04:51:25.027590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-415f44db-7780-4dc6-9edd-fabd6427beb2 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "GET /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags/tempest-TagsTest-Tag-177427475 HTTP/1.1" status: 404 len: 325 time: 0.1011174 Aug 29 04:51:25.030834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56084) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.036922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-5e5846e6-d80e-49f8-bfa1-7903f72c97eb tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711', 'tempest-TagsTest-Tag-381668381') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.187077 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [None req-5e5846e6-d80e-49f8-bfa1-7903f72c97eb tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] show failed (client error): The resource could not be found. Aug 29 04:51:25.190627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5e5846e6-d80e-49f8-bfa1-7903f72c97eb tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "GET /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags/tempest-TagsTest-Tag-381668381 HTTP/1.1" status: 404 len: 325 time: 0.1563308 Aug 29 04:51:25.190989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56092) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.201413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.tag.tag_plugin [None req-e5baedc2-7987-450e-b7d9-241e592d2ac7 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3131cd89-ab57-4d78-9cee-66a54d020711') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.233787 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 6, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.274542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] Checking router: 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:25.284593 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:25.285238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.301126 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309eae7c-9220-411b-852a-0911d3ef8ae0 x-openstack-request-id: req-309eae7c-9220-411b-852a-0911d3ef8ae0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:25.301622 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:25.301981 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-309eae7c-9220-411b-852a-0911d3ef8ae0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:25.302538 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'status': 'completed', 'code': 200} Aug 29 04:51:25.408701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e5baedc2-7987-450e-b7d9-241e592d2ac7 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "DELETE /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711/tags HTTP/1.1" status: 204 len: 168 time: 0.2103796 Aug 29 04:51:25.408701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-d585a611-2952-4d79-ba8f-88c732a1fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:25.408701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-d585a611-2952-4d79-ba8f-88c732a1fe2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 1097 time: 0.0840394 Aug 29 04:51:25.409274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56098) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.460976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:25.467188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f763a-4e4d-4b2d-9369-e0b014d94785 req-4f0a847d-4cc4-4e36-a482-3c4b3a822e41 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:25.475957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b61f763a-4e4d-4b2d-9369-e0b014d94785 req-4f0a847d-4cc4-4e36-a482-3c4b3a822e41 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 945 time: 0.1170032 Aug 29 04:51:25.545957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b61f763a-4e4d-4b2d-9369-e0b014d94785 req-e7397511-af6b-4dfb-adf2-50f18aa1fcce tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687861 Aug 29 04:51:25.631374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-edb502f7-3c30-4f84-92d1-7d5d1976fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:25.635934 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-edb502f7-3c30-4f84-92d1-7d5d1976fc3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=da1ad9d8-d3eb-46e1-80a0-6126404229e1 HTTP/1.1" status: 200 len: 898 time: 0.2148790 Aug 29 04:51:25.648089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.700518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-6b14373e-f9bb-4c82-866b-c01d1da38662 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54f5720e-0ea2-422c-83d1-13468ad69a73 HTTP/1.1" status: 200 len: 217 time: 0.0493882 Aug 29 04:51:25.739706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 6, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.796053 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f203567-d5fd-4c99-b634-888fcc272efc None None] The sync data for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 is: [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 6, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '36a1b63e-186f-4c83-8c9d-29ffaaa71024', 'name': '', 'network_id': 'da1ad9d8-d3eb-46e1-80a0-6126404229e1', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:51:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:23Z', 'updated_at': '2021-08-29T04:49:32Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': '1fd4290c-4c56-438c-84bd-4af108a3b64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:25.833079 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.836745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-0a9658d7-4371-4bc7-9b2c-1c9afc6c799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:25.839285 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-0a9658d7-4371-4bc7-9b2c-1c9afc6c799a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1fd4290c-4c56-438c-84bd-4af108a3b64d HTTP/1.1" status: 200 len: 835 time: 0.1299615 Aug 29 04:51:25.862007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3131cd89-ab57-4d78-9cee-66a54d020711']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.907759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e070f5df-3f4e-4653-be55-6fc0f41a5096') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.908161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e070f5df-3f4e-4653-be55-6fc0f41a5096') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.924595 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.946694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-281445be-401c-4ffe-a3ca-8de87afadfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:25.948878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-281445be-401c-4ffe-a3ca-8de87afadfdb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da1ad9d8-d3eb-46e1-80a0-6126404229e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997157 Aug 29 04:51:25.949948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.966751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:25.967173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:25.972398 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:26.121142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.126065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.127975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] 10.222.0.58 "DELETE /v2.0/networks/3131cd89-ab57-4d78-9cee-66a54d020711 HTTP/1.1" status: 204 len: 168 time: 0.7177119 Aug 29 04:51:26.150518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ea499-6821-4338-8767-00e5e8362fd5 tempest-TagsTest-1395381040 tempest-TagsTest-1395381040-project] Pushing event deleted for resources: {'Network': ['ID=3131cd89-ab57-4d78-9cee-66a54d020711,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.171615 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-8e85c456-a410-496e-9a06-9a9de1eb9e35 service neutron] 10.222.0.64 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146068 Aug 29 04:51:26.218126 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce157df-8c80-4fb2-84fc-3fad2bd6f76b None None] New status for floating IP 2179b56b-3568-4e99-a538-1b8e5d3a90db: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:51:26.282557 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63e7075b-825a-42ff-9444-ba71591c2b09 req-5c60e88d-1723-40ec-a05d-f02d9ebbe9a9 service neutron] 10.222.0.64 "GET /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018815 Aug 29 04:51:26.538563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56132) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.611573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-408c682a-f806-4ee0-9d42-5134a7494815 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:26.613176 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-408c682a-f806-4ee0-9d42-5134a7494815 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 945 time: 0.0621247 Aug 29 04:51:26.737632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e1fb-1991-4cf2-a9a1-e602e98e89d9 req-6e9482ad-2f0f-45c4-9470-359dc5d6258c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:26.740418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e176e1fb-1991-4cf2-a9a1-e602e98e89d9 req-6e9482ad-2f0f-45c4-9470-359dc5d6258c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 945 time: 0.0931337 Aug 29 04:51:26.800203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e176e1fb-1991-4cf2-a9a1-e602e98e89d9 req-dc0e4305-860e-47d2-abc4-9464d6c8197e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523269 Aug 29 04:51:26.827259 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7f8ebba6-dc6b-4046-b20b-a007eac48cb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0290ee8aec4d4462b3753b04588c6e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874639 Aug 29 04:51:26.828428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56148) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.831313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 54f5720e-0ea2-422c-83d1-13468ad69a73 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:26.831728 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.893194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5806515b-320b-4382-b017-eb06451db738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.923970 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5806515b-320b-4382-b017-eb06451db738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.953714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port 54f5720e-0ea2-422c-83d1-13468ad69a73, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=54f5720e-0ea2-422c-83d1-13468ad69a73,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:26.954568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.969521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 54f5720e-0ea2-422c-83d1-13468ad69a73 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:27.006619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5806515b-320b-4382-b017-eb06451db738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.012110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5806515b-320b-4382-b017-eb06451db738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.013576 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5806515b-320b-4382-b017-eb06451db738 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/616244d0-30d0-459b-bead-7aa2c6fa84bf HTTP/1.1" status: 204 len: 168 time: 0.1841178 Aug 29 04:51:27.022988 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806515b-320b-4382-b017-eb06451db738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616244d0-30d0-459b-bead-7aa2c6fa84bf,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.179844 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.217160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=54f5720e-0ea2-422c-83d1-13468ad69a73,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.284598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] No DVR routers for this DVR port 54f5720e-0ea2-422c-83d1-13468ad69a73 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:27.287284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.289362 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cf8bd4cb-85e9-410b-b8b5-769454aeb7a8 req-075f9249-a88d-4800-b56f-7ab25c6b345b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "DELETE /v2.0/ports/54f5720e-0ea2-422c-83d1-13468ad69a73 HTTP/1.1" status: 204 len: 173 time: 0.6652460 Aug 29 04:51:27.305619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'name': 'network-vif-deleted', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:27.345740 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d299df5a-b17d-493b-9cd9-5da6858e7fee" -d '{"events": [{"server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "name": "network-vif-deleted", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:27.366673 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.397624 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be5fe9e-6e64-45c6-9c15-bf52b62ff47b x-openstack-request-id: req-0be5fe9e-6e64-45c6-9c15-bf52b62ff47b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:27.397952 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669b005a-3380-45f1-922f-176c038ad83a", "name": "network-vif-deleted", "tag": "54f5720e-0ea2-422c-83d1-13468ad69a73", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:27.398209 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0be5fe9e-6e64-45c6-9c15-bf52b62ff47b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:27.398610 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669b005a-3380-45f1-922f-176c038ad83a', 'name': 'network-vif-deleted', 'tag': '54f5720e-0ea2-422c-83d1-13468ad69a73', 'status': 'completed', 'code': 200} Aug 29 04:51:27.977148 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4299eec3-53a1-4576-ba74-38f1f72677b5 req-59e0ba39-0350-4aed-b0df-2bd7f971a975 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=669b005a-3380-45f1-922f-176c038ad83a HTTP/1.1" status: 200 len: 210 time: 0.0341563 Aug 29 04:51:28.527884 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.050005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56266) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.145050 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.186182 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.289622 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.292798 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.293982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/security-groups/8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693 HTTP/1.1" status: 204 len: 168 time: 0.2425990 Aug 29 04:51:29.304290 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8858d2fa-dc01-4e6a-bedf-9eeb4b2c7693,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.314560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.314560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.314560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.314860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.315060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.315599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.316142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.316660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.317165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.318777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.319401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.319925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e68a46-173b-42b7-9670-e102c5453e0b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:29.345614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56278) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.366023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56280) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.533215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0cf7-c2fd-451e-9acf-d0145ccd11b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.675650 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0cf7-c2fd-451e-9acf-d0145ccd11b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.682318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0cf7-c2fd-451e-9acf-d0145ccd11b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.738748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c0cf7-c2fd-451e-9acf-d0145ccd11b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127a6598-5549-4ed1-b82a-ce0f0f17c7c8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.749316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ee8c0cf7-c2fd-451e-9acf-d0145ccd11b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99050572b7a646ad996be30ef997c7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820024 Aug 29 04:51:29.750174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56298) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.834278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86ebd792-a215-49a4-9878-a984a291a0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.861660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86ebd792-a215-49a4-9878-a984a291a0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.875894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.916268 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86ebd792-a215-49a4-9878-a984a291a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.919103 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-86ebd792-a215-49a4-9878-a984a291a0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.920652 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-86ebd792-a215-49a4-9878-a984a291a0e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/127a6598-5549-4ed1-b82a-ce0f0f17c7c8 HTTP/1.1" status: 204 len: 168 time: 0.1695030 Aug 29 04:51:29.928831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebd792-a215-49a4-9878-a984a291a0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a6598-5549-4ed1-b82a-ce0f0f17c7c8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:30.056555 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 54f5720e-0ea2-422c-83d1-13468ad69a73 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:30.100436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 54f5720e-0ea2-422c-83d1-13468ad69a73 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:30.100833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 54f5720e-0ea2-422c-83d1-13468ad69a73 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:30.210384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 36a1b63e-186f-4c83-8c9d-29ffaaa71024 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:30.211153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.315270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port 36a1b63e-186f-4c83-8c9d-29ffaaa71024, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=36a1b63e-186f-4c83-8c9d-29ffaaa71024,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:30.315777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.331152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56314) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:30.349236 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-640c0544-346d-4ea7-b578-d8fab183f0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.352771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 36a1b63e-186f-4c83-8c9d-29ffaaa71024 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:30.493189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-640c0544-346d-4ea7-b578-d8fab183f0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.498900 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-640c0544-346d-4ea7-b578-d8fab183f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.543079 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-640c0544-346d-4ea7-b578-d8fab183f0d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f06d0041e3974371af044e1b35c6bb6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112272 Aug 29 04:51:30.543938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c0544-346d-4ea7-b578-d8fab183f0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebb352d-153c-43f6-8fe5-a8df16cd9be7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:30.546506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56324) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:30.579281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.624699 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4ee3c14-303e-4c7a-801d-11fad8621a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.625919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=36a1b63e-186f-4c83-8c9d-29ffaaa71024,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:30.673762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4ee3c14-303e-4c7a-801d-11fad8621a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.737523 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4ee3c14-303e-4c7a-801d-11fad8621a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.744946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e4ee3c14-303e-4c7a-801d-11fad8621a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.745904 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e4ee3c14-303e-4c7a-801d-11fad8621a11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ebb352d-153c-43f6-8fe5-a8df16cd9be7 HTTP/1.1" status: 204 len: 168 time: 0.1871164 Aug 29 04:51:30.767898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee3c14-303e-4c7a-801d-11fad8621a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebb352d-153c-43f6-8fe5-a8df16cd9be7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:30.893141 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.215102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:31.370117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:31.378538 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ddf79db1-9b4d-42bb-a90e-16e718db3e85 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "PUT /v2.0/routers/96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0314600 Aug 29 04:51:31.381318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56356) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:31.383171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] Sync routers for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:31.395547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:31.397588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:31.461797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac22d2e-9fb3-4fe2-a474-03e14f18479a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting subnet 1fd4290c-4c56-438c-84bd-4af108a3b64d {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:31.465952 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cac22d2e-9fb3-4fe2-a474-03e14f18479a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.533911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cac22d2e-9fb3-4fe2-a474-03e14f18479a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.579747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:31.693113 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cac22d2e-9fb3-4fe2-a474-03e14f18479a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.795163 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cac22d2e-9fb3-4fe2-a474-03e14f18479a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.876029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cac22d2e-9fb3-4fe2-a474-03e14f18479a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.884694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56378) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:31.886188 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cac22d2e-9fb3-4fe2-a474-03e14f18479a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/subnets/1fd4290c-4c56-438c-84bd-4af108a3b64d HTTP/1.1" status: 204 len: 168 time: 0.5037405 Aug 29 04:51:31.889326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac22d2e-9fb3-4fe2-a474-03e14f18479a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd4290c-4c56-438c-84bd-4af108a3b64d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:31.893556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bca2f8-c801-408d-9746-7baa3d1858d5 None None] Network da1ad9d8-d3eb-46e1-80a0-6126404229e1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:32.014624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:30Z', 'revision_number': 7, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:32.058272 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.095195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] Checking router: 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:32.134376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] Routers {'96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:32.135915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:32.211002 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.263057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] DHCP port deletion for da1ad9d8-d3eb-46e1-80a0-6126404229e1 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:32.343203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] Set router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:32.675914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Deleting port 7eefbef6-771c-46f8-9301-c5e44750ad45 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:32.676675 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.703839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 8f5b0d96-3b85-47f2-b99c-b569196b358b {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:32.704504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.820963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port 8f5b0d96-3b85-47f2-b99c-b569196b358b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8f5b0d96-3b85-47f2-b99c-b569196b358b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:32.821204 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.856521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 8f5b0d96-3b85-47f2-b99c-b569196b358b owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:32.922194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] For port 7eefbef6-771c-46f8-9301-c5e44750ad45, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7eefbef6-771c-46f8-9301-c5e44750ad45,segment=NetworkSegment(2bdca359-48c3-490d-b045-4240081d1677),segment_id=2bdca359-48c3-490d-b045-4240081d1677)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:32.922194 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.937623 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Calling delete_port for 7eefbef6-771c-46f8-9301-c5e44750ad45 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:33.052791 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.086258 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.094033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Pushing event deleted for resources: {'Port': ['ID=7eefbef6-771c-46f8-9301-c5e44750ad45,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:33.098473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] No DVR routers for this DVR port 7eefbef6-771c-46f8-9301-c5e44750ad45 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:33.101598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:30Z', 'revision_number': 7, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:33.121507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=8f5b0d96-3b85-47f2-b99c-b569196b358b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:33.175067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b4705-2091-4a18-8fe0-730a419eb5f9 None None] The sync data for ids ['96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0'] in n-d-712142-15 is: [{'id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'name': 'tempest-TestNetworkBasicOps-router-20629753', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:51:30Z', 'revision_number': 7, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '8f5b0d96-3b85-47f2-b99c-b569196b358b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:18Z', 'updated_at': '2021-08-29T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:33.177697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.178199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.179223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.179813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.180949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.181528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.182188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.182762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.183905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.184606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.185852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.186712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6f378-eb18-4c27-b68b-c2f0d258e2c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:33.260994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.418819 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.421426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.478679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.479847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Fanout notify agent at l3_agent the message router_deleted on router 96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:33.496478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.500051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1baba3e3-7dc3-4d40-be95-f0464871e0ef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/routers/96ab2a34-98eb-4ee9-b4fe-94a0898f0ee0 HTTP/1.1" status: 204 len: 168 time: 1.6124051 Aug 29 04:51:33.501996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56442) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:33.547702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7eefbef6-771c-46f8-9301-c5e44750ad45 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:33.593479 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7eefbef6-771c-46f8-9301-c5e44750ad45 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:33.593841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7eefbef6-771c-46f8-9301-c5e44750ad45 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:33.639630 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.783502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.797256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1ad9d8-d3eb-46e1-80a0-6126404229e1']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:33.809989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdca359-48c3-490d-b045-4240081d1677') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:33.810387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdca359-48c3-490d-b045-4240081d1677') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:33.821832 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.836083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.842553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:33.842954 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:33.846206 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:34.226929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.248743 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.250890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/networks/da1ad9d8-d3eb-46e1-80a0-6126404229e1 HTTP/1.1" status: 204 len: 168 time: 0.7474895 Aug 29 04:51:34.251911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8c9d4-0c67-4b69-bc68-120a167799e7 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Network': ['ID=da1ad9d8-d3eb-46e1-80a0-6126404229e1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.276117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56470) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.285654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'network': {'name': 'tempest-network-smoke--1964660631', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:34.310671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:34.314525 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.351377 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:34.364319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.364679 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Added segment 2690a5f4-1cfc-4ba6-95b9-e5496af67b04 of type vlan for network 80320245-84b1-472a-b914-35d2ed2f46d8 Aug 29 04:51:34.412735 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.446867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.452582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:34.453183 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.521382 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2426486 Aug 29 04:51:34.524655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56476) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.529358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'admin_state_up': True, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:34.547176 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cbe3c-d06f-4b83-9a62-2bc01dece12d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Network': ['ID=80320245-84b1-472a-b914-35d2ed2f46d8,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.562603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 80320245-84b1-472a-b914-35d2ed2f46d8 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:34.566971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.568196 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.695896 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.885762 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.241107 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.253347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8f5b0d96-3b85-47f2-b99c-b569196b358b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:35.280590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.282403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 8f5b0d96-3b85-47f2-b99c-b569196b358b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:35.282955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8f5b0d96-3b85-47f2-b99c-b569196b358b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:35.283548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 36a1b63e-186f-4c83-8c9d-29ffaaa71024 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:35.306230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 36a1b63e-186f-4c83-8c9d-29ffaaa71024 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:35.306774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 36a1b63e-186f-4c83-8c9d-29ffaaa71024 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:35.451882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.25.1.169 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/7f54e1bd-1454-437f-8b87-53068e47435a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:35.572276 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.618024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.667252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:35.673760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:35.677996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:35.738224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=7f54e1bd-1454-437f-8b87-53068e47435a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:36.141429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.397757 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.578547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router d00b7471-aaed-4e00-b5bc-4526f886bd79 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:36.734511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:36.746467 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Sync routers for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:36.762020 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.763414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b4c4ecfc-f3fa-4b1f-b1cb-8713814d15c2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2380548 Aug 29 04:51:36.766417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56562) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:36.784913 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:36.786284 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:36.817414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-501ad38e-2aa8-4e13-b045-29bd56ad2343 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=89af506a75cc4ee18587cb216deceb09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497861 Aug 29 04:51:36.820325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56564) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:36.977061 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:37.035556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60085a13-67e0-4c5a-86d2-319a1e80970b tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:37.037196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-60085a13-67e0-4c5a-86d2-319a1e80970b tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2158375 Aug 29 04:51:37.040857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56574) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:37.115831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-67530480-52a5-4f24-b532-1c1078c99377 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731945 Aug 29 04:51:37.118295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56584) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:37.124876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1916640648', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:37.297742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:37.302838 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.324504 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:35Z', 'revision_number': 3, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:37.359882 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Checking router: d00b7471-aaed-4e00-b5bc-4526f886bd79 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:37.360351 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Updating router d00b7471-aaed-4e00-b5bc-4526f886bd79 port 7f54e1bd-1454-437f-8b87-53068e47435a binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:51:37.388265 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.552128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.667334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Checking segment: {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:37.668209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network hostable DHCP agents. Network: 80320245-84b1-472a-b914-35d2ed2f46d8, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:37.670984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Subnet': ['ID=fbd27aea-40f3-4761-bc50-c46b078a2d7e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:37.715165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network 80320245-84b1-472a-b914-35d2ed2f46d8 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:37.732431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 80320245-84b1-472a-b914-35d2ed2f46d8) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:37.743427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c81881-82fd-43d0-b1e0-47f8dba7e450 None None] Network 80320245-84b1-472a-b914-35d2ed2f46d8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:37.763565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:37.764323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.778049 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.793484 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Transition to ACTIVE for port object 7f54e1bd-1454-437f-8b87-53068e47435a will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:37.804846 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.805091 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38323ba8-28fe-4e06-b41e-7e345e157784 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6850657 Aug 29 04:51:37.807995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56600) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:37.869145 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Attempting to bind port 7f54e1bd-1454-437f-8b87-53068e47435a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:37.870523 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Attempting to bind port 7f54e1bd-1454-437f-8b87-53068e47435a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:37.871379 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Attempting to bind port 7f54e1bd-1454-437f-8b87-53068e47435a on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:37.886681 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:37.887616 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:37.888229 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.888807 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:37.889471 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Bound port: 7f54e1bd-1454-437f-8b87-53068e47435a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:37.890051 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.937436 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Pushing event updated for resources: {'Port': ['ID=7f54e1bd-1454-437f-8b87-53068e47435a,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:37.960844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-80320245-84b1-472a-b914-35d2ed2f46d8', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:37.961811 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.966618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:37.971818 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.972488 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.973006 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.973798 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.974300 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.974808 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.975447 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.976032 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.976404 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.976742 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.977123 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.977495 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.989121 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] For port 7f54e1bd-1454-437f-8b87-53068e47435a, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:37.992885 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] For port 7f54e1bd-1454-437f-8b87-53068e47435a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7f54e1bd-1454-437f-8b87-53068e47435a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:37.999482 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.095959 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:38.096946 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:38.098760 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9489e2-1197-4d8c-b577-d8907dcd290b None None] Pushing event updated for resources: {'Port': ['ID=7f54e1bd-1454-437f-8b87-53068e47435a,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.304166 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:38.323653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Allocated IP 172.20.0.2 (80320245-84b1-472a-b914-35d2ed2f46d8/fbd27aea-40f3-4761-bc50-c46b078a2d7e/cd111d25-10fb-4b9e-9852-53477fd43a03) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:38.723272 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.739536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Transition to ACTIVE for port object cd111d25-10fb-4b9e-9852-53477fd43a03 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:38.779105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Transition to ACTIVE for port object cd111d25-10fb-4b9e-9852-53477fd43a03 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:38.790684 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.810422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Network 80320245-84b1-472a-b914-35d2ed2f46d8 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:38.844415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:38.847654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:38.861191 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:35Z', 'revision_number': 3, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:38.928515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Pushing event updated for resources: {'Port': ['ID=cd111d25-10fb-4b9e-9852-53477fd43a03,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.938524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Attempting to bind port cd111d25-10fb-4b9e-9852-53477fd43a03 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:38.939082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Attempting to bind port cd111d25-10fb-4b9e-9852-53477fd43a03 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:38.939635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Attempting to bind port cd111d25-10fb-4b9e-9852-53477fd43a03 on network 80320245-84b1-472a-b914-35d2ed2f46d8 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:38.945080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:38.945699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Checking segment: {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:38.946291 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.948240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Bound using segment: {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:38.948936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Bound port: cd111d25-10fb-4b9e-9852-53477fd43a03, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:38.949505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.064685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] For port cd111d25-10fb-4b9e-9852-53477fd43a03, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:39.068720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] For port cd111d25-10fb-4b9e-9852-53477fd43a03, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cd111d25-10fb-4b9e-9852-53477fd43a03,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:39.078092 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.091732 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2d629-70a5-473d-bee3-449a01efef66 None None] The sync data for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 is: [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:35Z', 'revision_number': 3, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:39.200371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a3b01-788c-4e41-b141-9de4f9682ea5 None None] Pushing event updated for resources: {'Port': ['ID=cd111d25-10fb-4b9e-9852-53477fd43a03,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:39.264642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.837382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.20.0.1 (80320245-84b1-472a-b914-35d2ed2f46d8/fbd27aea-40f3-4761-bc50-c46b078a2d7e/01340af7-ead0-4dce-bc42-142b07996f8a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:40.031884 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.049865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Transition to ACTIVE for port object 01340af7-ead0-4dce-bc42-142b07996f8a will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:40.098160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.161382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network 80320245-84b1-472a-b914-35d2ed2f46d8 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:40.165361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:40.168835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:40.218832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=01340af7-ead0-4dce-bc42-142b07996f8a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:40.286490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.511907 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.052037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c613c0-4e31-46de-ad55-acea1e12a31c None None] Network 80320245-84b1-472a-b914-35d2ed2f46d8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:41.184864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.199878 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.240267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-162d488e-2194-4768-8983-87d7917d648e None None] Provisioning for port cd111d25-10fb-4b9e-9852-53477fd43a03 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:41.359570 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.362161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cd111d25-10fb-4b9e-9852-53477fd43a03 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:41.464798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port cd111d25-10fb-4b9e-9852-53477fd43a03 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:41.472913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cd111d25-10fb-4b9e-9852-53477fd43a03 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:41.475724 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.514503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=01340af7-ead0-4dce-bc42-142b07996f8a,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:41.581241 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.638432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network 80320245-84b1-472a-b914-35d2ed2f46d8 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:41.638432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:41.680859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port cd111d25-10fb-4b9e-9852-53477fd43a03, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cd111d25-10fb-4b9e-9852-53477fd43a03,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:41.690074 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.690989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7f54e1bd-1454-437f-8b87-53068e47435a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:41.910426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=cd111d25-10fb-4b9e-9852-53477fd43a03,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:41.915762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router d00b7471-aaed-4e00-b5bc-4526f886bd79 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:42.030018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7f54e1bd-1454-437f-8b87-53068e47435a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:42.037983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7f54e1bd-1454-437f-8b87-53068e47435a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:42.040512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.042436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3e6c78e9-97bc-4890-804b-18b8d0558212 None None] Provisioning complete for port cd111d25-10fb-4b9e-9852-53477fd43a03 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:42.052941 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e6c78e9-97bc-4890-804b-18b8d0558212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.144700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:42.169251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56690) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:42.171139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4000a046-63b8-40ae-9759-726c2d4eb909 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "PUT /v2.0/routers/d00b7471-aaed-4e00-b5bc-4526f886bd79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3620615 Aug 29 04:51:42.178448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Sync routers for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:42.282068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:42.282946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:42.500747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:42.520594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f296a1-a33e-4a92-987a-c71d83923897 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.522438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f296a1-a33e-4a92-987a-c71d83923897 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.523197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f296a1-a33e-4a92-987a-c71d83923897 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.526464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f296a1-a33e-4a92-987a-c71d83923897 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.529119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f296a1-a33e-4a92-987a-c71d83923897 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.529960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f296a1-a33e-4a92-987a-c71d83923897 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.537472 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56696) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:42.551547 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b8f296a1-a33e-4a92-987a-c71d83923897 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.3764763 Aug 29 04:51:42.621489 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.716987 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2e0a5-8309-4306-93c5-3036da7755a6 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.717360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2e0a5-8309-4306-93c5-3036da7755a6 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.717828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2e0a5-8309-4306-93c5-3036da7755a6 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.718498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2e0a5-8309-4306-93c5-3036da7755a6 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.722997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2e0a5-8309-4306-93c5-3036da7755a6 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.723794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2e0a5-8309-4306-93c5-3036da7755a6 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.734406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-66d2e0a5-8309-4306-93c5-3036da7755a6 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1947184 Aug 29 04:51:42.747246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56702) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:42.788702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 7f54e1bd-1454-437f-8b87-53068e47435a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7f54e1bd-1454-437f-8b87-53068e47435a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:42.795283 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.870713 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=7f54e1bd-1454-437f-8b87-53068e47435a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:42.883727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3e6c78e9-97bc-4890-804b-18b8d0558212 None None] Provisioning for port 01340af7-ead0-4dce-bc42-142b07996f8a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:42.895347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3e6c78e9-97bc-4890-804b-18b8d0558212 None None] Provisioning complete for port 01340af7-ead0-4dce-bc42-142b07996f8a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:42.895975 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3e6c78e9-97bc-4890-804b-18b8d0558212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.946188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c78e9-97bc-4890-804b-18b8d0558212 None None] Port 01340af7-ead0-4dce-bc42-142b07996f8a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:43.077199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3b4fe438-4a66-4875-9599-0a206c9c310a None None] Provisioning complete for port 01340af7-ead0-4dce-bc42-142b07996f8a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:43.077721 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe438-4a66-4875-9599-0a206c9c310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.181464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 2, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:43.274951 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Checking router: d00b7471-aaed-4e00-b5bc-4526f886bd79 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:43.279265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Updating router d00b7471-aaed-4e00-b5bc-4526f886bd79 port 01340af7-ead0-4dce-bc42-142b07996f8a binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:51:43.292495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cd111d25-10fb-4b9e-9852-53477fd43a03 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:43.297455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fe438-4a66-4875-9599-0a206c9c310a None None] Port 01340af7-ead0-4dce-bc42-142b07996f8a cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:43.325516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2f7281aa-eb85-410b-b872-71bf8869ec4d tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.5686779 Aug 29 04:51:43.454958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.531215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cd111d25-10fb-4b9e-9852-53477fd43a03 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:43.531633 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.890169 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56724) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:43.896972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0337ee92-3e6a-4f63-aea5-6d23ab6c8df0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526703857', 'description': 'tempest-secgroup-smoke-1526703857 description', 'project_id': '89af506a75cc4ee18587cb216deceb09'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:43.939882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0337ee92-3e6a-4f63-aea5-6d23ab6c8df0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.113811 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0337ee92-3e6a-4f63-aea5-6d23ab6c8df0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.136719 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0337ee92-3e6a-4f63-aea5-6d23ab6c8df0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.153861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7f54e1bd-1454-437f-8b87-53068e47435a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:44.273393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337ee92-3e6a-4f63-aea5-6d23ab6c8df0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d5cb9-e720-4341-89e5-b053ed32dee3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:44.298803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0337ee92-3e6a-4f63-aea5-6d23ab6c8df0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.303068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56734) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:44.304701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7f54e1bd-1454-437f-8b87-53068e47435a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:44.305091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.308057 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0337ee92-3e6a-4f63-aea5-6d23ab6c8df0 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4160557 Aug 29 04:51:44.311652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '9e5d5cb9-e720-4341-89e5-b053ed32dee3', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:44.398017 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.497428 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.512042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Transition to ACTIVE for port object 01340af7-ead0-4dce-bc42-142b07996f8a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:44.520599 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.546287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.551618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.576242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f40d59d-20c6-43cd-9940-acdf5e24c8ca,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:44.585315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.596812 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848082 Aug 29 04:51:44.598402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56742) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:44.599304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.599889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.600597 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.601350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.602033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.603100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.603723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.604328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.604941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.605563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.606141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.606885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec04fa6f-b596-4855-8ce5-65257c304545 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:44.631695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e1d019b0-56ac-4c05-8b35-f82db0bb8639 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '9e5d5cb9-e720-4341-89e5-b053ed32dee3', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:44.688222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd44f67-96e1-48c3-9ee6-3164e13cd348 None None] Pushing event updated for resources: {'Port': ['ID=01340af7-ead0-4dce-bc42-142b07996f8a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:44.695515 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1d019b0-56ac-4c05-8b35-f82db0bb8639 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.748756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Attempting to bind port 01340af7-ead0-4dce-bc42-142b07996f8a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:44.749143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Attempting to bind port 01340af7-ead0-4dce-bc42-142b07996f8a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:44.749516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Attempting to bind port 01340af7-ead0-4dce-bc42-142b07996f8a on network 80320245-84b1-472a-b914-35d2ed2f46d8 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:44.766751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:44.770393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Checking segment: {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:44.770875 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.772402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Bound using segment: {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:44.775225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Bound port: 01340af7-ead0-4dce-bc42-142b07996f8a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:44.776359 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.823463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1d019b0-56ac-4c05-8b35-f82db0bb8639 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.831467 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1d019b0-56ac-4c05-8b35-f82db0bb8639 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.865440 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d019b0-56ac-4c05-8b35-f82db0bb8639 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43915c69-ea82-4d9f-b171-fcf8acb09dce,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:44.875541 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e1d019b0-56ac-4c05-8b35-f82db0bb8639 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.888615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 56744) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:44.892886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e1d019b0-56ac-4c05-8b35-f82db0bb8639 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2931294 Aug 29 04:51:44.897733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a6e1b876-5134-499a-a172-94fae9aad7eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '9e5d5cb9-e720-4341-89e5-b053ed32dee3', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:44.990490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b876-5134-499a-a172-94fae9aad7eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.003584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] For port 01340af7-ead0-4dce-bc42-142b07996f8a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:45.028765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] For port 01340af7-ead0-4dce-bc42-142b07996f8a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=01340af7-ead0-4dce-bc42-142b07996f8a,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:45.040760 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.106699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:45.107379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:45.140243 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b876-5134-499a-a172-94fae9aad7eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.146675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b876-5134-499a-a172-94fae9aad7eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.202277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1b876-5134-499a-a172-94fae9aad7eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956e2a20-6845-4eec-96d8-461a64d8810e,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:45.223029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b876-5134-499a-a172-94fae9aad7eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.227602 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a6e1b876-5134-499a-a172-94fae9aad7eb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378749 Aug 29 04:51:45.230383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56752) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:45.258458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-84e28741-1eae-4f32-ab36-d8199b9024a4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '9e5d5cb9-e720-4341-89e5-b053ed32dee3', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:45.293770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:45.343650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84e28741-1eae-4f32-ab36-d8199b9024a4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.487606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd44f67-96e1-48c3-9ee6-3164e13cd348 None None] Pushing event updated for resources: {'Port': ['ID=01340af7-ead0-4dce-bc42-142b07996f8a,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:45.569488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84e28741-1eae-4f32-ab36-d8199b9024a4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.586077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84e28741-1eae-4f32-ab36-d8199b9024a4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.639963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e28741-1eae-4f32-ab36-d8199b9024a4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fcfe1a-9022-4dd5-80c1-e010ea829d50,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:45.655540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-84e28741-1eae-4f32-ab36-d8199b9024a4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.656953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-84e28741-1eae-4f32-ab36-d8199b9024a4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4179683 Aug 29 04:51:45.659713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56764) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:45.664843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-83c3cf5a-608b-4257-a50a-b66b941e1606 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '9e5d5cb9-e720-4341-89e5-b053ed32dee3', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:45.718058 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-83c3cf5a-608b-4257-a50a-b66b941e1606 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Project 89af506a75cc4ee18587cb216deceb09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:51:45.732108 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83c3cf5a-608b-4257-a50a-b66b941e1606 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.772562 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:44Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:45.813429 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83c3cf5a-608b-4257-a50a-b66b941e1606 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.817711 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83c3cf5a-608b-4257-a50a-b66b941e1606 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.870998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3cf5a-608b-4257-a50a-b66b941e1606 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8d6c63-2b6d-459d-b146-4fbfe403cf0a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:45.881738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-83c3cf5a-608b-4257-a50a-b66b941e1606 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.886023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-83c3cf5a-608b-4257-a50a-b66b941e1606 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2222378 Aug 29 04:51:45.886396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56768) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:45.886834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546947b-1cac-4bf1-83e8-e5d4b0d182a0 None None] The sync data for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 is: [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:44Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:45.891202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-02eed176-e57e-4eb1-85cb-bbd828a41e46 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'security_group_rule': {'security_group_id': '9e5d5cb9-e720-4341-89e5-b053ed32dee3', 'project_id': '89af506a75cc4ee18587cb216deceb09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:45.964751 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-02eed176-e57e-4eb1-85cb-bbd828a41e46 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Project 89af506a75cc4ee18587cb216deceb09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:51:45.985765 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02eed176-e57e-4eb1-85cb-bbd828a41e46 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.161772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02eed176-e57e-4eb1-85cb-bbd828a41e46 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.169104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02eed176-e57e-4eb1-85cb-bbd828a41e46 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.253256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-02eed176-e57e-4eb1-85cb-bbd828a41e46 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.255456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-02eed176-e57e-4eb1-85cb-bbd828a41e46 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3682232 Aug 29 04:51:46.258997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eed176-e57e-4eb1-85cb-bbd828a41e46 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c0509a-d0c5-4fea-95b3-d25dc95f5b73,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:46.712291 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-dd8cbcc3-d862-4c8a-8769-ae2854980a17 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526703857&fields=id&tenant_id=89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 267 time: 0.0560181 Aug 29 04:51:46.966178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47951e-8636-4175-8eb3-7aee389929ed req-cda31fb4-63c5-43c9-a618-8efef6a61edf tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:46.974925 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-cda31fb4-63c5-43c9-a618-8efef6a61edf tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/networks?id=80320245-84b1-472a-b914-35d2ed2f46d8 HTTP/1.1" status: 200 len: 797 time: 0.2610493 Aug 29 04:51:46.993395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-55b50aa1-c97f-40e3-a24c-ee25620606ce tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/quotas/89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 375 time: 0.0171454 Aug 29 04:51:47.063730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c4c0e48e-c4a2-41e2-bb21-3df967f2592a tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685394 Aug 29 04:51:47.298955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 01340af7-ead0-4dce-bc42-142b07996f8a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:47.321868 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-43b4a359-5408-40d9-b167-b2680ee0e610 service neutron] 10.222.0.58 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156045 Aug 29 04:51:47.439098 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fc71bae-d8fa-4aab-bbbe-53a06fe8a4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.456046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 01340af7-ead0-4dce-bc42-142b07996f8a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:47.460625 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 01340af7-ead0-4dce-bc42-142b07996f8a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:47.463639 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.533922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-de939d55-8cd8-42e4-86cf-1c5d0037a4cb service neutron] 10.222.0.58 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101686 Aug 29 04:51:47.658818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.774237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 01340af7-ead0-4dce-bc42-142b07996f8a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=01340af7-ead0-4dce-bc42-142b07996f8a,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:47.790733 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.967283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=01340af7-ead0-4dce-bc42-142b07996f8a,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:48.110237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0fadde1-2b01-4a07-b726-2d866acccf82 req-7ede8fd5-1afd-495d-bbf1-dc80eb3e3dd1 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 210 time: 0.1319084 Aug 29 04:51:49.260296 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 01340af7-ead0-4dce-bc42-142b07996f8a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:49.287704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96164e08-63da-49c0-8db3-b2e202e06b6e req-51fba9a4-c6af-41df-9359-2b8f2128904d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 210 time: 0.0555034 Aug 29 04:51:49.382870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 01340af7-ead0-4dce-bc42-142b07996f8a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:49.383526 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.610760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47951e-8636-4175-8eb3-7aee389929ed req-d811297f-23a6-490b-bae4-c3bd86fd048d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:49.613032 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-d811297f-23a6-490b-bae4-c3bd86fd048d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/networks?id=80320245-84b1-472a-b914-35d2ed2f46d8 HTTP/1.1" status: 200 len: 797 time: 0.1854405 Aug 29 04:51:49.677892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-73c3a169-e066-4da3-ab64-57e5711a35ae tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89af506a75cc4ee18587cb216deceb09 HTTP/1.1" status: 200 len: 380 time: 0.0451837 Aug 29 04:51:49.702865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'port': {'device_id': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'admin_state_up': True, 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'security_groups': ['9e5d5cb9-e720-4341-89e5-b053ed32dee3']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:49.825167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Made reservation on behalf of 89af506a75cc4ee18587cb216deceb09 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:49.828751 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.983352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.20.0.10 (80320245-84b1-472a-b914-35d2ed2f46d8/fbd27aea-40f3-4761-bc50-c46b078a2d7e/d5187c4d-7ebf-428b-abeb-75922d0ba1b4) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:50.188154 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.208218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Transition to ACTIVE for port object d5187c4d-7ebf-428b-abeb-75922d0ba1b4 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:50.253932 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.332089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network 80320245-84b1-472a-b914-35d2ed2f46d8 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:50.355473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:50.357755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:50.367747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:50.376772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.447910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-95721fda-70b8-4910-868f-799fb953540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.461037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:50.463552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.475749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec1c12-eee6-4c34-977f-9cd9049c9bc0 req-38543518-c3ab-4fef-9a69-935e9ccd7d37 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:50.477418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10ec1c12-eee6-4c34-977f-9cd9049c9bc0 req-38543518-c3ab-4fef-9a69-935e9ccd7d37 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 932 time: 0.0937212 Aug 29 04:51:50.497670 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-c502dde8-0bc3-463f-bafa-9b82b98e6eef tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7994759 Aug 29 04:51:50.517336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Request body: {'port': {'device_id': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:50.588162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10ec1c12-eee6-4c34-977f-9cd9049c9bc0 req-0bebc66b-6458-48c0-bfa4-85077eac53ee tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009982 Aug 29 04:51:50.652390 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.885757 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-29d16feb-540e-40df-8642-fe5b2cd2dd94 None None] Provisioning for port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:50.891306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-29d16feb-540e-40df-8642-fe5b2cd2dd94 None None] Provisioning complete for port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:50.891750 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-29d16feb-540e-40df-8642-fe5b2cd2dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.929291 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-29d16feb-540e-40df-8642-fe5b2cd2dd94 None None] Port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:51.001164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5187c4d-7ebf-428b-abeb-75922d0ba1b4 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:51.013150 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.027023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Transition to ACTIVE for port object d5187c4d-7ebf-428b-abeb-75922d0ba1b4 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:51.031077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.092076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Pushing event updated for resources: {'Port': ['ID=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:51.174370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Attempting to bind port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:51.174721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Attempting to bind port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:51.175060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Attempting to bind port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 on network 80320245-84b1-472a-b914-35d2ed2f46d8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:51.179575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 on network 80320245-84b1-472a-b914-35d2ed2f46d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:51.179908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Attempting to bind port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 on network 80320245-84b1-472a-b914-35d2ed2f46d8 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:51.185719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:51.186131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Checking segment: {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:51.186459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Bound using segment: {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:51.187057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Bound port: d5187c4d-7ebf-428b-abeb-75922d0ba1b4, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2690a5f4-1cfc-4ba6-95b9-e5496af67b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:51.187495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.270152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] For port d5187c4d-7ebf-428b-abeb-75922d0ba1b4, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:51.273991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] For port d5187c4d-7ebf-428b-abeb-75922d0ba1b4, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:51.279807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.292659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.323608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:51.324914 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.327860 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] 10.222.0.64 "PUT /v2.0/ports/d5187c4d-7ebf-428b-abeb-75922d0ba1b4 HTTP/1.1" status: 200 len: 1093 time: 0.8141308 Aug 29 04:51:51.327860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:51.333040 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:51.368456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75c574-f182-4bd5-a1ef-fdca9450918d service neutron] Pushing event updated for resources: {'Port': ['ID=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:51.392785 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0721ffd-b580-4edf-973a-b6fc5123fe95 x-openstack-request-id: req-b0721ffd-b580-4edf-973a-b6fc5123fe95 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:51.393001 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:51.393203 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0721ffd-b580-4edf-973a-b6fc5123fe95 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:51.393606 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'status': 'completed', 'code': 200} Aug 29 04:51:51.458967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47951e-8636-4175-8eb3-7aee389929ed req-23ffcec8-4d1a-4ac7-8b08-de2d0e6706bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:51.460795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-23ffcec8-4d1a-4ac7-8b08-de2d0e6706bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 1096 time: 0.0558901 Aug 29 04:51:51.522696 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-a2eff297-64c3-4a20-8b8e-e64008c19b3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4 HTTP/1.1" status: 200 len: 217 time: 0.0491810 Aug 29 04:51:51.589905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47951e-8636-4175-8eb3-7aee389929ed req-43e6c326-7fc9-4a81-b90a-6eae7449eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:51.591602 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-43e6c326-7fc9-4a81-b90a-6eae7449eb0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd27aea-40f3-4761-bc50-c46b078a2d7e HTTP/1.1" status: 200 len: 835 time: 0.0587707 Aug 29 04:51:51.674804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47951e-8636-4175-8eb3-7aee389929ed req-25f4b826-8dd7-4f64-b5ab-3f2936475e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:51.676281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-25f4b826-8dd7-4f64-b5ab-3f2936475e55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80320245-84b1-472a-b914-35d2ed2f46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729480 Aug 29 04:51:51.807689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86367be-4e86-4e1a-a9ca-6d380c97220f req-aef04810-eca4-45fc-95b4-5bfcdf9a874b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:51.808341 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-67fe0fcc-8345-491e-89de-c0bc1bd09fae service neutron] 10.222.0.64 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184916 Aug 29 04:51:51.810402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b86367be-4e86-4e1a-a9ca-6d380c97220f req-aef04810-eca4-45fc-95b4-5bfcdf9a874b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 944 time: 0.1261404 Aug 29 04:51:51.865133 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b86367be-4e86-4e1a-a9ca-6d380c97220f req-30768727-7151-4b85-9deb-0e621162c257 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484133 Aug 29 04:51:51.924503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4e47951e-8636-4175-8eb3-7aee389929ed req-5477981f-19fe-4bc0-a2b4-252b2b034dc1 service neutron] 10.222.0.64 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039813 Aug 29 04:51:52.030774 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-5f9904d6-7b6c-475c-9666-81768711cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.032474 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-5f9904d6-7b6c-475c-9666-81768711cae8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 1096 time: 0.0497699 Aug 29 04:51:52.154391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-14d3b3c6-2017-4ceb-8d95-85e01975f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.156015 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-14d3b3c6-2017-4ceb-8d95-85e01975f437 service neutron] 10.222.0.64 "GET /v2.0/networks?id=80320245-84b1-472a-b914-35d2ed2f46d8 HTTP/1.1" status: 200 len: 898 time: 0.1159451 Aug 29 04:51:52.208477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-690e8c7b-f166-41d0-bd12-56c5b8d5bc67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4 HTTP/1.1" status: 200 len: 217 time: 0.0404234 Aug 29 04:51:52.262389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-3aa35f6f-6b26-4c2a-ac1d-58719351011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.263972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-3aa35f6f-6b26-4c2a-ac1d-58719351011a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd27aea-40f3-4761-bc50-c46b078a2d7e HTTP/1.1" status: 200 len: 835 time: 0.0469294 Aug 29 04:51:52.316123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-ae7f0a88-25fa-4ff3-85d9-5810380313eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.317669 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-ae7f0a88-25fa-4ff3-85d9-5810380313eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80320245-84b1-472a-b914-35d2ed2f46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451002 Aug 29 04:51:52.433320 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-4ff56fe9-d0a2-4c00-ba6d-350e75b13089 service neutron] 10.222.0.64 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077092 Aug 29 04:51:52.537778 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4c3a9ec6-0388-4ca1-96f5-d83e9c41b924 req-db2e9f70-074f-4bb1-9805-a66e45b00d2b service neutron] 10.222.0.64 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966914 Aug 29 04:51:52.877506 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.998433 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7aa76b-ed25-4add-bcca-7ffa1ad848b3 req-d5a98679-1c5a-4938-9a34-f6b064c83f03 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:53.000070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd7aa76b-ed25-4add-bcca-7ffa1ad848b3 req-d5a98679-1c5a-4938-9a34-f6b064c83f03 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 944 time: 0.0560644 Aug 29 04:51:53.042290 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd7aa76b-ed25-4add-bcca-7ffa1ad848b3 req-ab48b92f-9e59-4dc0-9aa4-8d1415901252 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356932 Aug 29 04:51:54.196575 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d5187c4d-7ebf-428b-abeb-75922d0ba1b4 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:51:54.258838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9279-6ecb-4156-816f-eb74cd8785d4 req-4f37863b-dd2d-4c25-b00f-19c3732b8319 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:54.262165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f16f9279-6ecb-4156-816f-eb74cd8785d4 req-4f37863b-dd2d-4c25-b00f-19c3732b8319 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 944 time: 0.1347220 Aug 29 04:51:54.357059 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f16f9279-6ecb-4156-816f-eb74cd8785d4 req-a7e84f99-4fab-4690-96f1-3d2f54cbcf4f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882745 Aug 29 04:51:54.374691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d5187c4d-7ebf-428b-abeb-75922d0ba1b4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:54.409948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'port_id': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'mac_address': 'fa:16:3e:ad:ab:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:51:54.463979 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.481071 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5187c4d-7ebf-428b-abeb-75922d0ba1b4 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:54.510088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d5187c4d-7ebf-428b-abeb-75922d0ba1b4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:54.512617 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.564358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:54.786801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d5187c4d-7ebf-428b-abeb-75922d0ba1b4'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:51:55.508948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29b5fb-4108-4e53-9768-019189d06896 req-3f0659f0-eed3-4acb-ad7d-2c076f6c68c3 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:55.510418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be29b5fb-4108-4e53-9768-019189d06896 req-3f0659f0-eed3-4acb-ad7d-2c076f6c68c3 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 945 time: 0.0584590 Aug 29 04:51:55.563520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be29b5fb-4108-4e53-9768-019189d06896 req-71dee545-0243-4cdb-91f4-5dffa00fb8f1 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Aug 29 04:51:56.219371 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d5187c4d-7ebf-428b-abeb-75922d0ba1b4 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:56.275671 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:56.281992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:56.282487 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.374969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.399536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:56.402727 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3163b3d8-58ca-4f71-8599-4663f9c9d3e4" -d '{"events": [{"server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "name": "network-vif-plugged", "status": "completed", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:56.433004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d5187c4d-7ebf-428b-abeb-75922d0ba1b4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:56.439441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.469577 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5f51b-72bd-4981-9307-0574bebdb9f3 x-openstack-request-id: req-7ba5f51b-72bd-4981-9307-0574bebdb9f3 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:56.470007 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "name": "network-vif-plugged", "status": "completed", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:56.470388 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ba5f51b-72bd-4981-9307-0574bebdb9f3 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:56.471705 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'code': 200} Aug 29 04:51:56.518615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:56.578412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de3af3-4465-464d-ae9a-74aa7e4c93a5 req-f1f88c11-e92a-4a2d-bbab-68c78e4bd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:56.580966 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10de3af3-4465-464d-ae9a-74aa7e4c93a5 req-f1f88c11-e92a-4a2d-bbab-68c78e4bd104 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 1098 time: 0.0462520 Aug 29 04:51:56.647638 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10de3af3-4465-464d-ae9a-74aa7e4c93a5 req-99cf200e-2343-4404-b949-a3c078698e62 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556338 Aug 29 04:51:56.723546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedeb45-4034-4766-9859-34e23808e4c1 req-86c8dede-0d1c-44f2-b034-a9cb3098b865 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:56.725598 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbedeb45-4034-4766-9859-34e23808e4c1 req-86c8dede-0d1c-44f2-b034-a9cb3098b865 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 946 time: 0.0670655 Aug 29 04:51:56.774627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bbedeb45-4034-4766-9859-34e23808e4c1 req-20f187e3-eb28-4c8f-b73c-2b95d56b4025 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 Aug 29 04:51:56.949645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56984) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:57.174838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 56990) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:57.202991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port 0f438a07-40a2-44f5-b4f1-1a72e9d90650 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:57.203656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.335343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.336124 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.344441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.364518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for 0f438a07-40a2-44f5-b4f1-1a72e9d90650 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:57.436091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b746a613-1bae-4579-b8c9-c10acd74412f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.609331 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b746a613-1bae-4579-b8c9-c10acd74412f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.612499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.617410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b746a613-1bae-4579-b8c9-c10acd74412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.652591 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=0f438a07-40a2-44f5-b4f1-1a72e9d90650,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:57.706713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746a613-1bae-4579-b8c9-c10acd74412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac8411-cfd9-4463-b220-3f4cffb24e0d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:57.728367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b746a613-1bae-4579-b8c9-c10acd74412f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9988ef2d66f14f6688726d7b0491960d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512490 Aug 29 04:51:57.737746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57002) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:57.749294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.749564 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Floating IP f74e8db8-9c47-42bc-a993-125ab446f5de disassociated (deleted). External IP: 172.25.1.162, port: ac7779bd-3752-4a6d-9add-972dec245839. Aug 29 04:51:57.803455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ac8570f-4307-438d-b535-f5f71133822d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.835593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ac8570f-4307-438d-b535-f5f71133822d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.910779 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ac8570f-4307-438d-b535-f5f71133822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.914248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5ac8570f-4307-438d-b535-f5f71133822d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.915428 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5ac8570f-4307-438d-b535-f5f71133822d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0ac8411-cfd9-4463-b220-3f4cffb24e0d HTTP/1.1" status: 204 len: 168 time: 0.1834438 Aug 29 04:51:57.926273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8570f-4307-438d-b535-f5f71133822d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac8411-cfd9-4463-b220-3f4cffb24e0d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:57.958898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc2b9b-39d1-4593-bcba-94690b2adbcb req-72378558-c74d-4ecc-b973-daac7c881942 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:57.960410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4bc2b9b-39d1-4593-bcba-94690b2adbcb req-72378558-c74d-4ecc-b973-daac7c881942 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 946 time: 0.0932329 Aug 29 04:51:58.073522 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4bc2b9b-39d1-4593-bcba-94690b2adbcb req-ad94ade6-a0c3-4f13-b22c-bd711d12a360 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720387 Aug 29 04:51:58.104752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Router 368ad4e9-14bc-408d-8a98-843fb631c71e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:58.197553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57010) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:58.214261 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f65b635d-5833-4e45-9797-59d06e206841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.221787 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:58.226738 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.231945 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:58.241588 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:58.242219 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:58.260826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a07dea71-a9ab-4116-9b35-a6f1401571d7 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "DELETE /v2.0/floatingips/f74e8db8-9c47-42bc-a993-125ab446f5de HTTP/1.1" status: 204 len: 168 time: 1.3066621 Aug 29 04:51:58.260826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:58.262386 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b64c6-a148-4935-90c8-cb5778f945d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "tag": "ac7779bd-3752-4a6d-9add-972dec245839"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:58.337003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f65b635d-5833-4e45-9797-59d06e206841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.343059 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f65b635d-5833-4e45-9797-59d06e206841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.379671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b635d-5833-4e45-9797-59d06e206841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9cd441-dea5-4e46-914e-18cbb0a94a8c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:58.381349 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:58.394118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f65b635d-5833-4e45-9797-59d06e206841 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6ea517fdced49fa820bccfb2697f03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953743 Aug 29 04:51:58.397466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:58.480875 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9b0c44-bee5-4aaf-915c-3c23f33e89b4 x-openstack-request-id: req-3d9b0c44-bee5-4aaf-915c-3c23f33e89b4 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:58.481291 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "tag": "ac7779bd-3752-4a6d-9add-972dec245839", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:58.481602 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d9b0c44-bee5-4aaf-915c-3c23f33e89b4 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:58.482023 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839', 'status': 'completed', 'code': 200} Aug 29 04:51:58.502834 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e8c94b2-0ed8-490d-bc3d-7df3193826a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.539913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e8c94b2-0ed8-490d-bc3d-7df3193826a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.540366 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.620212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bdfa5-5586-4f6f-985e-454afac4cd62 req-e32c86fa-a931-45e1-8bdb-10a93f45c817 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:58.622506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-d7d152ed-e7d6-49bc-9d81-c2882e76305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:58.624496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-d7d152ed-e7d6-49bc-9d81-c2882e76305b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 1098 time: 0.0657041 Aug 29 04:51:58.624768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-550bdfa5-5586-4f6f-985e-454afac4cd62 req-e32c86fa-a931-45e1-8bdb-10a93f45c817 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 946 time: 0.0780990 Aug 29 04:51:58.677873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-550bdfa5-5586-4f6f-985e-454afac4cd62 req-e862927a-f0f4-4290-bf2b-5a7aa5572611 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476892 Aug 29 04:51:58.703872 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e8c94b2-0ed8-490d-bc3d-7df3193826a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.706460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1e8c94b2-0ed8-490d-bc3d-7df3193826a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.708051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1e8c94b2-0ed8-490d-bc3d-7df3193826a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a9cd441-dea5-4e46-914e-18cbb0a94a8c HTTP/1.1" status: 204 len: 168 time: 0.3085079 Aug 29 04:51:58.742250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c94b2-0ed8-490d-bc3d-7df3193826a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9cd441-dea5-4e46-914e-18cbb0a94a8c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:58.766089 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:13Z', 'revision_number': 1, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:58.786546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-399ebd6a-cc09-43e3-9e55-794201b04e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:58.788518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-399ebd6a-cc09-43e3-9e55-794201b04e4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.1564252 Aug 29 04:51:58.828479 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:58.838973 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:58.839873 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:58.858389 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-5e7ff769-cac9-4387-80ed-f42b743c8b0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7779bd-3752-4a6d-9add-972dec245839 HTTP/1.1" status: 200 len: 217 time: 0.0612805 Aug 29 04:51:58.944777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-75d3bc09-3a50-4c91-8547-7748c9bf689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:58.946176 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-75d3bc09-3a50-4c91-8547-7748c9bf689a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.0786436 Aug 29 04:51:59.020573 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-79440660-0711-46f2-acca-3de442ab2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.027709 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:59.030374 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-79440660-0711-46f2-acca-3de442ab2dac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755439 Aug 29 04:51:59.213559 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-bac4653b-62ce-4949-bc96-59105c587f3c service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786761 Aug 29 04:51:59.331497 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c6b64c6-a148-4935-90c8-cb5778f945d1 req-5a5d6e2a-e8e3-4fdc-8c4c-b73597a1afda service neutron] 10.222.0.65 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074231 Aug 29 04:51:59.332067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f96aca-bbbd-4651-8e46-b1ede72d3fff req-01d19316-ec68-47ae-ac40-c576689cd66c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.352368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09f96aca-bbbd-4651-8e46-b1ede72d3fff req-01d19316-ec68-47ae-ac40-c576689cd66c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 946 time: 0.1438901 Aug 29 04:51:59.586661 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:13Z', 'revision_number': 1, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:59.595485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09f96aca-bbbd-4651-8e46-b1ede72d3fff req-567b46a2-c571-4c9d-b45e-e5ea18a28007 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839188 Aug 29 04:51:59.596645 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d6740-f14f-4ea1-811a-957197070ed9 None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'f9dfc030-1144-476a-b1e8-47350f0f5942', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'port_id': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'mac_address': 'fa:16:3e:29:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e234b9-914f-4cce-a643-dbddad9661ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:06Z', 'updated_at': '2021-08-29T04:48:13Z', 'revision_number': 1, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:59.705505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d36720-441b-42f9-95dd-fe3549d0291a req-bfca36ea-beca-48d9-b8d7-84d7eab886de tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.707731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05d36720-441b-42f9-95dd-fe3549d0291a req-bfca36ea-beca-48d9-b8d7-84d7eab886de tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 946 time: 0.1055052 Aug 29 04:51:59.751035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05d36720-441b-42f9-95dd-fe3549d0291a req-b71a8bf0-9ece-4ab1-86a6-3ed4e2b9ccf6 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355101 Aug 29 04:51:59.773857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57074) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:59.921112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a28843-1f39-48a2-a156-94e5ff363d48 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.923263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-23a28843-1f39-48a2-a156-94e5ff363d48 tempest-TestNetworkBasicOps-1924457407 tempest-TestNetworkBasicOps-1924457407-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 1093 time: 0.1481874 Aug 29 04:51:59.926702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57080) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:59.937150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:59.943956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7988e9-6119-49ac-b8ae-aee894841473 req-d6893830-d2b6-4d46-ac48-1bdacbc2cd00 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.961169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a7988e9-6119-49ac-b8ae-aee894841473 req-d6893830-d2b6-4d46-ac48-1bdacbc2cd00 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 946 time: 0.1243582 Aug 29 04:51:59.985582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeef11e-6ae8-493a-905c-b40ae946402f None None] New status for floating IP f74e8db8-9c47-42bc-a993-125ab446f5de: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:51:59.994204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.046111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a7988e9-6119-49ac-b8ae-aee894841473 req-f1d67334-4a5e-42b0-9adb-7ad7e24409f0 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778375 Aug 29 04:52:00.163828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920efc4-811e-4a40-9e89-384b969701b9 req-e1fefe21-3b1e-4199-a61e-2948363b7d45 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:00.165373 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7920efc4-811e-4a40-9e89-384b969701b9 req-e1fefe21-3b1e-4199-a61e-2948363b7d45 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 946 time: 0.1739845 Aug 29 04:52:00.269773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.707687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port ac7779bd-3752-4a6d-9add-972dec245839 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:00.708070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.808598 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Allocated IP 172.25.1.187 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/9d5d35f7-2107-476a-aeb6-85b75cbd0259) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:00.904030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] For port ac7779bd-3752-4a6d-9add-972dec245839, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=ac7779bd-3752-4a6d-9add-972dec245839,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:00.904324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.927097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for ac7779bd-3752-4a6d-9add-972dec245839 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:01.039946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.140875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.190280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:01.203406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:01.207062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:01.214973 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91181773-d729-464d-b97f-b1066e30dee7 req-219b8d4e-54b7-4c2c-9483-6507f9bc09cc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:01.217438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91181773-d729-464d-b97f-b1066e30dee7 req-219b8d4e-54b7-4c2c-9483-6507f9bc09cc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 946 time: 0.0842254 Aug 29 04:52:01.286110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=9d5d35f7-2107-476a-aeb6-85b75cbd0259,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:01.294318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.315773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91181773-d729-464d-b97f-b1066e30dee7 req-e6533a29-d20e-4e36-b312-bbf095ac4d2f tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908437 Aug 29 04:52:01.373881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=ac7779bd-3752-4a6d-9add-972dec245839,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:01.472193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] No DVR routers for this DVR port ac7779bd-3752-4a6d-9add-972dec245839 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:01.477939 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.481558 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7920efc4-811e-4a40-9e89-384b969701b9 req-f46a4114-a909-45d8-89fa-5596212433c8 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.65 "DELETE /v2.0/ports/ac7779bd-3752-4a6d-9add-972dec245839 HTTP/1.1" status: 204 len: 173 time: 1.3084705 Aug 29 04:52:01.482518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'name': 'network-vif-deleted', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:01.487521 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6068aa0c-2b70-4938-97c2-5177e0c6431e" -d '{"events": [{"server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "name": "network-vif-deleted", "tag": "ac7779bd-3752-4a6d-9add-972dec245839"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:01.603417 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2024c02-a659-42f5-9c32-2aeb9e7ef92f x-openstack-request-id: req-b2024c02-a659-42f5-9c32-2aeb9e7ef92f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:01.603722 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6babc0b-35b2-4e5a-8b39-a798197b72cb", "name": "network-vif-deleted", "tag": "ac7779bd-3752-4a6d-9add-972dec245839", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:01.604111 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2024c02-a659-42f5-9c32-2aeb9e7ef92f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:01.605253 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6babc0b-35b2-4e5a-8b39-a798197b72cb', 'name': 'network-vif-deleted', 'tag': 'ac7779bd-3752-4a6d-9add-972dec245839', 'status': 'completed', 'code': 200} Aug 29 04:52:01.945999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.949463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-129418f1-51a8-424c-b84c-82ae2c01602e req-e58e7879-5c88-48eb-b12c-e2a789ee4e36 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0383537 Aug 29 04:52:02.054717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-129418f1-51a8-424c-b84c-82ae2c01602e req-3ccd8f9b-54bc-459e-9870-6ec1e2d6ff93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0449579 Aug 29 04:52:02.143345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-129418f1-51a8-424c-b84c-82ae2c01602e req-aed1664f-8572-43fb-9987-97ab65bf4450 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645611 Aug 29 04:52:02.149095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.297988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ac7779bd-3752-4a6d-9add-972dec245839 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:02.376427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129418f1-51a8-424c-b84c-82ae2c01602e req-680fb683-5ad4-4dce-83bd-fa79499def62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:02.377984 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-129418f1-51a8-424c-b84c-82ae2c01602e req-680fb683-5ad4-4dce-83bd-fa79499def62 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399672 Aug 29 04:52:02.403765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: ac7779bd-3752-4a6d-9add-972dec245839 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:02.413008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device ac7779bd-3752-4a6d-9add-972dec245839 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:02.511067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08deb696-d152-43fa-8f8b-077d49f079a8 req-6ebc697c-644b-4e14-8349-d5f9926a5b0c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 210 time: 0.0401778 Aug 29 04:52:02.532580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.549119 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.638664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event updated for resources: {'Port': ['ID=9d5d35f7-2107-476a-aeb6-85b75cbd0259,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:02.656414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.843043 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Floating IP 1e445305-4d44-4fdd-9819-09effb29cbed associated. External IP: 172.25.1.187, port: d5187c4d-7ebf-428b-abeb-75922d0ba1b4. Aug 29 04:52:03.098936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router d00b7471-aaed-4e00-b5bc-4526f886bd79 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:03.235410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:03.245587 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] Sync routers for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:03.254763 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.262518 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:03.264926 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.295974 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d3d707c3-61ab-429e-bb79-94574b1ca556 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3680422 Aug 29 04:52:03.298901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57188) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:03.400454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-60551a8e-83bf-4e08-8eb6-06e8cb7ccd8d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/floatingips/1e445305-4d44-4fdd-9819-09effb29cbed HTTP/1.1" status: 200 len: 992 time: 0.0999193 Aug 29 04:52:03.414926 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:03.608987 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:03.611342 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781aa9a-485f-4c14-b321-2046705d5cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:03.649536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e69861fe-8670-4ab6-bb4f-5fae1118a480 req-553b8bec-e6c9-4f17-88fb-2ea17074ee6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 210 time: 0.0422740 Aug 29 04:52:03.697358 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a9480e-1d78-4b27-91be-bc71898ba95d x-openstack-request-id: req-47a9480e-1d78-4b27-91be-bc71898ba95d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:03.697669 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:03.697925 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47a9480e-1d78-4b27-91be-bc71898ba95d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:03.698333 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'status': 'completed', 'code': 200} Aug 29 04:52:03.727042 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '1e445305-4d44-4fdd-9819-09effb29cbed', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'port_id': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'mac_address': 'fa:16:3e:ad:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:52:01Z', 'updated_at': '2021-08-29T04:52:01Z', 'revision_number': 0, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.771212 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] Checking router: d00b7471-aaed-4e00-b5bc-4526f886bd79 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:03.781195 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:03.781930 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.945483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-3a1bf04a-ef97-4ebc-84e6-c890dd18bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:03.947782 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-3a1bf04a-ef97-4ebc-84e6-c890dd18bec5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 1098 time: 0.2248178 Aug 29 04:52:03.949354 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:04.082818 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-d58691ca-aa03-4119-8c63-42a1f64a76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:04.085232 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-d58691ca-aa03-4119-8c63-42a1f64a76b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=80320245-84b1-472a-b914-35d2ed2f46d8 HTTP/1.1" status: 200 len: 898 time: 0.1280279 Aug 29 04:52:04.211125 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-04edeb27-6d31-4eb8-901e-d3edb0b41ec7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4 HTTP/1.1" status: 200 len: 1000 time: 0.1173627 Aug 29 04:52:04.402139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57224) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:04.402401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-26ea64c3-0344-4a41-9b65-1532e7234a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:04.404199 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-26ea64c3-0344-4a41-9b65-1532e7234a47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd27aea-40f3-4761-bc50-c46b078a2d7e HTTP/1.1" status: 200 len: 835 time: 0.1846666 Aug 29 04:52:04.516922 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2190fca4-3dc6-4fe1-b5b3-2458fe5c354d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/floatingips/1e445305-4d44-4fdd-9819-09effb29cbed HTTP/1.1" status: 200 len: 992 time: 0.1130261 Aug 29 04:52:04.536997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-f0144c3a-0775-4b1b-813f-e68af689768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:04.545902 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-f0144c3a-0775-4b1b-813f-e68af689768f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80320245-84b1-472a-b914-35d2ed2f46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238902 Aug 29 04:52:04.609726 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '1e445305-4d44-4fdd-9819-09effb29cbed', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'port_id': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'mac_address': 'fa:16:3e:ad:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:52:01Z', 'updated_at': '2021-08-29T04:52:01Z', 'revision_number': 0, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.660550 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e22b82-f105-4fa8-a645-b78c122e9325 None None] The sync data for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 is: [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '1e445305-4d44-4fdd-9819-09effb29cbed', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'port_id': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'mac_address': 'fa:16:3e:ad:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:52:01Z', 'updated_at': '2021-08-29T04:52:01Z', 'revision_number': 0, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:04.691243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-db06434f-0fb7-4c26-bad1-ea86147112e9 service neutron] 10.222.0.64 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396677 Aug 29 04:52:04.820660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-968e7f62-d34c-44d8-9b62-7f7a4a880d42 req-e033a689-29b6-400e-b4aa-e47e3bd5b22c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 210 time: 0.0508838 Aug 29 04:52:04.875919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a781aa9a-485f-4c14-b321-2046705d5cd9 req-e16db6fa-ae62-4dc5-9351-2ae0417a6a35 service neutron] 10.222.0.64 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747744 Aug 29 04:52:04.995355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f32ad5-c0fc-451a-b41a-308649c71b0d None None] New status for floating IP 1e445305-4d44-4fdd-9819-09effb29cbed: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:52:05.521111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57252) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:05.628711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6a130584-8dec-4b69-87a4-193e770c3864 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/floatingips/1e445305-4d44-4fdd-9819-09effb29cbed HTTP/1.1" status: 200 len: 994 time: 0.1061463 Aug 29 04:52:05.967733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8174c8ca-2b5c-4dbf-a7eb-d463880058a3 req-fc278614-2cf4-49b3-9cc6-42247be6fe6e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6babc0b-35b2-4e5a-8b39-a798197b72cb HTTP/1.1" status: 200 len: 210 time: 0.0400264 Aug 29 04:52:13.603442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57494) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:13.810242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port f926b87e-f857-46cf-b74e-6be2d5868db9 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:13.810594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.913140 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.913516 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.929007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for f926b87e-f857-46cf-b74e-6be2d5868db9 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:14.147945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.178979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=f926b87e-f857-46cf-b74e-6be2d5868db9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:14.250249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.251414 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Floating IP f9dfc030-1144-476a-b1e8-47350f0f5942 disassociated (deleted). External IP: 172.25.1.49, port: c8aaafc6-a1d5-47c0-83f7-423c35a38d39. Aug 29 04:52:14.549568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Router 368ad4e9-14bc-408d-8a98-843fb631c71e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:14.686323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:14.701366 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:14.702171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.714546 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:14.715611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:14.777048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ed0b50ca-fe7d-41cc-90d5-33a70ea954bf tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "DELETE /v2.0/floatingips/f9dfc030-1144-476a-b1e8-47350f0f5942 HTTP/1.1" status: 204 len: 168 time: 1.1705620 Aug 29 04:52:14.777788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:14.780556 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0751cbc6-787e-40f6-8294-e399502848b2" -d '{"events": [{"name": "network-changed", "server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:14.850409 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:14.962594 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:52:15.064897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57536) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:15.091727 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be027c6d-7f5c-4a86-944f-32bea933e166 x-openstack-request-id: req-be027c6d-7f5c-4a86-944f-32bea933e166 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:15.094496 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:15.097073 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be027c6d-7f5c-4a86-944f-32bea933e166 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:15.101683 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'status': 'completed', 'code': 200} Aug 29 04:52:15.209030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cbc6-787e-40f6-8294-e399502848b2 req-e28a4d04-8e7a-4b12-ac88-1f05fd651268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.214447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0751cbc6-787e-40f6-8294-e399502848b2 req-e28a4d04-8e7a-4b12-ac88-1f05fd651268 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3834b29d18274b149303f75e0e1823c3&device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 1098 time: 0.1077759 Aug 29 04:52:15.315888 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:15.354940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401a5de-aa03-4858-884c-79366a6b3350 req-da6f4d69-ea4c-48e2-bb08-61f534feac1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.366262 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2401a5de-aa03-4858-884c-79366a6b3350 req-da6f4d69-ea4c-48e2-bb08-61f534feac1e tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 946 time: 0.1374774 Aug 29 04:52:15.418270 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:15.422402 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b60deaed-4f2b-46b1-b93f-3a30138f6f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.448473 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:15.449445 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:51:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:15.600448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cbc6-787e-40f6-8294-e399502848b2 req-9694d6f9-4436-45d3-845c-4d675e21af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.602115 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0751cbc6-787e-40f6-8294-e399502848b2 req-9694d6f9-4436-45d3-845c-4d675e21af89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 200 len: 911 time: 0.3781679 Aug 29 04:52:15.719830 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0751cbc6-787e-40f6-8294-e399502848b2 req-1c7654c3-a9e0-4732-8424-a3ef1025f0d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39 HTTP/1.1" status: 200 len: 217 time: 0.1077735 Aug 29 04:52:15.754354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b60deaed-4f2b-46b1-b93f-3a30138f6f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.777724 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:15.788683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2401a5de-aa03-4858-884c-79366a6b3350 req-f6dffe16-a05a-48ce-b281-8300a6afab49 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215055 Aug 29 04:52:15.791616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b60deaed-4f2b-46b1-b93f-3a30138f6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.836044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cbc6-787e-40f6-8294-e399502848b2 req-aac956c9-797c-4f05-ba73-72fc1578f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.838555 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0751cbc6-787e-40f6-8294-e399502848b2 req-aac956c9-797c-4f05-ba73-72fc1578f878 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 200 len: 849 time: 0.1069973 Aug 29 04:52:15.905375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b60deaed-4f2b-46b1-b93f-3a30138f6f9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=296e134f3c664ab794bb7a3a3918c886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8363609 Aug 29 04:52:15.905375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60deaed-4f2b-46b1-b93f-3a30138f6f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e971d6f-ec63-4693-ac28-eef5fdc227e1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:15.907120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57552) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:15.936916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cbc6-787e-40f6-8294-e399502848b2 req-8bfae4a8-7ffb-4cb2-a786-90160e800577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.940884 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0751cbc6-787e-40f6-8294-e399502848b2 req-8bfae4a8-7ffb-4cb2-a786-90160e800577 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34727b34-f92c-4bf2-8085-84a10090447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947073 Aug 29 04:52:16.035080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85b2f89c-e766-473a-a432-5de8e7a9c13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.075855 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85b2f89c-e766-473a-a432-5de8e7a9c13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.120198 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0751cbc6-787e-40f6-8294-e399502848b2 req-1d6e495f-cf42-4ba6-a70d-e36bf689bf01 service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681123 Aug 29 04:52:16.171041 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85b2f89c-e766-473a-a432-5de8e7a9c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.174232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85b2f89c-e766-473a-a432-5de8e7a9c13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.175752 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-85b2f89c-e766-473a-a432-5de8e7a9c13a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e971d6f-ec63-4693-ac28-eef5fdc227e1 HTTP/1.1" status: 204 len: 168 time: 0.2606454 Aug 29 04:52:16.194965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2f89c-e766-473a-a432-5de8e7a9c13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e971d6f-ec63-4693-ac28-eef5fdc227e1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:16.203043 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:16.266218 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182dac94-21ca-4e48-9ced-9b942cf60054 None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 4, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '9819eea7-710a-489e-aacf-0ab16b0d8820', 'name': '', 'network_id': '34727b34-f92c-4bf2-8085-84a10090447a', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'mac_address': 'fa:16:3e:a0:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'subnets': [{'id': '871d19b4-8bb0-4c01-9e18-1f4aa44627e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:16.292708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0751cbc6-787e-40f6-8294-e399502848b2 req-8b4af502-ecf6-4a0d-bc50-8a6c7cea43ca service neutron] 10.222.0.64 "GET /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590049 Aug 29 04:52:16.667114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57572) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:16.683520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca02ef05-6d2a-4c21-a048-699f0741fb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.703831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e8c42-cea2-4f99-8f1c-00572ca0eb69 None None] New status for floating IP f9dfc030-1144-476a-b1e8-47350f0f5942: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:52:16.900133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca02ef05-6d2a-4c21-a048-699f0741fb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.911675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ca02ef05-6d2a-4c21-a048-699f0741fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.948160 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ca02ef05-6d2a-4c21-a048-699f0741fb5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2d1147cc294481abb0461e1a291479d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794411 Aug 29 04:52:16.950407 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57582) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:16.958128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dac46-7408-49d9-952f-0f706b1c634c req-bd7d8314-0d1f-4a09-b6c6-621a8873502c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.960937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-183dac46-7408-49d9-952f-0f706b1c634c req-bd7d8314-0d1f-4a09-b6c6-621a8873502c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 946 time: 0.1715193 Aug 29 04:52:16.978967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def4b93-fa98-4231-b057-787428245dd4 req-c2c1ee36-de92-423e-be72-a807fff1075c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.987780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2def4b93-fa98-4231-b057-787428245dd4 req-c2c1ee36-de92-423e-be72-a807fff1075c tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 946 time: 0.0766294 Aug 29 04:52:17.077943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2def4b93-fa98-4231-b057-787428245dd4 req-e367bed0-7dc4-43fb-910f-75a266277376 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/security-groups?id=d38caec0-3699-48d2-8713-70692aea3720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886908 Aug 29 04:52:17.106692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02ef05-6d2a-4c21-a048-699f0741fb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b499d05-4862-4a9b-b350-410fe276061a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:17.123202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e62aeb6-4d2e-440b-9a73-b2a129fe3cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.152931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:17.153428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.175780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e62aeb6-4d2e-440b-9a73-b2a129fe3cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.237180 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e62aeb6-4d2e-440b-9a73-b2a129fe3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.240472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9e62aeb6-4d2e-440b-9a73-b2a129fe3cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.244490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9e62aeb6-4d2e-440b-9a73-b2a129fe3cb3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b499d05-4862-4a9b-b350-410fe276061a HTTP/1.1" status: 204 len: 168 time: 0.2883017 Aug 29 04:52:17.260922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62aeb6-4d2e-440b-9a73-b2a129fe3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b499d05-4862-4a9b-b350-410fe276061a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:17.295856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] For port c8aaafc6-a1d5-47c0-83f7-423c35a38d39, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:17.296269 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.320919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for c8aaafc6-a1d5-47c0-83f7-423c35a38d39 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:17.438218 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4856c3b-2cfe-4a21-9fbe-ee5c7c0e71aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.542260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.618290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=c8aaafc6-a1d5-47c0-83f7-423c35a38d39,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:17.654307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] No DVR routers for this DVR port c8aaafc6-a1d5-47c0-83f7-423c35a38d39 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:17.658547 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.661451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-183dac46-7408-49d9-952f-0f706b1c634c req-6cde29b4-ffc6-46db-a30b-c6398a80ad77 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.64 "DELETE /v2.0/ports/c8aaafc6-a1d5-47c0-83f7-423c35a38d39 HTTP/1.1" status: 204 len: 173 time: 0.6914330 Aug 29 04:52:17.662207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'name': 'network-vif-deleted', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:17.675121 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38d7758-5d51-4309-ae4e-59a980f3b8a4" -d '{"events": [{"server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "name": "network-vif-deleted", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:17.759903 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f0a08-51a9-4e40-8bd2-2f519f8e90bc x-openstack-request-id: req-8c1f0a08-51a9-4e40-8bd2-2f519f8e90bc {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:17.761999 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e234b9-914f-4cce-a643-dbddad9661ed", "name": "network-vif-deleted", "tag": "c8aaafc6-a1d5-47c0-83f7-423c35a38d39", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:17.762882 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c1f0a08-51a9-4e40-8bd2-2f519f8e90bc {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:17.763883 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e234b9-914f-4cce-a643-dbddad9661ed', 'name': 'network-vif-deleted', 'tag': 'c8aaafc6-a1d5-47c0-83f7-423c35a38d39', 'status': 'completed', 'code': 200} Aug 29 04:52:18.240283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68720455-fffb-42d4-8980-218c8a74da2f req-22d0559c-b643-4e81-aaa2-214fa5a06ac4 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 210 time: 0.0478530 Aug 29 04:52:18.804596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57658) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:18.924989 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc98187-5e42-4455-850c-ba2e8e13762a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.046616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc98187-5e42-4455-850c-ba2e8e13762a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.055219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5cc98187-5e42-4455-850c-ba2e8e13762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.092869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc98187-5e42-4455-850c-ba2e8e13762a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab9b5a-46d5-4149-8b12-63c0ced961a9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:19.100077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5cc98187-5e42-4455-850c-ba2e8e13762a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ae496c94e3c4cecbb93359ed181549d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932894 Aug 29 04:52:19.101849 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 57668) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:19.171308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c994a5ef-57b8-42ab-a46d-a6434573770b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.194588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c994a5ef-57b8-42ab-a46d-a6434573770b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.250605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c994a5ef-57b8-42ab-a46d-a6434573770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.255954 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c994a5ef-57b8-42ab-a46d-a6434573770b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.259781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c994a5ef-57b8-42ab-a46d-a6434573770b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ebab9b5a-46d5-4149-8b12-63c0ced961a9 HTTP/1.1" status: 204 len: 168 time: 0.1539359 Aug 29 04:52:19.267725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994a5ef-57b8-42ab-a46d-a6434573770b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab9b5a-46d5-4149-8b12-63c0ced961a9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:19.392677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bfc2558c-564b-434a-a560-b5c8be0f4131 req-91659167-ab06-49c6-8755-ec64d85d52cc tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 210 time: 0.0485308 Aug 29 04:52:20.387549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c8aaafc6-a1d5-47c0-83f7-423c35a38d39 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:20.444348 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.461676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: c8aaafc6-a1d5-47c0-83f7-423c35a38d39 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:20.462440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c8aaafc6-a1d5-47c0-83f7-423c35a38d39 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:20.481781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-be8527b2-979b-4b5e-b877-5523cc73b5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.536737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd62f022-5646-4eb1-80ae-04e17e269b4a req-5fd21f0c-4201-4db5-af39-102dd9f47aa5 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 210 time: 0.0572264 Aug 29 04:52:21.300988 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.683867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76e956b6-151d-405d-a8f7-04cc9cf887d7 req-f4292f51-10b5-44df-bd1e-878feccb56d3 tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e234b9-914f-4cce-a643-dbddad9661ed HTTP/1.1" status: 200 len: 210 time: 0.0399508 Aug 29 04:52:22.762974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 57858) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:22.892497 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.303571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Deleting port dac4ec44-567e-4c69-a80d-9865c8583860 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:23.304527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.411292 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.411864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.434980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Calling delete_port for dac4ec44-567e-4c69-a80d-9865c8583860 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:23.630559 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.749857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'Port': ['ID=dac4ec44-567e-4c69-a80d-9865c8583860,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:23.756676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.760421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.761783 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7f309d02-ac91-4a12-be41-2e4b697bd48a tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "DELETE /v2.0/floatingips/4f3afbc1-fe83-487e-a272-b8099a1c2d23 HTTP/1.1" status: 204 len: 168 time: 0.9977543 Aug 29 04:52:27.244139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58136) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:27.366229 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.396930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6f60-485d-4c17-a675-466f34eaf76b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.466073 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6f60-485d-4c17-a675-466f34eaf76b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.573117 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6f60-485d-4c17-a675-466f34eaf76b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.576379 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6f60-485d-4c17-a675-466f34eaf76b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.581145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ce2b6f60-485d-4c17-a675-466f34eaf76b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] 10.222.0.58 "DELETE /v2.0/security-groups/d38caec0-3699-48d2-8713-70692aea3720 HTTP/1.1" status: 204 len: 168 time: 0.3316936 Aug 29 04:52:27.612282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b6f60-485d-4c17-a675-466f34eaf76b tempest-TestVolumeBootPattern-854820851 tempest-TestVolumeBootPattern-854820851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38caec0-3699-48d2-8713-70692aea3720,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:27.685075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58184) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:28.502408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.530594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.341812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Deleting port 9819eea7-710a-489e-aacf-0ab16b0d8820 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:29.342265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.470627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] For port 9819eea7-710a-489e-aacf-0ab16b0d8820, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=9819eea7-710a-489e-aacf-0ab16b0d8820,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:29.472614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.487051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Calling delete_port for 9819eea7-710a-489e-aacf-0ab16b0d8820 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:29.734233 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.772812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9819eea7-710a-489e-aacf-0ab16b0d8820,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:29.978070 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.238150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Router 368ad4e9-14bc-408d-8a98-843fb631c71e has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:30.376152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:30.388576 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-055c7e84-b7fc-45c4-8d03-440a0e4202f7 admin admin] 10.222.0.58 "PUT /v2.0/routers/368ad4e9-14bc-408d-8a98-843fb631c71e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7004194 Aug 29 04:52:30.388978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58412) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:30.390853 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] Sync routers for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:30.407544 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:30.408624 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:52:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:30.554150 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:30.558204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.787231 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.824658 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:52:29Z', 'revision_number': 5, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port': {'id': '51a654a7-e885-48e7-8982-83e53e7351b6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:43Z', 'updated_at': '2021-08-29T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:30.861516 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] Checking router: 368ad4e9-14bc-408d-8a98-843fb631c71e for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:30.872194 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] Routers {'368ad4e9-14bc-408d-8a98-843fb631c71e'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:30.873151 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:52:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['368ad4e9-14bc-408d-8a98-843fb631c71e'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:30.887270 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Deleting port 51a654a7-e885-48e7-8982-83e53e7351b6 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:30.887768 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.980589 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] Set router 368ad4e9-14bc-408d-8a98-843fb631c71e gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:31.000837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] For port 51a654a7-e885-48e7-8982-83e53e7351b6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=51a654a7-e885-48e7-8982-83e53e7351b6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:31.001257 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.016779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Calling delete_port for 51a654a7-e885-48e7-8982-83e53e7351b6 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:31.044119 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:52:30Z', 'revision_number': 6, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:31.082921 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f3c1c-f95e-4675-ba7d-e68fb25b7e8f None None] The sync data for ids ['368ad4e9-14bc-408d-8a98-843fb631c71e'] in n-d-712142-15 is: [{'id': '368ad4e9-14bc-408d-8a98-843fb631c71e', 'name': 'tempest-TestVolumeBootPattern-23902327-router', 'tenant_id': '3834b29d18274b149303f75e0e1823c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:42Z', 'updated_at': '2021-08-29T04:52:30Z', 'revision_number': 6, 'project_id': '3834b29d18274b149303f75e0e1823c3', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:31.212658 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.242559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=51a654a7-e885-48e7-8982-83e53e7351b6,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:31.330518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.457657 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.462251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.538782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.539288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368ad4e9-14bc-408d-8a98-843fb631c71e {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:31.544847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.548333 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c9c6a4ae-8c8b-4a27-b44a-1ef7e3211c4f admin admin] 10.222.0.58 "DELETE /v2.0/routers/368ad4e9-14bc-408d-8a98-843fb631c71e HTTP/1.1" status: 204 len: 168 time: 1.1528616 Aug 29 04:52:31.548809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58428) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:31.645101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9819eea7-710a-489e-aacf-0ab16b0d8820 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:31.668755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 9819eea7-710a-489e-aacf-0ab16b0d8820 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:31.669404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 9819eea7-710a-489e-aacf-0ab16b0d8820 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:31.684919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Deleting subnet 871d19b4-8bb0-4c01-9e18-1f4aa44627e6 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:31.690495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.738788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.901128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.028656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.084845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871d19b4-8bb0-4c01-9e18-1f4aa44627e6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:32.105362 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.109291 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/871d19b4-8bb0-4c01-9e18-1f4aa44627e6 HTTP/1.1" status: 204 len: 168 time: 0.5593040 Aug 29 04:52:32.114366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58450) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:32.114519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c61e0-bc75-4185-9abd-2bd602289956 None None] Network 34727b34-f92c-4bf2-8085-84a10090447a requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:32.142087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.145133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.146918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.148426 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.150525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.151310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.151807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.152452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.154073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.155334 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.155842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.157703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e40d3-8bc7-49fe-89e3-d8bb1423280e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:32.300977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.390030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Deleting port da8fd91d-d796-40b1-9230-161a63df99db {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:32.390378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.468610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] For port da8fd91d-d796-40b1-9230-161a63df99db, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da8fd91d-d796-40b1-9230-161a63df99db,segment=NetworkSegment(d6603d50-66df-440f-89d0-7d11c72b8d7d),segment_id=d6603d50-66df-440f-89d0-7d11c72b8d7d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:32.469335 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.494013 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Calling delete_port for da8fd91d-d796-40b1-9230-161a63df99db owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:32.515772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] DHCP port deletion for 34727b34-f92c-4bf2-8085-84a10090447a request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:32.627603 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.636430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] Deleting port da8fd91d-d796-40b1-9230-161a63df99db {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:32.636855 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.669126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8fd91d-d796-40b1-9230-161a63df99db,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:32.671269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] No DVR routers for this DVR port da8fd91d-d796-40b1-9230-161a63df99db on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:32.756492 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] For port da8fd91d-d796-40b1-9230-161a63df99db, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:32.757722 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.779616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] Calling delete_port for da8fd91d-d796-40b1-9230-161a63df99db owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:32.785217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] Port da8fd91d-d796-40b1-9230-161a63df99db was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:52:32.786675 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.803228 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.827518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34727b34-f92c-4bf2-8085-84a10090447a']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:32.834974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] Pushing event deleted for resources: {'Port': ['ID=da8fd91d-d796-40b1-9230-161a63df99db,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:32.839117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cd97c-a916-4f0d-9b93-94705a882df8 None None] No DVR routers for this DVR port da8fd91d-d796-40b1-9230-161a63df99db on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:32.841620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6603d50-66df-440f-89d0-7d11c72b8d7d') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:32.842066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6603d50-66df-440f-89d0-7d11c72b8d7d') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:32.855620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.887769 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.903546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:32.904552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:32.907540 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:32.981185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.986974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:32.991406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] 10.222.0.58 "DELETE /v2.0/networks/34727b34-f92c-4bf2-8085-84a10090447a HTTP/1.1" status: 204 len: 168 time: 0.8726699 Aug 29 04:52:32.991840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:33.016509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ee065-8147-4894-b8a7-3aedeb6ce070 admin admin] Pushing event deleted for resources: {'Network': ['ID=34727b34-f92c-4bf2-8085-84a10090447a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:33.318429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 51a654a7-e885-48e7-8982-83e53e7351b6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:33.354032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 51a654a7-e885-48e7-8982-83e53e7351b6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:33.354653 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 51a654a7-e885-48e7-8982-83e53e7351b6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:33.355245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da8fd91d-d796-40b1-9230-161a63df99db no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:33.376107 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: da8fd91d-d796-40b1-9230-161a63df99db {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:33.376747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da8fd91d-d796-40b1-9230-161a63df99db not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:33.608567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:33.942343 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Deleting port d33dfe99-13aa-4bf3-9bf6-52755b418ff3 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:33.942777 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:34.170028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] For port d33dfe99-13aa-4bf3-9bf6-52755b418ff3, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,segment=NetworkSegment(4ab37f27-acee-4793-a562-182b1973387c),segment_id=4ab37f27-acee-4793-a562-182b1973387c)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:34.170868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:34.232670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Calling delete_port for d33dfe99-13aa-4bf3-9bf6-52755b418ff3 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:34.693630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:34.856937 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Pushing event deleted for resources: {'Port': ['ID=d33dfe99-13aa-4bf3-9bf6-52755b418ff3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:35.083722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.569932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:35.771475 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:35.785131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-552b61d2-85e5-4427-8933-29adfc77415a admin admin] 10.222.0.58 "PUT /v2.0/routers/88f7e5a9-7851-4750-8fca-588ac1a0dbd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920842 Aug 29 04:52:35.787671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58762) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:35.788094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] Sync routers for ids ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:35.807317 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] Routers {'88f7e5a9-7851-4750-8fca-588ac1a0dbd2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:35.808491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:52:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:36.044409 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.109944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] Set router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:36.310895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.401143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:52:34Z', 'revision_number': 5, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port': {'id': 'd8acf566-b5e4-4767-aa33-c312101c3ac6', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:36.449602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Deleting port d8acf566-b5e4-4767-aa33-c312101c3ac6 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:36.450410 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.478303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] Checking router: 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:36.524627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] Routers {'88f7e5a9-7851-4750-8fca-588ac1a0dbd2'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:36.526391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:52:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:36.607337 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] For port d8acf566-b5e4-4767-aa33-c312101c3ac6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d8acf566-b5e4-4767-aa33-c312101c3ac6,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:36.609008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.637757 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Calling delete_port for d8acf566-b5e4-4767-aa33-c312101c3ac6 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:36.762659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] Set router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:36.834772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:52:36Z', 'revision_number': 6, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:36.874306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d744ec-5ab8-4a21-81c0-ad0994a6466e None None] The sync data for ids ['88f7e5a9-7851-4750-8fca-588ac1a0dbd2'] in n-d-712142-15 is: [{'id': '88f7e5a9-7851-4750-8fca-588ac1a0dbd2', 'name': 'tempest-TestVolumeBootPattern-783802139-router', 'tenant_id': 'd944f588202b460aafe02d246a1cf974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:52:36Z', 'revision_number': 6, 'project_id': 'd944f588202b460aafe02d246a1cf974', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:36.908929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58882) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:36.935509 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.071165 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.096059 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4c70df43-251b-45e4-82fc-fd0c940e7e17 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/floatingips/1e445305-4d44-4fdd-9819-09effb29cbed HTTP/1.1" status: 200 len: 994 time: 0.1822417 Aug 29 04:52:37.184831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d33dfe99-13aa-4bf3-9bf6-52755b418ff3 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:37.226131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d33dfe99-13aa-4bf3-9bf6-52755b418ff3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:37.228754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d33dfe99-13aa-4bf3-9bf6-52755b418ff3 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:37.240709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8acf566-b5e4-4767-aa33-c312101c3ac6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:37.256518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.256518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.310149 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.311098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f7e5a9-7851-4750-8fca-588ac1a0dbd2 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:37.316172 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.325957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a23290f0-deda-418e-8048-cb619a015f24 admin admin] 10.222.0.58 "DELETE /v2.0/routers/88f7e5a9-7851-4750-8fca-588ac1a0dbd2 HTTP/1.1" status: 204 len: 168 time: 1.5363302 Aug 29 04:52:37.328281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58930) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:37.393002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a802b9f8-aff8-4615-907c-0a5d28ba102f admin admin] Deleting subnet e2022aac-9183-4299-9318-b067fb148340 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:37.396323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a802b9f8-aff8-4615-907c-0a5d28ba102f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.424263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58932) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:37.438531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a802b9f8-aff8-4615-907c-0a5d28ba102f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.620280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a802b9f8-aff8-4615-907c-0a5d28ba102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.666005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 9d5d35f7-2107-476a-aeb6-85b75cbd0259 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:37.666732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.741485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a802b9f8-aff8-4615-907c-0a5d28ba102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.775855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802b9f8-aff8-4615-907c-0a5d28ba102f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2022aac-9183-4299-9318-b067fb148340,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:37.776686 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.777192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.781822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a802b9f8-aff8-4615-907c-0a5d28ba102f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.786705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a802b9f8-aff8-4615-907c-0a5d28ba102f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e2022aac-9183-4299-9318-b067fb148340 HTTP/1.1" status: 204 len: 168 time: 0.4573622 Aug 29 04:52:37.787339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58938) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:37.792810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd5dd5f-ae1c-4429-b773-706c3cd519f9 None None] Network 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:37.802758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 9d5d35f7-2107-476a-aeb6-85b75cbd0259 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:37.909745 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.007014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Deleting port 818c8779-b254-467a-a964-4b550b685e9d {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:38.007365 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.043886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.094286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=9d5d35f7-2107-476a-aeb6-85b75cbd0259,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:38.132848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] For port 818c8779-b254-467a-a964-4b550b685e9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=818c8779-b254-467a-a964-4b550b685e9d,segment=NetworkSegment(4ab37f27-acee-4793-a562-182b1973387c),segment_id=4ab37f27-acee-4793-a562-182b1973387c)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:38.133881 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.134558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] DHCP port deletion for 7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:38.163697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Calling delete_port for 818c8779-b254-467a-a964-4b550b685e9d owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:38.243722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Deleting port 818c8779-b254-467a-a964-4b550b685e9d {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:38.244073 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.271002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.272970 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Floating IP 1e445305-4d44-4fdd-9819-09effb29cbed disassociated (deleted). External IP: 172.25.1.187, port: d5187c4d-7ebf-428b-abeb-75922d0ba1b4. Aug 29 04:52:38.346344 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.397078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] For port 818c8779-b254-467a-a964-4b550b685e9d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=818c8779-b254-467a-a964-4b550b685e9d,segment=NetworkSegment(4ab37f27-acee-4793-a562-182b1973387c),segment_id=4ab37f27-acee-4793-a562-182b1973387c)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:38.406618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=818c8779-b254-467a-a964-4b550b685e9d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:38.407889 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.426666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] No DVR routers for this DVR port 818c8779-b254-467a-a964-4b550b685e9d on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:38.431213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Calling delete_port for 818c8779-b254-467a-a964-4b550b685e9d owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:38.581101 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.609335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3722f6-b452-4a6d-9140-c7d03c5c3ba6']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:38.630000 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.635518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab37f27-acee-4793-a562-182b1973387c') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:38.636386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab37f27-acee-4793-a562-182b1973387c') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:38.660933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router d00b7471-aaed-4e00-b5bc-4526f886bd79 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:38.666563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.702290 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.717456 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:38.717901 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:38.720128 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:38.732393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] No DVR routers for this DVR port 818c8779-b254-467a-a964-4b550b685e9d on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:38.734381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Pushing event deleted for resources: {'Port': ['ID=818c8779-b254-467a-a964-4b550b685e9d,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:38.751250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.757754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.758131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.758485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.759028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.759294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.759805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.760739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.760936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.761309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.762699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.763300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27af1e-8342-4abc-99d2-8066677f3341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:38.830785 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.851287 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.854201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7a3722f6-b452-4a6d-9140-c7d03c5c3ba6 HTTP/1.1" status: 204 len: 168 time: 1.0658603 Aug 29 04:52:38.881901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36640d-66d7-4dd7-83c3-021d0eb664a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a3722f6-b452-4a6d-9140-c7d03c5c3ba6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:38.918365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:38.930110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.937411 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] Sync routers for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:38.952331 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:38.953046 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:52:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:39.152982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58962) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.238429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58964) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.241589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2608617b-2ac4-455c-925b-9c427dd394f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3834b29d18274b149303f75e0e1823c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882568 Aug 29 04:52:39.244179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58966) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.283295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 818c8779-b254-467a-a964-4b550b685e9d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:39.351253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 818c8779-b254-467a-a964-4b550b685e9d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:39.354169 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 818c8779-b254-467a-a964-4b550b685e9d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:39.354822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d8acf566-b5e4-4767-aa33-c312101c3ac6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:39.405105 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d8acf566-b5e4-4767-aa33-c312101c3ac6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:39.405747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d8acf566-b5e4-4767-aa33-c312101c3ac6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:39.408077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69233787-903b-40fe-aaa5-b5fe65bd014c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.443159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69233787-903b-40fe-aaa5-b5fe65bd014c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.504208 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69233787-903b-40fe-aaa5-b5fe65bd014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.505969 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:39.507979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-69233787-903b-40fe-aaa5-b5fe65bd014c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.522941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-69233787-903b-40fe-aaa5-b5fe65bd014c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124 HTTP/1.1" status: 204 len: 168 time: 0.2673950 Aug 29 04:52:39.538027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233787-903b-40fe-aaa5-b5fe65bd014c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea3ac8-2182-4ce6-9ab9-3d2a81c0f124,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:39.796160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-31d88659-7fbf-4337-a160-332b96e32dc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f00a03a1179495e9f4e8e0eb3abce00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506446 Aug 29 04:52:39.796160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58980) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.874062 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e51e7ae4-fea3-4785-9cff-f24ad6054ec2 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/floatingips/1e445305-4d44-4fdd-9819-09effb29cbed HTTP/1.1" status: 204 len: 168 time: 2.4480186 Aug 29 04:52:39.874698 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:39.877275 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f055ca-929b-4020-ab11-9ad2d9357275" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:39.922148 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-704cba44-1ae9-46ab-9c30-a16a50a5075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.947951 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-704cba44-1ae9-46ab-9c30-a16a50a5075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.984547 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.025607 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] Checking router: d00b7471-aaed-4e00-b5bc-4526f886bd79 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:40.032605 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-704cba44-1ae9-46ab-9c30-a16a50a5075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.037439 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:40.038094 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:52:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.039043 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-704cba44-1ae9-46ab-9c30-a16a50a5075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.045136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-704cba44-1ae9-46ab-9c30-a16a50a5075e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fdd6771c-fb68-4089-937f-0c118d6b4601 HTTP/1.1" status: 204 len: 168 time: 0.2491415 Aug 29 04:52:40.081669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cba44-1ae9-46ab-9c30-a16a50a5075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd6771c-fb68-4089-937f-0c118d6b4601,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:40.150474 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61660fe-6bca-4c58-b7b8-b3d061c5c97d x-openstack-request-id: req-f61660fe-6bca-4c58-b7b8-b3d061c5c97d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:40.150812 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:40.152611 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f61660fe-6bca-4c58-b7b8-b3d061c5c97d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:40.153030 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'status': 'completed', 'code': 200} Aug 29 04:52:40.203054 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:40.224311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 58992) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:40.300416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939eeca-fd74-4e50-83c3-1502362b841b req-39f9dd4b-0284-475d-afb8-d136f62ab28c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:40.304370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-9867f91a-6d8b-4cf4-9a8f-c60908b43925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:40.307408 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-9867f91a-6d8b-4cf4-9a8f-c60908b43925 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89af506a75cc4ee18587cb216deceb09&device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 1098 time: 0.1312134 Aug 29 04:52:40.308542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e939eeca-fd74-4e50-83c3-1502362b841b req-39f9dd4b-0284-475d-afb8-d136f62ab28c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 946 time: 0.0939887 Aug 29 04:52:40.313514 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bd90b09c-4029-48dc-9e15-a2c1b4603f8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d944f588202b460aafe02d246a1cf974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854349 Aug 29 04:52:40.319509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 58994) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:40.423028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e939eeca-fd74-4e50-83c3-1502362b841b req-8361b062-ca92-4106-8198-88e5781f7328 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079996 Aug 29 04:52:40.452959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfe40a05-8b27-460f-8596-d782fe0e2e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.469515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-2f9a1baa-ca16-4241-a6d7-4372fb469a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:40.471010 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-2f9a1baa-ca16-4241-a6d7-4372fb469a11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=80320245-84b1-472a-b914-35d2ed2f46d8 HTTP/1.1" status: 200 len: 898 time: 0.1560931 Aug 29 04:52:40.500357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfe40a05-8b27-460f-8596-d782fe0e2e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.557013 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.562372 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfe40a05-8b27-460f-8596-d782fe0e2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.565789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dfe40a05-8b27-460f-8596-d782fe0e2e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.567105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dfe40a05-8b27-460f-8596-d782fe0e2e6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cac927a-6038-43c2-87ee-2e3bcaf0b78d HTTP/1.1" status: 204 len: 168 time: 0.2451713 Aug 29 04:52:40.576804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe40a05-8b27-460f-8596-d782fe0e2e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac927a-6038-43c2-87ee-2e3bcaf0b78d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:40.585485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-933df7ab-2c68-40e8-abd3-018335618965 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4 HTTP/1.1" status: 200 len: 217 time: 0.0998702 Aug 29 04:52:40.601614 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f14bdf-fdf9-4040-8f47-543a5b3dbd4d None None] The sync data for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 is: [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:51:40Z', 'revision_number': 4, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '01340af7-ead0-4dce-bc42-142b07996f8a', 'name': '', 'network_id': '80320245-84b1-472a-b914-35d2ed2f46d8', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'mac_address': 'fa:16:3e:4d:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:39Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'subnets': [{'id': 'fbd27aea-40f3-4761-bc50-c46b078a2d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:40.691680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-fa1d25bf-5e86-4e69-a279-3b330e5f93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:40.693216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-fa1d25bf-5e86-4e69-a279-3b330e5f93f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd27aea-40f3-4761-bc50-c46b078a2d7e HTTP/1.1" status: 200 len: 835 time: 0.1000051 Aug 29 04:52:40.781941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-2f67ffea-b143-45dc-a34d-eaeadc19dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:40.784523 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-2f67ffea-b143-45dc-a34d-eaeadc19dd77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80320245-84b1-472a-b914-35d2ed2f46d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812020 Aug 29 04:52:40.922595 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-c15b9786-db9c-473c-a147-c42ede660b43 service neutron] 10.222.0.64 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272476 Aug 29 04:52:41.119028 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2f055ca-929b-4020-ab11-9ad2d9357275 req-2138a5c7-0cb2-48bf-ae53-bf943b76fd61 service neutron] 10.222.0.64 "GET /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819391 Aug 29 04:52:41.158449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3130e08-2e9c-4398-a5fe-9a321b3c089b None None] New status for floating IP 1e445305-4d44-4fdd-9819-09effb29cbed: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:52:41.559970 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12dee7-9d66-44ff-a667-0cfe079ea1ea req-6dd18327-7b98-486e-acc2-d26b9f94bc1f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:41.568066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c12dee7-9d66-44ff-a667-0cfe079ea1ea req-6dd18327-7b98-486e-acc2-d26b9f94bc1f tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 946 time: 0.0644133 Aug 29 04:52:41.622394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6c12dee7-9d66-44ff-a667-0cfe079ea1ea req-e1a5dd8a-a4a7-444d-8d72-5154e00f2c3d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e5d5cb9-e720-4341-89e5-b053ed32dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532372 Aug 29 04:52:41.693683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-07073455-527d-4997-ab13-975ff286c57c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:41.695284 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-07073455-527d-4997-ab13-975ff286c57c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 946 time: 0.0855947 Aug 29 04:52:41.826467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:41.827193 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.942029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port d5187c4d-7ebf-428b-abeb-75922d0ba1b4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:41.943206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.961702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for d5187c4d-7ebf-428b-abeb-75922d0ba1b4 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:42.162214 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:42.194430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=d5187c4d-7ebf-428b-abeb-75922d0ba1b4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:42.264856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] No DVR routers for this DVR port d5187c4d-7ebf-428b-abeb-75922d0ba1b4 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:42.268386 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:42.270878 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-13b7ebcf-5bd2-46e5-b49d-87434fe46cc1 req-8e56c20f-ca7f-410f-b47d-28dcb0ac312b tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.64 "DELETE /v2.0/ports/d5187c4d-7ebf-428b-abeb-75922d0ba1b4 HTTP/1.1" status: 204 len: 173 time: 0.5648100 Aug 29 04:52:42.271688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'name': 'network-vif-deleted', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:42.275652 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a7829a-f38f-4a2a-a121-d8fe562bf8e2" -d '{"events": [{"server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "name": "network-vif-deleted", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:42.334021 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc6756d-8897-4203-8b01-61be37a16eff x-openstack-request-id: req-cdc6756d-8897-4203-8b01-61be37a16eff {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:42.334575 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfac1f2-34ac-4ef1-a61e-98ba5500c73c", "name": "network-vif-deleted", "tag": "d5187c4d-7ebf-428b-abeb-75922d0ba1b4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:42.335044 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdc6756d-8897-4203-8b01-61be37a16eff {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:42.335645 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfac1f2-34ac-4ef1-a61e-98ba5500c73c', 'name': 'network-vif-deleted', 'tag': 'd5187c4d-7ebf-428b-abeb-75922d0ba1b4', 'status': 'completed', 'code': 200} Aug 29 04:52:42.884211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8a8497c-b4f2-462c-9d68-cf89cb704662 req-50771f2d-fb97-46d0-b745-f81d2abf71d4 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfac1f2-34ac-4ef1-a61e-98ba5500c73c HTTP/1.1" status: 200 len: 210 time: 0.0458119 Aug 29 04:52:43.939101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59084) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:44.010481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12a0adff-4e0d-48aa-b2ea-57406dede52d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:44.044665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12a0adff-4e0d-48aa-b2ea-57406dede52d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:44.123521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12a0adff-4e0d-48aa-b2ea-57406dede52d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:44.127787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12a0adff-4e0d-48aa-b2ea-57406dede52d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:44.146488 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-12a0adff-4e0d-48aa-b2ea-57406dede52d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/security-groups/9e5d5cb9-e720-4341-89e5-b053ed32dee3 HTTP/1.1" status: 204 len: 168 time: 0.2024353 Aug 29 04:52:44.167789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0adff-4e0d-48aa-b2ea-57406dede52d tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d5cb9-e720-4341-89e5-b053ed32dee3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:44.182990 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59090) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:44.521092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d5187c4d-7ebf-428b-abeb-75922d0ba1b4 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:44.552612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: d5187c4d-7ebf-428b-abeb-75922d0ba1b4 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:44.553247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d5187c4d-7ebf-428b-abeb-75922d0ba1b4 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:45.163215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.548788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 01340af7-ead0-4dce-bc42-142b07996f8a {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:45.549363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.664292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port 01340af7-ead0-4dce-bc42-142b07996f8a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=01340af7-ead0-4dce-bc42-142b07996f8a,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:45.665318 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.684037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 01340af7-ead0-4dce-bc42-142b07996f8a owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:45.924375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.968208 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=01340af7-ead0-4dce-bc42-142b07996f8a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:46.199904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.513434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Router d00b7471-aaed-4e00-b5bc-4526f886bd79 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:46.669705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:46.679209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2d3cc158-9174-4f90-826f-1f9272aceabb tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "PUT /v2.0/routers/d00b7471-aaed-4e00-b5bc-4526f886bd79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4911687 Aug 29 04:52:46.679209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:46.694368 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] Sync routers for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:46.707355 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:46.707966 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:52:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:46.755186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-754fa349-2ded-4ac2-855d-d39e5a42506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting subnet fbd27aea-40f3-4761-bc50-c46b078a2d7e {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:46.763520 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-754fa349-2ded-4ac2-855d-d39e5a42506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.874953 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-754fa349-2ded-4ac2-855d-d39e5a42506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.925794 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:47.001459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-754fa349-2ded-4ac2-855d-d39e5a42506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.095959 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-754fa349-2ded-4ac2-855d-d39e5a42506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.139407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-754fa349-2ded-4ac2-855d-d39e5a42506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.142453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-754fa349-2ded-4ac2-855d-d39e5a42506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/subnets/fbd27aea-40f3-4761-bc50-c46b078a2d7e HTTP/1.1" status: 204 len: 168 time: 0.4625745 Aug 29 04:52:47.143843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fa349-2ded-4ac2-855d-d39e5a42506c tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd27aea-40f3-4761-bc50-c46b078a2d7e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:47.145942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59128) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:47.153598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a8f664-7df5-42aa-a08f-0b6730828f87 None None] Network 80320245-84b1-472a-b914-35d2ed2f46d8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:47.188814 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:52:45Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:47.222699 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] Checking router: d00b7471-aaed-4e00-b5bc-4526f886bd79 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:47.233325 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] Routers {'d00b7471-aaed-4e00-b5bc-4526f886bd79'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:47.234048 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:52:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['d00b7471-aaed-4e00-b5bc-4526f886bd79'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:47.275713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.373742 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] Set router d00b7471-aaed-4e00-b5bc-4526f886bd79 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:47.410176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.452308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] DHCP port deletion for 80320245-84b1-472a-b914-35d2ed2f46d8 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:47.465968 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b994f8d2-1ad3-4d59-a1ba-af885fc0b560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.494616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Deleting port 7f54e1bd-1454-437f-8b87-53068e47435a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:47.495393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.572608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] Deleting port cd111d25-10fb-4b9e-9852-53477fd43a03 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:47.572986 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.615725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] For port 7f54e1bd-1454-437f-8b87-53068e47435a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7f54e1bd-1454-437f-8b87-53068e47435a,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:47.616143 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.632537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:52:45Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:47.635594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Calling delete_port for 7f54e1bd-1454-437f-8b87-53068e47435a owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:47.700209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] For port cd111d25-10fb-4b9e-9852-53477fd43a03, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cd111d25-10fb-4b9e-9852-53477fd43a03,segment=NetworkSegment(2690a5f4-1cfc-4ba6-95b9-e5496af67b04),segment_id=2690a5f4-1cfc-4ba6-95b9-e5496af67b04)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:47.700623 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.719237 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a0665-147c-43d4-ad0f-65bdfadd9972 None None] The sync data for ids ['d00b7471-aaed-4e00-b5bc-4526f886bd79'] in n-d-712142-15 is: [{'id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'name': 'tempest-TestNetworkBasicOps-router-1090793319', 'tenant_id': '89af506a75cc4ee18587cb216deceb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:34Z', 'updated_at': '2021-08-29T04:52:45Z', 'revision_number': 5, 'project_id': '89af506a75cc4ee18587cb216deceb09', 'gw_port': {'id': '7f54e1bd-1454-437f-8b87-53068e47435a', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00b7471-aaed-4e00-b5bc-4526f886bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:35Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:47.741428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] Calling delete_port for cd111d25-10fb-4b9e-9852-53477fd43a03 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:47.919854 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.955427 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] No DVR routers for this DVR port cd111d25-10fb-4b9e-9852-53477fd43a03 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:47.998395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85197b-e9bc-4173-bfa2-beb94743dcc0 None None] Pushing event deleted for resources: {'Port': ['ID=cd111d25-10fb-4b9e-9852-53477fd43a03,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:48.016873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.068601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Port': ['ID=7f54e1bd-1454-437f-8b87-53068e47435a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:48.093139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.093770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.094388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.095295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.095826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.096727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.097600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.098126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.098674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.099252 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.099801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.100470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:48.259240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.565288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.574500 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.658503 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.662179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Fanout notify agent at l3_agent the message router_deleted on router d00b7471-aaed-4e00-b5bc-4526f886bd79 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:48.683189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.685003 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b8707438-7671-4bc0-bfab-0646d8b3dc6e tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/routers/d00b7471-aaed-4e00-b5bc-4526f886bd79 HTTP/1.1" status: 204 len: 168 time: 1.5363657 Aug 29 04:52:48.687463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59150) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:48.800760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.029440 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.058298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80320245-84b1-472a-b914-35d2ed2f46d8']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:49.079734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2690a5f4-1cfc-4ba6-95b9-e5496af67b04') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:49.080118 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2690a5f4-1cfc-4ba6-95b9-e5496af67b04') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:49.100233 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.120943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.127493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:49.127859 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:49.132285 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:49.250490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.256154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.258531 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] 10.222.0.58 "DELETE /v2.0/networks/80320245-84b1-472a-b914-35d2ed2f46d8 HTTP/1.1" status: 204 len: 168 time: 0.5699012 Aug 29 04:52:49.294666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb4924-0905-4881-a9a8-37128ee8a430 tempest-TestNetworkBasicOps-1271848 tempest-TestNetworkBasicOps-1271848-project] Pushing event deleted for resources: {'Network': ['ID=80320245-84b1-472a-b914-35d2ed2f46d8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:49.328981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cd111d25-10fb-4b9e-9852-53477fd43a03 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:49.375193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: cd111d25-10fb-4b9e-9852-53477fd43a03 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:49.375432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cd111d25-10fb-4b9e-9852-53477fd43a03 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:49.376120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 01340af7-ead0-4dce-bc42-142b07996f8a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:49.407049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 01340af7-ead0-4dce-bc42-142b07996f8a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:49.407806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 01340af7-ead0-4dce-bc42-142b07996f8a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:49.408546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7f54e1bd-1454-437f-8b87-53068e47435a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:49.431228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7f54e1bd-1454-437f-8b87-53068e47435a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:49.431866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7f54e1bd-1454-437f-8b87-53068e47435a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:49.786102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59176) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:50.004325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0aaeee6d-4fe4-4125-b8ac-6c3baf66aed2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89af506a75cc4ee18587cb216deceb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169340 Aug 29 04:52:50.007210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59182) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:50.060539 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f19cec4c-0520-4b59-ba9f-01b99cb1823d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.084716 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f19cec4c-0520-4b59-ba9f-01b99cb1823d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.141985 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f19cec4c-0520-4b59-ba9f-01b99cb1823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.144743 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f19cec4c-0520-4b59-ba9f-01b99cb1823d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.145895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f19cec4c-0520-4b59-ba9f-01b99cb1823d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26987017-4d02-4601-a3e1-f9df4f20b27b HTTP/1.1" status: 204 len: 168 time: 0.1373897 Aug 29 04:52:50.161406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cec4c-0520-4b59-ba9f-01b99cb1823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26987017-4d02-4601-a3e1-f9df4f20b27b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:50.373710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.436313 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee5285f1-a3af-4564-830f-3d664c32e12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.522462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59198) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:50.538202 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b31e8aaa-5b5d-4e56-9638-a8698d149dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.669785 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b31e8aaa-5b5d-4e56-9638-a8698d149dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.674772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b31e8aaa-5b5d-4e56-9638-a8698d149dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.725696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b31e8aaa-5b5d-4e56-9638-a8698d149dd9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=809d3c65b7d84b7d8f6bedf8dc9f2318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020702 Aug 29 04:52:50.726509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e8aaa-5b5d-4e56-9638-a8698d149dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a259bd2-c03f-4a7c-81f5-fc6c38ab198f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:50.728627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59206) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:50.785790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ff2136b-3b5e-4e33-a6b6-ad6bb7e6b47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.817526 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ff2136b-3b5e-4e33-a6b6-ad6bb7e6b47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.866545 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ff2136b-3b5e-4e33-a6b6-ad6bb7e6b47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.870947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8ff2136b-3b5e-4e33-a6b6-ad6bb7e6b47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.872437 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8ff2136b-3b5e-4e33-a6b6-ad6bb7e6b47e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a259bd2-c03f-4a7c-81f5-fc6c38ab198f HTTP/1.1" status: 204 len: 168 time: 0.1426792 Aug 29 04:52:50.883506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2136b-3b5e-4e33-a6b6-ad6bb7e6b47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a259bd2-c03f-4a7c-81f5-fc6c38ab198f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:51.333594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:51.967293 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:52:52.898469 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.353047 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:58.551251 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.184995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59474) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:01.345179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9300018b-3798-46be-b1a1-bebed2ea9162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.450323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9300018b-3798-46be-b1a1-bebed2ea9162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.454915 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9300018b-3798-46be-b1a1-bebed2ea9162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.484005 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9300018b-3798-46be-b1a1-bebed2ea9162 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea142e998944474681c159fd42871aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956784 Aug 29 04:53:01.484584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59482) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:01.502659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300018b-3798-46be-b1a1-bebed2ea9162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa2988e-4b6e-41c3-8858-293ae75e4002,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:01.547654 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-713114d0-d3cd-40bc-b2dc-d04ac02b96ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.571473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-713114d0-d3cd-40bc-b2dc-d04ac02b96ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.627768 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-713114d0-d3cd-40bc-b2dc-d04ac02b96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.640310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-713114d0-d3cd-40bc-b2dc-d04ac02b96ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.641530 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-713114d0-d3cd-40bc-b2dc-d04ac02b96ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2aa2988e-4b6e-41c3-8858-293ae75e4002 HTTP/1.1" status: 204 len: 168 time: 0.1564007 Aug 29 04:53:01.651835 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713114d0-d3cd-40bc-b2dc-d04ac02b96ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa2988e-4b6e-41c3-8858-293ae75e4002,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:17.421552 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1c93-4ab4-4a43-bbf1-1b54daa66281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.509333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59838) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:19.642987 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b224-a46a-4646-8d38-e5e81300b475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.738928 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b224-a46a-4646-8d38-e5e81300b475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.743684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b224-a46a-4646-8d38-e5e81300b475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.784342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d7e3b224-a46a-4646-8d38-e5e81300b475 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46ff77174d2a472fad06e78d8a6d7aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736833 Aug 29 04:53:19.785411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3b224-a46a-4646-8d38-e5e81300b475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b6a63f-1269-4a2f-9643-7a559dfc5af5,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:19.785586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59844) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:19.838102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c97183f-bb16-4686-bbac-c43c1dacc7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.860737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c97183f-bb16-4686-bbac-c43c1dacc7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.908753 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c97183f-bb16-4686-bbac-c43c1dacc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.911351 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9c97183f-bb16-4686-bbac-c43c1dacc7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.912547 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9c97183f-bb16-4686-bbac-c43c1dacc7a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81b6a63f-1269-4a2f-9643-7a559dfc5af5 HTTP/1.1" status: 204 len: 168 time: 0.1260915 Aug 29 04:53:19.920918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97183f-bb16-4686-bbac-c43c1dacc7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b6a63f-1269-4a2f-9643-7a559dfc5af5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:20.376441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.430860 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d946aead-bd21-472c-bdc8-f680e40d0b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.605524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 59868) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:20.713259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1444602305-network', 'tenant_id': 'b00768ae77114f66a14752c803c7ca10'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:20.743384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Made reservation on behalf of b00768ae77114f66a14752c803c7ca10 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:20.747321 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.774629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.898080 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.903541 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.930267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:53:20.941506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7112bc52-b39d-4823-9879-08a438ad38d2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:20.947341 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.947728 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Added segment 772b8550-8d09-4503-aaf8-479f1bffea06 of type vlan for network 41d6c395-a1f3-49e3-90d2-51354e37c371 Aug 29 04:53:20.993011 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.021250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.022401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:21.023218 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.109889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5026677 Aug 29 04:53:21.112747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 59872) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:21.119537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Request body: {'subnet': {'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1444602305-subnet', 'tenant_id': 'b00768ae77114f66a14752c803c7ca10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:21.139513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec342bf-b787-4571-905c-886b964720e6 admin admin] Pushing event updated for resources: {'Network': ['ID=41d6c395-a1f3-49e3-90d2-51354e37c371,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.146408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Made reservation on behalf of b00768ae77114f66a14752c803c7ca10 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:21.149018 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.152455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 41d6c395-a1f3-49e3-90d2-51354e37c371 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:53:21.290452 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.330489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.387697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06500d30-a7cc-4529-a405-f14f9ad7ca68,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.400117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Checking segment: {'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:21.400492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Network hostable DHCP agents. Network: 41d6c395-a1f3-49e3-90d2-51354e37c371, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:53:21.419670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Network 41d6c395-a1f3-49e3-90d2-51354e37c371 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:53:21.430775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 41d6c395-a1f3-49e3-90d2-51354e37c371) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:21.435325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:21.435931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.443882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdba855-c9ce-4d20-bc10-83010b0b565d None None] Network 41d6c395-a1f3-49e3-90d2-51354e37c371 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:21.455068 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-85c653a2-4c36-4b1f-ae82-41db4cb3045b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3403025 Aug 29 04:53:21.584118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d697635-799d-4289-8f93-96df23116894 None None] Network 41d6c395-a1f3-49e3-90d2-51354e37c371 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:22.878416 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:27.347687 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.576655 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.970085 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:53:33.758833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60392) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:33.873664 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d86a7b4d-8ad7-42bd-a0f8-ccda720add1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.967614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d86a7b4d-8ad7-42bd-a0f8-ccda720add1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.971903 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d86a7b4d-8ad7-42bd-a0f8-ccda720add1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.011939 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d86a7b4d-8ad7-42bd-a0f8-ccda720add1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=291d8fd4f4bb45b98fd270dd232e188e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518847 Aug 29 04:53:34.013926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a7b4d-8ad7-42bd-a0f8-ccda720add1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fffc05-b14c-4fff-9bfe-2694371b865e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.015230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60396) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:34.079778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.105438 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.170873 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.173927 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.175355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46fffc05-b14c-4fff-9bfe-2694371b865e HTTP/1.1" status: 204 len: 168 time: 0.1590209 Aug 29 04:53:34.185123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fffc05-b14c-4fff-9bfe-2694371b865e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.193447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.193823 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.194212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.194661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.194889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.195232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.195628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.195914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.196253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.196710 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.197167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.197609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7b563-8929-46e6-b7a3-e3c4d9676ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:34.466212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60402) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:34.480723 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-478bf978-4979-4f5b-bc92-497b72b3391f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.577162 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-478bf978-4979-4f5b-bc92-497b72b3391f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.581254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-478bf978-4979-4f5b-bc92-497b72b3391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.624677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-478bf978-4979-4f5b-bc92-497b72b3391f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=387b81fa2f3a4deab664001ea71f171d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571505 Aug 29 04:53:34.626031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bf978-4979-4f5b-bc92-497b72b3391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdd470e-49a7-494c-a459-05a0f101912a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.627610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60404) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:34.688426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cae962e-bf72-4e40-9262-f9c4aa2b42aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.709569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cae962e-bf72-4e40-9262-f9c4aa2b42aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.761857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cae962e-bf72-4e40-9262-f9c4aa2b42aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.764726 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cae962e-bf72-4e40-9262-f9c4aa2b42aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.766153 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7cae962e-bf72-4e40-9262-f9c4aa2b42aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cdd470e-49a7-494c-a459-05a0f101912a HTTP/1.1" status: 204 len: 168 time: 0.1357985 Aug 29 04:53:34.777462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae962e-bf72-4e40-9262-f9c4aa2b42aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdd470e-49a7-494c-a459-05a0f101912a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:35.918011 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60438) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:36.037578 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-58e8be6c-c25b-4592-8ad0-ffdb76e24593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:36.146510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-58e8be6c-c25b-4592-8ad0-ffdb76e24593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:36.151117 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-58e8be6c-c25b-4592-8ad0-ffdb76e24593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:36.198768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-58e8be6c-c25b-4592-8ad0-ffdb76e24593 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01289f67c48e4931b8c935dedce501bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773139 Aug 29 04:53:36.198768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8be6c-c25b-4592-8ad0-ffdb76e24593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84877aea-cf36-44f7-b5a0-422014661437,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:36.199609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60442) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:36.258138 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b040a2cd-6a6a-4302-b2dc-8ae6f6b1053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:36.281686 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b040a2cd-6a6a-4302-b2dc-8ae6f6b1053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:36.341473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b040a2cd-6a6a-4302-b2dc-8ae6f6b1053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:36.344319 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b040a2cd-6a6a-4302-b2dc-8ae6f6b1053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:36.345706 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b040a2cd-6a6a-4302-b2dc-8ae6f6b1053f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84877aea-cf36-44f7-b5a0-422014661437 HTTP/1.1" status: 204 len: 168 time: 0.1448064 Aug 29 04:53:36.354227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040a2cd-6a6a-4302-b2dc-8ae6f6b1053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84877aea-cf36-44f7-b5a0-422014661437,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:41.696085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60588) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:41.823839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e02b8f8-91b1-45c6-8510-31102f03b4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:41.957947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e02b8f8-91b1-45c6-8510-31102f03b4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:41.963303 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e02b8f8-91b1-45c6-8510-31102f03b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.016887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3e02b8f8-91b1-45c6-8510-31102f03b4dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c2c6ba19c7f44848ab8c6bbc24760b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191080 Aug 29 04:53:42.017767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02b8f8-91b1-45c6-8510-31102f03b4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519de04d-d9fe-44ef-9e74-7a1f0bf78b6e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:42.020120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60598) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:42.072724 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2b43-c9c6-4f28-9399-204019b66a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.093766 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2b43-c9c6-4f28-9399-204019b66a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.145604 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2b43-c9c6-4f28-9399-204019b66a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.148925 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2b43-c9c6-4f28-9399-204019b66a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.152905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-fd5c2b43-c9c6-4f28-9399-204019b66a06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/519de04d-d9fe-44ef-9e74-7a1f0bf78b6e HTTP/1.1" status: 204 len: 168 time: 0.1291003 Aug 29 04:53:42.159100 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c2b43-c9c6-4f28-9399-204019b66a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519de04d-d9fe-44ef-9e74-7a1f0bf78b6e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:42.460880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 60612) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:42.475628 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a1447115-64f2-43c4-a05a-467f38ff1d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.587841 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a1447115-64f2-43c4-a05a-467f38ff1d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.591918 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a1447115-64f2-43c4-a05a-467f38ff1d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.631147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a1447115-64f2-43c4-a05a-467f38ff1d40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06745c40e00a4973b0744d4a1912d281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690741 Aug 29 04:53:42.632685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1447115-64f2-43c4-a05a-467f38ff1d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a9ec4-120a-4973-8ada-6890eb8a1151,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:42.634338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 60614) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:42.697089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e146d9f-0d35-4b5d-9ceb-45ba81329bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.723394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e146d9f-0d35-4b5d-9ceb-45ba81329bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.776513 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e146d9f-0d35-4b5d-9ceb-45ba81329bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.779414 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4e146d9f-0d35-4b5d-9ceb-45ba81329bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.780811 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4e146d9f-0d35-4b5d-9ceb-45ba81329bae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d57a9ec4-120a-4973-8ada-6890eb8a1151 HTTP/1.1" status: 204 len: 168 time: 0.1383908 Aug 29 04:53:42.791119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e146d9f-0d35-4b5d-9ceb-45ba81329bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a9ec4-120a-4973-8ada-6890eb8a1151,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:47.438792 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-75f93225-f330-49f7-bcbd-ce7d285e2b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.376929 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.433748 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-57347763-2bcd-4ba1-888a-7760823efd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:51.295133 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:52.897888 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.359082 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:58.582390 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:05.970058 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:54:06.030953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03ef592a-98f5-4160-b626-a1d6ae35a9d9 req-428bbf10-d0c2-4966-b519-012580aaf4d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1489816 Aug 29 04:54:06.101509 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03ef592a-98f5-4160-b626-a1d6ae35a9d9 req-0c1d6ff4-2be3-4f0e-98c3-158165ee1979 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0292444 Aug 29 04:54:06.143568 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03ef592a-98f5-4160-b626-a1d6ae35a9d9 req-8c9de342-1b61-4b6f-b485-d470e3f94b00 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207646 Aug 29 04:54:06.245737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef592a-98f5-4160-b626-a1d6ae35a9d9 req-1145593d-7bf0-4478-883e-e3606a25ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:06.247255 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03ef592a-98f5-4160-b626-a1d6ae35a9d9 req-1145593d-7bf0-4478-883e-e3606a25ee50 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976770 Aug 29 04:54:11.607787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33054) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:11.757134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:11.870941 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:11.876175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:11.925129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33102) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:11.925750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c92bab02fc4046d2ab232febe8defcae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156033 Aug 29 04:54:11.928528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67ea5f-097d-478c-a1cb-ccab0062ea58,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:11.937239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.937239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.937562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.938227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.938784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.939303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.940143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.940948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.942104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.942615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.943470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:11.943978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410d0d0-6a20-4a1d-b2b4-77524b8f3404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:12.000323 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ddc65d0-e945-4b45-9ca5-f238d18a234e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:12.024802 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ddc65d0-e945-4b45-9ca5-f238d18a234e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:12.092510 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ddc65d0-e945-4b45-9ca5-f238d18a234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:12.095261 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ddc65d0-e945-4b45-9ca5-f238d18a234e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:12.099416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9ddc65d0-e945-4b45-9ca5-f238d18a234e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d67ea5f-097d-478c-a1cb-ccab0062ea58 HTTP/1.1" status: 204 len: 168 time: 0.1679952 Aug 29 04:54:12.105704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc65d0-e945-4b45-9ca5-f238d18a234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67ea5f-097d-478c-a1cb-ccab0062ea58,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:15.273188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-8f075a47-a0db-4d7c-9a0d-ab11dc2cc008 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:15.274685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-8f075a47-a0db-4d7c-9a0d-ab11dc2cc008 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/networks?id=41d6c395-a1f3-49e3-90d2-51354e37c371 HTTP/1.1" status: 200 len: 814 time: 0.1166768 Aug 29 04:54:15.290575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e7ee0901-0bb4-4568-83ee-5c31b8693f2f tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/quotas/b00768ae77114f66a14752c803c7ca10 HTTP/1.1" status: 200 len: 375 time: 0.0099082 Aug 29 04:54:15.324733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-2530f0db-e310-4d84-a991-d23e222e43d3 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b00768ae77114f66a14752c803c7ca10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281861 Aug 29 04:54:15.424705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-fe35bf02-3f31-49c9-a58d-0bf88c8e8418 service neutron] 10.222.0.58 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928552 Aug 29 04:54:15.518999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-88909d75-643b-4679-928f-7c77eca2e247 service neutron] 10.222.0.58 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874672 Aug 29 04:54:15.704821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bed4aaa0-dd15-4264-b855-c15b1f2fc02b req-ceb93026-e486-4d10-b654-792549cf9fc2 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 210 time: 0.0281229 Aug 29 04:54:16.821249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b7472d0-722d-48d0-9901-8c3acb77a917 req-fdcbb51d-a548-495c-aa4b-311e0c3ffbba tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 210 time: 0.0354226 Aug 29 04:54:16.932166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-d130bbf9-bfa2-4c2e-a3b8-c13ee2f3d7de tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:16.933781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-d130bbf9-bfa2-4c2e-a3b8-c13ee2f3d7de tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.64 "GET /v2.0/networks?id=41d6c395-a1f3-49e3-90d2-51354e37c371 HTTP/1.1" status: 200 len: 814 time: 0.1206176 Aug 29 04:54:16.952191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 33488) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:16.954326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Request body: {'port': {'device_id': '0097e1af-8795-4584-ac47-bc723704f3f1', 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371', 'admin_state_up': True, 'tenant_id': 'b00768ae77114f66a14752c803c7ca10'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:17.075611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-195913ca-a162-49d5-a4f9-9159fa2e9355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.090303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Made reservation on behalf of b00768ae77114f66a14752c803c7ca10 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:54:17.093933 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.179375 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-195913ca-a162-49d5-a4f9-9159fa2e9355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.183538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-195913ca-a162-49d5-a4f9-9159fa2e9355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.222289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-195913ca-a162-49d5-a4f9-9159fa2e9355 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c10edb12cad43dca7b290a0aa96b042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688057 Aug 29 04:54:17.223418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195913ca-a162-49d5-a4f9-9159fa2e9355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b15be8-a676-48c4-84d7-3c2859f14c15,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:17.225096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 33492) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:17.250294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Allocated IP 172.20.0.9 (41d6c395-a1f3-49e3-90d2-51354e37c371/06500d30-a7cc-4529-a405-f14f9ad7ca68/2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:54:17.323444 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cdaad85-48b4-405d-879e-a232c9d5c0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.400378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cdaad85-48b4-405d-879e-a232c9d5c0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.418605 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8c886000-0c93-4a50-8189-ad2a952bf5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.483204 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.492046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cdaad85-48b4-405d-879e-a232c9d5c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.494579 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0cdaad85-48b4-405d-879e-a232c9d5c0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.495728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0cdaad85-48b4-405d-879e-a232c9d5c0a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51b15be8-a676-48c4-84d7-3c2859f14c15 HTTP/1.1" status: 204 len: 168 time: 0.2696590 Aug 29 04:54:17.509852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaad85-48b4-405d-879e-a232c9d5c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b15be8-a676-48c4-84d7-3c2859f14c15,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:17.541343 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.597335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Network 41d6c395-a1f3-49e3-90d2-51354e37c371 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:54:17.601292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:17.606012 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:54:17.609745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Pushing event updated for resources: {'Port': ['ID=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:17.664042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:17.665045 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.681422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-4b00bfba-6efa-4de0-a9e5-66df7f97fc32 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353582 Aug 29 04:54:17.700317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Request body: {'port': {'device_id': '0097e1af-8795-4584-ac47-bc723704f3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:17.767110 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.973641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e259-baf4-4c38-9700-e338fcaee07f req-1c3a951e-10bf-40ca-ba6c-c6a5c9b6e18e tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:17.976809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3217e259-baf4-4c38-9700-e338fcaee07f req-1c3a951e-10bf-40ca-ba6c-c6a5c9b6e18e tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 931 time: 0.0772057 Aug 29 04:54:18.018688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3217e259-baf4-4c38-9700-e338fcaee07f req-08855a32-4f2c-4fcc-a8b8-df37d6f20cc2 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356560 Aug 29 04:54:18.100220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:18.107934 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:18.121283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Transition to ACTIVE for port object 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:18.124760 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:18.175722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Pushing event updated for resources: {'Port': ['ID=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:18.244991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Attempting to bind port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:18.245345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Attempting to bind port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:18.245675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Attempting to bind port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c on network 41d6c395-a1f3-49e3-90d2-51354e37c371 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:18.249744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c on network 41d6c395-a1f3-49e3-90d2-51354e37c371 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:54:18.250103 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Attempting to bind port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c on network 41d6c395-a1f3-49e3-90d2-51354e37c371 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:18.254632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:18.254962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Checking segment: {'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:18.255853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Bound using segment: {'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:18.256299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Bound port: 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:18.256651 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:18.319865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] For port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:18.323350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] For port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:18.328413 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:18.362570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.363188 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:18.364649 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] 10.222.0.64 "PUT /v2.0/ports/2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c HTTP/1.1" status: 200 len: 1092 time: 0.6690512 Aug 29 04:54:18.365054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0097e1af-8795-4584-ac47-bc723704f3f1', 'tag': '2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:18.367435 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e163f3f-22e2-4dd9-9041-dc7249ef0561" -d '{"events": [{"name": "network-changed", "server_uuid": "0097e1af-8795-4584-ac47-bc723704f3f1", "tag": "2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:18.392473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b3f0e-f742-4914-b53d-84a0c08eb80b service neutron] Pushing event updated for resources: {'Port': ['ID=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:18.416614 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6903dbab-18de-411a-9891-385f6ed92a60 x-openstack-request-id: req-6903dbab-18de-411a-9891-385f6ed92a60 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:18.416908 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0097e1af-8795-4584-ac47-bc723704f3f1", "tag": "2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:18.417166 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6903dbab-18de-411a-9891-385f6ed92a60 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:18.417571 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0097e1af-8795-4584-ac47-bc723704f3f1', 'tag': '2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c', 'status': 'completed', 'code': 200} Aug 29 04:54:18.451349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-0403bf03-7c82-427c-ab5e-ceb75f670106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.452898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-0403bf03-7c82-427c-ab5e-ceb75f670106 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b00768ae77114f66a14752c803c7ca10&device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 1095 time: 0.0451496 Aug 29 04:54:18.498252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-88743cf1-4609-432d-84a2-0a2bee80bedd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c HTTP/1.1" status: 200 len: 217 time: 0.0371602 Aug 29 04:54:18.551282 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-1867b8e8-ae0a-4b29-8fc6-857c57581ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.553319 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-1867b8e8-ae0a-4b29-8fc6-857c57581ec5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06500d30-a7cc-4529-a405-f14f9ad7ca68 HTTP/1.1" status: 200 len: 854 time: 0.0448635 Aug 29 04:54:18.591231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-a2240cdf-91aa-4c6f-be63-0db30385ab71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41d6c395-a1f3-49e3-90d2-51354e37c371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260491 Aug 29 04:54:18.691262 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-fa3ebe05-7c95-4048-ba1c-8e89bfa42a3b service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Aug 29 04:54:18.800789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f3dd6b37-8812-461f-9c7a-6bf079c10dad req-9bce2b1b-8aaf-4369-9502-8503ff1fc5bf service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937910 Aug 29 04:54:18.897626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-ef1938ba-db8f-43f4-9675-a55f73ac0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.899207 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-ef1938ba-db8f-43f4-9675-a55f73ac0039 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b00768ae77114f66a14752c803c7ca10&device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 1095 time: 0.0433307 Aug 29 04:54:19.001729 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-ac1c1b00-f20e-45fe-a72d-e4151aef0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:19.003138 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-ac1c1b00-f20e-45fe-a72d-e4151aef0e27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41d6c395-a1f3-49e3-90d2-51354e37c371 HTTP/1.1" status: 200 len: 915 time: 0.0959756 Aug 29 04:54:19.049527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-b2b841ac-6084-4f3e-92c9-0297f39b874d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c HTTP/1.1" status: 200 len: 217 time: 0.0347936 Aug 29 04:54:19.111442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-42c8e523-0260-4dfc-be68-1ae05eb7391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:19.113068 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-42c8e523-0260-4dfc-be68-1ae05eb7391a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06500d30-a7cc-4529-a405-f14f9ad7ca68 HTTP/1.1" status: 200 len: 854 time: 0.0561056 Aug 29 04:54:19.141696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b019cd1-f32d-4d02-ae0a-93f714717db4 req-9d16dab3-2921-46b8-99c7-2ea8410ed269 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:19.143191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b019cd1-f32d-4d02-ae0a-93f714717db4 req-9d16dab3-2921-46b8-99c7-2ea8410ed269 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 943 time: 0.0515254 Aug 29 04:54:19.147189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-469e4c4b-50c8-4a68-af77-2a5241be496b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41d6c395-a1f3-49e3-90d2-51354e37c371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248587 Aug 29 04:54:19.181711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6b019cd1-f32d-4d02-ae0a-93f714717db4 req-0409781e-f9a6-445f-b431-fb9533924809 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322921 Aug 29 04:54:19.240632 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-b59d309c-2bc8-43dc-bc04-d58b9d386c45 service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849822 Aug 29 04:54:19.341810 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5e163f3f-22e2-4dd9-9041-dc7249ef0561 req-da7c1008-c44c-477d-b4d3-4d7e8f116386 service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919938 Aug 29 04:54:20.308625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf641ac8-f7a6-4192-bf61-575e0927e937 req-a6f42606-fb45-480e-a17d-934fc9fa470f tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:20.310148 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf641ac8-f7a6-4192-bf61-575e0927e937 req-a6f42606-fb45-480e-a17d-934fc9fa470f tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 943 time: 0.0610430 Aug 29 04:54:20.349518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cf641ac8-f7a6-4192-bf61-575e0927e937 req-cd5f9373-6c4a-4466-a816-cd7aac906d09 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326684 Aug 29 04:54:20.378309 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:20.436082 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f27bf819-39d8-41b9-b6e8-c29b63d608bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:21.003246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:54:21.099058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:21.266652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c', 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371', 'port_id': '2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06500d30-a7cc-4529-a405-f14f9ad7ca68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:54:21.312240 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:21.314335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:21.327206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:21.348062 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:21.352483 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:21.400199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:21.407655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.408040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.408401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.408750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.409097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.409442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.409781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.410147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.410484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.410818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.411154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.411979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:21.467061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96cd6-ef4f-416b-ab1d-4cf1f124bb74 req-47fa8953-bf9a-4dcc-9680-8b25fedfe153 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.468590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cef96cd6-ef4f-416b-ab1d-4cf1f124bb74 req-47fa8953-bf9a-4dcc-9680-8b25fedfe153 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 944 time: 0.0501189 Aug 29 04:54:21.511465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cef96cd6-ef4f-416b-ab1d-4cf1f124bb74 req-5ef42e94-38e8-4488-971b-4558bffa1697 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Aug 29 04:54:21.601160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:22.628716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44679f-b984-47cd-8e2b-0e8841e39135 req-93193eb6-b8bc-4348-90e7-ba677e7a3fb4 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.630297 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d44679f-b984-47cd-8e2b-0e8841e39135 req-93193eb6-b8bc-4348-90e7-ba677e7a3fb4 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 944 time: 0.0498562 Aug 29 04:54:22.669944 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d44679f-b984-47cd-8e2b-0e8841e39135 req-eaf8bbbd-8044-4d33-ac4a-5521a87d272a tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Aug 29 04:54:22.883667 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:23.002906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:23.051300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:23.055969 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:23.056373 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:23.136559 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:23.159327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0097e1af-8795-4584-ac47-bc723704f3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:23.162699 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157525d1-71b0-4a7f-9ef9-0898d7918b6c" -d '{"events": [{"server_uuid": "0097e1af-8795-4584-ac47-bc723704f3f1", "name": "network-vif-plugged", "status": "completed", "tag": "2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:23.178080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:23.182226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:23.237831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:23.398973 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9721f2-e2a6-4a5d-9235-566a72584c6d x-openstack-request-id: req-ab9721f2-e2a6-4a5d-9235-566a72584c6d {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:23.399272 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0097e1af-8795-4584-ac47-bc723704f3f1", "name": "network-vif-plugged", "status": "completed", "tag": "2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:23.399529 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab9721f2-e2a6-4a5d-9235-566a72584c6d {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:23.399934 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0097e1af-8795-4584-ac47-bc723704f3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c', 'code': 200} Aug 29 04:54:23.509788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2dc23-b99d-4ec6-b70f-6239809348f8 req-9e7f25d7-ea0d-4f27-b805-8888af6bdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:23.511329 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ef2dc23-b99d-4ec6-b70f-6239809348f8 req-9e7f25d7-ea0d-4f27-b805-8888af6bdd0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0436327 Aug 29 04:54:23.551824 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6ef2dc23-b99d-4ec6-b70f-6239809348f8 req-fe553a6e-4671-461c-a11a-13daf61fe974 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291796 Aug 29 04:54:23.791836 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5925c-fb11-4c49-8f43-18a4ce95e54f req-886abaee-eee6-4fc2-98c4-892b97f21e31 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:23.793391 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63a5925c-fb11-4c49-8f43-18a4ce95e54f req-886abaee-eee6-4fc2-98c4-892b97f21e31 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 945 time: 0.0540867 Aug 29 04:54:23.830653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63a5925c-fb11-4c49-8f43-18a4ce95e54f req-db227205-0fe8-4067-943a-9a5ded2655f9 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309911 Aug 29 04:54:24.953295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904aa83-e60b-4319-a409-e1be7dd959d6 req-3d7bba7c-f8df-492d-a0a4-032464b57a1a tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:24.954795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c904aa83-e60b-4319-a409-e1be7dd959d6 req-3d7bba7c-f8df-492d-a0a4-032464b57a1a tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 945 time: 0.0561380 Aug 29 04:54:24.993016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c904aa83-e60b-4319-a409-e1be7dd959d6 req-a51f7f77-44c1-454a-a455-542d53f7fbe8 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Aug 29 04:54:27.356464 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:28.599624 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:42.970160 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:54:47.420556 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4abe440c-8db4-4fec-83a7-22bd3b6c8555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:50.381737 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:50.437597 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5e6abcfe-de42-46d3-87e2-cf9374264aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.297938 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.888212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:57.376450 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.610723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.085950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bbe7787-21f5-4338-af55-295838232abe req-97e0d1e2-889c-4dd7-8481-03dc142c9a86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464818 Aug 29 04:55:03.186610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe7787-21f5-4338-af55-295838232abe req-3b7ca9ec-8417-41a3-9b66-ee0ca92b7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.188146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bbe7787-21f5-4338-af55-295838232abe req-3b7ca9ec-8417-41a3-9b66-ee0ca92b7960 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b00768ae77114f66a14752c803c7ca10&device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0491340 Aug 29 04:55:03.301466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe7787-21f5-4338-af55-295838232abe req-ba221a14-ea7d-429b-9501-4611a30f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.302982 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bbe7787-21f5-4338-af55-295838232abe req-ba221a14-ea7d-429b-9501-4611a30f1ce0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41d6c395-a1f3-49e3-90d2-51354e37c371 HTTP/1.1" status: 200 len: 915 time: 0.0944235 Aug 29 04:55:03.363516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bbe7787-21f5-4338-af55-295838232abe req-ba2a0314-55a5-453d-946c-e7037c541485 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c HTTP/1.1" status: 200 len: 217 time: 0.0503719 Aug 29 04:55:03.420684 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe7787-21f5-4338-af55-295838232abe req-f99958ef-788a-4a20-95d3-f6b23a78767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.422175 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bbe7787-21f5-4338-af55-295838232abe req-f99958ef-788a-4a20-95d3-f6b23a78767b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06500d30-a7cc-4529-a405-f14f9ad7ca68 HTTP/1.1" status: 200 len: 854 time: 0.0518603 Aug 29 04:55:03.457087 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bbe7787-21f5-4338-af55-295838232abe req-c55d0ff3-18e3-4b16-bc3f-7112f5e2b3fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41d6c395-a1f3-49e3-90d2-51354e37c371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265524 Aug 29 04:55:03.555740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bbe7787-21f5-4338-af55-295838232abe req-6a26f767-d005-4019-a870-62b4e63b2603 service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891714 Aug 29 04:55:03.656530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bbe7787-21f5-4338-af55-295838232abe req-fbc8a477-e19d-41f0-aa01-18bfdb6cf4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932453 Aug 29 04:55:06.782986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd2625-6bf4-4e91-a599-9d75c6d6ba79 req-0036ad83-6827-4fbd-aac4-ff86554e0e3d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:06.784483 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04dd2625-6bf4-4e91-a599-9d75c6d6ba79 req-0036ad83-6827-4fbd-aac4-ff86554e0e3d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 945 time: 0.0518522 Aug 29 04:55:06.824843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04dd2625-6bf4-4e91-a599-9d75c6d6ba79 req-8d8485ae-b29a-4199-b40f-1994fdc11b77 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Aug 29 04:55:07.901163 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-281a2b7d-4d24-4a5e-8fbe-d2132685ba08 req-170b039f-42b9-4950-8ada-b157b707d544 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274472 Aug 29 04:55:07.950264 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-281a2b7d-4d24-4a5e-8fbe-d2132685ba08 req-63705325-5f2e-49fb-9599-62054654c907 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0255280 Aug 29 04:55:07.962247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445f054-a10f-411e-a7e3-91d8dc454c90 req-b81ea700-c099-42e7-b416-b743afc661fb tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:07.963899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c445f054-a10f-411e-a7e3-91d8dc454c90 req-b81ea700-c099-42e7-b416-b743afc661fb tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 945 time: 0.0547843 Aug 29 04:55:07.989369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-281a2b7d-4d24-4a5e-8fbe-d2132685ba08 req-c3691561-4ec8-45a3-9b28-dbcd8a78b750 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193923 Aug 29 04:55:08.001962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c445f054-a10f-411e-a7e3-91d8dc454c90 req-9fa5219a-3012-4dfa-9e47-a01da31f0706 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317228 Aug 29 04:55:08.095565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2b7d-4d24-4a5e-8fbe-d2132685ba08 req-2c59a1cc-9447-404d-b4db-e60a2c00fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:08.097609 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-281a2b7d-4d24-4a5e-8fbe-d2132685ba08 req-2c59a1cc-9447-404d-b4db-e60a2c00fa8c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006460 Aug 29 04:55:08.451235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-2711ec03-ee75-474a-820a-03a57f90d583 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:08.452807 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-2711ec03-ee75-474a-820a-03a57f90d583 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.64 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 945 time: 0.0508704 Aug 29 04:55:08.551931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Deleting port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:08.552318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.983954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] For port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:08.984771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.996955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Calling delete_port for 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:09.128575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e83ae-eaa9-459d-8bf9-37ffad6090bb req-2ea1c7e9-3573-454e-bb41-3ceca0792cd6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:09.130628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e0e83ae-eaa9-459d-8bf9-37ffad6090bb req-2ea1c7e9-3573-454e-bb41-3ceca0792cd6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=0097e1af-8795-4584-ac47-bc723704f3f1 HTTP/1.1" status: 200 len: 945 time: 0.0518553 Aug 29 04:55:09.135591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.152477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:55:09.165822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Pushing event deleted for resources: {'Port': ['ID=2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:09.178904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e0e83ae-eaa9-459d-8bf9-37ffad6090bb req-072afbd9-2f0e-4a3c-8a27-c53edb01440f tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Aug 29 04:55:09.211683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] No DVR routers for this DVR port 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:55:09.214581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.216696 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86f64eea-39ae-44f4-b960-3f3d29b5a323 req-142624ab-88e2-406a-b2b4-257c5ac6ce8d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.64 "DELETE /v2.0/ports/2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c HTTP/1.1" status: 204 len: 173 time: 0.7545638 Aug 29 04:55:09.217256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0097e1af-8795-4584-ac47-bc723704f3f1', 'name': 'network-vif-deleted', 'tag': '2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:09.219704 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e2839-ca86-4192-86e2-b951440270d0" -d '{"events": [{"server_uuid": "0097e1af-8795-4584-ac47-bc723704f3f1", "name": "network-vif-deleted", "tag": "2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:09.257894 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a1bb47-7cf9-4c4d-b802-58749bc4c3b9 x-openstack-request-id: req-d3a1bb47-7cf9-4c4d-b802-58749bc4c3b9 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:09.258217 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0097e1af-8795-4584-ac47-bc723704f3f1", "name": "network-vif-deleted", "tag": "2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:09.258502 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3a1bb47-7cf9-4c4d-b802-58749bc4c3b9 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:09.258903 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0097e1af-8795-4584-ac47-bc723704f3f1', 'name': 'network-vif-deleted', 'tag': '2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c', 'status': 'completed', 'code': 200} Aug 29 04:55:11.314700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:11.339640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:11.340540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2226cc2e-8c45-4bb1-a2f8-16eb5b590d7c not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:17.228073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-8068ca00-a5e5-49e4-a790-c39426e72ab0 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:17.229466 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-8068ca00-a5e5-49e4-a790-c39426e72ab0 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/networks?id=41d6c395-a1f3-49e3-90d2-51354e37c371 HTTP/1.1" status: 200 len: 814 time: 0.1071186 Aug 29 04:55:17.244977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-4c04eba0-0fbc-4990-9bc9-92fb97a4a740 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/quotas/b00768ae77114f66a14752c803c7ca10 HTTP/1.1" status: 200 len: 375 time: 0.0096531 Aug 29 04:55:17.283696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-a0872d25-79fd-4304-9014-e399747bb0a5 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b00768ae77114f66a14752c803c7ca10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334074 Aug 29 04:55:17.422895 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-24a65e21-8296-4175-a5f3-c9bc2beae49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.478810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-718da28b-7fcb-4e78-927e-c39aefb37063 service neutron] 10.222.0.58 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876547 Aug 29 04:55:17.572436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-28a5fb9a-ccac-4a10-8190-a673986af062 service neutron] 10.222.0.58 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869908 Aug 29 04:55:17.733702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f2cda23-5a64-4acd-9963-e665db01dafc req-1125f18f-9f8c-4afa-9e13-d8dbdf73ed56 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 210 time: 0.0278389 Aug 29 04:55:18.812741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14bb4672-a09b-4703-a5aa-2dcac9a20ebd req-7b4f77bf-eccc-40ae-b21d-afc483cf507a tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 210 time: 0.0273097 Aug 29 04:55:19.891508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef01f063-a122-4e98-833d-286581caae38 req-653cf5f3-488e-404a-9a89-f95fc845cc49 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 210 time: 0.0273433 Aug 29 04:55:19.968678 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:55:20.384459 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.439436 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9204ab3e-6ed6-441e-b53e-9cb46d490a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.758642 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-258e2c7d-685a-4766-a95d-ce5f750bc23e tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:20.760385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-258e2c7d-685a-4766-a95d-ce5f750bc23e tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.64 "GET /v2.0/networks?id=41d6c395-a1f3-49e3-90d2-51354e37c371 HTTP/1.1" status: 200 len: 814 time: 0.1088719 Aug 29 04:55:20.779448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Request body: {'port': {'device_id': '367d9746-ad92-4c89-94f2-40e92693885c', 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371', 'admin_state_up': True, 'tenant_id': 'b00768ae77114f66a14752c803c7ca10'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:20.891832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Made reservation on behalf of b00768ae77114f66a14752c803c7ca10 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:20.896449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.992316 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f809f2b4-7d35-4452-9abf-e4a2d0f66a9e req-3f68797b-9810-42a7-8f8d-39c8a57e46ab tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 210 time: 0.0309951 Aug 29 04:55:21.036709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Allocated IP 172.20.0.12 (41d6c395-a1f3-49e3-90d2-51354e37c371/06500d30-a7cc-4529-a405-f14f9ad7ca68/69f90091-fa50-45c0-a160-aee92c65bfdb) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:21.188621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.233394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.279496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Network 41d6c395-a1f3-49e3-90d2-51354e37c371 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:21.281583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:21.285579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:21.292701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Pushing event updated for resources: {'Port': ['ID=69f90091-fa50-45c0-a160-aee92c65bfdb,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:21.302285 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.320689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.321045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.321396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.321745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.322095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.322436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.322772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.323105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.323442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.323779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.324143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.324475 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.354300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:21.354916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.369249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6246ccb3-9d1c-4d87-ba99-138eb57e7ed6 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5942309 Aug 29 04:55:21.387511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Request body: {'port': {'device_id': '367d9746-ad92-4c89-94f2-40e92693885c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:21.441733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.739998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f90091-fa50-45c0-a160-aee92c65bfdb {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:21.748651 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.760628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Transition to ACTIVE for port object 69f90091-fa50-45c0-a160-aee92c65bfdb will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:21.765014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.817964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Pushing event updated for resources: {'Port': ['ID=69f90091-fa50-45c0-a160-aee92c65bfdb,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:21.882147 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Attempting to bind port 69f90091-fa50-45c0-a160-aee92c65bfdb on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:21.882490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Attempting to bind port 69f90091-fa50-45c0-a160-aee92c65bfdb by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:21.882824 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Attempting to bind port 69f90091-fa50-45c0-a160-aee92c65bfdb on network 41d6c395-a1f3-49e3-90d2-51354e37c371 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:21.886999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Port 69f90091-fa50-45c0-a160-aee92c65bfdb on network 41d6c395-a1f3-49e3-90d2-51354e37c371 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:55:21.887376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Attempting to bind port 69f90091-fa50-45c0-a160-aee92c65bfdb on network 41d6c395-a1f3-49e3-90d2-51354e37c371 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:21.892037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:21.892381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Checking segment: {'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:21.892772 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Bound using segment: {'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:21.893206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Bound port: 69f90091-fa50-45c0-a160-aee92c65bfdb, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772b8550-8d09-4503-aaf8-479f1bffea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:21.893574 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.963176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] For port 69f90091-fa50-45c0-a160-aee92c65bfdb, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:21.966158 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] For port 69f90091-fa50-45c0-a160-aee92c65bfdb, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69f90091-fa50-45c0-a160-aee92c65bfdb,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:21.970963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:22.007228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.007859 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:22.009349 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/69f90091-fa50-45c0-a160-aee92c65bfdb HTTP/1.1" status: 200 len: 1093 time: 0.6262431 Aug 29 04:55:22.009782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367d9746-ad92-4c89-94f2-40e92693885c', 'tag': '69f90091-fa50-45c0-a160-aee92c65bfdb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:22.012058 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb457422-0f53-445e-9e51-ad62e54ee11c" -d '{"events": [{"name": "network-changed", "server_uuid": "367d9746-ad92-4c89-94f2-40e92693885c", "tag": "69f90091-fa50-45c0-a160-aee92c65bfdb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:22.037988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd9e46-8876-405c-aa7f-2b8dbac680a9 service neutron] Pushing event updated for resources: {'Port': ['ID=69f90091-fa50-45c0-a160-aee92c65bfdb,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:22.095020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-3b6cf310-d7d8-4961-821d-d6b1c3c26ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.096835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-3b6cf310-d7d8-4961-821d-d6b1c3c26ad3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b00768ae77114f66a14752c803c7ca10&device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 1096 time: 0.0425663 Aug 29 04:55:22.112513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d2f7c-94b0-4e36-ae3c-a3e556b35728 req-6f41e8eb-6add-4419-8aaf-2786a1196601 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.114183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930d2f7c-94b0-4e36-ae3c-a3e556b35728 req-6f41e8eb-6add-4419-8aaf-2786a1196601 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 944 time: 0.0501699 Aug 29 04:55:22.145204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-ddba42e8-c72f-413e-a4a7-8159e66d7404 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f90091-fa50-45c0-a160-aee92c65bfdb HTTP/1.1" status: 200 len: 217 time: 0.0356686 Aug 29 04:55:22.153355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930d2f7c-94b0-4e36-ae3c-a3e556b35728 req-6d605f00-1023-4e9d-b3b5-88d35a8f2bcd tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331101 Aug 29 04:55:22.197950 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ef33ad-9b26-458b-aa70-743c04bc4d62 x-openstack-request-id: req-a8ef33ad-9b26-458b-aa70-743c04bc4d62 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:22.198246 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367d9746-ad92-4c89-94f2-40e92693885c", "tag": "69f90091-fa50-45c0-a160-aee92c65bfdb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:22.198496 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8ef33ad-9b26-458b-aa70-743c04bc4d62 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:22.198899 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367d9746-ad92-4c89-94f2-40e92693885c', 'tag': '69f90091-fa50-45c0-a160-aee92c65bfdb', 'status': 'completed', 'code': 200} Aug 29 04:55:22.206186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-c45812e9-bbe5-4785-bdec-4a952c485af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.207735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-c45812e9-bbe5-4785-bdec-4a952c485af6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06500d30-a7cc-4529-a405-f14f9ad7ca68 HTTP/1.1" status: 200 len: 854 time: 0.0517123 Aug 29 04:55:22.244947 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-56dd4131-f8b0-49de-9751-5cddafc1682b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41d6c395-a1f3-49e3-90d2-51354e37c371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256276 Aug 29 04:55:22.337420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-6cc58518-b7cb-4289-a61e-522f0b3e4435 service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825512 Aug 29 04:55:22.441950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8582df5-e3d6-4dea-8ff4-27042223fcae req-3f52d900-b6e4-4328-8359-8aa3b009496d service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922151 Aug 29 04:55:22.536534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-e77cf7de-2c3e-4c7a-b36b-8066dc66df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.538088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-e77cf7de-2c3e-4c7a-b36b-8066dc66df17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b00768ae77114f66a14752c803c7ca10&device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 1096 time: 0.0432291 Aug 29 04:55:22.634139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-f8842ca1-f617-46f9-903f-e3915be800e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.635569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-f8842ca1-f617-46f9-903f-e3915be800e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41d6c395-a1f3-49e3-90d2-51354e37c371 HTTP/1.1" status: 200 len: 915 time: 0.0905170 Aug 29 04:55:22.678279 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-0063eec6-12b1-4056-812a-352240f36002 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f90091-fa50-45c0-a160-aee92c65bfdb HTTP/1.1" status: 200 len: 217 time: 0.0356274 Aug 29 04:55:22.729709 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-c70193f4-c83f-4bfb-9383-83a444910548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.731273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-c70193f4-c83f-4bfb-9383-83a444910548 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06500d30-a7cc-4529-a405-f14f9ad7ca68 HTTP/1.1" status: 200 len: 854 time: 0.0446134 Aug 29 04:55:22.763910 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-6d5df1da-e6d5-4b9a-b0e8-8340f86a93c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41d6c395-a1f3-49e3-90d2-51354e37c371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250199 Aug 29 04:55:22.859107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-b5105fdf-5bc6-484d-814a-06d8e3880686 service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873208 Aug 29 04:55:22.888018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-a7572a9d-6a34-4039-a8f0-33187a1c221c req-bca4dc94-1968-4612-a1b7-cceb127fe155 service neutron] (94845) timed out ('10.222.0.58', 50138) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:55:22.891705 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:22.957217 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-cb457422-0f53-445e-9e51-ad62e54ee11c req-e45e9dc6-618f-4592-9cd3-44d50c17506e service neutron] 10.222.0.64 "GET /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898240 Aug 29 04:55:23.274490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed649d35-9c63-4568-9bb5-08f107b7a659 req-636a48e0-6252-4b74-9924-4f9f2d8f2a7c tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:23.276051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed649d35-9c63-4568-9bb5-08f107b7a659 req-636a48e0-6252-4b74-9924-4f9f2d8f2a7c tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 944 time: 0.0511529 Aug 29 04:55:23.319192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed649d35-9c63-4568-9bb5-08f107b7a659 req-321cd41e-c215-4901-a8fb-199be4be9828 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369503 Aug 29 04:55:23.375413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69f90091-fa50-45c0-a160-aee92c65bfdb details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:55:23.478336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69f90091-fa50-45c0-a160-aee92c65bfdb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69f90091-fa50-45c0-a160-aee92c65bfdb,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:23.490091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '69f90091-fa50-45c0-a160-aee92c65bfdb', 'network_id': '41d6c395-a1f3-49e3-90d2-51354e37c371', 'port_id': '69f90091-fa50-45c0-a160-aee92c65bfdb', 'mac_address': 'fa:16:3e:9b:30:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06500d30-a7cc-4529-a405-f14f9ad7ca68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:55:23.527475 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.540373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f90091-fa50-45c0-a160-aee92c65bfdb {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:23.560300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69f90091-fa50-45c0-a160-aee92c65bfdb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69f90091-fa50-45c0-a160-aee92c65bfdb,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:23.565182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.611834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=69f90091-fa50-45c0-a160-aee92c65bfdb,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:23.623877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.624261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.624614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.624959 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.625302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.625643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.625981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.626406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.626647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.626976 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.627304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.627634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:23.830864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['69f90091-fa50-45c0-a160-aee92c65bfdb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:55:24.438230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be94b-699c-4b5a-9331-9652446f19e8 req-932042df-a41e-4f37-a735-c82b139e891f tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.439736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a20be94b-699c-4b5a-9331-9652446f19e8 req-932042df-a41e-4f37-a735-c82b139e891f tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 945 time: 0.0534894 Aug 29 04:55:24.479852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a20be94b-699c-4b5a-9331-9652446f19e8 req-19e6af40-5730-48d7-b89a-69696d51ca31 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334663 Aug 29 04:55:25.391719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69f90091-fa50-45c0-a160-aee92c65bfdb up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:25.440252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 69f90091-fa50-45c0-a160-aee92c65bfdb completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:25.445161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 69f90091-fa50-45c0-a160-aee92c65bfdb triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:25.445578 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.527438 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.551210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d9746-ad92-4c89-94f2-40e92693885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f90091-fa50-45c0-a160-aee92c65bfdb'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:25.553719 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c58d1a-ffeb-41f0-b148-1c8d9929d3c5" -d '{"events": [{"server_uuid": "367d9746-ad92-4c89-94f2-40e92693885c", "name": "network-vif-plugged", "status": "completed", "tag": "69f90091-fa50-45c0-a160-aee92c65bfdb"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:25.566429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69f90091-fa50-45c0-a160-aee92c65bfdb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69f90091-fa50-45c0-a160-aee92c65bfdb,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:25.571154 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.599159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352259b9-ac41-4cff-bf47-ecd31e24c618 req-d5d49940-0c95-4bd9-a0df-256854bceb3e tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:25.600924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-352259b9-ac41-4cff-bf47-ecd31e24c618 req-d5d49940-0c95-4bd9-a0df-256854bceb3e tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 945 time: 0.0521529 Aug 29 04:55:25.627502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=69f90091-fa50-45c0-a160-aee92c65bfdb,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:25.643730 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-352259b9-ac41-4cff-bf47-ecd31e24c618 req-3a56c172-d606-4161-9e30-5df6aecfb0a5 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Aug 29 04:55:25.699131 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24200e6-f74d-442f-b696-ec84acd40285 x-openstack-request-id: req-e24200e6-f74d-442f-b696-ec84acd40285 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:25.699548 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367d9746-ad92-4c89-94f2-40e92693885c", "name": "network-vif-plugged", "status": "completed", "tag": "69f90091-fa50-45c0-a160-aee92c65bfdb", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:25.699906 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e24200e6-f74d-442f-b696-ec84acd40285 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:25.700526 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d9746-ad92-4c89-94f2-40e92693885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f90091-fa50-45c0-a160-aee92c65bfdb', 'code': 200} Aug 29 04:55:25.825632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc66e-33e7-4bed-b666-c35f154019df req-ce19f522-a5b2-4392-a1b8-34b353fa60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:25.827096 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2eddc66e-33e7-4bed-b666-c35f154019df req-ce19f522-a5b2-4392-a1b8-34b353fa60a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 1098 time: 0.0535927 Aug 29 04:55:25.867800 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2eddc66e-33e7-4bed-b666-c35f154019df req-57c82fa3-a063-458f-9f39-7cdbe1b4c39c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290110 Aug 29 04:55:26.771094 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d607c5-701d-445c-9c59-a73bc95ba3e9 req-003f6475-43e3-4c46-94cd-6381a1682148 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:26.772641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6d607c5-701d-445c-9c59-a73bc95ba3e9 req-003f6475-43e3-4c46-94cd-6381a1682148 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 946 time: 0.0510128 Aug 29 04:55:26.811926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6d607c5-701d-445c-9c59-a73bc95ba3e9 req-358c3097-d14a-40af-a18a-8e9e41b46193 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333083 Aug 29 04:55:27.384209 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:27.934259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd3e88-05ba-43b8-ba2f-4ae80155560d req-a823bd5f-efe0-4ca1-9829-42cda1b9bae7 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:27.935892 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9dd3e88-05ba-43b8-ba2f-4ae80155560d req-a823bd5f-efe0-4ca1-9829-42cda1b9bae7 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 946 time: 0.0565145 Aug 29 04:55:27.974439 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9dd3e88-05ba-43b8-ba2f-4ae80155560d req-7be2cf47-933c-4317-bcc9-3e350515e0d8 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Aug 29 04:55:28.638712 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:47.426649 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e6ac72e9-e90c-4be5-b919-e2bd8e8bc107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:50.386888 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:50.440500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-75101e8b-8b58-44bd-908e-904b2e0de87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:51.309370 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:52.886927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:53.469384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02819d-9ec6-422d-95bf-33af856f2d7f req-08ce1417-2460-4c6f-862d-4b964ef7d883 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:53.470794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c02819d-9ec6-422d-95bf-33af856f2d7f req-08ce1417-2460-4c6f-862d-4b964ef7d883 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 946 time: 0.0509493 Aug 29 04:55:53.510996 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c02819d-9ec6-422d-95bf-33af856f2d7f req-b00a0cde-6456-4844-a0c4-5323b964f215 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331509 Aug 29 04:55:54.624360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d3405-d806-448d-af70-ce4be31b617e req-5ad092ee-6f86-48b7-a229-7be6bb87be2d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:54.625978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df0d3405-d806-448d-af70-ce4be31b617e req-5ad092ee-6f86-48b7-a229-7be6bb87be2d tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 946 time: 0.0492656 Aug 29 04:55:54.664998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df0d3405-d806-448d-af70-ce4be31b617e req-aebe3d1e-9eeb-4a6b-8827-29110090ece1 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/security-groups?id=7112bc52-b39d-4823-9879-08a438ad38d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Aug 29 04:55:55.108647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-9d8a1e53-767e-45ca-b49c-39a6590c6fdc tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:55.110171 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-9d8a1e53-767e-45ca-b49c-39a6590c6fdc tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.64 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 946 time: 0.0499470 Aug 29 04:55:55.206360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Deleting port 69f90091-fa50-45c0-a160-aee92c65bfdb {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:55.206714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.293228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] For port 69f90091-fa50-45c0-a160-aee92c65bfdb, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69f90091-fa50-45c0-a160-aee92c65bfdb,segment=NetworkSegment(772b8550-8d09-4503-aaf8-479f1bffea06),segment_id=772b8550-8d09-4503-aaf8-479f1bffea06)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:55.293594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.307467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Calling delete_port for 69f90091-fa50-45c0-a160-aee92c65bfdb owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:55.438410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.455592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['69f90091-fa50-45c0-a160-aee92c65bfdb'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:55:55.468535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Pushing event deleted for resources: {'Port': ['ID=69f90091-fa50-45c0-a160-aee92c65bfdb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:55.512710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] No DVR routers for this DVR port 69f90091-fa50-45c0-a160-aee92c65bfdb on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:55:55.515780 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.518075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-884813b6-c5f2-4da8-9f7c-3a4a6e4025d8 req-a34c24d5-e9f5-48d1-920e-b42f207d7131 tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.64 "DELETE /v2.0/ports/69f90091-fa50-45c0-a160-aee92c65bfdb HTTP/1.1" status: 204 len: 173 time: 0.3989534 Aug 29 04:55:55.518532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d9746-ad92-4c89-94f2-40e92693885c', 'name': 'network-vif-deleted', 'tag': '69f90091-fa50-45c0-a160-aee92c65bfdb'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:55.520857 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7223872e-96de-4095-9c20-5e1a9d7ca036" -d '{"events": [{"server_uuid": "367d9746-ad92-4c89-94f2-40e92693885c", "name": "network-vif-deleted", "tag": "69f90091-fa50-45c0-a160-aee92c65bfdb"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:55.560234 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f6616a-6db2-4722-82da-495af523ec80 x-openstack-request-id: req-80f6616a-6db2-4722-82da-495af523ec80 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:55.560627 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367d9746-ad92-4c89-94f2-40e92693885c", "name": "network-vif-deleted", "tag": "69f90091-fa50-45c0-a160-aee92c65bfdb", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:55.560895 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80f6616a-6db2-4722-82da-495af523ec80 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:55.561304 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d9746-ad92-4c89-94f2-40e92693885c', 'name': 'network-vif-deleted', 'tag': '69f90091-fa50-45c0-a160-aee92c65bfdb', 'status': 'completed', 'code': 200} Aug 29 04:55:55.782829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2338648-638b-4cfc-b066-60d4937f68d8 req-c6346a10-6892-4ec3-a6a2-2b8dbb9023af tempest-VolumesSnapshotTestJSON-1729425284 tempest-VolumesSnapshotTestJSON-1729425284-project] 10.222.0.58 "GET /v2.0/ports?device_id=367d9746-ad92-4c89-94f2-40e92693885c HTTP/1.1" status: 200 len: 210 time: 0.0314169 Aug 29 04:55:56.968370 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:55:57.398742 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:57.561784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69f90091-fa50-45c0-a160-aee92c65bfdb no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:57.586086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 69f90091-fa50-45c0-a160-aee92c65bfdb {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:57.586360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69f90091-fa50-45c0-a160-aee92c65bfdb not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:58.642235 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:08.885218 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1fb05bb2-766d-47a8-869a-3742b87bc59a req-ac8e7329-0cdb-4165-bff3-4d05ba6c7266 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291314 Aug 29 04:56:08.954928 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1fb05bb2-766d-47a8-869a-3742b87bc59a req-25e61ec8-9f40-4211-b2f0-80ae24bc45f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0247605 Aug 29 04:56:08.994804 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1fb05bb2-766d-47a8-869a-3742b87bc59a req-768f985e-f156-4e4a-9eec-3baa4b1ee2f9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195506 Aug 29 04:56:09.091459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb05bb2-766d-47a8-869a-3742b87bc59a req-35d75c0a-802c-4156-9a61-f3f609a46616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:09.093004 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1fb05bb2-766d-47a8-869a-3742b87bc59a req-35d75c0a-802c-4156-9a61-f3f609a46616 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910668 Aug 29 04:56:17.428445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b7b399c9-4ec6-4231-a2fe-bb4ee9009952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:20.390821 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:20.443282 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9ec6a51a-bfa2-4a0e-aeae-f00176485c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:21.310911 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:22.892291 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.391541 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.652295 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:33.967549 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:39.152153 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34112) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:39.201079 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Deleting subnet 06500d30-a7cc-4529-a405-f14f9ad7ca68 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:56:39.204460 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.250712 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.294827 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.351095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.377040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06500d30-a7cc-4529-a405-f14f9ad7ca68,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:39.382063 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.386389 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/06500d30-a7cc-4529-a405-f14f9ad7ca68 HTTP/1.1" status: 204 len: 168 time: 0.2324448 Aug 29 04:56:39.386563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34114) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:39.391966 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.392351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.392900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.393274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.394183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.394183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.394653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.395605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.395942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.396370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.396706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.397038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a084b4fc-74f8-408e-b5c3-4dee8f6dfa48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:39.778775 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.863698 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.874460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d6c395-a1f3-49e3-90d2-51354e37c371']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:56:39.885641 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772b8550-8d09-4503-aaf8-479f1bffea06') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:56:39.885876 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772b8550-8d09-4503-aaf8-479f1bffea06') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:56:39.896635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.910325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.917081 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:56:39.917484 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:56:39.919174 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:56:39.978452 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.983172 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:39.987856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] 10.222.0.58 "DELETE /v2.0/networks/41d6c395-a1f3-49e3-90d2-51354e37c371 HTTP/1.1" status: 204 len: 168 time: 0.5978928 Aug 29 04:56:40.000153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d6c395-a1f3-49e3-90d2-51354e37c371,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:40.008212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.008569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.008914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.009258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.009610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.009939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.010294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.010644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.010996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.011344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.011672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.012022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2e54a-a563-4381-82ef-7965df61ee77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:40.224616 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34118) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:40.265645 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bd83a900-04d3-40fc-809e-43f0fb77ea18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b00768ae77114f66a14752c803c7ca10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398364 Aug 29 04:56:40.268171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34120) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:40.328485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1f46-135c-4794-be4a-18f2f8551637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:40.350861 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1f46-135c-4794-be4a-18f2f8551637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:40.399609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1f46-135c-4794-be4a-18f2f8551637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:40.402382 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1f46-135c-4794-be4a-18f2f8551637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:40.406007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3c4b1f46-135c-4794-be4a-18f2f8551637 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7112bc52-b39d-4823-9879-08a438ad38d2 HTTP/1.1" status: 204 len: 168 time: 0.1345134 Aug 29 04:56:40.414008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b1f46-135c-4794-be4a-18f2f8551637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7112bc52-b39d-4823-9879-08a438ad38d2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:41.115174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34142) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:41.242582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-353444466-network', 'tenant_id': '3af5dd74a83143bb8e67a1dee213b33b'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:41.263751 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Made reservation on behalf of 3af5dd74a83143bb8e67a1dee213b33b for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:56:41.266032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.274044 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.377499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.381072 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.415216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:56:41.421599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:41.429167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.429530 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Added segment fe85416f-4cc9-4286-8e2e-ec2549bb71d0 of type vlan for network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 Aug 29 04:56:41.474189 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.498483 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.499696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:41.500335 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.558625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4422753 Aug 29 04:56:41.561596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34146) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:41.563803 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fb798-fec7-4f87-b0a3-7bd1ff104149 admin admin] Pushing event updated for resources: {'Network': ['ID=1f58eeeb-ebda-4b15-8513-3d14da66cf31,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:41.568338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Request body: {'subnet': {'network_id': '1f58eeeb-ebda-4b15-8513-3d14da66cf31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-353444466-subnet', 'tenant_id': '3af5dd74a83143bb8e67a1dee213b33b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:41.573760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:56:41.589492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Made reservation on behalf of 3af5dd74a83143bb8e67a1dee213b33b for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:56:41.592133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.768069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.820913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e63dc80-edbb-40c7-aa90-18b0eea51d0c,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:41.830947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Checking segment: {'id': 'fe85416f-4cc9-4286-8e2e-ec2549bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f58eeeb-ebda-4b15-8513-3d14da66cf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:56:41.831307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Network hostable DHCP agents. Network: 1f58eeeb-ebda-4b15-8513-3d14da66cf31, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:56:41.849124 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:56:41.860478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 1f58eeeb-ebda-4b15-8513-3d14da66cf31) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:56:41.864793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:41.865395 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.869874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6ddba-a0d5-49d4-bd76-8fb133c79556 None None] Network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:56:41.880178 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-41893ebd-91d3-4cc7-b71c-5a5dc946370a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3168108 Aug 29 04:56:41.995383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942fef7-40d3-49d7-b58b-d3b4cdb79793 None None] Network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:56:42.383076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34162) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:42.388280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-265258569-network', 'tenant_id': '424f730a96644078a735762f7d1ddf63'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:42.409050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Made reservation on behalf of 424f730a96644078a735762f7d1ddf63 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:56:42.411425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.424813 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.521292 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.525528 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.550786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:56:42.560911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59468d9f-64d3-45d8-97e0-3b0c1321ce4e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:42.565715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.566407 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Added segment 5f0f95e9-faf5-472d-9353-cd4cdd2344a9 of type vlan for network 22b4d511-ac37-414e-8bf8-837a502ce084 Aug 29 04:56:42.608736 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.635161 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.636160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:42.636838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.711355 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3270941 Aug 29 04:56:42.714230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34164) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:42.719349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Request body: {'subnet': {'network_id': '22b4d511-ac37-414e-8bf8-837a502ce084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-265258569-subnet', 'tenant_id': '424f730a96644078a735762f7d1ddf63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:42.728785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b71279-29be-46ad-949c-b40eebf2757f admin admin] Pushing event updated for resources: {'Network': ['ID=22b4d511-ac37-414e-8bf8-837a502ce084,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:42.739099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 22b4d511-ac37-414e-8bf8-837a502ce084 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:56:42.742612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Made reservation on behalf of 424f730a96644078a735762f7d1ddf63 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:56:42.745390 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.919186 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.968159 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84b0849-02c8-49cf-84fd-dff0f5a4285f,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:42.984160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Checking segment: {'id': '5f0f95e9-faf5-472d-9353-cd4cdd2344a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '22b4d511-ac37-414e-8bf8-837a502ce084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:56:42.984528 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Network hostable DHCP agents. Network: 22b4d511-ac37-414e-8bf8-837a502ce084, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:56:43.001090 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Network 22b4d511-ac37-414e-8bf8-837a502ce084 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:56:43.010280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 22b4d511-ac37-414e-8bf8-837a502ce084) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:56:43.015013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:43.015611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:43.022777 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf46b7-67e5-41dd-aad6-e002f4bef97e None None] Network 22b4d511-ac37-414e-8bf8-837a502ce084 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:56:43.031836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c63bef03-cbda-4946-9feb-02541d56d435 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3164415 Aug 29 04:56:43.163154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a106e3e3-53a2-43f0-a1d5-105e7d44722e None None] Network 22b4d511-ac37-414e-8bf8-837a502ce084 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:56:43.647202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-a6ea5995-afb9-4348-8d21-f3fa48b8f312 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:43.648788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-a6ea5995-afb9-4348-8d21-f3fa48b8f312 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/networks?id=1f58eeeb-ebda-4b15-8513-3d14da66cf31 HTTP/1.1" status: 200 len: 811 time: 0.1077785 Aug 29 04:56:43.664119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-31cd6727-9735-4aea-813c-c137b738983b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/quotas/3af5dd74a83143bb8e67a1dee213b33b HTTP/1.1" status: 200 len: 375 time: 0.0095251 Aug 29 04:56:43.697995 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-f06e1146-cbd6-4f21-b2ee-b0d7f8c8daf8 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3af5dd74a83143bb8e67a1dee213b33b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285177 Aug 29 04:56:43.796519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-a4c3f8ec-9978-4adc-93e4-25d89eacd4f1 service neutron] 10.222.0.58 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913172 Aug 29 04:56:43.890468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-c3cce930-49c4-4b03-adcc-4b6e9cff9bff service neutron] 10.222.0.58 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879929 Aug 29 04:56:44.062468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1fdab3e1-21f7-46a0-91d4-21b48b7b1d7d req-990f9225-6f5e-4e1b-ae4b-847c5ebd7bb4 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 210 time: 0.0330231 Aug 29 04:56:45.042157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-618ef2fe-60ee-4026-bfe8-3a04bc387d63 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:45.043752 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-618ef2fe-60ee-4026-bfe8-3a04bc387d63 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.64 "GET /v2.0/networks?id=1f58eeeb-ebda-4b15-8513-3d14da66cf31 HTTP/1.1" status: 200 len: 811 time: 0.1063068 Aug 29 04:56:45.058180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Request body: {'port': {'device_id': '0f346257-3d7c-451d-8f65-c00dc41cff61', 'network_id': '1f58eeeb-ebda-4b15-8513-3d14da66cf31', 'admin_state_up': True, 'tenant_id': '3af5dd74a83143bb8e67a1dee213b33b'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:45.162965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-29c7bb5d-ca54-4cf8-af18-4e82a8b9d1b9 req-268d3f97-6e2c-4e72-a3f9-b54da9c21f75 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 210 time: 0.0280104 Aug 29 04:56:45.177682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Made reservation on behalf of 3af5dd74a83143bb8e67a1dee213b33b for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:56:45.181268 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:45.309163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Allocated IP 172.20.0.4 (1f58eeeb-ebda-4b15-8513-3d14da66cf31/9e63dc80-edbb-40c7-aa90-18b0eea51d0c/c3d6ee33-a695-4cdc-951a-4b4d9c811920) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:56:45.463975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:45.502169 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:45.553594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:56:45.556740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:56:45.561097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:56:45.568942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Pushing event updated for resources: {'Port': ['ID=c3d6ee33-a695-4cdc-951a-4b4d9c811920,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:45.613882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:45.614573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:45.630911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-e0f6fb61-0b4d-440e-943e-6e9f8427f996 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765786 Aug 29 04:56:45.649142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Request body: {'port': {'device_id': '0f346257-3d7c-451d-8f65-c00dc41cff61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:45.702277 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:45.978256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d6ee33-a695-4cdc-951a-4b4d9c811920 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:56:45.986291 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:45.998391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Transition to ACTIVE for port object c3d6ee33-a695-4cdc-951a-4b4d9c811920 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:56:46.002581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:46.057853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d6ee33-a695-4cdc-951a-4b4d9c811920,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:46.134816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Attempting to bind port c3d6ee33-a695-4cdc-951a-4b4d9c811920 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:56:46.135335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Attempting to bind port c3d6ee33-a695-4cdc-951a-4b4d9c811920 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'fe85416f-4cc9-4286-8e2e-ec2549bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f58eeeb-ebda-4b15-8513-3d14da66cf31'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:56:46.135690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Attempting to bind port c3d6ee33-a695-4cdc-951a-4b4d9c811920 on network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:46.140423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Port c3d6ee33-a695-4cdc-951a-4b4d9c811920 on network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:56:46.140755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Attempting to bind port c3d6ee33-a695-4cdc-951a-4b4d9c811920 on network 1f58eeeb-ebda-4b15-8513-3d14da66cf31 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:46.145567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:56:46.145912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Checking segment: {'id': 'fe85416f-4cc9-4286-8e2e-ec2549bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f58eeeb-ebda-4b15-8513-3d14da66cf31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:56:46.146309 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Bound using segment: {'id': 'fe85416f-4cc9-4286-8e2e-ec2549bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f58eeeb-ebda-4b15-8513-3d14da66cf31'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:56:46.146744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Bound port: c3d6ee33-a695-4cdc-951a-4b4d9c811920, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe85416f-4cc9-4286-8e2e-ec2549bb71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f58eeeb-ebda-4b15-8513-3d14da66cf31'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:56:46.147114 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:46.219628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] For port c3d6ee33-a695-4cdc-951a-4b4d9c811920, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:56:46.223555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] For port c3d6ee33-a695-4cdc-951a-4b4d9c811920, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920,segment=NetworkSegment(fe85416f-4cc9-4286-8e2e-ec2549bb71d0),segment_id=fe85416f-4cc9-4286-8e2e-ec2549bb71d0)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:56:46.228025 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:46.271779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:46.272510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:46.273861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3d6ee33-a695-4cdc-951a-4b4d9c811920 HTTP/1.1" status: 200 len: 1092 time: 0.6295488 Aug 29 04:56:46.274320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f346257-3d7c-451d-8f65-c00dc41cff61', 'tag': 'c3d6ee33-a695-4cdc-951a-4b4d9c811920'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:46.276598 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333994fe-aec5-44df-8c9a-9730dbc29189" -d '{"events": [{"name": "network-changed", "server_uuid": "0f346257-3d7c-451d-8f65-c00dc41cff61", "tag": "c3d6ee33-a695-4cdc-951a-4b4d9c811920"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:46.290406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558547c-e0fb-45fb-a0c3-f856913c47ae req-b43c3622-8b8c-4eb8-89e3-54253f5b3701 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:46.292543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7558547c-e0fb-45fb-a0c3-f856913c47ae req-b43c3622-8b8c-4eb8-89e3-54253f5b3701 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 943 time: 0.0575202 Aug 29 04:56:46.304319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefae2d-e8a5-402a-91ac-93bb6752ba76 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d6ee33-a695-4cdc-951a-4b4d9c811920,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:46.343609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7558547c-e0fb-45fb-a0c3-f856913c47ae req-7b2574c9-c631-4bc6-869c-3e216b580f5c tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Aug 29 04:56:46.372483 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-d540e77a-4424-45e2-bb24-c5823e6019f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:46.374051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-d540e77a-4424-45e2-bb24-c5823e6019f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3af5dd74a83143bb8e67a1dee213b33b&device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 1095 time: 0.0493810 Aug 29 04:56:46.421330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-92bb155b-a27f-4e44-a4e0-f81c0e2336b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920 HTTP/1.1" status: 200 len: 217 time: 0.0349247 Aug 29 04:56:46.460943 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d617bddc-7ffc-4e73-91e9-a00854116f7d x-openstack-request-id: req-d617bddc-7ffc-4e73-91e9-a00854116f7d {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:46.461240 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f346257-3d7c-451d-8f65-c00dc41cff61", "tag": "c3d6ee33-a695-4cdc-951a-4b4d9c811920", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:46.461491 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d617bddc-7ffc-4e73-91e9-a00854116f7d {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:46.461883 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f346257-3d7c-451d-8f65-c00dc41cff61', 'tag': 'c3d6ee33-a695-4cdc-951a-4b4d9c811920', 'status': 'completed', 'code': 200} Aug 29 04:56:46.479898 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-8b1ddf14-bd72-4dbb-8e1e-509108250bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:46.481429 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-8b1ddf14-bd72-4dbb-8e1e-509108250bbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e63dc80-edbb-40c7-aa90-18b0eea51d0c HTTP/1.1" status: 200 len: 851 time: 0.0520961 Aug 29 04:56:46.517743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-185c614b-87c5-4ec1-9144-ece1409075e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f58eeeb-ebda-4b15-8513-3d14da66cf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250666 Aug 29 04:56:46.613906 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-64bc76a8-759b-48af-974a-7522c1ce8c66 service neutron] 10.222.0.64 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840323 Aug 29 04:56:46.715350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-66d9d0c7-6f1e-4d5c-b9d0-948e094d17b3 req-aaf29da6-4fa1-4bd4-ac71-a14a123d7021 service neutron] 10.222.0.64 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901613 Aug 29 04:56:46.812468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-4fad1c9f-1667-4deb-a5e7-bf22ad77a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:46.814113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-4fad1c9f-1667-4deb-a5e7-bf22ad77a40e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3af5dd74a83143bb8e67a1dee213b33b&device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 1095 time: 0.0418868 Aug 29 04:56:46.908972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-b8f54709-98e2-4828-b68f-23b7ba931a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:46.910507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-b8f54709-98e2-4828-b68f-23b7ba931a64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f58eeeb-ebda-4b15-8513-3d14da66cf31 HTTP/1.1" status: 200 len: 912 time: 0.0895019 Aug 29 04:56:46.957179 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-5c878918-cb63-4341-84aa-bb66cc690a28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920 HTTP/1.1" status: 200 len: 217 time: 0.0375838 Aug 29 04:56:47.014773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-2a1c4aef-6133-42d4-85e0-341b2412da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:47.016243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-2a1c4aef-6133-42d4-85e0-341b2412da6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e63dc80-edbb-40c7-aa90-18b0eea51d0c HTTP/1.1" status: 200 len: 851 time: 0.0519631 Aug 29 04:56:47.048383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-33d852c3-37c4-4799-a1d5-a7bb70f1a0e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f58eeeb-ebda-4b15-8513-3d14da66cf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246890 Aug 29 04:56:47.148402 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-bef146fb-38d6-4f0f-b898-d6f3b1d16fbc service neutron] 10.222.0.64 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922971 Aug 29 04:56:47.240274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-333994fe-aec5-44df-8c9a-9730dbc29189 req-fd710305-71a7-4b40-bb0f-daffe2b3854c service neutron] 10.222.0.64 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834639 Aug 29 04:56:47.431265 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c8557c4e-ef3d-41a1-815f-e68bcff19bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:47.463003 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e221c36-f662-44ae-aeaf-6b394f331337 req-e7fd7a94-811e-4e46-84c7-138d82afd830 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:47.464587 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e221c36-f662-44ae-aeaf-6b394f331337 req-e7fd7a94-811e-4e46-84c7-138d82afd830 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 943 time: 0.0512693 Aug 29 04:56:47.506393 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e221c36-f662-44ae-aeaf-6b394f331337 req-ba8907b5-5adf-4d14-86cb-20f56b850d26 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Aug 29 04:56:48.627485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25c0b7-688d-4e17-8de5-a332175b3184 req-87e40c74-2231-42d5-972a-e9bc8099883e tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:48.628979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e25c0b7-688d-4e17-8de5-a332175b3184 req-87e40c74-2231-42d5-972a-e9bc8099883e tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 943 time: 0.0509493 Aug 29 04:56:48.686739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e25c0b7-688d-4e17-8de5-a332175b3184 req-7ff73745-82b3-4a23-b007-272969b861da tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506413 Aug 29 04:56:49.733117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c3d6ee33-a695-4cdc-951a-4b4d9c811920 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:56:49.810185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd6e9-48c0-43d3-8509-f92a9183dc24 req-33d581a3-808a-4b10-ad80-fadd620974ac tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:49.811766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1edd6e9-48c0-43d3-8509-f92a9183dc24 req-33d581a3-808a-4b10-ad80-fadd620974ac tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 943 time: 0.0553036 Aug 29 04:56:49.829707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c3d6ee33-a695-4cdc-951a-4b4d9c811920, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920,segment=NetworkSegment(fe85416f-4cc9-4286-8e2e-ec2549bb71d0),segment_id=fe85416f-4cc9-4286-8e2e-ec2549bb71d0)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:49.843084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'c3d6ee33-a695-4cdc-951a-4b4d9c811920', 'network_id': '1f58eeeb-ebda-4b15-8513-3d14da66cf31', 'port_id': 'c3d6ee33-a695-4cdc-951a-4b4d9c811920', 'mac_address': 'fa:16:3e:89:b5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e63dc80-edbb-40c7-aa90-18b0eea51d0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:56:49.854941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1edd6e9-48c0-43d3-8509-f92a9183dc24 req-81d04522-c7ac-4203-93ea-201750785250 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364199 Aug 29 04:56:49.880346 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:49.905288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d6ee33-a695-4cdc-951a-4b4d9c811920 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:56:49.924170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c3d6ee33-a695-4cdc-951a-4b4d9c811920, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920,segment=NetworkSegment(fe85416f-4cc9-4286-8e2e-ec2549bb71d0),segment_id=fe85416f-4cc9-4286-8e2e-ec2549bb71d0)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:49.929086 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:49.978417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=c3d6ee33-a695-4cdc-951a-4b4d9c811920,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:49.986349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.986699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.987051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.987453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.987729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.988100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.989032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.989368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.989708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.990046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.990382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:49.990709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:50.196095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['c3d6ee33-a695-4cdc-951a-4b4d9c811920'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:56:50.391755 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:50.444962 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2816842e-b04d-4958-86ea-a724eb2666ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:50.970597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a91f7-4526-42c2-bb24-a8b40228f0e1 req-6a308edd-115d-4970-9cdd-e2c5644b3a6f tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:50.972292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd6a91f7-4526-42c2-bb24-a8b40228f0e1 req-6a308edd-115d-4970-9cdd-e2c5644b3a6f tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 944 time: 0.0504804 Aug 29 04:56:51.011344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd6a91f7-4526-42c2-bb24-a8b40228f0e1 req-0796d42b-86be-4183-a2dc-37a51943b252 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323715 Aug 29 04:56:51.313635 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:51.732803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c3d6ee33-a695-4cdc-951a-4b4d9c811920 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:56:51.782632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port c3d6ee33-a695-4cdc-951a-4b4d9c811920 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:56:51.786437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port c3d6ee33-a695-4cdc-951a-4b4d9c811920 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:56:51.786820 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:51.868502 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:51.897334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f346257-3d7c-451d-8f65-c00dc41cff61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d6ee33-a695-4cdc-951a-4b4d9c811920'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:51.899550 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c423c1b4-da5f-40ea-b4f5-97494f6dffa6" -d '{"events": [{"server_uuid": "0f346257-3d7c-451d-8f65-c00dc41cff61", "name": "network-vif-plugged", "status": "completed", "tag": "c3d6ee33-a695-4cdc-951a-4b4d9c811920"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:51.913361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port c3d6ee33-a695-4cdc-951a-4b4d9c811920, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920,segment=NetworkSegment(fe85416f-4cc9-4286-8e2e-ec2549bb71d0),segment_id=fe85416f-4cc9-4286-8e2e-ec2549bb71d0)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:51.917828 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:51.947372 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a40593-56f3-4b4e-8532-254ac977a5c1 x-openstack-request-id: req-b8a40593-56f3-4b4e-8532-254ac977a5c1 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:51.948121 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f346257-3d7c-451d-8f65-c00dc41cff61", "name": "network-vif-plugged", "status": "completed", "tag": "c3d6ee33-a695-4cdc-951a-4b4d9c811920", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:51.948375 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8a40593-56f3-4b4e-8532-254ac977a5c1 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:51.948761 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f346257-3d7c-451d-8f65-c00dc41cff61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d6ee33-a695-4cdc-951a-4b4d9c811920', 'code': 200} Aug 29 04:56:51.978576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=c3d6ee33-a695-4cdc-951a-4b4d9c811920,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:52.044755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1d7e-4c25-48e3-9881-641ecbfcb65f req-bbb6fc3b-2d59-4e61-89b4-ae99634ccbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:52.046274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55cf1d7e-4c25-48e3-9881-641ecbfcb65f req-bbb6fc3b-2d59-4e61-89b4-ae99634ccbb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 1097 time: 0.0460384 Aug 29 04:56:52.085580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55cf1d7e-4c25-48e3-9881-641ecbfcb65f req-0ade9b1c-1a89-4b74-9072-7c1c42dbee3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284276 Aug 29 04:56:52.127289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfbcb6-be00-469f-8b62-4a1a34e0d888 req-8406fab2-af83-4afd-8b9e-c11bcad5e1bd tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:52.128818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9dfbcb6-be00-469f-8b62-4a1a34e0d888 req-8406fab2-af83-4afd-8b9e-c11bcad5e1bd tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Aug 29 04:56:52.169319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9dfbcb6-be00-469f-8b62-4a1a34e0d888 req-4e26cbe6-255f-4180-b0d8-50d1c9c59de1 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Aug 29 04:56:52.894360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.302203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91e02-f3f7-49fb-8c1a-771bd4509faa req-6d95431b-01bc-48a2-b74d-0ace269420a0 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:53.303724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9e91e02-f3f7-49fb-8c1a-771bd4509faa req-6d95431b-01bc-48a2-b74d-0ace269420a0 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0645542 Aug 29 04:56:53.344976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d9e91e02-f3f7-49fb-8c1a-771bd4509faa req-2352368f-3a0f-45d5-8e14-77d279be7bfe tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345292 Aug 29 04:56:54.461135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81f95-7633-4b26-ba25-ba968edeab1c req-a677651f-1c3f-4ab9-80e8-70f2c3966f70 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:54.462663 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8c81f95-7633-4b26-ba25-ba968edeab1c req-a677651f-1c3f-4ab9-80e8-70f2c3966f70 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0509412 Aug 29 04:56:54.502063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8c81f95-7633-4b26-ba25-ba968edeab1c req-6ffdc07c-1ea4-45a1-b5d1-f41ae78d4f57 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Aug 29 04:56:54.623418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366129a-5f9e-4e7e-acba-3eecc9ef2d51 req-600d3274-92c6-436c-acc0-8a0a9c57af22 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:54.624895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7366129a-5f9e-4e7e-acba-3eecc9ef2d51 req-600d3274-92c6-436c-acc0-8a0a9c57af22 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0508630 Aug 29 04:56:54.664731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7366129a-5f9e-4e7e-acba-3eecc9ef2d51 req-c2feab0a-218e-404a-93e3-d2e6a3ad1f19 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Aug 29 04:56:54.903542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660dde2-04cb-4a73-98f5-3d828560e43d req-b9a9e0ae-2b3e-44be-bc6c-5fb9c2db188f tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:54.905206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f660dde2-04cb-4a73-98f5-3d828560e43d req-b9a9e0ae-2b3e-44be-bc6c-5fb9c2db188f tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0654008 Aug 29 04:56:54.942474 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f660dde2-04cb-4a73-98f5-3d828560e43d req-6f05240b-e850-418e-b0ac-dfe0f80c1e80 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Aug 29 04:56:56.062205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87ff69-895e-454a-b442-127b4dd760b2 req-faa02e27-c1e4-4db1-8f08-eabbedea3899 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:56.063705 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb87ff69-895e-454a-b442-127b4dd760b2 req-faa02e27-c1e4-4db1-8f08-eabbedea3899 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0512323 Aug 29 04:56:56.110154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eb87ff69-895e-454a-b442-127b4dd760b2 req-50a3dfaa-10f1-48f5-8363-833f14d07b6d tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Aug 29 04:56:56.336002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4ad6d-11be-4f41-a227-657742275639 req-0cff3835-13a1-4cc1-8549-8e9b9c70d615 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:56.337603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ea4ad6d-11be-4f41-a227-657742275639 req-0cff3835-13a1-4cc1-8549-8e9b9c70d615 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0590301 Aug 29 04:56:56.357184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621aab-870f-4c46-9687-f6118fa3027b req-3d99d5ab-d62e-45d0-85e2-1a7d5ac1d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:56.358767 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c621aab-870f-4c46-9687-f6118fa3027b req-3d99d5ab-d62e-45d0-85e2-1a7d5ac1d9c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3af5dd74a83143bb8e67a1dee213b33b&device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 1097 time: 0.0458248 Aug 29 04:56:56.377441 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ea4ad6d-11be-4f41-a227-657742275639 req-f5acca14-4ec4-468f-9577-a82782364a0b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Aug 29 04:56:56.463731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621aab-870f-4c46-9687-f6118fa3027b req-ac4977c5-8ac1-447f-bf00-9ba1025b7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:56.465281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c621aab-870f-4c46-9687-f6118fa3027b req-ac4977c5-8ac1-447f-bf00-9ba1025b7f24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f58eeeb-ebda-4b15-8513-3d14da66cf31 HTTP/1.1" status: 200 len: 912 time: 0.0957015 Aug 29 04:56:56.514850 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c621aab-870f-4c46-9687-f6118fa3027b req-520dc9b2-0544-489c-b17d-dc3ca9ab0929 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920 HTTP/1.1" status: 200 len: 217 time: 0.0382137 Aug 29 04:56:56.574840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621aab-870f-4c46-9687-f6118fa3027b req-c57c8d85-a4ed-44d3-874e-de40939acdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:56.576417 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c621aab-870f-4c46-9687-f6118fa3027b req-c57c8d85-a4ed-44d3-874e-de40939acdcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e63dc80-edbb-40c7-aa90-18b0eea51d0c HTTP/1.1" status: 200 len: 851 time: 0.0513687 Aug 29 04:56:56.611511 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c621aab-870f-4c46-9687-f6118fa3027b req-2cbd3f21-0b7b-4d52-94c9-f0dd6df0ecbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f58eeeb-ebda-4b15-8513-3d14da66cf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243614 Aug 29 04:56:56.718007 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c621aab-870f-4c46-9687-f6118fa3027b req-5eba0dd9-e379-4c42-b835-5efe1194cc7a service neutron] 10.222.0.64 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949142 Aug 29 04:56:56.810686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7c621aab-870f-4c46-9687-f6118fa3027b req-82abfd5e-125b-430b-ba7e-5949b24de255 service neutron] 10.222.0.64 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818503 Aug 29 04:56:57.397402 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:57.501914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f419e-a2cb-4faf-b790-fd2991670c2d req-12b3e644-88b2-41e9-b6ed-f15e68ce2f1b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:57.503727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b07f419e-a2cb-4faf-b790-fd2991670c2d req-12b3e644-88b2-41e9-b6ed-f15e68ce2f1b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0566781 Aug 29 04:56:57.545315 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b07f419e-a2cb-4faf-b790-fd2991670c2d req-1bada542-ff0f-45e8-956c-27d8dc44a57a tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343392 Aug 29 04:56:58.654438 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:58.675214 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343211f-a0ee-474b-bdb2-463f08bd0f06 req-02417ad8-76c4-4648-b482-10146a793c6c tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:58.677436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2343211f-a0ee-474b-bdb2-463f08bd0f06 req-02417ad8-76c4-4648-b482-10146a793c6c tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0522792 Aug 29 04:56:58.716428 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2343211f-a0ee-474b-bdb2-463f08bd0f06 req-fd57e4b2-f07a-433c-8476-edb1e3576ca7 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Aug 29 04:56:58.957273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8a8d1-68aa-4784-b7ec-9a35f66117a8 req-e48999a9-1798-4ea7-bf5f-4240dd6d50d4 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:58.958909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41a8a8d1-68aa-4784-b7ec-9a35f66117a8 req-e48999a9-1798-4ea7-bf5f-4240dd6d50d4 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0558937 Aug 29 04:56:58.997605 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41a8a8d1-68aa-4784-b7ec-9a35f66117a8 req-30565f00-c855-47ee-b674-0e29613dc9c2 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Aug 29 04:57:00.123158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176fa95-c9d0-498f-ba4f-a29b5d8b3e62 req-6096a612-6497-4bfa-9d8f-cedeb817dc74 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:00.124686 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8176fa95-c9d0-498f-ba4f-a29b5d8b3e62 req-6096a612-6497-4bfa-9d8f-cedeb817dc74 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0587490 Aug 29 04:57:00.163771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8176fa95-c9d0-498f-ba4f-a29b5d8b3e62 req-ebc14abf-ce61-4901-a3a3-fcab95432ce1 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330358 Aug 29 04:57:00.375782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7daac0-0263-4c9d-afd2-f5d2bcc9d079 req-1211cd5d-a202-4ab3-850f-9b146777b197 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:00.377383 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed7daac0-0263-4c9d-afd2-f5d2bcc9d079 req-1211cd5d-a202-4ab3-850f-9b146777b197 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0579405 Aug 29 04:57:00.412296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-ca1dc1ec-9bc2-43a8-a6f7-f7d257f3c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:00.414029 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-ca1dc1ec-9bc2-43a8-a6f7-f7d257f3c34a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3af5dd74a83143bb8e67a1dee213b33b&device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 1097 time: 0.0519812 Aug 29 04:57:00.416911 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed7daac0-0263-4c9d-afd2-f5d2bcc9d079 req-13af9704-14d7-446a-a298-d386562319ec tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Aug 29 04:57:00.509408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-5f31ed01-bc68-45be-9c0b-252d5090314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:00.510894 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-5f31ed01-bc68-45be-9c0b-252d5090314d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f58eeeb-ebda-4b15-8513-3d14da66cf31 HTTP/1.1" status: 200 len: 912 time: 0.0856218 Aug 29 04:57:00.559853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-128ae7e5-8d97-43e9-af8a-a80bb1d22826 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920 HTTP/1.1" status: 200 len: 217 time: 0.0374098 Aug 29 04:57:00.622111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-c829b645-4644-4e80-b1ae-af838ddc7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:00.623693 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-c829b645-4644-4e80-b1ae-af838ddc7e9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e63dc80-edbb-40c7-aa90-18b0eea51d0c HTTP/1.1" status: 200 len: 851 time: 0.0532205 Aug 29 04:57:00.657111 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-c7d1fb48-ac0f-4c96-896a-96d999c6a049 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f58eeeb-ebda-4b15-8513-3d14da66cf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261059 Aug 29 04:57:00.756306 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-a6e78a0d-98e8-48e3-8cd3-5e1e49ae6a82 service neutron] 10.222.0.64 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890005 Aug 29 04:57:01.177189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-341a129a-6ef6-4a20-92fe-ab3a61500b2f req-04a98f52-1cf4-4a2e-938b-88b42060a6ad service neutron] 10.222.0.64 "GET /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088852 Aug 29 04:57:01.538832 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a91853-1b7a-4451-b0b6-34d5d896ad02 req-908e042f-72d9-4926-81bb-bdb04acb17f0 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:01.540364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a91853-1b7a-4451-b0b6-34d5d896ad02 req-908e042f-72d9-4926-81bb-bdb04acb17f0 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0507972 Aug 29 04:57:01.579001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a91853-1b7a-4451-b0b6-34d5d896ad02 req-033ee4b0-6c11-463a-902d-d4e0fa642615 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325789 Aug 29 04:57:02.702991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65d58e-07a0-4c2b-88ed-132d7df6cd0f req-ef9b1a0a-93b6-47f2-9d42-5925c816b638 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:02.704649 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb65d58e-07a0-4c2b-88ed-132d7df6cd0f req-ef9b1a0a-93b6-47f2-9d42-5925c816b638 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0583739 Aug 29 04:57:02.743907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb65d58e-07a0-4c2b-88ed-132d7df6cd0f req-c1cd8c13-7a35-4bdb-9c95-a4ccfa079ebb tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Aug 29 04:57:02.987880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bee2fd-fd47-4ce8-b7df-004ca23c5c78 req-5b645aaf-6809-458f-8473-50bc0133bcad tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:02.989877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8bee2fd-fd47-4ce8-b7df-004ca23c5c78 req-5b645aaf-6809-458f-8473-50bc0133bcad tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0513835 Aug 29 04:57:03.034471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8bee2fd-fd47-4ce8-b7df-004ca23c5c78 req-b00cf6d1-0f3a-41b5-a532-07768fbb24b3 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349426 Aug 29 04:57:04.157625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3998b9-89a0-4b71-b186-f003192e5020 req-e02efbce-94f3-447f-8627-5416da0f728b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:04.159136 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f3998b9-89a0-4b71-b186-f003192e5020 req-e02efbce-94f3-447f-8627-5416da0f728b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Aug 29 04:57:04.197784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f3998b9-89a0-4b71-b186-f003192e5020 req-d68c712a-f42f-4674-8f8d-0142cb3c36e1 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Aug 29 04:57:04.991731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97956b83-f86f-4005-85a5-412d52364658 req-65deb4de-d94e-4095-b247-16d3e23f0d9b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:04.993454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97956b83-f86f-4005-85a5-412d52364658 req-65deb4de-d94e-4095-b247-16d3e23f0d9b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0490682 Aug 29 04:57:05.090001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Deleting port c3d6ee33-a695-4cdc-951a-4b4d9c811920 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:57:05.090345 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:05.178734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] For port c3d6ee33-a695-4cdc-951a-4b4d9c811920, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=c3d6ee33-a695-4cdc-951a-4b4d9c811920,segment=NetworkSegment(fe85416f-4cc9-4286-8e2e-ec2549bb71d0),segment_id=fe85416f-4cc9-4286-8e2e-ec2549bb71d0)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:05.179108 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:05.192136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Calling delete_port for c3d6ee33-a695-4cdc-951a-4b4d9c811920 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:57:05.326821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55855e5b-b8b9-499e-8ed9-11c521fd9680 req-59428623-845c-4a6b-9e18-3adddea66c5b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:05.328424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55855e5b-b8b9-499e-8ed9-11c521fd9680 req-59428623-845c-4a6b-9e18-3adddea66c5b tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f346257-3d7c-451d-8f65-c00dc41cff61 HTTP/1.1" status: 200 len: 945 time: 0.0553625 Aug 29 04:57:05.335969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:05.352132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['c3d6ee33-a695-4cdc-951a-4b4d9c811920'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:57:05.370333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55855e5b-b8b9-499e-8ed9-11c521fd9680 req-2989e966-f6e2-4bf1-9f58-6d211d650fcf tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.58 "GET /v2.0/security-groups?id=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353429 Aug 29 04:57:05.371110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Pushing event deleted for resources: {'Port': ['ID=c3d6ee33-a695-4cdc-951a-4b4d9c811920,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:05.410498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] No DVR routers for this DVR port c3d6ee33-a695-4cdc-951a-4b4d9c811920 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:57:05.413616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:05.415798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97956b83-f86f-4005-85a5-412d52364658 req-dd81ef47-8f69-4e6f-b4a4-638b15b66317 tempest-TestServerAdvancedOps-1039201369 tempest-TestServerAdvancedOps-1039201369-project] 10.222.0.64 "DELETE /v2.0/ports/c3d6ee33-a695-4cdc-951a-4b4d9c811920 HTTP/1.1" status: 204 len: 173 time: 0.4126239 Aug 29 04:57:05.416443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f346257-3d7c-451d-8f65-c00dc41cff61', 'name': 'network-vif-deleted', 'tag': 'c3d6ee33-a695-4cdc-951a-4b4d9c811920'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:05.419189 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0404c7-cd6d-4960-9491-119f4cb0bca2" -d '{"events": [{"server_uuid": "0f346257-3d7c-451d-8f65-c00dc41cff61", "name": "network-vif-deleted", "tag": "c3d6ee33-a695-4cdc-951a-4b4d9c811920"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:05.458166 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a299dcf-9b6c-4203-990d-4fded7d21820 x-openstack-request-id: req-3a299dcf-9b6c-4203-990d-4fded7d21820 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:05.458463 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f346257-3d7c-451d-8f65-c00dc41cff61", "name": "network-vif-deleted", "tag": "c3d6ee33-a695-4cdc-951a-4b4d9c811920", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:05.458717 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a299dcf-9b6c-4203-990d-4fded7d21820 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:05.459114 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f346257-3d7c-451d-8f65-c00dc41cff61', 'name': 'network-vif-deleted', 'tag': 'c3d6ee33-a695-4cdc-951a-4b4d9c811920', 'status': 'completed', 'code': 200} Aug 29 04:57:06.445492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34268) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:06.493745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9627ec-9a5e-4aca-80e5-3ab0951d3053 admin admin] Deleting subnet 9e63dc80-edbb-40c7-aa90-18b0eea51d0c {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:57:06.496782 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a9627ec-9a5e-4aca-80e5-3ab0951d3053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.532733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a9627ec-9a5e-4aca-80e5-3ab0951d3053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.572520 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a9627ec-9a5e-4aca-80e5-3ab0951d3053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.625855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a9627ec-9a5e-4aca-80e5-3ab0951d3053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.651462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9627ec-9a5e-4aca-80e5-3ab0951d3053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e63dc80-edbb-40c7-aa90-18b0eea51d0c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:06.656372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0a9627ec-9a5e-4aca-80e5-3ab0951d3053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.665535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0a9627ec-9a5e-4aca-80e5-3ab0951d3053 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9e63dc80-edbb-40c7-aa90-18b0eea51d0c HTTP/1.1" status: 204 len: 168 time: 0.2188482 Aug 29 04:57:06.667881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34270) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:06.742326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.827306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.836939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f58eeeb-ebda-4b15-8513-3d14da66cf31']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:06.852090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe85416f-4cc9-4286-8e2e-ec2549bb71d0') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:06.852385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe85416f-4cc9-4286-8e2e-ec2549bb71d0') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:06.861161 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.876702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.882559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:57:06.882946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:57:06.884609 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:57:06.938393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.944092 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.945919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1f58eeeb-ebda-4b15-8513-3d14da66cf31 HTTP/1.1" status: 204 len: 168 time: 0.2767265 Aug 29 04:57:06.948911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34272) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:06.956822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23589f-390f-454d-9d2f-42d390921c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f58eeeb-ebda-4b15-8513-3d14da66cf31,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:06.995478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea6120f-61bf-4cf6-b08b-5095710fd612 admin admin] Deleting subnet a84b0849-02c8-49cf-84fd-dff0f5a4285f {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:57:06.998649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ea6120f-61bf-4cf6-b08b-5095710fd612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.033714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ea6120f-61bf-4cf6-b08b-5095710fd612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.073406 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ea6120f-61bf-4cf6-b08b-5095710fd612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.135974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ea6120f-61bf-4cf6-b08b-5095710fd612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.162212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6120f-61bf-4cf6-b08b-5095710fd612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84b0849-02c8-49cf-84fd-dff0f5a4285f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:07.166764 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ea6120f-61bf-4cf6-b08b-5095710fd612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.168747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9ea6120f-61bf-4cf6-b08b-5095710fd612 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a84b0849-02c8-49cf-84fd-dff0f5a4285f HTTP/1.1" status: 204 len: 168 time: 0.2187598 Aug 29 04:57:07.171149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34274) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:07.245392 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.328239 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.341212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b4d511-ac37-414e-8bf8-837a502ce084']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:07.356689 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0f95e9-faf5-472d-9353-cd4cdd2344a9') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:07.357120 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0f95e9-faf5-472d-9353-cd4cdd2344a9') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:07.369397 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.388876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.398514 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:57:07.399091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: timer() Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:57:07.401508 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:57:07.456014 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.462125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.463998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] 10.222.0.58 "DELETE /v2.0/networks/22b4d511-ac37-414e-8bf8-837a502ce084 HTTP/1.1" status: 204 len: 168 time: 0.2919214 Aug 29 04:57:07.475820 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55056f-0074-401d-ad88-22fa0cedd330 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b4d511-ac37-414e-8bf8-837a502ce084,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:07.629546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34278) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:07.677975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-384a54a7-2633-471a-bbd1-7d4930aaf7e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3af5dd74a83143bb8e67a1dee213b33b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472031 Aug 29 04:57:07.684669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34280) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:07.737894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-54c9cf76-b408-4880-8c52-c46f4e82c604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.759479 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-54c9cf76-b408-4880-8c52-c46f4e82c604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.806235 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-54c9cf76-b408-4880-8c52-c46f4e82c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.808969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-54c9cf76-b408-4880-8c52-c46f4e82c604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.810205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-54c9cf76-b408-4880-8c52-c46f4e82c604 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69e0a6f5-9949-4e3d-9dca-1267dcfee0d0 HTTP/1.1" status: 204 len: 168 time: 0.1245248 Aug 29 04:57:07.818942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9cf76-b408-4880-8c52-c46f4e82c604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0a6f5-9949-4e3d-9dca-1267dcfee0d0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:08.170515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34286) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:08.211971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-12755e30-f0b2-420e-a745-a5b47d8da015 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=424f730a96644078a735762f7d1ddf63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389912 Aug 29 04:57:08.213221 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34288) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:08.261974 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6eed11d5-8dd5-4ed7-be14-9708f2d9b897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.284581 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6eed11d5-8dd5-4ed7-be14-9708f2d9b897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.340877 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6eed11d5-8dd5-4ed7-be14-9708f2d9b897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.343486 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6eed11d5-8dd5-4ed7-be14-9708f2d9b897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.344688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6eed11d5-8dd5-4ed7-be14-9708f2d9b897 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59468d9f-64d3-45d8-97e0-3b0c1321ce4e HTTP/1.1" status: 204 len: 168 time: 0.1306715 Aug 29 04:57:08.353132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed11d5-8dd5-4ed7-be14-9708f2d9b897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59468d9f-64d3-45d8-97e0-3b0c1321ce4e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:08.911109 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-405fca78-4511-4b38-ad7b-8141acec41bc req-9348d94a-3b28-40a0-a16e-de75dfcaf002 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262609 Aug 29 04:57:08.959250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-405fca78-4511-4b38-ad7b-8141acec41bc req-b3a4de1c-323f-4aa5-bb71-6be8db0339ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0264559 Aug 29 04:57:09.009363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-405fca78-4511-4b38-ad7b-8141acec41bc req-ceb2c07d-f708-4ce4-8b17-8a6c0e9f26f7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250356 Aug 29 04:57:09.103378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fca78-4511-4b38-ad7b-8141acec41bc req-43786987-817a-4953-938d-a08dd3f10454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:09.105043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-405fca78-4511-4b38-ad7b-8141acec41bc req-43786987-817a-4953-938d-a08dd3f10454 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901065 Aug 29 04:57:09.826242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c3d6ee33-a695-4cdc-951a-4b4d9c811920 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:09.848168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: c3d6ee33-a695-4cdc-951a-4b4d9c811920 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:57:09.848525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device c3d6ee33-a695-4cdc-951a-4b4d9c811920 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:57:10.966973 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:57:17.433637 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-de9fca30-26cd-4f94-a0f6-b6bbb46bb2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:18.622756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-d441fed0-ce1e-4f52-b0b7-94f38316e7e8 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2aa094a383934a9da500ff2564b3b520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299158 Aug 29 04:57:18.817404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-42748518-d50b-4c7d-bcb7-c9dacdb7abdc tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:18.818792 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-42748518-d50b-4c7d-bcb7-c9dacdb7abdc tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900222 Aug 29 04:57:18.833827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-23c48c8a-5368-44c3-880a-fc7091a623c2 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/quotas/2aa094a383934a9da500ff2564b3b520 HTTP/1.1" status: 200 len: 375 time: 0.0093210 Aug 29 04:57:18.866148 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-89a0f1a0-d22f-4ff4-a04f-85739863cf4f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2aa094a383934a9da500ff2564b3b520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271356 Aug 29 04:57:19.030834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6e024bb0-c414-4add-981e-a3ecca3c068c req-6da42e63-bc00-4dc4-b72c-cbe867dbdee2 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 210 time: 0.0313246 Aug 29 04:57:20.001452 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-6001c0ec-27c0-4ad5-98bc-1b30e7e126e4 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2aa094a383934a9da500ff2564b3b520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299277 Aug 29 04:57:20.126368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfcad607-d918-4530-9149-e9e02abdeb37 req-7d12d7fc-d05c-44b9-bc22-5a756adfc208 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 210 time: 0.0271773 Aug 29 04:57:20.210197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-892f9864-7d39-4af8-8acf-067dc55a9da1 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:20.211740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-892f9864-7d39-4af8-8acf-067dc55a9da1 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044773 Aug 29 04:57:20.226919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Request body: {'port': {'device_id': 'f79f4686-ebe2-4f94-b879-7404de56759b', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'admin_state_up': True, 'tenant_id': '2aa094a383934a9da500ff2564b3b520'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:20.342199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Made reservation on behalf of 2aa094a383934a9da500ff2564b3b520 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:57:20.345756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.355052 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.394905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.446916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e3f255fe-264d-4480-88ed-ce0b3787aa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.450742 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.454567 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.516721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa8238-f289-4802-a7b9-6f26f65d0515,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:20.589986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Allocated IP 192.168.233.171 (40787063-6660-49ca-bfd8-17594e1d9deb/41b2ce7c-a5ac-4d92-b285-d898ffa5b641/17005a3d-9ad1-4828-8fa1-9d2ddbce49c8) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:57:20.745610 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.759767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Transition to ACTIVE for port object 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:20.792741 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.834066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Network 40787063-6660-49ca-bfd8-17594e1d9deb is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:20.839752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:20.843738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:57:20.869940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Pushing event updated for resources: {'Port': ['ID=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:20.899228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:20.900308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.914919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-97546d48-3cac-4dd4-8665-c5fc099535da tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6927390 Aug 29 04:57:20.930924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-8f91e67f-1c68-4480-944b-5144c231b70e tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:57:20.931900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-8f91e67f-1c68-4480-944b-5144c231b70e tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055180 Aug 29 04:57:21.050374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Request body: {'port': {'device_id': 'f79f4686-ebe2-4f94-b879-7404de56759b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:21.069835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-85e9e160-2b53-4ad1-8447-3e64566f2c13 None None] Provisioning for port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:21.074333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-85e9e160-2b53-4ad1-8447-3e64566f2c13 None None] Provisioning complete for port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:21.074732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-85e9e160-2b53-4ad1-8447-3e64566f2c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.113984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-85e9e160-2b53-4ad1-8447-3e64566f2c13 None None] Port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:57:21.116747 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.244129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597be12-900c-474b-b4b5-f447e37c8d6c req-138e8e6f-51dc-4cbe-8646-33351714eb01 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:21.245848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9597be12-900c-474b-b4b5-f447e37c8d6c req-138e8e6f-51dc-4cbe-8646-33351714eb01 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 936 time: 0.0515056 Aug 29 04:57:21.288354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9597be12-900c-474b-b4b5-f447e37c8d6c req-13fd329d-804c-46d0-8962-56df08861821 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Aug 29 04:57:21.317269 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.414154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:21.421923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.434886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Transition to ACTIVE for port object 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:21.438762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.496198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:21.572907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Attempting to bind port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:57:21.572907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Attempting to bind port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:57:21.572907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Attempting to bind port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:21.575920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 on network 40787063-6660-49ca-bfd8-17594e1d9deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:57:21.576331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Attempting to bind port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 on network 40787063-6660-49ca-bfd8-17594e1d9deb {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:21.582263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:57:21.582654 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Checking segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:21.583046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Bound using segment: {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:57:21.583561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Bound port: 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195ec4e-df63-414a-af8b-d4c2d9a94786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:57:21.583936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.653692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] For port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:57:21.657308 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] For port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:57:21.662717 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.701874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:21.702543 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.703971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 HTTP/1.1" status: 200 len: 1097 time: 0.7616394 Aug 29 04:57:21.704548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79f4686-ebe2-4f94-b879-7404de56759b', 'tag': '17005a3d-9ad1-4828-8fa1-9d2ddbce49c8'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:21.707303 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6ad3e1-185d-40c8-a56d-5d683938a202" -d '{"events": [{"name": "network-changed", "server_uuid": "f79f4686-ebe2-4f94-b879-7404de56759b", "tag": "17005a3d-9ad1-4828-8fa1-9d2ddbce49c8"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:21.739847 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bdc02-42a8-499e-aa92-16e7c9f0f7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:21.753385 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae325fd-4447-40f8-804a-66674b3dc70b x-openstack-request-id: req-6ae325fd-4447-40f8-804a-66674b3dc70b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:21.753681 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79f4686-ebe2-4f94-b879-7404de56759b", "tag": "17005a3d-9ad1-4828-8fa1-9d2ddbce49c8", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:21.753933 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ae325fd-4447-40f8-804a-66674b3dc70b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:21.754347 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79f4686-ebe2-4f94-b879-7404de56759b', 'tag': '17005a3d-9ad1-4828-8fa1-9d2ddbce49c8', 'status': 'completed', 'code': 200} Aug 29 04:57:21.800108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-e407c645-56c7-45b4-bc5f-8dcbf3bcefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:21.801841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-e407c645-56c7-45b4-bc5f-8dcbf3bcefc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2aa094a383934a9da500ff2564b3b520&device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 1100 time: 0.0457220 Aug 29 04:57:21.851535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-02758987-f122-4161-87e9-0766ef801805 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 HTTP/1.1" status: 200 len: 217 time: 0.0364587 Aug 29 04:57:21.909965 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-a586cf83-eae0-4c76-9c66-1a3a8b870c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:21.911448 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-a586cf83-eae0-4c76-9c66-1a3a8b870c12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0501127 Aug 29 04:57:21.961037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-dc68be57-0b70-4a69-963b-cfceb265bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:21.962556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-dc68be57-0b70-4a69-963b-cfceb265bc1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426455 Aug 29 04:57:22.056768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-1e24c6ca-3e54-4e48-b066-c5f01a7c84e4 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817904 Aug 29 04:57:22.156558 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58a85c69-34dc-4232-8178-9a5d9e64efa4 req-f2bf8775-3982-438a-87dd-7d2d6ebf1b33 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882018 Aug 29 04:57:22.248099 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-883a3953-bdd6-43f2-995b-9c4613c239de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.249635 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-883a3953-bdd6-43f2-995b-9c4613c239de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2aa094a383934a9da500ff2564b3b520&device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 1100 time: 0.0428112 Aug 29 04:57:22.347807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-1ad30dbb-d046-4713-9e96-7e3208eb17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.349665 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-1ad30dbb-d046-4713-9e96-7e3208eb17ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=40787063-6660-49ca-bfd8-17594e1d9deb HTTP/1.1" status: 200 len: 870 time: 0.0923643 Aug 29 04:57:22.392769 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-ef0ae9c2-0655-4424-818d-fa6db328ca37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 HTTP/1.1" status: 200 len: 217 time: 0.0354679 Aug 29 04:57:22.425324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8a975-1196-475b-904c-cdf2efce122d req-f77d1078-991c-4763-a351-19c635875e61 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.427696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63d8a975-1196-475b-904c-cdf2efce122d req-f77d1078-991c-4763-a351-19c635875e61 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 948 time: 0.0650413 Aug 29 04:57:22.455482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-20f786bc-6bd5-4afc-b8ba-800f2b2c837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.457207 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-20f786bc-6bd5-4afc-b8ba-800f2b2c837d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41b2ce7c-a5ac-4d92-b285-d898ffa5b641 HTTP/1.1" status: 200 len: 843 time: 0.0571141 Aug 29 04:57:22.466454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63d8a975-1196-475b-904c-cdf2efce122d req-9ed70585-23e2-4ccb-8d6c-24a917b55577 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Aug 29 04:57:22.509658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-53d4b158-9e54-46c8-ad6f-1793792c7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.511162 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-53d4b158-9e54-46c8-ad6f-1793792c7818 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40787063-6660-49ca-bfd8-17594e1d9deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465097 Aug 29 04:57:22.602561 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-e0d73135-a427-40ab-a52c-f749b96138e5 service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835657 Aug 29 04:57:22.699892 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3d6ad3e1-185d-40c8-a56d-5d683938a202 req-a113b6f3-ec5e-40a0-8f97-445e7db50c0e service neutron] 10.222.0.64 "GET /v2.0/networks/40787063-6660-49ca-bfd8-17594e1d9deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895469 Aug 29 04:57:22.896681 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:23.588391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28576d7-079f-420c-983e-d211c95587fb req-9ef2faaf-7c66-4fe1-a4cf-af8896165a15 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:23.589830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e28576d7-079f-420c-983e-d211c95587fb req-9ef2faaf-7c66-4fe1-a4cf-af8896165a15 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 948 time: 0.0552888 Aug 29 04:57:23.628464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e28576d7-079f-420c-983e-d211c95587fb req-f79814d1-db56-4047-8a21-918c0d9125a6 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Aug 29 04:57:24.756922 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eaccb-61d6-49be-8014-0b1492607f6b req-2f0fad07-ce21-4659-ad93-3d5e69d83a3d tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:24.758469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-692eaccb-61d6-49be-8014-0b1492607f6b req-2f0fad07-ce21-4659-ad93-3d5e69d83a3d tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 948 time: 0.0548897 Aug 29 04:57:24.794809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-692eaccb-61d6-49be-8014-0b1492607f6b req-b0a6b635-7a0e-4f60-a5c0-66ac73c71ee4 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Aug 29 04:57:25.842616 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:57:25.921913 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567a3b7-cc37-43d0-bcfc-c4e292884944 req-53517916-7a18-41e3-b953-57f4944b67e1 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:25.923957 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2567a3b7-cc37-43d0-bcfc-c4e292884944 req-53517916-7a18-41e3-b953-57f4944b67e1 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 948 time: 0.0520625 Aug 29 04:57:25.953790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:25.966233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '17005a3d-9ad1-4828-8fa1-9d2ddbce49c8', 'network_id': '40787063-6660-49ca-bfd8-17594e1d9deb', 'port_id': '17005a3d-9ad1-4828-8fa1-9d2ddbce49c8', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ce7c-a5ac-4d92-b285-d898ffa5b641', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:57:25.967503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2567a3b7-cc37-43d0-bcfc-c4e292884944 req-d9c12ceb-2aae-49dc-ad42-1ed8a1553450 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 Aug 29 04:57:26.008356 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:26.021334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:26.045044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:26.055892 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:26.099377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:26.284064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['17005a3d-9ad1-4828-8fa1-9d2ddbce49c8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:57:27.085645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f778fbf-e1ec-44da-8704-48df5b777714 req-deb15219-280e-4141-b9ff-5f1cf7d773a5 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:27.087146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f778fbf-e1ec-44da-8704-48df5b777714 req-deb15219-280e-4141-b9ff-5f1cf7d773a5 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 949 time: 0.0531473 Aug 29 04:57:27.129489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4f778fbf-e1ec-44da-8704-48df5b777714 req-7b54add5-f19e-42b1-9f89-c5837dd4a065 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Aug 29 04:57:27.397728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:27.840244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:27.890815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:27.894637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:27.895041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:27.974597 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:28.001431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79f4686-ebe2-4f94-b879-7404de56759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17005a3d-9ad1-4828-8fa1-9d2ddbce49c8'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:28.003694 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4908dd-e1ba-4d37-af04-8002731bcc1e" -d '{"events": [{"server_uuid": "f79f4686-ebe2-4f94-b879-7404de56759b", "name": "network-vif-plugged", "status": "completed", "tag": "17005a3d-9ad1-4828-8fa1-9d2ddbce49c8"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:28.016443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:28.021389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:28.045413 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e2cf8c-0f49-40e2-8986-63db2f033829 x-openstack-request-id: req-f4e2cf8c-0f49-40e2-8986-63db2f033829 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:28.045711 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79f4686-ebe2-4f94-b879-7404de56759b", "name": "network-vif-plugged", "status": "completed", "tag": "17005a3d-9ad1-4828-8fa1-9d2ddbce49c8", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:28.045989 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4e2cf8c-0f49-40e2-8986-63db2f033829 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:28.046345 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79f4686-ebe2-4f94-b879-7404de56759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17005a3d-9ad1-4828-8fa1-9d2ddbce49c8', 'code': 200} Aug 29 04:57:28.071655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:28.156694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754df23-0933-465a-ae34-1d9fd5cb726a req-5a197fd1-6105-4bc5-9a42-08bc8c7dbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:28.158245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2754df23-0933-465a-ae34-1d9fd5cb726a req-5a197fd1-6105-4bc5-9a42-08bc8c7dbb2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 1102 time: 0.0484393 Aug 29 04:57:28.200109 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2754df23-0933-465a-ae34-1d9fd5cb726a req-f2fec2e3-d0d6-4ebf-84bd-69d608eef191 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294807 Aug 29 04:57:28.245783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1890e-61c2-4b12-a18e-cd4daa243bf3 req-bd7a1bcd-fff6-4bae-88ed-a920ad80ca03 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:28.247372 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2f1890e-61c2-4b12-a18e-cd4daa243bf3 req-bd7a1bcd-fff6-4bae-88ed-a920ad80ca03 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 950 time: 0.0492084 Aug 29 04:57:28.285106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2f1890e-61c2-4b12-a18e-cd4daa243bf3 req-cdf4a2df-8f5a-407d-a545-8713560ec910 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Aug 29 04:57:28.660371 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:29.403875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968b913-957b-4c84-bf31-66dbf9eba4cf req-272d7eb9-b202-4f0e-ab10-87a5d7727304 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:29.405429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8968b913-957b-4c84-bf31-66dbf9eba4cf req-272d7eb9-b202-4f0e-ab10-87a5d7727304 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 950 time: 0.0502424 Aug 29 04:57:29.452401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8968b913-957b-4c84-bf31-66dbf9eba4cf req-65ea9e8e-6956-4944-af12-dd2c404e04b9 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Aug 29 04:57:30.571965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a1a7f-3ddd-44fd-b4b0-0bc7deba1259 req-391cec25-b9de-4be9-8a6d-c312d554f2e2 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:30.573460 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-886a1a7f-3ddd-44fd-b4b0-0bc7deba1259 req-391cec25-b9de-4be9-8a6d-c312d554f2e2 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 950 time: 0.0532272 Aug 29 04:57:30.612742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-886a1a7f-3ddd-44fd-b4b0-0bc7deba1259 req-4a89070a-3f14-4201-a101-214b46ecfe17 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327275 Aug 29 04:57:31.508075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf36f3-e593-4220-a2a9-0b31c8dd62f6 req-bdd9aad9-8c33-42cb-b789-95fece3f6a98 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:31.509566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabf36f3-e593-4220-a2a9-0b31c8dd62f6 req-bdd9aad9-8c33-42cb-b789-95fece3f6a98 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 950 time: 0.0570192 Aug 29 04:57:31.547849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eabf36f3-e593-4220-a2a9-0b31c8dd62f6 req-b068a77a-a71f-4d68-ba5f-be0c942538b4 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Aug 29 04:57:32.670533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c38e2f-a284-4d39-acaa-a173b826680a req-1d09e2eb-c99e-4cb4-b930-03e762ad30e3 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.672186 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08c38e2f-a284-4d39-acaa-a173b826680a req-1d09e2eb-c99e-4cb4-b930-03e762ad30e3 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 950 time: 0.0570931 Aug 29 04:57:32.710829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08c38e2f-a284-4d39-acaa-a173b826680a req-d237d64f-5bf3-44f5-bb9a-4b547bacb7af tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/security-groups?id=edaa8238-f289-4802-a7b9-6f26f65d0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321107 Aug 29 04:57:32.859653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391830-d0ff-429e-8513-ec200b6a609d req-e17cd0b2-f6b4-4603-83c5-e1f241e507cb tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.861060 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d4391830-d0ff-429e-8513-ec200b6a609d req-e17cd0b2-f6b4-4603-83c5-e1f241e507cb tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 950 time: 0.0507855 Aug 29 04:57:32.960561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Deleting port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:57:32.960947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:33.055222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] For port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,segment=NetworkSegment(5195ec4e-df63-414a-af8b-d4c2d9a94786),segment_id=5195ec4e-df63-414a-af8b-d4c2d9a94786)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:33.055594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:33.068763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Calling delete_port for 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:57:33.200705 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:33.217640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['17005a3d-9ad1-4828-8fa1-9d2ddbce49c8'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:57:33.227405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Pushing event deleted for resources: {'Port': ['ID=17005a3d-9ad1-4828-8fa1-9d2ddbce49c8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:33.272327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] No DVR routers for this DVR port 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:57:33.274961 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:33.276995 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d4391830-d0ff-429e-8513-ec200b6a609d req-881b4d9d-fc0c-4c73-a1a8-28de1d07e48f tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.64 "DELETE /v2.0/ports/17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 HTTP/1.1" status: 204 len: 173 time: 0.4052272 Aug 29 04:57:33.277787 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79f4686-ebe2-4f94-b879-7404de56759b', 'name': 'network-vif-deleted', 'tag': '17005a3d-9ad1-4828-8fa1-9d2ddbce49c8'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:33.279746 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37930cf8-9305-4ca4-9afb-459c9853ab8d" -d '{"events": [{"server_uuid": "f79f4686-ebe2-4f94-b879-7404de56759b", "name": "network-vif-deleted", "tag": "17005a3d-9ad1-4828-8fa1-9d2ddbce49c8"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:33.322936 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e99c70-adfb-4ef9-907a-edd73caa0db3 x-openstack-request-id: req-98e99c70-adfb-4ef9-907a-edd73caa0db3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:33.323236 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79f4686-ebe2-4f94-b879-7404de56759b", "name": "network-vif-deleted", "tag": "17005a3d-9ad1-4828-8fa1-9d2ddbce49c8", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:33.323488 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98e99c70-adfb-4ef9-907a-edd73caa0db3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:33.323909 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79f4686-ebe2-4f94-b879-7404de56759b', 'name': 'network-vif-deleted', 'tag': '17005a3d-9ad1-4828-8fa1-9d2ddbce49c8', 'status': 'completed', 'code': 200} Aug 29 04:57:33.832221 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbab864a-7a51-430d-8b31-121cc0ab5179 req-f1c6f1b8-4f53-4066-8b3d-a8fc2f93ef14 tempest-ServersAdminNegativeTestJSON-1076621011 tempest-ServersAdminNegativeTestJSON-1076621011-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79f4686-ebe2-4f94-b879-7404de56759b HTTP/1.1" status: 200 len: 210 time: 0.0318286 Aug 29 04:57:35.143465 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34424) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:35.282106 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4d97a489-2599-43fa-ab07-e2ab77c5518d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2aa094a383934a9da500ff2564b3b520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374125 Aug 29 04:57:35.284586 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34428) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:35.334296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-850e4471-8a28-45a9-bf2a-85d787981969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.356604 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-850e4471-8a28-45a9-bf2a-85d787981969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.404903 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-850e4471-8a28-45a9-bf2a-85d787981969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.407455 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-850e4471-8a28-45a9-bf2a-85d787981969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.408701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-850e4471-8a28-45a9-bf2a-85d787981969 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edaa8238-f289-4802-a7b9-6f26f65d0515 HTTP/1.1" status: 204 len: 168 time: 0.1225519 Aug 29 04:57:35.417504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e4471-8a28-45a9-bf2a-85d787981969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa8238-f289-4802-a7b9-6f26f65d0515,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:35.689455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34434) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:35.703852 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc2252c7-48e4-4c6a-896b-3664e874bdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.796740 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc2252c7-48e4-4c6a-896b-3664e874bdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.801955 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bc2252c7-48e4-4c6a-896b-3664e874bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.842021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bc2252c7-48e4-4c6a-896b-3664e874bdbe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1c57b52546f404abd9f9f5baf805c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510386 Aug 29 04:57:35.843655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2252c7-48e4-4c6a-896b-3664e874bdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5138ea1-16fc-48e5-8bc1-50b3fb0231be,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:35.844502 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34436) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:35.899697 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2425-e31f-4b33-9093-33923f8bf33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.921173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2425-e31f-4b33-9093-33923f8bf33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.968468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2425-e31f-4b33-9093-33923f8bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.971000 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2425-e31f-4b33-9093-33923f8bf33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:35.972481 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1d6e2425-e31f-4b33-9093-33923f8bf33b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5138ea1-16fc-48e5-8bc1-50b3fb0231be HTTP/1.1" status: 204 len: 168 time: 0.1269255 Aug 29 04:57:35.980000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e2425-e31f-4b33-9093-33923f8bf33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5138ea1-16fc-48e5-8bc1-50b3fb0231be,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:36.707822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34458) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:36.810699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-346829574-network', 'tenant_id': 'cf7d72eecafa4897a3e317534c50486c'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:36.832660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Made reservation on behalf of cf7d72eecafa4897a3e317534c50486c for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:57:36.835122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.844340 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.938805 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.943956 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.969035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:57:36.978835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d232244-3fd0-4130-88f5-9c09c8b64a9c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:36.983689 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.984064 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Added segment dd504f21-697c-4a23-b347-6799afaed220 of type vlan for network af0f6619-e516-436b-a36b-40c6072ec457 Aug 29 04:57:37.025704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:37.050838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:37.051745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:37.052368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:37.111078 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4021175 Aug 29 04:57:37.114162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34462) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:37.116219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1031b-bb01-4360-8ef2-7158a2bf717c admin admin] Pushing event updated for resources: {'Network': ['ID=af0f6619-e516-436b-a36b-40c6072ec457,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:37.120281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Request body: {'subnet': {'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-346829574-subnet', 'tenant_id': 'cf7d72eecafa4897a3e317534c50486c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:37.126070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network af0f6619-e516-436b-a36b-40c6072ec457 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:57:37.142022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Made reservation on behalf of cf7d72eecafa4897a3e317534c50486c for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:57:37.145810 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:37.315733 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:37.371181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acf336d-9092-4447-ae56-717ec0bd446e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:37.382416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Checking segment: {'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:37.382789 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Network hostable DHCP agents. Network: af0f6619-e516-436b-a36b-40c6072ec457, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:57:37.398409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Network af0f6619-e516-436b-a36b-40c6072ec457 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:57:37.407466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, af0f6619-e516-436b-a36b-40c6072ec457) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:37.412121 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:37.412725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:37.418739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97731ddf-024e-4490-bd7c-d45c20293a92 None None] Network af0f6619-e516-436b-a36b-40c6072ec457 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:57:37.434960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-643283a6-de57-4afe-85c7-22cffb5428c6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3119349 Aug 29 04:57:37.551800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f28df-3482-4187-ae17-6021f51c84ea None None] Network af0f6619-e516-436b-a36b-40c6072ec457 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:57:37.870359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f28be6-2346-499e-925d-f4964071d359 req-bbe90ad6-125f-4599-9d4d-952d40f151d4 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:37.871770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-bbe90ad6-125f-4599-9d4d-952d40f151d4 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 811 time: 0.1137850 Aug 29 04:57:37.887997 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-84bed461-4b27-45eb-a3f8-253d2785cd26 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/quotas/cf7d72eecafa4897a3e317534c50486c HTTP/1.1" status: 200 len: 375 time: 0.0099015 Aug 29 04:57:37.903622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:37.923172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-dba3fd0b-9f82-4ef9-a65b-27c208f1e13b tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289292 Aug 29 04:57:37.924576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:57:37.924944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 17005a3d-9ad1-4828-8fa1-9d2ddbce49c8 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:57:37.935666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-3760090d-0526-4716-8732-ded4ea588e89 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:57:37.936691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-3760090d-0526-4716-8732-ded4ea588e89 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057054 Aug 29 04:57:38.028095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-5221f403-87e0-4795-b2b5-5faf470e11ef service neutron] 10.222.0.58 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852578 Aug 29 04:57:38.122501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-56de090c-ce4c-4493-bf9a-1c264eee2417 service neutron] 10.222.0.58 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879126 Aug 29 04:57:38.281604 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4ba46b41-4397-47c1-b823-e4f4463244c4 req-c2bac77b-9bfc-4908-834f-1b9cee241c59 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 210 time: 0.0273061 Aug 29 04:57:39.281350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f28be6-2346-499e-925d-f4964071d359 req-ba56658d-6803-4bfc-9703-124f45cc3057 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:39.282933 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-ba56658d-6803-4bfc-9703-124f45cc3057 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.64 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 811 time: 0.1023233 Aug 29 04:57:39.302808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Request body: {'port': {'device_id': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457', 'admin_state_up': True, 'tenant_id': 'cf7d72eecafa4897a3e317534c50486c'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:39.379931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5039b76-4fa5-4c02-8c81-67b803b1c2a8 req-79c5c187-598b-490d-8d74-da86f3e9f3c4 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 210 time: 0.0271385 Aug 29 04:57:39.425675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Made reservation on behalf of cf7d72eecafa4897a3e317534c50486c for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:57:39.429284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:39.561680 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Allocated IP 172.20.0.6 (af0f6619-e516-436b-a36b-40c6072ec457/3acf336d-9092-4447-ae56-717ec0bd446e/69b7692c-ae51-4914-9e2b-8da59ab55b13) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:57:39.713196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:39.752150 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:39.796213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Network af0f6619-e516-436b-a36b-40c6072ec457 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:39.801970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:39.804809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:57:39.836071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:39.850904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.850904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.851202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.851307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.851628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.851953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.852307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.852630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.852954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.853278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.853604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.853927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:39.873209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:39.873821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:39.888441 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-f12882f5-12b2-4f40-87fe-6db979c4c143 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904453 Aug 29 04:57:39.906340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Request body: {'port': {'device_id': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:39.961226 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:40.236050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b7692c-ae51-4914-9e2b-8da59ab55b13 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:40.243901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:40.256341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Transition to ACTIVE for port object 69b7692c-ae51-4914-9e2b-8da59ab55b13 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:40.260138 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:40.308670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:40.387078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Attempting to bind port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:57:40.387419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Attempting to bind port 69b7692c-ae51-4914-9e2b-8da59ab55b13 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:57:40.387756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Attempting to bind port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on network af0f6619-e516-436b-a36b-40c6072ec457 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:40.391975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on network af0f6619-e516-436b-a36b-40c6072ec457 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:57:40.392335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Attempting to bind port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on network af0f6619-e516-436b-a36b-40c6072ec457 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:40.397069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:57:40.397412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Checking segment: {'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:40.397803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Bound using segment: {'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:57:40.398232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Bound port: 69b7692c-ae51-4914-9e2b-8da59ab55b13, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:57:40.398599 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:40.466601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:57:40.469707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:57:40.475734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:40.506378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9c17-76a0-4607-be48-272342b2f2fa req-99cb3d5f-e533-423c-a678-ad74eb6b9687 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:40.507820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2cd9c17-76a0-4607-be48-272342b2f2fa req-99cb3d5f-e533-423c-a678-ad74eb6b9687 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 943 time: 0.0510240 Aug 29 04:57:40.512338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:40.512983 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:40.514403 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 1092 time: 0.6124754 Aug 29 04:57:40.514848 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:40.517106 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e901ab20-7f27-4c41-805d-99c5888ed095" -d '{"events": [{"name": "network-changed", "server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:40.549947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e3185-eddd-4bfa-ab87-9899e2c379c2 service neutron] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:40.560603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2cd9c17-76a0-4607-be48-272342b2f2fa req-e93e95cb-7d48-4ee2-a316-64f099f1f926 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461607 Aug 29 04:57:40.599580 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f0c0b-6f53-441d-ad2e-736c2be116ed x-openstack-request-id: req-995f0c0b-6f53-441d-ad2e-736c2be116ed {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:40.599877 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:40.600156 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-995f0c0b-6f53-441d-ad2e-736c2be116ed {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:40.600557 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'status': 'completed', 'code': 200} Aug 29 04:57:40.615466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f28be6-2346-499e-925d-f4964071d359 req-c3790996-9f61-4877-8f77-8588b47a0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:40.616999 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-c3790996-9f61-4877-8f77-8588b47a0e5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1095 time: 0.0525491 Aug 29 04:57:40.665727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-e81c8de3-e6c5-4670-9022-b905d9a69400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 217 time: 0.0379577 Aug 29 04:57:40.717687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f28be6-2346-499e-925d-f4964071d359 req-095f07fc-e4c7-46a3-adc1-bc9120991afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:40.719145 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-095f07fc-e4c7-46a3-adc1-bc9120991afe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 200 len: 851 time: 0.0436919 Aug 29 04:57:40.756295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-dede7b9f-b943-44de-b423-f921a679a6f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af0f6619-e516-436b-a36b-40c6072ec457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253930 Aug 29 04:57:40.856246 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-c8561c79-7f06-41df-bcb4-29002847876d service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878072 Aug 29 04:57:40.951357 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-72f28be6-2346-499e-925d-f4964071d359 req-b220bf21-034a-4eb4-a036-dde844c6a4f9 service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832758 Aug 29 04:57:41.044928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-0c532194-4e64-48e3-9e06-53d3e3e95ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:41.046510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-0c532194-4e64-48e3-9e06-53d3e3e95ab0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1095 time: 0.0412095 Aug 29 04:57:41.140052 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-d89518b7-2995-4c8f-8542-1f7e0a3cf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:41.141540 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-d89518b7-2995-4c8f-8542-1f7e0a3cf102 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 912 time: 0.0878637 Aug 29 04:57:41.184371 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-2b2ea280-0bbb-4e2a-9766-dbaed13de156 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 217 time: 0.0348241 Aug 29 04:57:41.240751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-f998bb1e-79e3-49ce-acc6-bc862fd46d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:41.242224 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-f998bb1e-79e3-49ce-acc6-bc862fd46d50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 200 len: 851 time: 0.0447469 Aug 29 04:57:41.280879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-8876c184-3d8a-43b6-8694-f3420b311f7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af0f6619-e516-436b-a36b-40c6072ec457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296040 Aug 29 04:57:41.373922 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-2cf16f3f-efd5-47ed-8c7f-00f0ca5f2d77 service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845118 Aug 29 04:57:41.469609 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e901ab20-7f27-4c41-805d-99c5888ed095 req-0dea5495-5a8d-4d83-afd9-ed2b9d7724b2 service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879710 Aug 29 04:57:41.674983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e8e33-fd95-44de-a37b-150845292371 req-a41cbd45-cbe4-420c-b18e-11ddb016f8f3 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:41.677180 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-813e8e33-fd95-44de-a37b-150845292371 req-a41cbd45-cbe4-420c-b18e-11ddb016f8f3 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 943 time: 0.0546622 Aug 29 04:57:41.717035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-813e8e33-fd95-44de-a37b-150845292371 req-cbe0da06-62d6-456a-86ab-c9dec844ae84 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332565 Aug 29 04:57:42.831228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3095-4d2f-491a-b443-4cacba60714c req-3740ad05-cf45-47f1-8cf8-395c1a12bc4c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:42.833419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43cb3095-4d2f-491a-b443-4cacba60714c req-3740ad05-cf45-47f1-8cf8-395c1a12bc4c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 943 time: 0.0495801 Aug 29 04:57:42.870386 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43cb3095-4d2f-491a-b443-4cacba60714c req-c3b482c8-3739-49bb-8ed3-603edf506739 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Aug 29 04:57:43.903416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69b7692c-ae51-4914-9e2b-8da59ab55b13 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:57:43.995834 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab89e-add0-4881-9262-fec989e3b78e req-618e03e2-1b4e-4b28-b25c-cbbf0a834aa7 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:43.997657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b3ab89e-add0-4881-9262-fec989e3b78e req-618e03e2-1b4e-4b28-b25c-cbbf0a834aa7 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 943 time: 0.0489409 Aug 29 04:57:44.014982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:44.027431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457', 'port_id': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'mac_address': 'fa:16:3e:12:88:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acf336d-9092-4447-ae56-717ec0bd446e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:57:44.042183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b3ab89e-add0-4881-9262-fec989e3b78e req-7c553294-c297-48b4-9689-4c3485144e33 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386841 Aug 29 04:57:44.064955 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:44.078885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b7692c-ae51-4914-9e2b-8da59ab55b13 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:44.100734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:44.104195 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:44.155322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:44.373550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['69b7692c-ae51-4914-9e2b-8da59ab55b13'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:57:45.157602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267541b-4ce9-4e0e-9c22-49a6d65819a9 req-b9083348-e02f-411e-8a45-18cf0896fcc9 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:45.159096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b267541b-4ce9-4e0e-9c22-49a6d65819a9 req-b9083348-e02f-411e-8a45-18cf0896fcc9 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 944 time: 0.0491374 Aug 29 04:57:45.197062 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b267541b-4ce9-4e0e-9c22-49a6d65819a9 req-3ccca1e4-3867-48e9-89f0-405ba8774120 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Aug 29 04:57:45.903007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69b7692c-ae51-4914-9e2b-8da59ab55b13 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:45.954741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 69b7692c-ae51-4914-9e2b-8da59ab55b13 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:45.958632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 69b7692c-ae51-4914-9e2b-8da59ab55b13 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:45.959007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:46.034744 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:46.059514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:46.061799 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead409ac-4df1-40da-b80e-aa5a62e4c5b0" -d '{"events": [{"server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "name": "network-vif-plugged", "status": "completed", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:46.074099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:46.078732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:46.106623 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b35f8a-3e93-483b-bd8a-defb0c2392d3 x-openstack-request-id: req-80b35f8a-3e93-483b-bd8a-defb0c2392d3 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:46.106929 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "name": "network-vif-plugged", "status": "completed", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:46.107187 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80b35f8a-3e93-483b-bd8a-defb0c2392d3 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:46.107591 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'code': 200} Aug 29 04:57:46.139855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:46.205924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271310c8-2730-4a19-9c33-2b62841dd511 req-e61b002b-98f8-4e71-8377-46bfd44bf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:46.207909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-271310c8-2730-4a19-9c33-2b62841dd511 req-e61b002b-98f8-4e71-8377-46bfd44bf2ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1097 time: 0.0400333 Aug 29 04:57:46.250351 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-271310c8-2730-4a19-9c33-2b62841dd511 req-76609348-45d1-4bfe-b1a9-f98127b3fa4e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Aug 29 04:57:46.315523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264c50e-7f83-46ae-b3c8-64ac6a4dbcef req-4541d73d-d582-48a9-aaa5-ab01d49f28a4 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:46.317219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b264c50e-7f83-46ae-b3c8-64ac6a4dbcef req-4541d73d-d582-48a9-aaa5-ab01d49f28a4 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0495439 Aug 29 04:57:46.356159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b264c50e-7f83-46ae-b3c8-64ac6a4dbcef req-a237b54b-8743-4fb8-be7d-8c49b5364e47 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Aug 29 04:57:47.437961 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e494a7db-07d7-41d4-b9cf-7d45053f5eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:47.490220 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3ae06-da9e-49d2-aaf7-7c25cf5c0825 req-c41b81de-39ab-4b4f-982b-a6b25807786a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:47.491704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eee3ae06-da9e-49d2-aaf7-7c25cf5c0825 req-c41b81de-39ab-4b4f-982b-a6b25807786a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0514960 Aug 29 04:57:47.540797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eee3ae06-da9e-49d2-aaf7-7c25cf5c0825 req-fbfbdc39-f4a4-4d51-b54f-795d636bb0aa tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Aug 29 04:57:47.966753 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:57:48.658143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9cce-1235-4511-98a0-2cb0b3f71dea req-3aa2544d-9442-4806-9551-79c2205856ae tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:48.660022 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fdc9cce-1235-4511-98a0-2cb0b3f71dea req-3aa2544d-9442-4806-9551-79c2205856ae tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0516109 Aug 29 04:57:48.699465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fdc9cce-1235-4511-98a0-2cb0b3f71dea req-14f76527-41f8-4847-9a8e-31dfcca85fe5 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333462 Aug 29 04:57:49.103534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-62ceae01-caf8-4382-8732-eb838cbfa130 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020820 Aug 29 04:57:49.317187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118db6ff-f244-4601-ad22-972f60935068 req-6348e576-412b-4fc9-883f-65c2337124fc tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:49.318699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-118db6ff-f244-4601-ad22-972f60935068 req-6348e576-412b-4fc9-883f-65c2337124fc tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0509264 Aug 29 04:57:49.359584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-118db6ff-f244-4601-ad22-972f60935068 req-d675b3d9-f3f3-4919-8861-a763a3051a35 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Aug 29 04:57:50.293486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-fc9214df-7926-4b2e-9f9c-841fcbc5ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:50.294979 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-fc9214df-7926-4b2e-9f9c-841fcbc5ff03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1097 time: 0.0413170 Aug 29 04:57:50.391590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-f720b379-e7e7-40ee-8c48-57577dec3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:50.393619 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-f720b379-e7e7-40ee-8c48-57577dec3d23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 912 time: 0.0909276 Aug 29 04:57:50.444971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-f9b063cf-bdb5-4f10-a578-b7f7245da7a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 217 time: 0.0432367 Aug 29 04:57:50.484297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43105df-a730-4180-9888-fd5a0ee801cc req-16b1209d-2a9a-46b2-a615-fc79d4565a2d tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:50.486703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43105df-a730-4180-9888-fd5a0ee801cc req-16b1209d-2a9a-46b2-a615-fc79d4565a2d tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0568960 Aug 29 04:57:50.499029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-a20a618e-b4d5-41c6-aee2-ff113c6d82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:50.500795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-a20a618e-b4d5-41c6-aee2-ff113c6d82ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 200 len: 851 time: 0.0478945 Aug 29 04:57:50.528401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d43105df-a730-4180-9888-fd5a0ee801cc req-0770e72f-316e-41eb-a812-a02d0c4cf9ba tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Aug 29 04:57:50.553345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-a61b93e6-7526-49f1-b514-d12a985ed473 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af0f6619-e516-436b-a36b-40c6072ec457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452278 Aug 29 04:57:50.567231 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:50.570231 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-35fe7fb1-8778-41ce-87cd-52d2a826262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:50.664606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-e693684e-145a-4a7c-9af8-b331e6a846ee service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041782 Aug 29 04:57:50.759562 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-a79afdee-f6e9-46fa-9159-6de42e57ae95 service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877886 Aug 29 04:57:51.315346 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:51.647866 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345254-d99c-41d0-9ff8-156c630ac80c req-08a0f24b-a640-4b52-ae14-4693241dbce7 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:51.649633 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e345254-d99c-41d0-9ff8-156c630ac80c req-08a0f24b-a640-4b52-ae14-4693241dbce7 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0497372 Aug 29 04:57:51.689647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e345254-d99c-41d0-9ff8-156c630ac80c req-7d52ad6a-8177-4f30-9219-3517af9d657a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Aug 29 04:57:52.809215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bdb32-8afb-46e3-ae8f-eeaf9a404dc3 req-9b374d2f-3468-4f11-8dda-18655b0c5a86 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:52.810728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e38bdb32-8afb-46e3-ae8f-eeaf9a404dc3 req-9b374d2f-3468-4f11-8dda-18655b0c5a86 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0517311 Aug 29 04:57:52.861103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e38bdb32-8afb-46e3-ae8f-eeaf9a404dc3 req-c718f94b-a587-4edd-9da1-e672a3469e3d tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Aug 29 04:57:52.902314 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:53.980809 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26b259-77e8-4019-b561-5e574ea4aaab req-21f724f8-f641-4d56-ba6e-a29428bed8f9 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:53.982294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef26b259-77e8-4019-b561-5e574ea4aaab req-21f724f8-f641-4d56-ba6e-a29428bed8f9 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0535576 Aug 29 04:57:54.020632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef26b259-77e8-4019-b561-5e574ea4aaab req-3b3bc56b-a052-4d6a-a10e-2f357cd276f2 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Aug 29 04:57:55.136126 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dab016-937c-4071-aa47-116a9006a6f8 req-1ed1d7be-1a66-4002-9abd-2a25a4ded9af tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:55.137714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48dab016-937c-4071-aa47-116a9006a6f8 req-1ed1d7be-1a66-4002-9abd-2a25a4ded9af tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0497077 Aug 29 04:57:55.178515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48dab016-937c-4071-aa47-116a9006a6f8 req-d3e558ba-d456-48a5-bb4f-0073fe157e3c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Aug 29 04:57:56.298535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8189496-c520-40ba-932d-a9a8311faa1f req-d190d98e-dddd-4b32-85f2-e55193ba615a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:56.299935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8189496-c520-40ba-932d-a9a8311faa1f req-d190d98e-dddd-4b32-85f2-e55193ba615a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0504980 Aug 29 04:57:56.339393 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8189496-c520-40ba-932d-a9a8311faa1f req-9d4f4d3e-2a32-4a36-b4e1-4db27bc817d3 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330470 Aug 29 04:57:57.410384 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:57.461196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5bd74-4efe-4610-8ac2-2213a6587812 req-7c6ca42d-de68-4c23-902c-766551e08ce7 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:57.462684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0f5bd74-4efe-4610-8ac2-2213a6587812 req-7c6ca42d-de68-4c23-902c-766551e08ce7 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0538092 Aug 29 04:57:57.501321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0f5bd74-4efe-4610-8ac2-2213a6587812 req-9f9b9230-663c-4f1d-a3d2-b362364600b2 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Aug 29 04:57:58.616257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701899fe-72ed-43df-9a73-69e75dc3fb53 req-8c6ed58e-6d92-475e-abea-b9092d59065c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:58.617800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-701899fe-72ed-43df-9a73-69e75dc3fb53 req-8c6ed58e-6d92-475e-abea-b9092d59065c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0496554 Aug 29 04:57:58.658015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-701899fe-72ed-43df-9a73-69e75dc3fb53 req-c7e43349-02d0-42a5-aaec-4fcf3f820d0f tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339856 Aug 29 04:57:58.676309 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:59.783266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75e9b-ada9-44aa-9cc1-090a92eb042f req-2f800f09-1ca1-4103-b5f6-f28dc9473838 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:59.784785 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ee75e9b-ada9-44aa-9cc1-090a92eb042f req-2f800f09-1ca1-4103-b5f6-f28dc9473838 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0563071 Aug 29 04:57:59.823175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ee75e9b-ada9-44aa-9cc1-090a92eb042f req-40be7524-1406-4fe1-8eff-900a9229de5f tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317433 Aug 29 04:58:00.943402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af95ada-fb18-41d5-986b-8e304f9b4961 req-8544c478-bda8-4e0d-830e-713c1a181421 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:00.944930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3af95ada-fb18-41d5-986b-8e304f9b4961 req-8544c478-bda8-4e0d-830e-713c1a181421 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0533214 Aug 29 04:58:00.984080 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3af95ada-fb18-41d5-986b-8e304f9b4961 req-463a0e11-4c20-470f-9ae1-e03250373cd7 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Aug 29 04:58:02.101676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f533a4-c8d6-47a6-aa1a-ba1cafbb6605 req-4d5338fb-4d62-4f1c-952d-81d522dcadea tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:02.103137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27f533a4-c8d6-47a6-aa1a-ba1cafbb6605 req-4d5338fb-4d62-4f1c-952d-81d522dcadea tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0516374 Aug 29 04:58:02.141537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27f533a4-c8d6-47a6-aa1a-ba1cafbb6605 req-ec7f767a-e087-48ce-a89c-d3dd42e9406a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Aug 29 04:58:03.256466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef95a5-5ad2-43d0-80ec-1aad49056116 req-586b2ec1-00d8-4c6e-94fe-8f2f72173614 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:03.257970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58ef95a5-5ad2-43d0-80ec-1aad49056116 req-586b2ec1-00d8-4c6e-94fe-8f2f72173614 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0496674 Aug 29 04:58:03.297838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58ef95a5-5ad2-43d0-80ec-1aad49056116 req-49b0a0f0-431f-4c98-b47a-142e5a512f79 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Aug 29 04:58:04.126477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-a6d80e1a-5a65-4b04-ad69-f5b0317f64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:04.128022 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-a6d80e1a-5a65-4b04-ad69-f5b0317f64c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1097 time: 0.0422764 Aug 29 04:58:04.232995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-d44c41c3-dfa8-443f-8479-a9fc3ea741ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:04.234477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-d44c41c3-dfa8-443f-8479-a9fc3ea741ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 912 time: 0.0853913 Aug 29 04:58:04.435430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27d65-a6f7-47cf-8298-da8d231a9a16 req-1e31e66d-d617-4459-bf15-270a98e68776 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:04.437815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfa27d65-a6f7-47cf-8298-da8d231a9a16 req-1e31e66d-d617-4459-bf15-270a98e68776 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0689294 Aug 29 04:58:04.481553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfa27d65-a6f7-47cf-8298-da8d231a9a16 req-c2c5279d-cf00-40d3-830d-eb0932a58fd9 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Aug 29 04:58:04.609048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-2e9e9ca0-9339-4a21-b06c-d9fcea2c906d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 217 time: 0.3646188 Aug 29 04:58:04.661793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-f7dbf0cd-78cd-4960-b280-f4af19e48202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:04.663808 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-f7dbf0cd-78cd-4960-b280-f4af19e48202 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 200 len: 851 time: 0.0439622 Aug 29 04:58:04.696972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-74ff82f6-25a0-4e59-9e41-d0a5d864f965 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af0f6619-e516-436b-a36b-40c6072ec457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257776 Aug 29 04:58:04.790611 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-2990dc8e-3a39-41fc-ba13-36f11a8feeda service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866311 Aug 29 04:58:04.888941 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ee40b5d6-0176-4a0b-a42e-d3a46aa85612 req-66f38679-b205-4bdc-85f4-a0b22c4abdee service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907862 Aug 29 04:58:05.598066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed816bdb-1b4a-4395-ad01-a6d7c4470eec req-1cfda9e1-60d9-40e0-8ba4-91811d17013a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.599469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed816bdb-1b4a-4395-ad01-a6d7c4470eec req-1cfda9e1-60d9-40e0-8ba4-91811d17013a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0493226 Aug 29 04:58:05.640035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed816bdb-1b4a-4395-ad01-a6d7c4470eec req-db9e5639-733c-4fd9-95d1-bc4c51121fdd tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333154 Aug 29 04:58:06.766707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d36e9-6c22-4a5a-846c-27ffc57375c7 req-dbe9f9d0-283f-44ed-96a4-23d926b5876b tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:06.768258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa4d36e9-6c22-4a5a-846c-27ffc57375c7 req-dbe9f9d0-283f-44ed-96a4-23d926b5876b tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0568750 Aug 29 04:58:06.806350 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa4d36e9-6c22-4a5a-846c-27ffc57375c7 req-5b4c34c7-5aa8-4233-838b-551da4e95dc6 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Aug 29 04:58:07.938111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d71c80-99ac-43f7-8e32-8975f187f28c req-6613117d-6156-4b4a-b9d6-0e5bd54f829c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:07.939592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83d71c80-99ac-43f7-8e32-8975f187f28c req-6613117d-6156-4b4a-b9d6-0e5bd54f829c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0544820 Aug 29 04:58:07.981529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83d71c80-99ac-43f7-8e32-8975f187f28c req-62542cb5-0f42-4400-9530-5c176ff215e3 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Aug 29 04:58:09.117941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec79e1-aa2c-4b58-b01b-5babb30c5fbf req-325cdb4e-78d9-4bfb-8c45-0b896ee4f03d tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:09.119465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72ec79e1-aa2c-4b58-b01b-5babb30c5fbf req-325cdb4e-78d9-4bfb-8c45-0b896ee4f03d tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0506065 Aug 29 04:58:09.165238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-72ec79e1-aa2c-4b58-b01b-5babb30c5fbf req-e1c9e51d-e16b-4d2c-8f55-646d7cca372b tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Aug 29 04:58:10.281610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0220f-f269-4439-b630-920016badc34 req-bd1f378f-c86b-4320-b9a0-9620b01ff81a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.283093 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9bd0220f-f269-4439-b630-920016badc34 req-bd1f378f-c86b-4320-b9a0-9620b01ff81a tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0494878 Aug 29 04:58:10.321690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9bd0220f-f269-4439-b630-920016badc34 req-36965da7-a8db-4d5e-8537-670939498a20 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Aug 29 04:58:10.889684 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d6537b70-1a26-44c9-87bb-045793d2bf2e req-211959e1-7c39-4ff7-af2f-40984e30fcc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254707 Aug 29 04:58:10.955034 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d6537b70-1a26-44c9-87bb-045793d2bf2e req-c047849b-5f59-49ab-a894-956097fa0151 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0242066 Aug 29 04:58:10.998881 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d6537b70-1a26-44c9-87bb-045793d2bf2e req-6e64c286-9d99-4b5a-a17b-c6d025044799 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227134 Aug 29 04:58:11.092379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537b70-1a26-44c9-87bb-045793d2bf2e req-388f47e4-0d03-4c0f-8449-1cf3aff3d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.093833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d6537b70-1a26-44c9-87bb-045793d2bf2e req-388f47e4-0d03-4c0f-8449-1cf3aff3d267 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878973 Aug 29 04:58:11.441256 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed82d-6182-4d7d-8106-759d94798b73 req-cc7e36dc-ab1c-4598-aa93-60205af86988 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.442840 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d7ed82d-6182-4d7d-8106-759d94798b73 req-cc7e36dc-ab1c-4598-aa93-60205af86988 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0532413 Aug 29 04:58:11.481349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d7ed82d-6182-4d7d-8106-759d94798b73 req-7aca55af-c885-4623-94b9-decec92e7c0d tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Aug 29 04:58:12.598929 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d335647-b4e0-4fa1-8a01-c7721ccb921b req-50ea559f-afc1-42a8-98bb-ca9d7c6585f5 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.600436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d335647-b4e0-4fa1-8a01-c7721ccb921b req-50ea559f-afc1-42a8-98bb-ca9d7c6585f5 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0502913 Aug 29 04:58:12.639670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d335647-b4e0-4fa1-8a01-c7721ccb921b req-52d615d3-64cc-4de0-9b08-1e0362fdec45 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Aug 29 04:58:13.760640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60cf9b-9836-44de-8b6d-2ff0ee5ead56 req-3d1656b6-7913-45c5-8ef3-2ea56e8dd7be tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:13.762154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af60cf9b-9836-44de-8b6d-2ff0ee5ead56 req-3d1656b6-7913-45c5-8ef3-2ea56e8dd7be tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0540822 Aug 29 04:58:13.803535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af60cf9b-9836-44de-8b6d-2ff0ee5ead56 req-0337869d-56d1-430b-995b-fff80174442b tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Aug 29 04:58:14.928350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c25d6-6fdc-4606-9603-f701facbd0da req-313404dd-f5e7-441f-8393-8206e5e2882f tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:14.929847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c1c25d6-6fdc-4606-9603-f701facbd0da req-313404dd-f5e7-441f-8393-8206e5e2882f tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0579939 Aug 29 04:58:14.971271 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c1c25d6-6fdc-4606-9603-f701facbd0da req-61744b4c-e43b-42d1-bbe0-700206343859 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Aug 29 04:58:16.095645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0f5c2-9ab6-4546-8b71-23eed93e2984 req-10e30215-4068-43ed-b94a-0912a200d961 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:16.097627 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cd0f5c2-9ab6-4546-8b71-23eed93e2984 req-10e30215-4068-43ed-b94a-0912a200d961 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0578299 Aug 29 04:58:16.136613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cd0f5c2-9ab6-4546-8b71-23eed93e2984 req-36b878b8-89a3-4a13-b873-a929f82818eb tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325837 Aug 29 04:58:17.265157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d26d6-4fde-439e-a98a-d6421b03298f req-9677d85b-e5e5-4666-9a65-e5ad758bb544 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:17.266658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc4d26d6-4fde-439e-a98a-d6421b03298f req-9677d85b-e5e5-4666-9a65-e5ad758bb544 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0561423 Aug 29 04:58:17.310067 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc4d26d6-4fde-439e-a98a-d6421b03298f req-20fecb61-6ce4-4aca-9978-c9cc3ab8e789 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Aug 29 04:58:17.439689 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7748eda8-3ab2-42a0-b13c-d50826bab591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.077537 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-8432b175-2a75-414e-aa48-f055441b5f73 service neutron] show failed (client error): The resource could not be found. Aug 29 04:58:18.078576 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-8432b175-2a75-414e-aa48-f055441b5f73 service neutron] 10.222.0.64 "GET /v2.0/ports/69b7692c-ae51-4914-9e2b-8da59ab55b13/bindings/n-h2-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.0642729 Aug 29 04:58:18.332663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-70054f99-e4b6-42de-af73-71eb1f4df002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:18.334804 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-70054f99-e4b6-42de-af73-71eb1f4df002 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be&tenant_id=cf7d72eecafa4897a3e317534c50486c HTTP/1.1" status: 200 len: 1097 time: 0.0867078 Aug 29 04:58:18.347015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:18.402570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.438380 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcfbb5-45cf-4a08-b262-dfb900375fda req-7a13fd74-8995-4aae-93a5-d798967e72aa tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:18.439926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bfcfbb5-45cf-4a08-b262-dfb900375fda req-7a13fd74-8995-4aae-93a5-d798967e72aa tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0604486 Aug 29 04:58:18.479070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bfcfbb5-45cf-4a08-b262-dfb900375fda req-7525858d-c43d-4ea2-9eae-95d80473144f tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Aug 29 04:58:18.610590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:18.643546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:18.687953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:18.690282 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57de9e70-6291-4139-87e4-fba41a3ea955" -d '{"events": [{"server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "name": "network-vif-unplugged", "status": "completed", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:18.694853 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.707239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Transition to ACTIVE for port object 69b7692c-ae51-4914-9e2b-8da59ab55b13 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:18.711558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.746725 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d8a190-1d26-4492-8b9d-5346cf258da0 x-openstack-request-id: req-c3d8a190-1d26-4492-8b9d-5346cf258da0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:18.747011 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "name": "network-vif-unplugged", "status": "completed", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:18.747313 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3d8a190-1d26-4492-8b9d-5346cf258da0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:18.747696 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'code': 200} Aug 29 04:58:18.776950 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:18.779222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] No DVR routers for this DVR port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:18.813640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Attempting to bind port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:18.813980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Attempting to bind port 69b7692c-ae51-4914-9e2b-8da59ab55b13 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:18.814313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Attempting to bind port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on network af0f6619-e516-436b-a36b-40c6072ec457 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:18.819076 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on network af0f6619-e516-436b-a36b-40c6072ec457 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:58:18.819395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Attempting to bind port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on network af0f6619-e516-436b-a36b-40c6072ec457 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:18.824102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:18.824446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Checking segment: {'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:18.824831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Bound using segment: {'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:18.825257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Bound port: 69b7692c-ae51-4914-9e2b-8da59ab55b13, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd504f21-697c-4a23-b347-6799afaed220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:18.825614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.891381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:18.895643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:18.901002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.934834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:18.935450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.937125 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] 10.222.0.65 "PUT /v2.0/ports/69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 1092 time: 0.5947278 Aug 29 04:58:18.958528 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49758e5b-6db2-46e2-9127-f8d0511616b2 service neutron] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:19.001543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-3c17b140-a0a5-4dde-89b0-3212150f62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:19.003050 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-3c17b140-a0a5-4dde-89b0-3212150f62bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1095 time: 0.0411201 Aug 29 04:58:19.094875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-d63bd33c-68ef-46c8-99db-cd91cd8eb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:19.096749 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-d63bd33c-68ef-46c8-99db-cd91cd8eb2bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 912 time: 0.0864694 Aug 29 04:58:19.140478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-4d1cc28e-87b3-44b3-9b32-d137d426d6ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 217 time: 0.0357616 Aug 29 04:58:19.189491 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-1b52e922-dfcc-4148-8503-753fd6cb7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:19.190876 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-1b52e922-dfcc-4148-8503-753fd6cb7b88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 200 len: 851 time: 0.0438414 Aug 29 04:58:19.227097 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-a3ee47ec-2179-48dd-abae-c740c8c83f09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af0f6619-e516-436b-a36b-40c6072ec457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294797 Aug 29 04:58:19.237958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-3d787145-84c2-449e-ac92-1d79738ef74d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:58:19.238894 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-3d787145-84c2-449e-ac92-1d79738ef74d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049880 Aug 29 04:58:19.328429 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-6c7ee083-30cb-4038-a16b-ebea02d4ec7e service neutron] 10.222.0.65 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825775 Aug 29 04:58:19.423442 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-75cd22c1-f12f-4fe2-9ab2-8a7b2d9679ab req-cdf58d43-02d6-43f8-a5e0-60731d0e495e service neutron] 10.222.0.65 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874739 Aug 29 04:58:19.602112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692cf5f-ca7e-4a98-812f-80abefe196f4 req-e8c4781c-7a69-4e21-ae58-6d896fbcc93c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:19.603608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7692cf5f-ca7e-4a98-812f-80abefe196f4 req-e8c4781c-7a69-4e21-ae58-6d896fbcc93c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 943 time: 0.0500121 Aug 29 04:58:19.644107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7692cf5f-ca7e-4a98-812f-80abefe196f4 req-ceca3ac1-b742-433f-b8da-b5b07231aa43 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Aug 29 04:58:20.401257 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.453758 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-75ee521d-4e91-4618-83df-f86549ad993f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.748804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:20.751142 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed32c79-ac62-4100-a3c6-bd1d823c2146" -d '{"events": [{"name": "network-changed", "server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:20.768848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01d71d-bf1a-4f27-b73e-3bbf3ed9acfb req-a07e3531-097d-41a0-83ff-eaa608829390 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:20.770481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea01d71d-bf1a-4f27-b73e-3bbf3ed9acfb req-a07e3531-097d-41a0-83ff-eaa608829390 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 943 time: 0.0569162 Aug 29 04:58:20.807524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea01d71d-bf1a-4f27-b73e-3bbf3ed9acfb req-f9cc27fb-ead1-4b14-88af-9c1faa6c1fb0 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Aug 29 04:58:20.878181 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704667aa-8978-4cae-8a07-a49bf5c01ffa x-openstack-request-id: req-704667aa-8978-4cae-8a07-a49bf5c01ffa {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:20.878616 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:20.878960 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-704667aa-8978-4cae-8a07-a49bf5c01ffa {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:20.879492 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'status': 'completed', 'code': 200} Aug 29 04:58:20.982274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-c794bc34-4c42-4e76-b0b3-d699fe8f499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:20.983730 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-c794bc34-4c42-4e76-b0b3-d699fe8f499b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1095 time: 0.0714624 Aug 29 04:58:20.985506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-d4336680-59e9-4c0f-a09e-8b06ebe12f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:20.986867 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-d4336680-59e9-4c0f-a09e-8b06ebe12f9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1095 time: 0.0835278 Aug 29 04:58:21.157086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-fd2ee87b-86d1-41c0-94c8-3087f4450bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:21.158590 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-fd2ee87b-86d1-41c0-94c8-3087f4450bf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 912 time: 0.1601472 Aug 29 04:58:21.160027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-14815571-b5af-473d-b321-561d8132e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:21.161376 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-14815571-b5af-473d-b321-561d8132e4d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 912 time: 0.1541767 Aug 29 04:58:21.241525 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-2d705cea-d50b-481a-96b7-2715db1e3d15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 217 time: 0.0671611 Aug 29 04:58:21.243100 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-bb4f7c5a-2027-42a1-8a77-a6248520d773 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 217 time: 0.0746424 Aug 29 04:58:21.319128 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.339283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-435e8e9c-bc17-44ef-a81c-d9a0cf3fc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:21.340846 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-435e8e9c-bc17-44ef-a81c-d9a0cf3fc4e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 200 len: 851 time: 0.0901079 Aug 29 04:58:21.342362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-8e3b4269-497f-4bf1-94f7-163c970ea54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:21.343718 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-8e3b4269-497f-4bf1-94f7-163c970ea54e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 200 len: 851 time: 0.0941179 Aug 29 04:58:21.394935 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-c76a8a0c-8f15-4b7c-84ae-fe766d3369fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af0f6619-e516-436b-a36b-40c6072ec457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450456 Aug 29 04:58:21.396914 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-def7947f-f7d1-4a81-912a-3259bd556f86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af0f6619-e516-436b-a36b-40c6072ec457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395420 Aug 29 04:58:21.559369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-7b72802d-3c27-45db-b816-8fcb475182f9 service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555662 Aug 29 04:58:21.561020 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-d3281c90-76ce-432a-9652-c02a017a16f0 service neutron] 10.222.0.65 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504278 Aug 29 04:58:21.724034 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-c0b235f1-f846-40d4-a82d-4ab864ebb7ad service neutron] 10.222.0.65 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549323 Aug 29 04:58:21.727063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ed32c79-ac62-4100-a3c6-bd1d823c2146 req-03167ba2-3fd2-4131-9661-875f6b903ecd service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500413 Aug 29 04:58:21.932233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f92aa-2a1a-4c9f-986b-df07a9c7b6fb req-0fb73b08-26b3-4134-9c3e-e69fb3ad0719 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:21.933714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-186f92aa-2a1a-4c9f-986b-df07a9c7b6fb req-0fb73b08-26b3-4134-9c3e-e69fb3ad0719 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 943 time: 0.0535383 Aug 29 04:58:21.972195 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-186f92aa-2a1a-4c9f-986b-df07a9c7b6fb req-c8c9d33e-b9b2-426e-a048-4dc4c5d2512c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Aug 29 04:58:22.120908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69b7692c-ae51-4914-9e2b-8da59ab55b13 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:22.159865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 69b7692c-ae51-4914-9e2b-8da59ab55b13 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:22.234852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 69b7692c-ae51-4914-9e2b-8da59ab55b13 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:58:22.264300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-5760d589-86e1-4499-806b-cd480b1c9a35 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.265826 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-5760d589-86e1-4499-806b-cd480b1c9a35 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.64 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be&tenant_id=cf7d72eecafa4897a3e317534c50486c&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 943 time: 0.0911989 Aug 29 04:58:22.332420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:22.342860 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-e2a25204-ff19-40a2-8b2b-c50c6c73a755 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:58:22.343816 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-e2a25204-ff19-40a2-8b2b-c50c6c73a755 service neutron] 10.222.0.64 "DELETE /v2.0/ports/69b7692c-ae51-4914-9e2b-8da59ab55b13/bindings/n-h1-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.0644803 Aug 29 04:58:22.346007 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'network_id': 'af0f6619-e516-436b-a36b-40c6072ec457', 'port_id': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'mac_address': 'fa:16:3e:12:88:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acf336d-9092-4447-ae56-717ec0bd446e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:58:22.386584 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.399763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b7692c-ae51-4914-9e2b-8da59ab55b13 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:22.419481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:22.423876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.441180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-40c3cefd-00cb-4127-98a9-01caff851fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.443446 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-40c3cefd-00cb-4127-98a9-01caff851fb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf7d72eecafa4897a3e317534c50486c&device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 1095 time: 0.0446823 Aug 29 04:58:22.479463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:22.487792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.488189 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.488536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.488881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.489213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.489543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.489933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.490375 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.490834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.491213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.494589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.494589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.552583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-50cf9293-2869-414e-bf7b-7058596f1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.554059 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-50cf9293-2869-414e-bf7b-7058596f1a19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 200 len: 912 time: 0.1006920 Aug 29 04:58:22.600509 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-c0d3dff1-1c62-461e-aa3e-6012c2c39b6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 200 len: 217 time: 0.0352452 Aug 29 04:58:22.658236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-5fdfb024-f2c5-46af-ba52-5bd460bf1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.659703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-5fdfb024-f2c5-46af-ba52-5bd460bf1b33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 200 len: 851 time: 0.0486963 Aug 29 04:58:22.678197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['69b7692c-ae51-4914-9e2b-8da59ab55b13'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:22.697725 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-e72012e8-5ce9-4cbc-97e3-99ae8a379dcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af0f6619-e516-436b-a36b-40c6072ec457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255558 Aug 29 04:58:22.788012 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-f39bda80-f7a7-4ee6-ae8d-13a37411f443 service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827076 Aug 29 04:58:22.889260 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-ec634194-2328-40cb-b4d7-ecb4dcb2ccea service neutron] 10.222.0.64 "GET /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884078 Aug 29 04:58:22.902963 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.693117 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b48cd5-3ab2-44f8-8320-72bcf0402f2b req-9bd9fe3d-8692-49b5-ada4-42313e9ad66b tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:23.695340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40b48cd5-3ab2-44f8-8320-72bcf0402f2b req-9bd9fe3d-8692-49b5-ada4-42313e9ad66b tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 944 time: 0.0504732 Aug 29 04:58:23.735256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40b48cd5-3ab2-44f8-8320-72bcf0402f2b req-bc33d4a2-3fb2-437b-a9bc-3bc8fa54f642 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Aug 29 04:58:24.257325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 69b7692c-ae51-4914-9e2b-8da59ab55b13 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:24.310168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 69b7692c-ae51-4914-9e2b-8da59ab55b13 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:24.314554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 69b7692c-ae51-4914-9e2b-8da59ab55b13 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:24.314936 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.394621 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.422677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:24.425052 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e58357f-d47b-455a-909b-439b96de51eb" -d '{"events": [{"server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "name": "network-vif-plugged", "status": "completed", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:24.438163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:24.443350 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.468090 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea64594-b690-4768-b608-b2c20f979b02 x-openstack-request-id: req-dea64594-b690-4768-b608-b2c20f979b02 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:24.468390 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "name": "network-vif-plugged", "status": "completed", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:24.468647 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dea64594-b690-4768-b608-b2c20f979b02 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:24.469045 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'code': 200} Aug 29 04:58:24.498382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:24.860723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a3a4-ff9f-4c9b-8c2b-e6186aef7f86 req-2a7aef01-6081-4e53-90fd-43b055500bba tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:24.862219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0813a3a4-ff9f-4c9b-8c2b-e6186aef7f86 req-2a7aef01-6081-4e53-90fd-43b055500bba tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0507350 Aug 29 04:58:24.901472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0813a3a4-ff9f-4c9b-8c2b-e6186aef7f86 req-50921cce-cbac-43b3-bd52-cb676eff7060 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d232244-3fd0-4130-88f5-9c09c8b64a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Aug 29 04:58:24.943732 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-8e9c4020-2959-4bea-b4b3-284d8a65257c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:24.945713 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-8e9c4020-2959-4bea-b4b3-284d8a65257c tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.65 "GET /v2.0/ports?device_id=75048f9c-55ac-4090-9aa0-a9c1161852be HTTP/1.1" status: 200 len: 945 time: 0.0514519 Aug 29 04:58:24.966690 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:58:25.033292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Deleting port 69b7692c-ae51-4914-9e2b-8da59ab55b13 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:25.033554 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.124315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] For port 69b7692c-ae51-4914-9e2b-8da59ab55b13, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=69b7692c-ae51-4914-9e2b-8da59ab55b13,segment=NetworkSegment(dd504f21-697c-4a23-b347-6799afaed220),segment_id=dd504f21-697c-4a23-b347-6799afaed220)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:25.124687 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.137857 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Calling delete_port for 69b7692c-ae51-4914-9e2b-8da59ab55b13 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:25.269975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.281246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['69b7692c-ae51-4914-9e2b-8da59ab55b13'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:25.301771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Pushing event deleted for resources: {'Port': ['ID=69b7692c-ae51-4914-9e2b-8da59ab55b13,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:25.341267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] No DVR routers for this DVR port 69b7692c-ae51-4914-9e2b-8da59ab55b13 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:25.343878 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.346167 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4a8d5b54-4eee-4eb6-ae97-effc87a8c94d req-4f45fb00-6464-4b1a-8d89-7451ad1d8726 tempest-DeleteServersTestJSON-1392532712 tempest-DeleteServersTestJSON-1392532712-project] 10.222.0.65 "DELETE /v2.0/ports/69b7692c-ae51-4914-9e2b-8da59ab55b13 HTTP/1.1" status: 204 len: 173 time: 0.3945732 Aug 29 04:58:25.346983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'name': 'network-vif-deleted', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:25.349560 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e513ec-909d-429a-8be0-9bdac7d48d98" -d '{"events": [{"server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "name": "network-vif-deleted", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:25.387230 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d7f3fa-ec04-498c-94c9-11e723803e01 x-openstack-request-id: req-60d7f3fa-ec04-498c-94c9-11e723803e01 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:25.387532 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75048f9c-55ac-4090-9aa0-a9c1161852be", "name": "network-vif-deleted", "tag": "69b7692c-ae51-4914-9e2b-8da59ab55b13", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:25.387790 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60d7f3fa-ec04-498c-94c9-11e723803e01 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:25.388226 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75048f9c-55ac-4090-9aa0-a9c1161852be', 'name': 'network-vif-deleted', 'tag': '69b7692c-ae51-4914-9e2b-8da59ab55b13', 'status': 'completed', 'code': 200} Aug 29 04:58:26.034184 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 34628) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:26.082438 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Deleting subnet 3acf336d-9092-4447-ae56-717ec0bd446e {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:58:26.086516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.122412 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.165625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.218437 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.246305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acf336d-9092-4447-ae56-717ec0bd446e,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:26.248815 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.250641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3acf336d-9092-4447-ae56-717ec0bd446e HTTP/1.1" status: 204 len: 168 time: 0.2154562 Aug 29 04:58:26.253294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34630) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:26.257691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.258036 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.258385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.258729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.259055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.259394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.259725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.260093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.260642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.260981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.261311 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.261686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc203d-d303-4570-92c4-7ba760938b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:26.325254 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.405808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.415306 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0f6619-e516-436b-a36b-40c6072ec457']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:26.425027 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd504f21-697c-4a23-b347-6799afaed220') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:26.425327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd504f21-697c-4a23-b347-6799afaed220') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:26.433855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.453655 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.459606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:58:26.460848 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: timer() Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:58:26.462676 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:58:26.516386 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.521323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.523710 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] 10.222.0.58 "DELETE /v2.0/networks/af0f6619-e516-436b-a36b-40c6072ec457 HTTP/1.1" status: 204 len: 168 time: 0.2693658 Aug 29 04:58:26.538541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399542de-63ff-4f9f-bcf1-7bdd89e44601 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0f6619-e516-436b-a36b-40c6072ec457,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:26.640141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34634) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:26.681069 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e87bcdb6-f2dc-4b42-83cd-205fd7b5dd75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf7d72eecafa4897a3e317534c50486c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397377 Aug 29 04:58:26.684715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34636) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:26.733879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01140c43-e36e-47cb-bacb-52d2d038d647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.755886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01140c43-e36e-47cb-bacb-52d2d038d647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.807217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01140c43-e36e-47cb-bacb-52d2d038d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.810053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-01140c43-e36e-47cb-bacb-52d2d038d647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.811076 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-01140c43-e36e-47cb-bacb-52d2d038d647 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d232244-3fd0-4130-88f5-9c09c8b64a9c HTTP/1.1" status: 204 len: 168 time: 0.1254070 Aug 29 04:58:26.818887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01140c43-e36e-47cb-bacb-52d2d038d647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d232244-3fd0-4130-88f5-9c09c8b64a9c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:27.431034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.501376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34658) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:27.610339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-359501722-network', 'tenant_id': 'a21e01dd481f44019a61350855682abc'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:27.631629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Made reservation on behalf of a21e01dd481f44019a61350855682abc for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:27.634596 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.651614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.743254 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.747845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.772795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:58:27.782361 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c15d9-8d4f-4538-8f95-0e23a0f38932,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:27.789129 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.789476 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Added segment 76503c29-1503-4558-9555-dfd4c53937bd of type vlan for network e1f875e6-f5e4-400a-b158-a4af20fd8530 Aug 29 04:58:27.830170 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.856230 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.857115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.857729 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.922813 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4203026 Aug 29 04:58:27.925710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 34662) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:27.931114 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Request body: {'subnet': {'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-359501722-subnet', 'tenant_id': 'a21e01dd481f44019a61350855682abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:27.941889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b54a6-d741-4f20-b063-eb023e28e1ca admin admin] Pushing event updated for resources: {'Network': ['ID=e1f875e6-f5e4-400a-b158-a4af20fd8530,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:27.954915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network e1f875e6-f5e4-400a-b158-a4af20fd8530 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:58:27.958908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Made reservation on behalf of a21e01dd481f44019a61350855682abc for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:27.961307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.134296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.190841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f5360a-6377-49de-939f-0e0600066148,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:28.198530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Checking segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:28.198895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Network hostable DHCP agents. Network: e1f875e6-f5e4-400a-b158-a4af20fd8530, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:58:28.215897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Network e1f875e6-f5e4-400a-b158-a4af20fd8530 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:58:28.225564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, e1f875e6-f5e4-400a-b158-a4af20fd8530) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:28.230513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:28.231564 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.234780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385e92f-16c6-47e3-bae1-c89474ecb88b None None] Network e1f875e6-f5e4-400a-b158-a4af20fd8530 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:58:28.246701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-016bd6bd-185a-4a2d-a63d-a53164c88995 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3198867 Aug 29 04:58:28.373663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c56524-551c-4626-9f12-3fe473ce6d9b None None] Network e1f875e6-f5e4-400a-b158-a4af20fd8530 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:58:28.664353 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.696061 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-d8804d83-4818-4251-8403-b4c5bb2b39a4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:28.697565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-d8804d83-4818-4251-8403-b4c5bb2b39a4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 814 time: 0.1082716 Aug 29 04:58:28.712427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-7c449507-6226-4fe3-90dc-441e25c17b27 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/quotas/a21e01dd481f44019a61350855682abc HTTP/1.1" status: 200 len: 375 time: 0.0090394 Aug 29 04:58:28.746226 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-33523650-c36b-435a-a5c0-f7734de51eaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286269 Aug 29 04:58:28.840473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-6ed55f22-325c-4f0f-b77b-fcc74bce1fc0 service neutron] 10.222.0.58 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872037 Aug 29 04:58:28.930176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-c32fbbbf-c959-4e7e-a995-0638d1b37228 service neutron] 10.222.0.58 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835838 Aug 29 04:58:29.089461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-269c5b27-25c1-4aa3-9713-1b8803e82256 req-1051af9d-1568-4d68-80c4-117a66a66dcb tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 210 time: 0.0272849 Aug 29 04:58:30.012893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-085ccbd5-2ca5-45bd-936f-5da5ac52f35f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:30.014400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-085ccbd5-2ca5-45bd-936f-5da5ac52f35f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.65 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 814 time: 0.1128874 Aug 29 04:58:30.029563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Request body: {'port': {'device_id': '24878767-6e8f-4f74-a23a-d5060265c26d', 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530', 'admin_state_up': True, 'tenant_id': 'a21e01dd481f44019a61350855682abc'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:30.145916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Made reservation on behalf of a21e01dd481f44019a61350855682abc for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:30.150251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.190747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cfb08813-bf86-49a3-83e2-7f4a5b363529 req-29918df2-d968-4b61-a24a-50e19644d237 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 210 time: 0.0315599 Aug 29 04:58:30.278025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 69b7692c-ae51-4914-9e2b-8da59ab55b13 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:30.283948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Allocated IP 172.20.0.7 (e1f875e6-f5e4-400a-b158-a4af20fd8530/65f5360a-6377-49de-939f-0e0600066148/a508ebd4-22f5-4d04-8646-d0d86a0d2764) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:30.299286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 69b7692c-ae51-4914-9e2b-8da59ab55b13 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:30.299889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 69b7692c-ae51-4914-9e2b-8da59ab55b13 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:30.436972 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.476138 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.520726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Network e1f875e6-f5e4-400a-b158-a4af20fd8530 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:30.523840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:30.528376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:30.534809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:30.580436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:30.581052 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.594081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-86ef9f9e-a208-476a-bb26-1ba2402fc3d8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687671 Aug 29 04:58:30.607154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Request body: {'port': {'device_id': '24878767-6e8f-4f74-a23a-d5060265c26d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:30.665201 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.945648 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a508ebd4-22f5-4d04-8646-d0d86a0d2764 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:30.953004 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.972162 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Transition to ACTIVE for port object a508ebd4-22f5-4d04-8646-d0d86a0d2764 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:30.976447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:31.050901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:31.102611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Attempting to bind port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:31.102952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Attempting to bind port a508ebd4-22f5-4d04-8646-d0d86a0d2764 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:31.103289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Attempting to bind port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on network e1f875e6-f5e4-400a-b158-a4af20fd8530 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:31.107396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on network e1f875e6-f5e4-400a-b158-a4af20fd8530 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:58:31.107721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Attempting to bind port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on network e1f875e6-f5e4-400a-b158-a4af20fd8530 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:31.112407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:31.112749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Checking segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:31.113134 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Bound using segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:31.113580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Bound port: a508ebd4-22f5-4d04-8646-d0d86a0d2764, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:31.113928 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:31.177363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:31.180980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:31.185360 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:31.218532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.219242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:31.220677 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] 10.222.0.65 "PUT /v2.0/ports/a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 1092 time: 0.6179776 Aug 29 04:58:31.221121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:31.223759 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705bf385-a013-4c3f-8edf-1cfc6f655bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:31.254845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd02b6-b6ef-4b3e-a9d2-a33d69977505 service neutron] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:31.302051 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-0c1b3eea-2219-47c6-9a95-46341b53eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.303620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-0c1b3eea-2219-47c6-9a95-46341b53eadc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 1095 time: 0.0432150 Aug 29 04:58:31.317119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459255d8-3922-476b-9967-f15b6423a18a req-10ec6ded-6bc7-4483-8adc-7d9bf8acddff tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.318736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-459255d8-3922-476b-9967-f15b6423a18a req-10ec6ded-6bc7-4483-8adc-7d9bf8acddff tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 943 time: 0.0570331 Aug 29 04:58:31.359122 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-d404fcaf-bc2f-405f-9597-420bd028aa8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 217 time: 0.0477848 Aug 29 04:58:31.360887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-459255d8-3922-476b-9967-f15b6423a18a req-8e29a6d2-97fd-405e-a568-a9cd114ec1ba tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355835 Aug 29 04:58:31.406623 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fd34d2-c6c1-438d-ba05-711f9ba93fac x-openstack-request-id: req-c7fd34d2-c6c1-438d-ba05-711f9ba93fac {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:31.406913 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:31.407169 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7fd34d2-c6c1-438d-ba05-711f9ba93fac {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:31.407566 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'status': 'completed', 'code': 200} Aug 29 04:58:31.411242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-55bc20a1-990f-4762-854e-844c0ebfc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.412761 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-55bc20a1-990f-4762-854e-844c0ebfc142 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0474529 Aug 29 04:58:31.451202 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-b0694b35-9b94-4948-927a-1df4fca0813b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310965 Aug 29 04:58:31.543542 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-8a3e1675-4759-4fbb-87c8-bbd8ae6eaf97 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855534 Aug 29 04:58:31.631290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-79eecab8-fe08-4038-8851-8e2e23af7693 req-550792f0-eb51-441c-9502-20f61f31280c service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813105 Aug 29 04:58:31.718494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-233724eb-b837-4969-91e7-76d43b791501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.720021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-233724eb-b837-4969-91e7-76d43b791501 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 1095 time: 0.0422976 Aug 29 04:58:31.818823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-ed1043d0-498e-4ad0-b653-1ac8648b7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.820926 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-ed1043d0-498e-4ad0-b653-1ac8648b7c12 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.0935884 Aug 29 04:58:31.862188 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-6d8f214f-8115-44ee-94af-ada61c89725e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 217 time: 0.0344546 Aug 29 04:58:31.918873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-84225222-edf4-4f49-b709-c4ef7d29114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.920403 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-84225222-edf4-4f49-b709-c4ef7d29114e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0509338 Aug 29 04:58:31.953460 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-8eb6aa47-e62f-4f00-85bc-5246f4f94161 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251338 Aug 29 04:58:32.046969 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-fcf72ba4-be63-4c11-80a2-62d04fea5576 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856125 Aug 29 04:58:32.474592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-705bf385-a013-4c3f-8edf-1cfc6f655bd4 req-41bc8b97-e6be-48c5-a297-079aee05b301 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195826 Aug 29 04:58:32.489496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e72e6-9a9b-4027-96c4-8ed80cfe8b19 req-a9652c22-9e20-4dc3-972e-0831e62c4e24 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:32.491020 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-809e72e6-9a9b-4027-96c4-8ed80cfe8b19 req-a9652c22-9e20-4dc3-972e-0831e62c4e24 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 943 time: 0.0566587 Aug 29 04:58:32.531072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-809e72e6-9a9b-4027-96c4-8ed80cfe8b19 req-d74b2d13-aefa-4f1f-8f57-11e694f9369d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Aug 29 04:58:33.653538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17da1d-9767-43cd-b9f9-a60ba425c5ee req-6e7a2ae4-80b6-4fed-89e0-34c41ff7af2a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:33.655112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd17da1d-9767-43cd-b9f9-a60ba425c5ee req-6e7a2ae4-80b6-4fed-89e0-34c41ff7af2a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 943 time: 0.0564437 Aug 29 04:58:33.701995 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd17da1d-9767-43cd-b9f9-a60ba425c5ee req-ec32f639-c16e-49aa-9517-8f32c484dfc5 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Aug 29 04:58:34.278195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a508ebd4-22f5-4d04-8646-d0d86a0d2764 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:58:34.377464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:34.388516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530', 'port_id': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'mac_address': 'fa:16:3e:5e:b2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f5360a-6377-49de-939f-0e0600066148', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:58:34.427145 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:34.440452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a508ebd4-22f5-4d04-8646-d0d86a0d2764 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:34.468719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:34.472975 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:34.524548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:34.661221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['a508ebd4-22f5-4d04-8646-d0d86a0d2764'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:34.827381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660eff4-7597-4f84-8a18-ac253378472c req-581e69ef-048e-4ef6-9575-308fe490b12b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.828976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4660eff4-7597-4f84-8a18-ac253378472c req-581e69ef-048e-4ef6-9575-308fe490b12b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 944 time: 0.0583506 Aug 29 04:58:34.867671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4660eff4-7597-4f84-8a18-ac253378472c req-b518e060-b0fb-4d93-a088-78e08e2b8147 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Aug 29 04:58:35.993391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51600e8-15ed-449c-94a3-fde6f6ffb545 req-c91cc944-4933-400f-8345-15b30bbf1093 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:35.994867 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c51600e8-15ed-449c-94a3-fde6f6ffb545 req-c91cc944-4933-400f-8345-15b30bbf1093 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 944 time: 0.0497954 Aug 29 04:58:36.035921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c51600e8-15ed-449c-94a3-fde6f6ffb545 req-576d0d43-42f7-41e9-aaa4-e8b436bd345f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Aug 29 04:58:36.288778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a508ebd4-22f5-4d04-8646-d0d86a0d2764 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:36.340557 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port a508ebd4-22f5-4d04-8646-d0d86a0d2764 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:36.344420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port a508ebd4-22f5-4d04-8646-d0d86a0d2764 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:36.344799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:36.426189 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:36.449417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:36.451667 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf0b8cf-8250-4a62-a8a8-77109d7f2043" -d '{"events": [{"server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "name": "network-vif-plugged", "status": "completed", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:36.465119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:36.469152 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:36.493328 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a62a90-8b1e-4cd6-8678-a03ee5f0e806 x-openstack-request-id: req-18a62a90-8b1e-4cd6-8678-a03ee5f0e806 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:36.493624 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "name": "network-vif-plugged", "status": "completed", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:36.493880 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18a62a90-8b1e-4cd6-8678-a03ee5f0e806 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:36.494273 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'code': 200} Aug 29 04:58:36.518859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:36.590936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a5bdd-54aa-4926-bb93-fbfe4c777cb5 req-cf2e058a-6597-40f2-9b92-792ad7bdba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:36.592413 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345a5bdd-54aa-4926-bb93-fbfe4c777cb5 req-cf2e058a-6597-40f2-9b92-792ad7bdba4d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 1097 time: 0.0414066 Aug 29 04:58:36.627350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-345a5bdd-54aa-4926-bb93-fbfe4c777cb5 req-e4227d5d-bb22-4c3d-a153-76d2a4795420 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277658 Aug 29 04:58:37.152406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571e860-f6c5-4350-88ec-02c8ba1cc53f req-a94db4b4-181e-4c9f-bc55-349f88f76c85 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:37.153859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9571e860-f6c5-4350-88ec-02c8ba1cc53f req-a94db4b4-181e-4c9f-bc55-349f88f76c85 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0482020 Aug 29 04:58:37.195846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9571e860-f6c5-4350-88ec-02c8ba1cc53f req-6600c9bc-2ba1-4d7a-88ec-f6bddcd64580 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357893 Aug 29 04:58:38.309030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51053bdc-422e-47c4-9184-1bfade9b66e0 req-745536a6-3524-443d-8cf6-36539172f3ad tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:38.310703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51053bdc-422e-47c4-9184-1bfade9b66e0 req-745536a6-3524-443d-8cf6-36539172f3ad tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0487237 Aug 29 04:58:38.349962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51053bdc-422e-47c4-9184-1bfade9b66e0 req-48b6a721-1a71-4a22-ae22-e01ad0317a04 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Aug 29 04:58:38.467599 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfcb8-eab6-47fc-8c27-2ddf287b1329 req-50a040ee-d0cb-4ffc-97c9-350c944397e7 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:38.470297 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de8bfcb8-eab6-47fc-8c27-2ddf287b1329 req-50a040ee-d0cb-4ffc-97c9-350c944397e7 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0543046 Aug 29 04:58:38.509337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de8bfcb8-eab6-47fc-8c27-2ddf287b1329 req-321748a3-9b65-4aa2-891e-2bda1adadf6a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Aug 29 04:58:38.722703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf26f24-b28f-4711-9cc8-56b6c2463af5 req-54a6ce65-eba2-4848-98ad-efd78380d323 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:38.724306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cf26f24-b28f-4711-9cc8-56b6c2463af5 req-54a6ce65-eba2-4848-98ad-efd78380d323 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0488169 Aug 29 04:58:38.765950 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cf26f24-b28f-4711-9cc8-56b6c2463af5 req-b112b0ba-c105-44e5-8c15-b5339f57d862 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346603 Aug 29 04:58:38.887460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ed3b7-052a-485e-8039-fa257c45c315 req-5aaffaac-5447-455b-8e5f-3bd89c77b427 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:38.889099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d80ed3b7-052a-485e-8039-fa257c45c315 req-5aaffaac-5447-455b-8e5f-3bd89c77b427 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0569346 Aug 29 04:58:38.927526 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d80ed3b7-052a-485e-8039-fa257c45c315 req-10a61c05-81b2-4aff-8085-6fe99d0ac1d0 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Aug 29 04:58:39.183353 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-6ce92752-936f-4314-8299-dea9907748fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694122 Aug 29 04:58:39.191486 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64ed8-fffb-4748-8e20-c365d8fc1f30 req-26638896-204d-4699-a574-da4cd7f9a5bf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:39.193155 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-64e64ed8-fffb-4748-8e20-c365d8fc1f30 req-26638896-204d-4699-a574-da4cd7f9a5bf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0697601 Aug 29 04:58:39.238914 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-64e64ed8-fffb-4748-8e20-c365d8fc1f30 req-0b54c774-7d15-4f9b-a36c-eec727b23e54 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390856 Aug 29 04:58:40.366856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc59675-e603-4c3e-9446-3370ba2aacbd req-c48a331e-6822-4584-a371-222e676022b6 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.368384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3fc59675-e603-4c3e-9446-3370ba2aacbd req-c48a331e-6822-4584-a371-222e676022b6 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0535929 Aug 29 04:58:40.387745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-5db6d95f-e44c-4762-a38d-159cf367a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.389387 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-5db6d95f-e44c-4762-a38d-159cf367a3f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 1097 time: 0.0411608 Aug 29 04:58:40.408250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3fc59675-e603-4c3e-9446-3370ba2aacbd req-bcffeac2-4f94-4629-921f-967602a9a1b5 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Aug 29 04:58:40.482782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-1f09afb4-24b4-4ce4-84df-0671d473270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.484260 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-1f09afb4-24b4-4ce4-84df-0671d473270a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.0883439 Aug 29 04:58:40.527132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-b0aaffa6-4a27-4ca8-84d1-233aff9fa907 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 217 time: 0.0356729 Aug 29 04:58:40.579005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-939ca48a-dadb-4d0b-8261-d9639495c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.580461 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-939ca48a-dadb-4d0b-8261-d9639495c18f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0473542 Aug 29 04:58:40.613495 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-a6c6fe60-7b0e-4aaf-822f-a7ea1a32f6ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253618 Aug 29 04:58:40.702611 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-44ab7b80-f5e2-4ed8-b6f1-e0e3e216a395 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820324 Aug 29 04:58:40.797007 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-44f497b1-c784-4f13-8058-6a8efb0d9243 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873182 Aug 29 04:58:41.524693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e55a7-0e59-4e15-8505-51fdb7b41d4f req-608f1d27-f54b-4ecf-b593-2fb9014a030b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:41.526325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797e55a7-0e59-4e15-8505-51fdb7b41d4f req-608f1d27-f54b-4ecf-b593-2fb9014a030b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0496035 Aug 29 04:58:41.565001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797e55a7-0e59-4e15-8505-51fdb7b41d4f req-68c53965-ad6a-45b7-8287-d5dfa04194c4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Aug 29 04:58:42.691371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dc3b5-cc59-4151-a66b-071e8c2abc1b req-3aa25050-9d30-4f5f-aff8-cb5db89c5ee2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:42.692947 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e6dc3b5-cc59-4151-a66b-071e8c2abc1b req-3aa25050-9d30-4f5f-aff8-cb5db89c5ee2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0509553 Aug 29 04:58:42.738966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e6dc3b5-cc59-4151-a66b-071e8c2abc1b req-d145a175-407b-4761-93f2-90528c71664d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Aug 29 04:58:43.864980 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908835bc-db2e-4572-b5b1-b07f7715d4fc req-05359dbc-bd95-4d8c-870f-0acedfc855e2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:43.866962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-908835bc-db2e-4572-b5b1-b07f7715d4fc req-05359dbc-bd95-4d8c-870f-0acedfc855e2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0566430 Aug 29 04:58:43.908365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-908835bc-db2e-4572-b5b1-b07f7715d4fc req-dea405a0-16fc-4942-bcac-a876e648257c tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Aug 29 04:58:45.025328 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653361a7-cde3-4f47-ba75-a92e2a539c42 req-c185045b-a653-4e22-bb1f-921a21fec6d9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:45.027045 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-653361a7-cde3-4f47-ba75-a92e2a539c42 req-c185045b-a653-4e22-bb1f-921a21fec6d9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0490713 Aug 29 04:58:45.066760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-653361a7-cde3-4f47-ba75-a92e2a539c42 req-368f275d-56cd-4895-a1dd-237adcab6c81 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Aug 29 04:58:46.186032 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbe024-4dec-40fd-a4cd-44d02dee9c36 req-cbb8db44-f7dc-478e-9df9-21631893ac75 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:46.187515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8fbe024-4dec-40fd-a4cd-44d02dee9c36 req-cbb8db44-f7dc-478e-9df9-21631893ac75 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0495543 Aug 29 04:58:46.228858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8fbe024-4dec-40fd-a4cd-44d02dee9c36 req-fe0b2875-93cc-411e-8779-095c14fba70c tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Aug 29 04:58:47.353840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869a923-6d28-4b20-b920-c62e55947c65 req-7265fc5e-85ef-4d37-b0ca-003473eabf10 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:47.355323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d869a923-6d28-4b20-b920-c62e55947c65 req-7265fc5e-85ef-4d37-b0ca-003473eabf10 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0503736 Aug 29 04:58:47.397824 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d869a923-6d28-4b20-b920-c62e55947c65 req-3f68e8bf-64c2-4302-b7ef-bf1f0a74bcee tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364788 Aug 29 04:58:47.441879 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-05a5e83d-948a-47a8-9877-78289735df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:48.527760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47f3a1-3ef6-42b4-87e4-a01ddabdccf0 req-569935dd-bc63-4491-81f7-52b4935f375f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:48.529963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e47f3a1-3ef6-42b4-87e4-a01ddabdccf0 req-569935dd-bc63-4491-81f7-52b4935f375f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0586669 Aug 29 04:58:48.570718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e47f3a1-3ef6-42b4-87e4-a01ddabdccf0 req-c9d18de6-1884-430f-a4db-83d9a2d58263 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Aug 29 04:58:49.690986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1675c-7caf-4948-86a3-69e2b3eec2dc req-96b4b0e3-3b13-4a32-a470-d8fc23b9d529 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:49.692485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1b1675c-7caf-4948-86a3-69e2b3eec2dc req-96b4b0e3-3b13-4a32-a470-d8fc23b9d529 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0521801 Aug 29 04:58:49.735313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1b1675c-7caf-4948-86a3-69e2b3eec2dc req-aaee1d74-b58c-40cb-88a1-ee92e16896ff tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Aug 29 04:58:50.403928 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:50.454373 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2aed6919-4ccf-42d5-98bb-17ff9a56e669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:51.044587 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-0af67f13-9caa-4ed5-b1da-ca6b3386868c req-36028970-4b31-48ba-a0d4-1d3e2ed53620 service neutron] (94846) timed out ('10.222.0.65', 62317) {{(pid=94846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:58:51.175227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccea7f-1476-4c0b-a841-47bca3474625 req-0a6d27fe-aa2c-44a9-8abb-3881c3decea0 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:51.176887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88ccea7f-1476-4c0b-a841-47bca3474625 req-0a6d27fe-aa2c-44a9-8abb-3881c3decea0 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.3726506 Aug 29 04:58:51.215819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88ccea7f-1476-4c0b-a841-47bca3474625 req-4de0b80e-9473-4032-8b37-5b96f5a6ea84 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Aug 29 04:58:51.324676 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.333659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b9237-910c-4e81-ad98-af47cd36bfc3 req-10b95ae2-fa56-4c48-8bf8-84fdc18fc5e3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:52.335704 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f34b9237-910c-4e81-ad98-af47cd36bfc3 req-10b95ae2-fa56-4c48-8bf8-84fdc18fc5e3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0507851 Aug 29 04:58:52.374451 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f34b9237-910c-4e81-ad98-af47cd36bfc3 req-5959e13f-3804-4e18-8c71-1c4a9474e6e2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Aug 29 04:58:52.905180 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.492513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f307bc2-bfe7-4f94-9080-31029bd130f2 req-02d1f0c6-cc8c-4517-b4f3-6db68b7b504e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:53.494030 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f307bc2-bfe7-4f94-9080-31029bd130f2 req-02d1f0c6-cc8c-4517-b4f3-6db68b7b504e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0508113 Aug 29 04:58:53.535703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f307bc2-bfe7-4f94-9080-31029bd130f2 req-03bb83cc-33ee-4639-94b5-a3eb0206a5d7 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355158 Aug 29 04:58:54.651434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad406b-8f9d-4829-9dcb-4df8b45a1ce2 req-349ecb0b-4ccf-4712-9e11-6afa3819c8f4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:54.653174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fcad406b-8f9d-4829-9dcb-4df8b45a1ce2 req-349ecb0b-4ccf-4712-9e11-6afa3819c8f4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0493207 Aug 29 04:58:54.692924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fcad406b-8f9d-4829-9dcb-4df8b45a1ce2 req-67ffe936-6df2-49dd-a0f5-0c9218ef7096 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Aug 29 04:58:55.819417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6c6c-0589-4807-9ffe-f3a067c2a52a req-2dad131e-171b-429c-98ff-81cb4197a7ca tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:55.821051 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea6c6c6c-0589-4807-9ffe-f3a067c2a52a req-2dad131e-171b-429c-98ff-81cb4197a7ca tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0588303 Aug 29 04:58:55.859716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea6c6c6c-0589-4807-9ffe-f3a067c2a52a req-ff34a89b-c941-4572-b15c-af777afe94b9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325072 Aug 29 04:58:56.978613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac0196-cace-484f-8da1-3e70c16cb470 req-24f016df-187e-4d83-ab6d-7eb8bf56b46f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:56.980134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecac0196-cace-484f-8da1-3e70c16cb470 req-24f016df-187e-4d83-ab6d-7eb8bf56b46f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0499568 Aug 29 04:58:57.025612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ecac0196-cace-484f-8da1-3e70c16cb470 req-cf49d17c-9ebe-43e8-aacd-72a0dbf71a90 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Aug 29 04:58:57.431084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.147903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29780-883d-47bf-970a-c964352dcd92 req-18dcdf90-db18-4873-8f2c-63a6860001b1 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:58.149426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46f29780-883d-47bf-970a-c964352dcd92 req-18dcdf90-db18-4873-8f2c-63a6860001b1 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0499980 Aug 29 04:58:58.186938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-46f29780-883d-47bf-970a-c964352dcd92 req-aecbcd3c-a5d1-49bf-aaff-35cf634934a9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Aug 29 04:58:58.694246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.310425 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5464ac7-15cf-4035-9d43-8727a923b9e9 req-49816343-addf-49b2-b371-1714e9da5216 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:59.311913 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5464ac7-15cf-4035-9d43-8727a923b9e9 req-49816343-addf-49b2-b371-1714e9da5216 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0500386 Aug 29 04:58:59.350814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5464ac7-15cf-4035-9d43-8727a923b9e9 req-3a07cf71-b649-45bc-b288-a3e346b0bcc6 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Aug 29 04:59:00.467007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ce9f2-3e78-43ff-9bf1-e86caaecdb92 req-374b6c28-d72c-4ed2-b86f-3ade027a4be4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:00.468501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b2ce9f2-3e78-43ff-9bf1-e86caaecdb92 req-374b6c28-d72c-4ed2-b86f-3ade027a4be4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0492814 Aug 29 04:59:00.509909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b2ce9f2-3e78-43ff-9bf1-e86caaecdb92 req-6a7e0094-9eaf-40c8-934a-f6ba453718bf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352263 Aug 29 04:59:01.627879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb8bb6-5f0f-487b-8ab5-d1c38a57b3f7 req-2257e506-a759-4e24-9ee3-f957789fa053 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:01.629321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5fb8bb6-5f0f-487b-8ab5-d1c38a57b3f7 req-2257e506-a759-4e24-9ee3-f957789fa053 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0514927 Aug 29 04:59:01.668768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5fb8bb6-5f0f-487b-8ab5-d1c38a57b3f7 req-6537bfc2-81f0-4a74-9ccc-1ef4f3c65d09 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Aug 29 04:59:01.967939 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:59:02.787851 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48fc7-3c2c-4cb2-a0f1-da52ec3d95e6 req-96f461ed-c0d1-4db0-a1b9-a7b9d8aeb805 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:02.789667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57a48fc7-3c2c-4cb2-a0f1-da52ec3d95e6 req-96f461ed-c0d1-4db0-a1b9-a7b9d8aeb805 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0490263 Aug 29 04:59:02.827054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-57a48fc7-3c2c-4cb2-a0f1-da52ec3d95e6 req-791bd9e0-2d3d-49b1-874c-df4b2c15a1af tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Aug 29 04:59:03.947882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ade78-9042-4d7a-9904-32617abdee5c req-98988576-cb65-4dfc-ac3e-6667160a2117 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:03.949385 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c2ade78-9042-4d7a-9904-32617abdee5c req-98988576-cb65-4dfc-ac3e-6667160a2117 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0501428 Aug 29 04:59:03.994562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c2ade78-9042-4d7a-9904-32617abdee5c req-2c42905f-656c-4fc9-997a-a3e29112575a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 Aug 29 04:59:05.117348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11177469-15c7-4764-abc1-bc48c988c0cc req-90e62d67-7f7f-416d-a31a-7de67a2d0a95 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:05.118814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-11177469-15c7-4764-abc1-bc48c988c0cc req-90e62d67-7f7f-416d-a31a-7de67a2d0a95 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0502024 Aug 29 04:59:05.157412 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-11177469-15c7-4764-abc1-bc48c988c0cc req-a96d8b44-fed7-44dd-a483-b9164176df19 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Aug 29 04:59:06.273025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7f072-a651-4793-9903-47fd6cb0cdb6 req-3402f80b-a057-4ab6-aa56-eea06f1ff579 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:06.274501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32e7f072-a651-4793-9903-47fd6cb0cdb6 req-3402f80b-a057-4ab6-aa56-eea06f1ff579 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0489783 Aug 29 04:59:06.319998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32e7f072-a651-4793-9903-47fd6cb0cdb6 req-d6da2de1-d345-4fa1-9fe9-e70ce58afc27 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Aug 29 04:59:07.444761 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fc696-2db8-423f-b03f-d2d85f227734 req-ad51be53-d3c6-4d46-90b8-9ea1c4563925 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:07.446363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d4fc696-2db8-423f-b03f-d2d85f227734 req-ad51be53-d3c6-4d46-90b8-9ea1c4563925 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0558987 Aug 29 04:59:07.495563 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d4fc696-2db8-423f-b03f-d2d85f227734 req-30b4e514-bfdc-47e4-a2ab-daefbb7d76c5 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Aug 29 04:59:07.910617 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-89ecbb10-c640-4724-8100-eb899a20aad1 service neutron] show failed (client error): The resource could not be found. Aug 29 04:59:07.911664 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-89ecbb10-c640-4724-8100-eb899a20aad1 service neutron] 10.222.0.65 "GET /v2.0/ports/a508ebd4-22f5-4d04-8646-d0d86a0d2764/bindings/n-h1-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.1214969 Aug 29 04:59:08.119035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-e68519ab-bdab-4ce8-904f-7c8a5d282db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:08.120510 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-e68519ab-bdab-4ce8-904f-7c8a5d282db7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d&tenant_id=a21e01dd481f44019a61350855682abc HTTP/1.1" status: 200 len: 1097 time: 0.0433176 Aug 29 04:59:08.132393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:08.191603 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.406889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:08.439500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:08.479907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:08.482445 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57388ea6-eb17-41bc-bf95-8e14bfda34af" -d '{"events": [{"server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "name": "network-vif-unplugged", "status": "completed", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:08.486321 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.498667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Transition to ACTIVE for port object a508ebd4-22f5-4d04-8646-d0d86a0d2764 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:08.503209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.541262 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a56e7e-cd88-4f46-8ed6-4ecd9af0447c x-openstack-request-id: req-89a56e7e-cd88-4f46-8ed6-4ecd9af0447c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:08.541679 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "name": "network-vif-unplugged", "status": "completed", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:08.542072 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89a56e7e-cd88-4f46-8ed6-4ecd9af0447c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:08.542674 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'code': 200} Aug 29 04:59:08.587366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:08.589828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] No DVR routers for this DVR port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:08.603289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.603289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.603581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.603717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.604085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.604427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.604767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.605102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.605436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.605764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.606108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.606432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:08.639922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Attempting to bind port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:08.640326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Attempting to bind port a508ebd4-22f5-4d04-8646-d0d86a0d2764 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:08.640659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Attempting to bind port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on network e1f875e6-f5e4-400a-b158-a4af20fd8530 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:08.640883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448581a4-1b86-4e86-94f0-c34bd6a8c46e req-2896e915-d98f-4d4f-996b-e98d00d257b4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:08.642550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-448581a4-1b86-4e86-94f0-c34bd6a8c46e req-2896e915-d98f-4d4f-996b-e98d00d257b4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 943 time: 0.0587878 Aug 29 04:59:08.645877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on network e1f875e6-f5e4-400a-b158-a4af20fd8530 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:59:08.646207 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Attempting to bind port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on network e1f875e6-f5e4-400a-b158-a4af20fd8530 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:08.652033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:08.652410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Checking segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:08.652804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Bound using segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:08.653398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Bound port: a508ebd4-22f5-4d04-8646-d0d86a0d2764, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:08.653608 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.684043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-448581a4-1b86-4e86-94f0-c34bd6a8c46e req-c2a62e24-1e70-43d9-87a1-7639726d1f1e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Aug 29 04:59:08.742057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:08.746223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:08.751458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.793402 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:08.794036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.795727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] 10.222.0.64 "PUT /v2.0/ports/a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 1092 time: 0.6673262 Aug 29 04:59:08.812645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64740cc8-de98-4d8e-a7d4-454fd0ee35f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:08.867967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-cc3a6d8f-d449-4a78-bae0-a1001facac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:08.869540 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-cc3a6d8f-d449-4a78-bae0-a1001facac4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 1095 time: 0.0445821 Aug 29 04:59:08.959930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-26658bf7-3918-4201-ad1f-b301f1b55f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:08.961358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-26658bf7-3918-4201-ad1f-b301f1b55f26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.0849726 Aug 29 04:59:09.008503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-504fdcda-ed8a-44ed-9fe2-27d65b54dc20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 217 time: 0.0360968 Aug 29 04:59:09.064813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-1fdf5a38-1f68-4138-802e-603cc6d6619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:09.066390 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-1fdf5a38-1f68-4138-802e-603cc6d6619c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0509264 Aug 29 04:59:09.101529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-2ef4602d-3775-4326-98e5-dd4942908e60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260417 Aug 29 04:59:09.193896 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-16bd13c2-478f-4667-b0c5-7ef6afd6e817 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816360 Aug 29 04:59:09.295121 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-53fe9b1e-96aa-4094-8ebd-1618d82ed400 req-93d29695-5a27-499e-947c-6d5a1700026d service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896838 Aug 29 04:59:09.803582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f0d66-ff47-48ec-9bb6-cdaa96019db7 req-317da922-09fb-43fc-bf6e-42774c6aab83 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:09.805114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b8f0d66-ff47-48ec-9bb6-cdaa96019db7 req-317da922-09fb-43fc-bf6e-42774c6aab83 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 943 time: 0.0502462 Aug 29 04:59:09.845015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b8f0d66-ff47-48ec-9bb6-cdaa96019db7 req-9ad2c171-a28b-4621-bb71-f2f5285703d6 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Aug 29 04:59:10.543861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:10.546320 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b" -d '{"events": [{"name": "network-changed", "server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:10.594435 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f2aaac-d3d9-475f-b8d4-6dbba897dac0 x-openstack-request-id: req-a6f2aaac-d3d9-475f-b8d4-6dbba897dac0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:10.594732 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:10.594989 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6f2aaac-d3d9-475f-b8d4-6dbba897dac0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:10.595396 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'status': 'completed', 'code': 200} Aug 29 04:59:10.687328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-85237637-9d99-4711-bde1-b78a25762612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:10.689011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-85237637-9d99-4711-bde1-b78a25762612 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 1095 time: 0.0711203 Aug 29 04:59:10.691659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-4d43edab-658b-4bf3-9a39-dc56638619ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:10.693085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-4d43edab-658b-4bf3-9a39-dc56638619ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 1095 time: 0.0673227 Aug 29 04:59:10.868160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-a03d3565-e389-45ea-b6f0-bd472a3af2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:10.869557 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-a03d3565-e389-45ea-b6f0-bd472a3af2fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.1689610 Aug 29 04:59:10.878579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-94609ddb-d155-4202-ac37-2028647a2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:10.880073 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-94609ddb-d155-4202-ac37-2028647a2bff service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.1783211 Aug 29 04:59:10.928704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-111caff5-4592-42c5-9a10-2f9eaf6a4ae3 req-5bfe5918-86c9-4019-a3af-b1410d1c709e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0622733 Aug 29 04:59:10.935128 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-a8d45973-7abc-48a9-8636-21c41232f2bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 217 time: 0.0579748 Aug 29 04:59:10.968718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5ee9-2f1d-469c-9e1e-39cd6e895131 req-d0a37b8e-7313-49a9-8ef2-e0bd87a7629d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:10.968718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5cc5ee9-2f1d-469c-9e1e-39cd6e895131 req-d0a37b8e-7313-49a9-8ef2-e0bd87a7629d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 943 time: 0.0497603 Aug 29 04:59:10.986873 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-4815e54e-ac81-45d0-997b-073b42345cae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 217 time: 0.0859003 Aug 29 04:59:11.010731 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5cc5ee9-2f1d-469c-9e1e-39cd6e895131 req-b81ee59e-29a5-46c7-820d-85b11135114b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Aug 29 04:59:11.032558 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-111caff5-4592-42c5-9a10-2f9eaf6a4ae3 req-3fc170c0-94be-4834-8611-82061a26ae61 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0615497 Aug 29 04:59:11.089984 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-111caff5-4592-42c5-9a10-2f9eaf6a4ae3 req-d3d30571-07af-4d0d-ad4d-352abadf9c69 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383422 Aug 29 04:59:11.095429 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-52c3f37b-914f-455c-93b0-d343f5c5330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:11.096841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-52c3f37b-914f-455c-93b0-d343f5c5330e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.1282082 Aug 29 04:59:11.170280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-ade2951d-c66e-4354-9103-31c2ca7c8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:11.171747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-ade2951d-c66e-4354-9103-31c2ca7c8ff1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.1669433 Aug 29 04:59:11.178585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-32c6e25e-6d59-494c-8d55-9543831b16e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657835 Aug 29 04:59:11.253717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-60246a43-2ebe-4a54-b744-ffcfbdaec751 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710797 Aug 29 04:59:11.358911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111caff5-4592-42c5-9a10-2f9eaf6a4ae3 req-edbf3340-1e61-4f57-980d-a6ed8b487040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:11.361478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-111caff5-4592-42c5-9a10-2f9eaf6a4ae3 req-edbf3340-1e61-4f57-980d-a6ed8b487040 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2633352 Aug 29 04:59:11.389602 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-0cb6c583-b1b3-458a-a57d-4b1fdc5bc042 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051668 Aug 29 04:59:11.450186 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-76477bba-62ff-43f4-bc08-c16eb9f0d79c service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814680 Aug 29 04:59:11.555472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-966d1176-4a2f-484a-95ce-9b3b8065026c service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546290 Aug 29 04:59:11.572323 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d54e8ad0-889f-4623-a16b-7c47abfdfa2b req-b7529698-2047-42a5-8269-8f791c91246f service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148610 Aug 29 04:59:12.132348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164f52f-a8b3-433f-98a7-155abd7bac62 req-1f35364a-97a2-4423-bdb8-38402673dd8a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.133856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4164f52f-a8b3-433f-98a7-155abd7bac62 req-1f35364a-97a2-4423-bdb8-38402673dd8a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 943 time: 0.0504506 Aug 29 04:59:12.172395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4164f52f-a8b3-433f-98a7-155abd7bac62 req-7832fb5c-0bb8-4c63-a211-5a680e375e5e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Aug 29 04:59:12.353215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a508ebd4-22f5-4d04-8646-d0d86a0d2764 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:59:12.377237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845a773-2e6a-45c6-b64e-c7494ea36109 req-e6ba516d-8fe7-436f-8aff-289e7898de3b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.379092 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f845a773-2e6a-45c6-b64e-c7494ea36109 req-e6ba516d-8fe7-436f-8aff-289e7898de3b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 943 time: 0.0522316 Aug 29 04:59:12.393799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-25733e70-f408-4099-a658-529e58b9d4ea tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.394885 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-25733e70-f408-4099-a658-529e58b9d4ea tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.65 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d&tenant_id=a21e01dd481f44019a61350855682abc&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 943 time: 0.0617783 Aug 29 04:59:12.420207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f845a773-2e6a-45c6-b64e-c7494ea36109 req-f0805f68-40c9-403d-be4b-898eb9aebf3b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Aug 29 04:59:12.464304 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:12.468034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a508ebd4-22f5-4d04-8646-d0d86a0d2764 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:59:12.472903 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-37dd5af0-deac-474c-849f-79c701fc496e service neutron] delete failed (client error): The resource could not be found. Aug 29 04:59:12.474014 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-37dd5af0-deac-474c-849f-79c701fc496e service neutron] 10.222.0.65 "DELETE /v2.0/ports/a508ebd4-22f5-4d04-8646-d0d86a0d2764/bindings/n-h2-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.0707850 Aug 29 04:59:12.503493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530', 'port_id': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'mac_address': 'fa:16:3e:5e:b2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f5360a-6377-49de-939f-0e0600066148', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:59:12.548202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device a508ebd4-22f5-4d04-8646-d0d86a0d2764 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:59:12.555077 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.559240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-f6460ce5-0833-448d-9720-830a7c12b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.560823 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-f6460ce5-0833-448d-9720-830a7c12b9ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 1095 time: 0.0431244 Aug 29 04:59:12.568077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a508ebd4-22f5-4d04-8646-d0d86a0d2764 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:59:12.589429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:12.593958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.648741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:12.655666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-3874dd7c-6473-415e-a692-8957a7bdfab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.657493 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-3874dd7c-6473-415e-a692-8957a7bdfab5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.0898421 Aug 29 04:59:12.704516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-041dd1b2-7fac-4fb8-a145-66af17f81fe7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 200 len: 217 time: 0.0402517 Aug 29 04:59:12.757810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-cbb30fed-e1f7-4bed-adaa-1aba4451f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.759359 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-cbb30fed-e1f7-4bed-adaa-1aba4451f8a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0483651 Aug 29 04:59:12.792513 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-aa207932-0d9a-4a7a-85c0-70976a2e5512 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267017 Aug 29 04:59:12.835133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a508ebd4-22f5-4d04-8646-d0d86a0d2764'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:59:12.886102 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-01b7df1b-f2db-4109-97ec-a4a21d2e82fe service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868886 Aug 29 04:59:12.977909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41453da9-a31e-4ec3-a036-1246a9442f0c req-251fb17d-42c3-47e9-b795-ad17097365be service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844080 Aug 29 04:59:13.543614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30707832-696b-4d33-b80a-4d492e08d267 req-773b2740-5005-4cfc-a9a6-cab46d4257a3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:13.545165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30707832-696b-4d33-b80a-4d492e08d267 req-773b2740-5005-4cfc-a9a6-cab46d4257a3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 944 time: 0.0534163 Aug 29 04:59:13.588747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-30707832-696b-4d33-b80a-4d492e08d267 req-86d4a83e-b914-4b46-a08f-56f4cc8e7dab tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Aug 29 04:59:14.359733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a508ebd4-22f5-4d04-8646-d0d86a0d2764 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:14.416169 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port a508ebd4-22f5-4d04-8646-d0d86a0d2764 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:14.420196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port a508ebd4-22f5-4d04-8646-d0d86a0d2764 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:14.420583 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.499201 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.525881 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:14.528164 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5431e312-0f86-4f09-949e-3c7157ab272d" -d '{"events": [{"server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "name": "network-vif-plugged", "status": "completed", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:14.540878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:14.545177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.570109 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14f4514-9f6f-4344-8629-343d5b85ed98 x-openstack-request-id: req-e14f4514-9f6f-4344-8629-343d5b85ed98 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:14.570410 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "name": "network-vif-plugged", "status": "completed", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:14.570670 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e14f4514-9f6f-4344-8629-343d5b85ed98 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:14.571067 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'code': 200} Aug 29 04:59:14.596003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:14.722252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2b8a2-ca19-430b-8e97-cee9f53a4fea req-10b0b4a9-0d18-4bd4-8561-734947953288 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:14.723881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fe2b8a2-ca19-430b-8e97-cee9f53a4fea req-10b0b4a9-0d18-4bd4-8561-734947953288 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0643694 Aug 29 04:59:14.761890 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fe2b8a2-ca19-430b-8e97-cee9f53a4fea req-a8214f53-ef68-4c37-8029-6a8a8488ea7c tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Aug 29 04:59:14.882938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3d90-9a65-4094-9859-434a6defa62d req-d236fb71-ecfb-49f8-9b79-9213dc641b61 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:14.884378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e05d3d90-9a65-4094-9859-434a6defa62d req-d236fb71-ecfb-49f8-9b79-9213dc641b61 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0507810 Aug 29 04:59:14.928598 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e05d3d90-9a65-4094-9859-434a6defa62d req-9f431319-46a2-4baf-971f-b50dfb89a233 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381160 Aug 29 04:59:15.043648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419596-6016-49cb-8019-44668496d978 req-24b4eb73-71a7-43a8-bc81-af3781fda1db tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.045179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42419596-6016-49cb-8019-44668496d978 req-24b4eb73-71a7-43a8-bc81-af3781fda1db tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0502670 Aug 29 04:59:15.087953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42419596-6016-49cb-8019-44668496d978 req-434715ae-53a0-420b-8d3b-df23e4e170d0 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368493 Aug 29 04:59:15.436622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-9e269c4d-7d71-4d6d-90fc-0aaa25b414e1 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.438098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-9e269c4d-7d71-4d6d-90fc-0aaa25b414e1 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 814 time: 0.1037359 Aug 29 04:59:15.454779 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-8905cef7-dfbf-4e50-868e-d86fa4a40e93 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/quotas/a21e01dd481f44019a61350855682abc HTTP/1.1" status: 200 len: 375 time: 0.0097799 Aug 29 04:59:15.504741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-2f0f8b49-508b-4bad-bfaf-9f24cf2ba496 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440257 Aug 29 04:59:15.599147 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-147c4beb-681d-4871-abb5-03164a3775ad service neutron] 10.222.0.58 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867345 Aug 29 04:59:15.690041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-074f0340-d27e-4abd-ad5c-95fecd020a7e service neutron] 10.222.0.58 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Aug 29 04:59:15.860679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10248a82-7a60-4794-99ac-520635042731 req-187126ea-371b-4797-9fab-1d6e5a851612 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 210 time: 0.0327137 Aug 29 04:59:16.814891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-64bd0ee2-e6ec-4644-893e-bffeb703d7a4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:16.817078 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-64bd0ee2-e6ec-4644-893e-bffeb703d7a4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.64 "GET /v2.0/ports?device_id=24878767-6e8f-4f74-a23a-d5060265c26d HTTP/1.1" status: 200 len: 945 time: 0.0565708 Aug 29 04:59:16.975662 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d06448bc-4faa-43da-ba00-70ab33184c5e req-4ceca974-7d84-46a0-8bfc-b327fd04a78e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 210 time: 0.0287325 Aug 29 04:59:17.014691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-89c0d342-503c-45a8-971d-7a32516883bb tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:17.016273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-89c0d342-503c-45a8-971d-7a32516883bb tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.64 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 814 time: 0.1793795 Aug 29 04:59:17.026326 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Deleting port a508ebd4-22f5-4d04-8646-d0d86a0d2764 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:17.026675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.034489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Request body: {'port': {'device_id': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530', 'admin_state_up': True, 'tenant_id': 'a21e01dd481f44019a61350855682abc'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:17.190946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] For port a508ebd4-22f5-4d04-8646-d0d86a0d2764, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=a508ebd4-22f5-4d04-8646-d0d86a0d2764,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:17.191322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.206291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Calling delete_port for a508ebd4-22f5-4d04-8646-d0d86a0d2764 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:17.269895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Made reservation on behalf of a21e01dd481f44019a61350855682abc for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:17.273992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.449726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f0429c8a-4fec-475b-a219-121fb724b344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.472520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Allocated IP 172.20.0.5 (e1f875e6-f5e4-400a-b158-a4af20fd8530/65f5360a-6377-49de-939f-0e0600066148/2f930f4b-3c4a-438f-ad6f-0132d9e6c61e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:17.475233 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.492073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a508ebd4-22f5-4d04-8646-d0d86a0d2764'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:59:17.524391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Pushing event deleted for resources: {'Port': ['ID=a508ebd4-22f5-4d04-8646-d0d86a0d2764,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:17.599852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] No DVR routers for this DVR port a508ebd4-22f5-4d04-8646-d0d86a0d2764 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:17.604808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.606888 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.64 "DELETE /v2.0/ports/a508ebd4-22f5-4d04-8646-d0d86a0d2764 HTTP/1.1" status: 204 len: 173 time: 0.7711997 Aug 29 04:59:17.607404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'name': 'network-vif-deleted', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:17.609784 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6824177f-659c-47c8-a51c-ce348a4082c9" -d '{"events": [{"server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "name": "network-vif-deleted", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:17.665492 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aceb6e-f007-4083-bad7-db38d79a2d10 x-openstack-request-id: req-b9aceb6e-f007-4083-bad7-db38d79a2d10 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:17.665946 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24878767-6e8f-4f74-a23a-d5060265c26d", "name": "network-vif-deleted", "tag": "a508ebd4-22f5-4d04-8646-d0d86a0d2764", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:17.666300 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9aceb6e-f007-4083-bad7-db38d79a2d10 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:17.666767 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24878767-6e8f-4f74-a23a-d5060265c26d', 'name': 'network-vif-deleted', 'tag': 'a508ebd4-22f5-4d04-8646-d0d86a0d2764', 'status': 'completed', 'code': 200} Aug 29 04:59:17.747919 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.790098 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.802546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['a508ebd4-22f5-4d04-8646-d0d86a0d2764'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:59:17.834916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Network e1f875e6-f5e4-400a-b158-a4af20fd8530 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:17.838406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:17.842651 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:17.869533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:17.899386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:17.900046 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.914490 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-29382938-4242-46ff-a93f-6e70efdf2f1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8848572 Aug 29 04:59:17.927424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Request body: {'port': {'device_id': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:17.983826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.097774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aacd71-6979-469e-99bd-f0dd61d89354 req-19c99676-30d2-460e-93b3-2710fb84bc44 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:18.100987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97aacd71-6979-469e-99bd-f0dd61d89354 req-19c99676-30d2-460e-93b3-2710fb84bc44 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 931 time: 0.0551188 Aug 29 04:59:18.147159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97aacd71-6979-469e-99bd-f0dd61d89354 req-c5287824-8c90-40b3-9050-88ae64d6fa86 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368214 Aug 29 04:59:18.273934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:59:18.281793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.294459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Transition to ACTIVE for port object 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:18.297765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.370843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:18.421293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Attempting to bind port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:18.421635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Attempting to bind port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:18.422024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Attempting to bind port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on network e1f875e6-f5e4-400a-b158-a4af20fd8530 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:18.426255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on network e1f875e6-f5e4-400a-b158-a4af20fd8530 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:59:18.426586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Attempting to bind port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on network e1f875e6-f5e4-400a-b158-a4af20fd8530 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:18.431289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:18.431630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Checking segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:18.432049 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Bound using segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:18.432484 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Bound port: 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:18.432852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.496254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:18.499336 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:18.502946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.542264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:18.542852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.544281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] 10.222.0.64 "PUT /v2.0/ports/2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 1092 time: 0.6208904 Aug 29 04:59:18.567490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45592c0f-cba7-42e2-b5f4-8f2ef5629bea service neutron] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:18.628050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-0e6e056a-e170-40ed-b805-b791bf92aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:18.629462 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-0e6e056a-e170-40ed-b805-b791bf92aa5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0425637 Aug 29 04:59:18.685655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-f4b45162-75d2-4a43-84dd-6a7cfc61a59f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 217 time: 0.0453725 Aug 29 04:59:18.739861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-00ed3bd9-b624-40fa-b18d-274f69d7a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:18.741424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-00ed3bd9-b624-40fa-b18d-274f69d7a276 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0451941 Aug 29 04:59:18.779527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-5de4d1b4-4630-4440-a72b-0954f45f2e51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250244 Aug 29 04:59:19.217811 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-4ef6e5be-e7e0-4735-b61f-1a9f40086c19 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306211 Aug 29 04:59:19.269463 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c433a-dd06-451b-9171-a93bed6b9eae req-4a544fbb-afdb-45a3-9e64-dce3598edf08 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:19.271014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b49c433a-dd06-451b-9171-a93bed6b9eae req-4a544fbb-afdb-45a3-9e64-dce3598edf08 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0515335 Aug 29 04:59:19.310454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b49c433a-dd06-451b-9171-a93bed6b9eae req-fc91d68f-fa54-4d91-aa56-0bc632959755 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Aug 29 04:59:19.316476 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-15f58c29-e0ae-4987-be8b-bc8301dfaee0 req-26a754bb-9ff1-48ca-8add-656f52b7d515 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Aug 29 04:59:19.667726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:19.670141 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e28976-7427-429a-a406-e9ce5c76f288" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:19.705150 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74ab34e-5b49-4786-9f24-bcef80233f8b x-openstack-request-id: req-a74ab34e-5b49-4786-9f24-bcef80233f8b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:19.705445 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:19.705698 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a74ab34e-5b49-4786-9f24-bcef80233f8b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:19.706120 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'status': 'completed', 'code': 200} Aug 29 04:59:19.775204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e28976-7427-429a-a406-e9ce5c76f288 req-09aade0d-6a64-4f89-9a39-36e4900654b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:19.776783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97e28976-7427-429a-a406-e9ce5c76f288 req-09aade0d-6a64-4f89-9a39-36e4900654b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0418830 Aug 29 04:59:19.873686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e28976-7427-429a-a406-e9ce5c76f288 req-fa8edbda-63f5-47c1-bd43-726d7f96c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:19.875233 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97e28976-7427-429a-a406-e9ce5c76f288 req-fa8edbda-63f5-47c1-bd43-726d7f96c5c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.0903642 Aug 29 04:59:19.920514 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97e28976-7427-429a-a406-e9ce5c76f288 req-deaf720a-9645-4101-b530-bb4f77ad5005 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 217 time: 0.0371838 Aug 29 04:59:19.975632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e28976-7427-429a-a406-e9ce5c76f288 req-a7f8d50f-93b1-477e-9263-c88cd9ebd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:19.977242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97e28976-7427-429a-a406-e9ce5c76f288 req-a7f8d50f-93b1-477e-9263-c88cd9ebd73b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0492125 Aug 29 04:59:20.010828 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97e28976-7427-429a-a406-e9ce5c76f288 req-f270302f-0132-4f67-8f0d-e796828c1f12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243671 Aug 29 04:59:20.101873 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97e28976-7427-429a-a406-e9ce5c76f288 req-98ce37f8-b93f-4bb8-a092-c226df9319b4 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835226 Aug 29 04:59:20.201919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-97e28976-7427-429a-a406-e9ce5c76f288 req-59557707-4800-48b3-ab5c-f90413dad4f5 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904143 Aug 29 04:59:20.379184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a508ebd4-22f5-4d04-8646-d0d86a0d2764 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:59:20.407276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: a508ebd4-22f5-4d04-8646-d0d86a0d2764 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:59:20.407620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device a508ebd4-22f5-4d04-8646-d0d86a0d2764 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:59:20.419726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.435312 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a1a89-d04f-4cd1-8ca5-770d3bac458a req-f7780d30-b37d-46a0-bdf1-c752293c5fb2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:20.437002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d01a1a89-d04f-4cd1-8ca5-770d3bac458a req-f7780d30-b37d-46a0-bdf1-c752293c5fb2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0565743 Aug 29 04:59:20.460912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-52ed8496-9cf9-4fc0-b638-08a76d3458dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.480217 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d01a1a89-d04f-4cd1-8ca5-770d3bac458a req-7ced9aa6-0b15-446b-a57a-85d36db2bbaa tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365503 Aug 29 04:59:21.330823 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.597125 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1658-a660-4718-960b-950d843eda33 req-ae7e9478-fcc6-4945-9e87-4c611f98ff50 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:21.598800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf9a1658-a660-4718-960b-950d843eda33 req-ae7e9478-fcc6-4945-9e87-4c611f98ff50 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0500803 Aug 29 04:59:21.636640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf9a1658-a660-4718-960b-950d843eda33 req-3cc8315c-59e5-40c3-ab6f-af9a551511ae tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Aug 29 04:59:22.378622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:59:22.473660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:22.485218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530', 'port_id': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'mac_address': 'fa:16:3e:9c:de:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f5360a-6377-49de-939f-0e0600066148', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:59:22.522678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.540316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:59:22.559746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:22.563827 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.622818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:22.632760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.633252 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.633738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.634216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.634705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.635181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.635654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.636165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.636668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.637175 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.637694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.638045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:22.754075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0071b-47bb-47d3-b723-fee790c80315 req-634ccc71-caf2-40b3-afc7-2fa09c6331c8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:22.755602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6b0071b-47bb-47d3-b723-fee790c80315 req-634ccc71-caf2-40b3-afc7-2fa09c6331c8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 944 time: 0.0504243 Aug 29 04:59:22.794871 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6b0071b-47bb-47d3-b723-fee790c80315 req-05df34bd-1ece-41d1-a92e-0f96d0082c15 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329044 Aug 29 04:59:22.802349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:59:22.916312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:23.915875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a2682-0b9c-4ba7-9a16-f248d96b9fe3 req-02a92b9c-61e8-4817-8e3a-ca14c7f841cd tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:23.917425 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a90a2682-0b9c-4ba7-9a16-f248d96b9fe3 req-02a92b9c-61e8-4817-8e3a-ca14c7f841cd tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 944 time: 0.0540035 Aug 29 04:59:23.957073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a90a2682-0b9c-4ba7-9a16-f248d96b9fe3 req-4c8f9835-d40b-4a5a-8e2c-b95775a6918f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Aug 29 04:59:24.417034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:24.479648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:24.483938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:24.484354 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.576463 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.601665 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:24.604048 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d72ad5-7090-472b-9109-0b30628e0a3a" -d '{"events": [{"server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "name": "network-vif-plugged", "status": "completed", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:24.618219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:24.623296 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.684699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:24.714233 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d159d0-38c5-4d05-b7b4-aa814aa65339 x-openstack-request-id: req-51d159d0-38c5-4d05-b7b4-aa814aa65339 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:24.714534 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "name": "network-vif-plugged", "status": "completed", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:24.714834 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51d159d0-38c5-4d05-b7b4-aa814aa65339 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:24.715299 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'code': 200} Aug 29 04:59:24.835596 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f92cd4-0cf3-4602-9b23-feafc1a19867 req-8dc9bac2-476a-4dc6-b13e-6852cdf3ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:24.837074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4f92cd4-0cf3-4602-9b23-feafc1a19867 req-8dc9bac2-476a-4dc6-b13e-6852cdf3ad4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0521998 Aug 29 04:59:24.873411 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c4f92cd4-0cf3-4602-9b23-feafc1a19867 req-455ee195-96e5-432e-a8db-90c7b726c70d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279810 Aug 29 04:59:25.075737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852343f-a5b1-4351-b1ce-b30936ebfb1f req-6e3e5bc4-a95b-4632-aa99-60f298ca7276 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:25.077679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3852343f-a5b1-4351-b1ce-b30936ebfb1f req-6e3e5bc4-a95b-4632-aa99-60f298ca7276 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0518439 Aug 29 04:59:25.115886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3852343f-a5b1-4351-b1ce-b30936ebfb1f req-5e7a5b1e-08ee-4e84-a4d2-93a32c1ef271 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Aug 29 04:59:26.245507 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561d6d0-28c1-4276-8398-d9abbf123724 req-312ab7c7-7925-48e6-adb1-a025223956e2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:26.247607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c561d6d0-28c1-4276-8398-d9abbf123724 req-312ab7c7-7925-48e6-adb1-a025223956e2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0547779 Aug 29 04:59:26.287122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c561d6d0-28c1-4276-8398-d9abbf123724 req-8ed12980-54f0-44a2-9cbc-7af2714d9e65 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335228 Aug 29 04:59:26.407197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b039a-740a-43c2-a6f3-374e86cbc47e req-b30527e5-e26a-40c4-8e44-6df15c8c2862 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:26.408658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e1b039a-740a-43c2-a6f3-374e86cbc47e req-b30527e5-e26a-40c4-8e44-6df15c8c2862 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0546529 Aug 29 04:59:26.447401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e1b039a-740a-43c2-a6f3-374e86cbc47e req-e024d49f-0448-438e-bc47-899f8d103e91 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Aug 29 04:59:26.716455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-0fdfa88e-629d-4cba-8ac0-fa0cb50f2de5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796137 Aug 29 04:59:26.724923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119fee7-5929-434d-9da5-9d529254b716 req-02b5a16e-db5f-4e63-a0bc-304669bfc470 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:26.726370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4119fee7-5929-434d-9da5-9d529254b716 req-02b5a16e-db5f-4e63-a0bc-304669bfc470 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0812838 Aug 29 04:59:26.767377 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4119fee7-5929-434d-9da5-9d529254b716 req-5b881172-c4aa-40e5-ab99-e866c113d245 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345578 Aug 29 04:59:27.425091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.826482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-9e9ef241-8e9d-4156-86da-0c5f053ed546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:27.828189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-9e9ef241-8e9d-4156-86da-0c5f053ed546 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0430675 Aug 29 04:59:27.892287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a582e4-3856-4641-a05d-069b3b09f24b req-35d93a72-ca1b-487d-a47a-b0d49dc9c8ee tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:27.894038 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96a582e4-3856-4641-a05d-069b3b09f24b req-35d93a72-ca1b-487d-a47a-b0d49dc9c8ee tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0584664 Aug 29 04:59:27.926223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-5fab6f1c-3ed7-42bf-8b5b-9f7c0aee92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:27.927722 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-5fab6f1c-3ed7-42bf-8b5b-9f7c0aee92bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.0919828 Aug 29 04:59:27.934891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-96a582e4-3856-4641-a05d-069b3b09f24b req-6abcadb4-f73b-4613-8345-2f807c7da1c6 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Aug 29 04:59:27.984801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-fe210ffe-4d09-4548-9331-5d317a13a52e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 217 time: 0.0497165 Aug 29 04:59:28.034116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-d3441d33-b58a-4ab7-a5b3-878e8aab039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:28.035626 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-d3441d33-b58a-4ab7-a5b3-878e8aab039d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0436440 Aug 29 04:59:28.075762 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-fe6cf129-8b32-4866-b2e1-473f18192a4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331559 Aug 29 04:59:28.169822 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-89bd3239-0d84-4ff3-b186-6d90ee459e86 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861268 Aug 29 04:59:28.264780 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-814050c7-6c9a-4d25-a767-2f42a2fc6412 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876782 Aug 29 04:59:28.706502 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:29.060035 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4783f-1e08-4991-920e-45a26358276e req-37ebd51b-860c-4a84-856f-7c819a71894e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:29.061534 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5a4783f-1e08-4991-920e-45a26358276e req-37ebd51b-860c-4a84-856f-7c819a71894e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Aug 29 04:59:29.100210 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5a4783f-1e08-4991-920e-45a26358276e req-7f6f0467-795f-49c5-8055-d06da737a1a1 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Aug 29 04:59:30.225313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85e8c0-9dd4-4839-a3e1-43fbbb397da8 req-caef73c3-bbdb-4c82-9697-a622d4069f3f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:30.226813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed85e8c0-9dd4-4839-a3e1-43fbbb397da8 req-caef73c3-bbdb-4c82-9697-a622d4069f3f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0499165 Aug 29 04:59:30.265273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed85e8c0-9dd4-4839-a3e1-43fbbb397da8 req-ba611eca-0fb9-4296-aa40-f85f52184a4a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Aug 29 04:59:31.394613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841eaf6-1a9e-4b22-b555-363e10618152 req-206facf6-9baf-4e20-b8d9-43cde064401d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:31.396129 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7841eaf6-1a9e-4b22-b555-363e10618152 req-206facf6-9baf-4e20-b8d9-43cde064401d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0551670 Aug 29 04:59:31.434773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7841eaf6-1a9e-4b22-b555-363e10618152 req-fa9af6e8-2412-49d2-9117-0ec8b12ff8a2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Aug 29 04:59:32.552605 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8069a-f326-4c5c-8d3a-d222fd551e54 req-4f937230-2f3e-4930-a6f2-23e89c289a35 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:32.554099 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97f8069a-f326-4c5c-8d3a-d222fd551e54 req-4f937230-2f3e-4930-a6f2-23e89c289a35 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0507457 Aug 29 04:59:32.594177 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97f8069a-f326-4c5c-8d3a-d222fd551e54 req-3af1b0d4-8336-4a8a-9d4b-187683b1c1ca tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340385 Aug 29 04:59:33.709730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d5b2-cad9-4c0c-af8d-09360248d33a req-c6244c71-e58f-4f89-83ff-ab3f1742e46c tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:33.711225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac31d5b2-cad9-4c0c-af8d-09360248d33a req-c6244c71-e58f-4f89-83ff-ab3f1742e46c tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0499885 Aug 29 04:59:33.752422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac31d5b2-cad9-4c0c-af8d-09360248d33a req-91fbb9ee-741d-49db-b5ba-41db1c4cd294 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349665 Aug 29 04:59:34.888269 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324af1f1-e071-4e53-a84b-96a8a645d51d req-1269570f-f611-4a62-a487-0482cb1df793 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:34.889772 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-324af1f1-e071-4e53-a84b-96a8a645d51d req-1269570f-f611-4a62-a487-0482cb1df793 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0554395 Aug 29 04:59:34.929509 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-324af1f1-e071-4e53-a84b-96a8a645d51d req-d72ed341-3e88-475a-94fb-9bb4352e4647 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335312 Aug 29 04:59:36.045006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b2e54-6b06-4c41-9c3d-c475782a39cc req-0295114f-3aa8-4095-809a-a99cb64f9127 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:36.046511 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-191b2e54-6b06-4c41-9c3d-c475782a39cc req-0295114f-3aa8-4095-809a-a99cb64f9127 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Aug 29 04:59:36.088245 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-191b2e54-6b06-4c41-9c3d-c475782a39cc req-326dd358-686e-4b74-bf35-ad7798fd112d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Aug 29 04:59:37.206363 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fd449-9e18-408c-a83e-d86427174477 req-ba44356a-e5b5-4c30-8c3c-b48077b3dc29 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:37.209103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-270fd449-9e18-408c-a83e-d86427174477 req-ba44356a-e5b5-4c30-8c3c-b48077b3dc29 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0531664 Aug 29 04:59:37.248301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-270fd449-9e18-408c-a83e-d86427174477 req-cb055cbe-997c-45dd-b372-4788cab1a7cd tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Aug 29 04:59:38.377093 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35d07-478d-42bf-82c3-a97dcd79e51c req-9397642c-26b5-4064-92f9-a3722f19cd95 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:38.378588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bd35d07-478d-42bf-82c3-a97dcd79e51c req-9397642c-26b5-4064-92f9-a3722f19cd95 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0610373 Aug 29 04:59:38.420291 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5bd35d07-478d-42bf-82c3-a97dcd79e51c req-43f41a7d-e347-4e8c-8dc1-79700ed9b59e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344939 Aug 29 04:59:38.967873 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:59:39.538739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4eef5f-05ec-48f9-8a59-4ed796c9c4e8 req-8fe21a24-aa3c-4f26-ac51-0df8d3f659b3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:39.540277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff4eef5f-05ec-48f9-8a59-4ed796c9c4e8 req-8fe21a24-aa3c-4f26-ac51-0df8d3f659b3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0500333 Aug 29 04:59:39.580313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff4eef5f-05ec-48f9-8a59-4ed796c9c4e8 req-7d5178fc-7797-4d66-afcf-5c70fe9d267b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Aug 29 04:59:40.695657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb45a2-84c1-40af-984f-1ad066d2fff6 req-ee7e06d2-a4d8-4815-a3e5-91582e59b45d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:40.697299 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94bb45a2-84c1-40af-984f-1ad066d2fff6 req-ee7e06d2-a4d8-4815-a3e5-91582e59b45d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Aug 29 04:59:40.735873 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-94bb45a2-84c1-40af-984f-1ad066d2fff6 req-ac127818-b329-4694-8f96-13a47d3fcf89 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Aug 29 04:59:41.856983 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3d7b2-8845-46fc-bf2a-450fa2c11af9 req-f5b30123-f073-4fae-869e-0bf3179567f0 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:41.858484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43b3d7b2-8845-46fc-bf2a-450fa2c11af9 req-f5b30123-f073-4fae-869e-0bf3179567f0 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0545011 Aug 29 04:59:41.895239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-43b3d7b2-8845-46fc-bf2a-450fa2c11af9 req-26a30582-59f5-4fc5-b863-788af9fae8f9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307286 Aug 29 04:59:43.015621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41214d0-bed0-47ac-b962-0e62f9355dca req-56a77728-0a04-4bbe-a183-5a169a904cb2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:43.017178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f41214d0-bed0-47ac-b962-0e62f9355dca req-56a77728-0a04-4bbe-a183-5a169a904cb2 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0509009 Aug 29 04:59:43.056703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f41214d0-bed0-47ac-b962-0e62f9355dca req-ea6f4b89-04f2-4360-bba4-29b0f69e1a27 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Aug 29 04:59:44.179155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2837d7-5ad0-402d-8676-d258ce552544 req-b4954451-42e0-4e5c-8de3-4428ba43fc6e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:44.180689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca2837d7-5ad0-402d-8676-d258ce552544 req-b4954451-42e0-4e5c-8de3-4428ba43fc6e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0503623 Aug 29 04:59:44.219681 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca2837d7-5ad0-402d-8676-d258ce552544 req-e2c47cf0-765c-4170-8e6d-9c0302dad40a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Aug 29 04:59:45.342353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54346d11-c1e9-4868-8c06-de4f91c5001e req-be8d2c2f-99e2-4e04-ab95-b7f0d8eac4aa tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:45.344063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54346d11-c1e9-4868-8c06-de4f91c5001e req-be8d2c2f-99e2-4e04-ab95-b7f0d8eac4aa tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0537777 Aug 29 04:59:45.383655 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54346d11-c1e9-4868-8c06-de4f91c5001e req-784036a8-a7b1-4a04-b9d6-70319a6220ff tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Aug 29 04:59:46.503040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258433-f42c-454e-b2e3-6cfbe30bd856 req-bc0dea90-1b23-46e9-b839-2f010e2201b9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:46.504556 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a258433-f42c-454e-b2e3-6cfbe30bd856 req-bc0dea90-1b23-46e9-b839-2f010e2201b9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Aug 29 04:59:46.544829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a258433-f42c-454e-b2e3-6cfbe30bd856 req-e9facb8f-c224-44ca-9e67-ffdb105d9d9d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329256 Aug 29 04:59:47.443711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a0392a8-4187-4b41-9dc7-5aca68a2f1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:47.681333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87183a83-7960-430f-aa47-055d9d5b13d5 req-ba9d738e-402d-4515-9782-d15db89e302e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:47.683065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87183a83-7960-430f-aa47-055d9d5b13d5 req-ba9d738e-402d-4515-9782-d15db89e302e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0549362 Aug 29 04:59:47.725768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-87183a83-7960-430f-aa47-055d9d5b13d5 req-90886fe3-ab32-49ba-965c-b05c7e9f6b93 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Aug 29 04:59:48.862495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975cb37-c300-4d86-8329-c2f056640aec req-57319841-a495-4340-948a-b69dcc9de357 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:48.864027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9975cb37-c300-4d86-8329-c2f056640aec req-57319841-a495-4340-948a-b69dcc9de357 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0646639 Aug 29 04:59:48.903805 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9975cb37-c300-4d86-8329-c2f056640aec req-ca6ea4a5-52b1-4a9a-83d3-ca39272440f4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337038 Aug 29 04:59:50.031277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65f7c6-2241-4de1-b8a4-ea006172ee93 req-1e8d8ab0-50ca-485c-8a1c-9eb46e5869cc tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:50.033073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d65f7c6-2241-4de1-b8a4-ea006172ee93 req-1e8d8ab0-50ca-485c-8a1c-9eb46e5869cc tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0549390 Aug 29 04:59:50.071135 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d65f7c6-2241-4de1-b8a4-ea006172ee93 req-36e8ed0c-9d28-490d-8c5d-d2ec0ecbf644 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Aug 29 04:59:50.411722 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.462211 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-16b60fe1-7323-428c-b1f0-01e746b0e490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.194981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6783-c3d4-4602-9618-044338d5ca9e req-2b62f1f4-6f99-43d9-affd-e3679a2116b1 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:51.196504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c30b6783-c3d4-4602-9618-044338d5ca9e req-2b62f1f4-6f99-43d9-affd-e3679a2116b1 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0573142 Aug 29 04:59:51.236092 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c30b6783-c3d4-4602-9618-044338d5ca9e req-17c05bb4-f83a-468a-bcbd-4c6ecc237446 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335057 Aug 29 04:59:51.328494 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.359782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14d525-55ec-43a8-8ca4-319d4fb65059 req-09758d0a-9f1f-4285-aed4-f0387c367aa7 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:52.361322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a14d525-55ec-43a8-8ca4-319d4fb65059 req-09758d0a-9f1f-4285-aed4-f0387c367aa7 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0574257 Aug 29 04:59:52.401375 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a14d525-55ec-43a8-8ca4-319d4fb65059 req-9c89e63d-12e2-45ce-ba39-917a2e8c55f8 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Aug 29 04:59:52.911145 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.522292 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94d78-4721-4c25-a9a4-5703da66f7d6 req-97890cd1-2949-4fd7-87c0-368e7ec76bd9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:53.523798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15e94d78-4721-4c25-a9a4-5703da66f7d6 req-97890cd1-2949-4fd7-87c0-368e7ec76bd9 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0520313 Aug 29 04:59:53.562632 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15e94d78-4721-4c25-a9a4-5703da66f7d6 req-6d280bb7-07bf-4c50-a1d0-78a4f3c3e0d7 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Aug 29 04:59:54.682325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d522ba-765f-4b2d-ab7a-5b60d0b17f17 req-a7bf70d8-92e7-427c-8ddf-851599f1672d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:54.683872 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d522ba-765f-4b2d-ab7a-5b60d0b17f17 req-a7bf70d8-92e7-427c-8ddf-851599f1672d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0537570 Aug 29 04:59:54.724382 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d522ba-765f-4b2d-ab7a-5b60d0b17f17 req-c39f5c9e-5203-40f9-ac07-c61a29ab79ae tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Aug 29 04:59:55.318184 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-c760855d-4fda-4428-ad46-3c3952454861 service neutron] show failed (client error): The resource could not be found. Aug 29 04:59:55.319281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-c760855d-4fda-4428-ad46-3c3952454861 service neutron] 10.222.0.64 "GET /v2.0/ports/2f930f4b-3c4a-438f-ad6f-0132d9e6c61e/bindings/n-h2-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.0562654 Aug 29 04:59:55.526606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-c265b4b1-19ac-4752-927a-245070ddeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:55.528156 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-c265b4b1-19ac-4752-927a-245070ddeaaa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4&tenant_id=a21e01dd481f44019a61350855682abc HTTP/1.1" status: 200 len: 1097 time: 0.0416729 Aug 29 04:59:55.541139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-15', 'device_owner': 'compute:nova'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:55.598749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.820050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:55.846466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75b045-2b3c-4faf-8527-e83038cbb696 req-379d8331-1a93-48d1-b8b8-9a48bf54205a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:55.847975 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f75b045-2b3c-4faf-8527-e83038cbb696 req-379d8331-1a93-48d1-b8b8-9a48bf54205a tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0547259 Aug 29 04:59:55.854254 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:55.888502 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f75b045-2b3c-4faf-8527-e83038cbb696 req-92cec2ca-fd0c-4734-9a5f-edee7744e8b4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 29 04:59:55.895591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:55.898451 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1a784-ee80-4197-944b-1710057d9ee9" -d '{"events": [{"server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:55.902534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.916942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Transition to ACTIVE for port object 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:55.920969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.958030 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b35e48-2b34-416b-bf5f-fc35a2d84645 x-openstack-request-id: req-e4b35e48-2b34-416b-bf5f-fc35a2d84645 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:55.958331 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:55.958591 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4b35e48-2b34-416b-bf5f-fc35a2d84645 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:55.958998 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'code': 200} Aug 29 04:59:55.986834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=6']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:55.989187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] No DVR routers for this DVR port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:56.028783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Attempting to bind port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:56.029130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Attempting to bind port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:56.029464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Attempting to bind port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on network e1f875e6-f5e4-400a-b158-a4af20fd8530 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:56.033614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on network e1f875e6-f5e4-400a-b158-a4af20fd8530 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:59:56.033941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Attempting to bind port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on network e1f875e6-f5e4-400a-b158-a4af20fd8530 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:56.038842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:56.039269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Checking segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:56.039666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Bound using segment: {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:56.040224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Bound port: 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76503c29-1503-4558-9555-dfd4c53937bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:56.040697 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.106853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:56.117605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:56.122397 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.157688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.158339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.159814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] 10.222.0.65 "PUT /v2.0/ports/2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 1092 time: 0.6238725 Aug 29 04:59:56.195901 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97146ae-7c2d-4779-8729-d3fe4c7df688 service neutron] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=7']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:56.227702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-d712622f-bbaa-46b9-9e84-092d52711add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.229262 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-d712622f-bbaa-46b9-9e84-092d52711add service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0457399 Aug 29 04:59:56.324553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97d5340-bbe9-460f-b0d6-752ad3e94f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.325695 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-f97d5340-bbe9-460f-b0d6-752ad3e94f47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.0893080 Aug 29 04:59:56.370566 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-cd93ed2b-7966-4c30-b3bc-8e8285679fd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 217 time: 0.0366116 Aug 29 04:59:56.431427 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-a84a0cfd-f928-4914-b344-859a25fefabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.432956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-a84a0cfd-f928-4914-b344-859a25fefabc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0560451 Aug 29 04:59:56.465025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-3f8efe80-422c-4be1-a5cc-6ff5b7747677 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247200 Aug 29 04:59:56.556930 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-3a23ba14-0617-47d1-b70d-771b6b570e0a service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853179 Aug 29 04:59:56.636879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-945fb63d-6964-43b4-838b-7a518d68067a req-14be0a62-0b8b-4fc3-8257-cb326fa077e8 service neutron] (94845) timed out ('10.222.0.64', 55690) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:59:56.653424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4bf1f082-ea0b-41f3-8f6c-2886410c6ecb req-a221a57b-9771-4b08-b135-430969a1a993 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887210 Aug 29 04:59:57.022780 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6300d-fb57-45a7-ace6-ad075736c348 req-363d26f8-4bd2-452f-98ec-e285d4580e1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:57.024322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ae6300d-fb57-45a7-ace6-ad075736c348 req-363d26f8-4bd2-452f-98ec-e285d4580e1f tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0577452 Aug 29 04:59:57.064495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6ae6300d-fb57-45a7-ace6-ad075736c348 req-cd39ef5b-1c0d-4b6b-94dd-04bc4c6cc5b4 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Aug 29 04:59:57.425932 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.960372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:57.962833 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efcab10-4f0a-47f6-8289-5dc646835aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:58.011526 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaabcd2b-917c-44c3-8c56-1d2df237ec4e x-openstack-request-id: req-eaabcd2b-917c-44c3-8c56-1d2df237ec4e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:58.011835 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:58.012120 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eaabcd2b-917c-44c3-8c56-1d2df237ec4e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:58.012523 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'status': 'completed', 'code': 200} Aug 29 04:59:58.104184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-53f499dd-bbe1-4f2f-b2cb-b00463666a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.105741 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-53f499dd-bbe1-4f2f-b2cb-b00463666a14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0694325 Aug 29 04:59:58.110553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-181b6f0c-4b52-4dea-87a2-732cccbac304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.112042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-181b6f0c-4b52-4dea-87a2-732cccbac304 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0669479 Aug 29 04:59:58.190267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25858a9-865c-41c0-8206-2bf438cdb19f req-7c297ded-ff5b-41f4-89d5-850d4d96d402 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.191907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f25858a9-865c-41c0-8206-2bf438cdb19f req-7c297ded-ff5b-41f4-89d5-850d4d96d402 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0540178 Aug 29 04:59:58.222999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-dc17a158-9c99-4c27-a875-dfeff47aacc6 req-15d85a1a-c7b7-44bb-8d8c-c22cfda25b15 tempest-TestNetworkAdvancedServerOps-172612266 tempest-TestNetworkAdvancedServerOps-172612266-project] (94845) timed out ('10.222.0.64', 56278) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:59:58.270189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f25858a9-865c-41c0-8206-2bf438cdb19f req-d078cde9-e93a-4aaa-9911-13960c4b6c6d tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709443 Aug 29 04:59:58.291373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-64cdc69e-9cbd-46d9-a581-b15e9cf5ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.293372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-64cdc69e-9cbd-46d9-a581-b15e9cf5ef35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.1762650 Aug 29 04:59:58.316719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-4e24f31d-03aa-4318-8094-8109067cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.318269 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-4e24f31d-03aa-4318-8094-8109067cafae service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.1926565 Aug 29 04:59:58.355039 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-132d630c-8d61-4e26-a5e7-1212018e59f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 217 time: 0.0496247 Aug 29 04:59:58.392412 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-ab67c985-0d5b-422c-84f2-f458862254a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 217 time: 0.0458541 Aug 29 04:59:58.470201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-832076dd-d61b-4a84-80f3-f15e276af47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.471687 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-832076dd-d61b-4a84-80f3-f15e276af47b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0878005 Aug 29 04:59:58.476054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-70d387d8-93a0-4039-b3bf-51ab7b7127d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.477335 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-70d387d8-93a0-4039-b3bf-51ab7b7127d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0602901 Aug 29 04:59:58.534827 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-fb7dd977-0e60-4be9-b9e9-ed0e04fef4d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506186 Aug 29 04:59:58.536742 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-5f4cd754-6356-4a43-a2bf-fe88964f688a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515282 Aug 29 04:59:58.604108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:59:58.642722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:59:58.692480 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.703233 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-5c086b3f-1d98-4dab-bf1c-39535a4651f6 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591208 Aug 29 04:59:58.705136 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-79fa53db-fb3d-4b52-aab6-d8f1902935e6 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541095 Aug 29 04:59:58.801682 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-bb240580-9a03-4a20-b552-c32838194b81 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Aug 29 04:59:58.894075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2efcab10-4f0a-47f6-8289-5dc646835aeb req-720ac576-d3f1-4c65-a619-da5d86c49996 service neutron] 10.222.0.65 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888011 Aug 29 04:59:59.392677 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9be7c9-e5e7-407c-b350-9fe5c15e01e2 req-19f14578-018b-490d-90dc-b0101597e610 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.394319 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f9be7c9-e5e7-407c-b350-9fe5c15e01e2 req-19f14578-018b-490d-90dc-b0101597e610 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0553820 Aug 29 04:59:59.433277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3f9be7c9-e5e7-407c-b350-9fe5c15e01e2 req-4f80e343-ce1e-4a66-9537-381dda3e72dc tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Aug 29 04:59:59.636555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ec4b6-89c5-4799-ad52-8f62ff18e1ee req-2aa55871-b187-4ce9-9876-d7a62ec227f0 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.638000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-671ec4b6-89c5-4799-ad52-8f62ff18e1ee req-2aa55871-b187-4ce9-9876-d7a62ec227f0 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0548651 Aug 29 04:59:59.664893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-dbf914db-a57a-454d-83a6-7865137a7bba tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.667134 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-dbf914db-a57a-454d-83a6-7865137a7bba tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4&tenant_id=a21e01dd481f44019a61350855682abc&binding%3Ahost_id=n-h2-712142-15 HTTP/1.1" status: 200 len: 943 time: 0.0730920 Aug 29 04:59:59.686542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-671ec4b6-89c5-4799-ad52-8f62ff18e1ee req-517c4d48-3d86-4a09-a6db-2abf7606bfed tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Aug 29 04:59:59.734517 n-d-712142-15 neutron-server[94846]: INFO neutron.api.v2.resource [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-5007d617-8d8d-414a-a692-c168ec1b28b0 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:59:59.735560 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-5007d617-8d8d-414a-a692-c168ec1b28b0 service neutron] 10.222.0.64 "DELETE /v2.0/ports/2f930f4b-3c4a-438f-ad6f-0132d9e6c61e/bindings/n-h1-712142-15 HTTP/1.1" status: 404 len: 381 time: 0.0563307 Aug 29 04:59:59.829167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-9b0e580b-5339-4774-84ee-5512739ab757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.830678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-9b0e580b-5339-4774-84ee-5512739ab757 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a21e01dd481f44019a61350855682abc&device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0412405 Aug 29 04:59:59.936286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-bb10b006-7bc1-4ace-bf5f-765301db5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.937783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-bb10b006-7bc1-4ace-bf5f-765301db5382 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 200 len: 915 time: 0.0960834 Aug 29 04:59:59.990802 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-a4409fa9-6b1c-495a-b703-bdef85e21370 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 200 len: 217 time: 0.0411730 Aug 29 05:00:00.048139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-5c696e7a-7860-492c-9c08-6e114b31470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:00.049629 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-5c696e7a-7860-492c-9c08-6e114b31470a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 200 len: 854 time: 0.0483859 Aug 29 05:00:00.092019 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-d76ad245-c284-45cd-91cf-bacf962257f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f875e6-f5e4-400a-b158-a4af20fd8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304048 Aug 29 05:00:00.190596 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-4eccacf6-5edf-49ed-9ad2-af8d36d58c29 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861628 Aug 29 05:00:00.294130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-16127503-82d9-4fc3-9472-4b932b8fa87e req-60a77688-ce50-4c9f-b300-a401a8878a7e service neutron] 10.222.0.64 "GET /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924621 Aug 29 05:00:00.654231 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:00:00.822627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615d95b-4c10-4913-8342-33a4a802d2f6 req-60c57ef3-cf38-49f2-a60a-937de1aa3570 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:00.824409 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3615d95b-4c10-4913-8342-33a4a802d2f6 req-60c57ef3-cf38-49f2-a60a-937de1aa3570 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0611541 Aug 29 05:00:00.871252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3615d95b-4c10-4913-8342-33a4a802d2f6 req-f65b7965-33dc-4d80-80de-6bcbe149b7af tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Aug 29 05:00:00.919091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:00.931265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'network_id': 'e1f875e6-f5e4-400a-b158-a4af20fd8530', 'port_id': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'mac_address': 'fa:16:3e:9c:de:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f5360a-6377-49de-939f-0e0600066148', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:00:00.975969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.988337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:00:01.008254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:01.012485 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.066354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:01.246190 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:00:01.994745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e9f9a-b099-45e7-9d98-a728ed305cbe req-267b741b-f39a-413f-895e-66fc69b24c69 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:01.996666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea4e9f9a-b099-45e7-9d98-a728ed305cbe req-267b741b-f39a-413f-895e-66fc69b24c69 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 944 time: 0.0554578 Aug 29 05:00:02.034562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ea4e9f9a-b099-45e7-9d98-a728ed305cbe req-c0703a82-d0d3-4d7c-a457-0a9260a10317 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Aug 29 05:00:02.148967 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856a9f-ecd5-46b5-8865-db4a6cfa5b46 req-2394be94-a668-4159-b4c7-7042cccee742 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:02.150618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a856a9f-ecd5-46b5-8865-db4a6cfa5b46 req-2394be94-a668-4159-b4c7-7042cccee742 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 944 time: 0.0492651 Aug 29 05:00:02.189068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2a856a9f-ecd5-46b5-8865-db4a6cfa5b46 req-3bd4267d-12f5-4be0-a544-252bcf1464eb tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Aug 29 05:00:02.304240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f8c4-ff83-42af-af90-10c037f84d91 req-44acc46d-eb0f-4feb-87db-d026e4e3a7f5 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:02.305884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1714f8c4-ff83-42af-af90-10c037f84d91 req-44acc46d-eb0f-4feb-87db-d026e4e3a7f5 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 944 time: 0.0506961 Aug 29 05:00:02.346683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1714f8c4-ff83-42af-af90-10c037f84d91 req-9d2dcd01-f081-4808-ae95-6c46f5a1d45e tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Aug 29 05:00:02.659560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:02.700954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840a449-d576-4e06-ae80-24a2def9f77c req-5db06bcf-c0fc-4178-8e67-40f3862e014c tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:02.702584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2840a449-d576-4e06-ae80-24a2def9f77c req-5db06bcf-c0fc-4178-8e67-40f3862e014c tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 944 time: 0.0585713 Aug 29 05:00:02.712080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:02.716209 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:02.716596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.745748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2840a449-d576-4e06-ae80-24a2def9f77c req-8fd1125e-4e81-47d0-9239-2307df74e589 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364227 Aug 29 05:00:02.811157 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.835173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:02.837480 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3ce3db-1f28-4e6a-a23c-c2ec6867fc8f" -d '{"events": [{"server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "name": "network-vif-plugged", "status": "completed", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:02.850739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:02.855145 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.880089 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48d23fb-5e05-4280-b2fa-b7a0f3bed522 x-openstack-request-id: req-e48d23fb-5e05-4280-b2fa-b7a0f3bed522 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:02.880389 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "name": "network-vif-plugged", "status": "completed", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:02.880648 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e48d23fb-5e05-4280-b2fa-b7a0f3bed522 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:02.881045 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'code': 200} Aug 29 05:00:02.907652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:03.863332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63725aa-f2b9-4a2a-91ab-27c8e895e09e req-3625e17f-7c5c-444a-af54-80076448147b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:03.864853 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c63725aa-f2b9-4a2a-91ab-27c8e895e09e req-3625e17f-7c5c-444a-af54-80076448147b tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Aug 29 05:00:03.903310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c63725aa-f2b9-4a2a-91ab-27c8e895e09e req-a0cda892-6de6-4806-acb9-aef28f5e3c20 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5c15d9-8d4f-4538-8f95-0e23a0f38932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317144 Aug 29 05:00:03.998873 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-8a4961aa-f455-47d5-97b3-4eaacdd67efe tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:04.000360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-8a4961aa-f455-47d5-97b3-4eaacdd67efe tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c6abdc-5079-4a44-8178-37817dfc0aa4 HTTP/1.1" status: 200 len: 945 time: 0.0511994 Aug 29 05:00:04.089307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Deleting port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:04.089589 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.189340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] For port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,segment=NetworkSegment(76503c29-1503-4558-9555-dfd4c53937bd),segment_id=76503c29-1503-4558-9555-dfd4c53937bd)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:04.189732 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.203400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Calling delete_port for 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:04.342009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.354236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:00:04.373307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Pushing event deleted for resources: {'Port': ['ID=2f930f4b-3c4a-438f-ad6f-0132d9e6c61e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:04.421117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] No DVR routers for this DVR port 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:04.423704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.425768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f11e1987-c9e9-40dd-b040-55e1e389f106 req-104504f4-56d8-4475-aca2-e5bd539abaaf tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] 10.222.0.65 "DELETE /v2.0/ports/2f930f4b-3c4a-438f-ad6f-0132d9e6c61e HTTP/1.1" status: 204 len: 173 time: 0.4190853 Aug 29 05:00:04.426690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'name': 'network-vif-deleted', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:04.429018 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab814c43-589f-4d9c-a280-bfccc20b5208" -d '{"events": [{"server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "name": "network-vif-deleted", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:04.466850 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaaa0e7-b874-43eb-b173-b948fc2779de x-openstack-request-id: req-efaaa0e7-b874-43eb-b173-b948fc2779de {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:04.467156 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c6abdc-5079-4a44-8178-37817dfc0aa4", "name": "network-vif-deleted", "tag": "2f930f4b-3c4a-438f-ad6f-0132d9e6c61e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:04.467418 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efaaa0e7-b874-43eb-b173-b948fc2779de {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:04.467832 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c6abdc-5079-4a44-8178-37817dfc0aa4', 'name': 'network-vif-deleted', 'tag': '2f930f4b-3c4a-438f-ad6f-0132d9e6c61e', 'status': 'completed', 'code': 200} Aug 29 05:00:05.028887 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35000) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:05.073969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f24969f-46cd-4f33-a6cb-e3f24a1c448b admin admin] Deleting subnet 65f5360a-6377-49de-939f-0e0600066148 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:05.077435 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f24969f-46cd-4f33-a6cb-e3f24a1c448b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.115259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f24969f-46cd-4f33-a6cb-e3f24a1c448b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.156450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f24969f-46cd-4f33-a6cb-e3f24a1c448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.209101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f24969f-46cd-4f33-a6cb-e3f24a1c448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.236906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5f24969f-46cd-4f33-a6cb-e3f24a1c448b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.238778 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f24969f-46cd-4f33-a6cb-e3f24a1c448b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/65f5360a-6377-49de-939f-0e0600066148 HTTP/1.1" status: 204 len: 168 time: 0.2088752 Aug 29 05:00:05.239959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24969f-46cd-4f33-a6cb-e3f24a1c448b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f5360a-6377-49de-939f-0e0600066148,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:05.242557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35002) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:05.317064 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.397945 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.407596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f875e6-f5e4-400a-b158-a4af20fd8530']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:05.418160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76503c29-1503-4558-9555-dfd4c53937bd') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:05.418467 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76503c29-1503-4558-9555-dfd4c53937bd') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:05.427079 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.442544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.448772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:05.449253 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:05.450906 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:05.512156 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.518592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.520246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e1f875e6-f5e4-400a-b158-a4af20fd8530 HTTP/1.1" status: 204 len: 168 time: 0.2761903 Aug 29 05:00:05.532192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f875e6-f5e4-400a-b158-a4af20fd8530,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:05.540370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.540730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.541195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.541615 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.541962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.542344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.542779 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.543173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.543642 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.544040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.544379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.544715 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a3b5-7145-4bda-b215-e38f9479b298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:05.642365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35006) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:05.683208 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-292d8856-a53f-49aa-ba72-938bc2d5e8e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a21e01dd481f44019a61350855682abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395911 Aug 29 05:00:05.685760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35008) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:05.738510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7ae42ee-13f5-4c2f-8175-85ddaaa4686f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.761509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7ae42ee-13f5-4c2f-8175-85ddaaa4686f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.808945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7ae42ee-13f5-4c2f-8175-85ddaaa4686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.811845 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f7ae42ee-13f5-4c2f-8175-85ddaaa4686f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.813036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f7ae42ee-13f5-4c2f-8175-85ddaaa4686f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b5c15d9-8d4f-4538-8f95-0e23a0f38932 HTTP/1.1" status: 204 len: 168 time: 0.1263764 Aug 29 05:00:05.821182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae42ee-13f5-4c2f-8175-85ddaaa4686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c15d9-8d4f-4538-8f95-0e23a0f38932,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:06.484187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35030) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:06.583764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1631685310-network', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:06.606250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Made reservation on behalf of efe04cf2c01f46e084cc867f12ac7ea0 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:06.608737 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.617003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.711420 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.716538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.745040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:06.750381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d573bfb8-9932-4f44-8d3d-e14c6a52d8bc,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:06.758036 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.758036 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Added segment c9836802-d876-483d-bb53-e8478cf2f5dc of type vlan for network 33d32ade-793d-49ba-b04d-d65ef05f5bfd Aug 29 05:00:06.798817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.823410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.824424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:06.825009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.893409 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4077275 Aug 29 05:00:06.896270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:06.901002 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ce5e3-cd05-45f6-ae85-694098330b4a admin admin] Pushing event updated for resources: {'Network': ['ID=33d32ade-793d-49ba-b04d-d65ef05f5bfd,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:06.902080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Request body: {'subnet': {'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1631685310-subnet', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:06.911301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:06.922654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Made reservation on behalf of efe04cf2c01f46e084cc867f12ac7ea0 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:06.925024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.101968 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.169893 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:07.175147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Checking segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:07.175505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Network hostable DHCP agents. Network: 33d32ade-793d-49ba-b04d-d65ef05f5bfd, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:07.191912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:07.202074 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 33d32ade-793d-49ba-b04d-d65ef05f5bfd) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:07.207017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:07.207613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.211935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3d674-3652-4734-b90d-4409176652d5 None None] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:07.222780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4fc36e58-a324-44b9-b339-639ae17ef2ff admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3247867 Aug 29 05:00:07.225917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35036) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:07.230544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:07.255282 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.257185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.315239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.367102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:07.368185 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.469437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.504221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Allocated IP 172.20.0.2 (33d32ade-793d-49ba-b04d-d65ef05f5bfd/af9b6c1f-54ca-4f6b-b67d-5bb9bba97565/5747fa40-f147-40dd-bedc-0679bc9419ba) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:07.651711 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.659953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Transition to ACTIVE for port object 5747fa40-f147-40dd-bedc-0679bc9419ba will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:07.675384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Transition to ACTIVE for port object 5747fa40-f147-40dd-bedc-0679bc9419ba will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:07.676855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.682177 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.697983 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.730400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:07.734095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:07.736695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:07.746516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Pushing event updated for resources: {'Port': ['ID=5747fa40-f147-40dd-bedc-0679bc9419ba,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:07.798765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Attempting to bind port 5747fa40-f147-40dd-bedc-0679bc9419ba on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:07.799136 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Attempting to bind port 5747fa40-f147-40dd-bedc-0679bc9419ba by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:07.799498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Attempting to bind port 5747fa40-f147-40dd-bedc-0679bc9419ba on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:07.804324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:07.804702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Checking segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:07.805118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.805507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Bound using segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:07.805941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Allocated IP 172.25.1.95 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/fc41bfa0-9b4c-4099-a1b4-dafb0482e158) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:07.806037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Bound port: 5747fa40-f147-40dd-bedc-0679bc9419ba, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:07.806346 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.870778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] For port 5747fa40-f147-40dd-bedc-0679bc9419ba, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:07.873907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] For port 5747fa40-f147-40dd-bedc-0679bc9419ba, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5747fa40-f147-40dd-bedc-0679bc9419ba,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:07.878548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.914510 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.942975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87f4c2-5ca6-4faa-97ff-0e698a377b9c None None] Pushing event updated for resources: {'Port': ['ID=5747fa40-f147-40dd-bedc-0679bc9419ba,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:07.957904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.001441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:08.004526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:08.009610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:08.012875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Pushing event updated for resources: {'Port': ['ID=fc41bfa0-9b4c-4099-a1b4-dafb0482e158,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:08.276730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.479300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.628487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:08.680701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:08.709413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:08.709413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 2f930f4b-3c4a-438f-ad6f-0132d9e6c61e not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:08.743132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:08.753589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:08.765227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:08.766121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:08.770929 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.773364 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-273cf3e7-2f20-4067-b9f0-2e76aa9e810a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5463583 Aug 29 05:00:08.776231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35038) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:08.897508 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:08.927096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6e04d-3099-4186-9664-5ad9cbb8bd73 None None] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:09.058135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-98d564a4-6ae4-448a-aa79-40e6333b0075 None None] Provisioning for port 5747fa40-f147-40dd-bedc-0679bc9419ba completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:09.237054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:08Z', 'revision_number': 3, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:09.268677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:09.269035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Updating router 490f0ab8-3e6e-42a3-9d80-267c944af496 port fc41bfa0-9b4c-4099-a1b4-dafb0482e158 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:09.297076 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.577524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5747fa40-f147-40dd-bedc-0679bc9419ba up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:09.590930 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.629919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.641070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Transition to ACTIVE for port object fc41bfa0-9b4c-4099-a1b4-dafb0482e158 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:09.650805 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.686717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 5747fa40-f147-40dd-bedc-0679bc9419ba completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:09.704415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5747fa40-f147-40dd-bedc-0679bc9419ba triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:09.704791 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.738341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Attempting to bind port fc41bfa0-9b4c-4099-a1b4-dafb0482e158 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:09.738863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Attempting to bind port fc41bfa0-9b4c-4099-a1b4-dafb0482e158 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:09.739389 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Attempting to bind port fc41bfa0-9b4c-4099-a1b4-dafb0482e158 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:09.745326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c31bb-a494-43e7-9038-c2fa40b34600 None None] Pushing event updated for resources: {'Port': ['ID=fc41bfa0-9b4c-4099-a1b4-dafb0482e158,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:09.757197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Allocated IP 172.20.0.1 (33d32ade-793d-49ba-b04d-d65ef05f5bfd/af9b6c1f-54ca-4f6b-b67d-5bb9bba97565/b8395360-b217-4dd3-8a10-9b343db581c5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:09.763956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:09.764369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:09.764778 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.765179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:09.765675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Bound port: fc41bfa0-9b4c-4099-a1b4-dafb0482e158, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:09.766059 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.853605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] For port fc41bfa0-9b4c-4099-a1b4-dafb0482e158, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:09.858292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] For port fc41bfa0-9b4c-4099-a1b4-dafb0482e158, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fc41bfa0-9b4c-4099-a1b4-dafb0482e158,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:09.864182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.867010 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.877206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.892647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Transition to ACTIVE for port object b8395360-b217-4dd3-8a10-9b343db581c5 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:09.928449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.939279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 5747fa40-f147-40dd-bedc-0679bc9419ba, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5747fa40-f147-40dd-bedc-0679bc9419ba,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:09.951768 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.957061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:09.957675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:09.960126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c31bb-a494-43e7-9038-c2fa40b34600 None None] Pushing event updated for resources: {'Port': ['ID=fc41bfa0-9b4c-4099-a1b4-dafb0482e158,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:09.970718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:09.977798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:09.981695 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:09.987726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Pushing event updated for resources: {'Port': ['ID=b8395360-b217-4dd3-8a10-9b343db581c5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.013035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.013395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.013813 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.014176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.014532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.014875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.015212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.015548 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.015883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.016240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.016571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.016910 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:10.039576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.083256 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=5747fa40-f147-40dd-bedc-0679bc9419ba,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.117817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:10.182948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.357430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.362408 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.443449 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.445840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Pushing event updated for resources: {'Port': ['ID=b8395360-b217-4dd3-8a10-9b343db581c5,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.450331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8b96cfcb-45d8-4387-b8cc-953a95758adc None None] Provisioning for port b8395360-b217-4dd3-8a10-9b343db581c5 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:10.456364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8b96cfcb-45d8-4387-b8cc-953a95758adc None None] Provisioning complete for port b8395360-b217-4dd3-8a10-9b343db581c5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:10.456741 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8b96cfcb-45d8-4387-b8cc-953a95758adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.499979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8b96cfcb-45d8-4387-b8cc-953a95758adc None None] Port b8395360-b217-4dd3-8a10-9b343db581c5 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:10.509652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:08Z', 'revision_number': 3, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:10.536257 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96625b8-08c3-4061-b4f7-bd0d1161c252 None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:08Z', 'revision_number': 3, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:10.545457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:10.546997 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:10.678037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:10.814599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:10.820698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9ae0b376-4c33-4e38-9014-d6f85426c023 admin admin] 10.222.0.58 "PUT /v2.0/routers/490f0ab8-3e6e-42a3-9d80-267c944af496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0433631 Aug 29 05:00:10.826464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-eee52ba9-a7ba-4b7f-8fc5-7d3d809cb216 None None] Provisioning complete for port b8395360-b217-4dd3-8a10-9b343db581c5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:10.826916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eee52ba9-a7ba-4b7f-8fc5-7d3d809cb216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.868415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-eee52ba9-a7ba-4b7f-8fc5-7d3d809cb216 None None] Port b8395360-b217-4dd3-8a10-9b343db581c5 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:11.358259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 35046) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.363141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d8d7b780-6572-45fe-ab7d-e5a6da864cc8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752857542', 'description': 'tempest-description--712104178'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:11.386124 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b780-6572-45fe-ab7d-e5a6da864cc8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.468246 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b780-6572-45fe-ab7d-e5a6da864cc8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.473436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b780-6572-45fe-ab7d-e5a6da864cc8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.503185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b780-6572-45fe-ab7d-e5a6da864cc8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.504452 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d8d7b780-6572-45fe-ab7d-e5a6da864cc8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1451652 Aug 29 05:00:11.507481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35048) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.508682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7b780-6572-45fe-ab7d-e5a6da864cc8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9702669e-0276-4d97-97c3-94275a220732,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.513330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-38b866c5-acda-4729-869a-7a41cc5acd45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'security_group_rule': {'security_group_id': '9702669e-0276-4d97-97c3-94275a220732', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:11.542294 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38b866c5-acda-4729-869a-7a41cc5acd45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.602164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fc41bfa0-9b4c-4099-a1b4-dafb0482e158 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:11.614620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38b866c5-acda-4729-869a-7a41cc5acd45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.619203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38b866c5-acda-4729-869a-7a41cc5acd45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.640661 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-38b866c5-acda-4729-869a-7a41cc5acd45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.641897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-38b866c5-acda-4729-869a-7a41cc5acd45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330922 Aug 29 05:00:11.642782 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b866c5-acda-4729-869a-7a41cc5acd45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7035aa-3a56-408f-b5c1-284dce540e64,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.644754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35050) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.649802 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4f70d655-3209-4a82-becd-5d59e90cb9cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'security_group_rule': {'security_group_id': '9702669e-0276-4d97-97c3-94275a220732', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:11.668178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port fc41bfa0-9b4c-4099-a1b4-dafb0482e158 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:11.672377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fc41bfa0-9b4c-4099-a1b4-dafb0482e158 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:11.672758 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.677230 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f70d655-3209-4a82-becd-5d59e90cb9cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.751739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f70d655-3209-4a82-becd-5d59e90cb9cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.752547 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.755788 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f70d655-3209-4a82-becd-5d59e90cb9cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.774049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70d655-3209-4a82-becd-5d59e90cb9cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ef3482-33e8-4c75-a6c4-24500900bac2,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.778657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port fc41bfa0-9b4c-4099-a1b4-dafb0482e158, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fc41bfa0-9b4c-4099-a1b4-dafb0482e158,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:11.781649 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4f70d655-3209-4a82-becd-5d59e90cb9cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.783004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4f70d655-3209-4a82-becd-5d59e90cb9cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372993 Aug 29 05:00:11.786197 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.788904 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.789804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5747fa40-f147-40dd-bedc-0679bc9419ba up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:11.791609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:11.814612 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.868403 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=fc41bfa0-9b4c-4099-a1b4-dafb0482e158,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.879636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 5747fa40-f147-40dd-bedc-0679bc9419ba triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:11.880041 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.923116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.042568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Allocated IP 172.25.1.243 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/c4bc053f-ffb9-463e-b36c-db571adcba32) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:12.151837 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:12.158563 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.163197 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:12.164073 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:12.206137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.264230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:12.270237 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:12.272280 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'Port': ['ID=c4bc053f-ffb9-463e-b36c-db571adcba32,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:12.276196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:12.278607 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:12.388363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.424518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.518514 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 2, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:12.548595 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:12.548955 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Updating router 490f0ab8-3e6e-42a3-9d80-267c944af496 port b8395360-b217-4dd3-8a10-9b343db581c5 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:12.574316 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.589895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.594365 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.670189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'Port': ['ID=c4bc053f-ffb9-463e-b36c-db571adcba32,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:12.683246 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.697453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.698759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b14705b8-6450-4685-a9e4-acc8a7c7ac37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9115381 Aug 29 05:00:12.852776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-b44263bb-4e5e-49ba-8c0a-8faaccd650df tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--752857542&fields=id&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 267 time: 0.0358489 Aug 29 05:00:12.859849 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.871574 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Transition to ACTIVE for port object b8395360-b217-4dd3-8a10-9b343db581c5 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:12.882538 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.908624 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-318f3ce5-60b0-4b61-8eab-a1b653e9b4ec req-eaa0a04c-a732-4adc-abdf-e5cce0391b9e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285692 Aug 29 05:00:12.937952 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Pushing event updated for resources: {'Port': ['ID=b8395360-b217-4dd3-8a10-9b343db581c5,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:12.963539 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.963894 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.964263 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.964606 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.964939 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.965265 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.965599 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.965924 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.966252 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.966574 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.966901 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.967227 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:12.991855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-66f16bf7-dc44-411f-bc92-384e471900ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:12.993953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-66f16bf7-dc44-411f-bc92-384e471900ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 812 time: 0.1326814 Aug 29 05:00:12.998257 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Attempting to bind port b8395360-b217-4dd3-8a10-9b343db581c5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:12.998639 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Attempting to bind port b8395360-b217-4dd3-8a10-9b343db581c5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:13.000449 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Attempting to bind port b8395360-b217-4dd3-8a10-9b343db581c5 on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:13.003396 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-318f3ce5-60b0-4b61-8eab-a1b653e9b4ec req-09bbfb6f-b9aa-40f0-9cc5-1286d78b3e2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0438089 Aug 29 05:00:13.007244 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:13.008008 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Checking segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:13.015454 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.015797 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Bound using segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:13.016962 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Bound port: b8395360-b217-4dd3-8a10-9b343db581c5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:13.017417 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.018152 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-97653a78-dcbf-4e22-abd9-43bfd3cc3062 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/quotas/efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 375 time: 0.0179751 Aug 29 05:00:13.053980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-318f3ce5-60b0-4b61-8eab-a1b653e9b4ec req-9ec1c192-9d8e-4d05-b85b-c27c6f91da96 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269101 Aug 29 05:00:13.097160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-db99aac6-ab12-494b-b3d6-bbd63cdc8962 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711346 Aug 29 05:00:13.118140 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] For port b8395360-b217-4dd3-8a10-9b343db581c5, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:13.122149 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] For port b8395360-b217-4dd3-8a10-9b343db581c5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b8395360-b217-4dd3-8a10-9b343db581c5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:13.127929 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.195223 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:13.195789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3ce5-60b0-4b61-8eab-a1b653e9b4ec req-bd7c6323-74c2-4394-9cf4-61bcf6a83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:13.196155 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.197545 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-318f3ce5-60b0-4b61-8eab-a1b653e9b4ec req-bd7c6323-74c2-4394-9cf4-61bcf6a83090 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324062 Aug 29 05:00:13.249459 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a0bba-2431-43c7-98ea-7f7617566ce9 None None] Pushing event updated for resources: {'Port': ['ID=b8395360-b217-4dd3-8a10-9b343db581c5,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:13.260843 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-d3d9b534-a247-4a0f-a4db-f1d724760328 service neutron] 10.222.0.58 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506763 Aug 29 05:00:13.317837 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:13.373220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-e06c079c-6a08-4360-ae60-576216332cdc service neutron] 10.222.0.58 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051538 Aug 29 05:00:13.552522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fc41bfa0-9b4c-4099-a1b4-dafb0482e158 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:13.559190 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:13Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.569681 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d04c1c43-2a65-4d8a-8d49-0661eabb3684 req-6f9d73c1-bb53-472c-aa9d-6ac68b51face tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 210 time: 0.0513821 Aug 29 05:00:13.592376 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6547cf-1628-46c5-92a6-108e24992cb9 None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:13Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:13.615864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fc41bfa0-9b4c-4099-a1b4-dafb0482e158 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:13.616523 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.687899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-695c3d05-0458-48c5-9c75-2e3c914b28d1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:14.690063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-695c3d05-0458-48c5-9c75-2e3c914b28d1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 812 time: 0.1404688 Aug 29 05:00:14.695216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a58da39f-2109-41d0-8e84-3dcca1fb5d79 req-68d6ab5f-d22d-492b-b227-167d935bbf5e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 210 time: 0.0326929 Aug 29 05:00:14.742869 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-49b0d714-be9c-48e2-82c4-f90dcc11bebf tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 379 time: 0.0359073 Aug 29 05:00:14.753618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'port': {'device_id': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'admin_state_up': True, 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'security_groups': ['9702669e-0276-4d97-97c3-94275a220732']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:14.862920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Made reservation on behalf of efe04cf2c01f46e084cc867f12ac7ea0 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:14.866541 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.001277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Allocated IP 172.20.0.13 (33d32ade-793d-49ba-b04d-d65ef05f5bfd/af9b6c1f-54ca-4f6b-b67d-5bb9bba97565/4a4cb180-40c4-4c02-8d9f-37a6aaedefb5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:15.139486 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.152156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Transition to ACTIVE for port object 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:15.184481 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.235759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:15.238942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:15.242798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:15.249035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:15.296935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:15.297563 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.312300 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-74e43d00-5317-4645-be59-39f0d4545287 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5628240 Aug 29 05:00:15.327465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Request body: {'port': {'device_id': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:15.383148 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.477006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-61d4c057-2b33-45ff-b2b0-26a7ceb0ff02 None None] Provisioning for port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:15.485642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-61d4c057-2b33-45ff-b2b0-26a7ceb0ff02 None None] Provisioning complete for port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:15.486125 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-61d4c057-2b33-45ff-b2b0-26a7ceb0ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.531794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-61d4c057-2b33-45ff-b2b0-26a7ceb0ff02 None None] Port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:15.568134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b8395360-b217-4dd3-8a10-9b343db581c5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:15.616869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b8395360-b217-4dd3-8a10-9b343db581c5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:15.620600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b8395360-b217-4dd3-8a10-9b343db581c5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:15.620984 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.689404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:00:15.697826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.704188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.710239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Transition to ACTIVE for port object 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:15.714089 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.753028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port b8395360-b217-4dd3-8a10-9b343db581c5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b8395360-b217-4dd3-8a10-9b343db581c5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:15.760856 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.766328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:15.832194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d670829-e75f-4553-9019-74b2bf2c2b73 req-a992f033-6ce0-4739-8147-e3b58fbc4b56 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:15.832771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=b8395360-b217-4dd3-8a10-9b343db581c5,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:15.834869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d670829-e75f-4553-9019-74b2bf2c2b73 req-a992f033-6ce0-4739-8147-e3b58fbc4b56 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 944 time: 0.0605502 Aug 29 05:00:15.854218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Attempting to bind port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:15.854560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Attempting to bind port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:15.854949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Attempting to bind port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:15.859701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:00:15.860063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Attempting to bind port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:15.864984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:15.865325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Checking segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:15.866349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Bound using segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:15.866786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Bound port: 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:15.867153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.882273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d670829-e75f-4553-9019-74b2bf2c2b73 req-ba6d9c7b-9a2f-4cb9-b482-3eb9ab78850f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 Aug 29 05:00:15.940249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:15.948621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:15.954654 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.970049 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:00:15.990261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:15.991454 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.992975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] 10.222.0.64 "PUT /v2.0/ports/4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 1093 time: 0.6705353 Aug 29 05:00:15.993421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:15.995881 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097a60c8-b724-45b7-b75c-b11f29e4def6" -d '{"events": [{"name": "network-changed", "server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:16.020760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0d9f-521c-4661-8eac-801680a48618 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:16.069852 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94292764-a59a-49c7-9bd1-871ba60dc064 x-openstack-request-id: req-94292764-a59a-49c7-9bd1-871ba60dc064 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:16.070144 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:16.070398 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94292764-a59a-49c7-9bd1-871ba60dc064 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:16.070793 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'status': 'completed', 'code': 200} Aug 29 05:00:16.087235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-b113792a-34a0-4e1a-bcdf-780265f46ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.088821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-b113792a-34a0-4e1a-bcdf-780265f46ed8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1096 time: 0.0496855 Aug 29 05:00:16.139606 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-9434be9a-bb5f-4350-a507-ddd64adf4e46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 217 time: 0.0410032 Aug 29 05:00:16.197212 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-6a2dde22-78a7-4ed4-95b7-e1673a719a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.198748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-6a2dde22-78a7-4ed4-95b7-e1673a719a59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0447457 Aug 29 05:00:16.251400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-270a2b73-a2bb-4371-9c2f-a3789bb3b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.252991 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-270a2b73-a2bb-4371-9c2f-a3789bb3b565 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421062 Aug 29 05:00:16.353074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-27978199-1634-4e17-a92b-7afe7da9f002 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888073 Aug 29 05:00:16.446955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd540532-271d-4bc9-bf4b-8723051b8991 req-1fd968a2-8679-4abb-bc5a-1319f4736bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826735 Aug 29 05:00:16.541645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-db7267bb-34af-4a11-98ee-9e508f1aeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.543201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-db7267bb-34af-4a11-98ee-9e508f1aeb06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1096 time: 0.0422761 Aug 29 05:00:16.652618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-04f7f3b5-645c-4d39-b0b1-ea35673e01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.654087 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-04f7f3b5-645c-4d39-b0b1-ea35673e01b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.1038103 Aug 29 05:00:16.696674 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-0bca7de5-85c2-480a-a2b4-ded8de1af47b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 217 time: 0.0349190 Aug 29 05:00:16.752562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-c9539a59-35b6-4b29-b4d9-58590c8d23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.754033 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-c9539a59-35b6-4b29-b4d9-58590c8d23c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0503006 Aug 29 05:00:16.807810 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-6305a0c7-ee04-4c9a-bab8-97fce94497a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.809401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-6305a0c7-ee04-4c9a-bab8-97fce94497a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472343 Aug 29 05:00:16.906205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-3cb2aa5e-1690-4ff8-b179-91c22b2298e2 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881054 Aug 29 05:00:17.017388 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9de2cf-5429-43e1-a0f3-15c1cce98644 req-5b782d63-6bc7-4c9a-a779-5b4d3df46cd5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:17.019050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c9de2cf-5429-43e1-a0f3-15c1cce98644 req-5b782d63-6bc7-4c9a-a779-5b4d3df46cd5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 944 time: 0.0545907 Aug 29 05:00:17.023414 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-097a60c8-b724-45b7-b75c-b11f29e4def6 req-6383c687-8930-487b-843f-982267e54526 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088822 Aug 29 05:00:17.071434 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c9de2cf-5429-43e1-a0f3-15c1cce98644 req-276b4385-debe-4684-b5cb-16593b93bfc9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456092 Aug 29 05:00:17.446569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-02e6fcf4-85e6-459c-8357-44b58eacaf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.530511 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b8395360-b217-4dd3-8a10-9b343db581c5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:17.579612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b8395360-b217-4dd3-8a10-9b343db581c5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:17.579901 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.185639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca6d0-a447-4f29-a63c-a1dc0fb2908d req-77541d97-1957-4ec5-9cb4-793c2661e452 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:18.187249 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-955ca6d0-a447-4f29-a63c-a1dc0fb2908d req-77541d97-1957-4ec5-9cb4-793c2661e452 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 944 time: 0.0485885 Aug 29 05:00:18.225742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-955ca6d0-a447-4f29-a63c-a1dc0fb2908d req-3ce01bfc-aa7b-4fe2-85d2-73a810537bba tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322919 Aug 29 05:00:18.697847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:00:18.797345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:18.809097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'mac_address': 'fa:16:3e:34:3f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:00:18.846024 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.859023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:00:18.883702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:18.888136 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.937886 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:19.140803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:00:19.345132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e80783-d23a-4915-b8e6-c55e983a2b34 req-1190ab0b-a5ad-42a2-92be-e05e787448b8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:19.346825 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88e80783-d23a-4915-b8e6-c55e983a2b34 req-1190ab0b-a5ad-42a2-92be-e05e787448b8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 945 time: 0.0507095 Aug 29 05:00:19.386698 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-88e80783-d23a-4915-b8e6-c55e983a2b34 req-8406ee2b-bb38-402f-bdf8-32a4e9d23eba tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Aug 29 05:00:20.413730 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.464038 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c8cff65b-4373-4952-86bc-1e5243ccd1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.511177 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150150-1c23-438b-9cd4-3f0017349558 req-a38691db-3d5e-4131-8136-d3a37bd70d30 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:20.512719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8150150-1c23-438b-9cd4-3f0017349558 req-a38691db-3d5e-4131-8136-d3a37bd70d30 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 945 time: 0.0531106 Aug 29 05:00:20.557454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a8150150-1c23-438b-9cd4-3f0017349558 req-33abfdd6-d667-4048-8958-10ca375c2031 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 Aug 29 05:00:20.714329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:20.765748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:20.769323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:20.769705 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.851092 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.874815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:20.877106 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c3060c-035a-40c0-80c7-fc93bf50b566" -d '{"events": [{"server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "name": "network-vif-plugged", "status": "completed", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:20.889897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:20.893920 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.924360 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baae3cd-c7cb-4213-8093-97a8a244ab0b x-openstack-request-id: req-4baae3cd-c7cb-4213-8093-97a8a244ab0b {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:20.924665 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "name": "network-vif-plugged", "status": "completed", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:20.924922 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4baae3cd-c7cb-4213-8093-97a8a244ab0b {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:20.925315 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'code': 200} Aug 29 05:00:20.955961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:21.032480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89430dc-3f1f-4578-bc8b-11bdda5193f3 req-187abca8-398e-41c3-a2ae-1ddca7cc2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:21.034012 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a89430dc-3f1f-4578-bc8b-11bdda5193f3 req-187abca8-398e-41c3-a2ae-1ddca7cc2d3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1098 time: 0.0475249 Aug 29 05:00:21.077357 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a89430dc-3f1f-4578-bc8b-11bdda5193f3 req-49cb742b-62df-4866-8657-6c0044d9e332 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293741 Aug 29 05:00:21.329738 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.683202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8744f-7a6a-424b-a526-2d85f3ba71ef req-647829dc-f8f3-4fc0-8533-091072c98c44 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:21.684717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36f8744f-7a6a-424b-a526-2d85f3ba71ef req-647829dc-f8f3-4fc0-8533-091072c98c44 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0574546 Aug 29 05:00:21.722891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36f8744f-7a6a-424b-a526-2d85f3ba71ef req-8afa2ad6-f266-4456-94c7-728d90b51749 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318973 Aug 29 05:00:22.836202 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db9cd-cf81-4474-be69-60cd237ab3d7 req-2c16216c-59b8-4a01-8895-d381fd21015e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:22.837759 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-003db9cd-cf81-4474-be69-60cd237ab3d7 req-2c16216c-59b8-4a01-8895-d381fd21015e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0481918 Aug 29 05:00:22.875900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-003db9cd-cf81-4474-be69-60cd237ab3d7 req-93062725-3a32-40c7-960a-4d44f69f157e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Aug 29 05:00:22.914978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.987755 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65d9e-95fc-4149-8ed8-bca23f8c167c req-3aa26d44-e749-4172-b9d0-b1e72a87d094 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:22.989257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eee65d9e-95fc-4149-8ed8-bca23f8c167c req-3aa26d44-e749-4172-b9d0-b1e72a87d094 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0488453 Aug 29 05:00:22.998863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35100) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:23.003590 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'floatingip': {'port_id': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:23.047668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.495902 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.499615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.600354 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8 associated. External IP: 172.25.1.243, port: 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5. Aug 29 05:00:24.124588 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:24.230950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:24.235820 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.240559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:24.250418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:24.251344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:24.268763 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cc100226-1261-413c-9bcd-dc1d421c5314 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "PUT /v2.0/floatingips/8484b6dd-4f06-4186-bb79-1404c403b7d8 HTTP/1.1" status: 200 len: 992 time: 1.2687767 Aug 29 05:00:24.269364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:24.271790 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8fe2b5-4971-40e5-af30-b09a03181dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:24.365219 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:24.435921 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41087097-7c54-443b-9bcb-379b4b118d05 x-openstack-request-id: req-41087097-7c54-443b-9bcb-379b4b118d05 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:24.436251 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:24.436523 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41087097-7c54-443b-9bcb-379b4b118d05 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:24.436900 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'status': 'completed', 'code': 200} Aug 29 05:00:24.505175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-13142964-7d37-40a6-bb6f-a2e5af252961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:24.507270 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-13142964-7d37-40a6-bb6f-a2e5af252961 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1098 time: 0.0407872 Aug 29 05:00:24.597632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:34:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:00:23Z', 'revision_number': 1, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:24.610640 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-5bea806a-f96e-4d46-919c-a18f4f729467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:24.612204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-5bea806a-f96e-4d46-919c-a18f4f729467 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0979676 Aug 29 05:00:24.629146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:24.638185 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:24.638734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:24.679837 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-cd931b06-5cd9-4ce8-b9fe-ae45d21d372e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 1000 time: 0.0602143 Aug 29 05:00:24.736100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-b2f75d6d-db67-4dc9-9ea3-96b2f9d49579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:24.737604 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-b2f75d6d-db67-4dc9-9ea3-96b2f9d49579 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0509148 Aug 29 05:00:24.745340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:24.785976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-8b39e0c7-2e3a-41f8-8b2f-03b7cef1dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:24.787614 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-8b39e0c7-2e3a-41f8-8b2f-03b7cef1dd31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422676 Aug 29 05:00:24.878871 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-069fad9d-991e-4d57-9e95-ae821245cd2d service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839474 Aug 29 05:00:24.974156 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-be8fe2b5-4971-40e5-af30-b09a03181dfc req-3f19b8c4-aabc-4051-b6de-d70a6cafec9b service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871663 Aug 29 05:00:24.992527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:34:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:00:23Z', 'revision_number': 1, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:25.019466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cbe36-99b7-436e-8301-e3ac995566ea None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:34:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:00:23Z', 'revision_number': 1, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:25.208365 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8a56c-410e-4e2c-adfc-7605c89a4fe8 None None] New status for floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:00:27.441646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.695138 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.448010 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1abaf3-1ebe-4121-a82e-d8c5a110f5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:50.424983 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:50.468230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d84865e-4051-4a2d-b5c3-886f4400060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:51.332876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:52.921235 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:52.970543 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:00:57.442442 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:58.722362 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:06.139732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-e8a090dc-a311-4214-81d9-74b2b7b2d881 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408428 Aug 29 05:01:06.233116 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-890b8940-e2ed-4534-96dc-0469ea122a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:06.234613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-890b8940-e2ed-4534-96dc-0469ea122a1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1098 time: 0.0420730 Aug 29 05:01:06.355566 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-b36153a4-523c-4202-a637-ec299312173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:06.357126 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-b36153a4-523c-4202-a637-ec299312173f service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0979612 Aug 29 05:01:06.426611 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-10631f8e-ab5d-4ba5-a293-36ac3c53ecb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 1002 time: 0.0572734 Aug 29 05:01:06.488588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-795a4bfc-1e49-488f-8512-455dc4f053f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:06.490075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-795a4bfc-1e49-488f-8512-455dc4f053f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0491567 Aug 29 05:01:06.548634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-86371967-7c66-4d52-9f10-11f01c318167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:06.550215 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-86371967-7c66-4d52-9f10-11f01c318167 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484314 Aug 29 05:01:06.645427 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-4dd83f04-bd72-4432-8965-ef7222c59e01 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829787 Aug 29 05:01:06.746219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-30505a33-1e45-436e-83f0-77e7c0cdaa38 req-3f4bc338-9706-42c3-b1e3-16e4e9eec304 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878856 Aug 29 05:01:14.906541 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f8d7599e-47ac-4621-a9bd-97b6157dbe30 req-bdf65765-20df-4397-a577-63fe513fa73d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318186 Aug 29 05:01:14.953057 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f8d7599e-47ac-4621-a9bd-97b6157dbe30 req-815eb34e-9ced-4a82-a8d0-daa8d382841d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0244083 Aug 29 05:01:14.991696 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f8d7599e-47ac-4621-a9bd-97b6157dbe30 req-01ee29e1-7a17-44ca-b8c2-371c5dd15ad6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197961 Aug 29 05:01:15.099454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7599e-47ac-4621-a9bd-97b6157dbe30 req-b0a1d9cd-8e26-4f24-839e-eaaff16913ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:15.101230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f8d7599e-47ac-4621-a9bd-97b6157dbe30 req-b0a1d9cd-8e26-4f24-839e-eaaff16913ea service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030974 Aug 29 05:01:17.449135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da277c83-6001-47bb-ac6f-5d05a5d0c8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.417379 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.469479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ce21a179-4ef3-45ba-bbf0-d4b0fd3b58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:21.344954 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.920409 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:27.457565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:28.742566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:29.969961 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:47.449396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-38e9ecce-fbb0-4c2b-a391-503118d5f3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.419324 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.469794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4723284c-e53c-456a-ad85-ba95bfd55930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.330556 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:52.924683 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:57.473441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:58.732805 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:03.904135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc849-7a59-4cc3-8bc9-038fcce81950 req-768d57e8-df0e-4b0b-a6a9-e5ad5d4d569e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:03.905798 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e2dc849-7a59-4cc3-8bc9-038fcce81950 req-768d57e8-df0e-4b0b-a6a9-e5ad5d4d569e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.1186149 Aug 29 05:02:03.943390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e2dc849-7a59-4cc3-8bc9-038fcce81950 req-9759b716-62f1-4a6e-901b-b71936da3192 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311451 Aug 29 05:02:04.131151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35330) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:02:04.190459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c7c9f-2516-4729-b703-1031c2416ab6 req-094c05c3-420f-4b39-9a0f-e9fa8936a060 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:04.192113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f8c7c9f-2516-4729-b703-1031c2416ab6 req-094c05c3-420f-4b39-9a0f-e9fa8936a060 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0498991 Aug 29 05:02:04.260728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f8c7c9f-2516-4729-b703-1031c2416ab6 req-75ee51f9-0006-4215-af46-70e49a027b3f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583141 Aug 29 05:02:04.264850 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-180a6393-ccba-4956-9f3d-07059f007f3c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324613 Aug 29 05:02:05.389034 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43a662-9ed2-49ae-b0af-4af89d458d98 req-3ae0e8ab-5fef-4d0d-af23-8ca1d1ef01a1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:05.390516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa43a662-9ed2-49ae-b0af-4af89d458d98 req-3ae0e8ab-5fef-4d0d-af23-8ca1d1ef01a1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0512159 Aug 29 05:02:05.440358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa43a662-9ed2-49ae-b0af-4af89d458d98 req-16b26846-7e7e-4501-b5f5-e7cfb576681f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426717 Aug 29 05:02:05.491257 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-2701822b-5597-4681-8cc7-f7b2f9b06433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:05.492851 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-2701822b-5597-4681-8cc7-f7b2f9b06433 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1098 time: 0.0433326 Aug 29 05:02:05.593266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-f65b3930-e097-427a-b4fd-67b98c44b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:05.594801 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-f65b3930-e097-427a-b4fd-67b98c44b902 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0935214 Aug 29 05:02:05.669524 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-77ccf5a2-38aa-4ba3-92a4-7b18178372b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 1002 time: 0.0621068 Aug 29 05:02:05.728713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-7333db00-3f4d-4719-ada7-568b071a14db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:05.730214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-7333db00-3f4d-4719-ada7-568b071a14db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0489078 Aug 29 05:02:05.792991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-6493d1bc-7e8f-494b-9977-48a25ca2c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:05.794497 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-6493d1bc-7e8f-494b-9977-48a25ca2c734 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509953 Aug 29 05:02:05.896318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-78243c46-50c5-4448-8b9f-1cf1ca23ea93 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858166 Aug 29 05:02:05.993349 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-bfa4cf8c-9002-4ee2-9dbc-9c4a96166ba3 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Aug 29 05:02:06.557195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32de81-84c3-4c38-8fb9-48854112fbf6 req-3e415a6b-04c8-4753-b811-6074bca1b3b9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:06.559822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e32de81-84c3-4c38-8fb9-48854112fbf6 req-3e415a6b-04c8-4753-b811-6074bca1b3b9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0512204 Aug 29 05:02:06.597519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e32de81-84c3-4c38-8fb9-48854112fbf6 req-d23d89e9-0b7e-4256-9269-1d39ed3027e5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316832 Aug 29 05:02:06.969577 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:02:07.121387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-30db28e6-c36f-4f83-be12-80f566ef492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:07.122860 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-30db28e6-c36f-4f83-be12-80f566ef492f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1098 time: 0.0410888 Aug 29 05:02:07.228978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-e4a053e2-8897-435a-a9a9-6517a42d0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:07.230372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-e4a053e2-8897-435a-a9a9-6517a42d0b97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0840840 Aug 29 05:02:07.304341 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-97cd389f-8a1c-422f-85a4-d7f4dad5b20f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 1002 time: 0.0649672 Aug 29 05:02:07.354784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-7c76980d-b6a3-41a8-8596-947ea17b65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:07.356314 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-7c76980d-b6a3-41a8-8596-947ea17b65e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0449836 Aug 29 05:02:07.411447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-5a5c2798-9153-4c9c-aa1c-3822c7a388db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:07.413010 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-5a5c2798-9153-4c9c-aa1c-3822c7a388db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480568 Aug 29 05:02:07.512060 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-6fcf67fc-bdbd-45a5-8227-78bf18945695 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907316 Aug 29 05:02:07.604817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0c057495-99bf-4a0f-b232-ac7102262f91 req-3c4ee463-63b9-4e8e-93cc-0744c6b1c54e service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848296 Aug 29 05:02:07.720309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c685d3-cfdc-4220-bd9d-65cc33b68f59 req-97222f8c-06a2-46aa-8bcb-ab42a235b996 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:07.721885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03c685d3-cfdc-4220-bd9d-65cc33b68f59 req-97222f8c-06a2-46aa-8bcb-ab42a235b996 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0544760 Aug 29 05:02:07.760815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03c685d3-cfdc-4220-bd9d-65cc33b68f59 req-eb9479b1-9d9a-4419-88cc-631fb0a7addc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321996 Aug 29 05:02:08.884412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e181c-a147-499d-a8b8-055cb4181426 req-183b3eb5-dd72-4e38-a629-f8eadfb7b62f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:08.885937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b63e181c-a147-499d-a8b8-055cb4181426 req-183b3eb5-dd72-4e38-a629-f8eadfb7b62f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0545218 Aug 29 05:02:08.932235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b63e181c-a147-499d-a8b8-055cb4181426 req-b5bf8d18-8127-4425-b601-4a368ce8e3e7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402424 Aug 29 05:02:10.056633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a444907-a9c8-46c8-ad72-4ddd56ee51ad req-707252e9-2a93-4935-bbba-221a34aa354f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:10.058250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a444907-a9c8-46c8-ad72-4ddd56ee51ad req-707252e9-2a93-4935-bbba-221a34aa354f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0502133 Aug 29 05:02:10.096800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a444907-a9c8-46c8-ad72-4ddd56ee51ad req-267d3171-94ea-45b7-a3d7-b2d121abf046 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325756 Aug 29 05:02:11.234116 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f620b2-4744-416e-84f8-437d6f24b2b0 req-7ca8f253-458a-4f97-8e6a-fb173fb30831 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:11.235638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38f620b2-4744-416e-84f8-437d6f24b2b0 req-7ca8f253-458a-4f97-8e6a-fb173fb30831 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0551715 Aug 29 05:02:11.274146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-38f620b2-4744-416e-84f8-437d6f24b2b0 req-341881c7-5620-479f-8d99-02818d10aeec tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319788 Aug 29 05:02:12.392422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ed99-b859-49e4-94ee-7bec4b8e5815 req-2a37e495-560b-4371-85f0-560e37d57fb4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:12.393913 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f07ed99-b859-49e4-94ee-7bec4b8e5815 req-2a37e495-560b-4371-85f0-560e37d57fb4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0501862 Aug 29 05:02:12.432306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f07ed99-b859-49e4-94ee-7bec4b8e5815 req-4569e27c-023d-41ae-906c-c000fddc136c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Aug 29 05:02:13.553800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f59cd-ae12-482a-8830-813aabbe88a3 req-b8a72dce-d890-4826-bbd7-b34840c79f01 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:13.555456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-034f59cd-ae12-482a-8830-813aabbe88a3 req-b8a72dce-d890-4826-bbd7-b34840c79f01 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0546854 Aug 29 05:02:13.595077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-034f59cd-ae12-482a-8830-813aabbe88a3 req-f0a95925-e3d4-41c8-afa1-fafa2f40017f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332322 Aug 29 05:02:14.718011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962995-618f-49a8-b7d3-51130a57591c req-505d6e01-2a81-43b3-a45c-bb13319e00da tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:14.719565 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8962995-618f-49a8-b7d3-51130a57591c req-505d6e01-2a81-43b3-a45c-bb13319e00da tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0559368 Aug 29 05:02:14.764657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8962995-618f-49a8-b7d3-51130a57591c req-765f7ccf-62bd-43cd-8690-af66111d72bd tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389624 Aug 29 05:02:15.885442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d6e49-d3e6-4090-80a1-e23b97f8edae req-0807ac91-242d-4106-b0cc-84c53a50cb30 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:15.887075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b71d6e49-d3e6-4090-80a1-e23b97f8edae req-0807ac91-242d-4106-b0cc-84c53a50cb30 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0526378 Aug 29 05:02:15.892698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a0f43dc6-dfcf-4c30-acfb-b7b1093c8d6b req-efdc9cd1-1dbf-4b30-8739-3a69d0242412 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264418 Aug 29 05:02:15.929370 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b71d6e49-d3e6-4090-80a1-e23b97f8edae req-bc5cc139-a7d5-4185-a17a-97b5cc1a6b51 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357251 Aug 29 05:02:16.298423 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a0f43dc6-dfcf-4c30-acfb-b7b1093c8d6b req-9b59df28-e8e7-4727-a065-eafc9371797a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.3664539 Aug 29 05:02:16.338219 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a0f43dc6-dfcf-4c30-acfb-b7b1093c8d6b req-148684b2-f330-460d-ad82-6066377cd0a3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196466 Aug 29 05:02:16.431448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f43dc6-dfcf-4c30-acfb-b7b1093c8d6b req-07e3f9f4-24d9-4db9-b63a-c56754f3f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.432955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a0f43dc6-dfcf-4c30-acfb-b7b1093c8d6b req-07e3f9f4-24d9-4db9-b63a-c56754f3f544 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885406 Aug 29 05:02:17.055098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338ef20-b596-4d08-8d56-9fe6236c97e4 req-7887edc4-1517-449c-b2db-96947114a335 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:17.056674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9338ef20-b596-4d08-8d56-9fe6236c97e4 req-7887edc4-1517-449c-b2db-96947114a335 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0567467 Aug 29 05:02:17.096002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9338ef20-b596-4d08-8d56-9fe6236c97e4 req-e07d04cc-7472-4170-8eca-14f64db8c344 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331490 Aug 29 05:02:17.449969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1a623571-8f14-4d84-b517-020b154a651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:17.997137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-3f127fab-7dd3-4b80-b5a2-b8a68e7d8fa8 service neutron] 10.222.0.64 "GET /v2.0/ports/4a4cb180-40c4-4c02-8d9f-37a6aaedefb5/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0588369 Aug 29 05:02:18.226805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-9109b812-3f47-48c7-a4f9-5db54743f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:18.228597 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-9109b812-3f47-48c7-a4f9-5db54743f366 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 1098 time: 0.0431631 Aug 29 05:02:18.233964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1f624-f270-480d-8edf-0bbbdfbb044b req-23895382-7019-41f6-94f6-e745bac8f892 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:18.235446 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c1f624-f270-480d-8edf-0bbbdfbb044b req-23895382-7019-41f6-94f6-e745bac8f892 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0641043 Aug 29 05:02:18.276677 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04c1f624-f270-480d-8edf-0bbbdfbb044b req-8bb8956b-dcc1-4af8-8f77-923fbf9cc0c1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348899 Aug 29 05:02:18.302954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-1a888fd3-e1e7-47de-87a7-17fc9a8169c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:18.304900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-1a888fd3-e1e7-47de-87a7-17fc9a8169c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1098 time: 0.0467629 Aug 29 05:02:18.405904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-a00e6a0f-7cc0-430d-9bca-30322cbc342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:18.407408 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-a00e6a0f-7cc0-430d-9bca-30322cbc342a service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0917423 Aug 29 05:02:18.480183 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-ca46c2f8-31d7-4460-b7ca-025e73880158 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 1002 time: 0.0602210 Aug 29 05:02:18.536300 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-8c4b93d7-382a-4665-ad3b-111603318319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:18.537740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-8c4b93d7-382a-4665-ad3b-111603318319 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0458817 Aug 29 05:02:18.593008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-18bc6c4f-ad2e-48f0-a485-de116e3d7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:18.594523 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-18bc6c4f-ad2e-48f0-a485-de116e3d7512 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454900 Aug 29 05:02:18.697046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-981da54d-6921-421a-b1bc-e28f44c323fd service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897753 Aug 29 05:02:18.801794 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-93ad1cf3-743d-42b8-aaa9-ac6d38e88fe0 req-b7e14902-3963-4848-8b3b-f2aec53c8fd4 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932164 Aug 29 05:02:19.406194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167e9c0-6232-4bc4-ad4c-e34ce9220758 req-99fbf2d9-119c-4c93-848b-982b7e004d3a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:19.407793 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b167e9c0-6232-4bc4-ad4c-e34ce9220758 req-99fbf2d9-119c-4c93-848b-982b7e004d3a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0504591 Aug 29 05:02:19.446390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b167e9c0-6232-4bc4-ad4c-e34ce9220758 req-82ccead6-f4c6-4a3f-827d-3ffc57c2c5c7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326383 Aug 29 05:02:20.421458 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:20.469783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ca684e7-31da-4612-af5d-84eaa9021298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:20.575495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0b418-d30f-4d57-9783-23945ae1bb3f req-34f7f481-45b6-48a5-b4e1-4c79d2dec9f8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:20.577021 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70d0b418-d30f-4d57-9783-23945ae1bb3f req-34f7f481-45b6-48a5-b4e1-4c79d2dec9f8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0514240 Aug 29 05:02:20.627026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70d0b418-d30f-4d57-9783-23945ae1bb3f req-856920fb-dd0f-40bb-92cf-7006c74ecc26 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346470 Aug 29 05:02:21.229956 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:02:21.232589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:02:21.356858 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:21.403795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:21.415049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:21.419845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'mac_address': 'fa:16:3e:34:3f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:02:21.466445 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:21.469752 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54731b0e-5e95-49d4-90ea-aecad5cdb227" -d '{"events": [{"server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:21.490210 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:21.496800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:21.503247 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:21.525254 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ec8ee6-1b1a-4252-8987-df8ab8b7a079 x-openstack-request-id: req-63ec8ee6-1b1a-4252-8987-df8ab8b7a079 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:21.525563 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:21.525823 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63ec8ee6-1b1a-4252-8987-df8ab8b7a079 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:21.526216 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'code': 200} Aug 29 05:02:21.539979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:21.587553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:21.604627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.604983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.605332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.605676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.606016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.606355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.606691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.607022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.607352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.607682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.608027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.608359 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:21.618449 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:02:21.618816 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:02:21.752460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66574c2e-ecf9-4e04-b191-4805fd60bc40 req-a0d07f41-4454-433a-b1cd-3d601b4e057d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:21.753863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66574c2e-ecf9-4e04-b191-4805fd60bc40 req-a0d07f41-4454-433a-b1cd-3d601b4e057d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 944 time: 0.0546849 Aug 29 05:02:21.796323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66574c2e-ecf9-4e04-b191-4805fd60bc40 req-63c10761-9ae8-4c17-99b3-84aac9984aad tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354385 Aug 29 05:02:21.999160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bc4fa-ea8d-4326-b6d0-3ee2630102f9 req-716066d8-efb3-4dd6-b4ee-121c30998fae tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:22.000865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff1bc4fa-ea8d-4326-b6d0-3ee2630102f9 req-716066d8-efb3-4dd6-b4ee-121c30998fae tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 944 time: 0.0517757 Aug 29 05:02:22.011215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-bf4351c9-2643-49fe-a0c2-08983d0b9bda tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:22.012690 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-bf4351c9-2643-49fe-a0c2-08983d0b9bda tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 944 time: 0.0566061 Aug 29 05:02:22.048506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff1bc4fa-ea8d-4326-b6d0-3ee2630102f9 req-4e6f2e05-7661-4d22-9230-c9d29a5a0a13 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413215 Aug 29 05:02:22.155110 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:22.156972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-11a5fbaf-273f-403d-8f09-c4bce267d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:22.158516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-11a5fbaf-273f-403d-8f09-c4bce267d774 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 1096 time: 0.0982997 Aug 29 05:02:22.168261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:22.188028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:22.193597 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:22.243468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:22.263023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-8eda49c2-70e2-4ac3-851a-a0f62fd8f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:22.264488 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-8eda49c2-70e2-4ac3-851a-a0f62fd8f1c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0981750 Aug 29 05:02:22.335720 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-14db24f1-4320-4a95-8e97-b305a690f5c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 200 len: 1001 time: 0.0630844 Aug 29 05:02:22.386328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-f6d09d9f-78e7-4d6c-8ee5-5b6e592b7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:22.387879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-f6d09d9f-78e7-4d6c-8ee5-5b6e592b7472 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0446541 Aug 29 05:02:22.439699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-fb1bafa7-d174-4ebd-9ce2-815365c2994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:22.441251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-fb1bafa7-d174-4ebd-9ce2-815365c2994e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456858 Aug 29 05:02:22.468156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:22.542893 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-c6063ece-0c28-4ca9-9239-fd62be273972 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932691 Aug 29 05:02:22.640961 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02a7b68e-b93d-477b-941c-7835f7f952b1 req-879d786f-0acf-4a81-992d-bd08f152ee99 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903587 Aug 29 05:02:22.938192 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:23.172336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a1079-b7eb-441b-8f1c-92277161165b req-86fcf176-7945-47a2-a4fb-5cda38958764 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:23.173862 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f94a1079-b7eb-441b-8f1c-92277161165b req-86fcf176-7945-47a2-a4fb-5cda38958764 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 945 time: 0.0525925 Aug 29 05:02:23.213815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f94a1079-b7eb-441b-8f1c-92277161165b req-e106800c-5d3d-45f8-b1fa-d384a999ccd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338745 Aug 29 05:02:23.242588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:02:23.291806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:23.292214 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:23.341940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7a664-fa2e-4cb7-9b83-00e16152bed8 req-bcf87ceb-f2c5-4683-a01b-2af12b9bc837 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:23.343561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a7a664-fa2e-4cb7-9b83-00e16152bed8 req-bcf87ceb-f2c5-4683-a01b-2af12b9bc837 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 945 time: 0.0577855 Aug 29 05:02:23.376911 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:23.386493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a7a664-fa2e-4cb7-9b83-00e16152bed8 req-113144d3-a029-4ea9-ab0b-889f039a1337 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345078 Aug 29 05:02:23.411410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:23.415113 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:23.464279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:23.510382 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25cece-d3af-4d7d-af80-52bba5c54b23 req-3cf1beec-0bf1-45d9-b754-b901b64cf89f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:23.511933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e25cece-d3af-4d7d-af80-52bba5c54b23 req-3cf1beec-0bf1-45d9-b754-b901b64cf89f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0525177 Aug 29 05:02:23.527706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:23.530168 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b08df1f-5025-44f8-8dd3-dc5f75f26792" -d '{"events": [{"server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "name": "network-vif-plugged", "status": "completed", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:23.551153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e25cece-d3af-4d7d-af80-52bba5c54b23 req-130181c3-549d-4223-9479-ba6a160566ad tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331464 Aug 29 05:02:23.594627 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc7b2a-b337-4da3-bf6f-ece64402f5d5 x-openstack-request-id: req-9cdc7b2a-b337-4da3-bf6f-ece64402f5d5 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:23.594918 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "name": "network-vif-plugged", "status": "completed", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:23.595167 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cdc7b2a-b337-4da3-bf6f-ece64402f5d5 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:23.595559 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'code': 200} Aug 29 05:02:23.812012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225b7c1-bb35-466e-81ab-5ddfc5878f99 req-91a49df2-3ee0-4396-bc9e-990d3bf644e5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:23.813742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b225b7c1-bb35-466e-81ab-5ddfc5878f99 req-91a49df2-3ee0-4396-bc9e-990d3bf644e5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0503714 Aug 29 05:02:23.852625 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b225b7c1-bb35-466e-81ab-5ddfc5878f99 req-e12464fc-4d36-4e42-85e6-04c10b5c20dc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327425 Aug 29 05:02:24.990478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bce0b2-9c7d-4126-8b23-f2a7894cd7e9 req-441e0de0-f3d8-4be5-a776-0aaf89ce8fee tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:24.992031 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37bce0b2-9c7d-4126-8b23-f2a7894cd7e9 req-441e0de0-f3d8-4be5-a776-0aaf89ce8fee tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0555594 Aug 29 05:02:25.032476 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37bce0b2-9c7d-4126-8b23-f2a7894cd7e9 req-27f86355-cdef-409f-99d2-91225e2255de tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336683 Aug 29 05:02:25.197050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-192be287-7fcc-4fcb-8cf1-bffc1a98e500 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:25.198526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-192be287-7fcc-4fcb-8cf1-bffc1a98e500 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 946 time: 0.0508292 Aug 29 05:02:25.294248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Deleting port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:02:25.294598 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.386469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] For port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:25.386886 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.569466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.569867 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.570812 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8 disassociated. External IP: 172.25.1.243, port: 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5. Aug 29 05:02:25.571100 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Calling delete_port for 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:02:25.706591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.734173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event deleted for resources: {'Port': ['ID=4a4cb180-40c4-4c02-8d9f-37a6aaedefb5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:25.744121 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.744480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.744829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.745176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.745514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.745854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.746189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.746942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.746942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.747145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.747478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.747812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.867485 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:02:25.986080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:02:25.996200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:02:26.006087 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:02:26.006709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:02:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:26.026961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] No DVR routers for this DVR port 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:02:26.029733 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:26.031887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-68bd4d0b-7677-4a0b-826b-1013308eb94a req-ccd8fef3-de8a-4df7-a706-f6b0dee96c3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "DELETE /v2.0/ports/4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 HTTP/1.1" status: 204 len: 173 time: 0.8243577 Aug 29 05:02:26.032363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'name': 'network-vif-deleted', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:26.034642 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45885586-ff07-41b4-bf46-82730e7858e8" -d '{"events": [{"server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "name": "network-vif-deleted", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:26.140473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:02:26.149280 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfffeb11-35e4-4652-a6ea-b3cb193de1fc x-openstack-request-id: req-cfffeb11-35e4-4652-a6ea-b3cb193de1fc {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:26.149866 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f4e433-cdb1-40a6-8c60-b7b97a4246ff", "name": "network-vif-deleted", "tag": "4a4cb180-40c4-4c02-8d9f-37a6aaedefb5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:26.150183 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfffeb11-35e4-4652-a6ea-b3cb193de1fc {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:26.150654 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f4e433-cdb1-40a6-8c60-b7b97a4246ff', 'name': 'network-vif-deleted', 'tag': '4a4cb180-40c4-4c02-8d9f-37a6aaedefb5', 'status': 'completed', 'code': 200} Aug 29 05:02:26.245264 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3706f28c-1b78-4132-b7fd-bdced59d90c0 req-64f01b9f-da27-4202-ad04-d02f97472017 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f4e433-cdb1-40a6-8c60-b7b97a4246ff HTTP/1.1" status: 200 len: 210 time: 0.0358315 Aug 29 05:02:26.506475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:26.540121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:02:26.548546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:02:26.549156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:02:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:26.664245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:02:26.866647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:26.893388 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ce54e-3e81-459a-b207-08110b63fa86 None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:02:27.097259 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecb54b-a744-4a94-8a86-408b1373f7e6 None None] New status for floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:02:27.485083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-1d7073f2-a018-44cd-9ed8-f0d0928172b5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--752857542&fields=id&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 267 time: 0.0354719 Aug 29 05:02:27.489006 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:27.598631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-decc27fd-dbc0-4197-a4b4-805de4042bb2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:27.600145 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-decc27fd-dbc0-4197-a4b4-805de4042bb2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 812 time: 0.1079023 Aug 29 05:02:27.615748 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-65f8fcdd-1d65-4386-b032-9e6e79cc24e8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/quotas/efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 375 time: 0.0090535 Aug 29 05:02:27.670902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-a7faf989-82df-49e4-b015-a001d95aa8c2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499194 Aug 29 05:02:27.821582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-a855b425-f710-4d92-a9c5-77e20655afa4 service neutron] 10.222.0.58 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382823 Aug 29 05:02:27.922205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-7de4ecb7-b652-426e-86de-c62fcfed7128 service neutron] 10.222.0.58 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908887 Aug 29 05:02:28.089690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-635832d9-6281-4c52-9334-fc78195fbb97 req-cde0fdf2-df42-4879-82a7-3d163ecd7b98 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 210 time: 0.0278299 Aug 29 05:02:28.744188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:29.167741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f084f8e7-dcf7-461b-9263-69de6b6273e0 req-f6eba7c6-899d-4823-a506-5b6a5a57a563 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 210 time: 0.0278869 Aug 29 05:02:29.259904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:02:29.284481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:02:29.284834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 4a4cb180-40c4-4c02-8d9f-37a6aaedefb5 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:02:30.252400 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be199dd2-a55e-4679-b258-1f9a98c154ca req-096dbdab-aae8-4f21-91ac-db1edab61019 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 210 time: 0.0283146 Aug 29 05:02:31.342435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f05ff4d-8608-4b55-963d-90f400d9640d req-68412bac-8ba6-4968-a995-4711d0e28e59 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 210 time: 0.0354416 Aug 29 05:02:32.442691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8cb7126e-ed64-4d84-9c76-903657d61fe5 req-6112b632-719d-4bdc-94c1-89d9965316bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 210 time: 0.0299132 Aug 29 05:02:33.202512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-8c667021-0e93-4e63-844a-b331bc5b54d4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.204011 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-8c667021-0e93-4e63-844a-b331bc5b54d4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 812 time: 0.1093411 Aug 29 05:02:33.251363 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-bb725d8c-d456-4d41-8285-c59e9fe31bf2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 379 time: 0.0353901 Aug 29 05:02:33.263370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'port': {'device_id': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'admin_state_up': True, 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'security_groups': ['9702669e-0276-4d97-97c3-94275a220732']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:33.371328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Made reservation on behalf of efe04cf2c01f46e084cc867f12ac7ea0 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:02:33.374891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:33.504408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Allocated IP 172.20.0.8 (33d32ade-793d-49ba-b04d-d65ef05f5bfd/af9b6c1f-54ca-4f6b-b67d-5bb9bba97565/662b2723-2bf1-410a-9669-64ef99951bbd) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:02:33.539230 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52300324-bc64-468c-951b-978e3ec37775 req-2300d6b8-90a5-4325-a18d-67a7ab01852c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 210 time: 0.0268703 Aug 29 05:02:33.648068 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:33.662171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Transition to ACTIVE for port object 662b2723-2bf1-410a-9669-64ef99951bbd will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:33.694588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:33.738800 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:02:33.741885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:02:33.746240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:02:33.770620 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:33.798260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.798883 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:33.814902 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b4584d2f-70bb-4ce4-a322-22ac7296edd2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5551665 Aug 29 05:02:33.833574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Request body: {'port': {'device_id': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:33.894433 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.016997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a7e15e4f-6145-4e7d-b1b9-8f3114cc7e5a None None] Provisioning for port 662b2723-2bf1-410a-9669-64ef99951bbd completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:34.021717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a7e15e4f-6145-4e7d-b1b9-8f3114cc7e5a None None] Provisioning complete for port 662b2723-2bf1-410a-9669-64ef99951bbd triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:34.022172 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7e15e4f-6145-4e7d-b1b9-8f3114cc7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.061162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a7e15e4f-6145-4e7d-b1b9-8f3114cc7e5a None None] Port 662b2723-2bf1-410a-9669-64ef99951bbd cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:02:34.156564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662b2723-2bf1-410a-9669-64ef99951bbd {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:34.163875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.176203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Transition to ACTIVE for port object 662b2723-2bf1-410a-9669-64ef99951bbd will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:34.182095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.236446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Pushing event updated for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:34.311949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Attempting to bind port 662b2723-2bf1-410a-9669-64ef99951bbd on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:02:34.312327 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Attempting to bind port 662b2723-2bf1-410a-9669-64ef99951bbd by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:02:34.312669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Attempting to bind port 662b2723-2bf1-410a-9669-64ef99951bbd on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:34.317171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Port 662b2723-2bf1-410a-9669-64ef99951bbd on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:02:34.317496 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Attempting to bind port 662b2723-2bf1-410a-9669-64ef99951bbd on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:34.322580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:02:34.322926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Checking segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:02:34.323315 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Bound using segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:02:34.324262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Bound port: 662b2723-2bf1-410a-9669-64ef99951bbd, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:02:34.324262 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.394193 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:02:34.398045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:02:34.402594 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.435823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.438049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.438449 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] 10.222.0.64 "PUT /v2.0/ports/662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 1092 time: 0.6091461 Aug 29 05:02:34.438704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:34.441000 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:34.466396 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1996fe7-6efb-4e94-b1f8-0da912261442 service neutron] Pushing event updated for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:34.487864 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaf784e-9206-46dc-9c88-e63ae8158891 x-openstack-request-id: req-dfaf784e-9206-46dc-9c88-e63ae8158891 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:34.488360 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:34.488821 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfaf784e-9206-46dc-9c88-e63ae8158891 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:34.489324 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd', 'status': 'completed', 'code': 200} Aug 29 05:02:34.537657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-d0cf3e60-d541-48e7-a4a1-4063fbd65152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.539800 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-d0cf3e60-d541-48e7-a4a1-4063fbd65152 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1095 time: 0.0417929 Aug 29 05:02:34.591558 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-adcce5ce-eb18-4fe4-b7e9-613b196dd7cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 217 time: 0.0398078 Aug 29 05:02:34.661790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-3ab229de-b4aa-4c32-a0d2-21c45385bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.663344 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-3ab229de-b4aa-4c32-a0d2-21c45385bf07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0632799 Aug 29 05:02:34.677935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2d21c-f392-485e-a71a-64d0ff3f0109 req-4f7049a0-2ceb-46ae-80e2-c60139b1fa83 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.679438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48a2d21c-f392-485e-a71a-64d0ff3f0109 req-4f7049a0-2ceb-46ae-80e2-c60139b1fa83 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 943 time: 0.0579472 Aug 29 05:02:34.721105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-e0cf047c-a409-4f86-9a7b-86797b787d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.722090 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48a2d21c-f392-485e-a71a-64d0ff3f0109 req-83eb1d01-b45d-4e6e-b8a0-2db919c6902e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363693 Aug 29 05:02:34.722694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-e0cf047c-a409-4f86-9a7b-86797b787d93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477011 Aug 29 05:02:34.823840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-5a415479-5eac-496e-8eb1-37d1f084e2d9 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889478 Aug 29 05:02:34.924063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df422783-2c2a-449e-9ebd-1b79d20a4fd1 req-b2c669d1-131c-4967-9122-4f56ee8872d2 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892496 Aug 29 05:02:35.023928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-0aae694b-39cc-4044-93e1-48364c07dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.025493 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-0aae694b-39cc-4044-93e1-48364c07dd1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1095 time: 0.0503895 Aug 29 05:02:35.120829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-8605364b-d88a-4196-83ef-8bdd980675d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.122868 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-8605364b-d88a-4196-83ef-8bdd980675d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0894213 Aug 29 05:02:35.165633 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-d4aa120e-ee3c-4466-9bec-44795395d489 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 217 time: 0.0357432 Aug 29 05:02:35.222628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-031b2180-bd1e-4f7c-bdfd-baaf44098f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.224743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-031b2180-bd1e-4f7c-bdfd-baaf44098f02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0496907 Aug 29 05:02:35.272568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-a00a5d94-202b-4be1-8f80-cd7a6c3ee5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.282043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-a00a5d94-202b-4be1-8f80-cd7a6c3ee5be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489862 Aug 29 05:02:35.374740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-476784a0-47ef-4cde-901a-af57197cb832 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837080 Aug 29 05:02:35.471951 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d1a5ca5a-1314-4994-bcff-12c9648c0d7c req-439c6049-b15e-4178-a5ba-be35bba74667 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876706 Aug 29 05:02:35.838270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c15098-d04a-4f08-ab6c-9dceffac3e99 req-30600062-e60d-4789-b4eb-d9febb18f593 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.839770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84c15098-d04a-4f08-ab6c-9dceffac3e99 req-30600062-e60d-4789-b4eb-d9febb18f593 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 943 time: 0.0506887 Aug 29 05:02:35.882461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84c15098-d04a-4f08-ab6c-9dceffac3e99 req-3565016c-3d32-4838-988c-63b4a97ae5fe tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365968 Aug 29 05:02:37.000892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274487c-f734-4ab4-ae7e-63843d63ce02 req-26046cbd-d630-4491-bf79-98c7c22535d7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:37.002478 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0274487c-f734-4ab4-ae7e-63843d63ce02 req-26046cbd-d630-4491-bf79-98c7c22535d7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 943 time: 0.0509753 Aug 29 05:02:37.040204 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0274487c-f734-4ab4-ae7e-63843d63ce02 req-bb9f0c0e-4087-4df1-a608-7bb7282ee362 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Aug 29 05:02:37.291864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 662b2723-2bf1-410a-9669-64ef99951bbd details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:02:37.388279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:37.400439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '662b2723-2bf1-410a-9669-64ef99951bbd', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '662b2723-2bf1-410a-9669-64ef99951bbd', 'mac_address': 'fa:16:3e:be:42:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:02:37.447426 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:37.459606 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662b2723-2bf1-410a-9669-64ef99951bbd {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:37.481431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:37.485221 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:37.533476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:37.745947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['662b2723-2bf1-410a-9669-64ef99951bbd'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:38.164731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5f33b-b3da-4beb-89c8-7ba6766da219 req-95cf4663-cc05-45a6-a7f5-b579039e39bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:38.166233 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebc5f33b-b3da-4beb-89c8-7ba6766da219 req-95cf4663-cc05-45a6-a7f5-b579039e39bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 944 time: 0.0506556 Aug 29 05:02:38.205607 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ebc5f33b-b3da-4beb-89c8-7ba6766da219 req-851109f3-7cde-45e9-964b-478b80b446f9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332935 Aug 29 05:02:39.307340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 662b2723-2bf1-410a-9669-64ef99951bbd up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:02:39.323572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4b52d-b9f3-4639-b1fe-3e4a46a6b807 req-1ff3c192-d497-4734-9a52-6eab9b4a0e56 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:39.325287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4be4b52d-b9f3-4639-b1fe-3e4a46a6b807 req-1ff3c192-d497-4734-9a52-6eab9b4a0e56 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 944 time: 0.0511763 Aug 29 05:02:39.357379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 662b2723-2bf1-410a-9669-64ef99951bbd completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:39.361155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 662b2723-2bf1-410a-9669-64ef99951bbd triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:39.361530 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.369987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4be4b52d-b9f3-4639-b1fe-3e4a46a6b807 req-52559d8d-4c2b-4095-9d6d-e761fa5c235a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384088 Aug 29 05:02:39.439119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.463083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:39.465366 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5a8de-69c8-4811-9369-bd06fd7f7d92" -d '{"events": [{"server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "name": "network-vif-plugged", "status": "completed", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:39.481546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:39.485776 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.511376 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab040e7-d9f3-4df2-9164-ad84b8328921 x-openstack-request-id: req-4ab040e7-d9f3-4df2-9164-ad84b8328921 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:39.511675 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "name": "network-vif-plugged", "status": "completed", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:39.511937 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ab040e7-d9f3-4df2-9164-ad84b8328921 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:39.512389 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd', 'code': 200} Aug 29 05:02:39.540430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:39.613235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8155-b2d6-4669-b732-3d673313071f req-5f3d48ec-f42c-427c-bc23-bae2184a7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:39.614770 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-990c8155-b2d6-4669-b732-3d673313071f req-5f3d48ec-f42c-427c-bc23-bae2184a7abc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1097 time: 0.0419157 Aug 29 05:02:39.655897 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-990c8155-b2d6-4669-b732-3d673313071f req-03710289-1325-4a99-9c66-459cc4a0a0a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287292 Aug 29 05:02:40.490261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99eb52-ce35-4fbe-9f0f-cf539afe34e8 req-f845e288-fff8-4c06-94b4-48cb4b6b8faa tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.491876 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a99eb52-ce35-4fbe-9f0f-cf539afe34e8 req-f845e288-fff8-4c06-94b4-48cb4b6b8faa tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0496447 Aug 29 05:02:40.530143 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7a99eb52-ce35-4fbe-9f0f-cf539afe34e8 req-5da00a0d-446a-4d17-af66-5c85fa0a1ff8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317893 Aug 29 05:02:41.648950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47f782-03c5-4e60-81f5-69f7f33c647d req-05f12664-9853-48a6-baf8-691e04abdd5f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:41.650498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f47f782-03c5-4e60-81f5-69f7f33c647d req-05f12664-9853-48a6-baf8-691e04abdd5f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0506494 Aug 29 05:02:41.689722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6f47f782-03c5-4e60-81f5-69f7f33c647d req-4c7c1773-930c-40cc-b358-3b556f5ba6cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324593 Aug 29 05:02:41.809155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a8d7-4c58-4203-b94a-2c67a5cbf4d4 req-75e1febe-a166-4df1-af25-1f73ad533b25 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:41.810630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3406a8d7-4c58-4203-b94a-2c67a5cbf4d4 req-75e1febe-a166-4df1-af25-1f73ad533b25 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0492053 Aug 29 05:02:41.819239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35488) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:02:41.824589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'floatingip': {'port_id': '662b2723-2bf1-410a-9669-64ef99951bbd'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:41.868938 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:42.313591 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:42.317577 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:42.427463 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8 associated. External IP: 172.25.1.243, port: 662b2723-2bf1-410a-9669-64ef99951bbd. Aug 29 05:02:42.645839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:02:42.754349 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:02:42.760328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:42.764966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:02:42.774689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:02:42.775315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:02:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:42.789647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9ff8422a-2cd2-4338-b1ee-3e4d1e872547 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "PUT /v2.0/floatingips/8484b6dd-4f06-4186-bb79-1404c403b7d8 HTTP/1.1" status: 200 len: 991 time: 0.9693177 Aug 29 05:02:42.790252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:42.792589 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb59e38-41ab-4ba2-b047-33974f9f29d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:42.881708 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767aa32d-aa3a-4da2-80cd-2720dd2cc26e x-openstack-request-id: req-767aa32d-aa3a-4da2-80cd-2720dd2cc26e {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:42.882011 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:42.882274 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-767aa32d-aa3a-4da2-80cd-2720dd2cc26e {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:42.882731 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd', 'status': 'completed', 'code': 200} Aug 29 05:02:42.887100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:02:42.951025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-29687256-e72a-4bda-adff-d7ce228a0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:42.952528 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-29687256-e72a-4bda-adff-d7ce228a0358 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1097 time: 0.0463195 Aug 29 05:02:43.044322 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-fe7a2523-5f6f-4707-b822-4435d44b0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:43.045874 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-fe7a2523-5f6f-4707-b822-4435d44b0734 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0859609 Aug 29 05:02:43.119290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-7acc43e8-d50b-480e-9066-c89b623da91d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 999 time: 0.0660179 Aug 29 05:02:43.125797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '662b2723-2bf1-410a-9669-64ef99951bbd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:be:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:02:42Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:43.157536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:02:43.165971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:02:43.166590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:02:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:43.174177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-d1ec42dc-bcdc-4520-bde6-68bbf0c25fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:43.175704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-d1ec42dc-bcdc-4520-bde6-68bbf0c25fd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0498042 Aug 29 05:02:43.223325 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-af9abff3-0fee-4e97-8477-b7d3755e8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:43.224830 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-af9abff3-0fee-4e97-8477-b7d3755e8428 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410106 Aug 29 05:02:43.275017 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:02:43.326652 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-13f9d76e-b92e-4a53-aed6-fede2b20d1d9 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930030 Aug 29 05:02:43.420559 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8cb59e38-41ab-4ba2-b047-33974f9f29d4 req-0fbcbcc6-0207-44d0-a400-3ab80caa91f9 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873227 Aug 29 05:02:43.502978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '662b2723-2bf1-410a-9669-64ef99951bbd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:be:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:02:42Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:43.530294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c4ff2-206e-428f-a589-589aa993a0b6 None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '662b2723-2bf1-410a-9669-64ef99951bbd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:be:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:02:42Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:02:43.722139 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672ee67-0e03-44fe-9375-ef4ae7f395bf None None] New status for floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:02:43.968826 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:02:47.451221 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c73ecf2e-f188-403a-8fe4-af3d929bfe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:50.422889 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:50.472340 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b5f041e6-b319-4de8-b8b8-254e3dd1d090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:51.338212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:52.939732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:57.504317 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:58.747688 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:07.112839 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-8674bc38-eaa3-4378-b37f-b27d6d1f58d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453336 Aug 29 05:03:07.209672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-1f934fc1-a50a-4bfe-ac03-e0abbf0f116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:07.211678 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-1f934fc1-a50a-4bfe-ac03-e0abbf0f116e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1097 time: 0.0454462 Aug 29 05:03:07.325412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-a7eb37a5-f81b-4c0d-9624-70282233bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:07.326968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-a7eb37a5-f81b-4c0d-9624-70282233bae1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0942230 Aug 29 05:03:07.417181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-d8655d1a-df99-43b2-9ac6-3d226aefb861 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 1001 time: 0.0738029 Aug 29 05:03:07.467681 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-5bb8e676-af8e-4bbd-be8e-a098ce2df8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:07.469231 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-5bb8e676-af8e-4bbd-be8e-a098ce2df8fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0444710 Aug 29 05:03:07.520978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-cde6a55c-8733-4297-bd17-902515a91250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:07.523641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-cde6a55c-8733-4297-bd17-902515a91250 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453601 Aug 29 05:03:07.622908 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-58488401-ee9e-4917-82bc-f71ee0ec4268 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894353 Aug 29 05:03:07.718106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e7cc9adc-9482-48ce-b7f2-e055f2a13f2e req-7967c179-c657-4f7f-9ac7-d272e0599fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857751 Aug 29 05:03:16.916856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1e25dc6-c9a2-4950-bfbd-2fddf80ff944 req-7cac83d3-787f-494c-94f0-dbcdfc07912a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0347624 Aug 29 05:03:16.964872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1e25dc6-c9a2-4950-bfbd-2fddf80ff944 req-fb374340-2740-44aa-a883-3607bdceffa7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0258939 Aug 29 05:03:17.004687 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1e25dc6-c9a2-4950-bfbd-2fddf80ff944 req-2f264745-1c2d-4eab-a801-a491c89d4622 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188069 Aug 29 05:03:17.103449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e25dc6-c9a2-4950-bfbd-2fddf80ff944 req-674d1288-578a-4dd0-bd54-d94927811414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:17.105227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e1e25dc6-c9a2-4950-bfbd-2fddf80ff944 req-674d1288-578a-4dd0-bd54-d94927811414 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941522 Aug 29 05:03:17.452832 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0048cf60-851b-4377-a2a1-8d471c689a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:20.424519 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:20.472727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e0e81af3-2ab8-4f5c-a026-bd19b0be87c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:20.968500 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:03:21.341282 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:22.940076 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.505081 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.757614 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.452539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65b015bd-4da1-42cd-87af-1ed2fa2b31ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:50.425360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:50.474318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-197a2f00-edf0-4f6a-ad80-1d144fc0c675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:51.345209 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:52.951680 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:57.521093 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:57.967845 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:03:58.771007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:08.106621 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-01527fca-97cd-49f4-a62d-79c3b0c945e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405686 Aug 29 05:04:08.199828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-e9776d96-bd70-4b25-9f2c-d42d894bd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:08.201316 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-e9776d96-bd70-4b25-9f2c-d42d894bd7cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1097 time: 0.0413527 Aug 29 05:04:08.332443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-b1767d8e-fcb6-437e-b3c7-63bb885fbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:08.333945 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-b1767d8e-fcb6-437e-b3c7-63bb885fbad7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.1015427 Aug 29 05:04:08.407613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-ade73d13-bbb3-43b4-a1ea-d0ac91d54376 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 1001 time: 0.0624259 Aug 29 05:04:08.466159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-dbfff6eb-0bb5-4a21-b244-8bb168c02774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:08.467536 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-dbfff6eb-0bb5-4a21-b244-8bb168c02774 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0480535 Aug 29 05:04:08.519078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-bf6ef47f-407b-4045-bdf5-b73461e03ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:08.520641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-bf6ef47f-407b-4045-bdf5-b73461e03ab6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409236 Aug 29 05:04:08.620771 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-634e4687-062b-447e-9eb3-1f654e492c7e service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881517 Aug 29 05:04:09.076251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8bc23e4-f017-4af7-a1db-b4e277537401 req-23dec1bd-28ed-442d-a819-5ec26f138c8d service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441292 Aug 29 05:04:16.989641 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f46cd62d-c613-4f26-aa45-94034e15721f req-b849aee5-5b65-4e81-985c-fc912649f1df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1305394 Aug 29 05:04:17.054814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f46cd62d-c613-4f26-aa45-94034e15721f req-d26448e7-bdb6-4b62-868a-873a49d554a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0254154 Aug 29 05:04:17.093416 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f46cd62d-c613-4f26-aa45-94034e15721f req-e9cf0b9e-d844-404f-aca3-68c71f01e5d9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194337 Aug 29 05:04:17.203749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cd62d-c613-4f26-aa45-94034e15721f req-04b8d864-5d98-4b05-82c3-b2d8d3924d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:17.205245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f46cd62d-c613-4f26-aa45-94034e15721f req-04b8d864-5d98-4b05-82c3-b2d8d3924d2f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047916 Aug 29 05:04:17.459700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8a07e70d-2e15-4ad9-a42b-265114ac9c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:20.427205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:20.473770 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2c66dc19-77b4-42cb-80e8-b326a5cfda6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:21.347757 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:22.949418 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:23.443859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097da46a-860f-4071-becf-8cfc1cad08a6 req-31f82862-1957-4415-82c6-c9f75bfb64b4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:23.445414 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-097da46a-860f-4071-becf-8cfc1cad08a6 req-31f82862-1957-4415-82c6-c9f75bfb64b4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0552874 Aug 29 05:04:23.485410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-097da46a-860f-4071-becf-8cfc1cad08a6 req-e40642c8-0809-480d-bbdc-915401e9496f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330250 Aug 29 05:04:24.611323 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675833e1-3d5b-42ab-bd52-6a7e0f22afdf req-8ebfbee5-2013-4855-b7d7-23bf737827ca tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:24.612750 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-675833e1-3d5b-42ab-bd52-6a7e0f22afdf req-8ebfbee5-2013-4855-b7d7-23bf737827ca tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0513811 Aug 29 05:04:24.652407 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-675833e1-3d5b-42ab-bd52-6a7e0f22afdf req-49f2baa2-092d-4b99-85da-364edd7db53e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329568 Aug 29 05:04:25.769674 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aa1d1-af2c-4473-b4ad-954bc453b242 req-dc0481aa-2cd5-4505-bc63-743b9fe33370 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:25.771169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-174aa1d1-af2c-4473-b4ad-954bc453b242 req-dc0481aa-2cd5-4505-bc63-743b9fe33370 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0495689 Aug 29 05:04:25.817384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-174aa1d1-af2c-4473-b4ad-954bc453b242 req-a4ef7d5b-add1-4611-950c-287bb42ec6b0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Aug 29 05:04:26.935536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335e20-9c76-4ece-acab-f67fecd0cc77 req-0bbdd8f3-7802-401e-8f27-46be972ae47c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:26.937151 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10335e20-9c76-4ece-acab-f67fecd0cc77 req-0bbdd8f3-7802-401e-8f27-46be972ae47c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0505748 Aug 29 05:04:26.973807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-10335e20-9c76-4ece-acab-f67fecd0cc77 req-7827b069-2864-4778-b5bf-689a72f6820b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306039 Aug 29 05:04:27.535872 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:28.097873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb6a4a-93d1-45b2-8daa-17e57d6dfb86 req-75daf5c4-ea47-49fc-be93-79a6677dcb0f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:28.099380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fdb6a4a-93d1-45b2-8daa-17e57d6dfb86 req-75daf5c4-ea47-49fc-be93-79a6677dcb0f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0568287 Aug 29 05:04:28.139132 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fdb6a4a-93d1-45b2-8daa-17e57d6dfb86 req-1ae5a762-ff3b-4002-ba6b-4ab24d34c22d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336628 Aug 29 05:04:28.784933 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:29.258178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce586f-96fc-4337-88ef-f463396a73c7 req-5add43aa-b8f9-40e8-ba83-43617a2b08c5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:29.259669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1ce586f-96fc-4337-88ef-f463396a73c7 req-5add43aa-b8f9-40e8-ba83-43617a2b08c5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Aug 29 05:04:29.303590 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1ce586f-96fc-4337-88ef-f463396a73c7 req-9bccf319-9643-4dbc-a434-f89371723964 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374107 Aug 29 05:04:30.422168 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a310caf-aa7d-4ad0-8233-2663a34fa4f1 req-f9efb5c6-9ef9-4e5f-a312-c8a29216603f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:30.423673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a310caf-aa7d-4ad0-8233-2663a34fa4f1 req-f9efb5c6-9ef9-4e5f-a312-c8a29216603f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0532002 Aug 29 05:04:30.462575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a310caf-aa7d-4ad0-8233-2663a34fa4f1 req-f7f876ff-1bc2-4ef7-bfb2-3d1b4d1fa6b9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326037 Aug 29 05:04:31.584394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17705678-abb7-45b9-ad6a-3b310b15f719 req-34e69f7f-4227-433d-b29c-0b99d010f747 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:31.585812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17705678-abb7-45b9-ad6a-3b310b15f719 req-34e69f7f-4227-433d-b29c-0b99d010f747 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0502367 Aug 29 05:04:31.625956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17705678-abb7-45b9-ad6a-3b310b15f719 req-bbe788c8-3a06-4e19-8755-18768ce8d7e4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334420 Aug 29 05:04:32.742733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa736832-000a-4cc2-bf36-3975a20fec13 req-d417cb4f-b653-47a4-bab7-02ee6e63c05a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:32.744251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa736832-000a-4cc2-bf36-3975a20fec13 req-d417cb4f-b653-47a4-bab7-02ee6e63c05a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0496995 Aug 29 05:04:32.790365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fa736832-000a-4cc2-bf36-3975a20fec13 req-b3eec701-ec13-4e3d-bf7d-08ae99607332 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388505 Aug 29 05:04:33.907398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15e822-70a5-4c4a-8d2b-3c4dcc5255b6 req-0c06afa2-6835-4c9f-a3ad-7beac1e60dc6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:33.908931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af15e822-70a5-4c4a-8d2b-3c4dcc5255b6 req-0c06afa2-6835-4c9f-a3ad-7beac1e60dc6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0500879 Aug 29 05:04:33.948596 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af15e822-70a5-4c4a-8d2b-3c4dcc5255b6 req-1dcfbc8a-19b5-48f1-b6c4-1dca89776bae tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336769 Aug 29 05:04:34.968011 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:04:35.064517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29e934-4682-478b-8018-26380bd93ca1 req-c4046693-f924-4cb4-a837-89f7b6823628 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:35.065941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e29e934-4682-478b-8018-26380bd93ca1 req-c4046693-f924-4cb4-a837-89f7b6823628 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0494978 Aug 29 05:04:35.104964 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8e29e934-4682-478b-8018-26380bd93ca1 req-c55bb554-0424-4e8c-9684-201407cb23a2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327783 Aug 29 05:04:36.234229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdafe7e-1b6e-46fc-ad52-f04686c408cb req-d342c891-de77-4c05-ae24-1c4eb29e19c3 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.235845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbdafe7e-1b6e-46fc-ad52-f04686c408cb req-d342c891-de77-4c05-ae24-1c4eb29e19c3 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0593288 Aug 29 05:04:36.295436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbdafe7e-1b6e-46fc-ad52-f04686c408cb req-62b2e83e-c171-4caf-8545-7da30a736556 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527010 Aug 29 05:04:37.411436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2f3fd-d5f8-472f-ba86-87f8ed78d8ab req-7ff21929-e360-45cf-a79b-26e0c16a4a00 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:37.413070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ae2f3fd-d5f8-472f-ba86-87f8ed78d8ab req-7ff21929-e360-45cf-a79b-26e0c16a4a00 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0502427 Aug 29 05:04:37.451602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1ae2f3fd-d5f8-472f-ba86-87f8ed78d8ab req-f738960a-ccf0-4c14-b211-faae5371b78a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321007 Aug 29 05:04:38.570581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bb746-84bc-40a2-ae9f-065b56784540 req-3247c8d8-2f9e-4313-af8a-c0189ceec4fb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:38.572257 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-107bb746-84bc-40a2-ae9f-065b56784540 req-3247c8d8-2f9e-4313-af8a-c0189ceec4fb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0487797 Aug 29 05:04:38.610629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-107bb746-84bc-40a2-ae9f-065b56784540 req-5f1fbcde-d18e-444d-8abf-82fb5bdb4cf9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314014 Aug 29 05:04:39.731702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9923939-3a88-4305-8dde-90c20e69b2fe req-ecc50ae2-509a-40c7-aa58-daa7f0e6f3ec tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:39.733214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9923939-3a88-4305-8dde-90c20e69b2fe req-ecc50ae2-509a-40c7-aa58-daa7f0e6f3ec tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Aug 29 05:04:39.776531 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9923939-3a88-4305-8dde-90c20e69b2fe req-f989402b-a539-4735-9e14-9bc2f711e43c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372481 Aug 29 05:04:40.051380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-a89ee81d-cf46-4af7-8d04-baa9427edf3b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757802 Aug 29 05:04:40.064583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b15d-039a-45ec-b021-29fe95dfd166 req-dc1a58dd-12dd-4ffa-860a-1936b2494b0f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:40.066089 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b708b15d-039a-45ec-b021-29fe95dfd166 req-dc1a58dd-12dd-4ffa-860a-1936b2494b0f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0646460 Aug 29 05:04:40.108248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b708b15d-039a-45ec-b021-29fe95dfd166 req-cd7ace02-c004-4ca3-8bc4-0c88fa5697ad tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358052 Aug 29 05:04:41.224007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260723d4-1944-4f27-90c7-758bea8dbf24 req-d426eb69-21a6-4622-818d-fad4858a1b88 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:41.225529 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-260723d4-1944-4f27-90c7-758bea8dbf24 req-d426eb69-21a6-4622-818d-fad4858a1b88 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0485404 Aug 29 05:04:41.265150 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-260723d4-1944-4f27-90c7-758bea8dbf24 req-572a5efc-bcd3-4ad0-981f-54b642942aca tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325260 Aug 29 05:04:41.343893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-c46bcdc1-b7dc-4f36-8210-a8363c4fd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:41.345420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-c46bcdc1-b7dc-4f36-8210-a8363c4fd642 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1097 time: 0.0428166 Aug 29 05:04:41.449420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-5e931f1d-8821-414e-a165-7fdec0d77ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:41.450898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-5e931f1d-8821-414e-a165-7fdec0d77ed4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0981638 Aug 29 05:04:41.523271 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-fdf02eea-ab43-4521-8fe2-01e2b557f4b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 1001 time: 0.0596037 Aug 29 05:04:41.579319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-05c8c53c-226e-4113-bebc-2edde0b6fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:41.580837 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-05c8c53c-226e-4113-bebc-2edde0b6fcb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0461240 Aug 29 05:04:41.635177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-45158948-8aaf-498f-b72c-cb60c9857304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:41.636714 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-45158948-8aaf-498f-b72c-cb60c9857304 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445223 Aug 29 05:04:41.732365 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-2dc14ffa-1869-4e8e-ac1e-1e1276fdf710 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825655 Aug 29 05:04:41.839126 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-d269a7c9-34aa-40ea-8fb2-0f39d2d154f1 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951076 Aug 29 05:04:42.389812 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1541b1-eca3-4380-98d3-b4b525d72cad req-cd66e8fb-9b84-477e-846d-32cc8adeef74 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:42.391358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a1541b1-eca3-4380-98d3-b4b525d72cad req-cd66e8fb-9b84-477e-846d-32cc8adeef74 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0538392 Aug 29 05:04:42.429310 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a1541b1-eca3-4380-98d3-b4b525d72cad req-0746a7bf-9275-463e-829e-13737f07ab15 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Aug 29 05:04:43.547815 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5421576-7a19-4a2a-bb30-0cf0a8fd33c8 req-7ccef7c5-c097-469b-82d8-8125b23d2d79 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:43.549372 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5421576-7a19-4a2a-bb30-0cf0a8fd33c8 req-7ccef7c5-c097-469b-82d8-8125b23d2d79 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0504317 Aug 29 05:04:43.588837 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5421576-7a19-4a2a-bb30-0cf0a8fd33c8 req-5b18b10a-a3c5-4571-b5e0-606dec50b5dd tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334473 Aug 29 05:04:43.783797 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-65d20ba7-fa91-4721-9d1d-76794b27e302 service neutron] 10.222.0.64 "GET /v2.0/ports/662b2723-2bf1-410a-9669-64ef99951bbd/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0600457 Aug 29 05:04:44.001702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-1e1165f3-1f30-45bb-98ab-71384eae062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:44.003224 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-1e1165f3-1f30-45bb-98ab-71384eae062e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0420580 Aug 29 05:04:44.073466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-e1e98738-368c-4290-bc87-cadffc24b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:44.075003 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-e1e98738-368c-4290-bc87-cadffc24b10f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1097 time: 0.0436270 Aug 29 05:04:44.177029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-95fbd259-d471-4d5b-9289-ff4f4fe85e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:44.178508 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-95fbd259-d471-4d5b-9289-ff4f4fe85e43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0957227 Aug 29 05:04:44.257642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-26581cfe-18c3-40f9-aa39-548e69552f0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 1001 time: 0.0672143 Aug 29 05:04:44.314763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-7a55e3b8-98fd-4bf1-a3bf-4cf313d8df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:44.316306 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-7a55e3b8-98fd-4bf1-a3bf-4cf313d8df1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0481284 Aug 29 05:04:44.372862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5681af-0dc0-406c-829e-c65753851461 req-72480ef3-dbe1-4271-b81f-0cad97664db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:44.374397 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-72480ef3-dbe1-4271-b81f-0cad97664db2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471325 Aug 29 05:04:44.470682 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-1e7866cc-69a1-483d-8d23-ecc47d900846 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839465 Aug 29 05:04:44.569240 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c5681af-0dc0-406c-829e-c65753851461 req-5b3b1da6-f0e3-4352-9f1f-7ced40d0e9ff service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Aug 29 05:04:44.708189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da539796-d043-4864-a0be-b8bf123722bf req-40a63520-873e-4adf-91f8-a3cf2561516f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:44.709669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da539796-d043-4864-a0be-b8bf123722bf req-40a63520-873e-4adf-91f8-a3cf2561516f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0512714 Aug 29 05:04:44.749971 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da539796-d043-4864-a0be-b8bf123722bf req-d2c49307-9b28-4017-8bd5-9e3d7c2c885f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341785 Aug 29 05:04:45.870130 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cd083-e2a7-4b70-bec2-965886402b31 req-a57b8c3f-1a44-4014-88fa-33828f2ff562 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:45.871640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c96cd083-e2a7-4b70-bec2-965886402b31 req-a57b8c3f-1a44-4014-88fa-33828f2ff562 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Aug 29 05:04:45.910127 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c96cd083-e2a7-4b70-bec2-965886402b31 req-c6141270-8b14-473e-9591-d20228357719 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323975 Aug 29 05:04:47.032060 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9bac-781e-41ce-a457-b2736625f815 req-a0a04f16-f792-4fc1-825b-efad5cb08f62 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.033599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-737d9bac-781e-41ce-a457-b2736625f815 req-a0a04f16-f792-4fc1-825b-efad5cb08f62 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0524654 Aug 29 05:04:47.071286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-737d9bac-781e-41ce-a457-b2736625f815 req-69a0da48-f4cc-46a5-8629-066c5bfd936d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316815 Aug 29 05:04:47.268548 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e748f5-a40a-4c19-b4de-0d8c11d0cbb7 req-4d54fe9a-2147-4d9b-bb94-b4736b3572ab tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.270063 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8e748f5-a40a-4c19-b4de-0d8c11d0cbb7 req-4d54fe9a-2147-4d9b-bb94-b4736b3572ab tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0511024 Aug 29 05:04:47.290915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-0c763ec7-863f-4ba1-99dc-f8f71025992f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.292441 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-0c763ec7-863f-4ba1-99dc-f8f71025992f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 945 time: 0.0573053 Aug 29 05:04:47.309259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8e748f5-a40a-4c19-b4de-0d8c11d0cbb7 req-cd13395b-8b0d-4d5c-9d75-7268f61441ac tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325911 Aug 29 05:04:47.396482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-5a73b5a6-706e-410f-8c72-580b6f6ab547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.398023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-5a73b5a6-706e-410f-8c72-580b6f6ab547 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1097 time: 0.0517268 Aug 29 05:04:47.463096 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0e228b32-39be-45eb-8047-656a55e1f3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:47.496783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-ae9510bc-f36e-47c1-acb9-4665607a0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.498795 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-ae9510bc-f36e-47c1-acb9-4665607a0afd service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0899689 Aug 29 05:04:47.570001 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-eac42b40-d001-4b95-b29c-9b87050748c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 1001 time: 0.0587122 Aug 29 05:04:47.627958 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-dd723735-6740-4bf5-9bca-36abdf3ce2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.629449 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-dd723735-6740-4bf5-9bca-36abdf3ce2b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0488493 Aug 29 05:04:47.680543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-f2ebc61e-61c7-43d7-9dbd-a06a9987b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.682063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-f2ebc61e-61c7-43d7-9dbd-a06a9987b795 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410717 Aug 29 05:04:47.777872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-7d344036-a55a-4c49-b397-b1e07894fb8b service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Aug 29 05:04:47.836229 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 662b2723-2bf1-410a-9669-64ef99951bbd details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:04:47.839456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 662b2723-2bf1-410a-9669-64ef99951bbd no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:04:47.882340 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e8d5c2c-a61d-49ee-8f98-77a4fa197f1c req-0b29fb86-0146-40eb-ae35-2de25c6d0cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926092 Aug 29 05:04:47.987152 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:48.007519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:48.026040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '662b2723-2bf1-410a-9669-64ef99951bbd', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '662b2723-2bf1-410a-9669-64ef99951bbd', 'mac_address': 'fa:16:3e:be:42:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:04:48.030916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:48.033289 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba5e18f-6408-4597-aa8c-f95e2e8d2e9d" -d '{"events": [{"server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "name": "network-vif-unplugged", "status": "completed", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:48.051692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:48.079817 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:48.124278 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:48.149709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 662b2723-2bf1-410a-9669-64ef99951bbd {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:04:48.157434 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850cbe28-039d-46b7-8d8f-6ab677776a46 x-openstack-request-id: req-850cbe28-039d-46b7-8d8f-6ab677776a46 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:48.157725 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "name": "network-vif-unplugged", "status": "completed", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:48.157977 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-850cbe28-039d-46b7-8d8f-6ab677776a46 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:48.158368 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd', 'code': 200} Aug 29 05:04:48.163550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:48.189803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.190294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.190638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.190974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.191309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.191643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.191972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.192329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.192656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.192984 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.193307 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.193635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:48.218849 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:04:48.219135 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:04:48.456732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993833dd-fd92-4b7c-8759-d80f85326192 req-9c5ca8aa-c757-4876-9008-50627cf4dfe2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.458273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-993833dd-fd92-4b7c-8759-d80f85326192 req-9c5ca8aa-c757-4876-9008-50627cf4dfe2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 943 time: 0.0623188 Aug 29 05:04:48.502303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-993833dd-fd92-4b7c-8759-d80f85326192 req-c00a3dee-45fa-4b6c-9fb3-043164dcd4c1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365472 Aug 29 05:04:48.624716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bd168-0045-4cfe-82b4-5b99b0035e60 req-2245f03a-2cc9-4f1c-bf4d-ba15e4f95d1f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.626235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-354bd168-0045-4cfe-82b4-5b99b0035e60 req-2245f03a-2cc9-4f1c-bf4d-ba15e4f95d1f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 943 time: 0.0502534 Aug 29 05:04:48.670305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-354bd168-0045-4cfe-82b4-5b99b0035e60 req-59969699-48b5-405a-82c7-ceb53c987130 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333505 Aug 29 05:04:48.761116 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:48.775659 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662b2723-2bf1-410a-9669-64ef99951bbd {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:04:48.807002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:48.810703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:48.876642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:48.900152 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cc0ac-b1c7-4c89-bf05-f0f0c7f876bb req-f42e741b-6d15-4b1d-b8b4-aa2ca579c2a0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.901770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-593cc0ac-b1c7-4c89-bf05-f0f0c7f876bb req-f42e741b-6d15-4b1d-b8b4-aa2ca579c2a0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 944 time: 0.0568135 Aug 29 05:04:48.930030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-8e5e9c60-a4fb-47ed-9728-6dfb97ba4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.931882 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-8e5e9c60-a4fb-47ed-9728-6dfb97ba4c0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 1096 time: 0.0492074 Aug 29 05:04:48.947666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-593cc0ac-b1c7-4c89-bf05-f0f0c7f876bb req-031433d0-ce93-49c0-992a-fd42c090f801 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339348 Aug 29 05:04:49.027494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-0573ea01-3b53-4528-baf6-dc049d68b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:49.029489 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-0573ea01-3b53-4528-baf6-dc049d68b7df service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0899811 Aug 29 05:04:49.069704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['662b2723-2bf1-410a-9669-64ef99951bbd'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:04:49.097879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-baee39d6-228b-4032-ba09-8f3a737c0940 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 200 len: 1000 time: 0.0593126 Aug 29 05:04:49.147595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-8d5725e6-6a52-4c82-9cb3-0fdde94bd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:49.149210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-8d5725e6-6a52-4c82-9cb3-0fdde94bd517 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0439658 Aug 29 05:04:49.209495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-e70a69f2-f621-4e96-a2af-5ebd41bd1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:49.210934 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-e70a69f2-f621-4e96-a2af-5ebd41bd1551 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524817 Aug 29 05:04:49.304917 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-85e5c5ac-fda8-476f-b956-5392ee6e9f62 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830109 Aug 29 05:04:49.412669 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-02d13674-ab17-4145-9106-4986e3a1e9f2 req-05a97a25-4dbf-4b69-b2bc-c99335496ad7 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994699 Aug 29 05:04:49.874179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 662b2723-2bf1-410a-9669-64ef99951bbd up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:04:49.926598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 662b2723-2bf1-410a-9669-64ef99951bbd triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:04:49.926976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.003384 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.036541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:50.041415 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.075813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75f58-3d50-47a3-941a-63038d2d6c82 req-6ba88094-db56-4c97-b28e-dd7f3f850768 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:50.078014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2a75f58-3d50-47a3-941a-63038d2d6c82 req-6ba88094-db56-4c97-b28e-dd7f3f850768 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 944 time: 0.0591233 Aug 29 05:04:50.094461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:50.118453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2a75f58-3d50-47a3-941a-63038d2d6c82 req-e89e1f56-308b-4423-91c9-acc716aa35e1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342028 Aug 29 05:04:50.159910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:50.162387 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a56b4b4-62bc-4b88-9d70-49b6711b6d55" -d '{"events": [{"server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "name": "network-vif-plugged", "status": "completed", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:50.302436 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3aebeb-3b40-4303-86a2-94f6537cdc74 x-openstack-request-id: req-5d3aebeb-3b40-4303-86a2-94f6537cdc74 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:50.302819 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "name": "network-vif-plugged", "status": "completed", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:50.303133 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d3aebeb-3b40-4303-86a2-94f6537cdc74 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:50.303599 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd', 'code': 200} Aug 29 05:04:50.394092 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa54b0d-9390-450c-b8ce-58ddfe62cbef req-6e9e8c4b-4ef8-4892-a697-61489dc966d9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:50.395899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2aa54b0d-9390-450c-b8ce-58ddfe62cbef req-6e9e8c4b-4ef8-4892-a697-61489dc966d9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0494843 Aug 29 05:04:50.434942 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.436634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2aa54b0d-9390-450c-b8ce-58ddfe62cbef req-2ce0dc0e-eacc-42ed-8cb3-9fcb514309fe tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343828 Aug 29 05:04:50.475534 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d59425c6-671a-4e80-a44c-61fd9f1332e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.353686 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.567406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e487-c7a3-41cf-b2db-a76167825859 req-a7df6990-3bdf-4988-a5bd-c88195d292ae tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:51.568989 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b851e487-c7a3-41cf-b2db-a76167825859 req-a7df6990-3bdf-4988-a5bd-c88195d292ae tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0623398 Aug 29 05:04:51.609115 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b851e487-c7a3-41cf-b2db-a76167825859 req-817a53de-4d2a-48fe-be89-0040b9096856 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332277 Aug 29 05:04:51.736392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-951c5156-f654-48a0-acf8-5b4ee587cef2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:51.738461 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-951c5156-f654-48a0-acf8-5b4ee587cef2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 945 time: 0.0517647 Aug 29 05:04:51.840249 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Deleting port 662b2723-2bf1-410a-9669-64ef99951bbd {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:04:51.840518 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.934730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] For port 662b2723-2bf1-410a-9669-64ef99951bbd, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=662b2723-2bf1-410a-9669-64ef99951bbd,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:51.935106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:52.112660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:52.113137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:52.113455 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8 disassociated. External IP: 172.25.1.243, port: 662b2723-2bf1-410a-9669-64ef99951bbd. Aug 29 05:04:52.113905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Calling delete_port for 662b2723-2bf1-410a-9669-64ef99951bbd owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:04:52.255099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:52.294605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event deleted for resources: {'Port': ['ID=662b2723-2bf1-410a-9669-64ef99951bbd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:52.304798 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.305154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.305500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.305841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.306186 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.306518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.306850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.307181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.307511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.307840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.308194 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.308541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:52.423235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:04:52.544806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:04:52.555117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:04:52.564706 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:04:52.565265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:04:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:52.590978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] No DVR routers for this DVR port 662b2723-2bf1-410a-9669-64ef99951bbd on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:04:52.593596 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:52.596384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-08b161a4-1ea2-4e8d-8c44-f588e7f1f516 req-a88c2ee4-6ae8-4954-9f5c-4f1bc7611bf5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "DELETE /v2.0/ports/662b2723-2bf1-410a-9669-64ef99951bbd HTTP/1.1" status: 204 len: 173 time: 0.8480673 Aug 29 05:04:52.596948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'name': 'network-vif-deleted', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:52.599472 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecf059e-f05a-427c-a523-a0f512213c4c" -d '{"events": [{"server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "name": "network-vif-deleted", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:52.664688 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe13cb-76de-437d-91fa-312d68d53683 x-openstack-request-id: req-22fe13cb-76de-437d-91fa-312d68d53683 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:52.664965 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b02282-b0cf-4ae8-b6f4-ad0effdfe018", "name": "network-vif-deleted", "tag": "662b2723-2bf1-410a-9669-64ef99951bbd", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:52.665387 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22fe13cb-76de-437d-91fa-312d68d53683 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:52.666005 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b02282-b0cf-4ae8-b6f4-ad0effdfe018', 'name': 'network-vif-deleted', 'tag': '662b2723-2bf1-410a-9669-64ef99951bbd', 'status': 'completed', 'code': 200} Aug 29 05:04:52.732070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:04:52.815097 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9936738b-02e7-442e-a477-d0defd74008e req-18ca8e18-5ca3-478d-9e32-a370339b15c8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b02282-b0cf-4ae8-b6f4-ad0effdfe018 HTTP/1.1" status: 200 len: 210 time: 0.0319040 Aug 29 05:04:52.958580 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:52.976933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:53.003845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:04:53.013258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:04:53.013876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:04:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:53.129463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:04:53.341852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:53.368546 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0e8dd-76ce-4e26-bfff-7790b4ff815a None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:04:53.583958 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b04594-eed4-4291-91a5-ccfc1deb871e None None] New status for floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:04:54.095069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-420aaa8c-d54d-4871-84b6-4970dab029dc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--752857542&fields=id&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 267 time: 0.0322881 Aug 29 05:04:54.201667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-7fab0cd1-0763-4c2c-b739-b5ec3257a3c5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:54.203260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-7fab0cd1-0763-4c2c-b739-b5ec3257a3c5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 812 time: 0.1010804 Aug 29 05:04:54.218946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-25a097dc-a570-48e9-a6bd-492554942cda tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/quotas/efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 375 time: 0.0095179 Aug 29 05:04:54.277480 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-b2496aa2-ed17-419d-8ebb-d2b4d624f67b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531988 Aug 29 05:04:54.373983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-51efa5a7-1b18-4b56-a249-0b546b55e240 service neutron] 10.222.0.58 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849109 Aug 29 05:04:54.469356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-1e52c99b-0e20-4a6b-bbe9-d21e4442e192 service neutron] 10.222.0.58 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889950 Aug 29 05:04:54.633946 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8ce1eb6-5a60-4912-b736-3b8e538eed09 req-dc9200e4-0689-4561-9d6d-845f97e3ef9e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 210 time: 0.0292823 Aug 29 05:04:55.657601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-79d8508b-01ef-4542-9fa8-e4bb8a008450 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:55.659210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-79d8508b-01ef-4542-9fa8-e4bb8a008450 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 812 time: 0.1137886 Aug 29 05:04:55.715796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-83d6f204-2da6-4ab6-bdfc-8d00fc5fb86f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 379 time: 0.0407891 Aug 29 05:04:55.727967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'port': {'device_id': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'admin_state_up': True, 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'security_groups': ['9702669e-0276-4d97-97c3-94275a220732']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:55.742456 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a514d68-7fbd-455c-90de-e006f551850d req-8457b09b-4b66-42c1-9302-4d63db705526 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 210 time: 0.0270193 Aug 29 05:04:55.844604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Made reservation on behalf of efe04cf2c01f46e084cc867f12ac7ea0 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:04:55.848136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:55.899216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 662b2723-2bf1-410a-9669-64ef99951bbd no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:04:55.922864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 662b2723-2bf1-410a-9669-64ef99951bbd {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:04:55.923383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 662b2723-2bf1-410a-9669-64ef99951bbd not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:04:55.973293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Allocated IP 172.20.0.3 (33d32ade-793d-49ba-b04d-d65ef05f5bfd/af9b6c1f-54ca-4f6b-b67d-5bb9bba97565/31423d5e-c54f-46ae-bb9d-217a55e9486e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:04:56.113749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.128288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Transition to ACTIVE for port object 31423d5e-c54f-46ae-bb9d-217a55e9486e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:04:56.160670 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.205209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:04:56.208272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:04:56.212024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:04:56.218219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:56.265090 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:56.265746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.280733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-e83e767e-f00e-46a9-9fc9-f3a89dbd1bb5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566096 Aug 29 05:04:56.300436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Request body: {'port': {'device_id': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:56.363610 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.460872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-122ec0f8-60c8-402b-aaa7-778e4a6f7845 None None] Provisioning for port 31423d5e-c54f-46ae-bb9d-217a55e9486e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:04:56.465342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-122ec0f8-60c8-402b-aaa7-778e4a6f7845 None None] Provisioning complete for port 31423d5e-c54f-46ae-bb9d-217a55e9486e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:04:56.465726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-122ec0f8-60c8-402b-aaa7-778e4a6f7845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.500604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-122ec0f8-60c8-402b-aaa7-778e4a6f7845 None None] Port 31423d5e-c54f-46ae-bb9d-217a55e9486e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:04:56.632863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31423d5e-c54f-46ae-bb9d-217a55e9486e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:04:56.640937 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.657063 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Transition to ACTIVE for port object 31423d5e-c54f-46ae-bb9d-217a55e9486e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:04:56.661242 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.716363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Pushing event updated for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:56.794048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Attempting to bind port 31423d5e-c54f-46ae-bb9d-217a55e9486e on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:04:56.794390 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Attempting to bind port 31423d5e-c54f-46ae-bb9d-217a55e9486e by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:04:56.794722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Attempting to bind port 31423d5e-c54f-46ae-bb9d-217a55e9486e on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:04:56.799509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Port 31423d5e-c54f-46ae-bb9d-217a55e9486e on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:04:56.799837 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Attempting to bind port 31423d5e-c54f-46ae-bb9d-217a55e9486e on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:04:56.805332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:04:56.805678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Checking segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:04:56.806122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Bound using segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:04:56.806722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Bound port: 31423d5e-c54f-46ae-bb9d-217a55e9486e, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:04:56.807109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.866164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b705ae5-53c4-4acc-bf60-8f6f07d0a38d req-9b93aff7-604d-461d-9d44-4dc547b84d35 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:56.868469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b705ae5-53c4-4acc-bf60-8f6f07d0a38d req-9b93aff7-604d-461d-9d44-4dc547b84d35 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 943 time: 0.0519857 Aug 29 05:04:56.876415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:04:56.880362 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:04:56.884946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.908078 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b705ae5-53c4-4acc-bf60-8f6f07d0a38d req-c2b2daba-59a0-4d5c-82b1-ccb6f8d26412 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335443 Aug 29 05:04:56.920269 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:56.920996 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.922358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] 10.222.0.64 "PUT /v2.0/ports/31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 1092 time: 0.6266716 Aug 29 05:04:56.922804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:56.925125 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e" -d '{"events": [{"name": "network-changed", "server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:56.958520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b1b09-4282-483a-b35e-d9a0df1fb320 service neutron] Pushing event updated for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:56.976784 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1b3521-7165-4905-88d2-56c86b34c35a x-openstack-request-id: req-fa1b3521-7165-4905-88d2-56c86b34c35a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:56.977156 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:56.977340 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa1b3521-7165-4905-88d2-56c86b34c35a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:56.977754 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'status': 'completed', 'code': 200} Aug 29 05:04:57.028341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-64a8f1a8-af04-4ab6-8a1e-d846b550510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.029994 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-64a8f1a8-af04-4ab6-8a1e-d846b550510e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0495195 Aug 29 05:04:57.077849 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-f3eb11d5-7ace-43f2-8642-09a01d151deb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 217 time: 0.0358520 Aug 29 05:04:57.134511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-2659b15a-cfa3-492a-9367-709026700c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.135980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-2659b15a-cfa3-492a-9367-709026700c37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0464170 Aug 29 05:04:57.190941 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-81bd0c62-88ad-45f6-be4b-ac6377039a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.192540 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-81bd0c62-88ad-45f6-be4b-ac6377039a06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453823 Aug 29 05:04:57.291743 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-0cc427b4-3fa2-43bb-a769-0ab1f62138b2 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877485 Aug 29 05:04:57.392353 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c0feb39-be3b-4af9-8294-97bd9cf3fd2c req-7b997db5-2ae6-4cbd-ad30-d54211bab6af service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Aug 29 05:04:57.493317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-e032a344-0aa8-46bb-a534-aa29143acd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.494852 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-e032a344-0aa8-46bb-a534-aa29143acd90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0459204 Aug 29 05:04:57.531062 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:57.586556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-d8bf4d8a-10d7-4a7e-9643-b07f273e6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.587968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-d8bf4d8a-10d7-4a7e-9643-b07f273e6438 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0860353 Aug 29 05:04:57.633501 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-42f51411-7633-43a1-b1ba-f448b56b7fc9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 217 time: 0.0384440 Aug 29 05:04:57.684229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-20cf1c43-1e86-4f89-bbc4-9fb93cabdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.685813 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-20cf1c43-1e86-4f89-bbc4-9fb93cabdea8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0444098 Aug 29 05:04:57.734059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-ddf746ea-a817-4e7f-b1a6-2c52c4192827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.740876 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-ddf746ea-a817-4e7f-b1a6-2c52c4192827 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413017 Aug 29 05:04:57.831205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-738d954b-d923-4234-8ac2-87dc564e053c service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871015 Aug 29 05:04:57.927807 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d5f3cb94-cde4-447c-a179-a0b7e2b3ab7e req-760caf7c-4ec9-43f9-b4de-f1435e16c2ba service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847363 Aug 29 05:04:58.041608 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39265492-8204-4662-8da8-552a5b2320e3 req-4b74f11a-e243-4bae-9013-941b838cc3aa tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:58.043094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39265492-8204-4662-8da8-552a5b2320e3 req-4b74f11a-e243-4bae-9013-941b838cc3aa tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 943 time: 0.0492506 Aug 29 05:04:58.085508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39265492-8204-4662-8da8-552a5b2320e3 req-4695a510-7b58-4777-8814-41c47138630a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361085 Aug 29 05:04:58.788452 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:59.207824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216294ae-3f08-482d-8a57-39d248f2855f req-89f39666-e8e9-4bac-a6e3-6acf35313e07 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:59.209475 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-216294ae-3f08-482d-8a57-39d248f2855f req-89f39666-e8e9-4bac-a6e3-6acf35313e07 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 943 time: 0.0568776 Aug 29 05:04:59.255246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-216294ae-3f08-482d-8a57-39d248f2855f req-9e012602-2802-405d-ac22-e303ccc17b1a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363364 Aug 29 05:04:59.917853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:05:00.021322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:05:00.034521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'mac_address': 'fa:16:3e:55:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:05:00.070626 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:00.091708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31423d5e-c54f-46ae-bb9d-217a55e9486e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:05:00.111683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:05:00.115629 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:00.165843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:00.366824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['31423d5e-c54f-46ae-bb9d-217a55e9486e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:05:00.374555 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f256c-4216-4113-9814-d5492e192dbe req-034358b0-c99d-4649-affb-a1aa813b5644 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:00.376109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c39f256c-4216-4113-9814-d5492e192dbe req-034358b0-c99d-4649-affb-a1aa813b5644 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0523300 Aug 29 05:05:00.418114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c39f256c-4216-4113-9814-d5492e192dbe req-acabac17-67aa-45d5-be92-a240021524e6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359120 Aug 29 05:05:01.535340 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9067d99-58dc-4b6b-b563-81538be78af1 req-250b1d24-e8b7-48e6-8d4a-4ea48b5a4c45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:01.536998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9067d99-58dc-4b6b-b563-81538be78af1 req-250b1d24-e8b7-48e6-8d4a-4ea48b5a4c45 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0502362 Aug 29 05:05:01.580084 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c9067d99-58dc-4b6b-b563-81538be78af1 req-117857b6-b0f1-478e-9b5d-12a9104a4b46 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364702 Aug 29 05:05:01.933776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:05:01.985923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 31423d5e-c54f-46ae-bb9d-217a55e9486e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:05:01.989632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 31423d5e-c54f-46ae-bb9d-217a55e9486e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:05:01.990014 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:02.066712 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:02.089267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:05:02.091720 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b5e328-70e2-44dc-b85e-6de8b371460f" -d '{"events": [{"server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "name": "network-vif-plugged", "status": "completed", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:05:02.104695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:05:02.109916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:02.136804 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8105eb22-bb51-4e49-8c9d-692e879c92e4 x-openstack-request-id: req-8105eb22-bb51-4e49-8c9d-692e879c92e4 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:05:02.137101 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "name": "network-vif-plugged", "status": "completed", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:05:02.137353 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8105eb22-bb51-4e49-8c9d-692e879c92e4 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:05:02.137747 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'code': 200} Aug 29 05:05:02.164376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:02.239763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29528a8c-7a86-4f32-ae7e-0e80bec7627a req-8f1587c4-6337-452c-8367-53c8aabef6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:02.241273 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29528a8c-7a86-4f32-ae7e-0e80bec7627a req-8f1587c4-6337-452c-8367-53c8aabef6f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0412662 Aug 29 05:05:02.285389 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-29528a8c-7a86-4f32-ae7e-0e80bec7627a req-0e2f320d-3cb1-43be-9b8f-274c5f6910cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Aug 29 05:05:03.018332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e695d2-8f48-4ae7-bfdb-f6fc8ae0067c req-aebf8666-2e3f-4422-b206-3288364fb874 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:03.019846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3e695d2-8f48-4ae7-bfdb-f6fc8ae0067c req-aebf8666-2e3f-4422-b206-3288364fb874 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.3692107 Aug 29 05:05:03.057743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c3e695d2-8f48-4ae7-bfdb-f6fc8ae0067c req-1460fec5-2721-4805-97cd-cfff784c533d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Aug 29 05:05:04.177376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d827-52b8-4681-af5f-e848d07204b5 req-e5eb0da1-f8fd-4a55-9014-01a5540cd9ba tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:04.179203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf12d827-52b8-4681-af5f-e848d07204b5 req-e5eb0da1-f8fd-4a55-9014-01a5540cd9ba tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Aug 29 05:05:04.222082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf12d827-52b8-4681-af5f-e848d07204b5 req-cfa0063f-fe9b-4437-aa80-24770707ff07 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360904 Aug 29 05:05:04.337979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b357-db7f-4057-aac1-4b88a3554413 req-31ad8165-8b0b-429d-a0de-2737f52ffdf6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:04.339396 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8bb1b357-db7f-4057-aac1-4b88a3554413 req-31ad8165-8b0b-429d-a0de-2737f52ffdf6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0531037 Aug 29 05:05:04.347947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 35886) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:05:04.352384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'floatingip': {'port_id': '31423d5e-c54f-46ae-bb9d-217a55e9486e'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:05:04.392735 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:04.837076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:04.841179 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:04.951573 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8 associated. External IP: 172.25.1.243, port: 31423d5e-c54f-46ae-bb9d-217a55e9486e. Aug 29 05:05:05.181309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:05:05.313287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:05:05.318384 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:05.324529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:05:05.337675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:05:05.338311 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:04:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:05.346118 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4977b7a2-dcc4-49bd-84cc-6496cebea8ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "PUT /v2.0/floatingips/8484b6dd-4f06-4186-bb79-1404c403b7d8 HTTP/1.1" status: 200 len: 991 time: 0.9970796 Aug 29 05:05:05.346678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:05:05.349269 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0992d558-4f80-4c4f-8139-46b7b0efc691" -d '{"events": [{"name": "network-changed", "server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:05:05.388350 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb10a80a-a0d4-4d42-a220-146f0508185d x-openstack-request-id: req-cb10a80a-a0d4-4d42-a220-146f0508185d {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:05:05.390438 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:05:05.390438 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb10a80a-a0d4-4d42-a220-146f0508185d {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:05:05.390438 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'status': 'completed', 'code': 200} Aug 29 05:05:05.449242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:05:05.454175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-ec466b04-7f3f-4887-974c-7facfc60de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:05.455783 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-ec466b04-7f3f-4887-974c-7facfc60de13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0432832 Aug 29 05:05:05.556347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-44fb63cf-fd89-40d5-aa29-0fd3ef2441b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:05.557881 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-44fb63cf-fd89-40d5-aa29-0fd3ef2441b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0941410 Aug 29 05:05:05.632038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-970eeaf9-029e-4e80-ada5-115a0df59708 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 999 time: 0.0670457 Aug 29 05:05:05.689204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-94a7f78f-ad76-410f-a0d9-e9d90da25ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:05.690699 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-94a7f78f-ad76-410f-a0d9-e9d90da25ade service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0518780 Aug 29 05:05:05.737560 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-e688f9e6-37fe-4716-9041-0a6b296af8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:05.739022 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-e688f9e6-37fe-4716-9041-0a6b296af8b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410886 Aug 29 05:05:05.842379 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-b52fdd82-3058-4312-b7e6-327fffabb6dc service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950623 Aug 29 05:05:05.848596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:55:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:05:04Z', 'revision_number': 9, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:05.876386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:05:05.884932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:05:05.885550 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:04:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:05.939860 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0992d558-4f80-4c4f-8139-46b7b0efc691 req-1f44607c-9aba-4438-9cb5-093ba38744df service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904746 Aug 29 05:05:05.997158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:05:06.232800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:55:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:05:04Z', 'revision_number': 9, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:06.260500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2d31e-9c6f-4682-8a91-87225c1f095d None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:55:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:05:04Z', 'revision_number': 9, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:05:06.454744 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4eb562-e37c-4981-9836-f1c5df3984a1 None None] New status for floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:05:10.073422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-39d3d172-bfb6-4321-809a-d97baee13592 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397005 Aug 29 05:05:10.161295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-8d0866c3-7b5e-4228-a789-f35a6ac943e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:10.162825 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-8d0866c3-7b5e-4228-a789-f35a6ac943e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0455701 Aug 29 05:05:10.267975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-886abb3b-b190-46b4-b835-c1499f300717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:10.269492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-886abb3b-b190-46b4-b835-c1499f300717 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0861847 Aug 29 05:05:10.340358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-d8674466-fc0b-4e61-b309-d31471e6d5d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 1002 time: 0.0631351 Aug 29 05:05:10.393154 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-af21b5ae-b333-442f-bde5-038417118b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:10.394646 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-af21b5ae-b333-442f-bde5-038417118b1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0472827 Aug 29 05:05:10.441614 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-7cedcbe7-857a-45f9-a993-6bd270bdc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:10.443101 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-7cedcbe7-857a-45f9-a993-6bd270bdc9c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406287 Aug 29 05:05:10.548977 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-fb1fd37e-a3de-46eb-a7ef-5bb12fd37871 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978825 Aug 29 05:05:10.647905 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f637c40-1c86-4d6e-9d2c-ab880acf7635 req-7f9ab6a5-0b9d-428c-87e1-f83dab22d8f8 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913019 Aug 29 05:05:11.967055 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:16.903440 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9a155585-f236-4ba5-8e94-694e57b709bf req-229e0732-1aab-46d2-9fb2-d11074068ee5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259545 Aug 29 05:05:16.948325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9a155585-f236-4ba5-8e94-694e57b709bf req-8e047463-ec75-4671-b4eb-988b01aace81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0248568 Aug 29 05:05:16.991509 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9a155585-f236-4ba5-8e94-694e57b709bf req-47164626-efdf-41fd-90ed-79971b1850b3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247750 Aug 29 05:05:17.085666 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a155585-f236-4ba5-8e94-694e57b709bf req-744ab283-0d78-4a87-9c50-421a616e3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:17.087157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9a155585-f236-4ba5-8e94-694e57b709bf req-744ab283-0d78-4a87-9c50-421a616e3891 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881262 Aug 29 05:05:17.467443 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b2c0810f-d8f2-4eb3-b8c4-5911996d2961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:20.426912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:20.476958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a536e1a2-0419-4172-8522-8843811bd09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:21.353927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:22.956250 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:27.558171 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:28.792863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:47.467589 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3a826ca1-4c78-4f5f-af92-e0f5e342576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:48.966330 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:50.434254 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:50.478546 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-84e38d22-f324-4047-9131-80c7e4568fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:51.360116 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:52.960092 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:57.571905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:58.784012 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.097612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-0d03de33-9ace-42c0-b920-c53319a443d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463057 Aug 29 05:06:10.195181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-7d901e81-af2e-4951-a633-99c1ce8f2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:10.204447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-7d901e81-af2e-4951-a633-99c1ce8f2edd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0523534 Aug 29 05:06:10.651295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-5c943658-e556-4006-a96c-d8cf6f77106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:10.652817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-5c943658-e556-4006-a96c-d8cf6f77106b service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.4219134 Aug 29 05:06:10.728014 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-c988e5f9-5745-41fd-b993-7cd099138c7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 1002 time: 0.0624998 Aug 29 05:06:10.781456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-0713fdaa-83d6-4600-b6e8-4ed4bc23f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:10.782986 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-0713fdaa-83d6-4600-b6e8-4ed4bc23f516 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0444107 Aug 29 05:06:10.842338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-22f3a1f7-5865-4239-b50e-499645d4ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:10.843819 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-22f3a1f7-5865-4239-b50e-499645d4ef85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487030 Aug 29 05:06:10.949785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-64d1e918-6d11-443e-b113-61260d0241fd service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934482 Aug 29 05:06:11.044395 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ab8d56a-f5fb-4ddb-b6d7-0d05a630bc55 req-540f60d9-0073-4dd6-9795-daf6966ac461 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843000 Aug 29 05:06:16.889976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22860b6f-15e6-4990-a130-8745cbb25a9b req-32a25f6e-efb8-4173-a99b-4fb13b6a27c1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257702 Aug 29 05:06:16.957317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22860b6f-15e6-4990-a130-8745cbb25a9b req-03c2bfa3-b202-4363-b58d-ec5e25889505 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0252919 Aug 29 05:06:17.001809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22860b6f-15e6-4990-a130-8745cbb25a9b req-7c3c6988-fae5-4e2a-9c75-ce3a81516f1d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244057 Aug 29 05:06:17.096438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22860b6f-15e6-4990-a130-8745cbb25a9b req-5346cf7f-4534-43ce-8fb0-8c84c5704746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:17.097920 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22860b6f-15e6-4990-a130-8745cbb25a9b req-5346cf7f-4534-43ce-8fb0-8c84c5704746 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905061 Aug 29 05:06:17.469454 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fb49077c-1059-420c-b10e-6dbc4ef58ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:20.426622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:20.478936 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0d7ddfa3-b158-434b-9369-aced473a9ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:21.363668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:22.962421 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:25.965109 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:06:27.602260 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:28.785375 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:46.162678 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ece9d-0b3e-47bb-a178-4be0c01f2454 req-ec712242-1489-4fd8-8d93-cbb2c5c9e1f0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.164348 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f57ece9d-0b3e-47bb-a178-4be0c01f2454 req-ec712242-1489-4fd8-8d93-cbb2c5c9e1f0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0562246 Aug 29 05:06:46.208525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f57ece9d-0b3e-47bb-a178-4be0c01f2454 req-404d3f99-b798-494f-a47f-eaa863ca7adc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379705 Aug 29 05:06:46.286937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-0897570b-3162-4252-b17d-6e121153c9f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1895115 Aug 29 05:06:47.336278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47e8a8-acf7-4c51-bd4c-b7abe50163a9 req-4d5774e7-3d03-4c26-bedf-4f4185afc8fe tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:47.337801 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae47e8a8-acf7-4c51-bd4c-b7abe50163a9 req-4d5774e7-3d03-4c26-bedf-4f4185afc8fe tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0589585 Aug 29 05:06:47.378803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae47e8a8-acf7-4c51-bd4c-b7abe50163a9 req-b678af6c-15a8-4e96-8151-6e5a4b4c0c37 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349963 Aug 29 05:06:47.470915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-54cf77fb-d504-43aa-9ae7-59c65b03ac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:48.496995 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c56e9f-6250-4616-bd4d-715c377d0bdc req-1fbe3a9e-1def-4373-85ee-10dcc23a5280 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:48.498501 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67c56e9f-6250-4616-bd4d-715c377d0bdc req-1fbe3a9e-1def-4373-85ee-10dcc23a5280 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0510216 Aug 29 05:06:48.537831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67c56e9f-6250-4616-bd4d-715c377d0bdc req-f862ff20-7778-498c-bb08-6956ee16a9b6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331197 Aug 29 05:06:49.654368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a50144-f193-49fc-93fa-a6d4aa2d67e6 req-76dc2e03-8e43-42c6-9f73-a37a053f9b33 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:49.656431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8a50144-f193-49fc-93fa-a6d4aa2d67e6 req-76dc2e03-8e43-42c6-9f73-a37a053f9b33 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Aug 29 05:06:49.694416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8a50144-f193-49fc-93fa-a6d4aa2d67e6 req-53d4bcaa-2186-494d-8dce-04c475ce51a0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322039 Aug 29 05:06:50.427774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.480394 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0ac6bd8-4f35-49af-9fa9-acf3b6dd4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.823258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe756a-1155-460e-ba6d-f25c43fb5a9e req-3669d39d-cfe0-4325-97c5-8f2652862a14 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:50.824804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bbe756a-1155-460e-ba6d-f25c43fb5a9e req-3669d39d-cfe0-4325-97c5-8f2652862a14 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0536487 Aug 29 05:06:50.864847 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4bbe756a-1155-460e-ba6d-f25c43fb5a9e req-124f1cdb-fda3-4a4b-a189-760d43f956af tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335040 Aug 29 05:06:51.362841 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:51.617080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-3a85d1cb-8172-4eaf-bb9c-c043c4d37323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:51.618521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-3a85d1cb-8172-4eaf-bb9c-c043c4d37323 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0437889 Aug 29 05:06:51.721827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-7f0ec160-a327-4d34-b822-41ae620e01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:51.723315 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-7f0ec160-a327-4d34-b822-41ae620e01d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0923769 Aug 29 05:06:51.795131 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-cbfcbb6b-fc25-43db-a51d-b0e48e321043 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 1002 time: 0.0599701 Aug 29 05:06:51.853085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-5c400493-f583-4b46-9956-a900e9446973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:51.854544 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-5c400493-f583-4b46-9956-a900e9446973 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0473716 Aug 29 05:06:51.908927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-8da17659-d7cc-4aa7-96c3-ef5f547043a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:51.910532 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-8da17659-d7cc-4aa7-96c3-ef5f547043a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403647 Aug 29 05:06:51.988685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057dba7-a838-4c06-92ce-1cf009505e92 req-2844d9cf-bf41-45eb-a487-af17fc72ee8c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:51.990452 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d057dba7-a838-4c06-92ce-1cf009505e92 req-2844d9cf-bf41-45eb-a487-af17fc72ee8c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0533905 Aug 29 05:06:52.015834 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-bb247c24-5bf3-4da5-b66a-6314ad8582c5 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932705 Aug 29 05:06:52.029907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d057dba7-a838-4c06-92ce-1cf009505e92 req-16f5b7dd-e51e-42c2-b449-7a806b162322 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326719 Aug 29 05:06:52.117293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-fa4642e1-353c-4b82-b069-b53546283b99 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894265 Aug 29 05:06:52.965252 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:53.147665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50c29-7aac-448e-8983-f9434e09663e req-40068241-2096-435a-9b41-b9753b449d01 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:53.149191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3c50c29-7aac-448e-8983-f9434e09663e req-40068241-2096-435a-9b41-b9753b449d01 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0504837 Aug 29 05:06:53.187235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3c50c29-7aac-448e-8983-f9434e09663e req-0b40ce08-9e1b-43c2-b127-e4c2f86fdd3c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317001 Aug 29 05:06:54.314046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c05ec-bb6d-4d92-a887-57c6f69859b8 req-25d8cd88-023c-4f8b-923e-48893b426f54 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:54.315540 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c3c05ec-bb6d-4d92-a887-57c6f69859b8 req-25d8cd88-023c-4f8b-923e-48893b426f54 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0561962 Aug 29 05:06:54.361172 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c3c05ec-bb6d-4d92-a887-57c6f69859b8 req-5e5150ea-3f1f-4401-b51a-e0366957e214 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394719 Aug 29 05:06:55.481908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc19943-1ecb-4eff-924e-427f67430c8b req-1050c554-cc69-4d92-bc27-996d71a32a67 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:55.484034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdc19943-1ecb-4eff-924e-427f67430c8b req-1050c554-cc69-4d92-bc27-996d71a32a67 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0508130 Aug 29 05:06:55.523164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdc19943-1ecb-4eff-924e-427f67430c8b req-27c217c1-ecd0-42b3-965f-9a50033c9a72 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Aug 29 05:06:56.654298 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df6e6-da59-4f87-a851-bf190d478c8a req-3919011d-ccdc-4c63-b9f1-3caefb34913e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:56.655810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-732df6e6-da59-4f87-a851-bf190d478c8a req-3919011d-ccdc-4c63-b9f1-3caefb34913e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0526505 Aug 29 05:06:56.695812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-732df6e6-da59-4f87-a851-bf190d478c8a req-28e5ccfb-ff2c-45c2-a284-deb4ce358772 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339420 Aug 29 05:06:57.604876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:57.815754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aff627-12e4-4c15-876b-b19377850580 req-94d03a50-7b8c-43ad-b0ff-bf5830ddd712 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:57.817184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15aff627-12e4-4c15-876b-b19377850580 req-94d03a50-7b8c-43ad-b0ff-bf5830ddd712 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0542057 Aug 29 05:06:57.855794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15aff627-12e4-4c15-876b-b19377850580 req-ebdeefeb-9997-44dc-a4a0-896836b22764 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Aug 29 05:06:58.787837 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:58.972275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a9b1a-c26a-4c42-82b0-0eef2e668533 req-8965b367-c76b-4a9f-83a2-6a1dea224afa tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:58.973875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c1a9b1a-c26a-4c42-82b0-0eef2e668533 req-8965b367-c76b-4a9f-83a2-6a1dea224afa tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0492368 Aug 29 05:06:59.021904 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7c1a9b1a-c26a-4c42-82b0-0eef2e668533 req-5da1510f-40ed-461d-aae2-ad934d84ba4f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Aug 29 05:07:00.147417 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210d443-be3d-4a53-8355-9a7a27469906 req-21d11b53-52fd-48e9-8b1b-fefe80935078 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:00.148963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f210d443-be3d-4a53-8355-9a7a27469906 req-21d11b53-52fd-48e9-8b1b-fefe80935078 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0571411 Aug 29 05:07:00.187422 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f210d443-be3d-4a53-8355-9a7a27469906 req-5e1ab0af-f5df-4a73-a7b5-21018d97bef6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Aug 29 05:07:01.310039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d605d-24e7-4b6b-a1b2-6ca659cdff7a req-d44fc8a2-de35-4b64-88d6-ed08aa0f9e46 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:01.311524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-023d605d-24e7-4b6b-a1b2-6ca659cdff7a req-d44fc8a2-de35-4b64-88d6-ed08aa0f9e46 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0545304 Aug 29 05:07:01.350979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-023d605d-24e7-4b6b-a1b2-6ca659cdff7a req-d5e807b4-1eb5-4d8a-9a0d-cf1adc4af661 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328887 Aug 29 05:07:02.491336 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc8060-753f-443d-a540-910c25e9f336 req-d3a80b44-b763-4ed5-b858-a413be28d342 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:02.493630 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6cc8060-753f-443d-a540-910c25e9f336 req-d3a80b44-b763-4ed5-b858-a413be28d342 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0694373 Aug 29 05:07:02.535148 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6cc8060-753f-443d-a540-910c25e9f336 req-dc3f3b11-5216-4868-be75-ea95380bf138 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347815 Aug 29 05:07:02.963652 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:07:03.706367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce32bb4-a8db-4246-b3f1-57fc545bd32e req-43a44761-5152-4d42-bb1e-3dfbbca69fb9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:03.707895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ce32bb4-a8db-4246-b3f1-57fc545bd32e req-43a44761-5152-4d42-bb1e-3dfbbca69fb9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.1017351 Aug 29 05:07:03.752564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5ce32bb4-a8db-4246-b3f1-57fc545bd32e req-88126270-da44-4e03-b0aa-d1fbbaa02297 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385792 Aug 29 05:07:04.118861 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-6cc05727-ab40-42a3-9a6d-b7993639e355 service neutron] 10.222.0.64 "GET /v2.0/ports/31423d5e-c54f-46ae-bb9d-217a55e9486e/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0595131 Aug 29 05:07:04.337635 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-0644b7f2-df91-4150-b0e6-a13a85973db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:04.339133 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-0644b7f2-df91-4150-b0e6-a13a85973db9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0424004 Aug 29 05:07:04.413504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-e461a09a-bfe2-4f93-a931-bdd129f10f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:04.415305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-e461a09a-bfe2-4f93-a931-bdd129f10f60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0487590 Aug 29 05:07:04.515219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-571b2a80-3057-4914-b29e-3eb9acee43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:04.517404 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-571b2a80-3057-4914-b29e-3eb9acee43a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0898614 Aug 29 05:07:04.593283 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-e1b9aa2b-76b1-4290-bdc8-fbf6f52e8ac4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 1002 time: 0.0641932 Aug 29 05:07:04.648378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-bc743157-86fe-4df7-a124-26d4ee410838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:04.649854 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-bc743157-86fe-4df7-a124-26d4ee410838 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0447333 Aug 29 05:07:04.701224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-b642d961-2f91-414f-8889-35e604047d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:04.702716 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-b642d961-2f91-414f-8889-35e604047d12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411758 Aug 29 05:07:04.802269 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-4ab1ce4e-2c48-4336-a8f5-1ec3568fa1d8 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877123 Aug 29 05:07:04.871758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475be4f-0ee6-41c3-ba1d-a9e5ae0248e8 req-8236e6d2-95b4-4a89-a761-40cde81534ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:04.873432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5475be4f-0ee6-41c3-ba1d-a9e5ae0248e8 req-8236e6d2-95b4-4a89-a761-40cde81534ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0534444 Aug 29 05:07:04.902622 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-32a4ed87-9840-4c64-99c6-df4e26fdaf78 req-2f92fb70-202d-4fab-bb5c-8ddca83c03db service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893011 Aug 29 05:07:04.912934 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5475be4f-0ee6-41c3-ba1d-a9e5ae0248e8 req-01fb7de5-52a7-400b-a8c5-bf53fabbb820 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321820 Aug 29 05:07:06.037007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c10e9e-7a90-45b3-8b83-3b86a091a5d1 req-0a71ee27-b187-428c-a3de-ce79104937d6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:06.038519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8c10e9e-7a90-45b3-8b83-3b86a091a5d1 req-0a71ee27-b187-428c-a3de-ce79104937d6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0505307 Aug 29 05:07:06.078096 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8c10e9e-7a90-45b3-8b83-3b86a091a5d1 req-8693748f-d91f-4a72-b285-dd9d1cfc657c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333173 Aug 29 05:07:07.195683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f1e00-b21b-4f47-9294-95f5f1cb7eb8 req-b2be81c3-6998-4f79-ae9b-9d691cd1b698 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.197224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e01f1e00-b21b-4f47-9294-95f5f1cb7eb8 req-b2be81c3-6998-4f79-ae9b-9d691cd1b698 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0498579 Aug 29 05:07:07.240647 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e01f1e00-b21b-4f47-9294-95f5f1cb7eb8 req-0a20642e-51b0-4b25-a329-092ca104ab58 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372922 Aug 29 05:07:07.535608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-b242f1eb-09b3-4021-82fc-8598e9186b1c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.538103 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-b242f1eb-09b3-4021-82fc-8598e9186b1c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 945 time: 0.0574198 Aug 29 05:07:07.556631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf4a4-6445-41e7-bcb0-923a3849c8dd req-5bb02e8e-804b-4f79-a0a4-e814bc2b6a9d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.558140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6bdf4a4-6445-41e7-bcb0-923a3849c8dd req-5bb02e8e-804b-4f79-a0a4-e814bc2b6a9d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0553300 Aug 29 05:07:07.599171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6bdf4a4-6445-41e7-bcb0-923a3849c8dd req-7a1cd23f-c755-432c-8b5d-9faef69311b9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342813 Aug 29 05:07:07.606818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-9c9deb0a-8fcc-40d9-8517-ceee3276114c service neutron] 10.222.0.64 "GET /v2.0/ports/31423d5e-c54f-46ae-bb9d-217a55e9486e/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0611417 Aug 29 05:07:07.671432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-1bbee901-397e-4899-ab0b-3d732d1c1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.673046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-1bbee901-397e-4899-ab0b-3d732d1c1a3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0422034 Aug 29 05:07:07.776875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-e7814662-8ba6-4e60-a18a-cfa18748df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.778876 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-e7814662-8ba6-4e60-a18a-cfa18748df84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0987964 Aug 29 05:07:07.856705 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-b67e19e9-29f3-4721-b897-85850d1d5606 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 1002 time: 0.0705564 Aug 29 05:07:07.909089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-00a4e2b2-da09-457d-bf0b-621d2218245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.910599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-00a4e2b2-da09-457d-bf0b-621d2218245f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0470707 Aug 29 05:07:07.965366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-ffef4750-2b26-4ec8-aef0-9429f989e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.967895 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-ffef4750-2b26-4ec8-aef0-9429f989e3d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496140 Aug 29 05:07:08.068604 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-dd3ff3fa-7fa7-4828-af3c-ce1d883eeb1d service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931003 Aug 29 05:07:08.167552 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-676254e7-f509-4812-aee3-1a906301d9ef service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845635 Aug 29 05:07:08.639752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:07:08.642450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:07:08.725384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484700f6-fe92-4e64-8bf3-c251d2be52ba req-eb55ee33-77a2-4a28-abf6-9f479aa0f1a1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:08.726916 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-484700f6-fe92-4e64-8bf3-c251d2be52ba req-eb55ee33-77a2-4a28-abf6-9f479aa0f1a1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 945 time: 0.0552804 Aug 29 05:07:08.770916 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-484700f6-fe92-4e64-8bf3-c251d2be52ba req-47dd1c9f-6837-4c91-8dfd-076262cc0f82 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328808 Aug 29 05:07:08.792237 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:08.811716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:08.829656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'mac_address': 'fa:16:3e:55:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:07:08.835294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:08.837705 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4588470-565e-4711-a8b2-952f1fbf1723" -d '{"events": [{"server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:08.853674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:08.871474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:08.903692 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9c0c8e-7e79-423e-a688-0988fc1d0b24 x-openstack-request-id: req-fe9c0c8e-7e79-423e-a688-0988fc1d0b24 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:08.904011 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:08.904287 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe9c0c8e-7e79-423e-a688-0988fc1d0b24 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:08.904665 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'code': 200} Aug 29 05:07:08.924224 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:08.948502 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31423d5e-c54f-46ae-bb9d-217a55e9486e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:07:08.952684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:08.963863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.964248 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.964597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.964982 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.965392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.965828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.966129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.966507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.966839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.967173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.967505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:08.967836 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:09.013072 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:07:09.013441 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:07:09.549587 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:09.564223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31423d5e-c54f-46ae-bb9d-217a55e9486e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:07:09.584971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:09.588555 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:09.639476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:09.910313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5626d0-26be-41e1-ae0a-338c26bc9c7a req-d7b99597-f37c-4b6c-89f0-9be606ccec3a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:09.911949 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5626d0-26be-41e1-ae0a-338c26bc9c7a req-d7b99597-f37c-4b6c-89f0-9be606ccec3a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0593443 Aug 29 05:07:09.952154 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0a5626d0-26be-41e1-ae0a-338c26bc9c7a req-c6a71976-0b54-493e-a5e5-2d68147c71b1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340178 Aug 29 05:07:10.262907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-febe1fc7-0f07-42bc-bb4e-7c6119b937f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:10.264478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-febe1fc7-0f07-42bc-bb4e-7c6119b937f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0419297 Aug 29 05:07:10.337430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-2a8653ee-c6f3-4f07-9505-bc280659d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:10.338956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-2a8653ee-c6f3-4f07-9505-bc280659d945 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0455327 Aug 29 05:07:10.440883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-1a585c9f-3c84-4db4-b262-2f69b794a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:10.442454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-1a585c9f-3c84-4db4-b262-2f69b794a29f service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0959244 Aug 29 05:07:10.522302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-eed00672-ddd7-4e0d-97e6-7bcac7a2ee48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 1001 time: 0.0653849 Aug 29 05:07:10.577737 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-e1d1f8f5-40df-40eb-be7d-43aa317e8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:10.579227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-e1d1f8f5-40df-40eb-be7d-43aa317e8158 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0461612 Aug 29 05:07:10.627302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-c68a3764-6366-4ef3-bace-61e45d294349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:10.628859 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-c68a3764-6366-4ef3-bace-61e45d294349 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411420 Aug 29 05:07:10.728056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-6a61ca01-2418-4530-9242-4222d3ceef13 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869999 Aug 29 05:07:10.826550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-74293d28-84ca-44ab-b4e2-92274b4bcaf9 req-be2f8031-0a2f-4181-98f2-7374f697294f service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869775 Aug 29 05:07:11.073381 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962aa36-7efb-465d-b53d-8440e2019196 req-4d325dff-4ad2-471f-ad88-f425bfd4a473 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:11.074945 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f962aa36-7efb-465d-b53d-8440e2019196 req-4d325dff-4ad2-471f-ad88-f425bfd4a473 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0532379 Aug 29 05:07:11.113861 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f962aa36-7efb-465d-b53d-8440e2019196 req-d8ae6a2c-e62c-452c-8841-34b1b7a76107 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Aug 29 05:07:12.145646 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-daa0d50c-f4b2-45dd-acff-580c08dd621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:12.147203 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-daa0d50c-f4b2-45dd-acff-580c08dd621d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0503869 Aug 29 05:07:12.238447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b1be-e953-483e-b4bb-10282bea1cdd req-60510875-a4df-4085-b9fe-737ffbe52b41 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:12.239976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2818b1be-e953-483e-b4bb-10282bea1cdd req-60510875-a4df-4085-b9fe-737ffbe52b41 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0523002 Aug 29 05:07:12.264875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-7abe39ea-f9c1-4eaa-86b4-2950e378aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:12.266357 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-7abe39ea-f9c1-4eaa-86b4-2950e378aadf service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0985761 Aug 29 05:07:12.278401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2818b1be-e953-483e-b4bb-10282bea1cdd req-39d006ca-2d3d-4b7e-b2e8-1a6147182190 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323222 Aug 29 05:07:12.340395 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-6ceb29c7-005e-480a-9a80-98c5739f3bda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 200 len: 1001 time: 0.0629187 Aug 29 05:07:12.399094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-afaf6660-1c34-4fef-bf88-810eb7e62810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:12.400613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-afaf6660-1c34-4fef-bf88-810eb7e62810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0493124 Aug 29 05:07:12.448741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-adfd0fc7-c2a8-4aa7-8d49-e508a2836269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:12.450714 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-adfd0fc7-c2a8-4aa7-8d49-e508a2836269 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424500 Aug 29 05:07:12.554190 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-54015876-dbc7-457e-b2a6-3e8d81a8e942 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920093 Aug 29 05:07:12.665170 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7d46548c-66ed-46f7-a758-86cc82356cd5 req-d87471fa-59f6-48ac-81aa-6288a6ffe62b service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960429 Aug 29 05:07:13.416958 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7659806-432b-48f1-b5e5-fa33acee4de2 req-60f3fb7b-48c5-46f7-a31f-e1b2a220ec78 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:13.418589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7659806-432b-48f1-b5e5-fa33acee4de2 req-60f3fb7b-48c5-46f7-a31f-e1b2a220ec78 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0569687 Aug 29 05:07:13.457189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d7659806-432b-48f1-b5e5-fa33acee4de2 req-bebba8cf-a894-4ec3-9ec5-5b2818044fc0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323694 Aug 29 05:07:13.574428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203199a5-bb18-4dde-8f24-431665024469 req-41af04a2-a8c9-49db-8ec2-41b65b1636ac tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:13.575824 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-203199a5-bb18-4dde-8f24-431665024469 req-41af04a2-a8c9-49db-8ec2-41b65b1636ac tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0536025 Aug 29 05:07:13.614869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-203199a5-bb18-4dde-8f24-431665024469 req-f32a4bbd-9878-404c-bdbe-9c5f6f0f52e5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Aug 29 05:07:13.736516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a791be-abcd-48b4-8b58-14e3fee68343 req-113d26b5-d407-44d8-be48-1142d561f07d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:13.738159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13a791be-abcd-48b4-8b58-14e3fee68343 req-113d26b5-d407-44d8-be48-1142d561f07d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0500393 Aug 29 05:07:13.776445 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-13a791be-abcd-48b4-8b58-14e3fee68343 req-1264c7af-a3c8-4e2d-9fc0-e51befe99918 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Aug 29 05:07:14.015203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7f45b-f4ce-4973-adef-86e2da0d1152 req-11d7c59b-78be-4b19-845b-f13e4d443e35 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:14.016889 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08d7f45b-f4ce-4973-adef-86e2da0d1152 req-11d7c59b-78be-4b19-845b-f13e4d443e35 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 944 time: 0.0520325 Aug 29 05:07:14.055256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-08d7f45b-f4ce-4973-adef-86e2da0d1152 req-2e3ca99b-b06c-407e-b9ba-24185b03c94a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 Aug 29 05:07:14.694382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:07:14.696500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:07:14.849396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:14.869271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:14.878063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 31423d5e-c54f-46ae-bb9d-217a55e9486e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:07:14.892810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'mac_address': 'fa:16:3e:55:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:07:14.907764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:14.912273 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:14.963918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:15.121640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['31423d5e-c54f-46ae-bb9d-217a55e9486e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:07:15.179171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e7f03-31c4-4573-827e-843916e778f0 req-5af1e862-e175-44f5-a603-41d85a7b855a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:15.180725 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d81e7f03-31c4-4573-827e-843916e778f0 req-5af1e862-e175-44f5-a603-41d85a7b855a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 943 time: 0.0553131 Aug 29 05:07:15.220401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d81e7f03-31c4-4573-827e-843916e778f0 req-b3c93aaa-3905-4af6-b1e3-a33ab9eef6d0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330355 Aug 29 05:07:15.300567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-b4968626-13b3-4a36-83e6-c9516bde1995 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:15.302201 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-b4968626-13b3-4a36-83e6-c9516bde1995 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 943 time: 0.0493729 Aug 29 05:07:15.397150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Deleting port 31423d5e-c54f-46ae-bb9d-217a55e9486e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:07:15.397504 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:15.487830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] For port 31423d5e-c54f-46ae-bb9d-217a55e9486e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=31423d5e-c54f-46ae-bb9d-217a55e9486e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:15.488157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:15.674620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:15.675073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:15.675396 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8 disassociated. External IP: 172.25.1.243, port: 31423d5e-c54f-46ae-bb9d-217a55e9486e. Aug 29 05:07:15.675946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Calling delete_port for 31423d5e-c54f-46ae-bb9d-217a55e9486e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:07:15.815976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:15.843184 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event deleted for resources: {'Port': ['ID=31423d5e-c54f-46ae-bb9d-217a55e9486e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:15.853828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.854188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.854536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.854883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.855224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.855568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.855904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.856765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.856765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.856939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.857235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.857566 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:15.977019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:07:16.090736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:07:16.101019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:07:16.110378 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:07:16.111006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:06:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:16.133040 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] No DVR routers for this DVR port 31423d5e-c54f-46ae-bb9d-217a55e9486e on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:07:16.135916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:16.138564 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4ce3e235-2740-4ad2-ac2f-c6e85205e234 req-939ace04-ada7-41fb-8609-67b95ffdb7bc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "DELETE /v2.0/ports/31423d5e-c54f-46ae-bb9d-217a55e9486e HTTP/1.1" status: 204 len: 173 time: 0.8292327 Aug 29 05:07:16.139075 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'name': 'network-vif-deleted', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:16.141631 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c6675e-0f0c-425d-a1ab-74bb4faa0719" -d '{"events": [{"server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "name": "network-vif-deleted", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:16.196009 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48167a42-ad6f-4822-b4c1-78b8e527dd78 x-openstack-request-id: req-48167a42-ad6f-4822-b4c1-78b8e527dd78 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:16.196338 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11002ea7-55fa-46fa-a193-2471b4752fe6", "name": "network-vif-deleted", "tag": "31423d5e-c54f-46ae-bb9d-217a55e9486e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:16.196641 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48167a42-ad6f-4822-b4c1-78b8e527dd78 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:16.197177 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11002ea7-55fa-46fa-a193-2471b4752fe6', 'name': 'network-vif-deleted', 'tag': '31423d5e-c54f-46ae-bb9d-217a55e9486e', 'status': 'completed', 'code': 200} Aug 29 05:07:16.233712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:07:16.340340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a14fb449-69f9-4d04-b03b-3b1a97c76848 req-548c3701-cf16-474e-94eb-0f96c46a7813 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=11002ea7-55fa-46fa-a193-2471b4752fe6 HTTP/1.1" status: 200 len: 210 time: 0.0276256 Aug 29 05:07:16.463294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:16.489045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:07:16.505162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:07:16.505812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:06:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:16.622301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:07:16.701571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:07:16.708458 n-d-712142-15 neutron-server[94847]: INFO neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No ports have port_id starting with 31423d5e-c54f-46ae-bb9d-217a55e9486e Aug 29 05:07:16.720708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e requested by agent hyperv_n-h1-712142-15 not found in database {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 29 05:07:16.849163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:16.877587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b4ead-832f-4a6f-9dd4-8e9a0bc74520 None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:07:16.898010 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f2fa3395-2644-401e-9825-4182058bfc02 req-fff0c7d1-5757-4f33-9ffc-5fccf858c2c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314510 Aug 29 05:07:16.951557 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f2fa3395-2644-401e-9825-4182058bfc02 req-7a779bc1-49e7-4095-b5ab-c1c814272062 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0313096 Aug 29 05:07:16.992530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f2fa3395-2644-401e-9825-4182058bfc02 req-f11de4e5-8a4d-4094-916d-58a6a5d02189 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219281 Aug 29 05:07:17.092436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa3395-2644-401e-9825-4182058bfc02 req-9613d4a6-6844-4a4c-9edc-36772766663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:17.093948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f2fa3395-2644-401e-9825-4182058bfc02 req-9613d4a6-6844-4a4c-9edc-36772766663c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951731 Aug 29 05:07:17.121979 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d62d8-5ff9-4d5b-8edb-43100bea0400 None None] New status for floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:07:17.473424 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-db3eac43-1bae-442b-aced-2347b2df1445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:17.629235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-c3a24a6f-ff2a-42f2-a09c-a653a1562ef1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--752857542&fields=id&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 267 time: 0.0350988 Aug 29 05:07:17.746918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-8f3b9b07-695b-4ac4-92cf-8313711b79bb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:17.748454 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-8f3b9b07-695b-4ac4-92cf-8313711b79bb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 812 time: 0.1123564 Aug 29 05:07:17.768782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-773cd8c8-518b-45aa-ad6c-edd321522619 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/quotas/efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 375 time: 0.0142443 Aug 29 05:07:17.823920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-67036875-d475-4752-8329-56a6ce450f6e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493028 Aug 29 05:07:17.927049 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-57adedf2-bcbc-4525-8b34-1235d59c863f service neutron] 10.222.0.58 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907991 Aug 29 05:07:18.022927 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-3537e715-950d-4d09-8bc3-6e391709dfaa service neutron] 10.222.0.58 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895514 Aug 29 05:07:18.198634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dff62dd2-0876-47f7-9d03-1587b63c0a9d req-0adf9593-0f63-4081-ba8b-398744a1e523 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 210 time: 0.0335391 Aug 29 05:07:18.697705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:07:18.718275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 31423d5e-c54f-46ae-bb9d-217a55e9486e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:07:18.718631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 31423d5e-c54f-46ae-bb9d-217a55e9486e not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:07:19.188286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-b7ae8bb0-4023-462f-a968-eedcfa82ebe9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:19.190692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-b7ae8bb0-4023-462f-a968-eedcfa82ebe9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 812 time: 0.1302226 Aug 29 05:07:19.253755 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-4f0271dd-65ec-4e9c-b43a-7350b2382315 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 379 time: 0.0480897 Aug 29 05:07:19.270014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'port': {'device_id': '646087e4-f473-4a21-9a83-3507decb4092', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'admin_state_up': True, 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'security_groups': ['9702669e-0276-4d97-97c3-94275a220732']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:07:19.299553 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0707557-a0a7-4efb-a502-fae9ef7084a4 req-9b11a21f-2f39-4923-9e6c-7423c17fa069 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 210 time: 0.0306602 Aug 29 05:07:19.386576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Made reservation on behalf of efe04cf2c01f46e084cc867f12ac7ea0 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:07:19.390970 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:19.517562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Allocated IP 172.20.0.4 (33d32ade-793d-49ba-b04d-d65ef05f5bfd/af9b6c1f-54ca-4f6b-b67d-5bb9bba97565/04b68f3a-7aff-414a-8256-a227fb40c45e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:07:19.664638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:19.678160 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Transition to ACTIVE for port object 04b68f3a-7aff-414a-8256-a227fb40c45e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:07:19.714173 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:19.759948 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:07:19.763085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:07:19.766903 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:07:19.790424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:19.825312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:19.826008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:19.841509 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-e8d682ed-ee47-435f-91e6-346a684a5b29 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755546 Aug 29 05:07:19.859556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Request body: {'port': {'device_id': '646087e4-f473-4a21-9a83-3507decb4092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:07:19.930100 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.027429 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-477a266f-b393-420e-b2fb-67b818f376ae None None] Provisioning for port 04b68f3a-7aff-414a-8256-a227fb40c45e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:07:20.031177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-477a266f-b393-420e-b2fb-67b818f376ae None None] Provisioning complete for port 04b68f3a-7aff-414a-8256-a227fb40c45e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:07:20.031554 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-477a266f-b393-420e-b2fb-67b818f376ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.066154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-477a266f-b393-420e-b2fb-67b818f376ae None None] Port 04b68f3a-7aff-414a-8256-a227fb40c45e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:07:20.203281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b68f3a-7aff-414a-8256-a227fb40c45e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:07:20.211812 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.224351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Transition to ACTIVE for port object 04b68f3a-7aff-414a-8256-a227fb40c45e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:07:20.228701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.282538 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:20.360832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Attempting to bind port 04b68f3a-7aff-414a-8256-a227fb40c45e on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:07:20.361181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Attempting to bind port 04b68f3a-7aff-414a-8256-a227fb40c45e by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:07:20.362295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Attempting to bind port 04b68f3a-7aff-414a-8256-a227fb40c45e on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:07:20.366499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Port 04b68f3a-7aff-414a-8256-a227fb40c45e on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:07:20.366817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Attempting to bind port 04b68f3a-7aff-414a-8256-a227fb40c45e on network 33d32ade-793d-49ba-b04d-d65ef05f5bfd {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:07:20.372559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:07:20.372907 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Checking segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:07:20.373311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Bound using segment: {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:07:20.373771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Bound port: 04b68f3a-7aff-414a-8256-a227fb40c45e, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9836802-d876-483d-bb53-e8478cf2f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:07:20.374147 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.433131 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.444667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd8e2d-0e6b-4b48-816c-b96f5118a40d req-607f13d6-1d0b-4fe1-acda-bb8e76786647 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.447199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91bd8e2d-0e6b-4b48-816c-b96f5118a40d req-607f13d6-1d0b-4fe1-acda-bb8e76786647 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0668623 Aug 29 05:07:20.452231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:07:20.455602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:07:20.460843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.491584 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e82ddeae-4e36-4c1e-b6f3-11e16177d6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.496533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91bd8e2d-0e6b-4b48-816c-b96f5118a40d req-8f3ee9c5-61f7-4e58-a512-f15a63989ba4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Aug 29 05:07:20.506460 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.507088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.508967 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] 10.222.0.64 "PUT /v2.0/ports/04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1092 time: 0.6542575 Aug 29 05:07:20.509420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:20.511744 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:20.542156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe834e18-95b8-492f-b960-a9f02eb50c0f service neutron] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:20.565616 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8278d5-9d34-491a-8241-ae967963f2d6 x-openstack-request-id: req-5b8278d5-9d34-491a-8241-ae967963f2d6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:20.565987 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:20.566307 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b8278d5-9d34-491a-8241-ae967963f2d6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:20.566769 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'status': 'completed', 'code': 200} Aug 29 05:07:20.605371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-a8b5081d-78f5-4bd6-b38f-0088d7e739b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.606603 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-a8b5081d-78f5-4bd6-b38f-0088d7e739b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1095 time: 0.0501876 Aug 29 05:07:20.652840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-04abb7a4-8e1e-411f-8b03-963c9699c7a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 217 time: 0.0360401 Aug 29 05:07:20.710096 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-c977cf24-c380-433f-938b-359521e2e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.711628 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-c977cf24-c380-433f-938b-359521e2e9fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0481839 Aug 29 05:07:20.770931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-6a2aa494-8f1d-4fcd-945c-d70e8525c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.772446 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-6a2aa494-8f1d-4fcd-945c-d70e8525c853 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514832 Aug 29 05:07:20.873222 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-3872073c-213d-4b71-808e-3e70c9341730 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884368 Aug 29 05:07:21.021214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47cdfb5f-5984-4c9e-b0a5-89f7c2a3c239 req-46df2069-d37b-4a06-9388-ef9c771bd266 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350338 Aug 29 05:07:21.122765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-60958feb-ea4b-46c4-9fbe-d81ab695f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:21.124385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-60958feb-ea4b-46c4-9fbe-d81ab695f010 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1095 time: 0.0457480 Aug 29 05:07:21.219515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-a6a896b2-d850-444f-8913-dcb753f9fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:21.221086 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-a6a896b2-d850-444f-8913-dcb753f9fc39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0877821 Aug 29 05:07:21.268380 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-c817c6f3-f030-42da-8f5d-f59c48ca9455 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 217 time: 0.0392282 Aug 29 05:07:21.321961 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-875d7a4e-0be7-41d2-96d2-f5085be80aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:21.323430 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-875d7a4e-0be7-41d2-96d2-f5085be80aa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0476236 Aug 29 05:07:21.366941 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:21.375674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-3678500f-6cfc-4661-a0e8-fe3be0a04132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:21.377195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-3678500f-6cfc-4661-a0e8-fe3be0a04132 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447288 Aug 29 05:07:21.389423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-44d518a1-6de4-43fe-ab00-6c995d5453fe service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:07:21.390360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-44d518a1-6de4-43fe-ab00-6c995d5453fe service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049067 Aug 29 05:07:21.619703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9459e-64ec-40ec-8109-3b0f20be2716 req-1d2f0e96-a11e-441d-9348-040b87043d36 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:21.621427 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ae9459e-64ec-40ec-8109-3b0f20be2716 req-1d2f0e96-a11e-441d-9348-040b87043d36 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0534399 Aug 29 05:07:21.662673 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ae9459e-64ec-40ec-8109-3b0f20be2716 req-c4be1174-6e51-42f2-a720-6bdb67d4807f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Aug 29 05:07:21.839277 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-1ffb1fc0-a121-4f21-b256-d9d30ae12c40 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412196 Aug 29 05:07:21.929242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8faf16dc-c1e3-43c7-bf68-a9cf286a7aa1 req-d907ac17-589e-45ed-a741-4fd4a98ef877 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820963 Aug 29 05:07:22.784469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacaff-37e2-49b2-a0da-2c54013db554 req-3d3623a1-98a7-4501-90d7-20e3a795325a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:22.785973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0aacaff-37e2-49b2-a0da-2c54013db554 req-3d3623a1-98a7-4501-90d7-20e3a795325a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0512123 Aug 29 05:07:22.824238 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f0aacaff-37e2-49b2-a0da-2c54013db554 req-6199c694-587a-46b9-84ee-026c929e4654 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322895 Aug 29 05:07:22.972449 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.946284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f4778-066d-4060-8588-a9236aa18eee req-d42cf06d-3544-46d1-bb54-09dcd531e8f8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:23.947676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d8f4778-066d-4060-8588-a9236aa18eee req-d42cf06d-3544-46d1-bb54-09dcd531e8f8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0532134 Aug 29 05:07:23.987525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d8f4778-066d-4060-8588-a9236aa18eee req-40cd1498-ffc2-469e-8f98-d12a6007fa13 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335715 Aug 29 05:07:24.740585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:07:24.833273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:24.845512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'mac_address': 'fa:16:3e:ba:be:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:07:24.883569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:24.902848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b68f3a-7aff-414a-8256-a227fb40c45e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:07:24.922515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:24.928346 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:24.976181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:25.115585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9285288-ac1f-445f-8dd5-d51300570bfa req-f59d8437-983d-404a-8eaa-3d3d2218cd0b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:25.117110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9285288-ac1f-445f-8dd5-d51300570bfa req-f59d8437-983d-404a-8eaa-3d3d2218cd0b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 944 time: 0.0536807 Aug 29 05:07:25.154591 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9285288-ac1f-445f-8dd5-d51300570bfa req-3808b636-2e46-4e0f-9f67-a46c90709b89 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314920 Aug 29 05:07:25.244581 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['04b68f3a-7aff-414a-8256-a227fb40c45e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:07:26.285611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096b289-04d8-46ed-8974-178b1da58972 req-7b0e91a5-f421-4581-95a8-61f4c130ba7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:26.287109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e096b289-04d8-46ed-8974-178b1da58972 req-7b0e91a5-f421-4581-95a8-61f4c130ba7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 944 time: 0.0492465 Aug 29 05:07:26.326146 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e096b289-04d8-46ed-8974-178b1da58972 req-c2f6dcd9-7e8c-472f-8855-47dbd4ad352e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330348 Aug 29 05:07:26.756571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:07:26.808367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 04b68f3a-7aff-414a-8256-a227fb40c45e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:07:26.811919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 04b68f3a-7aff-414a-8256-a227fb40c45e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:07:26.812333 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:26.900638 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:26.922040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:26.924466 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e793566-18d8-4c99-8147-58996475198e" -d '{"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-plugged", "status": "completed", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:26.940610 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:26.944879 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:26.970898 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88def7-ee46-454c-b296-01313edddb64 x-openstack-request-id: req-7b88def7-ee46-454c-b296-01313edddb64 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:26.971190 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-plugged", "status": "completed", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:26.971442 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b88def7-ee46-454c-b296-01313edddb64 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:26.971825 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'code': 200} Aug 29 05:07:27.076949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685ef61-5f02-41e3-bccd-3cbf07023eed req-f5e0f44a-973c-41db-bccd-91ad8d3dd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:27.078552 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c685ef61-5f02-41e3-bccd-3cbf07023eed req-f5e0f44a-973c-41db-bccd-91ad8d3dd99d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1097 time: 0.0459030 Aug 29 05:07:27.117498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c685ef61-5f02-41e3-bccd-3cbf07023eed req-73bf133f-c0ba-4855-b1c6-960da38d4f5f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302060 Aug 29 05:07:27.162538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:27.452643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44bf12-8f6c-49bb-885f-f136c47e18a5 req-71104269-b6b7-43fb-bedf-a6faf45d67fe tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:27.454162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d44bf12-8f6c-49bb-885f-f136c47e18a5 req-71104269-b6b7-43fb-bedf-a6faf45d67fe tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0570757 Aug 29 05:07:27.494064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d44bf12-8f6c-49bb-885f-f136c47e18a5 req-5760b34c-94bd-4bf0-a700-b60ca8c63197 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Aug 29 05:07:27.613084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:28.610843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8921b-a865-4dd5-bd5c-ce062e16be9b req-eb137d45-b537-4acc-ad33-24dd91368428 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:28.612416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8be8921b-a865-4dd5-bd5c-ce062e16be9b req-eb137d45-b537-4acc-ad33-24dd91368428 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0510588 Aug 29 05:07:28.652008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8be8921b-a865-4dd5-bd5c-ce062e16be9b req-26f20d8a-30da-423f-a4ec-70a36d4f01ae tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Aug 29 05:07:28.764263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201b9e9-c1ff-490c-9cf3-63247155ba08 req-b3279e86-9566-4a70-92fe-e41725dbadac tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:28.765741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8201b9e9-c1ff-490c-9cf3-63247155ba08 req-b3279e86-9566-4a70-92fe-e41725dbadac tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0495610 Aug 29 05:07:28.774511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36304) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:07:28.779355 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Request body: {'floatingip': {'port_id': '04b68f3a-7aff-414a-8256-a227fb40c45e'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:07:28.794948 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:28.822943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:29.256377 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:29.260258 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:29.363707 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8 associated. External IP: 172.25.1.243, port: 04b68f3a-7aff-414a-8256-a227fb40c45e. Aug 29 05:07:29.889151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:07:30.000883 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:07:30.006315 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:30.010993 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:07:30.022946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:07:30.022946 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:07:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:30.034122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a90e9549-1734-48fc-9101-e0ee4b6ff353 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "PUT /v2.0/floatingips/8484b6dd-4f06-4186-bb79-1404c403b7d8 HTTP/1.1" status: 200 len: 992 time: 1.2584629 Aug 29 05:07:30.034719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:30.036999 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca" -d '{"events": [{"name": "network-changed", "server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:30.131306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:07:30.182347 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc465812-fffb-4927-9357-943b620bd80d x-openstack-request-id: req-cc465812-fffb-4927-9357-943b620bd80d {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:30.182712 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:30.183058 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc465812-fffb-4927-9357-943b620bd80d {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:30.183470 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'status': 'completed', 'code': 200} Aug 29 05:07:30.246638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-fb5ba397-6e22-405e-9355-094debf7c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:30.248183 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-fb5ba397-6e22-405e-9355-094debf7c004 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1097 time: 0.0435565 Aug 29 05:07:30.339530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-ce842657-fe79-4fbf-b63e-b9b6e46e99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:30.341102 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-ce842657-fe79-4fbf-b63e-b9b6e46e99aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0852849 Aug 29 05:07:30.368470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:ba:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646087e4-f473-4a21-9a83-3507decb4092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:07:29Z', 'revision_number': 13, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:30.403578 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:07:30.411295 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-9af3b24d-3cdb-4c08-9d99-112f605cd2a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1000 time: 0.0626998 Aug 29 05:07:30.412472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:07:30.413089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:07:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:30.462176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-a1c5fe9b-fa98-44a5-9fe5-e871127a74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:30.463817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-a1c5fe9b-fa98-44a5-9fe5-e871127a74ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0446577 Aug 29 05:07:30.514421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-83af429b-59f6-4066-9e28-951ff9f8e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:30.516236 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-83af429b-59f6-4066-9e28-951ff9f8e2cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458341 Aug 29 05:07:30.521588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:07:30.613107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-86b5be1a-9e83-4ac6-ab92-a0c893d37fa7 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895727 Aug 29 05:07:30.706058 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-41e9dbad-2ff7-4fae-b56b-cfddb6a4ebca req-73b6dbe4-5983-43a2-9aa4-270d0bcf8d00 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859580 Aug 29 05:07:30.750297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:ba:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646087e4-f473-4a21-9a83-3507decb4092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:07:29Z', 'revision_number': 13, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:30.777589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd13be5-0da5-4488-9906-31895d2bcd36 None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '8484b6dd-4f06-4186-bb79-1404c403b7d8', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'port_id': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'mac_address': 'fa:16:3e:ba:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646087e4-f473-4a21-9a83-3507decb4092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:00:12Z', 'updated_at': '2021-08-29T05:07:29Z', 'revision_number': 13, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:07:30.966199 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b2fde-3dd5-4778-85eb-f173a7e9e381 None None] New status for floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:07:39.962683 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:07:47.475301 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0ea7-0bdf-462c-9bcf-884fe9652ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:50.426263 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:50.483391 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e43596b9-71fb-41f4-a7ae-6a2f6b96b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:51.370876 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:52.970375 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:57.616184 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:58.806692 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:13.081851 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-305fda32-3660-47ab-9fe8-331954598153 req-149284c8-4286-4a44-9e95-768d24a289ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468116 Aug 29 05:08:13.180585 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fda32-3660-47ab-9fe8-331954598153 req-be0f687f-b08f-4e76-9723-19de0e380a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.182137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-305fda32-3660-47ab-9fe8-331954598153 req-be0f687f-b08f-4e76-9723-19de0e380a70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1097 time: 0.0479591 Aug 29 05:08:13.294990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fda32-3660-47ab-9fe8-331954598153 req-bfcba92d-4b45-47a9-92d7-adfb6bf9c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.296720 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-305fda32-3660-47ab-9fe8-331954598153 req-bfcba92d-4b45-47a9-92d7-adfb6bf9c08f service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0867593 Aug 29 05:08:13.371763 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-305fda32-3660-47ab-9fe8-331954598153 req-5297aea7-5ecf-491b-9a29-048429da3f5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1002 time: 0.0639236 Aug 29 05:08:13.426045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fda32-3660-47ab-9fe8-331954598153 req-7e6cb3df-a2ad-429d-9d34-fcf4bc9aad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.427531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-305fda32-3660-47ab-9fe8-331954598153 req-7e6cb3df-a2ad-429d-9d34-fcf4bc9aad24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0447607 Aug 29 05:08:13.484190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fda32-3660-47ab-9fe8-331954598153 req-cf63d8c7-5a19-45d4-aa47-581b8a1ae76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.485971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-305fda32-3660-47ab-9fe8-331954598153 req-cf63d8c7-5a19-45d4-aa47-581b8a1ae76c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474172 Aug 29 05:08:13.592278 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-305fda32-3660-47ab-9fe8-331954598153 req-a0c5c594-d4b8-48c2-b0c2-b61ad7f35a6a service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939093 Aug 29 05:08:13.693680 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-305fda32-3660-47ab-9fe8-331954598153 req-5fb08adf-670b-409a-a5a6-4dead7cfa1a3 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903592 Aug 29 05:08:16.964204 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:08:17.475639 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e0f03037-a6e6-4469-afe9-8768353f433e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:18.890220 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05f60588-5e69-40a4-a53f-44bedf5c1fae req-4abc9d30-1dda-4dd6-9d3a-30259b2492f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313859 Aug 29 05:08:18.955365 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05f60588-5e69-40a4-a53f-44bedf5c1fae req-5793e131-6d37-437a-b9e2-820a576f49f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0253451 Aug 29 05:08:18.995173 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05f60588-5e69-40a4-a53f-44bedf5c1fae req-d2e5cc7c-c52a-416e-9004-c0aaf761ac7d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201550 Aug 29 05:08:19.090227 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f60588-5e69-40a4-a53f-44bedf5c1fae req-ddf979d4-c9d5-4587-af2b-497d00ee2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:19.091718 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05f60588-5e69-40a4-a53f-44bedf5c1fae req-ddf979d4-c9d5-4587-af2b-497d00ee2b0b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906386 Aug 29 05:08:20.427417 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:20.485327 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8102034b-9f93-46c6-bc06-209766f8b1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:21.373244 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:22.972789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:27.626929 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:28.799104 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:47.480853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f20ba822-dd55-4fa9-a057-ed9af2a95f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:50.428944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:50.486714 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a4884a5e-7ffd-4f3f-a4e5-d334a4701f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:51.376928 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:52.975659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:53.967525 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:08:57.627141 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:58.813503 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:11.977112 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db57b8-4ba9-47a8-823b-3ab3c2c90eba req-d11b6684-3b31-46be-8602-b8c3ddff91ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:11.978834 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54db57b8-4ba9-47a8-823b-3ab3c2c90eba req-d11b6684-3b31-46be-8602-b8c3ddff91ff tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0609622 Aug 29 05:09:12.022509 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54db57b8-4ba9-47a8-823b-3ab3c2c90eba req-fbebcc16-7854-4709-aee9-21788441b842 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372541 Aug 29 05:09:13.100955 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-bea55fad-3486-421e-986d-d88fa26425dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548918 Aug 29 05:09:13.202122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-a1045e66-b987-4cc4-b9a7-60e81fb49903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:13.203642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-a1045e66-b987-4cc4-b9a7-60e81fb49903 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1097 time: 0.0423973 Aug 29 05:09:13.320190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-723fa30b-404d-43c1-a8c6-e2cba8dc4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:13.321772 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-723fa30b-404d-43c1-a8c6-e2cba8dc4826 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0925963 Aug 29 05:09:13.419716 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-febbdc76-fd28-4f7b-ada0-be9c5fd8b608 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1002 time: 0.0821593 Aug 29 05:09:13.474785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-0fe55f82-3aa7-45a9-b308-4fb28cff9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:13.476817 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-0fe55f82-3aa7-45a9-b308-4fb28cff9a35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0468254 Aug 29 05:09:13.535462 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-9ea2755f-fd67-447a-9b3b-c8c36f32808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:13.537100 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-9ea2755f-fd67-447a-9b3b-c8c36f32808a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485358 Aug 29 05:09:13.664550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-3842c0ee-3d3f-4a39-a31b-d70f90efc45c service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150272 Aug 29 05:09:13.763898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-96842038-91f6-4c87-bf83-0cb390cd0854 req-c4e8012d-bf86-4876-82bc-25024562b66d service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873761 Aug 29 05:09:17.483029 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b36f42d0-ca0a-44a5-855d-e49e57625391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.950739 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3bb21fc-afa6-4310-b3a0-7f5486d65ae2 req-d8e38f94-48c8-4eb3-b8fb-d96744a68b3e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0809240 Aug 29 05:09:20.003723 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3bb21fc-afa6-4310-b3a0-7f5486d65ae2 req-0f077ac3-1321-425a-b6bc-512f1ec33dae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0311763 Aug 29 05:09:20.044577 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3bb21fc-afa6-4310-b3a0-7f5486d65ae2 req-8ecf5b04-b15f-44fd-90d7-6d4c5cea0c88 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202231 Aug 29 05:09:20.143494 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb21fc-afa6-4310-b3a0-7f5486d65ae2 req-29b29277-f379-4430-a031-0a3aa6266a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:20.145025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3bb21fc-afa6-4310-b3a0-7f5486d65ae2 req-29b29277-f379-4430-a031-0a3aa6266a6e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935225 Aug 29 05:09:20.432857 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:20.488139 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47bbecdf-262c-4be5-a44c-0e2b4d562efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:21.378831 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:22.980893 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:23.302600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed45a7-5605-4e1b-ab01-4db9278133d5 req-b381f59f-7642-48fb-b6c8-5f43df8a0286 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:23.305260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1ed45a7-5605-4e1b-ab01-4db9278133d5 req-b381f59f-7642-48fb-b6c8-5f43df8a0286 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0781527 Aug 29 05:09:23.333027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-1d7d1817-dbee-406a-a58d-d1982380828b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211350 Aug 29 05:09:23.352292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e1ed45a7-5605-4e1b-ab01-4db9278133d5 req-b49ddd90-18eb-4536-b125-fca19e30eaf7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399024 Aug 29 05:09:24.471289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df67f5-82dd-4c2f-a1f6-a4841f344f59 req-2fea5d49-0f49-47df-bc7a-bc2b7f07091b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:24.472979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3df67f5-82dd-4c2f-a1f6-a4841f344f59 req-2fea5d49-0f49-47df-bc7a-bc2b7f07091b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0501742 Aug 29 05:09:24.514236 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f3df67f5-82dd-4c2f-a1f6-a4841f344f59 req-2ef3856e-4a40-4560-ade8-5ed9a4ea12e4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346515 Aug 29 05:09:24.926875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-cbb87006-1faa-4907-bff1-8187361b7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:24.928480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-cbb87006-1faa-4907-bff1-8187361b7996 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1097 time: 0.0412889 Aug 29 05:09:25.026893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-3ec6871e-675e-453b-ad54-11e2f45b3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:25.028414 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-3ec6871e-675e-453b-ad54-11e2f45b3846 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0886607 Aug 29 05:09:25.098630 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-5757b0d1-ea5c-423f-9711-d30b1a0de3f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1002 time: 0.0586021 Aug 29 05:09:25.154607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-566131c0-7a23-4756-a12b-41841d7eb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:25.156192 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-566131c0-7a23-4756-a12b-41841d7eb87b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0486743 Aug 29 05:09:25.210045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-3221e259-ae0f-4b2d-9d10-35aa0a9dd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:25.211588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-3221e259-ae0f-4b2d-9d10-35aa0a9dd8ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418673 Aug 29 05:09:25.306400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-26693c01-8d24-4843-9af6-bc60205f442f service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830321 Aug 29 05:09:25.407699 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-b8e7b866-0aba-4a72-a8cf-137e8bb709d4 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893600 Aug 29 05:09:25.646622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbc6ce-cdc0-4682-b8ee-73d62574612d req-2b94086c-a1e2-4660-a226-14e4abbec229 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:25.648208 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cdbc6ce-cdc0-4682-b8ee-73d62574612d req-2b94086c-a1e2-4660-a226-14e4abbec229 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0577209 Aug 29 05:09:25.687282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7cdbc6ce-cdc0-4682-b8ee-73d62574612d req-32875cb9-65e8-46ff-b236-3170a21bcaba tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329177 Aug 29 05:09:26.805351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b9710-20b8-4591-bf3f-1271c02dd64d req-09e0f86a-2c01-469a-8c36-884111b33931 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:26.806855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f3b9710-20b8-4591-bf3f-1271c02dd64d req-09e0f86a-2c01-469a-8c36-884111b33931 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0501194 Aug 29 05:09:26.845577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f3b9710-20b8-4591-bf3f-1271c02dd64d req-91fc63d2-2dde-4686-8b46-1ad7354a4adc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326600 Aug 29 05:09:27.620624 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:27.971975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c7824-4221-47e9-a81e-86aea2597f4f req-b43cf5e2-c4b4-4cc6-b910-be0664529876 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:27.973856 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a5c7824-4221-47e9-a81e-86aea2597f4f req-b43cf5e2-c4b4-4cc6-b910-be0664529876 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0564229 Aug 29 05:09:28.013010 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a5c7824-4221-47e9-a81e-86aea2597f4f req-e49cef3a-3a3a-4e8f-b6a4-c086e1dffd07 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Aug 29 05:09:28.813389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:29.142015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a207b7-2dce-472d-b315-15c4e8d8e445 req-652b30ae-ef95-4d4c-b0c6-2cfce4610577 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:29.143511 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8a207b7-2dce-472d-b315-15c4e8d8e445 req-652b30ae-ef95-4d4c-b0c6-2cfce4610577 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0548348 Aug 29 05:09:29.185803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c8a207b7-2dce-472d-b315-15c4e8d8e445 req-a3f3e9ed-1cfd-405a-ad7d-970317ca117e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362701 Aug 29 05:09:30.316575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f819a5a-f8d4-4b1f-b81c-a42acf10de8c req-5ac1b54a-f403-4f6b-b5af-12a27ccbaccc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:30.318260 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f819a5a-f8d4-4b1f-b81c-a42acf10de8c req-5ac1b54a-f403-4f6b-b5af-12a27ccbaccc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0578809 Aug 29 05:09:30.357846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f819a5a-f8d4-4b1f-b81c-a42acf10de8c req-82a6a13c-8cff-413c-80a2-b46ecde53060 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326633 Aug 29 05:09:30.966261 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:09:31.474346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d144-9bad-4692-b8ad-8d3947cb0e6c req-d9e8700e-2496-4ad1-a84b-65e629f5bad1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:31.476352 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76f3d144-9bad-4692-b8ad-8d3947cb0e6c req-d9e8700e-2496-4ad1-a84b-65e629f5bad1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Aug 29 05:09:31.514510 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76f3d144-9bad-4692-b8ad-8d3947cb0e6c req-fc6b2b0d-f7df-4c71-af62-74123c5c7ee8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321605 Aug 29 05:09:32.651916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955af089-b5d5-48a4-a035-5fc5da285d84 req-c37fec67-5d37-42de-83a5-a9718dc7838e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:32.654265 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-955af089-b5d5-48a4-a035-5fc5da285d84 req-c37fec67-5d37-42de-83a5-a9718dc7838e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0677683 Aug 29 05:09:32.699471 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-955af089-b5d5-48a4-a035-5fc5da285d84 req-58a4c2a9-a2b9-4c62-ad83-8492dab7d1a3 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378327 Aug 29 05:09:33.822942 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67902703-4c73-4e9a-bc8a-63383a8b16d2 req-6d7bafc4-1cc3-4eef-afdd-43151c37751b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:33.824485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67902703-4c73-4e9a-bc8a-63383a8b16d2 req-6d7bafc4-1cc3-4eef-afdd-43151c37751b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0508282 Aug 29 05:09:33.869724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-67902703-4c73-4e9a-bc8a-63383a8b16d2 req-ff5d5263-4453-4539-b4f8-40a3895cae83 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392110 Aug 29 05:09:34.991173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2f2b4-8575-4894-ba93-5cb5e29237ba req-cdfe4851-7e9c-4fac-906d-63d24ef8493e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:34.993224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75e2f2b4-8575-4894-ba93-5cb5e29237ba req-cdfe4851-7e9c-4fac-906d-63d24ef8493e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0505273 Aug 29 05:09:35.031069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-75e2f2b4-8575-4894-ba93-5cb5e29237ba req-e525604d-035b-4c3b-b71b-78ae9e8561d4 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318503 Aug 29 05:09:36.150671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9856e-b298-4b93-97ce-caac4e7c2b6d req-01c6d225-acbc-4213-8f17-9db1f64c5433 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:36.152389 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3c9856e-b298-4b93-97ce-caac4e7c2b6d req-01c6d225-acbc-4213-8f17-9db1f64c5433 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0534904 Aug 29 05:09:36.189968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3c9856e-b298-4b93-97ce-caac4e7c2b6d req-93287427-c752-4571-b3d4-c840cbd0d78a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Aug 29 05:09:37.309476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432d4ff-df3c-42a1-a1db-4dda30d522fa req-3a35f117-5886-426a-add8-3b459f60f209 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:37.310976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1432d4ff-df3c-42a1-a1db-4dda30d522fa req-3a35f117-5886-426a-add8-3b459f60f209 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0498590 Aug 29 05:09:37.350465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1432d4ff-df3c-42a1-a1db-4dda30d522fa req-b11fa9f6-f943-40d8-b33d-056835ebdb3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333338 Aug 29 05:09:38.468935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbc847-fd93-4d12-b821-f26f08eee38f req-9f336379-580b-49a8-b282-e23f27d634c1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:38.470418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71dbc847-fd93-4d12-b821-f26f08eee38f req-9f336379-580b-49a8-b282-e23f27d634c1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0498521 Aug 29 05:09:38.509713 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71dbc847-fd93-4d12-b821-f26f08eee38f req-c5000033-0f42-4c14-add5-b0ec6aa72f3b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326045 Aug 29 05:09:39.631206 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fcf73-e011-467f-9338-d2b4cc1c3fc1 req-6d5067bb-c2cd-4c56-acdc-fd2022fb269f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:39.632820 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee9fcf73-e011-467f-9338-d2b4cc1c3fc1 req-6d5067bb-c2cd-4c56-acdc-fd2022fb269f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0550904 Aug 29 05:09:39.671812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee9fcf73-e011-467f-9338-d2b4cc1c3fc1 req-d32cd83c-04e8-4f23-82a1-ab53728350eb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Aug 29 05:09:40.789962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacac75-201b-4920-868b-794424c3fb8f req-40bfdf2b-dc95-49b2-ba7c-c476f87d3876 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:40.791515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daacac75-201b-4920-868b-794424c3fb8f req-40bfdf2b-dc95-49b2-ba7c-c476f87d3876 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0493827 Aug 29 05:09:40.830042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daacac75-201b-4920-868b-794424c3fb8f req-bbbc84d1-f7f3-4106-8d58-fe78db8f677b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321004 Aug 29 05:09:41.947788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec36aa-7aa1-4dac-8ebc-0b518a84b4f3 req-08aace4e-de76-4902-b7eb-032486a8afcf tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:41.949295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8ec36aa-7aa1-4dac-8ebc-0b518a84b4f3 req-08aace4e-de76-4902-b7eb-032486a8afcf tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0496869 Aug 29 05:09:41.987691 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f8ec36aa-7aa1-4dac-8ebc-0b518a84b4f3 req-e7027550-de8e-4dc7-a682-014c394de235 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322702 Aug 29 05:09:43.117908 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887cdef-7791-450d-b680-c47b915e808d req-5bbce00a-d4ca-4765-913f-5f47d6b28ff8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:43.119533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c887cdef-7791-450d-b680-c47b915e808d req-5bbce00a-d4ca-4765-913f-5f47d6b28ff8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0617352 Aug 29 05:09:43.158156 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c887cdef-7791-450d-b680-c47b915e808d req-b4b16486-e017-4fd8-819e-d2fe6605e4ab tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Aug 29 05:09:44.282238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802641e0-d674-4b36-a6b0-1d275d3e7872 req-3e0c132e-156c-4b86-96a3-265d40fc66a6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:44.283723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-802641e0-d674-4b36-a6b0-1d275d3e7872 req-3e0c132e-156c-4b86-96a3-265d40fc66a6 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0543611 Aug 29 05:09:44.323549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-802641e0-d674-4b36-a6b0-1d275d3e7872 req-e8497bfc-46cd-4f2a-84c8-f4df29604f67 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336463 Aug 29 05:09:44.346472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-b2bdda99-5f84-44ba-8a1a-c1a42ca4115b service neutron] 10.222.0.64 "GET /v2.0/ports/04b68f3a-7aff-414a-8256-a227fb40c45e/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0588365 Aug 29 05:09:44.564360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-6598f19f-bce8-478c-9f3a-433979fa5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:44.565750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-6598f19f-bce8-478c-9f3a-433979fa5875 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0412478 Aug 29 05:09:44.642865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-3974e7bd-87ee-4a1f-95c3-32ef9e3ac8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:44.644479 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-3974e7bd-87ee-4a1f-95c3-32ef9e3ac8be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1097 time: 0.0472469 Aug 29 05:09:44.743976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-75f3126d-5731-4ec1-8bac-ec632c97b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:44.745528 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-75f3126d-5731-4ec1-8bac-ec632c97b48c service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0934310 Aug 29 05:09:44.817736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-0864d17d-0fd2-4891-8466-06b70bacab45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1002 time: 0.0640860 Aug 29 05:09:44.873921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-aa58df6b-cb2d-43fd-a7d9-fd07576cdd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:44.875388 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-aa58df6b-cb2d-43fd-a7d9-fd07576cdd78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0466528 Aug 29 05:09:44.925165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-0a09b9f1-d9f7-444b-85a5-e813f25df002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:44.926658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-0a09b9f1-d9f7-444b-85a5-e813f25df002 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401053 Aug 29 05:09:45.026569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-5309e984-b88c-41c7-80d2-3dcee8e94b81 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877924 Aug 29 05:09:45.133051 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-256da521-99af-4674-9ec8-5ec0794efdf0 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938046 Aug 29 05:09:45.426454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:09:45.460659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec5ace-73fb-4e00-8bf5-067c7b42a9ca req-18c827e6-cef2-426a-95b5-9c129a3dace3 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:45.462323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98ec5ace-73fb-4e00-8bf5-067c7b42a9ca req-18c827e6-cef2-426a-95b5-9c129a3dace3 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0604138 Aug 29 05:09:45.504685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98ec5ace-73fb-4e00-8bf5-067c7b42a9ca req-90bed40d-da64-48a9-87ba-806704d2f711 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350773 Aug 29 05:09:45.509007 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.535416 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:45.537694 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20a486c-fd80-4abe-af64-9659f8087a23" -d '{"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-unplugged", "status": "completed", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:45.549310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:45.554883 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.594425 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473916e8-4239-4ac3-b80c-752be124b2fe x-openstack-request-id: req-473916e8-4239-4ac3-b80c-752be124b2fe {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:45.594724 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-unplugged", "status": "completed", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:45.594976 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-473916e8-4239-4ac3-b80c-752be124b2fe {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:45.595367 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'code': 200} Aug 29 05:09:45.608803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:45.616974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.617328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.617675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.618018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.618355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.618701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.619022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.619350 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.619698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.620025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.620361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:45.620689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:46.636766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf92464-ae2a-46c9-8e29-fc070294aa2b req-4b24a4a1-e6df-48c1-b6a4-693cd8fe475a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:46.638224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1cf92464-ae2a-46c9-8e29-fc070294aa2b req-4b24a4a1-e6df-48c1-b6a4-693cd8fe475a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0567577 Aug 29 05:09:46.679542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1cf92464-ae2a-46c9-8e29-fc070294aa2b req-3b627585-51bd-452a-a88e-9f937b9061b0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348196 Aug 29 05:09:47.490798 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d3cd33a9-6b84-4257-a174-2cd960f74e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.802945 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0cc43-0a48-49f0-809a-9eb733244bfb req-e8437509-af90-46cc-bac1-de4d414cbada tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:47.804611 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54a0cc43-0a48-49f0-809a-9eb733244bfb req-e8437509-af90-46cc-bac1-de4d414cbada tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0531514 Aug 29 05:09:47.845637 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54a0cc43-0a48-49f0-809a-9eb733244bfb req-ed000eeb-193e-46a8-9f9e-629391b62837 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345764 Aug 29 05:09:48.971283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af7ac9-df63-469f-a411-bf29b58bed40 req-1c8ddd4e-34e5-44f9-9cb7-73b5a2a3fd9f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:48.972796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24af7ac9-df63-469f-a411-bf29b58bed40 req-1c8ddd4e-34e5-44f9-9cb7-73b5a2a3fd9f tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0552185 Aug 29 05:09:49.011851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-24af7ac9-df63-469f-a411-bf29b58bed40 req-2395615f-6046-43ae-b714-776ce8a76529 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328889 Aug 29 05:09:50.134305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80f2df-f125-41cf-99af-e5a744d5f8e3 req-3b362eb9-104c-4923-bd6f-d6299121dbf9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:50.135790 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa80f2df-f125-41cf-99af-e5a744d5f8e3 req-3b362eb9-104c-4923-bd6f-d6299121dbf9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0547395 Aug 29 05:09:50.174365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa80f2df-f125-41cf-99af-e5a744d5f8e3 req-f4484214-b1cd-4a97-bbd4-758262321db8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326405 Aug 29 05:09:50.433777 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.488446 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e99a91e-f9b0-40e7-8322-7c9db9bd9da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.290665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52a7bf-e66d-4f28-8a19-0853034032dd req-4d8e8849-5370-48ac-b6a5-ede999dda0e3 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:51.292191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf52a7bf-e66d-4f28-8a19-0853034032dd req-4d8e8849-5370-48ac-b6a5-ede999dda0e3 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0485356 Aug 29 05:09:51.331379 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bf52a7bf-e66d-4f28-8a19-0853034032dd req-ab357141-0fd0-428c-baee-bd634f5ab6b1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329134 Aug 29 05:09:51.381301 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.454167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee99680-1c92-4593-bc98-5c94236eb75a req-d11803a7-225b-4d1f-9ce1-69803cd4593b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:52.455689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aee99680-1c92-4593-bc98-5c94236eb75a req-d11803a7-225b-4d1f-9ce1-69803cd4593b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0514865 Aug 29 05:09:52.495086 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aee99680-1c92-4593-bc98-5c94236eb75a req-ea69a4a5-e170-4342-9c26-893ae1b8ab6d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Aug 29 05:09:52.976862 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.617603 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107b273-a8df-42ec-9dd1-7236b7d8a040 req-5895f7e3-ecb5-44ef-a4a4-906febd4cd1c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:53.619027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d107b273-a8df-42ec-9dd1-7236b7d8a040 req-5895f7e3-ecb5-44ef-a4a4-906febd4cd1c tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0550995 Aug 29 05:09:53.659656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d107b273-a8df-42ec-9dd1-7236b7d8a040 req-afa7b98b-4a5f-479d-bd3c-cbe3c2fe65cd tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344343 Aug 29 05:09:54.779621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8a2b-49d4-47be-8ed3-3142c443d9fe req-25e92067-8e94-4aa9-981d-d783b9be4cf2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:54.781138 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdaa8a2b-49d4-47be-8ed3-3142c443d9fe req-25e92067-8e94-4aa9-981d-d783b9be4cf2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0502744 Aug 29 05:09:54.820288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdaa8a2b-49d4-47be-8ed3-3142c443d9fe req-e7b5c62c-2cb3-4896-9f2f-559b245e84d2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329459 Aug 29 05:09:55.938371 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae72d2-7438-405f-a086-939932277fd7 req-5d6a024a-e928-4630-9732-ee468fa47782 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:55.939953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92ae72d2-7438-405f-a086-939932277fd7 req-5d6a024a-e928-4630-9732-ee468fa47782 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0484459 Aug 29 05:09:55.979165 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-92ae72d2-7438-405f-a086-939932277fd7 req-4f7f1e15-6a70-43b6-a03b-2681ceab925e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322349 Aug 29 05:09:57.109287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af9990-af74-470d-a43a-fe0e6d0fecba req-b3c4a1b1-e356-4611-a7fc-fc4ffae57922 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:57.110796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41af9990-af74-470d-a43a-fe0e6d0fecba req-b3c4a1b1-e356-4611-a7fc-fc4ffae57922 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0612574 Aug 29 05:09:57.150742 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41af9990-af74-470d-a43a-fe0e6d0fecba req-861b4509-97a6-4cee-b457-eca4c544b415 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Aug 29 05:09:57.440526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-112b2b88-702e-4f1d-9b88-0c55dc2d82a9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:57.442089 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-112b2b88-702e-4f1d-9b88-0c55dc2d82a9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 943 time: 0.0534379 Aug 29 05:09:57.473164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17534e-3e10-44a5-92a6-4235d389d7df req-11a8572a-b80b-4622-a474-aed389452731 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:57.474643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f17534e-3e10-44a5-92a6-4235d389d7df req-11a8572a-b80b-4622-a474-aed389452731 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0578134 Aug 29 05:09:57.497222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:09:57.516230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-c4c82de7-4268-4981-960c-f4a386c4b8ca service neutron] 10.222.0.64 "GET /v2.0/ports/04b68f3a-7aff-414a-8256-a227fb40c45e/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0623474 Aug 29 05:09:57.517568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2f17534e-3e10-44a5-92a6-4235d389d7df req-533dc2d7-22ab-4596-977d-47c554a55fec tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363312 Aug 29 05:09:57.580401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-2664e086-5f9b-44e1-a4b9-7b3536a7ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:57.581840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-2664e086-5f9b-44e1-a4b9-7b3536a7ea71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1095 time: 0.0426145 Aug 29 05:09:57.595004 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:57.608040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'mac_address': 'fa:16:3e:ba:be:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:09:57.659359 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.661938 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.675755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b68f3a-7aff-414a-8256-a227fb40c45e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:09:57.682177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-0d1ee230-0ac1-4db3-b6c4-193ec5851d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:57.683735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-0d1ee230-0ac1-4db3-b6c4-193ec5851d18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0944924 Aug 29 05:09:57.696572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:57.701190 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.754251 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:57.757113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-8584a7f7-ee21-4154-a23f-b83ac601eb70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1000 time: 0.0658593 Aug 29 05:09:57.808202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-83ffd77c-5d95-4af4-beb5-5fd5edf894f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:57.809985 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-83ffd77c-5d95-4af4-beb5-5fd5edf894f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0454388 Aug 29 05:09:57.856767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-430fa608-6d4a-4544-af05-76c2da917da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:57.858151 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-430fa608-6d4a-4544-af05-76c2da917da3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410473 Aug 29 05:09:57.958427 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-4b92fdc8-ac47-4fc8-a819-e683d5f90ded service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918396 Aug 29 05:09:57.972781 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['04b68f3a-7aff-414a-8256-a227fb40c45e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:09:58.056317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-c6835104-1d6d-4f18-b10e-b4ac1ab4ebb9 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903018 Aug 29 05:09:58.639644 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc4718-c004-4962-8667-f87ca59307dc req-f91cc6ab-94ff-4ad8-bae6-948d7be95a2d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:58.641192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85fc4718-c004-4962-8667-f87ca59307dc req-f91cc6ab-94ff-4ad8-bae6-948d7be95a2d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 944 time: 0.0530360 Aug 29 05:09:58.680002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-85fc4718-c004-4962-8667-f87ca59307dc req-22ad4739-1c41-4f43-b0b8-1e1903fef9e7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322890 Aug 29 05:09:58.848899 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.502155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:59.550170 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 04b68f3a-7aff-414a-8256-a227fb40c45e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:59.550544 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.634350 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.660536 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:59.663427 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2811f92-b222-4fa7-99ff-212310ab77a7" -d '{"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-plugged", "status": "completed", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:59.676348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:59.688612 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.744140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:59.777696 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0997792c-5b5d-4835-a80e-cc2c7d93ab43 x-openstack-request-id: req-0997792c-5b5d-4835-a80e-cc2c7d93ab43 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:59.778096 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-plugged", "status": "completed", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:59.778264 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0997792c-5b5d-4835-a80e-cc2c7d93ab43 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:59.778669 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'code': 200} Aug 29 05:09:59.875582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dc121-d8ac-4567-b3d3-f5fe6d4d5fc3 req-e969bf6c-95ce-43a0-8c97-cd58f4d75f78 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:59.877069 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b4dc121-d8ac-4567-b3d3-f5fe6d4d5fc3 req-e969bf6c-95ce-43a0-8c97-cd58f4d75f78 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0552497 Aug 29 05:09:59.924417 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0b4dc121-d8ac-4567-b3d3-f5fe6d4d5fc3 req-ac19b4a6-e03e-46dd-915c-250a865ef958 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 Aug 29 05:10:01.046233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58923cd6-e627-42d4-ad6e-0d6b4779e402 req-96e99e47-ef4a-4e30-b53b-2b63662e4eb7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:01.047802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58923cd6-e627-42d4-ad6e-0d6b4779e402 req-96e99e47-ef4a-4e30-b53b-2b63662e4eb7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0518141 Aug 29 05:10:01.086494 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-58923cd6-e627-42d4-ad6e-0d6b4779e402 req-085edb5f-e95f-4424-8d0e-a80503fd9669 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325551 Aug 29 05:10:02.199449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-280cd469-dbf0-485c-b16c-eeb8945274dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:02.201026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-280cd469-dbf0-485c-b16c-eeb8945274dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092&tenant_id=efe04cf2c01f46e084cc867f12ac7ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0502124 Aug 29 05:10:02.212655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15865b88-80fc-480b-8114-8b326fb314e1 req-e4b24eb8-9b33-429b-9839-f27ef5ed1c77 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:02.214205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15865b88-80fc-480b-8114-8b326fb314e1 req-e4b24eb8-9b33-429b-9839-f27ef5ed1c77 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Aug 29 05:10:02.255126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15865b88-80fc-480b-8114-8b326fb314e1 req-65a2538c-351a-473e-8e28-71a75d294134 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338356 Aug 29 05:10:02.277779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-bf9e670f-b313-40d2-b080-dfa74f57c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:02.279300 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-bf9e670f-b313-40d2-b080-dfa74f57c219 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1097 time: 0.0462472 Aug 29 05:10:02.377324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-348d3201-756a-4258-8deb-f06334dd48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:02.378824 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-348d3201-756a-4258-8deb-f06334dd48c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0888093 Aug 29 05:10:02.454572 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-d5f321c1-0b5b-45c1-87ca-f8f711dddf28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1002 time: 0.0646431 Aug 29 05:10:02.510159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-a63c34f1-61c5-448b-801e-39e35e9ea548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:02.511654 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-a63c34f1-61c5-448b-801e-39e35e9ea548 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0464129 Aug 29 05:10:02.563945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-49973a8b-a996-42f7-97da-6cfc4f092699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:02.565513 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-49973a8b-a996-42f7-97da-6cfc4f092699 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416596 Aug 29 05:10:02.668619 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-4ea7210a-95f3-4d49-850f-c45398960e8c service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916116 Aug 29 05:10:02.770547 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3018b5d2-770d-4e53-894c-8a2506816be9 req-4f00ebfb-6539-4c6b-ab7d-5a26d04925f6 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900049 Aug 29 05:10:03.385080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc3172-ce6f-402c-95ff-f25c70125c15 req-fadb03bf-ec01-4085-be69-1a3a5f3d0a54 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:03.386784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99fc3172-ce6f-402c-95ff-f25c70125c15 req-fadb03bf-ec01-4085-be69-1a3a5f3d0a54 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0574734 Aug 29 05:10:03.426917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99fc3172-ce6f-402c-95ff-f25c70125c15 req-42503744-93d8-4abd-aa4b-003504e306f2 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336618 Aug 29 05:10:03.511235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:03.588437 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.612585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:03.614734 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d8beb5-6be4-4d5b-a1c2-3c50f259a388" -d '{"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-unplugged", "status": "completed", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:03.627203 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:03.632915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.673311 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75fbf24-2488-4404-8369-6fed7abe9439 x-openstack-request-id: req-b75fbf24-2488-4404-8369-6fed7abe9439 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:03.673792 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-unplugged", "status": "completed", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:03.674218 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b75fbf24-2488-4404-8369-6fed7abe9439 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:03.674850 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'code': 200} Aug 29 05:10:03.719035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:04.557602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ac455-abca-419f-9eb4-68d307d71218 req-550fb1bc-8108-4e5b-b148-695dc54197d5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:04.559196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-621ac455-abca-419f-9eb4-68d307d71218 req-550fb1bc-8108-4e5b-b148-695dc54197d5 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0588045 Aug 29 05:10:04.602481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-621ac455-abca-419f-9eb4-68d307d71218 req-3b6cf4e7-75d8-45ba-bc64-26793182777a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368524 Aug 29 05:10:05.725996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8eb7-62f0-4f63-a3bb-3ab8df7c4b49 req-76006fb6-99ed-4d0a-b810-a9d32b4315bb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:05.727523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-742b8eb7-62f0-4f63-a3bb-3ab8df7c4b49 req-76006fb6-99ed-4d0a-b810-a9d32b4315bb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0509810 Aug 29 05:10:05.768144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-742b8eb7-62f0-4f63-a3bb-3ab8df7c4b49 req-4840cf6e-87e4-405a-aaec-6345b6dd6ad3 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342498 Aug 29 05:10:06.889367 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593f73d-3604-4b68-ab9f-53c668a7d3d4 req-4affaa79-0d92-4545-bcf6-407cd18653cf tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:06.890897 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2593f73d-3604-4b68-ab9f-53c668a7d3d4 req-4affaa79-0d92-4545-bcf6-407cd18653cf tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0531440 Aug 29 05:10:06.929613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2593f73d-3604-4b68-ab9f-53c668a7d3d4 req-d48bf42c-1dd1-4969-a98e-59f090d03a6a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325737 Aug 29 05:10:07.966202 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:08.050390 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503fce4-809a-42f7-bd89-c59683fa3e6d req-0fc6a291-425c-44cb-8829-bb856b1bd78d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:08.051812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4503fce4-809a-42f7-bd89-c59683fa3e6d req-0fc6a291-425c-44cb-8829-bb856b1bd78d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0502708 Aug 29 05:10:08.092536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4503fce4-809a-42f7-bd89-c59683fa3e6d req-8052a20c-0ee2-4d46-b2e1-0786fdc381f0 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338378 Aug 29 05:10:09.210493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c990a3-2454-4e89-b13b-98284b93675e req-33a08204-4975-46c4-972a-7aa5f7b33422 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:09.212032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2c990a3-2454-4e89-b13b-98284b93675e req-33a08204-4975-46c4-972a-7aa5f7b33422 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0492392 Aug 29 05:10:09.251404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2c990a3-2454-4e89-b13b-98284b93675e req-01c1e2c1-056f-4905-a41c-0a3e97a1b4c7 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331864 Aug 29 05:10:10.374746 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f0572-1276-405a-aaa4-03a12268e422 req-4deee77d-f805-478e-8fd9-df17224ea85b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:10.376425 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e1f0572-1276-405a-aaa4-03a12268e422 req-4deee77d-f805-478e-8fd9-df17224ea85b tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0541127 Aug 29 05:10:10.413330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e1f0572-1276-405a-aaa4-03a12268e422 req-e5c063cb-ca05-4e27-9f8b-557f9a76ab23 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Aug 29 05:10:11.758153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67bf3-cde3-448c-8a22-e8731012a756 req-9f327d49-d50c-490d-8708-afce5e0ea7ad tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:11.759640 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4d67bf3-cde3-448c-8a22-e8731012a756 req-9f327d49-d50c-490d-8708-afce5e0ea7ad tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0503390 Aug 29 05:10:11.799537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d4d67bf3-cde3-448c-8a22-e8731012a756 req-b531fcfd-60bb-482f-8c1a-09aff9ee66e1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337660 Aug 29 05:10:12.916778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef306344-bc32-4cc5-8369-82dd9db19e1e req-cf73e01b-5af3-43a5-9b96-a36cd7bf27eb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:12.918282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef306344-bc32-4cc5-8369-82dd9db19e1e req-cf73e01b-5af3-43a5-9b96-a36cd7bf27eb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0505679 Aug 29 05:10:12.957274 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ef306344-bc32-4cc5-8369-82dd9db19e1e req-66f93cb0-ede4-402c-ae6c-3dd46f37c0c1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327427 Aug 29 05:10:14.083796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-56ef4a55-3445-4f18-8d33-82fa52e89633 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442216 Aug 29 05:10:14.092944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1313c9-5626-4e4f-b17f-908c6cb59ef3 req-74550484-deef-44e5-abda-78bd906cc125 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.094489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b1313c9-5626-4e4f-b17f-908c6cb59ef3 req-74550484-deef-44e5-abda-78bd906cc125 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0615447 Aug 29 05:10:14.135612 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9b1313c9-5626-4e4f-b17f-908c6cb59ef3 req-8fc94db9-d02b-43c0-a61c-9f2a68ef4d7d tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348225 Aug 29 05:10:14.169565 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-2df10735-063d-46c5-befa-3186290074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.171253 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-2df10735-063d-46c5-befa-3186290074ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 1095 time: 0.0453038 Aug 29 05:10:14.254254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3947d-3fd6-406b-9371-e58faf47dee0 req-dab4d444-78af-4104-bc4f-27c06d8516a8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.255794 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22b3947d-3fd6-406b-9371-e58faf47dee0 req-dab4d444-78af-4104-bc4f-27c06d8516a8 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0505226 Aug 29 05:10:14.274667 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-00e7bf43-c30c-43a7-a42e-56153349e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.276716 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-00e7bf43-c30c-43a7-a42e-56153349e682 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 200 len: 913 time: 0.0859742 Aug 29 05:10:14.296761 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22b3947d-3fd6-406b-9371-e58faf47dee0 req-661e72ea-83c2-4795-a0cb-978e6a5f9a3e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348058 Aug 29 05:10:14.349028 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-3f36a786-b945-4ac2-ba8b-247188d84ff7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 200 len: 1000 time: 0.0646663 Aug 29 05:10:14.399260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-ee7916b8-498c-4ccf-8e4a-06d359019fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.401317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-ee7916b8-498c-4ccf-8e4a-06d359019fec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 200 len: 851 time: 0.0456128 Aug 29 05:10:14.425692 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227fd2c-cd3a-486e-8519-cd0941325055 req-d7f4e686-0fd8-4015-8610-89ab1f7b9178 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.427215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2227fd2c-cd3a-486e-8519-cd0941325055 req-d7f4e686-0fd8-4015-8610-89ab1f7b9178 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0511770 Aug 29 05:10:14.450722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-932e1b74-6a7c-434a-a39d-97e487cdc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.452312 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-932e1b74-6a7c-434a-a39d-97e487cdc0f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33d32ade-793d-49ba-b04d-d65ef05f5bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436654 Aug 29 05:10:14.472087 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2227fd2c-cd3a-486e-8519-cd0941325055 req-cbdaa7e0-42e3-4e43-8791-ab4213669bd9 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360970 Aug 29 05:10:14.553465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-64b0ecaf-fcb9-439f-ba72-05db8cf50a75 service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934620 Aug 29 05:10:14.657343 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0eea768e-3de7-42f8-bf5a-faae791b68cb req-99f145e0-dc16-4ca7-94ba-696d519c077d service neutron] 10.222.0.64 "GET /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967319 Aug 29 05:10:14.735888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ddb9-d50a-44da-ac84-59a649b8a19d req-fb5127f4-2430-4536-91aa-753f02b3de4a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.737727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d01ddb9-d50a-44da-ac84-59a649b8a19d req-fb5127f4-2430-4536-91aa-753f02b3de4a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 943 time: 0.0551109 Aug 29 05:10:14.777237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9d01ddb9-d50a-44da-ac84-59a649b8a19d req-33109c91-cf20-4cd6-a5eb-3ffdc1509fb1 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330718 Aug 29 05:10:15.597191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:10:15.698841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:15.710126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'port_id': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'mac_address': 'fa:16:3e:ba:be:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:10:15.751493 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:15.764347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b68f3a-7aff-414a-8256-a227fb40c45e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:15.782490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:15.786914 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:15.839601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:15.913797 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fb6fd-336e-4c7f-a34d-3ac76ec4f39f req-ac9d6a7a-4608-4058-9414-85c5ea890d61 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:15.915303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce8fb6fd-336e-4c7f-a34d-3ac76ec4f39f req-ac9d6a7a-4608-4058-9414-85c5ea890d61 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0526426 Aug 29 05:10:15.956734 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce8fb6fd-336e-4c7f-a34d-3ac76ec4f39f req-dc097894-685f-4f98-b38a-99cb61914ccc tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups?id=9702669e-0276-4d97-97c3-94275a220732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346992 Aug 29 05:10:16.365669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-6f9fe142-028c-4f9e-80e9-57efe5af9e6e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:16.367229 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-6f9fe142-028c-4f9e-80e9-57efe5af9e6e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 945 time: 0.0492313 Aug 29 05:10:16.460221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Deleting port 04b68f3a-7aff-414a-8256-a227fb40c45e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:16.460573 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:16.559113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] For port 04b68f3a-7aff-414a-8256-a227fb40c45e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=04b68f3a-7aff-414a-8256-a227fb40c45e,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:16.559540 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:16.743392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:16.743838 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:16.744209 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8 disassociated. External IP: 172.25.1.243, port: 04b68f3a-7aff-414a-8256-a227fb40c45e. Aug 29 05:10:16.744627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Calling delete_port for 04b68f3a-7aff-414a-8256-a227fb40c45e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:16.870640 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:16.904731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event deleted for resources: {'Port': ['ID=04b68f3a-7aff-414a-8256-a227fb40c45e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:16.915469 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.915828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.916203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.916549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.916895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.917231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.917572 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.917900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.918230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.918556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.918882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:16.919211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:17.048727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:17.068296 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-833e9d68-277b-4c10-813d-69bdc46eef59 req-86a6808d-7c14-4881-a0a8-42d3c0987deb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 210 time: 0.0351107 Aug 29 05:10:17.158574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:17.168612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:17.178595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:17.179171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:09:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:17.200181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] No DVR routers for this DVR port 04b68f3a-7aff-414a-8256-a227fb40c45e on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:17.202936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:17.205194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-55941a3f-03b9-44af-8ca1-fa0c7c9c43e7 req-4eb11d67-afff-45b0-a6e6-e6260d1e8b7e tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.64 "DELETE /v2.0/ports/04b68f3a-7aff-414a-8256-a227fb40c45e HTTP/1.1" status: 204 len: 173 time: 0.8312111 Aug 29 05:10:17.205697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-deleted', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:17.208184 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1e0f6e-6463-4842-afd9-5e93bf86b22b" -d '{"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-deleted", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:17.310035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:17.392431 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04385436-d3d1-4980-89a2-7cfd5e42b8ae x-openstack-request-id: req-04385436-d3d1-4980-89a2-7cfd5e42b8ae {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:17.392956 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646087e4-f473-4a21-9a83-3507decb4092", "name": "network-vif-deleted", "tag": "04b68f3a-7aff-414a-8256-a227fb40c45e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:17.393043 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04385436-d3d1-4980-89a2-7cfd5e42b8ae {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:17.393495 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646087e4-f473-4a21-9a83-3507decb4092', 'name': 'network-vif-deleted', 'tag': '04b68f3a-7aff-414a-8256-a227fb40c45e', 'status': 'completed', 'code': 200} Aug 29 05:10:17.511043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-00c4a155-a814-44d4-beea-9f60409c4f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:17.535506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:17.724067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:10:17.726367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:17.730926 n-d-712142-15 neutron-server[94847]: INFO neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No ports have port_id starting with 04b68f3a-7aff-414a-8256-a227fb40c45e Aug 29 05:10:17.733418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e requested by agent hyperv_n-h1-712142-15 not found in database {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 29 05:10:17.739055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:17.739648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:09:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:17.846113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:18.056790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:18.083358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c47cfe-7cb6-4ffe-ab0b-d7f99c0691cb None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 4, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'b8395360-b217-4dd3-8a10-9b343db581c5', 'name': '', 'network_id': '33d32ade-793d-49ba-b04d-d65ef05f5bfd', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'mac_address': 'fa:16:3e:09:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:09Z', 'updated_at': '2021-08-29T05:00:15Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'subnets': [{'id': 'af9b6c1f-54ca-4f6b-b67d-5bb9bba97565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:18.176797 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-de6fc88a-c075-402b-96aa-50c0aad2c5aa req-25294fd0-c63b-4cea-a814-9461c4ba273a tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 210 time: 0.0320122 Aug 29 05:10:18.327260 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4a7e6-f666-4d65-bee8-e10ecc66830b None None] New status for floating IP 8484b6dd-4f06-4186-bb79-1404c403b7d8: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:10:19.276046 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-585391cb-f747-4162-8736-2028b12dc253 req-58d4cf43-bbb3-400e-8697-b509a916caee tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Aug 29 05:10:19.644043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:19.669572 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 04b68f3a-7aff-414a-8256-a227fb40c45e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:19.669925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 04b68f3a-7aff-414a-8256-a227fb40c45e not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:20.397836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae869124-5b6e-42df-a23b-d01dbcb37865 req-b3df22e5-07e0-42e0-9a19-f61dbc601d84 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/ports?device_id=646087e4-f473-4a21-9a83-3507decb4092 HTTP/1.1" status: 200 len: 210 time: 0.0360270 Aug 29 05:10:20.441642 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:20.491389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-77c19cc3-11c6-4dd7-b06d-06f772e06f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:20.883912 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56fc7b9-e775-4333-8635-e7d3990a95a5 req-9874d772-30a7-4ea3-bdc8-be9e7e36f96b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254903 Aug 29 05:10:20.954391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56fc7b9-e775-4333-8635-e7d3990a95a5 req-0d2eb062-30e7-4eb7-bfbf-8faab38096ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0292590 Aug 29 05:10:20.992988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56fc7b9-e775-4333-8635-e7d3990a95a5 req-f0b893c9-6547-4ffd-a934-bc9345cd06bc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196381 Aug 29 05:10:21.096609 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fc7b9-e775-4333-8635-e7d3990a95a5 req-d6000d16-12c6-45b7-85d7-15f3af1a5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:21.098277 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f56fc7b9-e775-4333-8635-e7d3990a95a5 req-d6000d16-12c6-45b7-85d7-15f3af1a5473 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989506 Aug 29 05:10:21.384127 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:22.981278 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.162356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36770) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:24.219638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd37161e-e933-4bc9-9c91-2b5853a75700 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.244742 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd37161e-e933-4bc9-9c91-2b5853a75700 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.292854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd37161e-e933-4bc9-9c91-2b5853a75700 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.295439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd37161e-e933-4bc9-9c91-2b5853a75700 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.296655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cd37161e-e933-4bc9-9c91-2b5853a75700 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "DELETE /v2.0/security-groups/9702669e-0276-4d97-97c3-94275a220732 HTTP/1.1" status: 204 len: 168 time: 0.1330612 Aug 29 05:10:24.299537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36772) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:24.305802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37161e-e933-4bc9-9c91-2b5853a75700 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702669e-0276-4d97-97c3-94275a220732,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:24.319281 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-8c162812-4a35-493d-bd9f-7a88154de603 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] show failed (client error): The resource could not be found. Aug 29 05:10:24.322988 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8c162812-4a35-493d-bd9f-7a88154de603 tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "GET /v2.0/security-groups/9702669e-0276-4d97-97c3-94275a220732 HTTP/1.1" status: 404 len: 347 time: 0.0197327 Aug 29 05:10:24.323349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36774) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:24.466118 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Deleting port c4bc053f-ffb9-463e-b36c-db571adcba32 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:24.466467 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.892263 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.892625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.906060 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Calling delete_port for c4bc053f-ffb9-463e-b36c-db571adcba32 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:25.038552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:25.069414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Pushing event deleted for resources: {'Port': ['ID=c4bc053f-ffb9-463e-b36c-db571adcba32,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:25.131319 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:25.133926 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:25.136322 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-715cd581-7ad8-44f6-a29b-071f247137cb tempest-ServerActionsTestJSON-1302960236 tempest-ServerActionsTestJSON-1302960236-project] 10.222.0.58 "DELETE /v2.0/floatingips/8484b6dd-4f06-4186-bb79-1404c403b7d8 HTTP/1.1" status: 204 len: 168 time: 0.8117051 Aug 29 05:10:25.140343 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36776) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:25.680837 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:25.934850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Deleting port b8395360-b217-4dd3-8a10-9b343db581c5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:25.935105 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.014434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] For port b8395360-b217-4dd3-8a10-9b343db581c5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b8395360-b217-4dd3-8a10-9b343db581c5,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:26.014804 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.027615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Calling delete_port for b8395360-b217-4dd3-8a10-9b343db581c5 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:26.209771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.242070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8395360-b217-4dd3-8a10-9b343db581c5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:26.424001 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.653506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Router 490f0ab8-3e6e-42a3-9d80-267c944af496 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:26.766531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:26.771701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-05a3daa3-8157-403a-9233-2e6e02ad0a45 admin admin] 10.222.0.58 "PUT /v2.0/routers/490f0ab8-3e6e-42a3-9d80-267c944af496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6303501 Aug 29 05:10:26.774333 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36780) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:26.775678 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] Sync routers for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:26.785917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:26.786645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:10:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:26.881362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.893063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:26.981410 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.039109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Deleting port fc41bfa0-9b4c-4099-a1b4-dafb0482e158 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:27.039461 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.073540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:10:26Z', 'revision_number': 5, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port': {'id': 'fc41bfa0-9b4c-4099-a1b4-dafb0482e158', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:27.105153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] Checking router: 490f0ab8-3e6e-42a3-9d80-267c944af496 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:27.114131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] Routers {'490f0ab8-3e6e-42a3-9d80-267c944af496'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:27.114735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:10:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['490f0ab8-3e6e-42a3-9d80-267c944af496'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:27.119123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] For port fc41bfa0-9b4c-4099-a1b4-dafb0482e158, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fc41bfa0-9b4c-4099-a1b4-dafb0482e158,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:27.119490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.132261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Calling delete_port for fc41bfa0-9b4c-4099-a1b4-dafb0482e158 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:27.197529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] Set router 490f0ab8-3e6e-42a3-9d80-267c944af496 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:27.255028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:10:26Z', 'revision_number': 6, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:27.281318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb23e0-0d30-4b1c-a9c1-0cc112697b22 None None] The sync data for ids ['490f0ab8-3e6e-42a3-9d80-267c944af496'] in n-d-712142-15 is: [{'id': '490f0ab8-3e6e-42a3-9d80-267c944af496', 'name': 'tempest-ServerActionsTestJSON-1631685310-router', 'tenant_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:07Z', 'updated_at': '2021-08-29T05:10:26Z', 'revision_number': 6, 'project_id': 'efe04cf2c01f46e084cc867f12ac7ea0', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:27.314544 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.340091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc41bfa0-9b4c-4099-a1b4-dafb0482e158,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:27.407448 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.498871 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.501022 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.545891 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.546377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 490f0ab8-3e6e-42a3-9d80-267c944af496 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:10:27.550585 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.551760 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9b8b687d-7269-46ce-875e-0fcc9e4f8f0c admin admin] 10.222.0.58 "DELETE /v2.0/routers/490f0ab8-3e6e-42a3-9d80-267c944af496 HTTP/1.1" status: 204 len: 168 time: 0.7764480 Aug 29 05:10:27.554428 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36782) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:27.599711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-761a5e66-c432-4d18-8658-e44e0c8eaffd admin admin] Deleting subnet af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:10:27.602715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-761a5e66-c432-4d18-8658-e44e0c8eaffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.645861 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.646102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-761a5e66-c432-4d18-8658-e44e0c8eaffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.727505 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-761a5e66-c432-4d18-8658-e44e0c8eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.782191 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-761a5e66-c432-4d18-8658-e44e0c8eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.807775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a5e66-c432-4d18-8658-e44e0c8eaffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9b6c1f-54ca-4f6b-b67d-5bb9bba97565,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:27.811419 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-761a5e66-c432-4d18-8658-e44e0c8eaffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.813311 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-761a5e66-c432-4d18-8658-e44e0c8eaffd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af9b6c1f-54ca-4f6b-b67d-5bb9bba97565 HTTP/1.1" status: 204 len: 168 time: 0.2579777 Aug 29 05:10:27.815791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36784) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:27.818383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45fe30b-90f4-47e9-9b95-849bb4e122d5 None None] Network 33d32ade-793d-49ba-b04d-d65ef05f5bfd requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:10:27.893665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.953607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Deleting port 5747fa40-f147-40dd-bedc-0679bc9419ba {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:27.954139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.021196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] For port 5747fa40-f147-40dd-bedc-0679bc9419ba, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5747fa40-f147-40dd-bedc-0679bc9419ba,segment=NetworkSegment(c9836802-d876-483d-bb53-e8478cf2f5dc),segment_id=c9836802-d876-483d-bb53-e8478cf2f5dc)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:28.021483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.035811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Calling delete_port for 5747fa40-f147-40dd-bedc-0679bc9419ba owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:28.085879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] DHCP port deletion for 33d32ade-793d-49ba-b04d-d65ef05f5bfd request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:10:28.132171 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.138465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b8395360-b217-4dd3-8a10-9b343db581c5 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:28.158420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Pushing event deleted for resources: {'Port': ['ID=5747fa40-f147-40dd-bedc-0679bc9419ba,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:28.163066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] No DVR routers for this DVR port 5747fa40-f147-40dd-bedc-0679bc9419ba on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:28.166458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b8395360-b217-4dd3-8a10-9b343db581c5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:28.166815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b8395360-b217-4dd3-8a10-9b343db581c5 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:28.167312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fc41bfa0-9b4c-4099-a1b4-dafb0482e158 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:28.190432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: fc41bfa0-9b4c-4099-a1b4-dafb0482e158 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:28.190780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fc41bfa0-9b4c-4099-a1b4-dafb0482e158 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:28.191212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5747fa40-f147-40dd-bedc-0679bc9419ba no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:28.195151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] Deleting port 5747fa40-f147-40dd-bedc-0679bc9419ba {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:28.195560 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.213671 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 5747fa40-f147-40dd-bedc-0679bc9419ba {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:28.214028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5747fa40-f147-40dd-bedc-0679bc9419ba not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:28.249338 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.259238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d32ade-793d-49ba-b04d-d65ef05f5bfd']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:28.269374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9836802-d876-483d-bb53-e8478cf2f5dc') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:28.269675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9836802-d876-483d-bb53-e8478cf2f5dc') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:28.278601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.280124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] For port 5747fa40-f147-40dd-bedc-0679bc9419ba, host n-d-712142-15, got binding levels [] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:28.280536 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.300540 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.301462 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] Calling delete_port for 5747fa40-f147-40dd-bedc-0679bc9419ba owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:28.304270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.ipam_backend_mixin [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] Port 5747fa40-f147-40dd-bedc-0679bc9419ba was not found and therefore no delete operation was performed {{(pid=94847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:10:28.305567 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.308702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:10:28.309102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:10:28.311024 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:10:28.334286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] Pushing event deleted for resources: {'Port': ['ID=5747fa40-f147-40dd-bedc-0679bc9419ba,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:28.343685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f0f86-8897-4f24-b591-2f0e5c65c7a6 None None] No DVR routers for this DVR port 5747fa40-f147-40dd-bedc-0679bc9419ba on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:28.372979 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.378923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.381345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] 10.222.0.58 "DELETE /v2.0/networks/33d32ade-793d-49ba-b04d-d65ef05f5bfd HTTP/1.1" status: 204 len: 168 time: 0.5610647 Aug 29 05:10:28.399287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5486629-b71f-4614-9821-9b859475976c admin admin] Pushing event deleted for resources: {'Network': ['ID=33d32ade-793d-49ba-b04d-d65ef05f5bfd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:28.503445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36788) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:28.543171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-57b22945-9801-4542-8162-0c5d8be77a82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efe04cf2c01f46e084cc867f12ac7ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384653 Aug 29 05:10:28.545672 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36790) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:28.595197 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.625452 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.677552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.680339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.682088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d573bfb8-9932-4f44-8d3d-e14c6a52d8bc HTTP/1.1" status: 204 len: 168 time: 0.1345336 Aug 29 05:10:28.690139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d573bfb8-9932-4f44-8d3d-e14c6a52d8bc,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:28.698485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.698838 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.699185 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.699525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.699870 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.700233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.700568 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.700899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.701229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.701617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.701956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.702293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce08e6a-823f-4ea8-b958-e91f00434ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:28.858848 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.419478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 36812) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:29.515192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-81260849-network', 'tenant_id': 'b3823a9521d74fbbbc4923b4696c2110'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:29.535759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Made reservation on behalf of b3823a9521d74fbbbc4923b4696c2110 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:29.538149 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.552504 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.650322 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.654639 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.680746 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:10:29.691244 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d475f34f-d3b2-4457-96d6-06424b53cfdf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:29.696211 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.696597 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Added segment 118d0ecc-96fc-47c7-801b-1758e05bf707 of type vlan for network 4a73b5be-c625-43a6-b6f4-40385effa3ff Aug 29 05:10:29.745077 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.770014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.771139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:29.771723 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.830514 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4098821 Aug 29 05:10:29.833916 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36816) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:29.835561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20a3c4-c77d-420b-a861-aaa762af9411 admin admin] Pushing event updated for resources: {'Network': ['ID=4a73b5be-c625-43a6-b6f4-40385effa3ff,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:29.840633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Request body: {'subnet': {'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-81260849-subnet', 'tenant_id': 'b3823a9521d74fbbbc4923b4696c2110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:29.849988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 4a73b5be-c625-43a6-b6f4-40385effa3ff details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:10:29.865491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Made reservation on behalf of b3823a9521d74fbbbc4923b4696c2110 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:29.867954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:30.043540 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:30.102558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1722d9b3-a4ee-4c94-a667-0d244a01a1bc,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:30.112076 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Checking segment: {'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:30.112714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Network hostable DHCP agents. Network: 4a73b5be-c625-43a6-b6f4-40385effa3ff, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:10:30.133566 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Network 4a73b5be-c625-43a6-b6f4-40385effa3ff is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:10:30.142400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 4a73b5be-c625-43a6-b6f4-40385effa3ff) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:30.146684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:30.147333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:30.153208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00142dd7-fc5d-40da-a774-a7c5aa153393 None None] Network 4a73b5be-c625-43a6-b6f4-40385effa3ff requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:10:30.162272 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-285b21f4-9790-43d9-81db-85fbac4a8c8f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3270884 Aug 29 05:10:30.281769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a3dc64-2692-47cb-a7af-c2666ecb9921 None None] Network 4a73b5be-c625-43a6-b6f4-40385effa3ff requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:10:30.605316 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-9b3284ab-7afd-46f4-9915-ac2518c0c83e tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:30.606959 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-9b3284ab-7afd-46f4-9915-ac2518c0c83e tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/networks?id=4a73b5be-c625-43a6-b6f4-40385effa3ff HTTP/1.1" status: 200 len: 812 time: 0.1037769 Aug 29 05:10:30.622252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-f75e1fdc-5cf9-4199-a8b3-451b997cc5ff tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/quotas/b3823a9521d74fbbbc4923b4696c2110 HTTP/1.1" status: 200 len: 375 time: 0.0091934 Aug 29 05:10:30.667401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-d0d507fe-4c3b-4374-9cfd-04168a77a0b0 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3823a9521d74fbbbc4923b4696c2110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367672 Aug 29 05:10:30.732503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-e476f98a-4dfc-4f1e-a3f7-98977d82908c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:10:30.733503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-e476f98a-4dfc-4f1e-a3f7-98977d82908c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593469 Aug 29 05:10:30.824403 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-6307b295-4f8f-4fb2-bcd9-b8ef00b4396d service neutron] 10.222.0.58 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Aug 29 05:10:30.919495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-2f6252f8-2db5-4c7d-bda4-62698cc49395 service neutron] 10.222.0.58 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886486 Aug 29 05:10:31.088237 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ada9b696-80cd-422f-8331-97ff81bea5ad req-eb21f980-bda1-4da9-9fa5-c183e4167fd4 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 210 time: 0.0308630 Aug 29 05:10:32.084032 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-ea56b4e4-6fbc-4a9f-ab95-4cec96cfdb33 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:32.085441 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-ea56b4e4-6fbc-4a9f-ab95-4cec96cfdb33 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.64 "GET /v2.0/networks?id=4a73b5be-c625-43a6-b6f4-40385effa3ff HTTP/1.1" status: 200 len: 812 time: 0.1120074 Aug 29 05:10:32.101467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Request body: {'port': {'device_id': '18537049-10df-4130-bf0d-f361b364ea6d', 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff', 'admin_state_up': True, 'tenant_id': 'b3823a9521d74fbbbc4923b4696c2110'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:32.185102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6b95916-9dc1-40e2-8019-b70de10efb22 req-a3a38fef-5187-4e64-be99-39d66ab61922 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 210 time: 0.0269558 Aug 29 05:10:32.218312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Made reservation on behalf of b3823a9521d74fbbbc4923b4696c2110 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:32.221907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.351374 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Allocated IP 172.20.0.10 (4a73b5be-c625-43a6-b6f4-40385effa3ff/1722d9b3-a4ee-4c94-a667-0d244a01a1bc/bb07b63c-1aad-403b-b77b-98d3f0311c5c) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:10:32.523497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.562050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.606876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Network 4a73b5be-c625-43a6-b6f4-40385effa3ff is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:10:32.610034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:32.614111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:10:32.621101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Pushing event updated for resources: {'Port': ['ID=bb07b63c-1aad-403b-b77b-98d3f0311c5c,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:32.672952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:32.673622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.688977 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-a801e1c8-f05d-4de1-be8c-628f04f99e78 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934110 Aug 29 05:10:32.705978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Request body: {'port': {'device_id': '18537049-10df-4130-bf0d-f361b364ea6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:32.759176 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.027859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb07b63c-1aad-403b-b77b-98d3f0311c5c {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:33.035715 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.048756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Transition to ACTIVE for port object bb07b63c-1aad-403b-b77b-98d3f0311c5c will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:33.052296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.307230 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266bcf7-85fa-4d76-b16a-f7218665d323 req-6663c2fa-10f9-4065-9b1e-0d83fc1128f1 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:33.308972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0266bcf7-85fa-4d76-b16a-f7218665d323 req-6663c2fa-10f9-4065-9b1e-0d83fc1128f1 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 944 time: 0.0529966 Aug 29 05:10:33.351218 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0266bcf7-85fa-4d76-b16a-f7218665d323 req-8f7b508a-741e-4e66-a61a-40e049693b6b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357542 Aug 29 05:10:33.447250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Pushing event updated for resources: {'Port': ['ID=bb07b63c-1aad-403b-b77b-98d3f0311c5c,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:33.515978 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Attempting to bind port bb07b63c-1aad-403b-b77b-98d3f0311c5c on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:10:33.516350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Attempting to bind port bb07b63c-1aad-403b-b77b-98d3f0311c5c by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:10:33.516713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Attempting to bind port bb07b63c-1aad-403b-b77b-98d3f0311c5c on network 4a73b5be-c625-43a6-b6f4-40385effa3ff {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:33.521062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Port bb07b63c-1aad-403b-b77b-98d3f0311c5c on network 4a73b5be-c625-43a6-b6f4-40385effa3ff not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:10:33.521394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Attempting to bind port bb07b63c-1aad-403b-b77b-98d3f0311c5c on network 4a73b5be-c625-43a6-b6f4-40385effa3ff {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:33.526106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:10:33.526449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Checking segment: {'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:33.526841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Bound using segment: {'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:10:33.527267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Bound port: bb07b63c-1aad-403b-b77b-98d3f0311c5c, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:10:33.527629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.590130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] For port bb07b63c-1aad-403b-b77b-98d3f0311c5c, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:10:33.593209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] For port bb07b63c-1aad-403b-b77b-98d3f0311c5c, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bb07b63c-1aad-403b-b77b-98d3f0311c5c,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:10:33.597608 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.637260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:33.637538 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.638947 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb07b63c-1aad-403b-b77b-98d3f0311c5c HTTP/1.1" status: 200 len: 1093 time: 0.9372292 Aug 29 05:10:33.639392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18537049-10df-4130-bf0d-f361b364ea6d', 'tag': 'bb07b63c-1aad-403b-b77b-98d3f0311c5c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:33.641662 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cabcab-7945-40c3-a6ff-7e13302cc282" -d '{"events": [{"name": "network-changed", "server_uuid": "18537049-10df-4130-bf0d-f361b364ea6d", "tag": "bb07b63c-1aad-403b-b77b-98d3f0311c5c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:33.668671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b70fa1-6494-4d3a-b801-25927b6a8022 service neutron] Pushing event updated for resources: {'Port': ['ID=bb07b63c-1aad-403b-b77b-98d3f0311c5c,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:33.708950 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ca2ad-2a9a-4107-95fd-58ea69fc10f3 x-openstack-request-id: req-7d5ca2ad-2a9a-4107-95fd-58ea69fc10f3 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:33.709249 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18537049-10df-4130-bf0d-f361b364ea6d", "tag": "bb07b63c-1aad-403b-b77b-98d3f0311c5c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:33.709511 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d5ca2ad-2a9a-4107-95fd-58ea69fc10f3 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:33.716112 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18537049-10df-4130-bf0d-f361b364ea6d', 'tag': 'bb07b63c-1aad-403b-b77b-98d3f0311c5c', 'status': 'completed', 'code': 200} Aug 29 05:10:33.731280 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-eb2c8a3c-5dc2-4c30-a92d-24e6acd6b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:33.732847 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-eb2c8a3c-5dc2-4c30-a92d-24e6acd6b05b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3823a9521d74fbbbc4923b4696c2110&device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 1096 time: 0.0500250 Aug 29 05:10:33.781911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-656ae9e9-b6ff-4ed4-981c-642fc5343e34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb07b63c-1aad-403b-b77b-98d3f0311c5c HTTP/1.1" status: 200 len: 217 time: 0.0362966 Aug 29 05:10:33.838148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-079c97ca-3e6c-4f23-9b40-ca6e0bab40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:33.839672 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-079c97ca-3e6c-4f23-9b40-ca6e0bab40a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1722d9b3-a4ee-4c94-a667-0d244a01a1bc HTTP/1.1" status: 200 len: 852 time: 0.0479531 Aug 29 05:10:33.876072 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-0b553dd6-492a-487f-8343-dabdee90875e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a73b5be-c625-43a6-b6f4-40385effa3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252423 Aug 29 05:10:33.968808 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-67ec1d14-c38b-4f98-99cd-cc38163274ea service neutron] 10.222.0.64 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805209 Aug 29 05:10:34.078413 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-754fb7f1-071b-42e9-a327-e6066ff21434 req-d6c3be09-0601-4426-928b-5ae17933b042 service neutron] 10.222.0.64 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979652 Aug 29 05:10:34.172398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-1dd2862f-e36b-4217-83ec-8c35cc164915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.173904 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-1dd2862f-e36b-4217-83ec-8c35cc164915 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3823a9521d74fbbbc4923b4696c2110&device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 1096 time: 0.0421858 Aug 29 05:10:34.267340 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-378af2ef-a23c-4e03-a666-30fab1cf8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.268904 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-378af2ef-a23c-4e03-a666-30fab1cf8271 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a73b5be-c625-43a6-b6f4-40385effa3ff HTTP/1.1" status: 200 len: 913 time: 0.0873795 Aug 29 05:10:34.311869 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-5c176ba4-dc0c-4b49-97ca-807ebb046ac5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb07b63c-1aad-403b-b77b-98d3f0311c5c HTTP/1.1" status: 200 len: 217 time: 0.0353403 Aug 29 05:10:34.362820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-4c70d5ea-e931-433d-b779-53e952146b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.364350 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-4c70d5ea-e931-433d-b779-53e952146b6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1722d9b3-a4ee-4c94-a667-0d244a01a1bc HTTP/1.1" status: 200 len: 852 time: 0.0450666 Aug 29 05:10:34.398805 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-50e94f56-4123-4d50-8be1-1aa07dde01a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a73b5be-c625-43a6-b6f4-40385effa3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265632 Aug 29 05:10:34.480305 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ecc29-8829-4000-b7d4-0e64ac872c89 req-292ee5f7-7046-4f65-b08d-c05c17bb6cfa tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.481699 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d2ecc29-8829-4000-b7d4-0e64ac872c89 req-292ee5f7-7046-4f65-b08d-c05c17bb6cfa tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 944 time: 0.0564117 Aug 29 05:10:34.496008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-630fd968-625b-438d-a62d-79c686940c0f service neutron] 10.222.0.64 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885704 Aug 29 05:10:34.525859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8d2ecc29-8829-4000-b7d4-0e64ac872c89 req-f5a91126-e576-4247-b1c4-ccd2ce90f4fa tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Aug 29 05:10:34.589308 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a2cabcab-7945-40c3-a6ff-7e13302cc282 req-863aa2b6-99c4-4643-b05d-6f2278c540a4 service neutron] 10.222.0.64 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Aug 29 05:10:35.654891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da27a65-4896-4e50-b970-715e7ddd85a9 req-fd4208db-eee2-45a9-ba30-01f8b9ff894c tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:35.656463 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2da27a65-4896-4e50-b970-715e7ddd85a9 req-fd4208db-eee2-45a9-ba30-01f8b9ff894c tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 944 time: 0.0574429 Aug 29 05:10:35.695493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2da27a65-4896-4e50-b970-715e7ddd85a9 req-24f3b6ca-392e-4fa1-8f7c-bd17508d21c9 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Aug 29 05:10:35.721719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bb07b63c-1aad-403b-b77b-98d3f0311c5c details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:10:35.817660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bb07b63c-1aad-403b-b77b-98d3f0311c5c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bb07b63c-1aad-403b-b77b-98d3f0311c5c,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:35.830312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'bb07b63c-1aad-403b-b77b-98d3f0311c5c', 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff', 'port_id': 'bb07b63c-1aad-403b-b77b-98d3f0311c5c', 'mac_address': 'fa:16:3e:1b:83:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1722d9b3-a4ee-4c94-a667-0d244a01a1bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:10:35.872789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:35.885571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb07b63c-1aad-403b-b77b-98d3f0311c5c {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:35.905024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bb07b63c-1aad-403b-b77b-98d3f0311c5c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bb07b63c-1aad-403b-b77b-98d3f0311c5c,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:35.909246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:35.957130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bb07b63c-1aad-403b-b77b-98d3f0311c5c,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:36.193531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bb07b63c-1aad-403b-b77b-98d3f0311c5c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:36.822587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6052658-da08-4583-8d4b-36145d8b365b req-c3630869-3486-4478-8741-cf02b27d191e tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:36.824155 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6052658-da08-4583-8d4b-36145d8b365b req-c3630869-3486-4478-8741-cf02b27d191e tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 945 time: 0.0541730 Aug 29 05:10:36.862987 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d6052658-da08-4583-8d4b-36145d8b365b req-1f126ad7-061d-417c-aee5-30198f397e98 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Aug 29 05:10:37.746895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bb07b63c-1aad-403b-b77b-98d3f0311c5c up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:37.797955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port bb07b63c-1aad-403b-b77b-98d3f0311c5c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:37.801851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port bb07b63c-1aad-403b-b77b-98d3f0311c5c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:37.802226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:37.879229 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:37.906540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18537049-10df-4130-bf0d-f361b364ea6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb07b63c-1aad-403b-b77b-98d3f0311c5c'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:37.909019 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b2011d-c569-4f1c-9e95-8a592f11f0bf" -d '{"events": [{"server_uuid": "18537049-10df-4130-bf0d-f361b364ea6d", "name": "network-vif-plugged", "status": "completed", "tag": "bb07b63c-1aad-403b-b77b-98d3f0311c5c"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:37.922408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port bb07b63c-1aad-403b-b77b-98d3f0311c5c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bb07b63c-1aad-403b-b77b-98d3f0311c5c,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:37.925896 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:37.975451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=bb07b63c-1aad-403b-b77b-98d3f0311c5c,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:37.988226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a95b3-bf00-4219-b218-0ca27a64cc6d req-5be74bc0-de45-4e14-8292-da17e50ceb54 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:37.989938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-045a95b3-bf00-4219-b218-0ca27a64cc6d req-5be74bc0-de45-4e14-8292-da17e50ceb54 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0520439 Aug 29 05:10:38.032302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-045a95b3-bf00-4219-b218-0ca27a64cc6d req-c3aba2e9-fcd9-4b48-8e18-8b10b84c050a tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Aug 29 05:10:38.076837 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c28126-7958-49b6-8b16-64a9788c284f x-openstack-request-id: req-93c28126-7958-49b6-8b16-64a9788c284f {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:38.077119 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18537049-10df-4130-bf0d-f361b364ea6d", "name": "network-vif-plugged", "status": "completed", "tag": "bb07b63c-1aad-403b-b77b-98d3f0311c5c", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:38.077373 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93c28126-7958-49b6-8b16-64a9788c284f {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:38.077768 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18537049-10df-4130-bf0d-f361b364ea6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb07b63c-1aad-403b-b77b-98d3f0311c5c', 'code': 200} Aug 29 05:10:38.186908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2388-e48d-4579-bec4-a46261fc57b0 req-06745e57-5d39-4730-bf07-d6801b52c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:38.188485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-872e2388-e48d-4579-bec4-a46261fc57b0 req-06745e57-5d39-4730-bf07-d6801b52c916 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 1098 time: 0.0449719 Aug 29 05:10:38.229569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-872e2388-e48d-4579-bec4-a46261fc57b0 req-3e816635-b02e-4a21-b3b4-e19e82c80713 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300925 Aug 29 05:10:39.154766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3204000-2d00-4769-be6c-2e4fd645c9c5 req-36df5d34-1784-40a2-b185-af4df51a811b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:39.156283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3204000-2d00-4769-be6c-2e4fd645c9c5 req-36df5d34-1784-40a2-b185-af4df51a811b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0497475 Aug 29 05:10:39.195120 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3204000-2d00-4769-be6c-2e4fd645c9c5 req-86294aed-68da-4080-ba58-4a89542f2fcb tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Aug 29 05:10:40.314424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dca414-fb8a-4411-96ff-1bc556c96ad6 req-f6dd4edf-f827-494b-878a-6cb93aadbaed tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:40.315925 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68dca414-fb8a-4411-96ff-1bc556c96ad6 req-f6dd4edf-f827-494b-878a-6cb93aadbaed tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0494614 Aug 29 05:10:40.358568 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68dca414-fb8a-4411-96ff-1bc556c96ad6 req-804803e2-b0fb-4045-8726-131f1920925b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364759 Aug 29 05:10:40.588989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-cd8742be-ecb6-466e-92df-066f67e659cd tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:40.590622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-cd8742be-ecb6-466e-92df-066f67e659cd tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/networks?id=4a73b5be-c625-43a6-b6f4-40385effa3ff HTTP/1.1" status: 200 len: 812 time: 0.1065230 Aug 29 05:10:40.606782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-8681f68b-03d8-4bb8-8d5a-8ff5250d17e6 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/quotas/b3823a9521d74fbbbc4923b4696c2110 HTTP/1.1" status: 200 len: 375 time: 0.0099514 Aug 29 05:10:40.658679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-537761aa-9aa8-497b-93fe-c04285a67c70 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3823a9521d74fbbbc4923b4696c2110&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454371 Aug 29 05:10:40.753659 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6e12b677-076e-4005-a8c8-72851308e36e service neutron] 10.222.0.58 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878329 Aug 29 05:10:40.842442 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-da750e1a-b245-443a-a3bf-bf2cccc1e73f service neutron] 10.222.0.58 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827181 Aug 29 05:10:41.004041 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07cbcf77-e13a-4e24-8b92-3143828eabcf req-234a7f46-b124-4a08-9cbe-bf98adfb74fb tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 210 time: 0.0281990 Aug 29 05:10:42.021165 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6809baf6-5146-46a8-acf0-133c81118ce9 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:42.022620 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6809baf6-5146-46a8-acf0-133c81118ce9 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.65 "GET /v2.0/networks?id=4a73b5be-c625-43a6-b6f4-40385effa3ff HTTP/1.1" status: 200 len: 812 time: 0.1105120 Aug 29 05:10:42.035871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Request body: {'port': {'device_id': 'dbb8a4a6-ceab-4ea1-aa75-f51a22f70802', 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff', 'admin_state_up': True, 'tenant_id': 'b3823a9521d74fbbbc4923b4696c2110'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:42.102710 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54fbf6a9-dc92-4156-8f4d-290a16c55455 req-cad5ff2a-f0db-4e9f-b848-559557a12514 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 210 time: 0.0269928 Aug 29 05:10:42.151515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Made reservation on behalf of b3823a9521d74fbbbc4923b4696c2110 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:42.155401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:42.281515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Allocated IP 172.20.0.12 (4a73b5be-c625-43a6-b6f4-40385effa3ff/1722d9b3-a4ee-4c94-a667-0d244a01a1bc/283d761f-7f41-4f3c-be91-a1ccd0ef3352) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:10:42.444497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:42.484013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:42.496370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bb07b63c-1aad-403b-b77b-98d3f0311c5c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:42.529744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Network 4a73b5be-c625-43a6-b6f4-40385effa3ff is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:10:42.533010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:42.537020 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:10:42.543825 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Pushing event updated for resources: {'Port': ['ID=283d761f-7f41-4f3c-be91-a1ccd0ef3352,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:42.597555 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:42.598294 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:42.613927 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-a6c1d54e-61a5-42b4-93b6-c54f3f88c697 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5820072 Aug 29 05:10:42.625211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-79d56fa1-807c-47cf-97f1-3506b3713e35 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:10:42.626206 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-79d56fa1-807c-47cf-97f1-3506b3713e35 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059073 Aug 29 05:10:42.638434 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Request body: {'port': {'device_id': 'dbb8a4a6-ceab-4ea1-aa75-f51a22f70802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:42.703651 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:42.971653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283d761f-7f41-4f3c-be91-a1ccd0ef3352 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:42.979511 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:42.992376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Transition to ACTIVE for port object 283d761f-7f41-4f3c-be91-a1ccd0ef3352 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:42.996569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:43.064717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Pushing event updated for resources: {'Port': ['ID=283d761f-7f41-4f3c-be91-a1ccd0ef3352,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:43.116954 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Attempting to bind port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 on host n-h2-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:10:43.117287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Attempting to bind port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 by drivers openvswitch,hyperv on host n-h2-712142-15 at level 0 using segments [{'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:10:43.117617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Attempting to bind port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 on network 4a73b5be-c625-43a6-b6f4-40385effa3ff {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:43.121956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 on network 4a73b5be-c625-43a6-b6f4-40385effa3ff not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:10:43.122276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Attempting to bind port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 on network 4a73b5be-c625-43a6-b6f4-40385effa3ff {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:43.127017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Checking agent: {'id': '79ee2991-2936-46c6-9127-5035e4a0737d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:10:43.127357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Checking segment: {'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:43.127740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Bound using segment: {'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:10:43.128197 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Bound port: 283d761f-7f41-4f3c-be91-a1ccd0ef3352, host: n-h2-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118d0ecc-96fc-47c7-801b-1758e05bf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:10:43.128561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:43.199008 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] For port 283d761f-7f41-4f3c-be91-a1ccd0ef3352, host n-h2-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:10:43.202233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] For port 283d761f-7f41-4f3c-be91-a1ccd0ef3352, host n-h2-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=283d761f-7f41-4f3c-be91-a1ccd0ef3352,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:10:43.207323 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:43.225464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fccf3-5972-4da0-8437-2aa66a782a1d req-f0efd3a2-4313-4a71-9388-6b53b0446a85 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:43.226881 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-243fccf3-5972-4da0-8437-2aa66a782a1d req-f0efd3a2-4313-4a71-9388-6b53b0446a85 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 944 time: 0.0556648 Aug 29 05:10:43.241141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:43.241789 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:43.243281 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] 10.222.0.65 "PUT /v2.0/ports/283d761f-7f41-4f3c-be91-a1ccd0ef3352 HTTP/1.1" status: 200 len: 1093 time: 0.6095898 Aug 29 05:10:43.245918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb8a4a6-ceab-4ea1-aa75-f51a22f70802', 'tag': '283d761f-7f41-4f3c-be91-a1ccd0ef3352'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:43.249070 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb8a4a6-ceab-4ea1-aa75-f51a22f70802", "tag": "283d761f-7f41-4f3c-be91-a1ccd0ef3352"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:43.268311 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-243fccf3-5972-4da0-8437-2aa66a782a1d req-fc4ad377-61bc-4ad3-9728-2cc485d15dec tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350921 Aug 29 05:10:43.274830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9563f3-3e85-4fab-97b1-0753bca0b322 service neutron] Pushing event updated for resources: {'Port': ['ID=283d761f-7f41-4f3c-be91-a1ccd0ef3352,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:43.327940 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd5cf3e-cdd1-4fc5-9e01-c360d7afe7b6 x-openstack-request-id: req-cbd5cf3e-cdd1-4fc5-9e01-c360d7afe7b6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:43.328330 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb8a4a6-ceab-4ea1-aa75-f51a22f70802", "tag": "283d761f-7f41-4f3c-be91-a1ccd0ef3352", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:43.328582 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbd5cf3e-cdd1-4fc5-9e01-c360d7afe7b6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:43.328982 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb8a4a6-ceab-4ea1-aa75-f51a22f70802', 'tag': '283d761f-7f41-4f3c-be91-a1ccd0ef3352', 'status': 'completed', 'code': 200} Aug 29 05:10:43.331780 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-fc80ebc7-2117-4ee8-a2dd-964c5a336bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:43.333459 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-fc80ebc7-2117-4ee8-a2dd-964c5a336bac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3823a9521d74fbbbc4923b4696c2110&device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 1096 time: 0.0486031 Aug 29 05:10:43.376361 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-2ccc6c08-2f42-4be3-9ec3-91964a9d1e8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d761f-7f41-4f3c-be91-a1ccd0ef3352 HTTP/1.1" status: 200 len: 217 time: 0.0351379 Aug 29 05:10:43.429108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-477ced68-6811-4748-8dfa-20d2d7639501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:43.430565 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-477ced68-6811-4748-8dfa-20d2d7639501 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1722d9b3-a4ee-4c94-a667-0d244a01a1bc HTTP/1.1" status: 200 len: 852 time: 0.0476437 Aug 29 05:10:43.462401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-1a2795cb-4c11-46de-9db9-29ff47ffc638 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a73b5be-c625-43a6-b6f4-40385effa3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250816 Aug 29 05:10:43.552887 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-3516dc96-f50c-4c27-a792-0c637fe30078 service neutron] 10.222.0.65 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827186 Aug 29 05:10:43.649303 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7b8a5477-626f-4cc3-90d1-f0e67558269d req-0000d048-80c2-47d8-a3b1-d05ce115ca4e service neutron] 10.222.0.65 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896935 Aug 29 05:10:43.740404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-6eb2ce57-e50b-4475-8f55-978da70ed726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:43.741903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-6eb2ce57-e50b-4475-8f55-978da70ed726 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3823a9521d74fbbbc4923b4696c2110&device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 1096 time: 0.0418403 Aug 29 05:10:43.842018 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-54b6eb15-3a8f-4a57-ab56-1c5e4b2844fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:43.843420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-54b6eb15-3a8f-4a57-ab56-1c5e4b2844fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a73b5be-c625-43a6-b6f4-40385effa3ff HTTP/1.1" status: 200 len: 913 time: 0.0948789 Aug 29 05:10:43.887034 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-27c80ac1-a4bd-46e7-9688-9b7fcce1dad8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d761f-7f41-4f3c-be91-a1ccd0ef3352 HTTP/1.1" status: 200 len: 217 time: 0.0357699 Aug 29 05:10:43.936838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-ec6c267d-6308-490f-8f82-6f98053bc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:43.938317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-ec6c267d-6308-490f-8f82-6f98053bc414 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1722d9b3-a4ee-4c94-a667-0d244a01a1bc HTTP/1.1" status: 200 len: 852 time: 0.0445328 Aug 29 05:10:43.969577 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-3b4587d2-54bf-4b5f-b7a8-8f3675eac4fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a73b5be-c625-43a6-b6f4-40385effa3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237153 Aug 29 05:10:44.066524 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-616b7763-6a57-4a86-887a-68dcf5550769 service neutron] 10.222.0.65 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887816 Aug 29 05:10:44.156396 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f35f2f8c-4290-4013-8f3a-d4f3c73e81c7 req-b34cc605-1116-49cc-85f1-8b1264a5e751 service neutron] 10.222.0.65 "GET /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819321 Aug 29 05:10:44.402941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8b373-1517-425f-b8a5-2610fa0b6e76 req-07561a88-fd5d-4897-aa98-eb3f64696f9b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:44.404493 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21c8b373-1517-425f-b8a5-2610fa0b6e76 req-07561a88-fd5d-4897-aa98-eb3f64696f9b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 944 time: 0.0571990 Aug 29 05:10:44.443160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21c8b373-1517-425f-b8a5-2610fa0b6e76 req-7f2fbb5d-6067-47fb-8e6d-e48e0efb0671 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Aug 29 05:10:44.966564 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:45.519206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 283d761f-7f41-4f3c-be91-a1ccd0ef3352 details requested by agent hyperv_n-h2-712142-15 with host n-h2-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:10:45.567410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b3f07-42cc-46aa-be56-d61bee951f06 req-65c8e139-ac38-469d-9d6e-2a3f06a63b54 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:45.575692 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca0b3f07-42cc-46aa-be56-d61bee951f06 req-65c8e139-ac38-469d-9d6e-2a3f06a63b54 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 944 time: 0.0658667 Aug 29 05:10:45.615000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca0b3f07-42cc-46aa-be56-d61bee951f06 req-22ff1a92-1245-4230-996e-a1e22b088db3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Aug 29 05:10:45.622634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 283d761f-7f41-4f3c-be91-a1ccd0ef3352, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=283d761f-7f41-4f3c-be91-a1ccd0ef3352,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:45.635153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Returning: {'device': '283d761f-7f41-4f3c-be91-a1ccd0ef3352', 'network_id': '4a73b5be-c625-43a6-b6f4-40385effa3ff', 'port_id': '283d761f-7f41-4f3c-be91-a1ccd0ef3352', 'mac_address': 'fa:16:3e:8b:89:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1722d9b3-a4ee-4c94-a667-0d244a01a1bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:10:45.672700 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.689412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283d761f-7f41-4f3c-be91-a1ccd0ef3352 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:45.710157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 283d761f-7f41-4f3c-be91-a1ccd0ef3352, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=283d761f-7f41-4f3c-be91-a1ccd0ef3352,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:45.714452 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.766162 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=283d761f-7f41-4f3c-be91-a1ccd0ef3352,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:45.773482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.773859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.774192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.774563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.774904 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.775313 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.775583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.775928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.776274 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.776605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.776935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.777263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.968182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['283d761f-7f41-4f3c-be91-a1ccd0ef3352'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:46.744245 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7576f3-c777-4f43-b290-3bef7e420cec req-82b53fe9-9da8-4c48-b8d2-6a4c607ad8c4 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.745776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a7576f3-c777-4f43-b290-3bef7e420cec req-82b53fe9-9da8-4c48-b8d2-6a4c607ad8c4 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 945 time: 0.0555019 Aug 29 05:10:46.782848 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5a7576f3-c777-4f43-b290-3bef7e420cec req-ec406b42-b591-40e5-884a-903f9fbcee51 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Aug 29 05:10:47.482853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82e8abd8-e50b-42f0-8d18-0947fc96d51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:47.519031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 283d761f-7f41-4f3c-be91-a1ccd0ef3352 up at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:47.737345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning for port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:47.741020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Provisioning complete for port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:47.741403 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:47.818432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:47.850171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb8a4a6-ceab-4ea1-aa75-f51a22f70802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d761f-7f41-4f3c-be91-a1ccd0ef3352'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:47.854144 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a168a8-53cd-4073-82c0-e180cffe2b6c" -d '{"events": [{"server_uuid": "dbb8a4a6-ceab-4ea1-aa75-f51a22f70802", "name": "network-vif-plugged", "status": "completed", "tag": "283d761f-7f41-4f3c-be91-a1ccd0ef3352"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:47.872119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] For port 283d761f-7f41-4f3c-be91-a1ccd0ef3352, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=283d761f-7f41-4f3c-be91-a1ccd0ef3352,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:47.876632 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:47.909752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0683c41-b1d7-46e3-bce0-e2fc02a03216 req-2e4215cc-2634-474c-b308-9eb99a872d03 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:47.911309 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0683c41-b1d7-46e3-bce0-e2fc02a03216 req-2e4215cc-2634-474c-b308-9eb99a872d03 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Aug 29 05:10:47.937054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Pushing event updated for resources: {'Port': ['ID=283d761f-7f41-4f3c-be91-a1ccd0ef3352,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:47.958252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b0683c41-b1d7-46e3-bce0-e2fc02a03216 req-a4db8560-bca8-45d7-bf01-89477cc6111b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381520 Aug 29 05:10:48.009824 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47711800-99fc-4f2c-a309-34932099dfee x-openstack-request-id: req-47711800-99fc-4f2c-a309-34932099dfee {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:48.010127 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb8a4a6-ceab-4ea1-aa75-f51a22f70802", "name": "network-vif-plugged", "status": "completed", "tag": "283d761f-7f41-4f3c-be91-a1ccd0ef3352", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:48.010382 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47711800-99fc-4f2c-a309-34932099dfee {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:48.010813 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb8a4a6-ceab-4ea1-aa75-f51a22f70802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d761f-7f41-4f3c-be91-a1ccd0ef3352', 'code': 200} Aug 29 05:10:48.112328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255a3b5-6567-43bf-b168-786eabe29a44 req-46c12e07-d288-4543-b86f-dc56afb6854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:48.114518 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d255a3b5-6567-43bf-b168-786eabe29a44 req-46c12e07-d288-4543-b86f-dc56afb6854f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 1098 time: 0.0475559 Aug 29 05:10:48.150422 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d255a3b5-6567-43bf-b168-786eabe29a44 req-ced737b0-ed09-40e1-92c4-3433534f376d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293794 Aug 29 05:10:49.076288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ac665-68f2-4491-ab57-8685c2f8ab9e req-7e4e1433-bcb5-4503-9878-6a4cd16fc688 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:49.077857 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0ac665-68f2-4491-ab57-8685c2f8ab9e req-7e4e1433-bcb5-4503-9878-6a4cd16fc688 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 946 time: 0.0496562 Aug 29 05:10:49.116613 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed0ac665-68f2-4491-ab57-8685c2f8ab9e req-0616625d-4986-4a90-9f03-a4fb2b9591c0 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Aug 29 05:10:50.239107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e78b00-df7a-4a3d-9c4f-7b0bb8944ecf req-7209162f-96ed-4727-829c-1ae11b9c975f tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:50.240735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01e78b00-df7a-4a3d-9c4f-7b0bb8944ecf req-7209162f-96ed-4727-829c-1ae11b9c975f tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 946 time: 0.0547833 Aug 29 05:10:50.279121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-01e78b00-df7a-4a3d-9c4f-7b0bb8944ecf req-49e52ca7-8e81-47bc-9245-484789804165 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Aug 29 05:10:50.434762 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:50.497773 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-890ba8c2-41ba-4497-8fd5-0cda3a499e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:50.523496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17af96-1607-4747-9b2f-256635626e1c req-78903853-842d-4a08-bd40-bea5c131b33e tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:50.525028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a17af96-1607-4747-9b2f-256635626e1c req-78903853-842d-4a08-bd40-bea5c131b33e tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 946 time: 0.0524693 Aug 29 05:10:50.564609 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a17af96-1607-4747-9b2f-256635626e1c req-9c684263-00e0-43bb-92dd-b52c9f31f8c2 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Aug 29 05:10:51.389266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:51.682043 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749341-6432-4820-a18e-15b916532209 req-2417bf65-4964-492b-beb4-23680041c838 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:51.684205 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab749341-6432-4820-a18e-15b916532209 req-2417bf65-4964-492b-beb4-23680041c838 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 946 time: 0.0519323 Aug 29 05:10:51.725933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ab749341-6432-4820-a18e-15b916532209 req-ea0703d7-57da-4ff7-b03f-af42291dba3b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Aug 29 05:10:51.749980 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35488e7-1737-4264-8754-08114260f3ef req-321bbf18-1d3f-4fdd-a75e-50e8bb5285dd tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:51.751511 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a35488e7-1737-4264-8754-08114260f3ef req-321bbf18-1d3f-4fdd-a75e-50e8bb5285dd tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbb8a4a6-ceab-4ea1-aa75-f51a22f70802 HTTP/1.1" status: 200 len: 946 time: 0.0495341 Aug 29 05:10:51.851388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Deleting port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:51.851651 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:51.941972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] For port 283d761f-7f41-4f3c-be91-a1ccd0ef3352, host n-h2-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-15',level=0,port_id=283d761f-7f41-4f3c-be91-a1ccd0ef3352,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:51.942348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:51.957113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Calling delete_port for 283d761f-7f41-4f3c-be91-a1ccd0ef3352 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:52.087466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:52.100720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] get_ports_and_sgs() called for port_ids ['283d761f-7f41-4f3c-be91-a1ccd0ef3352'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:52.103207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bb07b63c-1aad-403b-b77b-98d3f0311c5c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:52.118602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Pushing event deleted for resources: {'Port': ['ID=283d761f-7f41-4f3c-be91-a1ccd0ef3352,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:52.158793 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] No DVR routers for this DVR port 283d761f-7f41-4f3c-be91-a1ccd0ef3352 on host n-h2-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:52.161829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:52.164088 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a35488e7-1737-4264-8754-08114260f3ef req-a7eaf8fd-1593-43a8-8933-16c2c1ba73b3 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.65 "DELETE /v2.0/ports/283d761f-7f41-4f3c-be91-a1ccd0ef3352 HTTP/1.1" status: 204 len: 173 time: 0.4063656 Aug 29 05:10:52.164513 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb8a4a6-ceab-4ea1-aa75-f51a22f70802', 'name': 'network-vif-deleted', 'tag': '283d761f-7f41-4f3c-be91-a1ccd0ef3352'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:52.167338 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300d33b4-59b6-489f-b80f-a6e48e0df625" -d '{"events": [{"server_uuid": "dbb8a4a6-ceab-4ea1-aa75-f51a22f70802", "name": "network-vif-deleted", "tag": "283d761f-7f41-4f3c-be91-a1ccd0ef3352"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:52.209818 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f57ce75-cbe0-47bc-8a41-3f603379cb3f x-openstack-request-id: req-4f57ce75-cbe0-47bc-8a41-3f603379cb3f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:52.210117 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb8a4a6-ceab-4ea1-aa75-f51a22f70802", "name": "network-vif-deleted", "tag": "283d761f-7f41-4f3c-be91-a1ccd0ef3352", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:52.210459 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f57ce75-cbe0-47bc-8a41-3f603379cb3f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:52.210947 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb8a4a6-ceab-4ea1-aa75-f51a22f70802', 'name': 'network-vif-deleted', 'tag': '283d761f-7f41-4f3c-be91-a1ccd0ef3352', 'status': 'completed', 'code': 200} Aug 29 05:10:52.883486 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c9cab-83c7-4c17-a834-49e64da1ba31 req-02d60a73-30aa-4c80-bbdb-b70729f48fe9 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:52.884992 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d68c9cab-83c7-4c17-a834-49e64da1ba31 req-02d60a73-30aa-4c80-bbdb-b70729f48fe9 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0569508 Aug 29 05:10:52.924363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d68c9cab-83c7-4c17-a834-49e64da1ba31 req-c1cf9783-f182-4656-bb27-5c62b5499f6c tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Aug 29 05:10:52.983135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:53.062669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ad81c-7c5c-4f82-b1e6-245c5e5b1ee5 req-a726266e-5193-4f39-8b21-96e97273f00b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:53.064073 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-205ad81c-7c5c-4f82-b1e6-245c5e5b1ee5 req-a726266e-5193-4f39-8b21-96e97273f00b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0500226 Aug 29 05:10:53.103516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-205ad81c-7c5c-4f82-b1e6-245c5e5b1ee5 req-d63a86ed-c49a-4ec2-aefe-658424291873 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Aug 29 05:10:53.224160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a980490-749c-4e39-8890-d4198610f37e req-03c24cb0-8e74-4da9-a572-e7552fc99dff tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:53.225683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a980490-749c-4e39-8890-d4198610f37e req-03c24cb0-8e74-4da9-a572-e7552fc99dff tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0520883 Aug 29 05:10:53.264340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6a980490-749c-4e39-8890-d4198610f37e req-4b864d9d-f982-46dd-a6f4-f7f97ad5505a tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320046 Aug 29 05:10:53.439968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed96160-0251-448c-976b-62b5e532957c req-2964f655-0323-4859-8def-7f716c3ff6da tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:53.441472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ed96160-0251-448c-976b-62b5e532957c req-2964f655-0323-4859-8def-7f716c3ff6da tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0535834 Aug 29 05:10:53.480919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ed96160-0251-448c-976b-62b5e532957c req-f2e469ab-3931-428e-9a30-ea4246847f18 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334041 Aug 29 05:10:53.596645 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b901d8-e55d-4777-af42-6210062e8e57 req-c2f7fcb9-f26d-42d9-a200-3aa84e2b5c28 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:53.598050 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26b901d8-e55d-4777-af42-6210062e8e57 req-c2f7fcb9-f26d-42d9-a200-3aa84e2b5c28 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0505099 Aug 29 05:10:53.638281 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26b901d8-e55d-4777-af42-6210062e8e57 req-863c0b6d-2420-4fe4-9968-d170c167ac36 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Aug 29 05:10:53.772773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04234762-947c-41ca-9811-290cc48aa1ec req-88b04a53-cbe1-40ad-972b-86aa67850301 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:53.774412 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04234762-947c-41ca-9811-290cc48aa1ec req-88b04a53-cbe1-40ad-972b-86aa67850301 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0496457 Aug 29 05:10:53.813541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04234762-947c-41ca-9811-290cc48aa1ec req-10804e32-04ab-4c89-b485-c7383178733b tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321105 Aug 29 05:10:54.126313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806965-b2ad-4205-b51c-9a9822f3d0ca req-5b8fce93-e152-498b-8fd8-d7138ceff1e9 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:54.127680 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d806965-b2ad-4205-b51c-9a9822f3d0ca req-5b8fce93-e152-498b-8fd8-d7138ceff1e9 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0552928 Aug 29 05:10:54.166283 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2d806965-b2ad-4205-b51c-9a9822f3d0ca req-9a5a51f4-a4d9-4382-944e-a5fd79c34361 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Aug 29 05:10:55.284294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852cec-7754-41b5-87e9-2074366f9268 req-5adc2a27-91ce-4939-af85-f7b2ec725512 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:55.286796 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71852cec-7754-41b5-87e9-2074366f9268 req-5adc2a27-91ce-4939-af85-f7b2ec725512 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0528238 Aug 29 05:10:55.327139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71852cec-7754-41b5-87e9-2074366f9268 req-97c83491-ddcc-4f49-af02-47de706e7028 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/security-groups?id=d475f34f-d3b2-4457-96d6-06424b53cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Aug 29 05:10:55.566043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-f6b98aa4-8ae0-4f8b-93e3-33b38d68093d tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:55.567423 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-f6b98aa4-8ae0-4f8b-93e3-33b38d68093d tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.64 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 946 time: 0.0528910 Aug 29 05:10:55.581261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 283d761f-7f41-4f3c-be91-a1ccd0ef3352 no longer exists at agent hyperv_n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:55.601405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] No Port match for: 283d761f-7f41-4f3c-be91-a1ccd0ef3352 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:55.601666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Device 283d761f-7f41-4f3c-be91-a1ccd0ef3352 not bound to the agent host n-h2-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:55.660744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Deleting port bb07b63c-1aad-403b-b77b-98d3f0311c5c {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:55.661097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:55.760378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] For port bb07b63c-1aad-403b-b77b-98d3f0311c5c, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=bb07b63c-1aad-403b-b77b-98d3f0311c5c,segment=NetworkSegment(118d0ecc-96fc-47c7-801b-1758e05bf707),segment_id=118d0ecc-96fc-47c7-801b-1758e05bf707)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:55.761288 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:55.774017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Calling delete_port for bb07b63c-1aad-403b-b77b-98d3f0311c5c owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:55.902652 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:55.914735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['bb07b63c-1aad-403b-b77b-98d3f0311c5c'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:55.931841 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Pushing event deleted for resources: {'Port': ['ID=bb07b63c-1aad-403b-b77b-98d3f0311c5c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:55.977805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] No DVR routers for this DVR port bb07b63c-1aad-403b-b77b-98d3f0311c5c on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:55.981289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:55.983286 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e367b58c-8ba9-47dd-8cf1-40ec83eb1441 req-379b15d7-b0e0-470c-afc4-18eeb0bb62ab tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.64 "DELETE /v2.0/ports/bb07b63c-1aad-403b-b77b-98d3f0311c5c HTTP/1.1" status: 204 len: 173 time: 0.4089119 Aug 29 05:10:55.983721 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18537049-10df-4130-bf0d-f361b364ea6d', 'name': 'network-vif-deleted', 'tag': 'bb07b63c-1aad-403b-b77b-98d3f0311c5c'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:55.985988 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72a2d6d-5f8b-4502-8b14-2bff541aa7ce" -d '{"events": [{"server_uuid": "18537049-10df-4130-bf0d-f361b364ea6d", "name": "network-vif-deleted", "tag": "bb07b63c-1aad-403b-b77b-98d3f0311c5c"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:56.027854 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a47904-678e-43ec-9264-e1013a716e85 x-openstack-request-id: req-d6a47904-678e-43ec-9264-e1013a716e85 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:56.028338 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18537049-10df-4130-bf0d-f361b364ea6d", "name": "network-vif-deleted", "tag": "bb07b63c-1aad-403b-b77b-98d3f0311c5c", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:56.028767 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6a47904-678e-43ec-9264-e1013a716e85 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:56.029174 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18537049-10df-4130-bf0d-f361b364ea6d', 'name': 'network-vif-deleted', 'tag': 'bb07b63c-1aad-403b-b77b-98d3f0311c5c', 'status': 'completed', 'code': 200} Aug 29 05:10:56.444013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-37d75f03-cdbe-4665-9ffc-34fd7549df04 req-e7122ae8-8775-480d-9309-e53ef9bcae61 tempest-ServersNegativeTestJSON-1105977672 tempest-ServersNegativeTestJSON-1105977672-project] 10.222.0.58 "GET /v2.0/ports?device_id=18537049-10df-4130-bf0d-f361b364ea6d HTTP/1.1" status: 200 len: 210 time: 0.0281711 Aug 29 05:10:57.501767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36964) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:57.546422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-961781e7-72c5-4cf5-9939-c723c13b895c admin admin] Deleting subnet 1722d9b3-a4ee-4c94-a667-0d244a01a1bc {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:10:57.549491 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-961781e7-72c5-4cf5-9939-c723c13b895c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.595789 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-961781e7-72c5-4cf5-9939-c723c13b895c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.636703 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-961781e7-72c5-4cf5-9939-c723c13b895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.655509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.693333 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-961781e7-72c5-4cf5-9939-c723c13b895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.720752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961781e7-72c5-4cf5-9939-c723c13b895c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1722d9b3-a4ee-4c94-a667-0d244a01a1bc,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:57.725682 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-961781e7-72c5-4cf5-9939-c723c13b895c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.730302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-961781e7-72c5-4cf5-9939-c723c13b895c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1722d9b3-a4ee-4c94-a667-0d244a01a1bc HTTP/1.1" status: 204 len: 168 time: 0.2245455 Aug 29 05:10:57.730592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36966) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:57.804045 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.883246 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.894107 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a73b5be-c625-43a6-b6f4-40385effa3ff']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:57.905515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118d0ecc-96fc-47c7-801b-1758e05bf707') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:57.905816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118d0ecc-96fc-47c7-801b-1758e05bf707') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:57.915392 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.930232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.935979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:10:57.936398 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:10:57.944108 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:10:58.004894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.009744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.011776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] 10.222.0.58 "DELETE /v2.0/networks/4a73b5be-c625-43a6-b6f4-40385effa3ff HTTP/1.1" status: 204 len: 168 time: 0.2801807 Aug 29 05:10:58.023948 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251ca9-8dd7-4b13-b8f8-f2af43ab1d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a73b5be-c625-43a6-b6f4-40385effa3ff,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:58.128277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36970) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:58.176437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-456c7711-5995-4e80-b1a5-accb4486f99f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3823a9521d74fbbbc4923b4696c2110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468976 Aug 29 05:10:58.178959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36972) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:58.227825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba21ff2f-6bb3-4e4c-a686-7418026891e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.249099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba21ff2f-6bb3-4e4c-a686-7418026891e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.297445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba21ff2f-6bb3-4e4c-a686-7418026891e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.300077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ba21ff2f-6bb3-4e4c-a686-7418026891e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.301246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ba21ff2f-6bb3-4e4c-a686-7418026891e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d475f34f-d3b2-4457-96d6-06424b53cfdf HTTP/1.1" status: 204 len: 168 time: 0.1213899 Aug 29 05:10:58.310853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21ff2f-6bb3-4e4c-a686-7418026891e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d475f34f-d3b2-4457-96d6-06424b53cfdf,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:58.874504 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.008045 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36994) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:59.117199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-335773496'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:59.144046 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:59.147529 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.156175 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.251617 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.255964 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.284897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:10:59.295073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923c2725-4be2-4ae5-8245-35a9c0d022d0,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:59.302884 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.303354 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Added segment 5eb78d1a-6dd1-4821-b368-719b0449fde9 of type vlan for network 1d291982-3164-447e-bc4b-b23046fc47dd Aug 29 05:10:59.347176 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.374254 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.379837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:59.380500 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.442833 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4336183 Aug 29 05:10:59.451785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d9b4a-81ef-4539-8409-df01ac7825f0 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Network': ['ID=1d291982-3164-447e-bc4b-b23046fc47dd,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:59.470586 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 1d291982-3164-447e-bc4b-b23046fc47dd details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:10:59.810635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bb07b63c-1aad-403b-b77b-98d3f0311c5c no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:59.832318 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: bb07b63c-1aad-403b-b77b-98d3f0311c5c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:59.832677 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device bb07b63c-1aad-403b-b77b-98d3f0311c5c not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:02.886053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 36998) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:02.891919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'subnet': {'network_id': '1d291982-3164-447e-bc4b-b23046fc47dd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:02.994796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:02.998931 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.203531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.273754 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Subnet': ['ID=20c582ca-ecb3-45bb-bc01-357b5d01d8f4,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:03.282525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Checking segment: {'id': '5eb78d1a-6dd1-4821-b368-719b0449fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d291982-3164-447e-bc4b-b23046fc47dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:03.282897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network hostable DHCP agents. Network: 1d291982-3164-447e-bc4b-b23046fc47dd, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:03.300389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network 1d291982-3164-447e-bc4b-b23046fc47dd is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:03.309285 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 1d291982-3164-447e-bc4b-b23046fc47dd) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:03.314219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:03.314844 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.320913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870cc47-7107-4ffa-9295-60ce6f2e653d None None] Network 1d291982-3164-447e-bc4b-b23046fc47dd requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:03.335060 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-620fa874-2269-45d6-8b81-18f2f1abb571 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4477000 Aug 29 05:11:03.339704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37000) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:03.344928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1302152542'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:03.368419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:03.372524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.397102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:03.407349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.407729 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Added segment 1bd6bd7a-21af-4133-a4d7-0f8074546242 of type vlan for network 48711970-4c10-4758-a6c9-88e9a10fb675 Aug 29 05:11:03.449251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.476452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.482213 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:03.482808 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.487810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-1d291982-3164-447e-bc4b-b23046fc47dd', 'network_id': '1d291982-3164-447e-bc4b-b23046fc47dd', 'tenant_id': '6e26c31127e5402ca943d4b7415b40e2', 'fixed_ips': [{'subnet_id': '20c582ca-ecb3-45bb-bc01-357b5d01d8f4'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:03.489043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.545308 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2044029 Aug 29 05:11:03.548458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37002) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:03.555108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'subnet': {'network_id': '48711970-4c10-4758-a6c9-88e9a10fb675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:03.596731 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ff370-d94f-4700-b20b-6e41057a6303 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Network': ['ID=48711970-4c10-4758-a6c9-88e9a10fb675,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:03.613399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 48711970-4c10-4758-a6c9-88e9a10fb675 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:03.660057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:03.664465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.711125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Allocated IP 2001:db8:0:ffff::2 (1d291982-3164-447e-bc4b-b23046fc47dd/20c582ca-ecb3-45bb-bc01-357b5d01d8f4/46a6c510-17f0-43e5-8232-8a6e98b6568b) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:03.874032 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.885105 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.901039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Transition to ACTIVE for port object 46a6c510-17f0-43e5-8232-8a6e98b6568b will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:03.915888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Transition to ACTIVE for port object 46a6c510-17f0-43e5-8232-8a6e98b6568b will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:03.922126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.930981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Subnet': ['ID=67348954-dcd5-492a-8fd7-259221b95a5d,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:03.949070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Checking segment: {'id': '1bd6bd7a-21af-4133-a4d7-0f8074546242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '48711970-4c10-4758-a6c9-88e9a10fb675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:03.949442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network hostable DHCP agents. Network: 48711970-4c10-4758-a6c9-88e9a10fb675, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:03.958626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Network 1d291982-3164-447e-bc4b-b23046fc47dd is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:03.963756 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:03.967674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:03.968969 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network 48711970-4c10-4758-a6c9-88e9a10fb675 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:03.979419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 48711970-4c10-4758-a6c9-88e9a10fb675) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:03.980090 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Pushing event updated for resources: {'Port': ['ID=46a6c510-17f0-43e5-8232-8a6e98b6568b,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:03.987458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:03.988330 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.000919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42f304-704b-4c18-9e28-3141c57197e0 None None] Network 48711970-4c10-4758-a6c9-88e9a10fb675 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:04.005146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-151e9c6b-278c-4b13-af0c-bf1e50ce73be tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4559755 Aug 29 05:11:04.012263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37004) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:04.074700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Attempting to bind port 46a6c510-17f0-43e5-8232-8a6e98b6568b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:04.075120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Attempting to bind port 46a6c510-17f0-43e5-8232-8a6e98b6568b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '5eb78d1a-6dd1-4821-b368-719b0449fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d291982-3164-447e-bc4b-b23046fc47dd'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:04.075436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Attempting to bind port 46a6c510-17f0-43e5-8232-8a6e98b6568b on network 1d291982-3164-447e-bc4b-b23046fc47dd {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:04.084631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:04.085016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Checking segment: {'id': '5eb78d1a-6dd1-4821-b368-719b0449fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d291982-3164-447e-bc4b-b23046fc47dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:04.085449 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.085853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Bound using segment: {'id': '5eb78d1a-6dd1-4821-b368-719b0449fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d291982-3164-447e-bc4b-b23046fc47dd'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:04.086334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Bound port: 46a6c510-17f0-43e5-8232-8a6e98b6568b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb78d1a-6dd1-4821-b368-719b0449fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d291982-3164-447e-bc4b-b23046fc47dd'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:04.086719 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.114244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.195620 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.204290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] For port 46a6c510-17f0-43e5-8232-8a6e98b6568b, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:04.208709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] For port 46a6c510-17f0-43e5-8232-8a6e98b6568b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=46a6c510-17f0-43e5-8232-8a6e98b6568b,segment=NetworkSegment(5eb78d1a-6dd1-4821-b368-719b0449fde9),segment_id=5eb78d1a-6dd1-4821-b368-719b0449fde9)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:04.225101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.253720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29037b-c680-42bd-90c3-7da7c2e06d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-48711970-4c10-4758-a6c9-88e9a10fb675', 'network_id': '48711970-4c10-4758-a6c9-88e9a10fb675', 'tenant_id': '6e26c31127e5402ca943d4b7415b40e2', 'fixed_ips': [{'subnet_id': '67348954-dcd5-492a-8fd7-259221b95a5d'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:04.254327 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e29037b-c680-42bd-90c3-7da7c2e06d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.269980 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.302045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Subnet': ['ID=67348954-dcd5-492a-8fd7-259221b95a5d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:04.306727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bdf53-0324-409e-a6d1-2573357d3020 None None] Pushing event updated for resources: {'Port': ['ID=46a6c510-17f0-43e5-8232-8a6e98b6568b,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:04.371918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feedb710-7ecb-44fd-8877-fed21592ef1a None None] Network 48711970-4c10-4758-a6c9-88e9a10fb675 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:04.382395 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.393097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48711970-4c10-4758-a6c9-88e9a10fb675']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:04.409797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd6bd7a-21af-4133-a4d7-0f8074546242') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:04.409797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd6bd7a-21af-4133-a4d7-0f8074546242') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:04.419463 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.437141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.454691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:04.454691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:04.455525 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:04.530307 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.534550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.540296 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/48711970-4c10-4758-a6c9-88e9a10fb675 HTTP/1.1" status: 204 len: 168 time: 0.5232155 Aug 29 05:11:04.540661 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37008) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:04.547716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-535671603'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:04.552313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e641e-ff64-43e3-9468-f177438a2936 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Network': ['ID=48711970-4c10-4758-a6c9-88e9a10fb675,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:04.572275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:04.575949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.607946 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:04.618453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.618797 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Added segment 7577b71a-6ce3-4739-9e8b-5d1833c466c6 of type vlan for network bd8142a8-6cf4-476d-9ce8-c4053e156e2f Aug 29 05:11:04.663650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.697445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.703164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:04.703767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.764583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2213883 Aug 29 05:11:04.767375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37010) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:04.774295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'subnet': {'network_id': 'bd8142a8-6cf4-476d-9ce8-c4053e156e2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:04.780325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e45c3-0b9b-4093-81a4-0dc7225820d5 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Network': ['ID=bd8142a8-6cf4-476d-9ce8-c4053e156e2f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:04.791314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network bd8142a8-6cf4-476d-9ce8-c4053e156e2f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:04.871888 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:04.875566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.936515 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Performing IP validity checks on allocation pools {{(pid=94845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 05:11:04.937048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 05:11:05.072472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.129347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Subnet': ['ID=1088f0e6-e117-49ba-ac72-a83060ac7bde,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:05.145694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Checking segment: {'id': '7577b71a-6ce3-4739-9e8b-5d1833c466c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bd8142a8-6cf4-476d-9ce8-c4053e156e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:05.146069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network hostable DHCP agents. Network: bd8142a8-6cf4-476d-9ce8-c4053e156e2f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:05.165569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network bd8142a8-6cf4-476d-9ce8-c4053e156e2f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:05.176182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, bd8142a8-6cf4-476d-9ce8-c4053e156e2f) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:05.180707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:05.181302 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.190022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e345a-0e3c-4fa1-b053-a941137a90f7 None None] Network bd8142a8-6cf4-476d-9ce8-c4053e156e2f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:05.205175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1ff63de3-1a43-4602-9524-cdc88e1700aa tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4338884 Aug 29 05:11:05.205175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37012) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:05.243608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428f074-60d0-4321-8f85-3fbba9a6bb85 None None] Network 1d291982-3164-447e-bc4b-b23046fc47dd requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:05.312580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.391965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-55dcb32f-5415-4c73-b11d-5bde400b9fb3 None None] Provisioning for port 46a6c510-17f0-43e5-8232-8a6e98b6568b completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:05.397961 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.463229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.465941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe43a5-962f-45fd-9e55-9a50d37b6ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-bd8142a8-6cf4-476d-9ce8-c4053e156e2f', 'network_id': 'bd8142a8-6cf4-476d-9ce8-c4053e156e2f', 'tenant_id': '6e26c31127e5402ca943d4b7415b40e2', 'fixed_ips': [{'subnet_id': '1088f0e6-e117-49ba-ac72-a83060ac7bde'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:05.466829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b1fe43a5-962f-45fd-9e55-9a50d37b6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.493847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Subnet': ['ID=1088f0e6-e117-49ba-ac72-a83060ac7bde,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:05.555943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.567224 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8142a8-6cf4-476d-9ce8-c4053e156e2f']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:05.582119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7577b71a-6ce3-4739-9e8b-5d1833c466c6') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:05.582412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7577b71a-6ce3-4739-9e8b-5d1833c466c6') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:05.587547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466c5be-d5c0-4a06-8685-f26d1dfa9019 None None] Network bd8142a8-6cf4-476d-9ce8-c4053e156e2f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:05.592757 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.609113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.623634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:05.624077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:05.627502 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:05.688615 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.693273 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.700085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37014) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:05.700641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/bd8142a8-6cf4-476d-9ce8-c4053e156e2f HTTP/1.1" status: 204 len: 168 time: 0.4942570 Aug 29 05:11:05.708347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-113236476'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:05.716924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9def2-c4e9-4e6a-b0b2-fbc566f0edb9 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Network': ['ID=bd8142a8-6cf4-476d-9ce8-c4053e156e2f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:05.733936 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:05.738024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.763024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:05.773864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.774221 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Added segment d8e943d7-b2ee-4f3f-b165-e87f5edc5328 of type vlan for network 3cf7d484-d420-4caf-94dd-04b747d767f8 Aug 29 05:11:05.819691 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.850196 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.856557 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:05.857210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:05.910669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 46a6c510-17f0-43e5-8232-8a6e98b6568b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:05.920875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2187862 Aug 29 05:11:05.924545 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37016) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:05.931972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'subnet': {'network_id': '3cf7d484-d420-4caf-94dd-04b747d767f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:05.937558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94981c2-c7ba-4abf-a93f-b9ff876d19b2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Network': ['ID=3cf7d484-d420-4caf-94dd-04b747d767f8,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:05.949673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3cf7d484-d420-4caf-94dd-04b747d767f8 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:06.018985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 46a6c510-17f0-43e5-8232-8a6e98b6568b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:06.022892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 46a6c510-17f0-43e5-8232-8a6e98b6568b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:06.023308 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.035589 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:06.039229 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.104972 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.138873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 46a6c510-17f0-43e5-8232-8a6e98b6568b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=46a6c510-17f0-43e5-8232-8a6e98b6568b,segment=NetworkSegment(5eb78d1a-6dd1-4821-b368-719b0449fde9),segment_id=5eb78d1a-6dd1-4821-b368-719b0449fde9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:06.143063 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.198690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=46a6c510-17f0-43e5-8232-8a6e98b6568b,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:06.243612 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.302297 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Subnet': ['ID=65d53fcc-9040-436e-898b-004bfcf3d0b1,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:06.312890 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Checking segment: {'id': 'd8e943d7-b2ee-4f3f-b165-e87f5edc5328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3cf7d484-d420-4caf-94dd-04b747d767f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:06.313262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network hostable DHCP agents. Network: 3cf7d484-d420-4caf-94dd-04b747d767f8, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:06.329829 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network 3cf7d484-d420-4caf-94dd-04b747d767f8 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:06.339701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 3cf7d484-d420-4caf-94dd-04b747d767f8) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:06.344373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:06.344986 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.351202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eff44e-f7df-4b2c-a43f-3ffb86a3ec2a None None] Network 3cf7d484-d420-4caf-94dd-04b747d767f8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:06.360531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b1a147bf-7d63-4509-9f60-f47d436e5834 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4347248 Aug 29 05:11:06.364311 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37018) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:06.369261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1828604051'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:06.389442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:06.393258 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.419313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:06.428918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.429267 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Added segment 50f359f5-45f7-4b0c-ba0c-8947ef1024b9 of type vlan for network 72738711-bfda-4572-96a6-088ee0016ae3 Aug 29 05:11:06.470534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.494570 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.506278 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:06.507368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.511442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-3cf7d484-d420-4caf-94dd-04b747d767f8', 'network_id': '3cf7d484-d420-4caf-94dd-04b747d767f8', 'tenant_id': '6e26c31127e5402ca943d4b7415b40e2', 'fixed_ips': [{'subnet_id': '65d53fcc-9040-436e-898b-004bfcf3d0b1'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:06.512345 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.583685 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2182913 Aug 29 05:11:06.587183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37020) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:06.592764 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Request body: {'subnet': {'network_id': '72738711-bfda-4572-96a6-088ee0016ae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:06.612041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d128ae-c760-408c-872b-8ce6834125ef tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Network': ['ID=72738711-bfda-4572-96a6-088ee0016ae3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:06.641063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 72738711-bfda-4572-96a6-088ee0016ae3 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:06.696307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Made reservation on behalf of 6e26c31127e5402ca943d4b7415b40e2 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:06.699803 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.717666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Allocated IP 2001:db8::2 (3cf7d484-d420-4caf-94dd-04b747d767f8/65d53fcc-9040-436e-898b-004bfcf3d0b1/06ad660e-fa46-439f-9251-1fd9fd83f4a5) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:06.910873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.978809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event updated for resources: {'Subnet': ['ID=297432a4-e3d3-4f1c-8ab5-dca0a4eb9d5b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:06.988104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Checking segment: {'id': '50f359f5-45f7-4b0c-ba0c-8947ef1024b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '72738711-bfda-4572-96a6-088ee0016ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:06.988608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network hostable DHCP agents. Network: 72738711-bfda-4572-96a6-088ee0016ae3, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:07.005804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Network 72738711-bfda-4572-96a6-088ee0016ae3 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:07.016541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 72738711-bfda-4572-96a6-088ee0016ae3) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:07.021251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:07.021857 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.029242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c8da8-2372-43f6-9d9b-28c64b609f08 None None] Network 72738711-bfda-4572-96a6-088ee0016ae3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:07.042185 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-d3e2d10e-ded1-45a7-935f-cea04eeeab3f tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4508367 Aug 29 05:11:07.042405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37022) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:07.092208 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.105309 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Transition to ACTIVE for port object 06ad660e-fa46-439f-9251-1fd9fd83f4a5 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:07.139974 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Transition to ACTIVE for port object 06ad660e-fa46-439f-9251-1fd9fd83f4a5 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:07.142425 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.149246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.198556 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.216474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Network 3cf7d484-d420-4caf-94dd-04b747d767f8 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:07.222400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:07.224829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:07.234670 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Pushing event updated for resources: {'Port': ['ID=06ad660e-fa46-439f-9251-1fd9fd83f4a5,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:07.266172 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.295419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Subnet': ['ID=297432a4-e3d3-4f1c-8ab5-dca0a4eb9d5b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:07.301556 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e136df-0a43-45be-b384-a0d1e0abbb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-72738711-bfda-4572-96a6-088ee0016ae3', 'network_id': '72738711-bfda-4572-96a6-088ee0016ae3', 'tenant_id': '6e26c31127e5402ca943d4b7415b40e2', 'fixed_ips': [{'subnet_id': '297432a4-e3d3-4f1c-8ab5-dca0a4eb9d5b'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:07.302410 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-05e136df-0a43-45be-b384-a0d1e0abbb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.324990 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Attempting to bind port 06ad660e-fa46-439f-9251-1fd9fd83f4a5 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:07.325366 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Attempting to bind port 06ad660e-fa46-439f-9251-1fd9fd83f4a5 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'd8e943d7-b2ee-4f3f-b165-e87f5edc5328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3cf7d484-d420-4caf-94dd-04b747d767f8'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:07.325733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Attempting to bind port 06ad660e-fa46-439f-9251-1fd9fd83f4a5 on network 3cf7d484-d420-4caf-94dd-04b747d767f8 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:07.332646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:07.333024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Checking segment: {'id': 'd8e943d7-b2ee-4f3f-b165-e87f5edc5328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3cf7d484-d420-4caf-94dd-04b747d767f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:07.333425 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.333963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Bound using segment: {'id': 'd8e943d7-b2ee-4f3f-b165-e87f5edc5328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3cf7d484-d420-4caf-94dd-04b747d767f8'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:07.334467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Bound port: 06ad660e-fa46-439f-9251-1fd9fd83f4a5, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e943d7-b2ee-4f3f-b165-e87f5edc5328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3cf7d484-d420-4caf-94dd-04b747d767f8'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:07.334871 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.355549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.366351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72738711-bfda-4572-96a6-088ee0016ae3']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:07.377071 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f359f5-45f7-4b0c-ba0c-8947ef1024b9') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:07.377375 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f359f5-45f7-4b0c-ba0c-8947ef1024b9') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:07.386290 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.401446 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.407878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:07.408339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:07.411272 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:07.438853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4840f84-6a59-4f2a-a426-bc53b3c0867b None None] Network 72738711-bfda-4572-96a6-088ee0016ae3 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:07.482462 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.486994 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.489210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/72738711-bfda-4572-96a6-088ee0016ae3 HTTP/1.1" status: 204 len: 168 time: 0.4458454 Aug 29 05:11:07.498330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37024) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:07.511439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] For port 06ad660e-fa46-439f-9251-1fd9fd83f4a5, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:07.531530 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60403213-7053-4012-943f-dca7345ef6ce tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Network': ['ID=72738711-bfda-4572-96a6-088ee0016ae3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:07.532645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] For port 06ad660e-fa46-439f-9251-1fd9fd83f4a5, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=06ad660e-fa46-439f-9251-1fd9fd83f4a5,segment=NetworkSegment(d8e943d7-b2ee-4f3f-b165-e87f5edc5328),segment_id=d8e943d7-b2ee-4f3f-b165-e87f5edc5328)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:07.534283 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3de408-9b38-46c5-8115-c77c5b9b2e82 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] GET failed (client error): The resource could not be found. Aug 29 05:11:07.538507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fd3de408-9b38-46c5-8115-c77c5b9b2e82 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "GET /v2.0/subnets/297432a4-e3d3-4f1c-8ab5-dca0a4eb9d5b HTTP/1.1" status: 404 len: 337 time: 0.0408845 Aug 29 05:11:07.538868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37026) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:07.540808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.558351 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1820cbcb-2627-479c-b200-cce57e350469 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] DELETE failed (client error): The resource could not be found. Aug 29 05:11:07.558905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1820cbcb-2627-479c-b200-cce57e350469 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:11:07.560658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1820cbcb-2627-479c-b200-cce57e350469 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/72738711-bfda-4572-96a6-088ee0016ae3 HTTP/1.1" status: 404 len: 339 time: 0.0207937 Aug 29 05:11:07.564448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37028) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:07.589764 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ddfa7f-8223-4e48-a598-5e5926c9aef7 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] DELETE failed (client error): The resource could not be found. Aug 29 05:11:07.590218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ddfa7f-8223-4e48-a598-5e5926c9aef7 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:11:07.592408 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c2ddfa7f-8223-4e48-a598-5e5926c9aef7 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/subnets/297432a4-e3d3-4f1c-8ab5-dca0a4eb9d5b HTTP/1.1" status: 404 len: 337 time: 0.0268443 Aug 29 05:11:07.595869 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37030) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:07.624674 n-d-712142-15 neutron-server[94845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ea92e4-5312-464e-9bf9-055751ab90e4 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] DELETE failed (client error): The resource could not be found. Aug 29 05:11:07.625748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ea92e4-5312-464e-9bf9-055751ab90e4 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:11:07.627166 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a2ea92e4-5312-464e-9bf9-055751ab90e4 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/72738711-bfda-4572-96a6-088ee0016ae3 HTTP/1.1" status: 404 len: 339 time: 0.0294375 Aug 29 05:11:07.629742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37032) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:07.637949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff75bc6-bf24-4431-b36d-84c3d3ec8ca6 None None] Pushing event updated for resources: {'Port': ['ID=06ad660e-fa46-439f-9251-1fd9fd83f4a5,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:07.686458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac277e0-ea40-4403-815f-a99ea7e0fc4e tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Deleting subnet 65d53fcc-9040-436e-898b-004bfcf3d0b1 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:07.690284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ac277e0-ea40-4403-815f-a99ea7e0fc4e tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.738661 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ac277e0-ea40-4403-815f-a99ea7e0fc4e tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.853198 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ac277e0-ea40-4403-815f-a99ea7e0fc4e tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.924167 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ac277e0-ea40-4403-815f-a99ea7e0fc4e tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.955087 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0ac277e0-ea40-4403-815f-a99ea7e0fc4e tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.957015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0ac277e0-ea40-4403-815f-a99ea7e0fc4e tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/subnets/65d53fcc-9040-436e-898b-004bfcf3d0b1 HTTP/1.1" status: 204 len: 168 time: 0.3263295 Aug 29 05:11:07.965434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac277e0-ea40-4403-815f-a99ea7e0fc4e tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Subnet': ['ID=65d53fcc-9040-436e-898b-004bfcf3d0b1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:07.965434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:07.981779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 06ad660e-fa46-439f-9251-1fd9fd83f4a5 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:08.038702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 06ad660e-fa46-439f-9251-1fd9fd83f4a5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:08.040195 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.042696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 46a6c510-17f0-43e5-8232-8a6e98b6568b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:08.099818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 46a6c510-17f0-43e5-8232-8a6e98b6568b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:08.100266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.104941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Deleting port 06ad660e-fa46-439f-9251-1fd9fd83f4a5 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:08.105289 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.176611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] For port 06ad660e-fa46-439f-9251-1fd9fd83f4a5, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=06ad660e-fa46-439f-9251-1fd9fd83f4a5,segment=NetworkSegment(d8e943d7-b2ee-4f3f-b165-e87f5edc5328),segment_id=d8e943d7-b2ee-4f3f-b165-e87f5edc5328)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:08.176990 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.191128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Calling delete_port for 06ad660e-fa46-439f-9251-1fd9fd83f4a5 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:08.280736 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.309685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Port': ['ID=06ad660e-fa46-439f-9251-1fd9fd83f4a5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:08.312688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] No DVR routers for this DVR port 06ad660e-fa46-439f-9251-1fd9fd83f4a5 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:08.405048 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.415319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf7d484-d420-4caf-94dd-04b747d767f8']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:08.427071 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e943d7-b2ee-4f3f-b165-e87f5edc5328') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:08.427379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e943d7-b2ee-4f3f-b165-e87f5edc5328') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:08.438875 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.457905 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.464460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:08.464911 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:08.468125 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:08.540760 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.541720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23985199-79e4-4171-a183-f7913676d052 None None] Network 3cf7d484-d420-4caf-94dd-04b747d767f8 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:08.547868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.549664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/3cf7d484-d420-4caf-94dd-04b747d767f8 HTTP/1.1" status: 204 len: 168 time: 0.5886710 Aug 29 05:11:08.552276 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37036) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:08.554598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23985199-79e4-4171-a183-f7913676d052 None None] Network 3cf7d484-d420-4caf-94dd-04b747d767f8 could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 05:11:08.563620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f8938dea-9696-459b-8542-bf256ad91d63 None None] Could not find standard attr ID for object 06ad660e-fa46-439f-9251-1fd9fd83f4a5. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:11:08.569725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b0dfc-327b-4628-9a7c-624d9678d881 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Network': ['ID=3cf7d484-d420-4caf-94dd-04b747d767f8,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:08.590043 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f11f28-3690-4e7c-bca3-2cef4d0b2a73 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] DELETE failed (client error): The resource could not be found. Aug 29 05:11:08.590579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f11f28-3690-4e7c-bca3-2cef4d0b2a73 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:11:08.595366 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-42f11f28-3690-4e7c-bca3-2cef4d0b2a73 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/subnets/1088f0e6-e117-49ba-ac72-a83060ac7bde HTTP/1.1" status: 404 len: 337 time: 0.0392826 Aug 29 05:11:08.595366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37038) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:08.618543 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88be41a-9735-4472-a6fb-203a40b70d7d tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] DELETE failed (client error): The resource could not be found. Aug 29 05:11:08.619069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88be41a-9735-4472-a6fb-203a40b70d7d tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:11:08.621954 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b88be41a-9735-4472-a6fb-203a40b70d7d tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/bd8142a8-6cf4-476d-9ce8-c4053e156e2f HTTP/1.1" status: 404 len: 339 time: 0.0251408 Aug 29 05:11:08.623955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:08.627726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59348109-bb44-49c0-a5b1-0c393ecfea1e None None] DHCP port deletion for 3cf7d484-d420-4caf-94dd-04b747d767f8 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:11:08.651810 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f84780b-94ba-4f61-a490-6f49d9b5ef3d tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] DELETE failed (client error): The resource could not be found. Aug 29 05:11:08.652366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f84780b-94ba-4f61-a490-6f49d9b5ef3d tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:11:08.654118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8f84780b-94ba-4f61-a490-6f49d9b5ef3d tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/subnets/67348954-dcd5-492a-8fd7-259221b95a5d HTTP/1.1" status: 404 len: 337 time: 0.0291646 Aug 29 05:11:08.656749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37042) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:08.674704 n-d-712142-15 neutron-server[94846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b19c40c-6f3c-4afe-84b8-30b8867d0cec tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] DELETE failed (client error): The resource could not be found. Aug 29 05:11:08.675235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b19c40c-6f3c-4afe-84b8-30b8867d0cec tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:11:08.676911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3b19c40c-6f3c-4afe-84b8-30b8867d0cec tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/48711970-4c10-4758-a6c9-88e9a10fb675 HTTP/1.1" status: 404 len: 339 time: 0.0192549 Aug 29 05:11:08.679271 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37044) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:08.731006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54a8a42-2705-4248-95fc-1144599e543c tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Deleting subnet 20c582ca-ecb3-45bb-bc01-357b5d01d8f4 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:08.734180 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a54a8a42-2705-4248-95fc-1144599e543c tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.773904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a54a8a42-2705-4248-95fc-1144599e543c tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.862858 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a54a8a42-2705-4248-95fc-1144599e543c tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.923494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a54a8a42-2705-4248-95fc-1144599e543c tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.951617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a8a42-2705-4248-95fc-1144599e543c tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Subnet': ['ID=20c582ca-ecb3-45bb-bc01-357b5d01d8f4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:08.953871 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a54a8a42-2705-4248-95fc-1144599e543c tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.955775 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a54a8a42-2705-4248-95fc-1144599e543c tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/subnets/20c582ca-ecb3-45bb-bc01-357b5d01d8f4 HTTP/1.1" status: 204 len: 168 time: 0.2756095 Aug 29 05:11:08.958200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37046) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:08.960664 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e9b43-6e98-4f6a-a4de-9f891f3cacdc None None] Network 1d291982-3164-447e-bc4b-b23046fc47dd requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:09.145132 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] DHCP port deletion for 1d291982-3164-447e-bc4b-b23046fc47dd request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:11:09.198421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] Deleting port 46a6c510-17f0-43e5-8232-8a6e98b6568b {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:09.198809 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.271727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] For port 46a6c510-17f0-43e5-8232-8a6e98b6568b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=46a6c510-17f0-43e5-8232-8a6e98b6568b,segment=NetworkSegment(5eb78d1a-6dd1-4821-b368-719b0449fde9),segment_id=5eb78d1a-6dd1-4821-b368-719b0449fde9)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:09.272171 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.285961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] Calling delete_port for 46a6c510-17f0-43e5-8232-8a6e98b6568b owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:09.377435 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.390490 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.404778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] No DVR routers for this DVR port 46a6c510-17f0-43e5-8232-8a6e98b6568b on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:09.411721 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37246c-ebf6-4310-bbe3-61024b6e4cdd None None] Pushing event deleted for resources: {'Port': ['ID=46a6c510-17f0-43e5-8232-8a6e98b6568b,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:09.482284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.492232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d291982-3164-447e-bc4b-b23046fc47dd']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:09.502691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb78d1a-6dd1-4821-b368-719b0449fde9') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:09.502993 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb78d1a-6dd1-4821-b368-719b0449fde9') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:09.511447 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.536404 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.542634 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:09.543035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:09.545929 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:09.602580 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.610588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:09.613190 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] 10.222.0.58 "DELETE /v2.0/networks/1d291982-3164-447e-bc4b-b23046fc47dd HTTP/1.1" status: 204 len: 168 time: 0.6539583 Aug 29 05:11:09.626388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880220f-5156-4b94-86ce-f0f48a90c4f2 tempest-NetworksIpV6Test-684401433 tempest-NetworksIpV6Test-684401433-project] Pushing event deleted for resources: {'Network': ['ID=1d291982-3164-447e-bc4b-b23046fc47dd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:09.865056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 06ad660e-fa46-439f-9251-1fd9fd83f4a5 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:09.868456 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37052) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:09.886813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 06ad660e-fa46-439f-9251-1fd9fd83f4a5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:09.887361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 06ad660e-fa46-439f-9251-1fd9fd83f4a5 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:09.887876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 46a6c510-17f0-43e5-8232-8a6e98b6568b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:09.907729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 46a6c510-17f0-43e5-8232-8a6e98b6568b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:09.908202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 46a6c510-17f0-43e5-8232-8a6e98b6568b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:10.001019 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5617e455-c394-43af-9c84-0c8f8143ffc7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e26c31127e5402ca943d4b7415b40e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313868 Aug 29 05:11:10.003486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37056) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:10.052237 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ce413d4-08e6-479f-8f7a-ac2f26603bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.073318 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ce413d4-08e6-479f-8f7a-ac2f26603bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.125132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ce413d4-08e6-479f-8f7a-ac2f26603bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.127762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2ce413d4-08e6-479f-8f7a-ac2f26603bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.128976 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2ce413d4-08e6-479f-8f7a-ac2f26603bb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/923c2725-4be2-4ae5-8245-35a9c0d022d0 HTTP/1.1" status: 204 len: 168 time: 0.1245253 Aug 29 05:11:10.137408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce413d4-08e6-479f-8f7a-ac2f26603bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923c2725-4be2-4ae5-8245-35a9c0d022d0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:10.802040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37078) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:10.898368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3b6c8402-f324-4f48-aaac-e5069a849f95 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1210286705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:10.921075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8402-f324-4f48-aaac-e5069a849f95 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.922015 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8402-f324-4f48-aaac-e5069a849f95 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.975936 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8402-f324-4f48-aaac-e5069a849f95 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.982481 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8402-f324-4f48-aaac-e5069a849f95 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.000247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8402-f324-4f48-aaac-e5069a849f95 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.001444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3b6c8402-f324-4f48-aaac-e5069a849f95 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1983933 Aug 29 05:11:11.004201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37082) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:11.009006 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1450045924'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:11.028294 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Made reservation on behalf of 8b4d4f5fc0b1420e92436f92b4dab97e for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:11.031751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.360021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.451114 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.455353 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.482289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:11.492464 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a912cf-5419-4ed0-9f54-8b897c9d4c17,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:11.497191 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.497542 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Added segment 0d24ae34-f0ce-404e-9e44-d1055ef2dabe of type vlan for network 923d8a77-99e9-4e73-83f1-3cb388cb107f Aug 29 05:11:11.538282 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.564616 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.570151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:11.570742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.637298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6319404 Aug 29 05:11:11.640098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37084) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:11.645355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Request body: {'subnet': {'network_id': '923d8a77-99e9-4e73-83f1-3cb388cb107f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:11.646321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76adc4-0dfa-4585-b6bd-b1c346c18fea tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event updated for resources: {'Network': ['ID=923d8a77-99e9-4e73-83f1-3cb388cb107f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:11.658342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 923d8a77-99e9-4e73-83f1-3cb388cb107f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:11.741523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Made reservation on behalf of 8b4d4f5fc0b1420e92436f92b4dab97e for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:11.745193 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.929999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.995371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event updated for resources: {'Subnet': ['ID=208f554a-3434-464a-bdaa-f8be187a33e8,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:12.005414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Checking segment: {'id': '0d24ae34-f0ce-404e-9e44-d1055ef2dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '923d8a77-99e9-4e73-83f1-3cb388cb107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:12.005781 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Network hostable DHCP agents. Network: 923d8a77-99e9-4e73-83f1-3cb388cb107f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:12.021689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Network 923d8a77-99e9-4e73-83f1-3cb388cb107f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:12.031467 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 923d8a77-99e9-4e73-83f1-3cb388cb107f) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:12.035914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:12.036548 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.040393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe7196-8b17-493e-93ce-503941ba896b None None] Network 923d8a77-99e9-4e73-83f1-3cb388cb107f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:12.052182 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-ced30321-58eb-4688-a461-42400c18a7f1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4108038 Aug 29 05:11:12.055117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37086) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:12.061045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1757185013'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:12.088092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Made reservation on behalf of 8b4d4f5fc0b1420e92436f92b4dab97e for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:12.094115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.131007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:12.142452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.142765 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Added segment d1059056-a95b-4089-a7fe-d3d46b61c1cc of type vlan for network f5e466fe-14ca-4786-9c08-f6a40be1436f Aug 29 05:11:12.182841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.195337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-923d8a77-99e9-4e73-83f1-3cb388cb107f', 'network_id': '923d8a77-99e9-4e73-83f1-3cb388cb107f', 'tenant_id': '8b4d4f5fc0b1420e92436f92b4dab97e', 'fixed_ips': [{'subnet_id': '208f554a-3434-464a-bdaa-f8be187a33e8'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:12.196306 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.209647 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.215935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:12.216567 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.270026 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2134774 Aug 29 05:11:12.272894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37088) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:12.278824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Request body: {'subnet': {'network_id': 'f5e466fe-14ca-4786-9c08-f6a40be1436f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:12.291393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3d2d5-5a12-411c-9b43-1a611ea010b1 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event updated for resources: {'Network': ['ID=f5e466fe-14ca-4786-9c08-f6a40be1436f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:12.304009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f5e466fe-14ca-4786-9c08-f6a40be1436f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:12.370222 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Made reservation on behalf of 8b4d4f5fc0b1420e92436f92b4dab97e for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:12.373769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.407241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Allocated IP 172.20.0.2 (923d8a77-99e9-4e73-83f1-3cb388cb107f/208f554a-3434-464a-bdaa-f8be187a33e8/5719724c-ef6c-48b2-a3b9-74a99d120f90) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:12.563210 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.567734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.571762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Transition to ACTIVE for port object 5719724c-ef6c-48b2-a3b9-74a99d120f90 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:12.586741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Transition to ACTIVE for port object 5719724c-ef6c-48b2-a3b9-74a99d120f90 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:12.601635 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.634569 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event updated for resources: {'Subnet': ['ID=e6377e36-e600-4b9f-920d-3090b99572a3,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:12.647029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Network 923d8a77-99e9-4e73-83f1-3cb388cb107f is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:12.650376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:12.653296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Checking segment: {'id': 'd1059056-a95b-4089-a7fe-d3d46b61c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f5e466fe-14ca-4786-9c08-f6a40be1436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:12.654062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Network hostable DHCP agents. Network: f5e466fe-14ca-4786-9c08-f6a40be1436f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:12.655214 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:12.662459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Pushing event updated for resources: {'Port': ['ID=5719724c-ef6c-48b2-a3b9-74a99d120f90,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:12.674724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Network f5e466fe-14ca-4786-9c08-f6a40be1436f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:12.685210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f5e466fe-14ca-4786-9c08-f6a40be1436f) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:12.690667 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:12.691619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.695033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdcfd23-431e-4804-ae0b-c94ad66bc302 None None] Network f5e466fe-14ca-4786-9c08-f6a40be1436f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:12.712200 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c47dd2e9-910d-4f28-ae28-387e0e50770a tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4356070 Aug 29 05:11:12.712736 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37090) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:12.718578 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b773cfed-06ff-4982-8a8f-5d1d31c69e03 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5e466fe-14ca-4786-9c08-f6a40be1436f'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:12.770422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Attempting to bind port 5719724c-ef6c-48b2-a3b9-74a99d120f90 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:12.770797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Attempting to bind port 5719724c-ef6c-48b2-a3b9-74a99d120f90 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0d24ae34-f0ce-404e-9e44-d1055ef2dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '923d8a77-99e9-4e73-83f1-3cb388cb107f'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:12.771182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Attempting to bind port 5719724c-ef6c-48b2-a3b9-74a99d120f90 on network 923d8a77-99e9-4e73-83f1-3cb388cb107f {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:12.779758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:12.780157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Checking segment: {'id': '0d24ae34-f0ce-404e-9e44-d1055ef2dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '923d8a77-99e9-4e73-83f1-3cb388cb107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:12.780559 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.780957 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Bound using segment: {'id': '0d24ae34-f0ce-404e-9e44-d1055ef2dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '923d8a77-99e9-4e73-83f1-3cb388cb107f'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:12.781421 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Bound port: 5719724c-ef6c-48b2-a3b9-74a99d120f90, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d24ae34-f0ce-404e-9e44-d1055ef2dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '923d8a77-99e9-4e73-83f1-3cb388cb107f'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:12.781801 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.892680 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] For port 5719724c-ef6c-48b2-a3b9-74a99d120f90, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:12.897155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] For port 5719724c-ef6c-48b2-a3b9-74a99d120f90, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5719724c-ef6c-48b2-a3b9-74a99d120f90,segment=NetworkSegment(0d24ae34-f0ce-404e-9e44-d1055ef2dabe),segment_id=0d24ae34-f0ce-404e-9e44-d1055ef2dabe)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:12.904116 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.947033 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b773cfed-06ff-4982-8a8f-5d1d31c69e03 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.948731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-f5e466fe-14ca-4786-9c08-f6a40be1436f', 'network_id': 'f5e466fe-14ca-4786-9c08-f6a40be1436f', 'tenant_id': '8b4d4f5fc0b1420e92436f92b4dab97e', 'fixed_ips': [{'subnet_id': 'e6377e36-e600-4b9f-920d-3090b99572a3'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:12.949562 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.003292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173393b0-c42a-4eb2-88ea-f776acbfc8bc None None] Pushing event updated for resources: {'Port': ['ID=5719724c-ef6c-48b2-a3b9-74a99d120f90,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:13.068813 n-d-712142-15 neutron-server[94845]: INFO neutron.api.v2.resource [None req-b773cfed-06ff-4982-8a8f-5d1d31c69e03 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 05:11:13.069919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b773cfed-06ff-4982-8a8f-5d1d31c69e03 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "PUT /v2.0/routers/34a68ddf-559b-4951-b997-ed5766f9cd44 HTTP/1.1" status: 400 len: 364 time: 0.3562248 Aug 29 05:11:13.076327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:13.128803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Allocated IP 172.21.0.2 (f5e466fe-14ca-4786-9c08-f6a40be1436f/e6377e36-e600-4b9f-920d-3090b99572a3/da6a2bb2-d551-4d7a-9f14-71a9c50feca6) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:13.134329 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6446f77-e156-4b31-86ba-0d7cec1b05ca tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Deleting subnet e6377e36-e600-4b9f-920d-3090b99572a3 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:13.297962 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.306227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Transition to ACTIVE for port object da6a2bb2-d551-4d7a-9f14-71a9c50feca6 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:13.321108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Transition to ACTIVE for port object da6a2bb2-d551-4d7a-9f14-71a9c50feca6 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:13.326241 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c6446f77-e156-4b31-86ba-0d7cec1b05ca tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.326990 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.368028 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Network f5e466fe-14ca-4786-9c08-f6a40be1436f is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:13.368280 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c6446f77-e156-4b31-86ba-0d7cec1b05ca tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.371109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:13.375834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:13.379263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Pushing event updated for resources: {'Port': ['ID=da6a2bb2-d551-4d7a-9f14-71a9c50feca6,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:13.440802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Attempting to bind port da6a2bb2-d551-4d7a-9f14-71a9c50feca6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:13.441140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Attempting to bind port da6a2bb2-d551-4d7a-9f14-71a9c50feca6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'd1059056-a95b-4089-a7fe-d3d46b61c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f5e466fe-14ca-4786-9c08-f6a40be1436f'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:13.441569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Attempting to bind port da6a2bb2-d551-4d7a-9f14-71a9c50feca6 on network f5e466fe-14ca-4786-9c08-f6a40be1436f {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:13.447273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:13.447661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Checking segment: {'id': 'd1059056-a95b-4089-a7fe-d3d46b61c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f5e466fe-14ca-4786-9c08-f6a40be1436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:13.448129 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.448671 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Bound using segment: {'id': 'd1059056-a95b-4089-a7fe-d3d46b61c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f5e466fe-14ca-4786-9c08-f6a40be1436f'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:13.449161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Bound port: da6a2bb2-d551-4d7a-9f14-71a9c50feca6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1059056-a95b-4089-a7fe-d3d46b61c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f5e466fe-14ca-4786-9c08-f6a40be1436f'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:13.449608 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.462461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c6446f77-e156-4b31-86ba-0d7cec1b05ca tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.524347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c6446f77-e156-4b31-86ba-0d7cec1b05ca tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.527435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] For port da6a2bb2-d551-4d7a-9f14-71a9c50feca6, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:13.530741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] For port da6a2bb2-d551-4d7a-9f14-71a9c50feca6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da6a2bb2-d551-4d7a-9f14-71a9c50feca6,segment=NetworkSegment(d1059056-a95b-4089-a7fe-d3d46b61c1cc),segment_id=d1059056-a95b-4089-a7fe-d3d46b61c1cc)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:13.535533 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.551556 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6446f77-e156-4b31-86ba-0d7cec1b05ca tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event deleted for resources: {'Subnet': ['ID=e6377e36-e600-4b9f-920d-3090b99572a3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:13.560908 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c6446f77-e156-4b31-86ba-0d7cec1b05ca tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.562895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c6446f77-e156-4b31-86ba-0d7cec1b05ca tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "DELETE /v2.0/subnets/e6377e36-e600-4b9f-920d-3090b99572a3 HTTP/1.1" status: 204 len: 168 time: 0.4855940 Aug 29 05:11:13.565652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37094) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:13.601654 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329bd8c-807e-463e-bf21-a9c080da84fd None None] Pushing event updated for resources: {'Port': ['ID=da6a2bb2-d551-4d7a-9f14-71a9c50feca6,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:13.649930 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.713512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Deleting port da6a2bb2-d551-4d7a-9f14-71a9c50feca6 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:13.713861 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.802314 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] For port da6a2bb2-d551-4d7a-9f14-71a9c50feca6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=da6a2bb2-d551-4d7a-9f14-71a9c50feca6,segment=NetworkSegment(d1059056-a95b-4089-a7fe-d3d46b61c1cc),segment_id=d1059056-a95b-4089-a7fe-d3d46b61c1cc)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:13.802691 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.816025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Calling delete_port for da6a2bb2-d551-4d7a-9f14-71a9c50feca6 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:13.929171 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.966039 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event deleted for resources: {'Port': ['ID=da6a2bb2-d551-4d7a-9f14-71a9c50feca6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:13.969056 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] No DVR routers for this DVR port da6a2bb2-d551-4d7a-9f14-71a9c50feca6 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:14.012962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5719724c-ef6c-48b2-a3b9-74a99d120f90 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:14.067331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 5719724c-ef6c-48b2-a3b9-74a99d120f90 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:14.071200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.072374 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da6a2bb2-d551-4d7a-9f14-71a9c50feca6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:14.083618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e466fe-14ca-4786-9c08-f6a40be1436f']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.095479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1059056-a95b-4089-a7fe-d3d46b61c1cc') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.095742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1059056-a95b-4089-a7fe-d3d46b61c1cc') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.097260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: da6a2bb2-d551-4d7a-9f14-71a9c50feca6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:14.097614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da6a2bb2-d551-4d7a-9f14-71a9c50feca6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 05:11:14.113092 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.125614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd2fd1-b6e9-4c66-a063-1c50bab28547 None None] Network 923d8a77-99e9-4e73-83f1-3cb388cb107f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:14.128517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.130452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Port da6a2bb2-d551-4d7a-9f14-71a9c50feca6 not found, will not notify nova. {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 05:11:14.134783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:14.135200 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:14.138246 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:14.179773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-42d0b540-9adf-4423-965f-9c213949e65e None None] Provisioning for port 5719724c-ef6c-48b2-a3b9-74a99d120f90 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:14.187907 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-42d0b540-9adf-4423-965f-9c213949e65e None None] Provisioning complete for port 5719724c-ef6c-48b2-a3b9-74a99d120f90 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:14.188326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-42d0b540-9adf-4423-965f-9c213949e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.215822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.221229 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.224821 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "DELETE /v2.0/networks/f5e466fe-14ca-4786-9c08-f6a40be1436f HTTP/1.1" status: 204 len: 168 time: 0.6559622 Aug 29 05:11:14.225304 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37096) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:14.238691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be355275-685d-4dc7-a060-9a776c7fba85 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event deleted for resources: {'Network': ['ID=f5e466fe-14ca-4786-9c08-f6a40be1436f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:14.292559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5bd524-a750-4c9b-af5f-eeca703b3cfe tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Deleting subnet 208f554a-3434-464a-bdaa-f8be187a33e8 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:14.297250 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd524-a750-4c9b-af5f-eeca703b3cfe tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.351839 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd524-a750-4c9b-af5f-eeca703b3cfe tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.445336 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd524-a750-4c9b-af5f-eeca703b3cfe tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.513662 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd524-a750-4c9b-af5f-eeca703b3cfe tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.521678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-42d0b540-9adf-4423-965f-9c213949e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.547501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bd524-a750-4c9b-af5f-eeca703b3cfe tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event deleted for resources: {'Subnet': ['ID=208f554a-3434-464a-bdaa-f8be187a33e8,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:14.554852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd524-a750-4c9b-af5f-eeca703b3cfe tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.557840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6c5bd524-a750-4c9b-af5f-eeca703b3cfe tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "DELETE /v2.0/subnets/208f554a-3434-464a-bdaa-f8be187a33e8 HTTP/1.1" status: 204 len: 168 time: 0.3308051 Aug 29 05:11:14.561017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37098) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:14.594039 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-42d0b540-9adf-4423-965f-9c213949e65e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:11:14.594686 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-42d0b540-9adf-4423-965f-9c213949e65e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:11:14.657939 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.730153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Deleting port 5719724c-ef6c-48b2-a3b9-74a99d120f90 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:14.730518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.733333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a59a1-dc09-4f72-8d58-36bd756cbdd4 None None] DHCP port deletion for f5e466fe-14ca-4786-9c08-f6a40be1436f request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:11:14.753872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c257944f-82f1-4e2d-b08c-357db2c41d46 None None] Network f5e466fe-14ca-4786-9c08-f6a40be1436f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:14.765910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c257944f-82f1-4e2d-b08c-357db2c41d46 None None] Network f5e466fe-14ca-4786-9c08-f6a40be1436f could not be found, it might have been deleted concurrently. {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 05:11:14.796768 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d559c550-5bde-4cbf-bae1-cffd822b3207 None None] Network 923d8a77-99e9-4e73-83f1-3cb388cb107f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:14.799778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] For port 5719724c-ef6c-48b2-a3b9-74a99d120f90, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=5719724c-ef6c-48b2-a3b9-74a99d120f90,segment=NetworkSegment(0d24ae34-f0ce-404e-9e44-d1055ef2dabe),segment_id=0d24ae34-f0ce-404e-9e44-d1055ef2dabe)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:14.800247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.813940 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Calling delete_port for 5719724c-ef6c-48b2-a3b9-74a99d120f90 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:14.897895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.925158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event deleted for resources: {'Port': ['ID=5719724c-ef6c-48b2-a3b9-74a99d120f90,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:14.926925 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] No DVR routers for this DVR port 5719724c-ef6c-48b2-a3b9-74a99d120f90 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:14.980259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c0f7d-3322-4f10-b20a-5ac4e05215ff None None] DHCP port deletion for 923d8a77-99e9-4e73-83f1-3cb388cb107f request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:11:15.009013 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.018853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d8a77-99e9-4e73-83f1-3cb388cb107f']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:15.031283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d24ae34-f0ce-404e-9e44-d1055ef2dabe') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:15.031582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d24ae34-f0ce-404e-9e44-d1055ef2dabe') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:15.041155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.061684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.067713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:15.068128 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:15.070970 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:15.120471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-42d0b540-9adf-4423-965f-9c213949e65e None None] Port 5719724c-ef6c-48b2-a3b9-74a99d120f90 update to ACTIVE by agent not found {{(pid=94847) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 05:11:15.131588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.139231 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.141100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "DELETE /v2.0/networks/923d8a77-99e9-4e73-83f1-3cb388cb107f HTTP/1.1" status: 204 len: 168 time: 0.5789392 Aug 29 05:11:15.143846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37100) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:15.153304 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d120e5-f9cb-46df-b6e6-871f67b8dd6c tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Pushing event deleted for resources: {'Network': ['ID=923d8a77-99e9-4e73-83f1-3cb388cb107f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:15.172180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-05d28fb9-b9a0-4bcd-a122-35d180cc3d90 tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "GET /v2.0/ports?device_id=34a68ddf-559b-4951-b997-ed5766f9cd44 HTTP/1.1" status: 200 len: 205 time: 0.0269811 Aug 29 05:11:15.174401 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37102) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:15.231804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7ea089f1-7b37-4905-ad4f-b62565f5de3a None None] Could not find standard attr ID for object 5719724c-ef6c-48b2-a3b9-74a99d120f90. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:11:15.234579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7ea089f1-7b37-4905-ad4f-b62565f5de3a None None] Could not find standard attr ID for object da6a2bb2-d551-4d7a-9f14-71a9c50feca6. {{(pid=94847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:11:15.250284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e58f7425-e9bb-4c60-ae5a-e90a3d62053d tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.412118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e58f7425-e9bb-4c60-ae5a-e90a3d62053d tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.414656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e58f7425-e9bb-4c60-ae5a-e90a3d62053d tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.460182 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e58f7425-e9bb-4c60-ae5a-e90a3d62053d tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.460703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58f7425-e9bb-4c60-ae5a-e90a3d62053d tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Fanout notify agent at l3_agent the message router_deleted on router 34a68ddf-559b-4951-b997-ed5766f9cd44 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:11:15.472847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e58f7425-e9bb-4c60-ae5a-e90a3d62053d tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.472988 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e58f7425-e9bb-4c60-ae5a-e90a3d62053d tempest-RoutersNegativeTest-1312072481 tempest-RoutersNegativeTest-1312072481-project] 10.222.0.58 "DELETE /v2.0/routers/34a68ddf-559b-4951-b997-ed5766f9cd44 HTTP/1.1" status: 204 len: 168 time: 0.2976959 Aug 29 05:11:15.737956 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37108) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:15.878994 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-528f6ae5-5d8c-48d7-ba3d-fd4df4f4d2d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b4d4f5fc0b1420e92436f92b4dab97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389759 Aug 29 05:11:15.880719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5719724c-ef6c-48b2-a3b9-74a99d120f90 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:15.880871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37112) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:15.901463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 5719724c-ef6c-48b2-a3b9-74a99d120f90 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:15.901786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 5719724c-ef6c-48b2-a3b9-74a99d120f90 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:15.902216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da6a2bb2-d551-4d7a-9f14-71a9c50feca6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:15.921045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: da6a2bb2-d551-4d7a-9f14-71a9c50feca6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:15.921398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device da6a2bb2-d551-4d7a-9f14-71a9c50feca6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:15.931287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9c3-7227-41b9-884c-65c3367a6dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.953755 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9c3-7227-41b9-884c-65c3367a6dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.010168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9c3-7227-41b9-884c-65c3367a6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.012860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9c3-7227-41b9-884c-65c3367a6dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.014017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3bc9a9c3-7227-41b9-884c-65c3367a6dd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02a912cf-5419-4ed0-9f54-8b897c9d4c17 HTTP/1.1" status: 204 len: 168 time: 0.1322289 Aug 29 05:11:16.022181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9a9c3-7227-41b9-884c-65c3367a6dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a912cf-5419-4ed0-9f54-8b897c9d4c17,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:16.668369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37134) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:16.769690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-983141756-network', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:16.796138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Made reservation on behalf of c6e43b0daf5542d4a2b14de7496809f3 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:16.798489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.807157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.904190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.907999 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.933240 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:16.942949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1a589b-15b8-4d8b-bf97-2df876005ce9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:16.948152 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.948504 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Added segment 66b0d765-3c15-45d0-b7dd-720b19732424 of type vlan for network b2b60547-0c56-4077-a99b-f4623d93a011 Aug 29 05:11:16.961789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.962143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.962489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.962833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.963791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.964171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.964511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.964843 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.965173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.965505 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.965842 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:16.966170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.012104 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.040344 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.041414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:17.042011 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.097057 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4275393 Aug 29 05:11:17.100524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:17.106019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Request body: {'subnet': {'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-subnet', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:17.113802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e506ae-825a-4faa-a485-d4b74d73725f admin admin] Pushing event updated for resources: {'Network': ['ID=b2b60547-0c56-4077-a99b-f4623d93a011,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:17.125070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network b2b60547-0c56-4077-a99b-f4623d93a011 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:17.129450 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Made reservation on behalf of c6e43b0daf5542d4a2b14de7496809f3 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:17.133275 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.349522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.404842 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188638fa-a7e1-47ce-afa6-efa7ec70a32c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:17.421376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Checking segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:17.421740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Network hostable DHCP agents. Network: b2b60547-0c56-4077-a99b-f4623d93a011, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:17.440750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Network b2b60547-0c56-4077-a99b-f4623d93a011 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:17.452691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, b2b60547-0c56-4077-a99b-f4623d93a011) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:17.456979 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:17.457587 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.461863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768b525-8f34-48c1-bbe7-67835501fe6b None None] Network b2b60547-0c56-4077-a99b-f4623d93a011 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:17.475552 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e6f6d601-b964-4ca2-945a-9247796c8ab6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3732567 Aug 29 05:11:17.478027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37140) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:17.482415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:17.510780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.512275 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.524911 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-595a838d-ab53-4493-8fb9-15f1f3ee81ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.573909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.635072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-b2b60547-0c56-4077-a99b-f4623d93a011', 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'fixed_ips': [{'subnet_id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:17.635958 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.724751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.780727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Allocated IP 172.20.0.2 (b2b60547-0c56-4077-a99b-f4623d93a011/188638fa-a7e1-47ce-afa6-efa7ec70a32c/a8d3ab98-f48d-4d7d-97ed-65eb40042cf1) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:17.946453 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.951394 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.957843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Transition to ACTIVE for port object a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:17.971786 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.974393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Transition to ACTIVE for port object a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:17.980772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.026402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Network b2b60547-0c56-4077-a99b-f4623d93a011 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:18.029749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:18.033518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:18.040268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Pushing event updated for resources: {'Port': ['ID=a8d3ab98-f48d-4d7d-97ed-65eb40042cf1,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:18.089265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Allocated IP 172.25.1.100 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/484a69d3-7da7-4044-95d6-3f3c70b8b753) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:18.094648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Attempting to bind port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:18.094892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Attempting to bind port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:18.095083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Attempting to bind port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 on network b2b60547-0c56-4077-a99b-f4623d93a011 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:18.100526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:18.100694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Checking segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:18.101085 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.101474 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Bound using segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:18.101949 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Bound port: a8d3ab98-f48d-4d7d-97ed-65eb40042cf1, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:18.102336 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.171710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] For port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:18.175512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] For port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a8d3ab98-f48d-4d7d-97ed-65eb40042cf1,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:18.181014 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.209629 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.244227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d197f17-ee8b-4c3c-9506-be8b179c6b10 None None] Pushing event updated for resources: {'Port': ['ID=a8d3ab98-f48d-4d7d-97ed-65eb40042cf1,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:18.258193 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.306525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:18.309954 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:18.313685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:18.319422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Pushing event updated for resources: {'Port': ['ID=484a69d3-7da7-4044-95d6-3f3c70b8b753,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:18.599418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.794097 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.938495 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:11:19.052671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:19.063779 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Sync routers for ids ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:19.073864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.075163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-62a79b3c-dbe7-4883-a3a3-59bb079c8518 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5963588 Aug 29 05:11:19.077927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37142) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:19.079085 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Routers {'20826dd7-b91a-448d-8c4e-bf0c4e67e815'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:19.079774 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:10:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:19.195058 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Set router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:19.207656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55bf7d2-bb51-47ce-a42e-23b672318a12 None None] Network b2b60547-0c56-4077-a99b-f4623d93a011 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:19.302300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-29cc4143-b663-4d7c-8e8f-30b0973b2ec3 None None] Provisioning for port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:19.416049 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:18Z', 'revision_number': 3, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port': {'id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:19.449265 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Checking router: 20826dd7-b91a-448d-8c4e-bf0c4e67e815 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:19.449874 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Updating router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 port 484a69d3-7da7-4044-95d6-3f3c70b8b753 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:11:19.475918 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.532357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.759870 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.771379 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Transition to ACTIVE for port object 484a69d3-7da7-4044-95d6-3f3c70b8b753 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:19.777488 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.825664 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Attempting to bind port 484a69d3-7da7-4044-95d6-3f3c70b8b753 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:19.826127 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Attempting to bind port 484a69d3-7da7-4044-95d6-3f3c70b8b753 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:19.826390 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Attempting to bind port 484a69d3-7da7-4044-95d6-3f3c70b8b753 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:19.837048 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:19.837421 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:19.837825 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.838223 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:19.838691 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Bound port: 484a69d3-7da7-4044-95d6-3f3c70b8b753, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:19.839071 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.869093 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Pushing event updated for resources: {'Port': ['ID=484a69d3-7da7-4044-95d6-3f3c70b8b753,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:19.899213 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] For port 484a69d3-7da7-4044-95d6-3f3c70b8b753, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:19.903105 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] For port 484a69d3-7da7-4044-95d6-3f3c70b8b753, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=484a69d3-7da7-4044-95d6-3f3c70b8b753,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:19.909099 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.911592 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.911935 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.912291 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.912625 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.912956 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.913285 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.913608 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.913932 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.914250 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.914575 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.915602 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.915602 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:19.934895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:19.984566 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887b9da-fa64-410d-a410-502c9125a50b None None] Pushing event updated for resources: {'Port': ['ID=484a69d3-7da7-4044-95d6-3f3c70b8b753,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:19.989192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:19.990645 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Routers {'20826dd7-b91a-448d-8c4e-bf0c4e67e815'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:19.991453 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:10:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:19.993821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:19.994334 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.044156 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Allocated IP 172.20.0.1 (b2b60547-0c56-4077-a99b-f4623d93a011/188638fa-a7e1-47ce-afa6-efa7ec70a32c/c326ab00-0b1f-466e-be53-ece5f1295bb7) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:20.084712 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.125931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a8d3ab98-f48d-4d7d-97ed-65eb40042cf1,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:20.130973 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.165325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.179535 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Transition to ACTIVE for port object c326ab00-0b1f-466e-be53-ece5f1295bb7 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:20.188915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a8d3ab98-f48d-4d7d-97ed-65eb40042cf1,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:20.215405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.225496 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] Set router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:20.263095 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Network b2b60547-0c56-4077-a99b-f4623d93a011 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:20.267368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:20.269561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Pushing event updated for resources: {'Port': ['ID=c326ab00-0b1f-466e-be53-ece5f1295bb7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:20.272194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:20.317938 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.436934 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:18Z', 'revision_number': 3, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port': {'id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:20.441713 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.459211 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.469145 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55333a3b-2ea0-43ed-8898-40d0b9a493cb None None] The sync data for ids ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'] in n-d-712142-15 is: [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:18Z', 'revision_number': 3, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port': {'id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:20.506192 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7fb272c7-5339-4310-9852-fcb555b152c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.580971 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a906078b-6f37-4282-b39e-8791a2dcbea6 None None] Provisioning for port c326ab00-0b1f-466e-be53-ece5f1295bb7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:20.585446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a906078b-6f37-4282-b39e-8791a2dcbea6 None None] Provisioning complete for port c326ab00-0b1f-466e-be53-ece5f1295bb7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:20.585824 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a906078b-6f37-4282-b39e-8791a2dcbea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.638795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a906078b-6f37-4282-b39e-8791a2dcbea6 None None] Port c326ab00-0b1f-466e-be53-ece5f1295bb7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:20.660490 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.670104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.791099 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.793028 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Pushing event updated for resources: {'Port': ['ID=c326ab00-0b1f-466e-be53-ece5f1295bb7,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:20.904080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Network b2b60547-0c56-4077-a99b-f4623d93a011 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:20.905688 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:21.056247 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:21.166518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b27bd764-4133-421a-a9f2-1293d2a42d8c None None] Provisioning complete for port c326ab00-0b1f-466e-be53-ece5f1295bb7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:21.167182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b27bd764-4133-421a-a9f2-1293d2a42d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.176584 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:21.183440 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8c64433b-3a3b-4977-bac6-eeb9a947294d admin admin] 10.222.0.58 "PUT /v2.0/routers/20826dd7-b91a-448d-8c4e-bf0c4e67e815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1042576 Aug 29 05:11:21.205915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b27bd764-4133-421a-a9f2-1293d2a42d8c None None] Port c326ab00-0b1f-466e-be53-ece5f1295bb7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:21.389399 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.671480 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37158) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:21.676884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-267724087-network', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:21.697348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Made reservation on behalf of 109406e37aed41b59645eb897fc6f6bb for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:21.700274 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.709297 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.811644 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.817001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.849088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27326e74-9856-47be-983c-9588c14de871,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:21.857552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:21.870356 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.870827 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Added segment 143995fe-2cb5-4588-a99a-1870f5fb7b89 of type vlan for network f90b4b10-613f-49de-b046-9e1c522555c2 Aug 29 05:11:21.906170 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22e1df6c-7301-44af-ade9-5a04381ec797 req-45b2d87a-4ffc-4e5b-a9fa-2832952de5a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0388906 Aug 29 05:11:21.940300 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.961524 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22e1df6c-7301-44af-ade9-5a04381ec797 req-f3d4e759-8a22-4daa-a10c-c56cc88dfb8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0313520 Aug 29 05:11:21.970917 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.972142 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:21.972769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.975316 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:11:21.979882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 484a69d3-7da7-4044-95d6-3f3c70b8b753 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:22.020793 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22e1df6c-7301-44af-ade9-5a04381ec797 req-5f41d3ac-9526-4ac6-b403-3fd2f8c5ccb6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245371 Aug 29 05:11:22.043286 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3703701 Aug 29 05:11:22.046485 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37160) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:22.047833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 484a69d3-7da7-4044-95d6-3f3c70b8b753 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:22.053635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Request body: {'subnet': {'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-subnet', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:22.053947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 484a69d3-7da7-4044-95d6-3f3c70b8b753 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:22.054509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.059749 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eaa35-fb9b-43df-816f-3ad0850ef73e admin admin] Pushing event updated for resources: {'Network': ['ID=f90b4b10-613f-49de-b046-9e1c522555c2,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:22.082137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f90b4b10-613f-49de-b046-9e1c522555c2 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:22.082418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Made reservation on behalf of 109406e37aed41b59645eb897fc6f6bb for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:22.085985 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.139073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1df6c-7301-44af-ade9-5a04381ec797 req-f8c3f0d5-6704-4b3b-be5f-c72f7e9a65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:22.140736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-22e1df6c-7301-44af-ade9-5a04381ec797 req-f8c3f0d5-6704-4b3b-be5f-c72f7e9a65dc service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134706 Aug 29 05:11:22.164996 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Sync routers for ids ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:22.183005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Routers {'20826dd7-b91a-448d-8c4e-bf0c4e67e815'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:22.183646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:11:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:22.262381 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.284672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.321060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 484a69d3-7da7-4044-95d6-3f3c70b8b753, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=484a69d3-7da7-4044-95d6-3f3c70b8b753,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:22.325820 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.326857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:22.345509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df102d6b-b9b1-4db9-b542-ba5496ec2024,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:22.356289 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Checking segment: {'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:22.356657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Network hostable DHCP agents. Network: f90b4b10-613f-49de-b046-9e1c522555c2, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:22.376409 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Network f90b4b10-613f-49de-b046-9e1c522555c2 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:22.383746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Set router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:22.388660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f90b4b10-613f-49de-b046-9e1c522555c2) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:22.393123 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:22.393728 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.415399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8dd6d56e-9943-4f53-90ba-a84ffe86c822 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3677590 Aug 29 05:11:22.418571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37162) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:22.421297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d856fa-db81-453a-9a4d-8c14b9915673 None None] Network f90b4b10-613f-49de-b046-9e1c522555c2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:22.423097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:22.444611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.445640 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.512265 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.542838 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=484a69d3-7da7-4044-95d6-3f3c70b8b753,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:22.655854 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.781316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:22.781699 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.871613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.891624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.923425 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-f90b4b10-613f-49de-b046-9e1c522555c2', 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'fixed_ips': [{'subnet_id': 'df102d6b-b9b1-4db9-b542-ba5496ec2024'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:22.924353 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.008027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Allocated IP 172.25.1.9 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/4c4587ab-0598-4f27-9d92-1148e8f27e41) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:23.063598 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.115750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:20Z', 'revision_number': 4, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port': {'id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c326ab00-0b1f-466e-be53-ece5f1295bb7', 'name': '', 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'mac_address': 'fa:16:3e:a1:69:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:19Z', 'updated_at': '2021-08-29T05:11:20Z', 'revision_number': 2, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'subnets': [{'id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:23.117054 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.146537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Checking router: 20826dd7-b91a-448d-8c4e-bf0c4e67e815 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:23.146908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Updating router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 port c326ab00-0b1f-466e-be53-ece5f1295bb7 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:11:23.158607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.172228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Allocated IP 172.20.0.2 (f90b4b10-613f-49de-b046-9e1c522555c2/df102d6b-b9b1-4db9-b542-ba5496ec2024/255226a2-ec38-4e0c-aaac-762b6c61e170) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:23.187784 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.206461 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:23.209468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:23.214353 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:23.220162 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4587ab-0598-4f27-9d92-1148e8f27e41,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:23.470964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.484676 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.488868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Transition to ACTIVE for port object 255226a2-ec38-4e0c-aaac-762b6c61e170 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:23.522764 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Transition to ACTIVE for port object 255226a2-ec38-4e0c-aaac-762b6c61e170 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:23.533920 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.610810 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Network f90b4b10-613f-49de-b046-9e1c522555c2 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:23.618804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:23.625522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:23.643414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Pushing event updated for resources: {'Port': ['ID=255226a2-ec38-4e0c-aaac-762b6c61e170,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:23.653315 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.694202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Transition to ACTIVE for port object c326ab00-0b1f-466e-be53-ece5f1295bb7 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:23.697221 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.705475 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.715043 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Attempting to bind port 255226a2-ec38-4e0c-aaac-762b6c61e170 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:23.715420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Attempting to bind port 255226a2-ec38-4e0c-aaac-762b6c61e170 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:23.715792 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Attempting to bind port 255226a2-ec38-4e0c-aaac-762b6c61e170 on network f90b4b10-613f-49de-b046-9e1c522555c2 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:23.743001 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:23.743376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Checking segment: {'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:23.743783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.744322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Bound using segment: {'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:23.745816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Bound port: 255226a2-ec38-4e0c-aaac-762b6c61e170, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:23.745816 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.778110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c551aa-e5d5-4351-aa6a-0546b616b4bb None None] Pushing event updated for resources: {'Port': ['ID=c326ab00-0b1f-466e-be53-ece5f1295bb7,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:23.861910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Router eca9d041-25dc-41b8-9c19-aa36036156ee is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:11:23.884407 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Attempting to bind port c326ab00-0b1f-466e-be53-ece5f1295bb7 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:23.884790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Attempting to bind port c326ab00-0b1f-466e-be53-ece5f1295bb7 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:23.885196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Attempting to bind port c326ab00-0b1f-466e-be53-ece5f1295bb7 on network b2b60547-0c56-4077-a99b-f4623d93a011 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:23.890465 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] For port 255226a2-ec38-4e0c-aaac-762b6c61e170, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:23.894754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] For port 255226a2-ec38-4e0c-aaac-762b6c61e170, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=255226a2-ec38-4e0c-aaac-762b6c61e170,segment=NetworkSegment(143995fe-2cb5-4588-a99a-1870f5fb7b89),segment_id=143995fe-2cb5-4588-a99a-1870f5fb7b89)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:23.896450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:23.896876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Checking segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:23.897310 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.897751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Bound using segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:23.898295 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Bound port: c326ab00-0b1f-466e-be53-ece5f1295bb7, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:23.898729 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.902728 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.922118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 484a69d3-7da7-4044-95d6-3f3c70b8b753 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:23.999350 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:24.012118 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5610116-e852-4378-ac03-1097e844097b None None] Sync routers for ids ['eca9d041-25dc-41b8-9c19-aa36036156ee'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:24.025285 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5610116-e852-4378-ac03-1097e844097b None None] Routers {'eca9d041-25dc-41b8-9c19-aa36036156ee'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:24.026619 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f5610116-e852-4378-ac03-1097e844097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:11:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d041-25dc-41b8-9c19-aa36036156ee'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:24.027336 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.031395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ff1d7a49-1779-4090-983f-b19734d7a039 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6093175 Aug 29 05:11:24.032903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37164) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:24.063908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff95c-95b3-43ec-9bf2-3df76f1ee48a None None] Pushing event updated for resources: {'Port': ['ID=255226a2-ec38-4e0c-aaac-762b6c61e170,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:24.078637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] For port c326ab00-0b1f-466e-be53-ece5f1295bb7, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:24.084153 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] For port c326ab00-0b1f-466e-be53-ece5f1295bb7, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c326ab00-0b1f-466e-be53-ece5f1295bb7,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:24.097419 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.106163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 484a69d3-7da7-4044-95d6-3f3c70b8b753 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:24.106622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.167916 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f5610116-e852-4378-ac03-1097e844097b None None] Set router eca9d041-25dc-41b8-9c19-aa36036156ee gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:24.200335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Routers {'20826dd7-b91a-448d-8c4e-bf0c4e67e815'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:24.200977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:11:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:24.203517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c551aa-e5d5-4351-aa6a-0546b616b4bb None None] Pushing event updated for resources: {'Port': ['ID=c326ab00-0b1f-466e-be53-ece5f1295bb7,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:24.428585 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] Set router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:24.451561 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f5610116-e852-4378-ac03-1097e844097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 3, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:24.481419 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5610116-e852-4378-ac03-1097e844097b None None] Checking router: eca9d041-25dc-41b8-9c19-aa36036156ee for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:24.482030 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5610116-e852-4378-ac03-1097e844097b None None] Updating router eca9d041-25dc-41b8-9c19-aa36036156ee port 4c4587ab-0598-4f27-9d92-1148e8f27e41 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:11:24.508602 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5610116-e852-4378-ac03-1097e844097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.653090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.689821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:20Z', 'revision_number': 4, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port': {'id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c326ab00-0b1f-466e-be53-ece5f1295bb7', 'name': '', 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'mac_address': 'fa:16:3e:a1:69:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:19Z', 'updated_at': '2021-08-29T05:11:24Z', 'revision_number': 4, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'subnets': [{'id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:24.723319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d48f6-6b05-4890-9cfe-455ce97079e0 None None] The sync data for ids ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'] in n-d-712142-15 is: [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:20Z', 'revision_number': 4, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port': {'id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c326ab00-0b1f-466e-be53-ece5f1295bb7', 'name': '', 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'mac_address': 'fa:16:3e:a1:69:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:19Z', 'updated_at': '2021-08-29T05:11:24Z', 'revision_number': 4, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'subnets': [{'id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:24.835451 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5610116-e852-4378-ac03-1097e844097b None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.846075 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-f5610116-e852-4378-ac03-1097e844097b None None] Transition to ACTIVE for port object 4c4587ab-0598-4f27-9d92-1148e8f27e41 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:24.849308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Allocated IP 172.20.0.1 (f90b4b10-613f-49de-b046-9e1c522555c2/df102d6b-b9b1-4db9-b542-ba5496ec2024/fcb70c86-7f84-4eb0-97c6-86695f0726a9) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:24.855841 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5610116-e852-4378-ac03-1097e844097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.927304 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba749a7-cbb0-4c8d-9a3a-dec88d460a00 None None] Pushing event updated for resources: {'Port': ['ID=4c4587ab-0598-4f27-9d92-1148e8f27e41,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:24.934723 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-f5610116-e852-4378-ac03-1097e844097b None None] Attempting to bind port 4c4587ab-0598-4f27-9d92-1148e8f27e41 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:24.935717 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-f5610116-e852-4378-ac03-1097e844097b None None] Attempting to bind port 4c4587ab-0598-4f27-9d92-1148e8f27e41 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:24.936129 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5610116-e852-4378-ac03-1097e844097b None None] Attempting to bind port 4c4587ab-0598-4f27-9d92-1148e8f27e41 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:24.943030 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5610116-e852-4378-ac03-1097e844097b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:24.943903 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5610116-e852-4378-ac03-1097e844097b None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:24.944348 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5610116-e852-4378-ac03-1097e844097b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.944738 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5610116-e852-4378-ac03-1097e844097b None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:24.945220 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-f5610116-e852-4378-ac03-1097e844097b None None] Bound port: 4c4587ab-0598-4f27-9d92-1148e8f27e41, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:24.945605 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5610116-e852-4378-ac03-1097e844097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.986161 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.005508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Transition to ACTIVE for port object fcb70c86-7f84-4eb0-97c6-86695f0726a9 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:25.015024 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-f5610116-e852-4378-ac03-1097e844097b None None] For port 4c4587ab-0598-4f27-9d92-1148e8f27e41, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:25.019296 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-f5610116-e852-4378-ac03-1097e844097b None None] For port 4c4587ab-0598-4f27-9d92-1148e8f27e41, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4c4587ab-0598-4f27-9d92-1148e8f27e41,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:25.026281 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-f5610116-e852-4378-ac03-1097e844097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.052261 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.082761 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5610116-e852-4378-ac03-1097e844097b None None] Routers {'eca9d041-25dc-41b8-9c19-aa36036156ee'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:25.083417 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f5610116-e852-4378-ac03-1097e844097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:11:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d041-25dc-41b8-9c19-aa36036156ee'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:25.128078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Network f90b4b10-613f-49de-b046-9e1c522555c2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:25.131690 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:25.137342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:25.139042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb70c86-7f84-4eb0-97c6-86695f0726a9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:25.157882 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba749a7-cbb0-4c8d-9a3a-dec88d460a00 None None] Pushing event updated for resources: {'Port': ['ID=4c4587ab-0598-4f27-9d92-1148e8f27e41,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:25.184685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.234615 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-f5610116-e852-4378-ac03-1097e844097b None None] Set router eca9d041-25dc-41b8-9c19-aa36036156ee gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:25.358684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ea34e-eacc-4fdb-952e-34bf14ddc442 None None] Network f90b4b10-613f-49de-b046-9e1c522555c2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:25.448465 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-f5610116-e852-4378-ac03-1097e844097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 3, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:25.483469 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5610116-e852-4378-ac03-1097e844097b None None] The sync data for ids ['eca9d041-25dc-41b8-9c19-aa36036156ee'] in n-d-712142-15 is: [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 3, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:25.514032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d4eb824d-d374-4a36-a684-568dda04615c None None] Provisioning for port 255226a2-ec38-4e0c-aaac-762b6c61e170 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:25.723284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.878925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44565bd5-3b29-40bf-9594-4444dac0e7e2 None None] Provisioning for port fcb70c86-7f84-4eb0-97c6-86695f0726a9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:25.892144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-44565bd5-3b29-40bf-9594-4444dac0e7e2 None None] Provisioning complete for port fcb70c86-7f84-4eb0-97c6-86695f0726a9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:25.892512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-44565bd5-3b29-40bf-9594-4444dac0e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.968125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-44565bd5-3b29-40bf-9594-4444dac0e7e2 None None] Port fcb70c86-7f84-4eb0-97c6-86695f0726a9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:26.038008 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.047660 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.069084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 255226a2-ec38-4e0c-aaac-762b6c61e170 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:26.125750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb70c86-7f84-4eb0-97c6-86695f0726a9,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:26.128522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.153115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 255226a2-ec38-4e0c-aaac-762b6c61e170 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:26.158168 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 255226a2-ec38-4e0c-aaac-762b6c61e170 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:26.158553 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.248498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Network f90b4b10-613f-49de-b046-9e1c522555c2 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:26.250386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:26.259912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.310030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 255226a2-ec38-4e0c-aaac-762b6c61e170, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=255226a2-ec38-4e0c-aaac-762b6c61e170,segment=NetworkSegment(143995fe-2cb5-4588-a99a-1870f5fb7b89),segment_id=143995fe-2cb5-4588-a99a-1870f5fb7b89)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:26.326871 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.328025 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4c4587ab-0598-4f27-9d92-1148e8f27e41 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:26.334338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cfde90c3-4339-42f8-bccb-fcbe39626b24 None None] Provisioning complete for port fcb70c86-7f84-4eb0-97c6-86695f0726a9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:26.334896 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cfde90c3-4339-42f8-bccb-fcbe39626b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.422741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Router eca9d041-25dc-41b8-9c19-aa36036156ee has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:26.455645 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cfde90c3-4339-42f8-bccb-fcbe39626b24 None None] Port fcb70c86-7f84-4eb0-97c6-86695f0726a9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:26.458964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=255226a2-ec38-4e0c-aaac-762b6c61e170,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:26.481230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 4c4587ab-0598-4f27-9d92-1148e8f27e41 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:26.485707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4c4587ab-0598-4f27-9d92-1148e8f27e41 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:26.488206 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.558273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:26.576179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b4272f13-b1d8-446c-955d-b07470cbf332 admin admin] 10.222.0.58 "PUT /v2.0/routers/eca9d041-25dc-41b8-9c19-aa36036156ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5354187 Aug 29 05:11:26.595101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e2f86d29-985c-44fd-a45d-5f1f48a5fc06 None None] Provisioning complete for port fcb70c86-7f84-4eb0-97c6-86695f0726a9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:26.595475 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e2f86d29-985c-44fd-a45d-5f1f48a5fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.597204 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.643755 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 4c4587ab-0598-4f27-9d92-1148e8f27e41, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4c4587ab-0598-4f27-9d92-1148e8f27e41,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:26.650221 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.651566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c326ab00-0b1f-466e-be53-ece5f1295bb7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:26.656980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e2f86d29-985c-44fd-a45d-5f1f48a5fc06 None None] Port fcb70c86-7f84-4eb0-97c6-86695f0726a9 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:26.736865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=4c4587ab-0598-4f27-9d92-1148e8f27e41,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:26.756092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c326ab00-0b1f-466e-be53-ece5f1295bb7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:26.762086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c326ab00-0b1f-466e-be53-ece5f1295bb7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:26.762527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.846570 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.882639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c326ab00-0b1f-466e-be53-ece5f1295bb7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c326ab00-0b1f-466e-be53-ece5f1295bb7,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:26.887191 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.100310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c326ab00-0b1f-466e-be53-ece5f1295bb7,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:27.575573 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-a782211d-7934-4b85-bbc4-8b1486ea2b8a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:27.577094 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-a782211d-7934-4b85-bbc4-8b1486ea2b8a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/networks?id=b2b60547-0c56-4077-a99b-f4623d93a011 HTTP/1.1" status: 200 len: 816 time: 0.1159225 Aug 29 05:11:27.592327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-448ec6fc-a517-4f61-84b2-7f418b3140e9 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/quotas/c6e43b0daf5542d4a2b14de7496809f3 HTTP/1.1" status: 200 len: 375 time: 0.0093584 Aug 29 05:11:27.647344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-04d6ddbf-2ac4-4d82-ac60-78ab203f56f7 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6e43b0daf5542d4a2b14de7496809f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495884 Aug 29 05:11:27.665021 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.768453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-1df89549-9af7-4bb1-908a-3f3881d3f605 service neutron] 10.222.0.58 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970159 Aug 29 05:11:27.866917 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-2e560209-2adc-4c5c-bcab-bd67beb70171 service neutron] 10.222.0.58 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914700 Aug 29 05:11:27.896906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c326ab00-0b1f-466e-be53-ece5f1295bb7 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:27.959784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c326ab00-0b1f-466e-be53-ece5f1295bb7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:27.960215 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.059955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eeabd542-36b4-420b-bf6c-18b413943518 req-61a66e3e-5646-443f-af9c-908bc75d906c tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 210 time: 0.0319312 Aug 29 05:11:28.060537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 255226a2-ec38-4e0c-aaac-762b6c61e170 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:28.116482 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Sync routers for ids ['eca9d041-25dc-41b8-9c19-aa36036156ee'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:28.131435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Routers {'eca9d041-25dc-41b8-9c19-aa36036156ee'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:28.132119 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:11:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d041-25dc-41b8-9c19-aa36036156ee'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:28.136391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 255226a2-ec38-4e0c-aaac-762b6c61e170 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:28.136782 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.303144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Set router eca9d041-25dc-41b8-9c19-aa36036156ee gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:28.357362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4c4587ab-0598-4f27-9d92-1148e8f27e41 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:28.506565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4c4587ab-0598-4f27-9d92-1148e8f27e41 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:28.506859 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.649120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 4, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'fcb70c86-7f84-4eb0-97c6-86695f0726a9', 'name': '', 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'mac_address': 'fa:16:3e:71:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'df102d6b-b9b1-4db9-b542-ba5496ec2024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 2, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'subnets': [{'id': 'df102d6b-b9b1-4db9-b542-ba5496ec2024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:28.682527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Checking router: eca9d041-25dc-41b8-9c19-aa36036156ee for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:28.683186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Updating router eca9d041-25dc-41b8-9c19-aa36036156ee port fcb70c86-7f84-4eb0-97c6-86695f0726a9 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:11:28.711437 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.895781 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.997310 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.008136 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Transition to ACTIVE for port object fcb70c86-7f84-4eb0-97c6-86695f0726a9 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:29.013634 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.114040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260515e-5cd5-40d6-8262-63d652888446 None None] Pushing event updated for resources: {'Port': ['ID=fcb70c86-7f84-4eb0-97c6-86695f0726a9,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:29.142119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-b11fb0d2-8269-48df-87d8-3504c0799cc0 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:29.144031 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-b11fb0d2-8269-48df-87d8-3504c0799cc0 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.64 "GET /v2.0/networks?id=b2b60547-0c56-4077-a99b-f4623d93a011 HTTP/1.1" status: 200 len: 816 time: 0.1205349 Aug 29 05:11:29.159254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Attempting to bind port fcb70c86-7f84-4eb0-97c6-86695f0726a9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:29.159640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Attempting to bind port fcb70c86-7f84-4eb0-97c6-86695f0726a9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:29.160035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Attempting to bind port fcb70c86-7f84-4eb0-97c6-86695f0726a9 on network f90b4b10-613f-49de-b046-9e1c522555c2 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:29.162117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Request body: {'port': {'device_id': 'da43ff46-2a3c-43fc-92aa-b05f69baf1d5', 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'admin_state_up': True, 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:29.165428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:29.165933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Checking segment: {'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:29.166756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.167167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Bound using segment: {'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:29.168029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Bound port: fcb70c86-7f84-4eb0-97c6-86695f0726a9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143995fe-2cb5-4588-a99a-1870f5fb7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:29.168299 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.210582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-41dcb28f-bfdf-429e-95fe-41b9ef18befb req-bf1d52db-3430-40da-96b5-e1603ccce5f8 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 210 time: 0.0550432 Aug 29 05:11:29.276780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] For port fcb70c86-7f84-4eb0-97c6-86695f0726a9, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:29.280857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] For port fcb70c86-7f84-4eb0-97c6-86695f0726a9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fcb70c86-7f84-4eb0-97c6-86695f0726a9,segment=NetworkSegment(143995fe-2cb5-4588-a99a-1870f5fb7b89),segment_id=143995fe-2cb5-4588-a99a-1870f5fb7b89)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:29.285897 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.306466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Made reservation on behalf of c6e43b0daf5542d4a2b14de7496809f3 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:29.310297 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.345892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Routers {'eca9d041-25dc-41b8-9c19-aa36036156ee'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:29.346444 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:11:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d041-25dc-41b8-9c19-aa36036156ee'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:29.387379 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260515e-5cd5-40d6-8262-63d652888446 None None] Pushing event updated for resources: {'Port': ['ID=fcb70c86-7f84-4eb0-97c6-86695f0726a9,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:29.464177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Allocated IP 172.20.0.9 (b2b60547-0c56-4077-a99b-f4623d93a011/188638fa-a7e1-47ce-afa6-efa7ec70a32c/dae88869-5370-4768-82ab-05934bb2300d) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:29.479269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] Set router eca9d041-25dc-41b8-9c19-aa36036156ee gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:29.628988 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.643041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Transition to ACTIVE for port object dae88869-5370-4768-82ab-05934bb2300d will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:29.678906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.709412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 4, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'fcb70c86-7f84-4eb0-97c6-86695f0726a9', 'name': '', 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'mac_address': 'fa:16:3e:71:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'df102d6b-b9b1-4db9-b542-ba5496ec2024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:29Z', 'revision_number': 4, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'subnets': [{'id': 'df102d6b-b9b1-4db9-b542-ba5496ec2024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:29.725845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Network b2b60547-0c56-4077-a99b-f4623d93a011 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:29.729533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:29.731929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:29.736335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085b75b-8a8b-42be-80f0-208895fd1df1 None None] The sync data for ids ['eca9d041-25dc-41b8-9c19-aa36036156ee'] in n-d-712142-15 is: [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 4, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'fcb70c86-7f84-4eb0-97c6-86695f0726a9', 'name': '', 'network_id': 'f90b4b10-613f-49de-b046-9e1c522555c2', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'mac_address': 'fa:16:3e:71:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'df102d6b-b9b1-4db9-b542-ba5496ec2024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:29Z', 'revision_number': 4, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'subnets': [{'id': 'df102d6b-b9b1-4db9-b542-ba5496ec2024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:29.766499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Pushing event updated for resources: {'Port': ['ID=dae88869-5370-4768-82ab-05934bb2300d,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:29.809705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:29.810436 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.826809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-5cc2623e-bbab-4be4-a8ed-0e609166cbfd tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6701467 Aug 29 05:11:29.857976 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Request body: {'port': {'device_id': 'da43ff46-2a3c-43fc-92aa-b05f69baf1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:29.938146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fcb70c86-7f84-4eb0-97c6-86695f0726a9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:29.938568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.013521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port fcb70c86-7f84-4eb0-97c6-86695f0726a9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:30.020986 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fcb70c86-7f84-4eb0-97c6-86695f0726a9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:30.021369 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.069442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f07f82a1-eaf8-44fa-b918-f20558e2637f None None] Provisioning for port dae88869-5370-4768-82ab-05934bb2300d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:30.076369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f07f82a1-eaf8-44fa-b918-f20558e2637f None None] Provisioning complete for port dae88869-5370-4768-82ab-05934bb2300d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:30.076755 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f07f82a1-eaf8-44fa-b918-f20558e2637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.146506 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-f07f82a1-eaf8-44fa-b918-f20558e2637f None None] Port dae88869-5370-4768-82ab-05934bb2300d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:30.165602 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.202849 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port fcb70c86-7f84-4eb0-97c6-86695f0726a9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fcb70c86-7f84-4eb0-97c6-86695f0726a9,segment=NetworkSegment(143995fe-2cb5-4588-a99a-1870f5fb7b89),segment_id=143995fe-2cb5-4588-a99a-1870f5fb7b89)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:30.207227 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.260510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=fcb70c86-7f84-4eb0-97c6-86695f0726a9,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:30.265943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae88869-5370-4768-82ab-05934bb2300d {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:30.274842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.288870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Transition to ACTIVE for port object dae88869-5370-4768-82ab-05934bb2300d will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:30.293362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.351637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Pushing event updated for resources: {'Port': ['ID=dae88869-5370-4768-82ab-05934bb2300d,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:30.357791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf9450-101b-49ae-8608-0575a29cfdb5 req-dfc156d9-4d2f-47ce-84a6-eb6a9a1002c5 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:30.360209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39bf9450-101b-49ae-8608-0575a29cfdb5 req-dfc156d9-4d2f-47ce-84a6-eb6a9a1002c5 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 943 time: 0.0662711 Aug 29 05:11:30.407489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39bf9450-101b-49ae-8608-0575a29cfdb5 req-fc716a02-7104-43ce-97b4-94ecc3d2a0aa tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Aug 29 05:11:30.433248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Attempting to bind port dae88869-5370-4768-82ab-05934bb2300d on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:30.434009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Attempting to bind port dae88869-5370-4768-82ab-05934bb2300d by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:30.434458 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Attempting to bind port dae88869-5370-4768-82ab-05934bb2300d on network b2b60547-0c56-4077-a99b-f4623d93a011 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:30.439878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Port dae88869-5370-4768-82ab-05934bb2300d on network b2b60547-0c56-4077-a99b-f4623d93a011 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:11:30.440335 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Attempting to bind port dae88869-5370-4768-82ab-05934bb2300d on network b2b60547-0c56-4077-a99b-f4623d93a011 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:30.446301 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:30.446581 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Checking segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:30.446981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Bound using segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:30.448022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Bound port: dae88869-5370-4768-82ab-05934bb2300d, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:30.448401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.517996 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] For port dae88869-5370-4768-82ab-05934bb2300d, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:30.521246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] For port dae88869-5370-4768-82ab-05934bb2300d, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dae88869-5370-4768-82ab-05934bb2300d,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:30.527506 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.564990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:30.565797 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.567057 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] 10.222.0.64 "PUT /v2.0/ports/dae88869-5370-4768-82ab-05934bb2300d HTTP/1.1" status: 200 len: 1092 time: 0.7193074 Aug 29 05:11:30.569350 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da43ff46-2a3c-43fc-92aa-b05f69baf1d5', 'tag': 'dae88869-5370-4768-82ab-05934bb2300d'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:30.571645 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9057bf6f-9357-4c4d-861b-51c597648b36" -d '{"events": [{"name": "network-changed", "server_uuid": "da43ff46-2a3c-43fc-92aa-b05f69baf1d5", "tag": "dae88869-5370-4768-82ab-05934bb2300d"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:30.616239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004942a-39a6-4aad-94e8-baef951ea65b service neutron] Pushing event updated for resources: {'Port': ['ID=dae88869-5370-4768-82ab-05934bb2300d,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:30.630985 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d7398f-415f-4285-8900-472bbe00e4d4 x-openstack-request-id: req-f9d7398f-415f-4285-8900-472bbe00e4d4 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:30.631284 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da43ff46-2a3c-43fc-92aa-b05f69baf1d5", "tag": "dae88869-5370-4768-82ab-05934bb2300d", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:30.631542 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9d7398f-415f-4285-8900-472bbe00e4d4 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:30.631965 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da43ff46-2a3c-43fc-92aa-b05f69baf1d5', 'tag': 'dae88869-5370-4768-82ab-05934bb2300d', 'status': 'completed', 'code': 200} Aug 29 05:11:30.682803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-802b9b09-f9e4-4fbe-afae-b77a870a5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:30.684701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-802b9b09-f9e4-4fbe-afae-b77a870a5642 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6e43b0daf5542d4a2b14de7496809f3&device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 1095 time: 0.0448775 Aug 29 05:11:30.733613 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-3e8c414d-0947-40b2-9459-b62aff9470e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae88869-5370-4768-82ab-05934bb2300d HTTP/1.1" status: 200 len: 217 time: 0.0362196 Aug 29 05:11:30.792586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-585606b0-c75f-4de5-be16-b516f9ba20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:30.794158 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-585606b0-c75f-4de5-be16-b516f9ba20d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=188638fa-a7e1-47ce-afa6-efa7ec70a32c HTTP/1.1" status: 200 len: 855 time: 0.0497406 Aug 29 05:11:30.844765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-bfc3f24f-4a83-449d-9e34-0de7b38c429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:30.846358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-bfc3f24f-4a83-449d-9e34-0de7b38c429b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2b60547-0c56-4077-a99b-f4623d93a011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408943 Aug 29 05:11:30.940245 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-7e9b5d8d-efdc-4422-958b-a9e8efad5950 service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820847 Aug 29 05:11:31.039905 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-77761980-9468-42bb-af8c-8dc0096da6d7 req-033f69bc-e8b5-489a-9242-e953a6e47724 service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881610 Aug 29 05:11:31.144844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-9f6f16ed-1e82-4a08-a015-a570afbfa8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:31.146452 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-9f6f16ed-1e82-4a08-a015-a570afbfa8df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6e43b0daf5542d4a2b14de7496809f3&device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 1095 time: 0.0489035 Aug 29 05:11:31.240899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-9301067c-7bbe-4054-9de9-5713eda068f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:31.242369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-9301067c-7bbe-4054-9de9-5713eda068f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b2b60547-0c56-4077-a99b-f4623d93a011 HTTP/1.1" status: 200 len: 917 time: 0.0886867 Aug 29 05:11:31.285616 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-1ec49a78-7873-4891-ac97-1aa3f7eabf55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae88869-5370-4768-82ab-05934bb2300d HTTP/1.1" status: 200 len: 217 time: 0.0355554 Aug 29 05:11:31.339022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-ae09282e-0d24-4c97-826d-0608770223f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:31.340517 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-ae09282e-0d24-4c97-826d-0608770223f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=188638fa-a7e1-47ce-afa6-efa7ec70a32c HTTP/1.1" status: 200 len: 855 time: 0.0477335 Aug 29 05:11:31.391615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-01aa8066-f5dc-488c-8d14-20f9b542c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:31.393144 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-01aa8066-f5dc-488c-8d14-20f9b542c522 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2b60547-0c56-4077-a99b-f4623d93a011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442896 Aug 29 05:11:31.486306 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-353a010b-2c12-4a25-9e01-9effba2a6f74 service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842509 Aug 29 05:11:31.541543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cd98d-231a-4464-9ecf-e0eae4207bcd req-98f34723-95ac-4bde-9063-b717f41a0f82 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:31.543219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a5cd98d-231a-4464-9ecf-e0eae4207bcd req-98f34723-95ac-4bde-9063-b717f41a0f82 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 943 time: 0.0624239 Aug 29 05:11:31.583765 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3a5cd98d-231a-4464-9ecf-e0eae4207bcd req-34818a11-5203-4d68-978c-22cfbaeaa161 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Aug 29 05:11:31.586747 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9057bf6f-9357-4c4d-861b-51c597648b36 req-b19dfc4c-d66e-4b70-ab50-becf8e420eda service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912347 Aug 29 05:11:31.889675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fcb70c86-7f84-4eb0-97c6-86695f0726a9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:31.946268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fcb70c86-7f84-4eb0-97c6-86695f0726a9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:31.946657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:32.706308 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28b06a-4a07-4ea5-a8ca-d31ad075ec39 req-0dde4f5e-1b30-4f33-866b-fc03eeb66e81 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:32.707884 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd28b06a-4a07-4ea5-a8ca-d31ad075ec39 req-0dde4f5e-1b30-4f33-866b-fc03eeb66e81 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 943 time: 0.0552027 Aug 29 05:11:32.752629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd28b06a-4a07-4ea5-a8ca-d31ad075ec39 req-e038f9fc-ad0b-4832-bbcb-eff5c187dfcb tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Aug 29 05:11:33.879063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d9f39-5a8e-4017-8682-b73188e1b448 req-3ea23acb-ea5e-4f69-9a74-8dfb82edd951 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:33.880579 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-326d9f39-5a8e-4017-8682-b73188e1b448 req-3ea23acb-ea5e-4f69-9a74-8dfb82edd951 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 943 time: 0.0507982 Aug 29 05:11:33.919524 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-326d9f39-5a8e-4017-8682-b73188e1b448 req-49cc2d13-d527-458e-a946-914b5382e58b tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Aug 29 05:11:33.959600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dae88869-5370-4768-82ab-05934bb2300d details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:11:34.062631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dae88869-5370-4768-82ab-05934bb2300d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dae88869-5370-4768-82ab-05934bb2300d,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:34.075447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'dae88869-5370-4768-82ab-05934bb2300d', 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'port_id': 'dae88869-5370-4768-82ab-05934bb2300d', 'mac_address': 'fa:16:3e:c8:d4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:11:34.114377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:34.128122 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae88869-5370-4768-82ab-05934bb2300d {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:34.147967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dae88869-5370-4768-82ab-05934bb2300d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dae88869-5370-4768-82ab-05934bb2300d,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:34.152316 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:34.199620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dae88869-5370-4768-82ab-05934bb2300d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:34.411199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['dae88869-5370-4768-82ab-05934bb2300d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:35.034351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26a8c5-e63e-4f90-adfe-dba1733ba428 req-bad8b6b9-17d0-4be7-a2ef-cbd2d2f8991d tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:35.035865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e26a8c5-e63e-4f90-adfe-dba1733ba428 req-bad8b6b9-17d0-4be7-a2ef-cbd2d2f8991d tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 944 time: 0.0496871 Aug 29 05:11:35.075484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e26a8c5-e63e-4f90-adfe-dba1733ba428 req-ae4a392e-887b-47b8-8abb-15d5efd816fb tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Aug 29 05:11:35.955212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dae88869-5370-4768-82ab-05934bb2300d up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:36.004094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port dae88869-5370-4768-82ab-05934bb2300d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:36.008222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port dae88869-5370-4768-82ab-05934bb2300d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:36.008616 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:36.108872 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:36.131455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da43ff46-2a3c-43fc-92aa-b05f69baf1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae88869-5370-4768-82ab-05934bb2300d'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:36.133734 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921df5d5-9537-4279-9f7e-0f8aa352e2ac" -d '{"events": [{"server_uuid": "da43ff46-2a3c-43fc-92aa-b05f69baf1d5", "name": "network-vif-plugged", "status": "completed", "tag": "dae88869-5370-4768-82ab-05934bb2300d"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:36.146989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dae88869-5370-4768-82ab-05934bb2300d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dae88869-5370-4768-82ab-05934bb2300d,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:36.151950 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:36.195706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d747e5-5def-4c48-bd3a-217adf56002f req-fcca7006-2a63-45b7-ab23-086eb6101b42 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:36.197395 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09d747e5-5def-4c48-bd3a-217adf56002f req-fcca7006-2a63-45b7-ab23-086eb6101b42 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0520017 Aug 29 05:11:36.207369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dae88869-5370-4768-82ab-05934bb2300d,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:36.241585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09d747e5-5def-4c48-bd3a-217adf56002f req-2d9f1a61-8ef5-4776-87ad-5cb8fa1a0cbc tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Aug 29 05:11:36.286705 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8708bb05-dc91-4dca-ae6e-e03341933f8a x-openstack-request-id: req-8708bb05-dc91-4dca-ae6e-e03341933f8a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:36.287007 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da43ff46-2a3c-43fc-92aa-b05f69baf1d5", "name": "network-vif-plugged", "status": "completed", "tag": "dae88869-5370-4768-82ab-05934bb2300d", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:36.287255 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8708bb05-dc91-4dca-ae6e-e03341933f8a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:36.287691 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da43ff46-2a3c-43fc-92aa-b05f69baf1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae88869-5370-4768-82ab-05934bb2300d', 'code': 200} Aug 29 05:11:36.391900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa81ea-3de2-4e14-9a9f-6a0a45a38c8b req-2a4829af-8689-462a-ad94-ba420c2a6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:36.393527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7eaa81ea-3de2-4e14-9a9f-6a0a45a38c8b req-2a4829af-8689-462a-ad94-ba420c2a6cb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 1097 time: 0.0418947 Aug 29 05:11:36.433212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7eaa81ea-3de2-4e14-9a9f-6a0a45a38c8b req-acf9e24d-bb45-43ee-bd98-514608d2fa35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284500 Aug 29 05:11:37.366968 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6fc32-1206-4773-9c68-e7a6b61b10fd req-a3fe07ae-d6a3-487a-bbca-299ded171dcf tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:37.368503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbf6fc32-1206-4773-9c68-e7a6b61b10fd req-a3fe07ae-d6a3-487a-bbca-299ded171dcf tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0505798 Aug 29 05:11:37.407161 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cbf6fc32-1206-4773-9c68-e7a6b61b10fd req-adca017e-e07d-4c9b-b39f-2ff529c4a78c tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Aug 29 05:11:38.526859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f3290-7d61-43ef-8208-09aed0a2edf3 req-31760d45-750b-4d48-9173-509acf02d9f4 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:38.528486 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797f3290-7d61-43ef-8208-09aed0a2edf3 req-31760d45-750b-4d48-9173-509acf02d9f4 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0529144 Aug 29 05:11:38.568777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-797f3290-7d61-43ef-8208-09aed0a2edf3 req-1e02804e-0965-4bee-aafd-b9ff44a6889d tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Aug 29 05:11:38.686539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f9058-16c3-44fe-8f9c-cde748e0cba6 req-c79b78a5-ef3b-4f6b-9a22-bccee19c8482 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:38.687960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a4f9058-16c3-44fe-8f9c-cde748e0cba6 req-c79b78a5-ef3b-4f6b-9a22-bccee19c8482 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0506094 Aug 29 05:11:38.730603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a4f9058-16c3-44fe-8f9c-cde748e0cba6 req-c59e5800-362c-46dd-9efa-2e58fb4e4608 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Aug 29 05:11:47.488809 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-58c2e97d-ed04-40d6-8446-85d3ae2f0ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:50.434905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:50.507851 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c486e4b7-aace-4e0d-8733-f33b6a16e8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:51.397337 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.991136 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.675845 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:58.293939 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0261b7e-b803-4429-bc16-7a7b72a31f01 req-0501a8db-0b11-4d15-a53e-6e512eed819e tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:58.295584 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0261b7e-b803-4429-bc16-7a7b72a31f01 req-0501a8db-0b11-4d15-a53e-6e512eed819e tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0510499 Aug 29 05:11:58.334043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0261b7e-b803-4429-bc16-7a7b72a31f01 req-76eb3a33-7e4d-4797-b086-ccfea6776085 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Aug 29 05:11:58.885231 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:58.966843 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:11:59.452452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef6b16-b7ba-409f-932e-6f4328e920e9 req-bc905688-720c-48dd-a956-abaaf3482c61 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:59.454070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80ef6b16-b7ba-409f-932e-6f4328e920e9 req-bc905688-720c-48dd-a956-abaaf3482c61 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0502970 Aug 29 05:11:59.493583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80ef6b16-b7ba-409f-932e-6f4328e920e9 req-e7eb45a7-a43f-443c-8844-c065da5ebfaa tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331461 Aug 29 05:11:59.923885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-f89f80e6-e78b-4dae-a9f0-25acf018b246 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:59.925378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-f89f80e6-e78b-4dae-a9f0-25acf018b246 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.64 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0490620 Aug 29 05:12:00.030126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Deleting port dae88869-5370-4768-82ab-05934bb2300d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:00.030469 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.123917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] For port dae88869-5370-4768-82ab-05934bb2300d, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dae88869-5370-4768-82ab-05934bb2300d,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:00.124326 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.139452 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Calling delete_port for dae88869-5370-4768-82ab-05934bb2300d owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:00.269489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.285726 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['dae88869-5370-4768-82ab-05934bb2300d'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:00.299556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Pushing event deleted for resources: {'Port': ['ID=dae88869-5370-4768-82ab-05934bb2300d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:00.343086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] No DVR routers for this DVR port dae88869-5370-4768-82ab-05934bb2300d on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:00.345816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.347922 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-382c0022-23ba-4a6d-bbfa-79cc4f0f18eb req-eaa59b49-8785-4f00-b5da-f8bfcbad6a3a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.64 "DELETE /v2.0/ports/dae88869-5370-4768-82ab-05934bb2300d HTTP/1.1" status: 204 len: 173 time: 0.4127891 Aug 29 05:12:00.348459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da43ff46-2a3c-43fc-92aa-b05f69baf1d5', 'name': 'network-vif-deleted', 'tag': 'dae88869-5370-4768-82ab-05934bb2300d'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:00.350714 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcde84e-ae5d-4847-96b4-8d7a090d9552" -d '{"events": [{"server_uuid": "da43ff46-2a3c-43fc-92aa-b05f69baf1d5", "name": "network-vif-deleted", "tag": "dae88869-5370-4768-82ab-05934bb2300d"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:00.391279 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb667b-5452-4766-8370-02b988fcb747 x-openstack-request-id: req-a3cb667b-5452-4766-8370-02b988fcb747 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:00.391587 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da43ff46-2a3c-43fc-92aa-b05f69baf1d5", "name": "network-vif-deleted", "tag": "dae88869-5370-4768-82ab-05934bb2300d", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:00.391848 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3cb667b-5452-4766-8370-02b988fcb747 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:00.392283 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da43ff46-2a3c-43fc-92aa-b05f69baf1d5', 'name': 'network-vif-deleted', 'tag': 'dae88869-5370-4768-82ab-05934bb2300d', 'status': 'completed', 'code': 200} Aug 29 05:12:00.605776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1893aa7-29c7-48dc-8509-117ec9b8626f req-1316e7c4-f076-4c75-bd80-e5c181194a5e tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=da43ff46-2a3c-43fc-92aa-b05f69baf1d5 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Aug 29 05:12:02.060907 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-f551a25c-8faf-4941-a50e-e7fb659d95bc tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:02.062525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-f551a25c-8faf-4941-a50e-e7fb659d95bc tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/networks?id=b2b60547-0c56-4077-a99b-f4623d93a011 HTTP/1.1" status: 200 len: 816 time: 0.1092412 Aug 29 05:12:02.078408 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-aeeecab4-d890-4ee2-be44-ffa1982e8d5d tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/quotas/c6e43b0daf5542d4a2b14de7496809f3 HTTP/1.1" status: 200 len: 375 time: 0.0098693 Aug 29 05:12:02.131432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-c6f2fdee-c39d-46c3-95b3-5c1c3b4ec724 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6e43b0daf5542d4a2b14de7496809f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477312 Aug 29 05:12:02.236657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-a5ac245b-38fb-4e4f-a679-8690f3dadc04 service neutron] 10.222.0.58 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936725 Aug 29 05:12:02.328741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-427d2ed5-b4da-48be-9e0e-5518a8520fa7 service neutron] 10.222.0.58 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857408 Aug 29 05:12:02.499564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f2ec3bd-75f8-4b08-93b6-b03315193fe6 req-a3869385-b5cb-4d35-b39b-de52775d0722 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 210 time: 0.0357106 Aug 29 05:12:03.526660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-3ea4ea77-12db-4cf7-8eec-701a74c9374b tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:03.527919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-3ea4ea77-12db-4cf7-8eec-701a74c9374b tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.64 "GET /v2.0/networks?id=b2b60547-0c56-4077-a99b-f4623d93a011 HTTP/1.1" status: 200 len: 816 time: 0.1147299 Aug 29 05:12:03.546914 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Request body: {'port': {'device_id': 'e547757a-f9ae-41ef-ab1a-f2923823d967', 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'admin_state_up': True, 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:03.662568 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Made reservation on behalf of c6e43b0daf5542d4a2b14de7496809f3 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:03.667152 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:03.712606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-767de14f-3a5f-4c7d-ae21-06064cf883a0 req-66c938fc-81d1-4dfd-acaa-9fdb0582a492 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 210 time: 0.1432664 Aug 29 05:12:03.815884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Allocated IP 172.20.0.7 (b2b60547-0c56-4077-a99b-f4623d93a011/188638fa-a7e1-47ce-afa6-efa7ec70a32c/dfa0aafb-904c-4f24-b4be-777b0cac12b4) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:03.964585 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:03.977567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Transition to ACTIVE for port object dfa0aafb-904c-4f24-b4be-777b0cac12b4 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:04.012109 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.060439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Network b2b60547-0c56-4077-a99b-f4623d93a011 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:04.063619 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:04.067650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:04.092899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Pushing event updated for resources: {'Port': ['ID=dfa0aafb-904c-4f24-b4be-777b0cac12b4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:04.122863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:04.123509 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.127221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dae88869-5370-4768-82ab-05934bb2300d no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:04.145143 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-44ba4b0a-fabb-404c-8cd6-07be1d5bde5f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043508 Aug 29 05:12:04.149647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: dae88869-5370-4768-82ab-05934bb2300d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:04.150179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dae88869-5370-4768-82ab-05934bb2300d not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:04.158652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Request body: {'port': {'device_id': 'e547757a-f9ae-41ef-ab1a-f2923823d967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:04.219081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.361036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2bcd1900-0065-4f8b-9339-320606e2c75e None None] Provisioning for port dfa0aafb-904c-4f24-b4be-777b0cac12b4 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:04.365435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2bcd1900-0065-4f8b-9339-320606e2c75e None None] Provisioning complete for port dfa0aafb-904c-4f24-b4be-777b0cac12b4 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:04.365970 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1900-0065-4f8b-9339-320606e2c75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.400083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd1900-0065-4f8b-9339-320606e2c75e None None] Port dfa0aafb-904c-4f24-b4be-777b0cac12b4 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:12:04.506725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa0aafb-904c-4f24-b4be-777b0cac12b4 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:04.515300 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.527775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Transition to ACTIVE for port object dfa0aafb-904c-4f24-b4be-777b0cac12b4 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:04.531704 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.589943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=dfa0aafb-904c-4f24-b4be-777b0cac12b4,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:04.666457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Attempting to bind port dfa0aafb-904c-4f24-b4be-777b0cac12b4 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:04.666806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Attempting to bind port dfa0aafb-904c-4f24-b4be-777b0cac12b4 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:04.667159 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Attempting to bind port dfa0aafb-904c-4f24-b4be-777b0cac12b4 on network b2b60547-0c56-4077-a99b-f4623d93a011 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:04.672183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Port dfa0aafb-904c-4f24-b4be-777b0cac12b4 on network b2b60547-0c56-4077-a99b-f4623d93a011 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:12:04.672523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Attempting to bind port dfa0aafb-904c-4f24-b4be-777b0cac12b4 on network b2b60547-0c56-4077-a99b-f4623d93a011 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:04.678175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:04.678531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Checking segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:04.678929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Bound using segment: {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:04.679379 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Bound port: dfa0aafb-904c-4f24-b4be-777b0cac12b4, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b0d765-3c15-45d0-b7dd-720b19732424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:04.679750 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.759722 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] For port dfa0aafb-904c-4f24-b4be-777b0cac12b4, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:04.762353 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] For port dfa0aafb-904c-4f24-b4be-777b0cac12b4, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dfa0aafb-904c-4f24-b4be-777b0cac12b4,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:04.767524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.807273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:04.807817 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:04.809263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] 10.222.0.64 "PUT /v2.0/ports/dfa0aafb-904c-4f24-b4be-777b0cac12b4 HTTP/1.1" status: 200 len: 1092 time: 0.6551187 Aug 29 05:12:04.809859 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e547757a-f9ae-41ef-ab1a-f2923823d967', 'tag': 'dfa0aafb-904c-4f24-b4be-777b0cac12b4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:04.812009 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e547757a-f9ae-41ef-ab1a-f2923823d967", "tag": "dfa0aafb-904c-4f24-b4be-777b0cac12b4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:04.839229 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a441c69-8e05-4946-a8d2-9bc87968c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=dfa0aafb-904c-4f24-b4be-777b0cac12b4,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:04.886293 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71647e-7640-40a6-a9b8-a91241cb7052 req-20753cb8-a62d-4953-bc7b-c420234558f0 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:04.888968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb71647e-7640-40a6-a9b8-a91241cb7052 req-20753cb8-a62d-4953-bc7b-c420234558f0 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 943 time: 0.0971086 Aug 29 05:12:04.910579 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-9d0eb4b2-f58e-40af-b6e1-8472ef467f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:04.912190 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-9d0eb4b2-f58e-40af-b6e1-8472ef467f9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6e43b0daf5542d4a2b14de7496809f3&device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 1095 time: 0.0484421 Aug 29 05:12:04.930533 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb71647e-7640-40a6-a9b8-a91241cb7052 req-fd5d71a7-4237-43fd-b033-a14bf6d467fc tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351834 Aug 29 05:12:04.961701 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-78ff0d00-6201-4538-a42f-3e96a8e66605 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfa0aafb-904c-4f24-b4be-777b0cac12b4 HTTP/1.1" status: 200 len: 217 time: 0.0374796 Aug 29 05:12:04.984523 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf305bf-dc98-4cf8-8982-006cb0bbb736 x-openstack-request-id: req-fdf305bf-dc98-4cf8-8982-006cb0bbb736 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:04.984523 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e547757a-f9ae-41ef-ab1a-f2923823d967", "tag": "dfa0aafb-904c-4f24-b4be-777b0cac12b4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:04.984523 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdf305bf-dc98-4cf8-8982-006cb0bbb736 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:04.984523 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e547757a-f9ae-41ef-ab1a-f2923823d967', 'tag': 'dfa0aafb-904c-4f24-b4be-777b0cac12b4', 'status': 'completed', 'code': 200} Aug 29 05:12:05.025877 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-53f075de-8946-4f41-bd7e-cdf377ca16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:05.027356 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-53f075de-8946-4f41-bd7e-cdf377ca16fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=188638fa-a7e1-47ce-afa6-efa7ec70a32c HTTP/1.1" status: 200 len: 855 time: 0.0551586 Aug 29 05:12:05.083432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-31cf4d99-b520-45aa-a7bf-b27ca332f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:05.084983 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-31cf4d99-b520-45aa-a7bf-b27ca332f3f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2b60547-0c56-4077-a99b-f4623d93a011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499821 Aug 29 05:12:05.192689 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-dd7a7c4b-5ec8-452d-bebf-c137e4c9327a service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960944 Aug 29 05:12:05.290495 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae179d08-9131-4bfa-8d17-e8ffe4eb674d req-dec45f08-6138-441d-be77-977db1bd02c8 service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864925 Aug 29 05:12:05.386578 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-00ce7485-9c87-4099-91a8-c596677924ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:05.388106 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-00ce7485-9c87-4099-91a8-c596677924ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6e43b0daf5542d4a2b14de7496809f3&device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 1095 time: 0.0418677 Aug 29 05:12:05.482618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-59f4bb8c-777a-4cf3-8c15-52319ce0e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:05.484053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-59f4bb8c-777a-4cf3-8c15-52319ce0e0ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=b2b60547-0c56-4077-a99b-f4623d93a011 HTTP/1.1" status: 200 len: 917 time: 0.0859790 Aug 29 05:12:05.530486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-84e9ab2a-e16b-447e-a06a-a63853772e25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfa0aafb-904c-4f24-b4be-777b0cac12b4 HTTP/1.1" status: 200 len: 217 time: 0.0382829 Aug 29 05:12:05.582233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-84ea8503-9b68-4a47-9062-c8ee18ad31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:05.583712 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-84ea8503-9b68-4a47-9062-c8ee18ad31dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=188638fa-a7e1-47ce-afa6-efa7ec70a32c HTTP/1.1" status: 200 len: 855 time: 0.0452125 Aug 29 05:12:05.630438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-ef5b2aa5-9e84-4187-922f-e2726148af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:05.631968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-ef5b2aa5-9e84-4187-922f-e2726148af41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2b60547-0c56-4077-a99b-f4623d93a011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402758 Aug 29 05:12:05.729506 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-a460b053-af13-4f5e-890c-f4a71739b52b service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880067 Aug 29 05:12:05.821400 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3dbc9eb2-d441-4e6f-86b8-ac56809313fa req-841cdc71-bd1d-43e9-88d6-1a07873137d0 service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835180 Aug 29 05:12:06.051419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066fef9-d9dd-4070-bc21-e2ce6e53a707 req-172bb6f9-720f-458e-9491-75ccd6603921 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:06.052939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b066fef9-d9dd-4070-bc21-e2ce6e53a707 req-172bb6f9-720f-458e-9491-75ccd6603921 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 943 time: 0.0501347 Aug 29 05:12:06.092920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b066fef9-d9dd-4070-bc21-e2ce6e53a707 req-c6ec0ace-41d8-4556-8433-b18c119dafbc tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Aug 29 05:12:07.224509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c1ca5-3dfc-4b7c-90e9-a56c1f1c05c8 req-99c28b7d-27fc-4c80-8843-d2ce4f68ff74 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:07.226044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e17c1ca5-3dfc-4b7c-90e9-a56c1f1c05c8 req-99c28b7d-27fc-4c80-8843-d2ce4f68ff74 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 943 time: 0.0523503 Aug 29 05:12:07.267789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e17c1ca5-3dfc-4b7c-90e9-a56c1f1c05c8 req-0cc7cf82-5b1f-41ec-8960-03552aade087 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354054 Aug 29 05:12:08.155292 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dfa0aafb-904c-4f24-b4be-777b0cac12b4 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:08.252387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dfa0aafb-904c-4f24-b4be-777b0cac12b4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dfa0aafb-904c-4f24-b4be-777b0cac12b4,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:08.263451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'dfa0aafb-904c-4f24-b4be-777b0cac12b4', 'network_id': 'b2b60547-0c56-4077-a99b-f4623d93a011', 'port_id': 'dfa0aafb-904c-4f24-b4be-777b0cac12b4', 'mac_address': 'fa:16:3e:6f:64:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188638fa-a7e1-47ce-afa6-efa7ec70a32c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:08.301970 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:08.314806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa0aafb-904c-4f24-b4be-777b0cac12b4 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:08.335878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dfa0aafb-904c-4f24-b4be-777b0cac12b4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dfa0aafb-904c-4f24-b4be-777b0cac12b4,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:08.340724 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:08.393287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575d84a-ee91-4165-9187-e22cd1cd0233 req-c1b2ff4d-24d8-4d2f-8fac-7d4fd70d3da6 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:08.394933 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6575d84a-ee91-4165-9187-e22cd1cd0233 req-c1b2ff4d-24d8-4d2f-8fac-7d4fd70d3da6 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 944 time: 0.0508847 Aug 29 05:12:08.395705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dfa0aafb-904c-4f24-b4be-777b0cac12b4,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:08.403675 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.404036 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.404387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.404731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.405072 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.405456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.405742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.406103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.406435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.406765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.407095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.407420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:08.437169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6575d84a-ee91-4165-9187-e22cd1cd0233 req-a76e8326-065e-43ab-81f0-9fe8c23422ff tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Aug 29 05:12:08.568801 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['dfa0aafb-904c-4f24-b4be-777b0cac12b4'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:09.564286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f326d-79ac-43b8-98ab-8a822cd985ec req-40a5ea60-e219-4051-b1be-408428ce4965 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:09.565788 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c97f326d-79ac-43b8-98ab-8a822cd985ec req-40a5ea60-e219-4051-b1be-408428ce4965 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 944 time: 0.0497046 Aug 29 05:12:09.605114 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c97f326d-79ac-43b8-98ab-8a822cd985ec req-9c05d802-8372-42fb-b727-0ec2973c06c4 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Aug 29 05:12:10.158415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dfa0aafb-904c-4f24-b4be-777b0cac12b4 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:10.206524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port dfa0aafb-904c-4f24-b4be-777b0cac12b4 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:10.210221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port dfa0aafb-904c-4f24-b4be-777b0cac12b4 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:10.210593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:10.290008 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:10.313503 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e547757a-f9ae-41ef-ab1a-f2923823d967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa0aafb-904c-4f24-b4be-777b0cac12b4'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:10.315762 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f913ad4a-bfdc-4f42-a369-bf50b096c4b3" -d '{"events": [{"server_uuid": "e547757a-f9ae-41ef-ab1a-f2923823d967", "name": "network-vif-plugged", "status": "completed", "tag": "dfa0aafb-904c-4f24-b4be-777b0cac12b4"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:10.329034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dfa0aafb-904c-4f24-b4be-777b0cac12b4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dfa0aafb-904c-4f24-b4be-777b0cac12b4,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:10.334871 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:10.360505 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3605f53d-67b5-4fbf-9320-5b6cf56fc298 x-openstack-request-id: req-3605f53d-67b5-4fbf-9320-5b6cf56fc298 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:10.360801 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e547757a-f9ae-41ef-ab1a-f2923823d967", "name": "network-vif-plugged", "status": "completed", "tag": "dfa0aafb-904c-4f24-b4be-777b0cac12b4", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:10.361060 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3605f53d-67b5-4fbf-9320-5b6cf56fc298 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:10.361450 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e547757a-f9ae-41ef-ab1a-f2923823d967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa0aafb-904c-4f24-b4be-777b0cac12b4', 'code': 200} Aug 29 05:12:10.389884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dfa0aafb-904c-4f24-b4be-777b0cac12b4,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:10.470886 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7df4eb-0c48-410f-95b9-29b81ab83d3c req-0c4d46c2-7c06-416d-ac77-886a6f78ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:10.472345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb7df4eb-0c48-410f-95b9-29b81ab83d3c req-0c4d46c2-7c06-416d-ac77-886a6f78ffc2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 1097 time: 0.0459249 Aug 29 05:12:10.729357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d191b2-428a-4466-811c-e98809e6b2a5 req-b84c1da8-94f6-4e82-b1aa-644d60ebc54c tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:10.730851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-11d191b2-428a-4466-811c-e98809e6b2a5 req-b84c1da8-94f6-4e82-b1aa-644d60ebc54c tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 945 time: 0.0524907 Aug 29 05:12:10.777242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-11d191b2-428a-4466-811c-e98809e6b2a5 req-9b80b75b-9573-4aec-a3f0-d2bc74f09387 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Aug 29 05:12:10.876318 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-bb7df4eb-0c48-410f-95b9-29b81ab83d3c req-70e2640b-e453-4c00-a7c1-ed55100a90d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927689 Aug 29 05:12:11.902808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435346dc-8c61-4c10-a8af-4b899ff50528 req-8cdd311a-50c6-413a-b3b2-ac6f3ee57c03 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:11.904338 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-435346dc-8c61-4c10-a8af-4b899ff50528 req-8cdd311a-50c6-413a-b3b2-ac6f3ee57c03 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 945 time: 0.0573952 Aug 29 05:12:11.944398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-435346dc-8c61-4c10-a8af-4b899ff50528 req-d0ea1297-9749-4e83-9f1e-ec5edadfb35b tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340614 Aug 29 05:12:13.068906 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18e530-0215-4836-a22c-a9e881a639f9 req-198494fb-3bcb-4117-be48-33c0417f0be9 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:13.070495 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f18e530-0215-4836-a22c-a9e881a639f9 req-198494fb-3bcb-4117-be48-33c0417f0be9 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 945 time: 0.0499625 Aug 29 05:12:13.108690 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f18e530-0215-4836-a22c-a9e881a639f9 req-6886dd25-9f2f-45a4-8f76-043e5f81ed84 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Aug 29 05:12:13.231682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d59d8a-da91-43a9-9dee-dfa8958cf66b req-7af653a7-0b1e-4a63-87d9-4ce98fde6f30 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:13.233104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9d59d8a-da91-43a9-9dee-dfa8958cf66b req-7af653a7-0b1e-4a63-87d9-4ce98fde6f30 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 945 time: 0.0498612 Aug 29 05:12:13.275688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b9d59d8a-da91-43a9-9dee-dfa8958cf66b req-b4e8b7cb-ebc7-4b73-bb9d-bd0d2ecf03f8 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358062 Aug 29 05:12:17.098037 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-127fb560-9cee-452f-84b2-80527412e356 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388229 Aug 29 05:12:17.190927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-56c56228-93b1-4b1c-9d40-53141efbc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.192430 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-56c56228-93b1-4b1c-9d40-53141efbc7da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6e43b0daf5542d4a2b14de7496809f3&device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 1097 time: 0.0490952 Aug 29 05:12:17.300881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-a5843a4f-15de-49ce-a4a8-80030fe70f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.302406 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-a5843a4f-15de-49ce-a4a8-80030fe70f81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b2b60547-0c56-4077-a99b-f4623d93a011 HTTP/1.1" status: 200 len: 917 time: 0.0904028 Aug 29 05:12:17.345569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-220f6d1e-73d6-47b7-bee2-d00083fe7902 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfa0aafb-904c-4f24-b4be-777b0cac12b4 HTTP/1.1" status: 200 len: 217 time: 0.0356498 Aug 29 05:12:17.403318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-101ae941-f096-4ad2-806a-2ed66fee714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.404872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-101ae941-f096-4ad2-806a-2ed66fee714f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=188638fa-a7e1-47ce-afa6-efa7ec70a32c HTTP/1.1" status: 200 len: 855 time: 0.0526025 Aug 29 05:12:17.457195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-c67ee6c1-a197-47ff-977d-32fceb5bcbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.458781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-c67ee6c1-a197-47ff-977d-32fceb5bcbb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2b60547-0c56-4077-a99b-f4623d93a011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469296 Aug 29 05:12:17.498725 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ac52266a-e671-47ed-adfa-866b26a62377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:17.566067 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-e6685cfd-90fd-4842-abac-1315de6c4a16 service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997443 Aug 29 05:12:17.671485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07d4cfa2-fb96-43e3-be4d-fa31e3637e5a req-1bd36183-33e9-4168-933c-ea6d7cbe6773 service neutron] 10.222.0.64 "GET /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977850 Aug 29 05:12:20.439103 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:20.507508 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-568c09bc-a45b-46aa-b9f0-cf8fa3c0a7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:21.399965 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:22.985749 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:23.892814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0bc8f982-5d65-416b-83b3-d1b1067e0aa7 req-aac8c9d9-bc0d-41f9-95dc-9bfa7d867161 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260317 Aug 29 05:12:23.963184 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0bc8f982-5d65-416b-83b3-d1b1067e0aa7 req-a356b5cf-a845-4790-ba47-1227140367a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0269363 Aug 29 05:12:24.002612 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0bc8f982-5d65-416b-83b3-d1b1067e0aa7 req-730fef81-c2f7-49a1-af79-81954b2dc7a0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193813 Aug 29 05:12:24.106218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f982-5d65-416b-83b3-d1b1067e0aa7 req-a536d666-e5bc-475f-96ab-4a2e24be9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:24.107688 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0bc8f982-5d65-416b-83b3-d1b1067e0aa7 req-a536d666-e5bc-475f-96ab-4a2e24be9ea1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958691 Aug 29 05:12:27.674693 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:28.877423 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:31.714572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643de36f-8122-426a-b28e-42fee78d46e1 req-2004c8a1-5557-417d-89d0-ec2373fb6718 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:31.717349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-643de36f-8122-426a-b28e-42fee78d46e1 req-2004c8a1-5557-417d-89d0-ec2373fb6718 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 945 time: 0.0564086 Aug 29 05:12:31.756174 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-643de36f-8122-426a-b28e-42fee78d46e1 req-b1c4c907-e723-4464-be1a-51621542571e tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Aug 29 05:12:32.875161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a700e3-917a-47b3-b77c-88beac2142ff req-85883389-64e6-4538-882d-503e81ba8da6 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:32.876589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65a700e3-917a-47b3-b77c-88beac2142ff req-85883389-64e6-4538-882d-503e81ba8da6 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 945 time: 0.0517361 Aug 29 05:12:32.915943 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65a700e3-917a-47b3-b77c-88beac2142ff req-5a5c0069-2991-4e9b-9ad4-eb12d4bffbd3 tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d1a589b-15b8-4d8b-bf97-2df876005ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333438 Aug 29 05:12:33.328979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-027deaac-b24d-444d-aaa0-4b5787d5018f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:33.330602 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-027deaac-b24d-444d-aaa0-4b5787d5018f tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.64 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 945 time: 0.0496311 Aug 29 05:12:33.421922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Deleting port dfa0aafb-904c-4f24-b4be-777b0cac12b4 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:33.422368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:33.515157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] For port dfa0aafb-904c-4f24-b4be-777b0cac12b4, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dfa0aafb-904c-4f24-b4be-777b0cac12b4,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:33.515530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:33.529360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Calling delete_port for dfa0aafb-904c-4f24-b4be-777b0cac12b4 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:33.664344 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:33.680135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['dfa0aafb-904c-4f24-b4be-777b0cac12b4'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:33.692908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Pushing event deleted for resources: {'Port': ['ID=dfa0aafb-904c-4f24-b4be-777b0cac12b4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:33.708395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.708838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.709253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.709633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.709999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.710344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.710683 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.711022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.711360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.711691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.712041 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.712373 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:33.749216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] No DVR routers for this DVR port dfa0aafb-904c-4f24-b4be-777b0cac12b4 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:33.752096 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:33.754293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7f09f1e9-97bd-4fd4-aec1-72430694429f req-4e4df023-2c80-40f5-b09a-1c643700729a tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.64 "DELETE /v2.0/ports/dfa0aafb-904c-4f24-b4be-777b0cac12b4 HTTP/1.1" status: 204 len: 173 time: 0.4168022 Aug 29 05:12:33.754784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e547757a-f9ae-41ef-ab1a-f2923823d967', 'name': 'network-vif-deleted', 'tag': 'dfa0aafb-904c-4f24-b4be-777b0cac12b4'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:33.757123 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc2814b-b4d2-48e0-8c88-37a6f5883e8f" -d '{"events": [{"server_uuid": "e547757a-f9ae-41ef-ab1a-f2923823d967", "name": "network-vif-deleted", "tag": "dfa0aafb-904c-4f24-b4be-777b0cac12b4"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:33.800319 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1815fd-c318-4857-a7a0-1d9d7ab008c6 x-openstack-request-id: req-5e1815fd-c318-4857-a7a0-1d9d7ab008c6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:33.800614 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e547757a-f9ae-41ef-ab1a-f2923823d967", "name": "network-vif-deleted", "tag": "dfa0aafb-904c-4f24-b4be-777b0cac12b4", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:33.800864 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e1815fd-c318-4857-a7a0-1d9d7ab008c6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:33.801260 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e547757a-f9ae-41ef-ab1a-f2923823d967', 'name': 'network-vif-deleted', 'tag': 'dfa0aafb-904c-4f24-b4be-777b0cac12b4', 'status': 'completed', 'code': 200} Aug 29 05:12:34.027435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76aab8aa-e8e3-427c-aa75-dda044781422 req-971a8c4e-2900-4d5c-a03c-fc7ffc8a16ea tempest-TestEncryptedCinderVolumes-1889701237 tempest-TestEncryptedCinderVolumes-1889701237-project] 10.222.0.58 "GET /v2.0/ports?device_id=e547757a-f9ae-41ef-ab1a-f2923823d967 HTTP/1.1" status: 200 len: 210 time: 0.0280373 Aug 29 05:12:35.118952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37472) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:35.486355 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.744593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Deleting port c326ab00-0b1f-466e-be53-ece5f1295bb7 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:35.744970 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.822552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] For port c326ab00-0b1f-466e-be53-ece5f1295bb7, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c326ab00-0b1f-466e-be53-ece5f1295bb7,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:35.823463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.837113 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Calling delete_port for c326ab00-0b1f-466e-be53-ece5f1295bb7 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:35.966158 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:12:36.031792 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:36.064295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=c326ab00-0b1f-466e-be53-ece5f1295bb7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:36.094303 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.094655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.095002 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.095341 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.095680 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.096038 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.096373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.096703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.097033 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.097361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.097691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.098015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:36.249734 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:36.306230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dfa0aafb-904c-4f24-b4be-777b0cac12b4 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:36.326601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: dfa0aafb-904c-4f24-b4be-777b0cac12b4 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:36.326954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dfa0aafb-904c-4f24-b4be-777b0cac12b4 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:36.480161 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:12:36.592921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:36.598001 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9c6c0a48-9910-4b46-b556-0ea95cd97a07 admin admin] 10.222.0.58 "PUT /v2.0/routers/20826dd7-b91a-448d-8c4e-bf0c4e67e815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780102 Aug 29 05:12:36.601033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37474) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:36.608390 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] Sync routers for ids ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:36.618497 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] Routers {'20826dd7-b91a-448d-8c4e-bf0c4e67e815'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:36.619105 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:36.716648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:36.740617 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] Set router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:36.826305 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:36.882015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Deleting port 484a69d3-7da7-4044-95d6-3f3c70b8b753 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:36.882279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:36.973959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] For port 484a69d3-7da7-4044-95d6-3f3c70b8b753, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=484a69d3-7da7-4044-95d6-3f3c70b8b753,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:36.974349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:36.989351 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Calling delete_port for 484a69d3-7da7-4044-95d6-3f3c70b8b753 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:37.014005 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:12:35Z', 'revision_number': 5, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port': {'id': '484a69d3-7da7-4044-95d6-3f3c70b8b753', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:37.049382 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] Checking router: 20826dd7-b91a-448d-8c4e-bf0c4e67e815 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:37.063160 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] Routers {'20826dd7-b91a-448d-8c4e-bf0c4e67e815'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:37.064048 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:37.166807 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] Set router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:37.168465 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.195455 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=484a69d3-7da7-4044-95d6-3f3c70b8b753,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:37.224618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:12:36Z', 'revision_number': 6, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:37.252649 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d3918-aaa8-4b30-8fef-756e3c247703 None None] The sync data for ids ['20826dd7-b91a-448d-8c4e-bf0c4e67e815'] in n-d-712142-15 is: [{'id': '20826dd7-b91a-448d-8c4e-bf0c4e67e815', 'name': 'tempest-TestEncryptedCinderVolumes-983141756-router', 'tenant_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:17Z', 'updated_at': '2021-08-29T05:12:36Z', 'revision_number': 6, 'project_id': 'c6e43b0daf5542d4a2b14de7496809f3', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:37.256450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.352140 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.354843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.405923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.406593 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20826dd7-b91a-448d-8c4e-bf0c4e67e815 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:12:37.411684 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.413124 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-06710119-0083-4ec9-9a45-60c0c6ed3d69 admin admin] 10.222.0.58 "DELETE /v2.0/routers/20826dd7-b91a-448d-8c4e-bf0c4e67e815 HTTP/1.1" status: 204 len: 168 time: 0.8111126 Aug 29 05:12:37.416281 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37476) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:37.461082 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc3598c-8d56-4e56-a942-da3bc71d8d13 admin admin] Deleting subnet 188638fa-a7e1-47ce-afa6-efa7ec70a32c {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:12:37.464575 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fc3598c-8d56-4e56-a942-da3bc71d8d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.499625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fc3598c-8d56-4e56-a942-da3bc71d8d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.582255 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fc3598c-8d56-4e56-a942-da3bc71d8d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.638356 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fc3598c-8d56-4e56-a942-da3bc71d8d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.668650 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5fc3598c-8d56-4e56-a942-da3bc71d8d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.673113 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5fc3598c-8d56-4e56-a942-da3bc71d8d13 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/188638fa-a7e1-47ce-afa6-efa7ec70a32c HTTP/1.1" status: 204 len: 168 time: 0.2528083 Aug 29 05:12:37.673113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3598c-8d56-4e56-a942-da3bc71d8d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188638fa-a7e1-47ce-afa6-efa7ec70a32c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:37.673646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37478) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:37.674227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9461787-e31a-4c7f-9065-2d980e78c4b3 None None] Network b2b60547-0c56-4077-a99b-f4623d93a011 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:12:37.750293 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.805654 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Deleting port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:37.806001 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.874706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] For port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a8d3ab98-f48d-4d7d-97ed-65eb40042cf1,segment=NetworkSegment(66b0d765-3c15-45d0-b7dd-720b19732424),segment_id=66b0d765-3c15-45d0-b7dd-720b19732424)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:37.875073 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.887821 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Calling delete_port for a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:37.966076 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.992723 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d3ab98-f48d-4d7d-97ed-65eb40042cf1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:37.997372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] No DVR routers for this DVR port a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:38.049875 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad42d7-1fa1-4fc2-aeca-6ad36fe4ba23 None None] DHCP port deletion for b2b60547-0c56-4077-a99b-f4623d93a011 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:12:38.081472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.094775 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b60547-0c56-4077-a99b-f4623d93a011']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:38.105552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b0d765-3c15-45d0-b7dd-720b19732424') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:38.105852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b0d765-3c15-45d0-b7dd-720b19732424') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:38.115801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.120643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c326ab00-0b1f-466e-be53-ece5f1295bb7 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:38.130601 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.137829 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:12:38.138505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:12:38.140270 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:12:38.142391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c326ab00-0b1f-466e-be53-ece5f1295bb7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:38.142391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c326ab00-0b1f-466e-be53-ece5f1295bb7 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:38.142716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:38.162820 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:38.163193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a8d3ab98-f48d-4d7d-97ed-65eb40042cf1 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:38.163636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 484a69d3-7da7-4044-95d6-3f3c70b8b753 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:38.183934 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 484a69d3-7da7-4044-95d6-3f3c70b8b753 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:38.184336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 484a69d3-7da7-4044-95d6-3f3c70b8b753 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:38.210785 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.218232 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.219805 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] 10.222.0.58 "DELETE /v2.0/networks/b2b60547-0c56-4077-a99b-f4623d93a011 HTTP/1.1" status: 204 len: 168 time: 0.5449729 Aug 29 05:12:38.222935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37480) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:38.231265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffba6c9-7c62-499e-8ea9-23ddf2794cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b60547-0c56-4077-a99b-f4623d93a011,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:38.604593 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.867605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Deleting port fcb70c86-7f84-4eb0-97c6-86695f0726a9 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:38.868314 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.958202 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] For port fcb70c86-7f84-4eb0-97c6-86695f0726a9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fcb70c86-7f84-4eb0-97c6-86695f0726a9,segment=NetworkSegment(143995fe-2cb5-4588-a99a-1870f5fb7b89),segment_id=143995fe-2cb5-4588-a99a-1870f5fb7b89)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:38.958577 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.971209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Calling delete_port for fcb70c86-7f84-4eb0-97c6-86695f0726a9 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:39.153279 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.178991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb70c86-7f84-4eb0-97c6-86695f0726a9,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:39.353270 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.593293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Router eca9d041-25dc-41b8-9c19-aa36036156ee has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:12:39.702989 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:39.708146 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b71a2df6-a808-4bc0-ac80-38ac13975ea5 admin admin] 10.222.0.58 "PUT /v2.0/routers/eca9d041-25dc-41b8-9c19-aa36036156ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4840446 Aug 29 05:12:39.710687 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37482) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:39.711507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] Sync routers for ids ['eca9d041-25dc-41b8-9c19-aa36036156ee'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:39.721201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] Routers {'eca9d041-25dc-41b8-9c19-aa36036156ee'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:39.721846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d041-25dc-41b8-9c19-aa36036156ee'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:39.836461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] Set router eca9d041-25dc-41b8-9c19-aa36036156ee gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:40.029631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:12:39Z', 'revision_number': 5, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:40.058329 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] Checking router: eca9d041-25dc-41b8-9c19-aa36036156ee for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:40.067308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] Routers {'eca9d041-25dc-41b8-9c19-aa36036156ee'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:40.067945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['eca9d041-25dc-41b8-9c19-aa36036156ee'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:40.161933 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.174176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] Set router eca9d041-25dc-41b8-9c19-aa36036156ee gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:40.271139 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.325546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Deleting port 4c4587ab-0598-4f27-9d92-1148e8f27e41 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:40.325901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.364805 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:12:39Z', 'revision_number': 5, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:40.395368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8559c-9714-4da1-b068-6cacca528cf3 None None] The sync data for ids ['eca9d041-25dc-41b8-9c19-aa36036156ee'] in n-d-712142-15 is: [{'id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'name': 'tempest-TestEncryptedCinderVolumes-267724087-router', 'tenant_id': '109406e37aed41b59645eb897fc6f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:12:39Z', 'revision_number': 5, 'project_id': '109406e37aed41b59645eb897fc6f6bb', 'gw_port': {'id': '4c4587ab-0598-4f27-9d92-1148e8f27e41', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d041-25dc-41b8-9c19-aa36036156ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:40.411755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] For port 4c4587ab-0598-4f27-9d92-1148e8f27e41, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4c4587ab-0598-4f27-9d92-1148e8f27e41,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:40.412295 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.425517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Calling delete_port for 4c4587ab-0598-4f27-9d92-1148e8f27e41 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:40.624907 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.648817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4587ab-0598-4f27-9d92-1148e8f27e41,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:40.718453 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.808860 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.810963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.855308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.855905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca9d041-25dc-41b8-9c19-aa36036156ee {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:12:40.860669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.863729 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c44a3f02-fe96-4191-8f5e-099d00f0b134 admin admin] 10.222.0.58 "DELETE /v2.0/routers/eca9d041-25dc-41b8-9c19-aa36036156ee HTTP/1.1" status: 204 len: 168 time: 1.1495342 Aug 29 05:12:40.864476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37484) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:40.918110 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6798f3-7eaa-46b6-bdb1-fca7fbfcac46 admin admin] Deleting subnet df102d6b-b9b1-4db9-b542-ba5496ec2024 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:12:40.921558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c6798f3-7eaa-46b6-bdb1-fca7fbfcac46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.959101 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c6798f3-7eaa-46b6-bdb1-fca7fbfcac46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.043598 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c6798f3-7eaa-46b6-bdb1-fca7fbfcac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.103064 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c6798f3-7eaa-46b6-bdb1-fca7fbfcac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.133736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6798f3-7eaa-46b6-bdb1-fca7fbfcac46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df102d6b-b9b1-4db9-b542-ba5496ec2024,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:41.139111 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8c6798f3-7eaa-46b6-bdb1-fca7fbfcac46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.141401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8c6798f3-7eaa-46b6-bdb1-fca7fbfcac46 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/df102d6b-b9b1-4db9-b542-ba5496ec2024 HTTP/1.1" status: 204 len: 168 time: 0.2761838 Aug 29 05:12:41.143753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37486) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:41.145397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e02f96-2369-4e08-8f5d-39a905d61d1c None None] Network f90b4b10-613f-49de-b046-9e1c522555c2 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:12:41.214850 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.282489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Deleting port 255226a2-ec38-4e0c-aaac-762b6c61e170 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:41.282931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.352580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] DHCP port deletion for f90b4b10-613f-49de-b046-9e1c522555c2 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:12:41.359801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] For port 255226a2-ec38-4e0c-aaac-762b6c61e170, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=255226a2-ec38-4e0c-aaac-762b6c61e170,segment=NetworkSegment(143995fe-2cb5-4588-a99a-1870f5fb7b89),segment_id=143995fe-2cb5-4588-a99a-1870f5fb7b89)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:41.360215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.373622 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Calling delete_port for 255226a2-ec38-4e0c-aaac-762b6c61e170 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:41.405813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] Deleting port 255226a2-ec38-4e0c-aaac-762b6c61e170 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:41.406188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.454188 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.470195 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] For port 255226a2-ec38-4e0c-aaac-762b6c61e170, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=255226a2-ec38-4e0c-aaac-762b6c61e170,segment=NetworkSegment(143995fe-2cb5-4588-a99a-1870f5fb7b89),segment_id=143995fe-2cb5-4588-a99a-1870f5fb7b89)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:41.470524 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.480135 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Pushing event deleted for resources: {'Port': ['ID=255226a2-ec38-4e0c-aaac-762b6c61e170,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:41.484917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] Calling delete_port for 255226a2-ec38-4e0c-aaac-762b6c61e170 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:41.486289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] No DVR routers for this DVR port 255226a2-ec38-4e0c-aaac-762b6c61e170 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:41.568543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.571601 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.581738 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90b4b10-613f-49de-b046-9e1c522555c2']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:41.592068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143995fe-2cb5-4588-a99a-1870f5fb7b89') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:41.592371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143995fe-2cb5-4588-a99a-1870f5fb7b89') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:41.594054 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] Pushing event deleted for resources: {'Port': ['ID=255226a2-ec38-4e0c-aaac-762b6c61e170,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:41.595897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f01a93-8bf3-424a-9981-6e8d2933df3b None None] No DVR routers for this DVR port 255226a2-ec38-4e0c-aaac-762b6c61e170 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:41.602127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.618996 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.625917 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:12:41.626379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:12:41.628249 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:12:41.688060 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.693846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.695831 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] 10.222.0.58 "DELETE /v2.0/networks/f90b4b10-613f-49de-b046-9e1c522555c2 HTTP/1.1" status: 204 len: 168 time: 0.5499198 Aug 29 05:12:41.707639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737a456-c007-47fc-a2ac-02a2838ed17f admin admin] Pushing event deleted for resources: {'Network': ['ID=f90b4b10-613f-49de-b046-9e1c522555c2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:41.856602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37490) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:41.899851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3c85b80e-e569-47a4-bacd-58eb9ebe3b8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6e43b0daf5542d4a2b14de7496809f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420833 Aug 29 05:12:41.902795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37492) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:41.920751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 255226a2-ec38-4e0c-aaac-762b6c61e170 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:41.940714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 255226a2-ec38-4e0c-aaac-762b6c61e170 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:41.941067 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 255226a2-ec38-4e0c-aaac-762b6c61e170 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:41.941489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4c4587ab-0598-4f27-9d92-1148e8f27e41 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:41.953825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e000b057-bcd8-45b4-b2be-957f9a074c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.960155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 4c4587ab-0598-4f27-9d92-1148e8f27e41 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:41.960515 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4c4587ab-0598-4f27-9d92-1148e8f27e41 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:41.960937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fcb70c86-7f84-4eb0-97c6-86695f0726a9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:41.975947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e000b057-bcd8-45b4-b2be-957f9a074c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.980744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: fcb70c86-7f84-4eb0-97c6-86695f0726a9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:41.981102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fcb70c86-7f84-4eb0-97c6-86695f0726a9 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:42.025641 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e000b057-bcd8-45b4-b2be-957f9a074c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:42.028285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e000b057-bcd8-45b4-b2be-957f9a074c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:42.029508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e000b057-bcd8-45b4-b2be-957f9a074c9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d1a589b-15b8-4d8b-bf97-2df876005ce9 HTTP/1.1" status: 204 len: 168 time: 0.1257055 Aug 29 05:12:42.037278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000b057-bcd8-45b4-b2be-957f9a074c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1a589b-15b8-4d8b-bf97-2df876005ce9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:42.358841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37498) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:42.399764 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4b043aa3-8d1b-4c3e-8dc3-f44bba8d605b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=109406e37aed41b59645eb897fc6f6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397158 Aug 29 05:12:42.402790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37500) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:42.454568 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a84b18e6-745d-4291-af32-eb01c9ff9a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:42.475456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a84b18e6-745d-4291-af32-eb01c9ff9a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:42.523799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a84b18e6-745d-4291-af32-eb01c9ff9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:42.526960 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a84b18e6-745d-4291-af32-eb01c9ff9a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:42.528184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a84b18e6-745d-4291-af32-eb01c9ff9a0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27326e74-9856-47be-983c-9588c14de871 HTTP/1.1" status: 204 len: 168 time: 0.1244233 Aug 29 05:12:42.536619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b18e6-745d-4291-af32-eb01c9ff9a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27326e74-9856-47be-983c-9588c14de871,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:43.224766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37522) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:43.320863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1418093450-network', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:43.344879 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Made reservation on behalf of e7ccd6156b0748b6b2ce2e6c69aed501 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:43.347288 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.355601 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.458869 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.462794 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.488909 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:12:43.499287 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05da7e76-46a2-452b-8309-0884f16c20d7,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:43.505142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.505490 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Added segment fd8d123a-f1b0-4673-9c06-0bc2ed57a86e of type vlan for network affc75c0-14d4-4b11-903d-ca4cc355868d Aug 29 05:12:43.546965 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.573628 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.574695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.575376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.629981 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4040616 Aug 29 05:12:43.633019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37526) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:43.640146 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Request body: {'subnet': {'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1418093450-subnet', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:43.647741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9de6-9d69-48d9-ba29-7aa85a87b828 admin admin] Pushing event updated for resources: {'Network': ['ID=affc75c0-14d4-4b11-903d-ca4cc355868d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:43.659490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network affc75c0-14d4-4b11-903d-ca4cc355868d details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:12:43.667552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Made reservation on behalf of e7ccd6156b0748b6b2ce2e6c69aed501 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:43.671822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.852590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.906571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffa7854-fa40-4bb7-a38c-cbb4e789c669,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:43.916484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Checking segment: {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:43.916853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Network hostable DHCP agents. Network: affc75c0-14d4-4b11-903d-ca4cc355868d, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:12:43.932841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Network affc75c0-14d4-4b11-903d-ca4cc355868d is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:12:43.949319 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, affc75c0-14d4-4b11-903d-ca4cc355868d) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:43.953625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.954224 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.960096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a7863-78e3-4a0d-b1ee-4e69190535f2 None None] Network affc75c0-14d4-4b11-903d-ca4cc355868d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:12:43.969635 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3e7bfc46-b35d-4b79-8755-562cc6785edd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3354716 Aug 29 05:12:43.972402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37528) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:43.977097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:43.999194 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.000299 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.056717 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.113171 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-affc75c0-14d4-4b11-903d-ca4cc355868d', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:12:44.114292 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.194739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.255473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Allocated IP 172.20.0.2 (affc75c0-14d4-4b11-903d-ca4cc355868d/5ffa7854-fa40-4bb7-a38c-cbb4e789c669/a66e268b-8f33-4260-8c29-3710d89b44a9) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:44.408052 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.418916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Transition to ACTIVE for port object a66e268b-8f33-4260-8c29-3710d89b44a9 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:44.435531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Transition to ACTIVE for port object a66e268b-8f33-4260-8c29-3710d89b44a9 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:44.443312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.489637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Network affc75c0-14d4-4b11-903d-ca4cc355868d is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:44.492707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:44.497239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:44.504824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Pushing event updated for resources: {'Port': ['ID=a66e268b-8f33-4260-8c29-3710d89b44a9,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:44.559510 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Attempting to bind port a66e268b-8f33-4260-8c29-3710d89b44a9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:44.559887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Attempting to bind port a66e268b-8f33-4260-8c29-3710d89b44a9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:44.560306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Attempting to bind port a66e268b-8f33-4260-8c29-3710d89b44a9 on network affc75c0-14d4-4b11-903d-ca4cc355868d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:44.566058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:44.566622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Checking segment: {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:44.567064 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.567487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Bound using segment: {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:44.568198 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Bound port: a66e268b-8f33-4260-8c29-3710d89b44a9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:44.568445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.643395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] For port a66e268b-8f33-4260-8c29-3710d89b44a9, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:44.647863 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] For port a66e268b-8f33-4260-8c29-3710d89b44a9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a66e268b-8f33-4260-8c29-3710d89b44a9,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:44.653008 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.720806 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181fc1-857a-4d68-a966-4c7f0f6e5a26 None None] Pushing event updated for resources: {'Port': ['ID=a66e268b-8f33-4260-8c29-3710d89b44a9,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:44.741653 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.761818 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:44.891540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Allocated IP 172.25.1.32 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/ed8bb817-3164-4399-82c6-de7883c6e547) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:45.004013 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.044281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.083503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:45.086686 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:45.091538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:45.097151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8bb817-3164-4399-82c6-de7883c6e547,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:45.357407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.571284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.674314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c779ea96-2c37-4811-ab8a-4b2ac97042f2 None None] Network affc75c0-14d4-4b11-903d-ca4cc355868d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:12:45.709423 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Router 73a1d837-e1c0-4b07-979a-e868145a3058 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:12:45.806319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-21a5b7cd-574d-45b2-8b59-48526ef2b97d None None] Provisioning for port a66e268b-8f33-4260-8c29-3710d89b44a9 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:45.823166 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:45.836179 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Sync routers for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:45.840448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.841724 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a3de3c43-8ed7-4f09-844b-d05d711c7676 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8683279 Aug 29 05:12:45.844683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37530) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:45.848022 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:45.848644 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:45.977330 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:45.997337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a66e268b-8f33-4260-8c29-3710d89b44a9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:46.070775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a66e268b-8f33-4260-8c29-3710d89b44a9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:46.084542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a66e268b-8f33-4260-8c29-3710d89b44a9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:46.085307 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.164531 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:45Z', 'revision_number': 3, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:46.185596 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.187115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7dbb435c-5bd2-481b-ae67-6538c421d251 None None] Provisioning complete for port a66e268b-8f33-4260-8c29-3710d89b44a9 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:46.187486 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7dbb435c-5bd2-481b-ae67-6538c421d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.197489 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Checking router: 73a1d837-e1c0-4b07-979a-e868145a3058 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:46.198369 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Updating router 73a1d837-e1c0-4b07-979a-e868145a3058 port ed8bb817-3164-4399-82c6-de7883c6e547 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:12:46.224411 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.252312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a66e268b-8f33-4260-8c29-3710d89b44a9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a66e268b-8f33-4260-8c29-3710d89b44a9,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:46.257132 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.325246 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.341396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a66e268b-8f33-4260-8c29-3710d89b44a9,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:46.501517 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Allocated IP 172.20.0.1 (affc75c0-14d4-4b11-903d-ca4cc355868d/5ffa7854-fa40-4bb7-a38c-cbb4e789c669/06a29ffe-8d02-4fbc-af03-0f1159780def) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:46.502006 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.512299 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Transition to ACTIVE for port object ed8bb817-3164-4399-82c6-de7883c6e547 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:46.517679 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.570344 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Attempting to bind port ed8bb817-3164-4399-82c6-de7883c6e547 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:46.570736 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Attempting to bind port ed8bb817-3164-4399-82c6-de7883c6e547 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:46.571075 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Attempting to bind port ed8bb817-3164-4399-82c6-de7883c6e547 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:46.578390 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Pushing event updated for resources: {'Port': ['ID=ed8bb817-3164-4399-82c6-de7883c6e547,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:46.581492 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:46.581863 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:46.582256 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.582640 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:46.583104 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Bound port: ed8bb817-3164-4399-82c6-de7883c6e547, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:46.583480 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.606374 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.606718 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.607062 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.607396 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.607730 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.608083 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.608410 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.608736 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.609060 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.609383 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.609708 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.610031 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:46.627367 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.641194 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Transition to ACTIVE for port object 06a29ffe-8d02-4fbc-af03-0f1159780def will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:46.648389 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] For port ed8bb817-3164-4399-82c6-de7883c6e547, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:46.651888 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] For port ed8bb817-3164-4399-82c6-de7883c6e547, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ed8bb817-3164-4399-82c6-de7883c6e547,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:46.658006 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.679451 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.717747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:46.718382 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:46.723724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Network affc75c0-14d4-4b11-903d-ca4cc355868d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:46.729132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:46.731521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:46.761998 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=06a29ffe-8d02-4fbc-af03-0f1159780def,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:46.772098 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c671f8-7b75-46d3-a91e-744c0f5fc769 None None] Pushing event updated for resources: {'Port': ['ID=ed8bb817-3164-4399-82c6-de7883c6e547,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:46.779240 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.847842 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:46.920968 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.966324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4939dec8-15ed-4fbe-866e-9b301d6f35b5 None None] Provisioning for port 06a29ffe-8d02-4fbc-af03-0f1159780def completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:46.971106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4939dec8-15ed-4fbe-866e-9b301d6f35b5 None None] Provisioning complete for port 06a29ffe-8d02-4fbc-af03-0f1159780def triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:46.971635 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4939dec8-15ed-4fbe-866e-9b301d6f35b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.007022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4939dec8-15ed-4fbe-866e-9b301d6f35b5 None None] Port 06a29ffe-8d02-4fbc-af03-0f1159780def cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:12:47.049317 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:45Z', 'revision_number': 3, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:47.077735 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4cac8-23aa-4b22-be42-ec560cd966fc None None] The sync data for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 is: [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:45Z', 'revision_number': 3, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:47.102988 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.108112 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.183129 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=06a29ffe-8d02-4fbc-af03-0f1159780def,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:47.187136 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.288201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Network affc75c0-14d4-4b11-903d-ca4cc355868d is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:47.292223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:47.443179 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Router 73a1d837-e1c0-4b07-979a-e868145a3058 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:12:47.497018 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ee5526e3-0864-43ae-b89c-6a1e4c76a508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.532537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-190490e1-8f3d-47ab-86ea-88876f1d9d12 None None] Provisioning complete for port 06a29ffe-8d02-4fbc-af03-0f1159780def triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:47.533031 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-190490e1-8f3d-47ab-86ea-88876f1d9d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.577012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-190490e1-8f3d-47ab-86ea-88876f1d9d12 None None] Port 06a29ffe-8d02-4fbc-af03-0f1159780def cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:12:47.577400 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:47.584720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a76830b9-16ac-45e1-86f2-c6a9c3f9b7d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/73a1d837-e1c0-4b07-979a-e868145a3058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7389598 Aug 29 05:12:48.014381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ed8bb817-3164-4399-82c6-de7883c6e547 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:48.067331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port ed8bb817-3164-4399-82c6-de7883c6e547 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:48.072167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ed8bb817-3164-4399-82c6-de7883c6e547 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:48.072732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.134075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37546) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:48.140233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1678368122-network', 'tenant_id': '2951a16b813d48b68214377944b5eb67'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:48.166332 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Made reservation on behalf of 2951a16b813d48b68214377944b5eb67 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:48.168856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.171621 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.179569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.194484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port ed8bb817-3164-4399-82c6-de7883c6e547, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ed8bb817-3164-4399-82c6-de7883c6e547,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:48.202430 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.203217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a66e268b-8f33-4260-8c29-3710d89b44a9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:48.291828 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.297462 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.326405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:12:48.336427 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8adfdc-c041-4ac8-ae74-9afb5cea220b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:48.342434 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.342782 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Added segment 0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f of type vlan for network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc Aug 29 05:12:48.390078 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.422594 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.423837 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.425753 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.494330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=ed8bb817-3164-4399-82c6-de7883c6e547,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:48.500356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37548) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:48.502804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a66e268b-8f33-4260-8c29-3710d89b44a9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:48.503708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.505542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Request body: {'subnet': {'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1678368122-subnet', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:48.509979 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3747194 Aug 29 05:12:48.524952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902e48a-d9d2-49cb-9522-7bbb37bd3b25 admin admin] Pushing event updated for resources: {'Network': ['ID=f5bea014-3ebb-4918-ae2c-5c892dd2b3bc,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:48.533438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Made reservation on behalf of 2951a16b813d48b68214377944b5eb67 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:48.536904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.543771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:12:48.752607 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.817921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=983a5641-a59e-4031-9c99-33c021caff17,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:48.829256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Checking segment: {'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:48.829618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Network hostable DHCP agents. Network: f5bea014-3ebb-4918-ae2c-5c892dd2b3bc, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:12:48.847615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:12:48.858660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f5bea014-3ebb-4918-ae2c-5c892dd2b3bc) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:48.863173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.864015 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.870221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56018ed-aa7d-440e-8fd8-d36832a164de None None] Network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:12:48.878627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3411d8d3-77bb-4700-9cbf-40dcb6aa88ac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3769860 Aug 29 05:12:48.881174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37550) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:48.886210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:48.909088 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.910209 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.912440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Sync routers for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:48.932372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:48.933239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:48.973865 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.121428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.122583 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:49.149368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-f5bea014-3ebb-4918-ae2c-5c892dd2b3bc', 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'fixed_ips': [{'subnet_id': '983a5641-a59e-4031-9c99-33c021caff17'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:12:49.150236 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.340638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.360474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.408916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Allocated IP 172.20.0.2 (f5bea014-3ebb-4918-ae2c-5c892dd2b3bc/983a5641-a59e-4031-9c99-33c021caff17/c1bc2866-dc87-4479-bbbe-7925db88cfff) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:49.474248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Allocated IP 172.25.1.63 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/cc1b26d6-d218-4acd-a8d6-e1f74bb0254b) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:49.507057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 2, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:49.540268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Checking router: 73a1d837-e1c0-4b07-979a-e868145a3058 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:49.540622 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Updating router 73a1d837-e1c0-4b07-979a-e868145a3058 port 06a29ffe-8d02-4fbc-af03-0f1159780def binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:12:49.584535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.593624 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.627849 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.655189 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.671691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Transition to ACTIVE for port object c1bc2866-dc87-4479-bbbe-7925db88cfff will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:49.672204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:49.675970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:49.681897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:49.685298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1b26d6-d218-4acd-a8d6-e1f74bb0254b,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:49.742676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Transition to ACTIVE for port object c1bc2866-dc87-4479-bbbe-7925db88cfff will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:49.752866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.838095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:49.844081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:49.850261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:49.858392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Pushing event updated for resources: {'Port': ['ID=c1bc2866-dc87-4479-bbbe-7925db88cfff,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:49.944032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Attempting to bind port c1bc2866-dc87-4479-bbbe-7925db88cfff on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:49.944487 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Attempting to bind port c1bc2866-dc87-4479-bbbe-7925db88cfff by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:49.944795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Attempting to bind port c1bc2866-dc87-4479-bbbe-7925db88cfff on network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:49.953650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ed8bb817-3164-4399-82c6-de7883c6e547 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:49.954941 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.978165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:49.978742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Checking segment: {'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:49.979752 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.980196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Bound using segment: {'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:49.980696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Bound port: c1bc2866-dc87-4479-bbbe-7925db88cfff, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:49.981077 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.040851 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.094733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Transition to ACTIVE for port object 06a29ffe-8d02-4fbc-af03-0f1159780def will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:50.108402 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.110522 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] For port c1bc2866-dc87-4479-bbbe-7925db88cfff, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:50.115533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] For port c1bc2866-dc87-4479-bbbe-7925db88cfff, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c1bc2866-dc87-4479-bbbe-7925db88cfff,segment=NetworkSegment(0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f),segment_id=0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:50.143902 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.155796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port ed8bb817-3164-4399-82c6-de7883c6e547 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:50.156196 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.177793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.210278 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc3714-ac4b-4973-b0a6-040addfc32ff None None] Pushing event updated for resources: {'Port': ['ID=06a29ffe-8d02-4fbc-af03-0f1159780def,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:50.325264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Attempting to bind port 06a29ffe-8d02-4fbc-af03-0f1159780def on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:50.325648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Attempting to bind port 06a29ffe-8d02-4fbc-af03-0f1159780def by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:50.326005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Attempting to bind port 06a29ffe-8d02-4fbc-af03-0f1159780def on network affc75c0-14d4-4b11-903d-ca4cc355868d {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:50.335150 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:50.335542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Checking segment: {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:50.335932 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.336458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Bound using segment: {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:50.336929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Bound port: 06a29ffe-8d02-4fbc-af03-0f1159780def, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:50.337311 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.338046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Router 47e681c1-47d8-46f2-8c15-442a149121a4 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:12:50.341063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e607bce-3057-4a2e-8608-60d92ba4fa94 None None] Pushing event updated for resources: {'Port': ['ID=c1bc2866-dc87-4479-bbbe-7925db88cfff,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:50.448696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] For port 06a29ffe-8d02-4fbc-af03-0f1159780def, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:50.452020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] For port 06a29ffe-8d02-4fbc-af03-0f1159780def, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=06a29ffe-8d02-4fbc-af03-0f1159780def,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:50.460917 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.479978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.509930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:50.519860 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Sync routers for ids ['47e681c1-47d8-46f2-8c15-442a149121a4'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:50.531062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.532859 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7578dd41-4e08-4194-ab65-a77d238836d6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6505821 Aug 29 05:12:50.536152 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37552) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:50.544647 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Routers {'47e681c1-47d8-46f2-8c15-442a149121a4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:50.545681 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['47e681c1-47d8-46f2-8c15-442a149121a4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:50.588860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc3714-ac4b-4973-b0a6-040addfc32ff None None] Pushing event updated for resources: {'Port': ['ID=06a29ffe-8d02-4fbc-af03-0f1159780def,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:50.611654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-423f35e3-c969-4ad7-b6a6-cbc5dc1e90d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.625361 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:50.626033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:20Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:50.803188 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Set router 47e681c1-47d8-46f2-8c15-442a149121a4 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:50.926061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:51.016139 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:12:49Z', 'revision_number': 3, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port': {'id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:49Z', 'updated_at': '2021-08-29T05:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:51.047344 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Checking router: 47e681c1-47d8-46f2-8c15-442a149121a4 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:51.047696 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Updating router 47e681c1-47d8-46f2-8c15-442a149121a4 port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:12:51.070643 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.075372 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.169301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:50Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:51.203000 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40676976-1700-47e7-9e77-6fa13b187dd6 None None] The sync data for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 is: [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:50Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:51.299099 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Allocated IP 172.20.0.1 (f5bea014-3ebb-4918-ae2c-5c892dd2b3bc/983a5641-a59e-4031-9c99-33c021caff17/925d6197-967f-430c-90fa-3b1617407750) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:51.407163 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.472265 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.481233 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.491544 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Transition to ACTIVE for port object 925d6197-967f-430c-90fa-3b1617407750 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:51.495692 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Transition to ACTIVE for port object cc1b26d6-d218-4acd-a8d6-e1f74bb0254b will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:51.505504 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.534822 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.558390 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc62de-c6e6-46b0-ad68-da0e779e6b31 None None] Pushing event updated for resources: {'Port': ['ID=cc1b26d6-d218-4acd-a8d6-e1f74bb0254b,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:51.575076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37d73e6-9df7-4c26-a12e-6b104d74ae4d None None] Network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:12:51.580204 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Attempting to bind port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:51.580884 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Attempting to bind port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:51.581499 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Attempting to bind port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:51.589800 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:51.590588 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:51.591082 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.591508 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:51.592089 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Bound port: cc1b26d6-d218-4acd-a8d6-e1f74bb0254b, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:51.592659 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.612372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:51.617240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:51.627267 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:51.633698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Pushing event updated for resources: {'Port': ['ID=925d6197-967f-430c-90fa-3b1617407750,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:51.666529 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] For port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:51.666868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-f5cc88c5-5fe6-4ef6-a863-73af6b86afe6 None None] Provisioning for port c1bc2866-dc87-4479-bbbe-7925db88cfff completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:51.670632 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] For port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cc1b26d6-d218-4acd-a8d6-e1f74bb0254b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:51.677893 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.683145 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.747160 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc62de-c6e6-46b0-ad68-da0e779e6b31 None None] Pushing event updated for resources: {'Port': ['ID=cc1b26d6-d218-4acd-a8d6-e1f74bb0254b,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:51.757929 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Routers {'47e681c1-47d8-46f2-8c15-442a149121a4'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:51.758668 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['47e681c1-47d8-46f2-8c15-442a149121a4'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:51.860495 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.890717 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] Set router 47e681c1-47d8-46f2-8c15-442a149121a4 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:52.076238 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 06a29ffe-8d02-4fbc-af03-0f1159780def up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:52.108752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.116958 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.152431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 06a29ffe-8d02-4fbc-af03-0f1159780def completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:52.159551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 06a29ffe-8d02-4fbc-af03-0f1159780def triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:52.163150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.211943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.231019 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2491ce5b-c47f-443c-97ed-20cc8d6f7c30 None None] Provisioning for port 925d6197-967f-430c-90fa-3b1617407750 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:52.239476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2491ce5b-c47f-443c-97ed-20cc8d6f7c30 None None] Provisioning complete for port 925d6197-967f-430c-90fa-3b1617407750 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:52.239813 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2491ce5b-c47f-443c-97ed-20cc8d6f7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.247837 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:12:49Z', 'revision_number': 3, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port': {'id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:49Z', 'updated_at': '2021-08-29T05:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:52.251804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Pushing event updated for resources: {'Port': ['ID=925d6197-967f-430c-90fa-3b1617407750,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:52.310542 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8caafd9-66f1-4e4d-8bef-fe0cea1dadb5 None None] The sync data for ids ['47e681c1-47d8-46f2-8c15-442a149121a4'] in n-d-712142-15 is: [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:12:49Z', 'revision_number': 3, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port': {'id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:49Z', 'updated_at': '2021-08-29T05:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:52.354440 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.355764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:52.357121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2491ce5b-c47f-443c-97ed-20cc8d6f7c30 None None] Port 925d6197-967f-430c-90fa-3b1617407750 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:12:52.357698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:52.419735 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 06a29ffe-8d02-4fbc-af03-0f1159780def, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=06a29ffe-8d02-4fbc-af03-0f1159780def,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:52.429787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.431608 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c1bc2866-dc87-4479-bbbe-7925db88cfff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:52.497199 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Router 47e681c1-47d8-46f2-8c15-442a149121a4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:12:52.554494 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=06a29ffe-8d02-4fbc-af03-0f1159780def,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:52.570997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ec65db2d-2bd2-45bf-8f6a-b8c7dc986024 None None] Provisioning complete for port 925d6197-967f-430c-90fa-3b1617407750 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:52.571375 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec65db2d-2bd2-45bf-8f6a-b8c7dc986024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.622674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ec65db2d-2bd2-45bf-8f6a-b8c7dc986024 None None] Port 925d6197-967f-430c-90fa-3b1617407750 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:12:52.625131 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c1bc2866-dc87-4479-bbbe-7925db88cfff completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:52.629807 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c1bc2866-dc87-4479-bbbe-7925db88cfff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:52.630255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.752500 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.818137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c1bc2866-dc87-4479-bbbe-7925db88cfff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c1bc2866-dc87-4479-bbbe-7925db88cfff,segment=NetworkSegment(0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f),segment_id=0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:52.826749 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.874495 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-dfbb7b79-c9b2-4e74-a57c-90becff93c24 None None] Provisioning complete for port 925d6197-967f-430c-90fa-3b1617407750 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:52.874881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b79-c9b2-4e74-a57c-90becff93c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.928967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c1bc2866-dc87-4479-bbbe-7925db88cfff,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:52.932621 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb7b79-c9b2-4e74-a57c-90becff93c24 None None] Port 925d6197-967f-430c-90fa-3b1617407750 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:12:52.990045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:53.093830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:53.098958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e8152a3f-c174-4cae-a5a3-6931618d886e admin admin] 10.222.0.58 "PUT /v2.0/routers/47e681c1-47d8-46f2-8c15-442a149121a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5599792 Aug 29 05:12:54.035715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c1bc2866-dc87-4479-bbbe-7925db88cfff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:54.090339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c1bc2866-dc87-4479-bbbe-7925db88cfff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:54.090590 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:54.206739 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 06a29ffe-8d02-4fbc-af03-0f1159780def up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:54.263362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 06a29ffe-8d02-4fbc-af03-0f1159780def triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:54.263846 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:54.366243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cc1b26d6-d218-4acd-a8d6-e1f74bb0254b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:54.429391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:54.433979 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:54.434432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:54.534577 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:54.559178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cc1b26d6-d218-4acd-a8d6-e1f74bb0254b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:54.563678 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:54.628233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=cc1b26d6-d218-4acd-a8d6-e1f74bb0254b,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:54.861539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Sync routers for ids ['47e681c1-47d8-46f2-8c15-442a149121a4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:54.873600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Routers {'47e681c1-47d8-46f2-8c15-442a149121a4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:54.874240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['47e681c1-47d8-46f2-8c15-442a149121a4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:55.014798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Set router 47e681c1-47d8-46f2-8c15-442a149121a4 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:55.243595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:12:51Z', 'revision_number': 4, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port': {'id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:49Z', 'updated_at': '2021-08-29T05:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '925d6197-967f-430c-90fa-3b1617407750', 'name': '', 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'mac_address': 'fa:16:3e:fa:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '983a5641-a59e-4031-9c99-33c021caff17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:51Z', 'updated_at': '2021-08-29T05:12:51Z', 'revision_number': 2, 'project_id': '2951a16b813d48b68214377944b5eb67', 'subnets': [{'id': '983a5641-a59e-4031-9c99-33c021caff17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:55.276871 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Checking router: 47e681c1-47d8-46f2-8c15-442a149121a4 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:55.277227 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Updating router 47e681c1-47d8-46f2-8c15-442a149121a4 port 925d6197-967f-430c-90fa-3b1617407750 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:12:55.309335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:55.630873 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:55.642286 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Transition to ACTIVE for port object 925d6197-967f-430c-90fa-3b1617407750 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:55.653002 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:55.742434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ac864-4a7a-4d68-a4c4-1390c99a1418 None None] Pushing event updated for resources: {'Port': ['ID=925d6197-967f-430c-90fa-3b1617407750,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:55.790839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Attempting to bind port 925d6197-967f-430c-90fa-3b1617407750 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:55.791880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Attempting to bind port 925d6197-967f-430c-90fa-3b1617407750 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:55.792384 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Attempting to bind port 925d6197-967f-430c-90fa-3b1617407750 on network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:55.798076 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:55.798852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Checking segment: {'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:55.799338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:55.799800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Bound using segment: {'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:55.800369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Bound port: 925d6197-967f-430c-90fa-3b1617407750, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:55.800813 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:55.887923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] For port 925d6197-967f-430c-90fa-3b1617407750, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:55.893569 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] For port 925d6197-967f-430c-90fa-3b1617407750, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=925d6197-967f-430c-90fa-3b1617407750,segment=NetworkSegment(0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f),segment_id=0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:55.909236 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:55.988056 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cc1b26d6-d218-4acd-a8d6-e1f74bb0254b up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:55.992215 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ac864-4a7a-4d68-a4c4-1390c99a1418 None None] Pushing event updated for resources: {'Port': ['ID=925d6197-967f-430c-90fa-3b1617407750,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:56.034402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Routers {'47e681c1-47d8-46f2-8c15-442a149121a4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:56.035073 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:12:50Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['47e681c1-47d8-46f2-8c15-442a149121a4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:56.165322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:56.165787 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:56.224387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] Set router 47e681c1-47d8-46f2-8c15-442a149121a4 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:56.513003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:12:51Z', 'revision_number': 4, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port': {'id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:49Z', 'updated_at': '2021-08-29T05:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '925d6197-967f-430c-90fa-3b1617407750', 'name': '', 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'mac_address': 'fa:16:3e:fa:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '983a5641-a59e-4031-9c99-33c021caff17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:51Z', 'updated_at': '2021-08-29T05:12:55Z', 'revision_number': 4, 'project_id': '2951a16b813d48b68214377944b5eb67', 'subnets': [{'id': '983a5641-a59e-4031-9c99-33c021caff17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:56.544785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1744e9-8754-473b-b94e-f0dd4e5ae71b None None] The sync data for ids ['47e681c1-47d8-46f2-8c15-442a149121a4'] in n-d-712142-15 is: [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:12:51Z', 'revision_number': 4, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port': {'id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:49Z', 'updated_at': '2021-08-29T05:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '925d6197-967f-430c-90fa-3b1617407750', 'name': '', 'network_id': 'f5bea014-3ebb-4918-ae2c-5c892dd2b3bc', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'mac_address': 'fa:16:3e:fa:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '983a5641-a59e-4031-9c99-33c021caff17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:51Z', 'updated_at': '2021-08-29T05:12:55Z', 'revision_number': 4, 'project_id': '2951a16b813d48b68214377944b5eb67', 'subnets': [{'id': '983a5641-a59e-4031-9c99-33c021caff17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:57.672461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:57.986356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 925d6197-967f-430c-90fa-3b1617407750 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:58.063905 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 925d6197-967f-430c-90fa-3b1617407750 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:58.071325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 925d6197-967f-430c-90fa-3b1617407750 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:58.071800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:58.187374 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:58.227560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 925d6197-967f-430c-90fa-3b1617407750, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=925d6197-967f-430c-90fa-3b1617407750,segment=NetworkSegment(0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f),segment_id=0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:58.240303 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:58.304277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=925d6197-967f-430c-90fa-3b1617407750,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:58.872537 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:59.955491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 925d6197-967f-430c-90fa-3b1617407750 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:00.016549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 925d6197-967f-430c-90fa-3b1617407750 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:00.016917 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:03.234110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-ce332bf0-ea89-48cb-ab64-8e9e02210386 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:03.235743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-ce332bf0-ea89-48cb-ab64-8e9e02210386 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 815 time: 0.1097467 Aug 29 05:13:03.252358 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-6fe57a0e-f274-4c0a-94ea-71992bfcc39c tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/quotas/e7ccd6156b0748b6b2ce2e6c69aed501 HTTP/1.1" status: 200 len: 375 time: 0.0102704 Aug 29 05:13:03.307503 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-1c357ec4-e7c8-4bf8-98da-b814d20280e7 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485780 Aug 29 05:13:03.411818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-c8d4ff9b-5546-483a-8925-0bfb55544658 service neutron] 10.222.0.58 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927854 Aug 29 05:13:03.506621 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9cf546b1-f44d-4911-a9f4-86dba0a390e0 service neutron] 10.222.0.58 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Aug 29 05:13:03.676327 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa0dba5a-0a86-4c68-ba15-336e9d1c8312 req-6fe1a6ad-98ca-4e67-a90f-539b13ffa2e7 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 210 time: 0.0326440 Aug 29 05:13:04.775122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b8339292-0cca-44d1-b465-5d8f395a4005 req-178d1cb6-904b-47ec-8ec1-2c38f4c49bd0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 210 time: 0.0284317 Aug 29 05:13:04.817850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-7cde7f81-f6fb-4a86-af91-5f1d32f876b4 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:04.820205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-7cde7f81-f6fb-4a86-af91-5f1d32f876b4 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.64 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 815 time: 0.1193173 Aug 29 05:13:04.839439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'port': {'device_id': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'admin_state_up': True, 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:04.955919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Made reservation on behalf of e7ccd6156b0748b6b2ce2e6c69aed501 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:13:04.959813 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:05.099606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Allocated IP 172.20.0.6 (affc75c0-14d4-4b11-903d-ca4cc355868d/5ffa7854-fa40-4bb7-a38c-cbb4e789c669/caa60e2f-cb99-4868-90fe-7feb1d3267e2) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:13:05.314202 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:05.346290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Transition to ACTIVE for port object caa60e2f-cb99-4868-90fe-7feb1d3267e2 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:05.389864 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:05.442690 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Network affc75c0-14d4-4b11-903d-ca4cc355868d is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:05.445884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:05.448820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:13:05.501610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'Port': ['ID=caa60e2f-cb99-4868-90fe-7feb1d3267e2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:05.526869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:05.527607 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:05.556710 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-d5cbd3e3-8c7a-49b4-9255-4de651a4c724 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7217889 Aug 29 05:13:05.707782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a51f90d1-6241-4317-b66e-91a04f6ed9dd None None] Provisioning for port caa60e2f-cb99-4868-90fe-7feb1d3267e2 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:05.711565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a51f90d1-6241-4317-b66e-91a04f6ed9dd None None] Provisioning complete for port caa60e2f-cb99-4868-90fe-7feb1d3267e2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:05.711943 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a51f90d1-6241-4317-b66e-91a04f6ed9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:05.746485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a51f90d1-6241-4317-b66e-91a04f6ed9dd None None] Port caa60e2f-cb99-4868-90fe-7feb1d3267e2 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:13:05.905593 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36917b31-514a-4a44-9c32-bf4f99da72b9 req-5ac528a3-5962-4a0c-9084-98780c7a92d0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:05.907865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36917b31-514a-4a44-9c32-bf4f99da72b9 req-5ac528a3-5962-4a0c-9084-98780c7a92d0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0549517 Aug 29 05:13:05.957789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-36917b31-514a-4a44-9c32-bf4f99da72b9 req-d5a53e23-6e22-4d62-88c2-6a44a5dc7863 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421243 Aug 29 05:13:07.091455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b872f-189e-4786-bb0f-7db73c3c49d7 req-2192e878-92d1-4df5-ab20-27f967e29b13 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:07.093399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f34b872f-189e-4786-bb0f-7db73c3c49d7 req-2192e878-92d1-4df5-ab20-27f967e29b13 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0615702 Aug 29 05:13:07.144382 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f34b872f-189e-4786-bb0f-7db73c3c49d7 req-78c32b06-a5a0-4b86-9c10-328c05cd11fe tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 Aug 29 05:13:08.265098 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db23e0-a131-4506-af55-9abb8f4c3b11 req-29cedc5a-4f7e-4e6b-9aac-752297a2717d tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:08.269065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2db23e0-a131-4506-af55-9abb8f4c3b11 req-29cedc5a-4f7e-4e6b-9aac-752297a2717d tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0567248 Aug 29 05:13:08.311909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2db23e0-a131-4506-af55-9abb8f4c3b11 req-60db755b-744f-49ac-91be-d9c5b66b039b tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372009 Aug 29 05:13:09.445982 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde5ed4-4fb0-4826-aa08-7b9db02b3115 req-250ca566-4cd3-4792-9197-64a33300245f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:09.448009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acde5ed4-4fb0-4826-aa08-7b9db02b3115 req-250ca566-4cd3-4792-9197-64a33300245f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0561864 Aug 29 05:13:09.490787 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-acde5ed4-4fb0-4826-aa08-7b9db02b3115 req-5e634c72-f466-493c-bedf-e3e87c819c11 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368769 Aug 29 05:13:10.618357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7499b0-bfff-499b-aadd-2696b27d7bca req-0764eed0-77fe-4cd7-896c-3bc17c13b79e tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:10.619859 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f7499b0-bfff-499b-aadd-2696b27d7bca req-0764eed0-77fe-4cd7-896c-3bc17c13b79e tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0591424 Aug 29 05:13:10.659211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7f7499b0-bfff-499b-aadd-2696b27d7bca req-f3c1afdb-7548-40a9-8ba2-9a2407aa6dce tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Aug 29 05:13:11.795709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea93145-0025-408c-b629-b4694337421c req-ac401bd1-bc4e-4f04-94bf-841267c46a9b tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:11.797292 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ea93145-0025-408c-b629-b4694337421c req-ac401bd1-bc4e-4f04-94bf-841267c46a9b tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0709364 Aug 29 05:13:11.837978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ea93145-0025-408c-b629-b4694337421c req-fce698b4-0860-4147-b224-3cb8fd908495 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Aug 29 05:13:12.965358 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:13:12.970405 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113848c-4485-4752-bf9b-be23cf3aff54 req-10cda863-df54-49d9-b2ff-0c2d52c1fef2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:12.972013 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2113848c-4485-4752-bf9b-be23cf3aff54 req-10cda863-df54-49d9-b2ff-0c2d52c1fef2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0572588 Aug 29 05:13:13.038951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2113848c-4485-4752-bf9b-be23cf3aff54 req-e2ea8a1b-9648-4e01-af48-f724e1d4642d tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585141 Aug 29 05:13:14.166626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0e49a-99ce-4d3d-bce9-0b141b5822d9 req-5fb84bca-61d1-49b3-a304-14bcde39cf02 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:14.169551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0c0e49a-99ce-4d3d-bce9-0b141b5822d9 req-5fb84bca-61d1-49b3-a304-14bcde39cf02 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0577354 Aug 29 05:13:14.221601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a0c0e49a-99ce-4d3d-bce9-0b141b5822d9 req-37d9987e-ac01-41c1-8e56-d4cac0679a2e tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Aug 29 05:13:15.348229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ee560-cf56-417e-b42b-42f42af89e4b req-a47b6679-c3ff-4af5-9b27-0a8c30c2c66d tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:15.349736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c77ee560-cf56-417e-b42b-42f42af89e4b req-a47b6679-c3ff-4af5-9b27-0a8c30c2c66d tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 931 time: 0.0586121 Aug 29 05:13:15.389368 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c77ee560-cf56-417e-b42b-42f42af89e4b req-b8d60e5e-dc45-4d9e-b707-666c515fcf28 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Aug 29 05:13:15.771408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Request body: {'port': {'device_id': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:15.824638 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:16.089181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa60e2f-cb99-4868-90fe-7feb1d3267e2 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:16.096502 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:16.109549 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Transition to ACTIVE for port object caa60e2f-cb99-4868-90fe-7feb1d3267e2 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:16.113402 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:16.179577 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Pushing event updated for resources: {'Port': ['ID=caa60e2f-cb99-4868-90fe-7feb1d3267e2,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:16.243710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Attempting to bind port caa60e2f-cb99-4868-90fe-7feb1d3267e2 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:13:16.244095 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Attempting to bind port caa60e2f-cb99-4868-90fe-7feb1d3267e2 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:13:16.244433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Attempting to bind port caa60e2f-cb99-4868-90fe-7feb1d3267e2 on network affc75c0-14d4-4b11-903d-ca4cc355868d {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:16.249988 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Port caa60e2f-cb99-4868-90fe-7feb1d3267e2 on network affc75c0-14d4-4b11-903d-ca4cc355868d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:13:16.250316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Attempting to bind port caa60e2f-cb99-4868-90fe-7feb1d3267e2 on network affc75c0-14d4-4b11-903d-ca4cc355868d {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:16.255489 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:13:16.255835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Checking segment: {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:13:16.256259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Bound using segment: {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:13:16.256700 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Bound port: caa60e2f-cb99-4868-90fe-7feb1d3267e2, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:13:16.257067 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:16.333136 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] For port caa60e2f-cb99-4868-90fe-7feb1d3267e2, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:13:16.336653 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] For port caa60e2f-cb99-4868-90fe-7feb1d3267e2, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:13:16.342215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:16.377751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.378399 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:16.379864 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 1092 time: 0.7141325 Aug 29 05:13:16.380354 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:16.382648 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589f4eda6731e925eb992e42412d4b55da44f50fe42ba8e46d572baa0fdf854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a471b7-a1e6-464e-bfcb-d9407dec1723" -d '{"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:16.410144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38ab5d-8a93-4f10-ba63-3b28d1e811e7 service neutron] Pushing event updated for resources: {'Port': ['ID=caa60e2f-cb99-4868-90fe-7feb1d3267e2,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:16.426404 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c01f24-c761-4ed6-a310-73cc1b701b04 x-openstack-request-id: req-b6c01f24-c761-4ed6-a310-73cc1b701b04 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:16.426695 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:16.426973 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6c01f24-c761-4ed6-a310-73cc1b701b04 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:16.427385 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'status': 'completed', 'code': 200} Aug 29 05:13:16.484286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-f32c06e0-6fe0-47d5-8c3a-a8526e588309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.485841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-f32c06e0-6fe0-47d5-8c3a-a8526e588309 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1095 time: 0.0458260 Aug 29 05:13:16.533096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d48bf-f4fb-4269-acea-c71866a17d66 req-0438b11e-0724-4c92-819e-4ecc6498d771 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.535392 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-e9cfb350-bb62-46a0-aec8-a0dc9fde20dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 217 time: 0.0404022 Aug 29 05:13:16.536485 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad9d48bf-f4fb-4269-acea-c71866a17d66 req-0438b11e-0724-4c92-819e-4ecc6498d771 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 943 time: 0.0636845 Aug 29 05:13:16.583356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad9d48bf-f4fb-4269-acea-c71866a17d66 req-b1257b06-81aa-45d5-80cf-5eba4c1ec687 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Aug 29 05:13:16.593413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-5db96c84-9181-4eb5-bdc7-87e542857141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.595031 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-5db96c84-9181-4eb5-bdc7-87e542857141 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 200 len: 854 time: 0.0503531 Aug 29 05:13:16.642265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-2757dd0e-7629-4ebc-9043-e808f3770920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.643777 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-2757dd0e-7629-4ebc-9043-e808f3770920 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=affc75c0-14d4-4b11-903d-ca4cc355868d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415995 Aug 29 05:13:16.743166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-c6ce70a2-b83f-464e-8add-61038e3ebfc5 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878551 Aug 29 05:13:16.837625 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1f9c9c34-b414-420c-afaa-3faa2dbde857 req-fca0423a-b3c9-4650-9a8a-974df36cbf61 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823376 Aug 29 05:13:16.941251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-f6bb6699-4ee9-4bfe-9d20-787831b4fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.943204 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-f6bb6699-4ee9-4bfe-9d20-787831b4fa2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1095 time: 0.0487399 Aug 29 05:13:17.038472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-06e7bb1e-3cac-4810-af7c-86902a2a90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:17.040304 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-06e7bb1e-3cac-4810-af7c-86902a2a90ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 916 time: 0.0892158 Aug 29 05:13:17.082717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-060757c3-fa8a-42d8-8e75-9ee9b7f2c92b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 217 time: 0.0349660 Aug 29 05:13:17.137523 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-76845ad1-86ec-4025-b387-003fb1c98950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:17.139034 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-76845ad1-86ec-4025-b387-003fb1c98950 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 200 len: 854 time: 0.0486362 Aug 29 05:13:17.186481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-691e5b07-7443-4525-9e4f-250709e38aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:17.187972 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-691e5b07-7443-4525-9e4f-250709e38aee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=affc75c0-14d4-4b11-903d-ca4cc355868d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412016 Aug 29 05:13:17.281952 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-4d18fd81-dbb7-4d70-8929-a8baeae27326 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825498 Aug 29 05:13:17.378765 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47a471b7-a1e6-464e-bfcb-d9407dec1723 req-8cfcde60-d342-4495-bc2b-39ad014f3f26 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890870 Aug 29 05:13:17.492348 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-139183b4-09ab-492c-97dd-9405e34889ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:17.712682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af19bc-c347-43a7-ae02-5844f8f3e6f4 req-c8e684ae-2a32-479b-8418-5a50f89fae99 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:17.721956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22af19bc-c347-43a7-ae02-5844f8f3e6f4 req-c8e684ae-2a32-479b-8418-5a50f89fae99 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 943 time: 0.0508204 Aug 29 05:13:17.754390 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22af19bc-c347-43a7-ae02-5844f8f3e6f4 req-1937b3c3-67f0-4b06-87d9-f0395b5921ec tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Aug 29 05:13:18.421921 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device caa60e2f-cb99-4868-90fe-7feb1d3267e2 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:13:18.692685 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port caa60e2f-cb99-4868-90fe-7feb1d3267e2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:18.704277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'port_id': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'mac_address': 'fa:16:3e:77:32:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:13:18.742078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:18.754254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa60e2f-cb99-4868-90fe-7feb1d3267e2 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:18.774491 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port caa60e2f-cb99-4868-90fe-7feb1d3267e2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:18.779212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:18.826952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=caa60e2f-cb99-4868-90fe-7feb1d3267e2,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:18.834604 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.834965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.835325 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.835676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.836041 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.836386 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.836724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.837063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.837399 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.837761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.838096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.838435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:18.880052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e94b4-3057-4271-887e-d9c980c2f0c9 req-cb6a383b-0397-46f7-90fb-d588dd1f857a tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:18.881561 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f2e94b4-3057-4271-887e-d9c980c2f0c9 req-cb6a383b-0397-46f7-90fb-d588dd1f857a tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 944 time: 0.0515995 Aug 29 05:13:18.920362 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f2e94b4-3057-4271-887e-d9c980c2f0c9 req-5fddba33-8635-4b96-abbd-d31569a819fe tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326357 Aug 29 05:13:19.079488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['caa60e2f-cb99-4868-90fe-7feb1d3267e2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:20.039518 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47199a6-2aed-4169-b56c-179d94cc51d0 req-ac9d252d-0019-4a07-8ff4-f84cad86b162 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:20.041024 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d47199a6-2aed-4169-b56c-179d94cc51d0 req-ac9d252d-0019-4a07-8ff4-f84cad86b162 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 944 time: 0.0546334 Aug 29 05:13:20.084882 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d47199a6-2aed-4169-b56c-179d94cc51d0 req-c89629ae-6738-49ef-b7c4-bd91d072023c tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Aug 29 05:13:20.437816 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device caa60e2f-cb99-4868-90fe-7feb1d3267e2 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:20.468583 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:20.493731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port caa60e2f-cb99-4868-90fe-7feb1d3267e2 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:20.502123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port caa60e2f-cb99-4868-90fe-7feb1d3267e2 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:20.502496 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:20.542226 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-00052bf3-bea1-4a8e-9b93-bae535fc7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:20.596824 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:20.619633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:20.622714 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}826a7a4050c7974f0841d0fcd7a96338438d8cde6a9717e563e789aaefcb456d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f33c950-fec5-439c-bcfe-c162daa6901c" -d '{"events": [{"server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "name": "network-vif-plugged", "status": "completed", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:20.636928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port caa60e2f-cb99-4868-90fe-7feb1d3267e2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:20.642334 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:20.666120 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23433ab-3b3c-4d94-bc88-4181ae716a78 x-openstack-request-id: req-e23433ab-3b3c-4d94-bc88-4181ae716a78 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:20.666417 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "name": "network-vif-plugged", "status": "completed", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:20.666675 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e23433ab-3b3c-4d94-bc88-4181ae716a78 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:20.667591 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'code': 200} Aug 29 05:13:20.695354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=caa60e2f-cb99-4868-90fe-7feb1d3267e2,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:20.772313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b1e33-b5c8-4bf5-a680-254697c21a48 req-2ef144d0-28e6-4e4a-bbc8-3924cc0a4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:20.773812 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a6b1e33-b5c8-4bf5-a680-254697c21a48 req-2ef144d0-28e6-4e4a-bbc8-3924cc0a4bda service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1097 time: 0.0405514 Aug 29 05:13:20.813619 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a6b1e33-b5c8-4bf5-a680-254697c21a48 req-224f1de4-87e6-4f12-a517-5cad1c039fcf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289512 Aug 29 05:13:21.203396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd96d2-5381-49f8-b2f5-47536c398100 req-432aa385-0179-45fa-918f-2ef4561ed004 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:21.205111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40fd96d2-5381-49f8-b2f5-47536c398100 req-432aa385-0179-45fa-918f-2ef4561ed004 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0487890 Aug 29 05:13:21.245642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40fd96d2-5381-49f8-b2f5-47536c398100 req-c63a9e15-e510-4643-94da-7256c227fdf1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Aug 29 05:13:21.403627 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:22.382324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bc75c-f107-4c46-a2e1-a0bb8125c617 req-5c33afa2-1025-496d-85ed-e95e3e8657d9 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:22.383822 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be1bc75c-f107-4c46-a2e1-a0bb8125c617 req-5c33afa2-1025-496d-85ed-e95e3e8657d9 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0500240 Aug 29 05:13:22.425075 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be1bc75c-f107-4c46-a2e1-a0bb8125c617 req-95b3f445-ae68-4b02-b34b-fc230b5f6c28 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Aug 29 05:13:22.556920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ef6e4-9521-4216-9061-516232f26650 req-6bc8089c-c2d0-4ac3-b97b-4a507a1e1fc5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:22.559083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e4ef6e4-9521-4216-9061-516232f26650 req-6bc8089c-c2d0-4ac3-b97b-4a507a1e1fc5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0503612 Aug 29 05:13:22.604736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e4ef6e4-9521-4216-9061-516232f26650 req-f7bd5787-93f6-44bb-b2ed-01416a26951d tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Aug 29 05:13:22.833762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42030f91-7c7d-4c8c-bba5-09ccbdede41e req-1112b0de-ad1b-4025-b34f-ce6538dac4af tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:22.835160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42030f91-7c7d-4c8c-bba5-09ccbdede41e req-1112b0de-ad1b-4025-b34f-ce6538dac4af tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0516582 Aug 29 05:13:22.886831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-42030f91-7c7d-4c8c-bba5-09ccbdede41e req-59be89f5-9fb5-4260-bda2-23b703c2df86 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Aug 29 05:13:22.994984 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:23.900798 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f49d5742-65a1-4dbd-9035-b11b50616b7c req-37f5bbc9-812a-4e6e-b2c1-f59cdc2258ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265276 Aug 29 05:13:23.951289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f49d5742-65a1-4dbd-9035-b11b50616b7c req-049d0016-cb1d-45f1-9793-d1a434d0e21f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0283158 Aug 29 05:13:24.328990 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f49d5742-65a1-4dbd-9035-b11b50616b7c req-e8267b24-be4e-428c-8629-b7ac70ae5cac service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3584957 Aug 29 05:13:24.429605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d5742-65a1-4dbd-9035-b11b50616b7c req-eed8bbd2-271b-4b96-9f07-c9468814a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:24.431141 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f49d5742-65a1-4dbd-9035-b11b50616b7c req-eed8bbd2-271b-4b96-9f07-c9468814a0f1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944464 Aug 29 05:13:27.667611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.892060 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.558476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76aab-ab23-495a-8975-e583c48a3301 req-146f4fda-d659-4e8f-8faf-2c2e12e62f31 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:34.560015 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5be76aab-ab23-495a-8975-e583c48a3301 req-146f4fda-d659-4e8f-8faf-2c2e12e62f31 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0503561 Aug 29 05:13:34.598854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5be76aab-ab23-495a-8975-e583c48a3301 req-e75e01d8-e06e-4606-af26-e7ac22c87016 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Aug 29 05:13:34.621878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37756) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:34.710017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d40539-ce53-4a4c-8254-4e319c925fcb tempest-TestMinimumBasicScenario-1960144814 tempest-TestMinimumBasicScenario-1960144814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:34.711481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-72d40539-ce53-4a4c-8254-4e319c925fcb tempest-TestMinimumBasicScenario-1960144814 tempest-TestMinimumBasicScenario-1960144814-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1092 time: 0.0886152 Aug 29 05:13:34.714978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37760) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:34.719373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:34.742767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.848456 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.964975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Allocated IP 172.25.1.109 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f3acfc98-e311-4343-98a9-51ece10f9101) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:13:35.069048 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.107547 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.147849 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:35.150666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:35.153903 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:13:35.183361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'Port': ['ID=f3acfc98-e311-4343-98a9-51ece10f9101,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:35.535720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.609799 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.775373 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.781135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.862504 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'Port': ['ID=f3acfc98-e311-4343-98a9-51ece10f9101,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:35.876115 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.977585 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Floating IP 6ec6c79c-66c5-46aa-8570-964cf007d363 associated. External IP: 172.25.1.109, port: caa60e2f-cb99-4868-90fe-7feb1d3267e2. Aug 29 05:13:36.193232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Router 73a1d837-e1c0-4b07-979a-e868145a3058 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:13:36.307128 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:13:36.317116 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] Sync routers for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:13:36.325712 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.330978 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:13:36.331602 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:13:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:36.354467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-942fc043-31fc-4235-a86e-f8a3e461bba1 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6384070 Aug 29 05:13:36.355171 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:36.357431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37762) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:36.357908 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:36.363037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167431871', 'description': 'tempest-secgroup-smoke-167431871 description', 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:36.388945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.440468 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:13:36.478709 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.482982 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.511198 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.515576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37768) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:36.521013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'security_group_rule': {'security_group_id': '9a38d0bc-4a5c-4653-84b5-d568e542dfc1', 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:36.522043 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1532891 Aug 29 05:13:36.524561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a38d0bc-4a5c-4653-84b5-d568e542dfc1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:36.532923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.533274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.533612 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.533947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.534543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.535042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.535542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.535868 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.536439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.536949 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.537630 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.537962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab58e59-8558-4e6e-8624-790b576b21ca tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.555283 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.565668 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5fa83d-9bbc-41f7-9689-382c80ce82df x-openstack-request-id: req-1a5fa83d-9bbc-41f7-9689-382c80ce82df {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:36.565964 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:36.566217 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a5fa83d-9bbc-41f7-9689-382c80ce82df {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:36.566624 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'status': 'completed', 'code': 200} Aug 29 05:13:36.609511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.614350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.636320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a907c3a7-5dd5-4cd4-b595-ea06338d274d,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:36.643673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.644310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-de1e8e57-9a8a-4901-90ba-ecaa73a206fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.645020 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282017 Aug 29 05:13:36.646087 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-de1e8e57-9a8a-4901-90ba-ecaa73a206fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1097 time: 0.0535779 Aug 29 05:13:36.646635 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.647019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.647338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.647685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.648044 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.648386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.648517 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37770) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:36.648739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.649058 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.649404 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.649722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.650052 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.650385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c176b-3421-4902-bfe9-53cf7ae4a04f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:36.653638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5a286dd7-4096-45e0-b5e9-c10228c983b5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'security_group_rule': {'security_group_id': '9a38d0bc-4a5c-4653-84b5-d568e542dfc1', 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:36.716096 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '6ec6c79c-66c5-46aa-8570-964cf007d363', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'port_id': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'mac_address': 'fa:16:3e:77:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:35Z', 'updated_at': '2021-08-29T05:13:35Z', 'revision_number': 0, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:52Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:36.746131 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a286dd7-4096-45e0-b5e9-c10228c983b5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.747592 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] Checking router: 73a1d837-e1c0-4b07-979a-e868145a3058 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:13:36.756475 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:13:36.757078 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:13:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:36.785928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-93088049-d33c-412b-97e0-aadfa234e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.787454 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-93088049-d33c-412b-97e0-aadfa234e52b service neutron] 10.222.0.64 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 916 time: 0.1290259 Aug 29 05:13:36.855459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a286dd7-4096-45e0-b5e9-c10228c983b5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.863466 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a286dd7-4096-45e0-b5e9-c10228c983b5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.887171 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-7f3a0cef-fd71-4fc1-b4f3-127d1090170b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 999 time: 0.0886109 Aug 29 05:13:36.890346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a286dd7-4096-45e0-b5e9-c10228c983b5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5766745c-8643-46ef-9708-8ce0aa614736,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:36.922244 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5a286dd7-4096-45e0-b5e9-c10228c983b5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.923424 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5a286dd7-4096-45e0-b5e9-c10228c983b5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2737408 Aug 29 05:13:36.926381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37772) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:36.935543 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-14f6a427-1ae0-4ed3-8496-800cadd09c56 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'security_group_rule': {'security_group_id': '9a38d0bc-4a5c-4653-84b5-d568e542dfc1', 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:36.964792 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-86a82e2a-d543-4c56-b026-671e8cc94477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.965487 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:13:36.966633 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-86a82e2a-d543-4c56-b026-671e8cc94477 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 200 len: 854 time: 0.0707190 Aug 29 05:13:37.004923 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14f6a427-1ae0-4ed3-8496-800cadd09c56 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.058692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-1b2ee9fd-1d76-46bd-96c1-8b396dfce699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:37.060255 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-1b2ee9fd-1d76-46bd-96c1-8b396dfce699 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=affc75c0-14d4-4b11-903d-ca4cc355868d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845294 Aug 29 05:13:37.139528 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14f6a427-1ae0-4ed3-8496-800cadd09c56 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.146660 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14f6a427-1ae0-4ed3-8496-800cadd09c56 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.175228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6a427-1ae0-4ed3-8496-800cadd09c56 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc2ddd3-31b8-499d-a350-ee59695fe670,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:37.182372 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-14f6a427-1ae0-4ed3-8496-800cadd09c56 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.184585 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-14f6a427-1ae0-4ed3-8496-800cadd09c56 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572024 Aug 29 05:13:37.186745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37774) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:37.191920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-1a7bab70-d392-4cec-b7e0-14840b987216 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'security_group_rule': {'security_group_id': '9a38d0bc-4a5c-4653-84b5-d568e542dfc1', 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:37.200194 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '6ec6c79c-66c5-46aa-8570-964cf007d363', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'port_id': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'mac_address': 'fa:16:3e:77:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:35Z', 'updated_at': '2021-08-29T05:13:35Z', 'revision_number': 0, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:52Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:37.205298 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-e24cd8b5-2953-44e4-9017-8892720d7f06 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376503 Aug 29 05:13:37.222978 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a7bab70-d392-4cec-b7e0-14840b987216 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.228538 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a99804-eeff-4c66-9bb2-3ef1c50a3478 None None] The sync data for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 is: [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '6ec6c79c-66c5-46aa-8570-964cf007d363', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'port_id': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'mac_address': 'fa:16:3e:77:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:35Z', 'updated_at': '2021-08-29T05:13:35Z', 'revision_number': 0, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:52Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:13:37.288386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a7bab70-d392-4cec-b7e0-14840b987216 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.292584 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a7bab70-d392-4cec-b7e0-14840b987216 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.317935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bab70-d392-4cec-b7e0-14840b987216 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d59abd2-dffe-4037-838b-7f046b1c110b,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:37.322052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1a7bab70-d392-4cec-b7e0-14840b987216 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.325864 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54ab4ee6-48e5-4277-ab8f-3f8387b1d3f9 req-8d6ccb53-763c-493c-926f-ae7b45befafb service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102736 Aug 29 05:13:37.327072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37776) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:37.327279 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1a7bab70-d392-4cec-b7e0-14840b987216 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392763 Aug 29 05:13:37.332363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-37462c4e-537a-4539-aec2-1e2e00023072 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'security_group_rule': {'security_group_id': '9a38d0bc-4a5c-4653-84b5-d568e542dfc1', 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:37.365140 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-37462c4e-537a-4539-aec2-1e2e00023072 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Project e7ccd6156b0748b6b2ce2e6c69aed501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:13:37.370895 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37462c4e-537a-4539-aec2-1e2e00023072 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.438341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37462c4e-537a-4539-aec2-1e2e00023072 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.442450 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37462c4e-537a-4539-aec2-1e2e00023072 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.461762 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0a47f-84a7-4574-beee-2610ec07c191 None None] New status for floating IP 6ec6c79c-66c5-46aa-8570-964cf007d363: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:13:37.467674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37462c4e-537a-4539-aec2-1e2e00023072 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd36f1b-1b84-4e1b-8802-67e0daf465af,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:37.474846 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-37462c4e-537a-4539-aec2-1e2e00023072 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.476257 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-37462c4e-537a-4539-aec2-1e2e00023072 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482506 Aug 29 05:13:37.478869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37778) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:37.484064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-5847e9bb-5b63-4634-b6fe-1313f2113b04 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'security_group_rule': {'security_group_id': '9a38d0bc-4a5c-4653-84b5-d568e542dfc1', 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:37.505751 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-5847e9bb-5b63-4634-b6fe-1313f2113b04 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Project e7ccd6156b0748b6b2ce2e6c69aed501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:13:37.511153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5847e9bb-5b63-4634-b6fe-1313f2113b04 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.574790 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5847e9bb-5b63-4634-b6fe-1313f2113b04 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.579519 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5847e9bb-5b63-4634-b6fe-1313f2113b04 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.601448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e9bb-5b63-4634-b6fe-1313f2113b04 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43e25ff-dfc1-4d2f-a590-59243403f7bf,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:37.605885 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-5847e9bb-5b63-4634-b6fe-1313f2113b04 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.614105 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5847e9bb-5b63-4634-b6fe-1313f2113b04 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277823 Aug 29 05:13:37.695513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-1b4ebdda-13a4-40c9-aacc-24f5d9ed1c1e tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167431871&fields=id&tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501 HTTP/1.1" status: 200 len: 267 time: 0.0348351 Aug 29 05:13:37.755534 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-88f1a6d7-d712-4e78-90fd-553b7a5aaa97 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:37.756969 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-88f1a6d7-d712-4e78-90fd-553b7a5aaa97 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0555031 Aug 29 05:13:37.769415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'port': {'security_groups': ['05da7e76-46a2-452b-8309-0884f16c20d7', '9a38d0bc-4a5c-4653-84b5-d568e542dfc1']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:37.832882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.031541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] For port caa60e2f-cb99-4868-90fe-7feb1d3267e2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:38.060855 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.065453 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.079369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['caa60e2f-cb99-4868-90fe-7feb1d3267e2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:38.109977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.110624 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.112134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d3a22aa5-6c29-4fc4-9831-b74c5b38e329 req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "PUT /v2.0/ports/caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 981 time: 0.3476255 Aug 29 05:13:38.146694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240172a-5e47-452b-8277-69ca342c59f0 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'Port': ['ID=caa60e2f-cb99-4868-90fe-7feb1d3267e2,revision_number=6']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:38.186136 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['caa60e2f-cb99-4868-90fe-7feb1d3267e2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:38.245650 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdd9b2-9a07-43f9-bdc9-7ab59342ac31 req-f4e5026e-330a-4f75-aaa2-f0636c043ce9 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.247277 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cffdd9b2-9a07-43f9-bdc9-7ab59342ac31 req-f4e5026e-330a-4f75-aaa2-f0636c043ce9 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0652375 Aug 29 05:13:38.293653 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cffdd9b2-9a07-43f9-bdc9-7ab59342ac31 req-b9e211d1-2a7c-4478-876c-024f03f85b74 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385714 Aug 29 05:13:38.498441 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8dda53c5-83e9-4331-ab53-e5f798d8ad8b None None] Provisioning complete for port caa60e2f-cb99-4868-90fe-7feb1d3267e2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:38.498441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8dda53c5-83e9-4331-ab53-e5f798d8ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.567474 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:38.569820 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cd252bcf9fda23c6ecf0972f72f10a743ec36cf9a37cbd4ab6809aa0f0ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a98929-cde3-44c7-b103-9b70f97ccaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:38.610292 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb46eec-81b0-4e2a-9452-8ff4de6639e1 x-openstack-request-id: req-4bb46eec-81b0-4e2a-9452-8ff4de6639e1 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:38.611081 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:38.611081 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bb46eec-81b0-4e2a-9452-8ff4de6639e1 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:38.611282 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'status': 'completed', 'code': 200} Aug 29 05:13:38.679553 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-a69e2b3e-0cc2-48c7-a112-e049be55065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.681169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-a69e2b3e-0cc2-48c7-a112-e049be55065f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1136 time: 0.0469329 Aug 29 05:13:38.778470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-cce5bc65-98a1-4b16-bec2-748c7766b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.780036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-cce5bc65-98a1-4b16-bec2-748c7766b3e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 916 time: 0.0912602 Aug 29 05:13:38.849335 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-472ddee0-ec02-410a-8ecd-bb866f1b4da5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 1001 time: 0.0588863 Aug 29 05:13:38.900448 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-c3b92436-c564-4d1b-88ad-46ad6c61a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.901970 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-c3b92436-c564-4d1b-88ad-46ad6c61a3da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 200 len: 854 time: 0.0446026 Aug 29 05:13:38.953141 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-ece53c36-17e3-4327-ab81-69ebb6a3429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.954740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-ece53c36-17e3-4327-ab81-69ebb6a3429c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=affc75c0-14d4-4b11-903d-ca4cc355868d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446446 Aug 29 05:13:39.060027 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-a8940eac-0efd-45bb-bc71-9789dd645694 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909808 Aug 29 05:13:39.155237 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-37a98929-cde3-44c7-b103-9b70f97ccaa0 req-1fc2e15c-84ce-41e4-b2f8-39c516702dc6 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882630 Aug 29 05:13:47.492654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da18f4b6-abe9-4e0d-bbf7-fd0a79b41bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:49.964287 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:13:50.454471 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:50.513520 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4cc90e16-048d-484a-840d-2bdcf5b897bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:51.406299 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:52.995813 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:57.681792 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:58.888469 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:00.833360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-9f13f017-3aea-47f3-a113-4152b26874cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:00.834890 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-9f13f017-3aea-47f3-a113-4152b26874cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1136 time: 0.0424879 Aug 29 05:14:00.930398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-1006a2bd-4c59-478e-864f-a8b99e795b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:00.932986 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-1006a2bd-4c59-478e-864f-a8b99e795b27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 916 time: 0.0904615 Aug 29 05:14:00.975798 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3766ba-df69-405c-bea4-d6135701fc6e req-b0164cbe-ab9e-42d7-ad34-6c2eb79a9a92 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:00.977351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee3766ba-df69-405c-bea4-d6135701fc6e req-b0164cbe-ab9e-42d7-ad34-6c2eb79a9a92 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0988770 Aug 29 05:14:01.006599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-46b4c3de-9615-4063-b00d-42245a8bbff9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 1001 time: 0.0659680 Aug 29 05:14:01.025643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee3766ba-df69-405c-bea4-d6135701fc6e req-846bc89a-9378-4adb-ac88-4c84fa025541 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419798 Aug 29 05:14:01.057287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-f021311a-2bee-4df3-8537-3bdf9ddb6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:01.058789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-f021311a-2bee-4df3-8537-3bdf9ddb6e2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 200 len: 854 time: 0.0442438 Aug 29 05:14:01.109789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-3c08156e-ab36-48f5-8609-a2286ebb7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:01.111327 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-3c08156e-ab36-48f5-8609-a2286ebb7c2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=affc75c0-14d4-4b11-903d-ca4cc355868d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410566 Aug 29 05:14:01.204909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-ae93efa3-f1dc-47b9-991c-097e95b2a54d service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Aug 29 05:14:01.295733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8a1bbca7-32ca-4b18-a912-86a42eacc9df req-dffacaf1-26a3-4676-9dda-e1660269a2b7 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834558 Aug 29 05:14:02.141401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb47c-d7fc-4197-aa44-6376c4094086 req-3689583a-1c39-4e07-9ff8-8c5faa40a7b6 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:02.143026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22deb47c-d7fc-4197-aa44-6376c4094086 req-3689583a-1c39-4e07-9ff8-8c5faa40a7b6 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0493698 Aug 29 05:14:02.184364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22deb47c-d7fc-4197-aa44-6376c4094086 req-4eddd3d8-eb71-487a-b5a6-4d33d420e83f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345714 Aug 29 05:14:03.307499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b89fb6-e3da-4765-a914-4578de6f1a51 req-ff769c83-d4a6-4657-b2ad-4b9e770c0315 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:03.309026 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9b89fb6-e3da-4765-a914-4578de6f1a51 req-ff769c83-d4a6-4657-b2ad-4b9e770c0315 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0544820 Aug 29 05:14:03.350670 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9b89fb6-e3da-4765-a914-4578de6f1a51 req-96162b29-1dfd-4667-8a20-6d950a4069bf tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347860 Aug 29 05:14:04.467196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014774c6-9849-4b7b-b124-e27f552110d3 req-ceb2e202-9a0c-450f-95d2-64df81f40f72 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:04.468732 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-014774c6-9849-4b7b-b124-e27f552110d3 req-ceb2e202-9a0c-450f-95d2-64df81f40f72 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0503857 Aug 29 05:14:04.509661 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-014774c6-9849-4b7b-b124-e27f552110d3 req-af0bdc9c-21dc-4dcd-a1df-fb01e9ba1fe5 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347681 Aug 29 05:14:05.639830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216da627-c231-467f-a5d7-90ed71023ed2 req-737277ce-cb6e-4806-88cc-885ea745f107 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:05.641465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-216da627-c231-467f-a5d7-90ed71023ed2 req-737277ce-cb6e-4806-88cc-885ea745f107 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0577552 Aug 29 05:14:05.683829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-216da627-c231-467f-a5d7-90ed71023ed2 req-7ca2c963-be22-4ad9-a1aa-c7e99df1bd6b tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356946 Aug 29 05:14:06.806277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc974-ac12-44e2-a67b-b075a730753f req-0ba151ff-77cd-4aa3-bc23-1c0244e988e2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:06.807807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-600bc974-ac12-44e2-a67b-b075a730753f req-0ba151ff-77cd-4aa3-bc23-1c0244e988e2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0541835 Aug 29 05:14:06.849187 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-600bc974-ac12-44e2-a67b-b075a730753f req-51ddeff8-29cd-43b4-9bfa-28dc117df4d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347769 Aug 29 05:14:07.964617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd786c-e21b-4bd2-b0bb-178b41bb86f7 req-f934617d-3859-4493-bfba-1b4dc9997678 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:07.966809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83bd786c-e21b-4bd2-b0bb-178b41bb86f7 req-f934617d-3859-4493-bfba-1b4dc9997678 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0503752 Aug 29 05:14:08.008005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83bd786c-e21b-4bd2-b0bb-178b41bb86f7 req-b0f5a463-0317-43dc-9585-5108eca2228f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345061 Aug 29 05:14:09.136639 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f6a01-354f-45a2-98ba-aa46eb21706a req-2694271d-ee86-44fd-9496-da9901a708d4 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:09.138537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-306f6a01-354f-45a2-98ba-aa46eb21706a req-2694271d-ee86-44fd-9496-da9901a708d4 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0518281 Aug 29 05:14:09.181124 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-306f6a01-354f-45a2-98ba-aa46eb21706a req-53d70ea1-705f-47a7-b412-7c1c424e1037 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368028 Aug 29 05:14:10.320140 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e590f2-25f4-4ec4-bf26-1b854157213d req-ae1889ff-764e-4876-84fe-4322fad80ee9 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:10.322636 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48e590f2-25f4-4ec4-bf26-1b854157213d req-ae1889ff-764e-4876-84fe-4322fad80ee9 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0656197 Aug 29 05:14:10.375266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-48e590f2-25f4-4ec4-bf26-1b854157213d req-965516cb-4443-47ca-9fed-b27b8a886637 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459774 Aug 29 05:14:11.363273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-111caff5-4592-42c5-9a10-2f9eaf6a4ae3 req-edbf3340-1e61-4f57-980d-a6ed8b487040 service neutron] (94846) timed out ('10.222.0.65', 62298) {{(pid=94846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:14:11.493325 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448207-5aa1-49dc-bf9d-631ca2c0f4a3 req-eb222eaa-ca8d-4351-b2f5-d91c4d17fb90 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:11.494845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb448207-5aa1-49dc-bf9d-631ca2c0f4a3 req-eb222eaa-ca8d-4351-b2f5-d91c4d17fb90 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0507100 Aug 29 05:14:11.536287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bb448207-5aa1-49dc-bf9d-631ca2c0f4a3 req-ed2c0394-755b-4cdb-a8dd-093339ec6021 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345871 Aug 29 05:14:12.655143 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3901b-51c3-47d1-96cb-e41337bdb2a6 req-1bb311ee-6c15-43e0-a63d-75cefa79f2fd tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:12.656720 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9da3901b-51c3-47d1-96cb-e41337bdb2a6 req-1bb311ee-6c15-43e0-a63d-75cefa79f2fd tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0527542 Aug 29 05:14:12.697726 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9da3901b-51c3-47d1-96cb-e41337bdb2a6 req-596cee49-a4db-4289-b532-5101c35ac619 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a38d0bc-4a5c-4653-84b5-d568e542dfc1&id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349221 Aug 29 05:14:17.494054 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4ac26432-7df1-453e-b0aa-1cc0842a0767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:17.608380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-63b66a32-b93c-40a3-9c5c-7995ed2dd9d6 req-c2b75ef3-d368-4dc2-baa0-7216948d77f3 tempest-ServerDiskConfigTestJSON-869423565 tempest-ServerDiskConfigTestJSON-869423565-project] (94846) timed out ('10.222.0.64', 55643) {{(pid=94846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:14:20.074570 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-0158410a-72a0-480d-93df-87cd09c2d530 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448992 Aug 29 05:14:20.157602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-51580ee5-764a-402b-afe6-9253dc3b6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:20.159192 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-51580ee5-764a-402b-afe6-9253dc3b6887 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1136 time: 0.0425174 Aug 29 05:14:20.268846 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-f19cad76-ceeb-4b41-a0b1-b7470c7a5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:20.270237 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-f19cad76-ceeb-4b41-a0b1-b7470c7a5bf4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 916 time: 0.0924168 Aug 29 05:14:20.340953 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-7d40e054-61ce-46f5-9b5a-03f61079e374 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 1001 time: 0.0630534 Aug 29 05:14:20.391004 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-66ca4504-77a7-4f20-92c2-108a97e2b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:20.392635 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-66ca4504-77a7-4f20-92c2-108a97e2b20e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 200 len: 854 time: 0.0454206 Aug 29 05:14:20.440363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-aa8c8a13-7c3c-4a5e-b685-04054303990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:20.441939 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-aa8c8a13-7c3c-4a5e-b685-04054303990e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=affc75c0-14d4-4b11-903d-ca4cc355868d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420194 Aug 29 05:14:20.445905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:20.517153 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-eba28348-0618-4b01-b045-0abc49540fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:20.544508 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-736a50f5-6ca3-4d4c-8be3-7ac8668b4d92 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950470 Aug 29 05:14:20.637249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-70f53a2b-fd45-46b8-81ed-e6a9e6c8d6e7 req-7aa04070-d8b1-47d0-bcbb-62d56c01dd2a service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839217 Aug 29 05:14:21.409881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.000702 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.991294 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94061919-3b71-4420-99cc-998f76b50e71 req-a78f232a-cc50-4b71-a863-534a031f642e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0690260 Aug 29 05:14:25.057292 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94061919-3b71-4420-99cc-998f76b50e71 req-1e2e318d-bed8-4544-b302-8edda13c21c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0259912 Aug 29 05:14:25.097377 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94061919-3b71-4420-99cc-998f76b50e71 req-7522f494-ba5d-4b49-a80c-8786201c7938 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200491 Aug 29 05:14:25.190272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061919-3b71-4420-99cc-998f76b50e71 req-f3682201-3c34-48f1-9fb3-7c251388f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:25.191864 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-94061919-3b71-4420-99cc-998f76b50e71 req-f3682201-3c34-48f1-9fb3-7c251388f2d7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882044 Aug 29 05:14:26.962882 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:14:27.683703 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.916092 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:47.495612 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1372604f-fd16-4e7f-bdf9-800b2de5a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.062191 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-d5ba0e8b-9351-47f8-937c-abf94b6dee3f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167431871&fields=id&tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501 HTTP/1.1" status: 200 len: 267 time: 0.0388906 Aug 29 05:14:48.123585 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-229ad269-f966-4e0e-b77a-4f475299970e tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:48.125121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-229ad269-f966-4e0e-b77a-4f475299970e tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 984 time: 0.0570824 Aug 29 05:14:48.146127 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Request body: {'port': {'security_groups': ['05da7e76-46a2-452b-8309-0884f16c20d7']}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:48.221174 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.411421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] For port caa60e2f-cb99-4868-90fe-7feb1d3267e2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:48.441936 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.448142 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.465038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['caa60e2f-cb99-4868-90fe-7feb1d3267e2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:48.504901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:48.505560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.511549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e04103b-2ab4-4df1-9cf8-43b662169dc9 req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "PUT /v2.0/ports/caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 942 time: 0.3702939 Aug 29 05:14:48.513845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37856) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:48.539638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:48.545737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event updated for resources: {'Port': ['ID=caa60e2f-cb99-4868-90fe-7feb1d3267e2,revision_number=7']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:48.559225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.559739 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.561204 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.561459 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.562102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.562822 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.563265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.563938 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.564395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.564831 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.565387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.565824 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd5d11-3a48-41a6-9b6e-749c16ff1f26 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.601222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['caa60e2f-cb99-4868-90fe-7feb1d3267e2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:48.613605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.630096 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ee6023-b03b-4259-8720-9222dbb56fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:48.675009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.775459 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.781811 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.783385 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "DELETE /v2.0/security-groups/9a38d0bc-4a5c-4653-84b5-d568e542dfc1 HTTP/1.1" status: 204 len: 168 time: 0.2679651 Aug 29 05:14:48.786460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37864) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:48.806720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a38d0bc-4a5c-4653-84b5-d568e542dfc1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:48.816753 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.817443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.817791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.818386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.818895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.819419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.819934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.820290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.820801 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.821575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.822436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.822773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46fd18-e818-4978-b643-e503a66d21d2 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:48.836810 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f78d5f-7d61-4945-8835-59076a1fdde5 x-openstack-request-id: req-45f78d5f-7d61-4945-8835-59076a1fdde5 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:48.837106 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:48.837364 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45f78d5f-7d61-4945-8835-59076a1fdde5 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:48.837764 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'status': 'completed', 'code': 200} Aug 29 05:14:48.886953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-40f1ed34-acb0-492d-aaed-e7f518b74b7d None None] Provisioning complete for port caa60e2f-cb99-4868-90fe-7feb1d3267e2 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:48.887338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-40f1ed34-acb0-492d-aaed-e7f518b74b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.983065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-657f0101-26ad-4199-8c81-3b4ec672190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:48.984901 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-657f0101-26ad-4199-8c81-3b4ec672190a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1097 time: 0.0947666 Aug 29 05:14:48.998145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Deleting port f3acfc98-e311-4343-98a9-51ece10f9101 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:48.998420 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.077168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-54e60add-a08d-4bc6-b81f-00c02f368126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:49.078930 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-54e60add-a08d-4bc6-b81f-00c02f368126 service neutron] 10.222.0.64 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 916 time: 0.0866442 Aug 29 05:14:49.080009 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.080549 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.092498 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Calling delete_port for f3acfc98-e311-4343-98a9-51ece10f9101 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:49.152383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-dc6bb464-00a3-49df-821b-68ce98956926 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 1001 time: 0.0627000 Aug 29 05:14:49.209206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-2257ce3b-5723-41d0-ac94-2cca03500765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:49.210692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-2257ce3b-5723-41d0-ac94-2cca03500765 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 200 len: 854 time: 0.0475905 Aug 29 05:14:49.254941 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.262446 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-71b4476c-8b15-4fc4-88b4-21d7d2da84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:49.264094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-71b4476c-8b15-4fc4-88b4-21d7d2da84a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=affc75c0-14d4-4b11-903d-ca4cc355868d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419643 Aug 29 05:14:49.288529 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event deleted for resources: {'Port': ['ID=f3acfc98-e311-4343-98a9-51ece10f9101,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:49.360879 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.361264 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Floating IP 6ec6c79c-66c5-46aa-8570-964cf007d363 disassociated (deleted). External IP: 172.25.1.109, port: caa60e2f-cb99-4868-90fe-7feb1d3267e2. Aug 29 05:14:49.369116 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-5c8c1437-465a-4d47-b758-fab65fa7c3b1 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933597 Aug 29 05:14:49.465420 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c0ee6023-b03b-4259-8720-9222dbb56fd6 req-98de029d-909a-4ff6-9d12-962d2792b5ca service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845940 Aug 29 05:14:49.576114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Router 73a1d837-e1c0-4b07-979a-e868145a3058 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:14:49.694348 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:49.699012 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.704499 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] Sync routers for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:49.718056 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:49.718753 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:49.726674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6edf4016-2723-4139-bf14-02d6c208d803 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "DELETE /v2.0/floatingips/6ec6c79c-66c5-46aa-8570-964cf007d363 HTTP/1.1" status: 204 len: 168 time: 0.9388814 Aug 29 05:14:49.821385 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:50.031007 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:52Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:50.057622 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] Checking router: 73a1d837-e1c0-4b07-979a-e868145a3058 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:50.066659 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:50.067275 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:50.173412 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:50.378631 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:52Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:50.406038 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88a121-da93-4029-ad58-04fa95adb7ae None None] The sync data for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 is: [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:46Z', 'revision_number': 4, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '06a29ffe-8d02-4fbc-af03-0f1159780def', 'name': '', 'network_id': 'affc75c0-14d4-4b11-903d-ca4cc355868d', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'mac_address': 'fa:16:3e:b9:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:46Z', 'updated_at': '2021-08-29T05:12:52Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'subnets': [{'id': '5ffa7854-fa40-4bb7-a38c-cbb4e789c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:14:50.449102 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.518389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-020ae935-5f57-4a61-8309-bbd0b31bcab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.644368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e9c18-7cbf-4c57-88dc-e26c6ed257c3 None None] New status for floating IP 6ec6c79c-66c5-46aa-8570-964cf007d363: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:14:50.839774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:50.842294 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb73fac7-19dc-4e50-8b44-242a68374deb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:50.879404 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce20e879-900c-4be4-8cc6-7b8808a5cc22 x-openstack-request-id: req-ce20e879-900c-4be4-8cc6-7b8808a5cc22 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:50.879728 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:50.880008 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce20e879-900c-4be4-8cc6-7b8808a5cc22 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:50.880421 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'status': 'completed', 'code': 200} Aug 29 05:14:50.960262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-da729c22-158c-4b53-9a74-971854614c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:50.961750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-da729c22-158c-4b53-9a74-971854614c00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 1097 time: 0.0557733 Aug 29 05:14:51.079357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-fdca6cec-b355-4f61-9801-2854b3fc2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:51.080945 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-fdca6cec-b355-4f61-9801-2854b3fc2e80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 200 len: 916 time: 0.1066716 Aug 29 05:14:51.133243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-a752571d-8fab-4d67-b865-89fdf1162985 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 200 len: 217 time: 0.0397835 Aug 29 05:14:51.194638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-e9cfeec2-f546-4178-b7e8-5f9ac749e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:51.196181 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-e9cfeec2-f546-4178-b7e8-5f9ac749e6de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 200 len: 854 time: 0.0541196 Aug 29 05:14:51.248128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-7076475a-83de-4fcd-8bb1-7d92203028ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:51.250074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-7076475a-83de-4fcd-8bb1-7d92203028ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=affc75c0-14d4-4b11-903d-ca4cc355868d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410476 Aug 29 05:14:51.353117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-6c3c7d15-28bc-491f-a3c9-e3bfd194b5c3 service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945637 Aug 29 05:14:51.413900 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:51.453134 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eb73fac7-19dc-4e50-8b44-242a68374deb req-a499600a-ea0c-4a33-a385-534163b184ee service neutron] 10.222.0.64 "GET /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922418 Aug 29 05:14:53.003014 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.707956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ea14e-3d85-46fd-bfa5-215efc0d0050 req-bd183c1f-6a52-49d7-bf4a-8f1f4904f905 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:56.709602 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff1ea14e-3d85-46fd-bfa5-215efc0d0050 req-bd183c1f-6a52-49d7-bf4a-8f1f4904f905 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0603011 Aug 29 05:14:56.752438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ff1ea14e-3d85-46fd-bfa5-215efc0d0050 req-2f97735e-522c-4fdf-a092-3484325753a4 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363286 Aug 29 05:14:57.686539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.868342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833e792-c0dc-4bba-8d4b-25925a5acb72 req-ab88d5ed-4bcf-4e27-8f8e-682102cc0e32 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:57.869827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4833e792-c0dc-4bba-8d4b-25925a5acb72 req-ab88d5ed-4bcf-4e27-8f8e-682102cc0e32 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0487738 Aug 29 05:14:57.915068 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4833e792-c0dc-4bba-8d4b-25925a5acb72 req-a2d02032-f2cb-4676-aa27-fb3e77571b7f tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/security-groups?id=05da7e76-46a2-452b-8309-0884f16c20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Aug 29 05:14:58.648652 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-14979d48-b44a-4cf7-a68b-ed689cec8b83 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:58.650157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-14979d48-b44a-4cf7-a68b-ed689cec8b83 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 945 time: 0.0506499 Aug 29 05:14:58.745376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Deleting port caa60e2f-cb99-4868-90fe-7feb1d3267e2 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:58.745720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.834875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] For port caa60e2f-cb99-4868-90fe-7feb1d3267e2, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=caa60e2f-cb99-4868-90fe-7feb1d3267e2,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:58.835235 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.847771 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Calling delete_port for caa60e2f-cb99-4868-90fe-7feb1d3267e2 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:58.922670 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.978296 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.993192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['caa60e2f-cb99-4868-90fe-7feb1d3267e2'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:59.007649 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Pushing event deleted for resources: {'Port': ['ID=caa60e2f-cb99-4868-90fe-7feb1d3267e2,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:59.024588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ed3dc38-fadd-40c8-a692-777dad3824b8 req-0003e671-c5a1-4348-9824-55c5f2e41b76 tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1197751-b2d2-4f3c-b46b-297cb755455f HTTP/1.1" status: 200 len: 210 time: 0.0405943 Aug 29 05:14:59.057131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] No DVR routers for this DVR port caa60e2f-cb99-4868-90fe-7feb1d3267e2 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:14:59.060648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:59.062595 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ae7e6594-2b93-4fd2-aef9-d028453883de req-d6ef8df2-0d60-4494-b2f0-a591a95c4bfc tempest-TestMinimumBasicScenario-1995471197 tempest-TestMinimumBasicScenario-1995471197-project] 10.222.0.64 "DELETE /v2.0/ports/caa60e2f-cb99-4868-90fe-7feb1d3267e2 HTTP/1.1" status: 204 len: 173 time: 0.4052343 Aug 29 05:14:59.063036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'name': 'network-vif-deleted', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:59.104709 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba782e9-53d3-4a48-8b13-fabe77ca25c4" -d '{"events": [{"server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "name": "network-vif-deleted", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:59.195773 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a5e906-ea53-4664-ab50-df1d4089c40f x-openstack-request-id: req-a4a5e906-ea53-4664-ab50-df1d4089c40f {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:59.196100 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1197751-b2d2-4f3c-b46b-297cb755455f", "name": "network-vif-deleted", "tag": "caa60e2f-cb99-4868-90fe-7feb1d3267e2", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:59.196352 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4a5e906-ea53-4664-ab50-df1d4089c40f {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:59.196750 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1197751-b2d2-4f3c-b46b-297cb755455f', 'name': 'network-vif-deleted', 'tag': 'caa60e2f-cb99-4868-90fe-7feb1d3267e2', 'status': 'completed', 'code': 200} Aug 29 05:15:00.620647 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37968) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:00.975189 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.005803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device caa60e2f-cb99-4868-90fe-7feb1d3267e2 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:01.026305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: caa60e2f-cb99-4868-90fe-7feb1d3267e2 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:01.026652 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device caa60e2f-cb99-4868-90fe-7feb1d3267e2 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:01.229924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Deleting port 06a29ffe-8d02-4fbc-af03-0f1159780def {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:01.230185 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.311519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] For port 06a29ffe-8d02-4fbc-af03-0f1159780def, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=06a29ffe-8d02-4fbc-af03-0f1159780def,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:01.311893 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.326272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Calling delete_port for 06a29ffe-8d02-4fbc-af03-0f1159780def owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:01.504904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.532130 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a29ffe-8d02-4fbc-af03-0f1159780def,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:01.709042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.925347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Router 73a1d837-e1c0-4b07-979a-e868145a3058 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:02.380187 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:02.385348 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-df700352-1b87-407f-8073-407254c9ec95 admin admin] 10.222.0.58 "PUT /v2.0/routers/73a1d837-e1c0-4b07-979a-e868145a3058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636707 Aug 29 05:15:02.388741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37970) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:02.389186 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] Sync routers for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:02.398228 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:02.398851 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:02.507533 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:02.525534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:02.698432 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:02.827465 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] Checking router: 73a1d837-e1c0-4b07-979a-e868145a3058 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:02.842610 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] Routers {'73a1d837-e1c0-4b07-979a-e868145a3058'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:02.843242 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['73a1d837-e1c0-4b07-979a-e868145a3058'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:02.949346 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] Set router 73a1d837-e1c0-4b07-979a-e868145a3058 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:02.964313 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.022266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Deleting port ed8bb817-3164-4399-82c6-de7883c6e547 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:03.022618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.104629 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] For port ed8bb817-3164-4399-82c6-de7883c6e547, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=ed8bb817-3164-4399-82c6-de7883c6e547,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:03.105004 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.118399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Calling delete_port for ed8bb817-3164-4399-82c6-de7883c6e547 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:03.126033 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:03.152464 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0314ae4-b8ce-4815-8a62-3fe03350c2b7 None None] The sync data for ids ['73a1d837-e1c0-4b07-979a-e868145a3058'] in n-d-712142-15 is: [{'id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'name': 'tempest-TestMinimumBasicScenario-1418093450-router', 'tenant_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': 'e7ccd6156b0748b6b2ce2e6c69aed501', 'gw_port': {'id': 'ed8bb817-3164-4399-82c6-de7883c6e547', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1d837-e1c0-4b07-979a-e868145a3058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:44Z', 'updated_at': '2021-08-29T05:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:03.294665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.328687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8bb817-3164-4399-82c6-de7883c6e547,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:03.402097 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.495472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.498236 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.545481 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.545999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a1d837-e1c0-4b07-979a-e868145a3058 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:15:03.550541 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.552203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dad183a3-45dd-4487-81ae-1b98c0595d74 admin admin] 10.222.0.58 "DELETE /v2.0/routers/73a1d837-e1c0-4b07-979a-e868145a3058 HTTP/1.1" status: 204 len: 168 time: 1.1624401 Aug 29 05:15:03.554854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37972) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:03.601278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-746c9e2d-844f-43a3-8855-1e0577356a04 admin admin] Deleting subnet 5ffa7854-fa40-4bb7-a38c-cbb4e789c669 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:15:03.605264 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-746c9e2d-844f-43a3-8855-1e0577356a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.647979 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-746c9e2d-844f-43a3-8855-1e0577356a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.736021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-746c9e2d-844f-43a3-8855-1e0577356a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.795090 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-746c9e2d-844f-43a3-8855-1e0577356a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.825716 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c9e2d-844f-43a3-8855-1e0577356a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffa7854-fa40-4bb7-a38c-cbb4e789c669,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:03.831363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-746c9e2d-844f-43a3-8855-1e0577356a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.833313 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-746c9e2d-844f-43a3-8855-1e0577356a04 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5ffa7854-fa40-4bb7-a38c-cbb4e789c669 HTTP/1.1" status: 204 len: 168 time: 0.2774947 Aug 29 05:15:03.835868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37974) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:03.838208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58865bf9-601b-4776-9d42-1d2497a71217 None None] Network affc75c0-14d4-4b11-903d-ca4cc355868d requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:15:03.909089 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.963048 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Deleting port a66e268b-8f33-4260-8c29-3710d89b44a9 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:03.963408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.963519 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:04.026560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] For port a66e268b-8f33-4260-8c29-3710d89b44a9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a66e268b-8f33-4260-8c29-3710d89b44a9,segment=NetworkSegment(fd8d123a-f1b0-4673-9c06-0bc2ed57a86e),segment_id=fd8d123a-f1b0-4673-9c06-0bc2ed57a86e)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:04.026933 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.041628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Calling delete_port for a66e268b-8f33-4260-8c29-3710d89b44a9 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:04.123693 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.147740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a66e268b-8f33-4260-8c29-3710d89b44a9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:04.155263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] No DVR routers for this DVR port a66e268b-8f33-4260-8c29-3710d89b44a9 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:15:04.180539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f76f92-53ed-48d3-a0a8-8e564b673f18 None None] DHCP port deletion for affc75c0-14d4-4b11-903d-ca4cc355868d request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:15:04.242222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 06a29ffe-8d02-4fbc-af03-0f1159780def no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:04.246690 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.258375 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affc75c0-14d4-4b11-903d-ca4cc355868d']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:04.262410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 06a29ffe-8d02-4fbc-af03-0f1159780def {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:04.262796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 06a29ffe-8d02-4fbc-af03-0f1159780def not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:04.263220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ed8bb817-3164-4399-82c6-de7883c6e547 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:04.269124 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:04.269462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8d123a-f1b0-4673-9c06-0bc2ed57a86e') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:04.278945 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.281688 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: ed8bb817-3164-4399-82c6-de7883c6e547 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:04.282042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device ed8bb817-3164-4399-82c6-de7883c6e547 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:04.282500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a66e268b-8f33-4260-8c29-3710d89b44a9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:04.294999 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.301536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:15:04.301943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:15:04.304075 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:15:04.306420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a66e268b-8f33-4260-8c29-3710d89b44a9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:04.306420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a66e268b-8f33-4260-8c29-3710d89b44a9 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:04.360366 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.366069 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.368321 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] 10.222.0.58 "DELETE /v2.0/networks/affc75c0-14d4-4b11-903d-ca4cc355868d HTTP/1.1" status: 204 len: 168 time: 0.5314484 Aug 29 05:15:04.371441 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37976) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:04.379560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae83480-eb89-4cb5-9f1f-30e55217ad3f admin admin] Pushing event deleted for resources: {'Network': ['ID=affc75c0-14d4-4b11-903d-ca4cc355868d,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:04.718398 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.969168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Deleting port 925d6197-967f-430c-90fa-3b1617407750 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:04.969426 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:05.058317 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] For port 925d6197-967f-430c-90fa-3b1617407750, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=925d6197-967f-430c-90fa-3b1617407750,segment=NetworkSegment(0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f),segment_id=0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:05.058734 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:05.080196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Calling delete_port for 925d6197-967f-430c-90fa-3b1617407750 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:05.268591 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:05.292529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Pushing event deleted for resources: {'Port': ['ID=925d6197-967f-430c-90fa-3b1617407750,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:05.478967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:05.706939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Router 47e681c1-47d8-46f2-8c15-442a149121a4 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:05.817775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:05.823053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-12ec329d-6681-40a2-aecc-7ae96020539f admin admin] 10.222.0.58 "PUT /v2.0/routers/47e681c1-47d8-46f2-8c15-442a149121a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4504521 Aug 29 05:15:05.826201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37978) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:05.827627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] Sync routers for ids ['47e681c1-47d8-46f2-8c15-442a149121a4'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:05.836818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] Routers {'47e681c1-47d8-46f2-8c15-442a149121a4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:05.837563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['47e681c1-47d8-46f2-8c15-442a149121a4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:05.933744 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:05.942877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] Set router 47e681c1-47d8-46f2-8c15-442a149121a4 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:06.040017 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.093759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Deleting port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:06.094116 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.130003 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:15:05Z', 'revision_number': 5, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port': {'id': 'cc1b26d6-d218-4acd-a8d6-e1f74bb0254b', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:12:49Z', 'updated_at': '2021-08-29T05:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:06.156202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] Checking router: 47e681c1-47d8-46f2-8c15-442a149121a4 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:06.165223 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] Routers {'47e681c1-47d8-46f2-8c15-442a149121a4'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:06.165879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['47e681c1-47d8-46f2-8c15-442a149121a4'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:06.178489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] For port cc1b26d6-d218-4acd-a8d6-e1f74bb0254b, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=cc1b26d6-d218-4acd-a8d6-e1f74bb0254b,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:06.178865 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.190376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Calling delete_port for cc1b26d6-d218-4acd-a8d6-e1f74bb0254b owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:06.253283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] Set router 47e681c1-47d8-46f2-8c15-442a149121a4 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:06.309133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:15:06Z', 'revision_number': 6, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:06.335746 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dca0c8-5363-4000-998f-a50e8504b90f None None] The sync data for ids ['47e681c1-47d8-46f2-8c15-442a149121a4'] in n-d-712142-15 is: [{'id': '47e681c1-47d8-46f2-8c15-442a149121a4', 'name': 'tempest-TestMinimumBasicScenario-1678368122-router', 'tenant_id': '2951a16b813d48b68214377944b5eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:12:48Z', 'updated_at': '2021-08-29T05:15:06Z', 'revision_number': 6, 'project_id': '2951a16b813d48b68214377944b5eb67', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:06.377518 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.401428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1b26d6-d218-4acd-a8d6-e1f74bb0254b,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:06.464889 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.567507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.569580 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.615081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.615666 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47e681c1-47d8-46f2-8c15-442a149121a4 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:15:06.620389 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.621557 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c71ff677-deeb-4c46-9e82-1bf30ec5e3cf admin admin] 10.222.0.58 "DELETE /v2.0/routers/47e681c1-47d8-46f2-8c15-442a149121a4 HTTP/1.1" status: 204 len: 168 time: 0.7943225 Aug 29 05:15:06.624205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37980) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:06.671358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9029e4be-ebab-471d-837d-e33b3f11332f admin admin] Deleting subnet 983a5641-a59e-4031-9c99-33c021caff17 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:15:06.675696 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9029e4be-ebab-471d-837d-e33b3f11332f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.713447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9029e4be-ebab-471d-837d-e33b3f11332f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.800544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9029e4be-ebab-471d-837d-e33b3f11332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.856114 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9029e4be-ebab-471d-837d-e33b3f11332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.881331 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029e4be-ebab-471d-837d-e33b3f11332f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983a5641-a59e-4031-9c99-33c021caff17,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:06.885603 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9029e4be-ebab-471d-837d-e33b3f11332f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.888366 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9029e4be-ebab-471d-837d-e33b3f11332f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/983a5641-a59e-4031-9c99-33c021caff17 HTTP/1.1" status: 204 len: 168 time: 0.2625766 Aug 29 05:15:06.890856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37982) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:06.892496 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb9add-e899-4ce5-a9bf-4f459fc90cef None None] Network f5bea014-3ebb-4918-ae2c-5c892dd2b3bc requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:15:06.963847 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.019694 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Deleting port c1bc2866-dc87-4479-bbbe-7925db88cfff {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:07.019935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.088359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] For port c1bc2866-dc87-4479-bbbe-7925db88cfff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c1bc2866-dc87-4479-bbbe-7925db88cfff,segment=NetworkSegment(0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f),segment_id=0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:07.088748 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.112927 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Calling delete_port for c1bc2866-dc87-4479-bbbe-7925db88cfff owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:07.207438 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.233953 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bc2866-dc87-4479-bbbe-7925db88cfff,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:07.243297 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] No DVR routers for this DVR port c1bc2866-dc87-4479-bbbe-7925db88cfff on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:15:07.247422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced26c88-a92f-43e7-ab79-3103adadbf2f None None] DHCP port deletion for f5bea014-3ebb-4918-ae2c-5c892dd2b3bc request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:15:07.326722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.338906 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bea014-3ebb-4918-ae2c-5c892dd2b3bc']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:07.354386 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:07.354685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a71e2e3-2bc9-4533-83f4-0d5df03b2f4f') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:07.369843 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.387909 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.394330 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:15:07.394769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:15:07.396936 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:15:07.461303 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.471679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.473617 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] 10.222.0.58 "DELETE /v2.0/networks/f5bea014-3ebb-4918-ae2c-5c892dd2b3bc HTTP/1.1" status: 204 len: 168 time: 0.5817897 Aug 29 05:15:07.485700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2815375-7a03-4c60-b4fa-9de576ba82aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f5bea014-3ebb-4918-ae2c-5c892dd2b3bc,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:07.655389 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37986) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:07.699780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f28b9a0d-3378-47b0-8309-58c852cb4a1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7ccd6156b0748b6b2ce2e6c69aed501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430963 Aug 29 05:15:07.702891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37988) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:07.752398 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96773268-21c9-4872-a0c9-473adc8b0934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.787512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96773268-21c9-4872-a0c9-473adc8b0934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.837480 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96773268-21c9-4872-a0c9-473adc8b0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.840342 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-96773268-21c9-4872-a0c9-473adc8b0934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.841550 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-96773268-21c9-4872-a0c9-473adc8b0934 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05da7e76-46a2-452b-8309-0884f16c20d7 HTTP/1.1" status: 204 len: 168 time: 0.1377311 Aug 29 05:15:07.849547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96773268-21c9-4872-a0c9-473adc8b0934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05da7e76-46a2-452b-8309-0884f16c20d7,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:08.008963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 925d6197-967f-430c-90fa-3b1617407750 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:08.029813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 925d6197-967f-430c-90fa-3b1617407750 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:08.030166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 925d6197-967f-430c-90fa-3b1617407750 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:08.030594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c1bc2866-dc87-4479-bbbe-7925db88cfff no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:08.049916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c1bc2866-dc87-4479-bbbe-7925db88cfff {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:08.050270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c1bc2866-dc87-4479-bbbe-7925db88cfff not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:08.050703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cc1b26d6-d218-4acd-a8d6-e1f74bb0254b no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:08.072472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: cc1b26d6-d218-4acd-a8d6-e1f74bb0254b {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:08.072821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device cc1b26d6-d218-4acd-a8d6-e1f74bb0254b not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:08.168395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 37994) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:08.208955 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1d2ddcf4-151f-4ec1-9b39-9571e0d83e9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2951a16b813d48b68214377944b5eb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389957 Aug 29 05:15:08.212065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 37996) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:08.262762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b1e3ba-ed47-4fee-929a-402aecbcfe90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.283423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b1e3ba-ed47-4fee-929a-402aecbcfe90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.333637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b1e3ba-ed47-4fee-929a-402aecbcfe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.336605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-51b1e3ba-ed47-4fee-929a-402aecbcfe90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.337938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-51b1e3ba-ed47-4fee-929a-402aecbcfe90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb8adfdc-c041-4ac8-ae74-9afb5cea220b HTTP/1.1" status: 204 len: 168 time: 0.1246691 Aug 29 05:15:08.345942 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1e3ba-ed47-4fee-929a-402aecbcfe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8adfdc-c041-4ac8-ae74-9afb5cea220b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:09.923816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38040) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:09.928591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145138877', 'description': 'tempest-secgroup-smoke-1145138877 description', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:09.950569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:09.958362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.057019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.060901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.104054 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3980d7-3151-415e-a056-a4e27f9ecea6,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:10.171778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.176868 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.204220 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.205502 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2806470 Aug 29 05:15:10.208748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38042) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:10.209762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57586045-8add-4f69-a5d9-929205d00d1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fba340-3876-4fbf-9e40-798b0aa3eab2,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:10.214774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-2c807a6b-1a4b-41a5-a21e-48c55b088cca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '35fba340-3876-4fbf-9e40-798b0aa3eab2', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:10.245004 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c807a6b-1a4b-41a5-a21e-48c55b088cca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.303558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c807a6b-1a4b-41a5-a21e-48c55b088cca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.308439 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c807a6b-1a4b-41a5-a21e-48c55b088cca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.333759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c807a6b-1a4b-41a5-a21e-48c55b088cca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4ea100-9062-47c2-bd54-b010a463e335,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:10.336248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2c807a6b-1a4b-41a5-a21e-48c55b088cca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.337507 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2c807a6b-1a4b-41a5-a21e-48c55b088cca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271248 Aug 29 05:15:10.340344 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38044) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:10.345491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-d4d3fd2b-ec60-4608-8c83-77d44042b4f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '35fba340-3876-4fbf-9e40-798b0aa3eab2', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:10.370504 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fd2b-ec60-4608-8c83-77d44042b4f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.428349 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fd2b-ec60-4608-8c83-77d44042b4f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.432772 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fd2b-ec60-4608-8c83-77d44042b4f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.454972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3fd2b-ec60-4608-8c83-77d44042b4f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb396279-4125-43de-83d3-2fd456c6ef4a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:10.461415 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fd2b-ec60-4608-8c83-77d44042b4f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.462766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d4d3fd2b-ec60-4608-8c83-77d44042b4f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214795 Aug 29 05:15:10.465562 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38046) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:10.470580 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-592fb763-48c8-4095-9ed5-df1fe69d4825 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '35fba340-3876-4fbf-9e40-798b0aa3eab2', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:10.498714 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-592fb763-48c8-4095-9ed5-df1fe69d4825 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.560512 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-592fb763-48c8-4095-9ed5-df1fe69d4825 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.564162 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-592fb763-48c8-4095-9ed5-df1fe69d4825 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.581378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fb763-48c8-4095-9ed5-df1fe69d4825 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfc9005-73bf-463d-9e57-8a234dcc93e6,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:10.589147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-592fb763-48c8-4095-9ed5-df1fe69d4825 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.590355 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-592fb763-48c8-4095-9ed5-df1fe69d4825 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232982 Aug 29 05:15:10.593750 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38048) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:10.598313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-de2b3d98-412b-4005-8210-6b474262a73d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '35fba340-3876-4fbf-9e40-798b0aa3eab2', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:10.625256 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de2b3d98-412b-4005-8210-6b474262a73d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.687153 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de2b3d98-412b-4005-8210-6b474262a73d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.697871 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de2b3d98-412b-4005-8210-6b474262a73d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.716564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b3d98-412b-4005-8210-6b474262a73d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a80ceeb-b76d-4c2e-8278-c1b872037043,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:10.725950 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-de2b3d98-412b-4005-8210-6b474262a73d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.729795 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-de2b3d98-412b-4005-8210-6b474262a73d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325428 Aug 29 05:15:10.729952 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38050) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:10.734424 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e3eda2ef-b2d3-4624-838d-f200b180704e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '35fba340-3876-4fbf-9e40-798b0aa3eab2', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:10.758105 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-e3eda2ef-b2d3-4624-838d-f200b180704e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:15:10.763656 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3eda2ef-b2d3-4624-838d-f200b180704e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.832549 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3eda2ef-b2d3-4624-838d-f200b180704e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.836544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3eda2ef-b2d3-4624-838d-f200b180704e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.863063 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eda2ef-b2d3-4624-838d-f200b180704e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb5c7c6-840e-40d3-8884-99ffd988cec4,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:10.870098 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e3eda2ef-b2d3-4624-838d-f200b180704e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.871585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e3eda2ef-b2d3-4624-838d-f200b180704e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406522 Aug 29 05:15:10.874758 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38052) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:10.879232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6d21372c-515a-419b-9b31-5dc6cfbc8583 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '35fba340-3876-4fbf-9e40-798b0aa3eab2', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:10.908194 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-6d21372c-515a-419b-9b31-5dc6cfbc8583 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:15:10.913924 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d21372c-515a-419b-9b31-5dc6cfbc8583 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.976669 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d21372c-515a-419b-9b31-5dc6cfbc8583 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.980566 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d21372c-515a-419b-9b31-5dc6cfbc8583 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.000543 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21372c-515a-419b-9b31-5dc6cfbc8583 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168c5f10-b0a2-43ce-b31e-bd702fb2ea00,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:11.003949 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d21372c-515a-419b-9b31-5dc6cfbc8583 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.005324 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6d21372c-515a-419b-9b31-5dc6cfbc8583 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295912 Aug 29 05:15:11.008372 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38054) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:11.014478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'network': {'name': 'tempest-network-smoke--571542480', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:11.033991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:11.037808 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.062676 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:15:11.072526 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.072873 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Added segment 956f5fac-7c9d-4979-adf9-51efc455ce56 of type vlan for network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b Aug 29 05:15:11.120803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.145592 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.151115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:11.151707 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.212317 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2027886 Aug 29 05:15:11.215292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38056) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:11.220295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'admin_state_up': True, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:11.229452 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade34a7-c481-4638-86b9-e22f507fea1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Network': ['ID=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:11.243861 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:15:11.245633 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.247675 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.303603 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.441558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.658619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.678076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.782569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.167 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/972612ad-a45d-4c5e-a87e-646c244fd76f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:11.894948 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.933550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.970610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:11.975369 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:11.979031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:12.008656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=972612ad-a45d-4c5e-a87e-646c244fd76f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:12.233371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.439746 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.568804 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 7776634f-0922-4da4-acc5-485dc6381a65 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:15:12.678092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:12.688228 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Sync routers for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:12.697132 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.697484 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:12.697928 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:12.698598 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cdb127fd-5445-43eb-8a2f-e3125372480b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4821923 Aug 29 05:15:12.702209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38058) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:12.822234 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:12.827869 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-72988f91-5abf-4f17-af23-ca78979baeec tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d29b0fa624964ebb99aa5e46070cf740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244507 Aug 29 05:15:12.830623 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38062) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:12.922421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f8ad6-417d-47fb-8272-5e80dadd98c6 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:12.923943 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-748f8ad6-417d-47fb-8272-5e80dadd98c6 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923579 Aug 29 05:15:12.926768 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38064) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:12.956639 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0c12c831-136a-4b57-98bb-577055d3feb4 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287831 Aug 29 05:15:12.959180 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38066) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:12.964195 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-863614014', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:13.011028 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:12Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:13.037427 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Checking router: 7776634f-0922-4da4-acc5-485dc6381a65 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:13.037805 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Updating router 7776634f-0922-4da4-acc5-485dc6381a65 port 972612ad-a45d-4c5e-a87e-646c244fd76f binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:15:13.055685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:13.059843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.063815 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.245000 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.312307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Subnet': ['ID=676077ec-8092-42a7-9f5c-e358c7478388,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:13.322212 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.325998 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Checking segment: {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:13.326296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network hostable DHCP agents. Network: fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:15:13.334018 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Transition to ACTIVE for port object 972612ad-a45d-4c5e-a87e-646c244fd76f will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:13.340244 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.346245 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:15:13.358273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:13.362707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:13.363749 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.372096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd417f0-4d69-40b5-95f5-86735f72475e None None] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:15:13.379206 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-49d4880c-237d-4dda-b0ff-79d1b0ac68db tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4189849 Aug 29 05:15:13.382059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38068) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:13.391026 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Pushing event updated for resources: {'Port': ['ID=972612ad-a45d-4c5e-a87e-646c244fd76f,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:13.400750 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.401108 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.401456 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.401797 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.402132 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.402474 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.402800 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.403192 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.403521 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.403850 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.404251 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.405130 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:13.421945 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Attempting to bind port 972612ad-a45d-4c5e-a87e-646c244fd76f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:15:13.422376 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Attempting to bind port 972612ad-a45d-4c5e-a87e-646c244fd76f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:15:13.423180 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Attempting to bind port 972612ad-a45d-4c5e-a87e-646c244fd76f on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:13.428603 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:15:13.428944 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:13.429360 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.430207 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:15:13.430207 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Bound port: 972612ad-a45d-4c5e-a87e-646c244fd76f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:15:13.430528 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.482378 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] For port 972612ad-a45d-4c5e-a87e-646c244fd76f, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:15:13.485563 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] For port 972612ad-a45d-4c5e-a87e-646c244fd76f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=972612ad-a45d-4c5e-a87e-646c244fd76f,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:15:13.492330 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.541537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:15:13.542576 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.546472 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:13.547125 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:13.657917 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:13.710082 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Allocated IP 172.20.0.2 (fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b/676077ec-8092-42a7-9f5c-e358c7478388/d6349c29-06a2-4d58-af38-58285c3dae6a) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:13.759442 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303ff17-2bd2-475d-9e12-a397286bc0be None None] Pushing event updated for resources: {'Port': ['ID=972612ad-a45d-4c5e-a87e-646c244fd76f,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:13.861027 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:12Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:13.880654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.889741 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75027e7d-24fb-4f68-b91d-83417eb99911 None None] The sync data for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 is: [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:12Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:13.893018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Transition to ACTIVE for port object d6349c29-06a2-4d58-af38-58285c3dae6a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:13.908771 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Transition to ACTIVE for port object d6349c29-06a2-4d58-af38-58285c3dae6a will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:13.915925 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.956024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:13.957446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:13.961372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:14.003898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Pushing event updated for resources: {'Port': ['ID=d6349c29-06a2-4d58-af38-58285c3dae6a,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:14.032824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.033188 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.033539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.033885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.034228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.034641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.034902 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.035233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.035567 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.035897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.036275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.036605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:14.044763 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Attempting to bind port d6349c29-06a2-4d58-af38-58285c3dae6a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:15:14.045114 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Attempting to bind port d6349c29-06a2-4d58-af38-58285c3dae6a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:15:14.045385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Attempting to bind port d6349c29-06a2-4d58-af38-58285c3dae6a on network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:14.050531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:15:14.050923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Checking segment: {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:14.051336 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:14.051795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Bound using segment: {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:15:14.052305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Bound port: d6349c29-06a2-4d58-af38-58285c3dae6a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:15:14.052701 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:14.126865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] For port d6349c29-06a2-4d58-af38-58285c3dae6a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:15:14.130910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] For port d6349c29-06a2-4d58-af38-58285c3dae6a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d6349c29-06a2-4d58-af38-58285c3dae6a,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:15:14.138586 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:14.205588 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd6734-d3d5-4841-82b2-f44fc7a1b3f4 None None] Pushing event updated for resources: {'Port': ['ID=d6349c29-06a2-4d58-af38-58285c3dae6a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:14.247513 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:14.577541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.1 (fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b/676077ec-8092-42a7-9f5c-e358c7478388/8df2fda7-1c46-4a94-a381-90ae78c5f5d1) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:14.714931 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:14.728770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:14.765621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:14.819260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:14.822615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:14.825715 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:14.832481 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:14.876973 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:15.024289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:15.163868 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0d0cb-7f62-41f0-98bc-574d6ae83fe7 None None] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:15:15.235840 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-61d9b7a2-676c-42ac-b22c-45a95040715c None None] Provisioning for port d6349c29-06a2-4d58-af38-58285c3dae6a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:15.322099 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:15.324259 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:15.402519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:15.405048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:15.511303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:15.513685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:15.581798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e4a179d6-f39f-489b-9df5-a69fbb0c2efc None None] Provisioning for port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:15.589376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e4a179d6-f39f-489b-9df5-a69fbb0c2efc None None] Provisioning complete for port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:15.589759 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e4a179d6-f39f-489b-9df5-a69fbb0c2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:15.632631 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e4a179d6-f39f-489b-9df5-a69fbb0c2efc None None] Port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:15:15.653541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 7776634f-0922-4da4-acc5-485dc6381a65 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:15.763385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b56cad6a-3145-40a5-9b7d-39221eb51f73 None None] Provisioning complete for port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:15.763766 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b56cad6a-3145-40a5-9b7d-39221eb51f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:15.784752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:15.790364 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b726f0bc-df54-431b-a375-c23a1c88cf02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/7776634f-0922-4da4-acc5-485dc6381a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4072359 Aug 29 05:15:15.803484 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b56cad6a-3145-40a5-9b7d-39221eb51f73 None None] Port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:15:15.813855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Sync routers for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:15.823869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:15.824647 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:15.944784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:15.956983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f62a7124-0cbf-437f-9722-60af505310f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145138877&fields=id&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 267 time: 0.0396938 Aug 29 05:15:16.086821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d6349c29-06a2-4d58-af38-58285c3dae6a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:16.087506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-10b3b89e-ae4f-4ddc-a46a-2c0c96278897 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:16.089044 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-10b3b89e-ae4f-4ddc-a46a-2c0c96278897 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/networks?id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b HTTP/1.1" status: 200 len: 796 time: 0.1239772 Aug 29 05:15:16.104631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-cea35c9d-96f8-4210-ab73-495149419266 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/quotas/d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 375 time: 0.0091963 Aug 29 05:15:16.123268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b4d4b06b-36dd-4518-8604-b30a01cd1d62 None None] Provisioning complete for port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:16.123657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b06b-36dd-4518-8604-b30a01cd1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.170643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-0f83fbb5-69bc-4afe-94d8-c484e464c193 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551558 Aug 29 05:15:16.201246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4b06b-36dd-4518-8604-b30a01cd1d62 None None] Port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:15:16.231078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d6349c29-06a2-4d58-af38-58285c3dae6a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:16.237723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d6349c29-06a2-4d58-af38-58285c3dae6a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:16.238115 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.301093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:15Z', 'revision_number': 2, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:16.352357 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Checking router: 7776634f-0922-4da4-acc5-485dc6381a65 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:16.352860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Updating router 7776634f-0922-4da4-acc5-485dc6381a65 port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:15:16.388703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-16784fa9-cd3b-4364-bf4a-2d9fcb35d8ca service neutron] 10.222.0.58 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689236 Aug 29 05:15:16.390613 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.394033 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.458710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d6349c29-06a2-4d58-af38-58285c3dae6a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d6349c29-06a2-4d58-af38-58285c3dae6a,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:16.466368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.467166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 972612ad-a45d-4c5e-a87e-646c244fd76f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:16.495614 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-5f628b69-5469-4aa9-939e-ca862a8fccc0 service neutron] 10.222.0.58 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979061 Aug 29 05:15:16.630475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d6349c29-06a2-4d58-af38-58285c3dae6a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:16.678194 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-99381dd4-371a-43fb-abac-1a3fec990928 req-13d896f7-6652-44c6-aada-cc70b7dcbd0c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 210 time: 0.0304084 Aug 29 05:15:16.718468 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 972612ad-a45d-4c5e-a87e-646c244fd76f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:16.728591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 972612ad-a45d-4c5e-a87e-646c244fd76f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:16.728986 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.829510 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.861254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Transition to ACTIVE for port object 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:16.872788 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.907477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:16.949264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 972612ad-a45d-4c5e-a87e-646c244fd76f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=972612ad-a45d-4c5e-a87e-646c244fd76f,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:16.950528 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd8933-af5e-47ab-a22b-3ed4c490f810 None None] Pushing event updated for resources: {'Port': ['ID=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:16.957935 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:17.053332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Attempting to bind port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:15:17.053725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Attempting to bind port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:15:17.054103 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Attempting to bind port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 on network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:17.064120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=972612ad-a45d-4c5e-a87e-646c244fd76f,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:17.066992 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:15:17.067376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Checking segment: {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:17.067776 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:17.068196 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Bound using segment: {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:15:17.068672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Bound port: 8df2fda7-1c46-4a94-a381-90ae78c5f5d1, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:15:17.069063 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:17.143958 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] For port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:15:17.147381 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] For port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:15:17.154551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:17.234698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd8933-af5e-47ab-a22b-3ed4c490f810 None None] Pushing event updated for resources: {'Port': ['ID=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:17.238108 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:17.238843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:14:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:17.363505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:17.591484 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e1f7324a-46d9-4f27-b0d5-9193dbb745c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:17.742424 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-258a94f2-4f41-4fbd-a3c5-0380afbf0df2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:17.744858 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-258a94f2-4f41-4fbd-a3c5-0380afbf0df2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/networks?id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b HTTP/1.1" status: 200 len: 796 time: 0.1159184 Aug 29 05:15:17.812394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eccc9cdd-4b5a-4ade-af18-4f3a2b469679 req-8c2a0d10-0e56-40aa-ba80-8c9a3165ac8c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 210 time: 0.0345018 Aug 29 05:15:17.818047 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c60b3992-86f5-4509-b563-dff6603c63e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 380 time: 0.0588267 Aug 29 05:15:17.825818 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:17Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:17.838639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'port': {'device_id': '0131d87f-4181-4039-b4b4-2fb005352b15', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'admin_state_up': True, 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'security_groups': ['35fba340-3876-4fbf-9e40-798b0aa3eab2']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:17.852649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9f7be-719f-4984-a118-d4f973f89661 None None] The sync data for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 is: [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:17Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:17.999809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:17.999809 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.129865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:18.153725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.8 (fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b/676077ec-8092-42a7-9f5c-e358c7478388/ebdcb4f4-6737-4079-a60c-c6c710b24556) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:18.189035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:18.193640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:18.194155 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.284100 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.329512 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.332236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:18.341208 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.342342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d6349c29-06a2-4d58-af38-58285c3dae6a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:18.346006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object ebdcb4f4-6737-4079-a60c-c6c710b24556 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:18.385010 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.436486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:18.438402 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:18.440006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:18.452024 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:18.456685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=ebdcb4f4-6737-4079-a60c-c6c710b24556,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:18.460521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d6349c29-06a2-4d58-af38-58285c3dae6a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:18.461186 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.521909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:18.522700 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.539336 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-c0c7dfb8-a603-430c-a0ea-0773c5cf6b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7077255 Aug 29 05:15:18.557493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Request body: {'port': {'device_id': '0131d87f-4181-4039-b4b4-2fb005352b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:18.563377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 972612ad-a45d-4c5e-a87e-646c244fd76f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:18.619671 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.630312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 972612ad-a45d-4c5e-a87e-646c244fd76f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:18.630312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.753754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2451a7cc-4c99-4400-ba4c-56262d076d25 None None] Provisioning for port ebdcb4f4-6737-4079-a60c-c6c710b24556 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:18.757798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2451a7cc-4c99-4400-ba4c-56262d076d25 None None] Provisioning complete for port ebdcb4f4-6737-4079-a60c-c6c710b24556 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:18.758179 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2451a7cc-4c99-4400-ba4c-56262d076d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.793115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2451a7cc-4c99-4400-ba4c-56262d076d25 None None] Port ebdcb4f4-6737-4079-a60c-c6c710b24556 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:15:18.942918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdcb4f4-6737-4079-a60c-c6c710b24556 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:18.948005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe939f-00dd-40fd-9361-67fe4b5aefb1 req-a78fbc3e-1a2d-4f44-b021-7add64aebf5f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:18.949603 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bebe939f-00dd-40fd-9361-67fe4b5aefb1 req-a78fbc3e-1a2d-4f44-b021-7add64aebf5f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 931 time: 0.0596290 Aug 29 05:15:18.950925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:18.963882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Transition to ACTIVE for port object ebdcb4f4-6737-4079-a60c-c6c710b24556 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:18.968024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:19.008872 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bebe939f-00dd-40fd-9361-67fe4b5aefb1 req-e2bda2ad-622f-49e7-9a98-ce28e138bd38 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518818 Aug 29 05:15:19.022592 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212344e-74ee-43a0-978b-7400668975db service neutron] Pushing event updated for resources: {'Port': ['ID=ebdcb4f4-6737-4079-a60c-c6c710b24556,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:19.093580 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Attempting to bind port ebdcb4f4-6737-4079-a60c-c6c710b24556 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:15:19.093925 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Attempting to bind port ebdcb4f4-6737-4079-a60c-c6c710b24556 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:15:19.094256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Attempting to bind port ebdcb4f4-6737-4079-a60c-c6c710b24556 on network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:19.098885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Port ebdcb4f4-6737-4079-a60c-c6c710b24556 on network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:15:19.099223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Attempting to bind port ebdcb4f4-6737-4079-a60c-c6c710b24556 on network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:19.104442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:15:19.104782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Checking segment: {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:19.105173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Bound using segment: {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:15:19.105615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Bound port: ebdcb4f4-6737-4079-a60c-c6c710b24556, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f5fac-7c9d-4979-adf9-51efc455ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:15:19.106098 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:19.179749 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] For port ebdcb4f4-6737-4079-a60c-c6c710b24556, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:15:19.183696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] For port ebdcb4f4-6737-4079-a60c-c6c710b24556, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:15:19.189155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:19.225283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.226102 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:19.227610 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-f212344e-74ee-43a0-978b-7400668975db service neutron] 10.222.0.64 "PUT /v2.0/ports/ebdcb4f4-6737-4079-a60c-c6c710b24556 HTTP/1.1" status: 200 len: 1092 time: 0.6747806 Aug 29 05:15:19.228138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:19.230397 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ff6ee0-21a3-4869-9ba4-d389dc46a710" -d '{"events": [{"name": "network-changed", "server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:19.259532 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212344e-74ee-43a0-978b-7400668975db service neutron] Pushing event updated for resources: {'Port': ['ID=ebdcb4f4-6737-4079-a60c-c6c710b24556,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:19.286095 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442d3700-cfb7-46c5-b695-01b89264aaee x-openstack-request-id: req-442d3700-cfb7-46c5-b695-01b89264aaee {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:19.286395 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:19.286648 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-442d3700-cfb7-46c5-b695-01b89264aaee {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:19.287046 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'status': 'completed', 'code': 200} Aug 29 05:15:19.323339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-19943b7d-ea5b-4ada-93bc-8f09c32b5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.326010 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-19943b7d-ea5b-4ada-93bc-8f09c32b5494 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 1095 time: 0.0506141 Aug 29 05:15:19.375740 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-5dd8e73e-b641-4054-bda7-6916868ecee7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556 HTTP/1.1" status: 200 len: 217 time: 0.0361369 Aug 29 05:15:19.437963 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-0fef2b15-c48f-4b20-90d4-eabe77ba8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.439451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-0fef2b15-c48f-4b20-90d4-eabe77ba8e55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=676077ec-8092-42a7-9f5c-e358c7478388 HTTP/1.1" status: 200 len: 834 time: 0.0495498 Aug 29 05:15:19.491378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-aa495439-e675-4a2e-a366-d7403b19aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.493009 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-aa495439-e675-4a2e-a366-d7403b19aeb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410652 Aug 29 05:15:19.589391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-24bf5dcf-6680-42aa-bfc2-333d323d24c7 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835145 Aug 29 05:15:19.698240 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6d794f63-25b7-40a1-891a-d3957a32c4b6 req-699e2978-27a4-48ca-bef9-a36f2c609803 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957894 Aug 29 05:15:19.798761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-35ac7408-ac94-4b85-b1d1-939a5c9c8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.800331 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-35ac7408-ac94-4b85-b1d1-939a5c9c8952 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 1095 time: 0.0405667 Aug 29 05:15:19.896385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-b4c846e6-4bda-4960-959d-7981d3ad7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.897871 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-b4c846e6-4bda-4960-959d-7981d3ad7fae service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b HTTP/1.1" status: 200 len: 897 time: 0.0905194 Aug 29 05:15:19.940054 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-37589468-bb89-497a-becd-77ac3e7ab79b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556 HTTP/1.1" status: 200 len: 217 time: 0.0350626 Aug 29 05:15:19.994471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-c045610d-882b-4d2f-9d73-cd7f11c5a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.995959 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-c045610d-882b-4d2f-9d73-cd7f11c5a9ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=676077ec-8092-42a7-9f5c-e358c7478388 HTTP/1.1" status: 200 len: 834 time: 0.0445659 Aug 29 05:15:20.010501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:20.051490 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-b700f2db-741b-41fb-bbd0-f1b453d2e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:20.053066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-b700f2db-741b-41fb-bbd0-f1b453d2e7d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487101 Aug 29 05:15:20.063954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:20.064300 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:20.152540 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-ee141c3c-0122-4dc1-8292-a7d0fc96f60a service neutron] 10.222.0.64 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916202 Aug 29 05:15:20.158255 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ea176-5850-45f0-a4c3-68710f7c3f66 req-cb447b05-9b47-4c53-93cb-8194d6252d67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:20.159751 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be6ea176-5850-45f0-a4c3-68710f7c3f66 req-cb447b05-9b47-4c53-93cb-8194d6252d67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 943 time: 0.0598240 Aug 29 05:15:20.199907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be6ea176-5850-45f0-a4c3-68710f7c3f66 req-200c2490-bec5-4529-bb9f-8b7eaa5f2234 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Aug 29 05:15:20.251444 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-07ff6ee0-21a3-4869-9ba4-d389dc46a710 req-e83d766f-051f-4dba-b208-a5462fd5fe61 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910583 Aug 29 05:15:20.451551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:20.519637 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b7735cb1-b1c2-41ee-a622-e2b5853c6999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:21.107382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ebdcb4f4-6737-4079-a60c-c6c710b24556 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:15:21.205239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ebdcb4f4-6737-4079-a60c-c6c710b24556, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:21.216837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'port_id': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'mac_address': 'fa:16:3e:f3:40:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:15:21.255814 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:21.269277 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdcb4f4-6737-4079-a60c-c6c710b24556 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:21.290259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ebdcb4f4-6737-4079-a60c-c6c710b24556, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:21.295404 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:21.315622 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b93c0-5f8c-4fa2-9e4b-b136fd2ebfb3 req-9eeaee70-b205-4323-a44c-eceac1635b2c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:21.317325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c4b93c0-5f8c-4fa2-9e4b-b136fd2ebfb3 req-9eeaee70-b205-4323-a44c-eceac1635b2c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 943 time: 0.0507262 Aug 29 05:15:21.352081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ebdcb4f4-6737-4079-a60c-c6c710b24556,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:21.358600 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3c4b93c0-5f8c-4fa2-9e4b-b136fd2ebfb3 req-83c87d56-295c-4ac2-a93a-e20a2f5f146d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352006 Aug 29 05:15:21.416135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:21.593455 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['ebdcb4f4-6737-4079-a60c-c6c710b24556'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:15:22.480709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee4914-6d1f-4978-875d-87a4a6db5eb5 req-df876023-42fa-4692-8d86-ad4538db0a9a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:22.482694 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aeee4914-6d1f-4978-875d-87a4a6db5eb5 req-df876023-42fa-4692-8d86-ad4538db0a9a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 944 time: 0.0508444 Aug 29 05:15:22.521431 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aeee4914-6d1f-4978-875d-87a4a6db5eb5 req-abf13c4f-3cfb-4ba3-957a-be79af84574c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326154 Aug 29 05:15:23.006527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:23.107539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ebdcb4f4-6737-4079-a60c-c6c710b24556 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:23.160244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port ebdcb4f4-6737-4079-a60c-c6c710b24556 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:23.163789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port ebdcb4f4-6737-4079-a60c-c6c710b24556 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:23.164197 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:23.239160 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:23.263066 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:23.276401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ebdcb4f4-6737-4079-a60c-c6c710b24556, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:23.281207 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:23.305436 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355815c2-dd02-4532-8670-c493481beaad" -d '{"events": [{"server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "name": "network-vif-plugged", "status": "completed", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:23.338280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ebdcb4f4-6737-4079-a60c-c6c710b24556,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:23.409311 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a48fe9-e109-41c6-8230-91e2f1a45d73 x-openstack-request-id: req-e5a48fe9-e109-41c6-8230-91e2f1a45d73 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:23.409604 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "name": "network-vif-plugged", "status": "completed", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:23.409855 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5a48fe9-e109-41c6-8230-91e2f1a45d73 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:23.410250 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'code': 200} Aug 29 05:15:23.518685 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442a8a2-2093-48f7-bed1-5052db2ced86 req-75bc0f85-149a-42bb-9585-b2b4b4bb3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:23.520144 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9442a8a2-2093-48f7-bed1-5052db2ced86 req-75bc0f85-149a-42bb-9585-b2b4b4bb3e58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 1097 time: 0.0423443 Aug 29 05:15:23.561257 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9442a8a2-2093-48f7-bed1-5052db2ced86 req-940e2af4-ccfb-4fea-901c-165f0820bae6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287223 Aug 29 05:15:23.643362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed6109-f0a0-4afd-85b4-8a53bf7b4011 req-9d210ce7-0936-4741-9ca1-cf1c7efb29ad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:23.644925 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fed6109-f0a0-4afd-85b4-8a53bf7b4011 req-9d210ce7-0936-4741-9ca1-cf1c7efb29ad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0534408 Aug 29 05:15:23.683486 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8fed6109-f0a0-4afd-85b4-8a53bf7b4011 req-9be65eef-0df7-4a37-bf1e-3284a7df23f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Aug 29 05:15:24.831691 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb24f77-658f-4054-b6c4-eff46b7297c6 req-bc052407-d3c1-47f5-8566-556b22c2ba64 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:24.833239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0eb24f77-658f-4054-b6c4-eff46b7297c6 req-bc052407-d3c1-47f5-8566-556b22c2ba64 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0517590 Aug 29 05:15:24.873009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0eb24f77-658f-4054-b6c4-eff46b7297c6 req-fdfceef5-2959-44a9-bdf3-bdc3417a4b85 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338008 Aug 29 05:15:25.994669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee552c-f0b7-4c8f-8f51-a67949ca6724 req-e53e6773-ca31-476a-9687-a5d182680dab tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:25.996189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63ee552c-f0b7-4c8f-8f51-a67949ca6724 req-e53e6773-ca31-476a-9687-a5d182680dab tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0569608 Aug 29 05:15:26.044373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-63ee552c-f0b7-4c8f-8f51-a67949ca6724 req-a9851ecd-6450-4666-a840-62da4a567a1e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Aug 29 05:15:26.161628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd1d01-05e0-439c-8712-d8dcd0131a37 req-eb4ed33f-df9e-45bb-a0f9-04b8c980faef tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:26.163139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cccd1d01-05e0-439c-8712-d8dcd0131a37 req-eb4ed33f-df9e-45bb-a0f9-04b8c980faef tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0524757 Aug 29 05:15:26.200907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cccd1d01-05e0-439c-8712-d8dcd0131a37 req-0573bde5-b774-4f7a-8226-61694e785b5a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Aug 29 05:15:26.222608 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38132) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:26.270736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768cab4-8a7f-4104-8a50-d3c700567f93 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:26.272317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b768cab4-8a7f-4104-8a50-d3c700567f93 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 1092 time: 0.0486667 Aug 29 05:15:26.275182 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38134) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:26.279668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:26.302437 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:26.409759 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:26.528734 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.173 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/34684fd7-751b-4b65-bfb2-9295d8e19bab) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:26.635489 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:26.677267 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:26.718819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:26.721755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:26.725382 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:26.734438 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=34684fd7-751b-4b65-bfb2-9295d8e19bab,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:26.919133 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47860dce-fcbf-4bd0-bb5f-d25a733382d1 req-aa655e29-a733-47b1-8573-9976ae8469ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306211 Aug 29 05:15:27.310965 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47860dce-fcbf-4bd0-bb5f-d25a733382d1 req-f897d958-b1a1-4630-8648-203be6c782d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0308485 Aug 29 05:15:27.353066 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47860dce-fcbf-4bd0-bb5f-d25a733382d1 req-7c70d635-964c-413f-a9b6-214f0f3ba735 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217433 Aug 29 05:15:27.544755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860dce-fcbf-4bd0-bb5f-d25a733382d1 req-72390303-ef3d-4fa6-a762-a90b48b5b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:27.546214 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-47860dce-fcbf-4bd0-bb5f-d25a733382d1 req-72390303-ef3d-4fa6-a762-a90b48b5b0a3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596761 Aug 29 05:15:27.561888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:27.633002 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:27.700611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:27.810641 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:27.815324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:27.894234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=34684fd7-751b-4b65-bfb2-9295d8e19bab,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:27.901394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:28.006475 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP a45c1414-32fa-4fb8-9b86-5b9c28a10ae8 associated. External IP: 172.25.1.173, port: ebdcb4f4-6737-4079-a60c-c6c710b24556. Aug 29 05:15:28.225190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 7776634f-0922-4da4-acc5-485dc6381a65 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:28.332897 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:28.344036 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] Sync routers for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:28.355333 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:28.355767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:15:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:28.357380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:28.390023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-4d036969-d016-4d95-9f00-e039e0c18446 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1136873 Aug 29 05:15:28.391022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:28.393559 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689" -d '{"events": [{"name": "network-changed", "server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:28.470215 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:28.498728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247a32-3463-4f44-af37-c08d3774ecf8 req-4fa8d467-0162-4336-aa41-9207d8ae7b1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:28.500301 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d247a32-3463-4f44-af37-c08d3774ecf8 req-4fa8d467-0162-4336-aa41-9207d8ae7b1a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0523527 Aug 29 05:15:28.540641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0d247a32-3463-4f44-af37-c08d3774ecf8 req-ac9481a8-714c-4c0c-99fb-3eb81833dc24 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339785 Aug 29 05:15:28.564825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38140) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:28.593379 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146b5dfb-9624-470f-b10f-6b31f8df9ca9 x-openstack-request-id: req-146b5dfb-9624-470f-b10f-6b31f8df9ca9 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:28.593684 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:28.593938 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-146b5dfb-9624-470f-b10f-6b31f8df9ca9 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:28.594344 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'status': 'completed', 'code': 200} Aug 29 05:15:28.635004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f7d73543-d25d-47b6-a88c-3fc6c5417923 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/a45c1414-32fa-4fb8-9b86-5b9c28a10ae8 HTTP/1.1" status: 200 len: 991 time: 0.0680320 Aug 29 05:15:28.660265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-5985f026-b369-4b53-9c44-b0ac5809d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:28.661841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-5985f026-b369-4b53-9c44-b0ac5809d803 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 1097 time: 0.0433850 Aug 29 05:15:28.709397 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'a45c1414-32fa-4fb8-9b86-5b9c28a10ae8', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.173', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'port_id': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'mac_address': 'fa:16:3e:f3:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131d87f-4181-4039-b4b4-2fb005352b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:15:27Z', 'updated_at': '2021-08-29T05:15:27Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:18Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:28.740440 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] Checking router: 7776634f-0922-4da4-acc5-485dc6381a65 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:28.748831 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:28.749444 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:15:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:28.754440 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-ce744e6d-ef69-4bdb-9e56-2a36459cb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:28.756016 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-ce744e6d-ef69-4bdb-9e56-2a36459cb92b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b HTTP/1.1" status: 200 len: 897 time: 0.0863638 Aug 29 05:15:28.837978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-5d054b79-eff4-438f-95ab-2f279301d319 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556 HTTP/1.1" status: 200 len: 999 time: 0.0744791 Aug 29 05:15:28.853927 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:28.889643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-7ad705d1-be8a-4093-814d-acabb03065fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:28.891137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-7ad705d1-be8a-4093-814d-acabb03065fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=676077ec-8092-42a7-9f5c-e358c7478388 HTTP/1.1" status: 200 len: 834 time: 0.0465517 Aug 29 05:15:28.919496 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:28.945558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-22647c1f-4c3c-497f-8936-827f4d65c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:28.947157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-22647c1f-4c3c-497f-8936-827f4d65c7ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482166 Aug 29 05:15:29.050384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-741706be-2f1a-4160-885b-da9ae629fdde service neutron] 10.222.0.64 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959566 Aug 29 05:15:29.091641 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'a45c1414-32fa-4fb8-9b86-5b9c28a10ae8', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.173', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'port_id': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'mac_address': 'fa:16:3e:f3:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131d87f-4181-4039-b4b4-2fb005352b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:15:27Z', 'updated_at': '2021-08-29T05:15:27Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:18Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:29.122857 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c5a05-4f92-486a-944a-b9d32f137208 None None] The sync data for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 is: [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'a45c1414-32fa-4fb8-9b86-5b9c28a10ae8', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.173', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'port_id': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'mac_address': 'fa:16:3e:f3:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131d87f-4181-4039-b4b4-2fb005352b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:15:27Z', 'updated_at': '2021-08-29T05:15:27Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:18Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:29.146021 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eaa5bdbe-e77c-4a7f-8f0b-5e95d7aca689 req-a298743d-6e10-4b81-b6c6-eea57e0651cd service neutron] 10.222.0.64 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886509 Aug 29 05:15:29.334547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152be1f0-8e12-4af3-b778-51f7f5e5a0d5 None None] New status for floating IP a45c1414-32fa-4fb8-9b86-5b9c28a10ae8: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:15:29.637930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38142) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:29.702994 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aaafd560-4ece-402a-b015-1e8727eec249 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/a45c1414-32fa-4fb8-9b86-5b9c28a10ae8 HTTP/1.1" status: 200 len: 993 time: 0.0638878 Aug 29 05:15:40.962837 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:47.502810 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9b96d67f-2378-4655-8d5c-17046f077e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.462162 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.521905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1b93fb1b-af0f-4efc-a4f8-e0423c00f229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.419710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:53.011117 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:57.700139 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:58.952394 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:03.007387 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ca0db-89ac-4ba7-bb0b-d0569600832d req-212e3a5a-681f-4c8d-ad7c-9ba984ae6e4a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:03.008937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0ca0db-89ac-4ba7-bb0b-d0569600832d req-212e3a5a-681f-4c8d-ad7c-9ba984ae6e4a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0529299 Aug 29 05:16:03.048121 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b0ca0db-89ac-4ba7-bb0b-d0569600832d req-ef085d5e-616e-4eaf-bddb-27fb4c9772dc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Aug 29 05:16:04.165773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a517-9b68-430b-8eb2-29bdd5e22e97 req-10929b61-c20d-457c-b4bc-a9be6b0a16bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:04.167364 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcb4a517-9b68-430b-8eb2-29bdd5e22e97 req-10929b61-c20d-457c-b4bc-a9be6b0a16bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Aug 29 05:16:04.209491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bcb4a517-9b68-430b-8eb2-29bdd5e22e97 req-6c55152e-930f-491c-824c-0e8a95c5a6ff tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Aug 29 05:16:04.237326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38178) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:04.299282 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d8f649bd-b57e-4697-85d2-d99658a0dac4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/a45c1414-32fa-4fb8-9b86-5b9c28a10ae8 HTTP/1.1" status: 200 len: 993 time: 0.0607886 Aug 29 05:16:05.580445 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2465ae-6648-4030-a0a1-ec80f0ad2df0 req-52cb24ce-abe7-4b67-b0e0-42f7d2dac61c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:05.582053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a2465ae-6648-4030-a0a1-ec80f0ad2df0 req-52cb24ce-abe7-4b67-b0e0-42f7d2dac61c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0501809 Aug 29 05:16:05.622273 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1a2465ae-6648-4030-a0a1-ec80f0ad2df0 req-12ef4165-1f2e-41be-911c-6617e7c459b6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 Aug 29 05:16:06.744808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4527c-4f7a-47ed-808e-93d82df41f86 req-d232425e-c552-4703-85af-9f30d9528fc3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:06.746829 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a4527c-4f7a-47ed-808e-93d82df41f86 req-d232425e-c552-4703-85af-9f30d9528fc3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0538430 Aug 29 05:16:06.786330 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1a4527c-4f7a-47ed-808e-93d82df41f86 req-6876fded-7afd-4f0c-9352-b009a78518a3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330961 Aug 29 05:16:06.808511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38188) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:06.869515 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4bbf3a02-69d7-47e3-a8aa-dd9c37debbb7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/a45c1414-32fa-4fb8-9b86-5b9c28a10ae8 HTTP/1.1" status: 200 len: 993 time: 0.0598474 Aug 29 05:16:07.100947 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38194) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:07.265633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 34684fd7-751b-4b65-bfb2-9295d8e19bab {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:07.265900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:07.354859 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:07.355199 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:07.367788 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 34684fd7-751b-4b65-bfb2-9295d8e19bab owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:07.522890 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:07.546745 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=34684fd7-751b-4b65-bfb2-9295d8e19bab,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:07.561794 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.562180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.562533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.562882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.563228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.563572 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.563912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.564286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.564628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.564963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.565295 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.565627 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:07.620730 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:07.621064 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP a45c1414-32fa-4fb8-9b86-5b9c28a10ae8 disassociated (deleted). External IP: 172.25.1.173, port: ebdcb4f4-6737-4079-a60c-c6c710b24556. Aug 29 05:16:07.838037 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 7776634f-0922-4da4-acc5-485dc6381a65 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:08.292442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:08.298004 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.302673 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] Sync routers for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:08.312230 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:08.312852 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:15:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:08.326043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-57c36178-1c6b-44a6-a15f-249e7f1d99de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/floatingips/a45c1414-32fa-4fb8-9b86-5b9c28a10ae8 HTTP/1.1" status: 204 len: 168 time: 1.2239056 Aug 29 05:16:08.328402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:08.331027 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:08.421526 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:08.494799 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24071a2a-614c-4749-b92d-fb0d12dbde7c x-openstack-request-id: req-24071a2a-614c-4749-b92d-fb0d12dbde7c {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:08.495158 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:08.495479 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24071a2a-614c-4749-b92d-fb0d12dbde7c {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:08.495943 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'status': 'completed', 'code': 200} Aug 29 05:16:08.571605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-5da27a6f-2e2d-4f8b-a87c-dd58b803ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:08.573435 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-5da27a6f-2e2d-4f8b-a87c-dd58b803ad41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 1097 time: 0.0545254 Aug 29 05:16:08.590466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8930fc-e961-4308-9fa2-9239c1b76b29 req-3c86eaf2-1d35-4427-9676-837504da60a4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:08.592968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd8930fc-e961-4308-9fa2-9239c1b76b29 req-3c86eaf2-1d35-4427-9676-837504da60a4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0527167 Aug 29 05:16:08.637101 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd8930fc-e961-4308-9fa2-9239c1b76b29 req-b24c512e-bdcd-42b6-b60e-22176a6265cc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360868 Aug 29 05:16:08.663207 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:18Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:08.671778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-024adddf-1a05-4c69-9c0a-b2db94e02eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:08.673602 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-024adddf-1a05-4c69-9c0a-b2db94e02eef service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b HTTP/1.1" status: 200 len: 897 time: 0.0929472 Aug 29 05:16:08.690602 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] Checking router: 7776634f-0922-4da4-acc5-485dc6381a65 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:08.699950 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:08.700609 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:15:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:08.719260 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-41756237-e631-42dc-9bbf-3d64a1ba5a72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556 HTTP/1.1" status: 200 len: 217 time: 0.0374053 Aug 29 05:16:08.775688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-22a0c20e-9000-44c6-b0f3-2ab63423837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:08.777221 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-22a0c20e-9000-44c6-b0f3-2ab63423837b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=676077ec-8092-42a7-9f5c-e358c7478388 HTTP/1.1" status: 200 len: 834 time: 0.0502419 Aug 29 05:16:08.806534 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:08.825346 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-3e4fbdb6-9384-4a6b-b9f2-3b176c18301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:08.826873 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-3e4fbdb6-9384-4a6b-b9f2-3b176c18301f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415204 Aug 29 05:16:08.918228 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-fea699de-4bac-4a30-9c85-8353514bcd00 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835259 Aug 29 05:16:09.010078 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:18Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:09.024287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2b93ecb9-7178-433e-8bd1-3c49d01e61b9 req-96a6ff17-a9f6-4e30-bf38-6a92a89aa92e service neutron] 10.222.0.64 "GET /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976408 Aug 29 05:16:09.133104 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d61782-fca9-431b-b28a-9aacd0fd82d6 None None] The sync data for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 is: [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:14Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8df2fda7-1c46-4a94-a381-90ae78c5f5d1', 'name': '', 'network_id': 'fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:65:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '676077ec-8092-42a7-9f5c-e358c7478388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:14Z', 'updated_at': '2021-08-29T05:15:18Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '676077ec-8092-42a7-9f5c-e358c7478388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:09.360478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b4d11-4e9d-4cbe-bb04-4520aac49530 None None] New status for floating IP a45c1414-32fa-4fb8-9b86-5b9c28a10ae8: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:16:09.766634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd530c7-c288-420a-8019-9f60d36a2d63 req-357cbde0-35c9-4ffd-9ac0-1c2e96ed8fcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:09.768159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2dd530c7-c288-420a-8019-9f60d36a2d63 req-357cbde0-35c9-4ffd-9ac0-1c2e96ed8fcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0537338 Aug 29 05:16:09.809325 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2dd530c7-c288-420a-8019-9f60d36a2d63 req-58e608ad-ab8f-4ebe-a6ce-36fe350086e8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=35fba340-3876-4fbf-9e40-798b0aa3eab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351789 Aug 29 05:16:10.295307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-140978f5-44c7-4bd4-9fdf-d89c0d0f3217 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:10.296758 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-140978f5-44c7-4bd4-9fdf-d89c0d0f3217 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 945 time: 0.0518694 Aug 29 05:16:10.399706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port ebdcb4f4-6737-4079-a60c-c6c710b24556 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:10.400087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.495719 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port ebdcb4f4-6737-4079-a60c-c6c710b24556, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ebdcb4f4-6737-4079-a60c-c6c710b24556,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:10.496195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.509093 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for ebdcb4f4-6737-4079-a60c-c6c710b24556 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:10.640946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.672674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=ebdcb4f4-6737-4079-a60c-c6c710b24556,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:10.685539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.686418 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.686882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.687105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.687449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.687791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.688178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.688527 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.688864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.689199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.690219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.690219 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:10.724509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] No DVR routers for this DVR port ebdcb4f4-6737-4079-a60c-c6c710b24556 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:10.726430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.728520 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff843c1a-6e74-4c68-abe2-f7c1205b1459 req-b930ddf9-7388-4151-9fdb-de0234675025 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "DELETE /v2.0/ports/ebdcb4f4-6737-4079-a60c-c6c710b24556 HTTP/1.1" status: 204 len: 173 time: 0.4218371 Aug 29 05:16:10.729000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'name': 'network-vif-deleted', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:10.731382 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d54147-a457-400e-a43d-30ee6516aa14" -d '{"events": [{"server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "name": "network-vif-deleted", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:10.770838 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b34fb9a-82e3-4934-8297-50fe18748433 x-openstack-request-id: req-4b34fb9a-82e3-4934-8297-50fe18748433 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:10.771136 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0131d87f-4181-4039-b4b4-2fb005352b15", "name": "network-vif-deleted", "tag": "ebdcb4f4-6737-4079-a60c-c6c710b24556", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:10.771392 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b34fb9a-82e3-4934-8297-50fe18748433 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:10.771800 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0131d87f-4181-4039-b4b4-2fb005352b15', 'name': 'network-vif-deleted', 'tag': 'ebdcb4f4-6737-4079-a60c-c6c710b24556', 'status': 'completed', 'code': 200} Aug 29 05:16:10.921536 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2e20ee9-0973-4faa-8704-8e8f0c642df0 req-510f50f1-503e-42e1-a563-e4fe9d7b3b6a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=0131d87f-4181-4039-b4b4-2fb005352b15 HTTP/1.1" status: 200 len: 210 time: 0.0266671 Aug 29 05:16:11.976762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38214) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:12.371969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:12.641399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:12.641753 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:12.741506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port 8df2fda7-1c46-4a94-a381-90ae78c5f5d1, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:12.741910 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:12.755651 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:12.964625 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:12.993253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=8df2fda7-1c46-4a94-a381-90ae78c5f5d1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:13.178445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.402855 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 7776634f-0922-4da4-acc5-485dc6381a65 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:13.521850 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:13.526950 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a53bc2d6-25a9-4e5d-adc0-929874702ba1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/7776634f-0922-4da4-acc5-485dc6381a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5491109 Aug 29 05:16:13.530182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38216) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:13.533077 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] Sync routers for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:13.549623 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:13.550279 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:15:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:13.586729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cb74cc-8ef8-48ec-b0ff-60a10e220696 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting subnet 676077ec-8092-42a7-9f5c-e358c7478388 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:16:13.589742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99cb74cc-8ef8-48ec-b0ff-60a10e220696 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.631739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99cb74cc-8ef8-48ec-b0ff-60a10e220696 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.663588 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:13.718620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99cb74cc-8ef8-48ec-b0ff-60a10e220696 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.784864 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99cb74cc-8ef8-48ec-b0ff-60a10e220696 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.816007 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-99cb74cc-8ef8-48ec-b0ff-60a10e220696 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.820508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-99cb74cc-8ef8-48ec-b0ff-60a10e220696 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/subnets/676077ec-8092-42a7-9f5c-e358c7478388 HTTP/1.1" status: 204 len: 168 time: 0.2893012 Aug 29 05:16:13.820993 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38218) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:13.821728 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb74cc-8ef8-48ec-b0ff-60a10e220696 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Subnet': ['ID=676077ec-8092-42a7-9f5c-e358c7478388,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:13.823745 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d7ae0-1002-483f-a0cf-87796e90b74b None None] Network fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:13.856114 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:16:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:13.888618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] Checking router: 7776634f-0922-4da4-acc5-485dc6381a65 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:13.897069 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] Routers {'7776634f-0922-4da4-acc5-485dc6381a65'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:13.897687 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:15:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['7776634f-0922-4da4-acc5-485dc6381a65'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:13.950629 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.013130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] DHCP port deletion for fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:16:14.025573 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] Set router 7776634f-0922-4da4-acc5-485dc6381a65 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:14.073636 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.079786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Deleting port d6349c29-06a2-4d58-af38-58285c3dae6a {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:14.080232 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.149701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 972612ad-a45d-4c5e-a87e-646c244fd76f {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:14.150187 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.156051 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] For port d6349c29-06a2-4d58-af38-58285c3dae6a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d6349c29-06a2-4d58-af38-58285c3dae6a,segment=NetworkSegment(956f5fac-7c9d-4979-adf9-51efc455ce56),segment_id=956f5fac-7c9d-4979-adf9-51efc455ce56)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:14.156461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.174743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Calling delete_port for d6349c29-06a2-4d58-af38-58285c3dae6a owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:14.185038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d6349c29-06a2-4d58-af38-58285c3dae6a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:14.243131 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:16:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:14.246570 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port 972612ad-a45d-4c5e-a87e-646c244fd76f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=972612ad-a45d-4c5e-a87e-646c244fd76f,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:14.246966 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.260995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 972612ad-a45d-4c5e-a87e-646c244fd76f owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:14.270391 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50289406-10c0-44a2-874b-89a23f4dbfb8 None None] The sync data for ids ['7776634f-0922-4da4-acc5-485dc6381a65'] in n-d-712142-15 is: [{'id': '7776634f-0922-4da4-acc5-485dc6381a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333923312', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:16:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': '972612ad-a45d-4c5e-a87e-646c244fd76f', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7776634f-0922-4da4-acc5-485dc6381a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:14.333978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.337389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.376193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Pushing event deleted for resources: {'Port': ['ID=d6349c29-06a2-4d58-af38-58285c3dae6a,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:14.387716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] No DVR routers for this DVR port d6349c29-06a2-4d58-af38-58285c3dae6a on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:14.393165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.393736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.393867 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.394263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.394952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.394952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.395300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.395715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.396068 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.397085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.397085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.397705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401388-8b6c-468a-94aa-dd030177ab8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:14.453042 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.478089 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=972612ad-a45d-4c5e-a87e-646c244fd76f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:14.549118 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.643771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.646873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.693524 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.694084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Fanout notify agent at l3_agent the message router_deleted on router 7776634f-0922-4da4-acc5-485dc6381a65 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:16:14.705065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.706276 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9717f813-62f0-4ec3-b62b-f148481f9da7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/routers/7776634f-0922-4da4-acc5-485dc6381a65 HTTP/1.1" status: 204 len: 168 time: 0.8833957 Aug 29 05:16:14.709007 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38220) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:14.793644 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.882142 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.895713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:14.908112 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956f5fac-7c9d-4979-adf9-51efc455ce56') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:14.908412 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956f5fac-7c9d-4979-adf9-51efc455ce56') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:14.917771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.932695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.938968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:14.939380 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:14.942354 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:15.006799 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.014711 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.016705 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/networks/fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b HTTP/1.1" status: 204 len: 168 time: 0.3067572 Aug 29 05:16:15.019512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38222) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:15.028216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d349521-ab7e-4648-8ad4-7c91257d0785 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Network': ['ID=fd4e5b7c-3fa9-4ac1-9d3b-835cbbb7cc1b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.080608 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e64abb58-5517-46c3-9d69-2fd05f053e41 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.106665 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e64abb58-5517-46c3-9d69-2fd05f053e41 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.167245 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e64abb58-5517-46c3-9d69-2fd05f053e41 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.170505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e64abb58-5517-46c3-9d69-2fd05f053e41 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.171686 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e64abb58-5517-46c3-9d69-2fd05f053e41 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/security-groups/35fba340-3876-4fbf-9e40-798b0aa3eab2 HTTP/1.1" status: 204 len: 168 time: 0.1510808 Aug 29 05:16:15.181059 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64abb58-5517-46c3-9d69-2fd05f053e41 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fba340-3876-4fbf-9e40-798b0aa3eab2,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.354754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ebdcb4f4-6737-4079-a60c-c6c710b24556 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:15.375873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: ebdcb4f4-6737-4079-a60c-c6c710b24556 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:15.376259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ebdcb4f4-6737-4079-a60c-c6c710b24556 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:15.448258 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38228) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:15.453637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-238e1612-ec30-4a71-b810-a72c5e888c3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1462592552', 'description': 'tempest-secgroup-smoke-1462592552 description', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:15.477892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-238e1612-ec30-4a71-b810-a72c5e888c3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.562048 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-238e1612-ec30-4a71-b810-a72c5e888c3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.566486 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-238e1612-ec30-4a71-b810-a72c5e888c3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.590030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-238e1612-ec30-4a71-b810-a72c5e888c3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.591258 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-238e1612-ec30-4a71-b810-a72c5e888c3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1420057 Aug 29 05:16:15.594505 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38230) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:15.599221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e1612-ec30-4a71-b810-a72c5e888c3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27454ae-7904-43ac-91a0-f894e0fea178,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.599383 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-123af880-cfa5-47e1-bddc-df0c4db248fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'd27454ae-7904-43ac-91a0-f894e0fea178', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:15.627642 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123af880-cfa5-47e1-bddc-df0c4db248fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.677900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123af880-cfa5-47e1-bddc-df0c4db248fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.682150 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123af880-cfa5-47e1-bddc-df0c4db248fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.700396 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123af880-cfa5-47e1-bddc-df0c4db248fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6a7e1c-cee3-4de2-9bfc-ec1bb0dc912c,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.710599 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-123af880-cfa5-47e1-bddc-df0c4db248fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.711838 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-123af880-cfa5-47e1-bddc-df0c4db248fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162889 Aug 29 05:16:15.714617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38232) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:15.719051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5ba73491-2538-471d-bacb-16c995d93b5b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'd27454ae-7904-43ac-91a0-f894e0fea178', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:15.748312 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5ba73491-2538-471d-bacb-16c995d93b5b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.813313 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5ba73491-2538-471d-bacb-16c995d93b5b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.817106 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5ba73491-2538-471d-bacb-16c995d93b5b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.834416 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba73491-2538-471d-bacb-16c995d93b5b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bca0e5-c90e-40ee-80b5-15dc8653c398,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.842281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5ba73491-2538-471d-bacb-16c995d93b5b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.843560 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5ba73491-2538-471d-bacb-16c995d93b5b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280084 Aug 29 05:16:15.846418 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38234) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:15.850941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e88bd589-c1cd-4b44-908f-20383671edcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'd27454ae-7904-43ac-91a0-f894e0fea178', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:15.877771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e88bd589-c1cd-4b44-908f-20383671edcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.937913 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e88bd589-c1cd-4b44-908f-20383671edcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.948595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e88bd589-c1cd-4b44-908f-20383671edcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.966478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bd589-c1cd-4b44-908f-20383671edcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f63356-8ee3-4e4b-8c55-ad9acd699c7d,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.973912 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e88bd589-c1cd-4b44-908f-20383671edcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.975230 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e88bd589-c1cd-4b44-908f-20383671edcb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278648 Aug 29 05:16:15.977986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38236) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:15.982550 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-eb1befa0-0b58-485f-864b-734171464a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'd27454ae-7904-43ac-91a0-f894e0fea178', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:16.010775 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb1befa0-0b58-485f-864b-734171464a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.040194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:16.060948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:16.061314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8df2fda7-1c46-4a94-a381-90ae78c5f5d1 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:16.061750 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 972612ad-a45d-4c5e-a87e-646c244fd76f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:16.076404 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb1befa0-0b58-485f-864b-734171464a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.080273 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb1befa0-0b58-485f-864b-734171464a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.080595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 972612ad-a45d-4c5e-a87e-646c244fd76f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:16.081015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 972612ad-a45d-4c5e-a87e-646c244fd76f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:16.099558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1befa0-0b58-485f-864b-734171464a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df3bb8e-7c07-4d7e-b28f-8279dd466bfc,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.108086 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-eb1befa0-0b58-485f-864b-734171464a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.109423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-eb1befa0-0b58-485f-864b-734171464a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304708 Aug 29 05:16:16.112215 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38238) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:16.116951 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a4ed268d-8069-4d4d-b881-23c7ecba4a42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'd27454ae-7904-43ac-91a0-f894e0fea178', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:16.137862 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-a4ed268d-8069-4d4d-b881-23c7ecba4a42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:16:16.142593 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a4ed268d-8069-4d4d-b881-23c7ecba4a42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.207371 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a4ed268d-8069-4d4d-b881-23c7ecba4a42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.211322 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a4ed268d-8069-4d4d-b881-23c7ecba4a42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.229236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed268d-8069-4d4d-b881-23c7ecba4a42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6926da7e-4f69-4a54-b023-60c76dea11b3,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.236552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a4ed268d-8069-4d4d-b881-23c7ecba4a42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.238592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a4ed268d-8069-4d4d-b881-23c7ecba4a42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246490 Aug 29 05:16:16.240966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38240) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:16.245614 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a7962632-c3ae-40c8-8142-8c2467a839e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'd27454ae-7904-43ac-91a0-f894e0fea178', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:16.269701 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-a7962632-c3ae-40c8-8142-8c2467a839e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:16:16.274870 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7962632-c3ae-40c8-8142-8c2467a839e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.338073 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7962632-c3ae-40c8-8142-8c2467a839e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.342465 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7962632-c3ae-40c8-8142-8c2467a839e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.360874 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7962632-c3ae-40c8-8142-8c2467a839e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711ae558-eeba-49a1-9650-3d37578f0952,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.369159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a7962632-c3ae-40c8-8142-8c2467a839e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.370572 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a7962632-c3ae-40c8-8142-8c2467a839e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286077 Aug 29 05:16:16.374279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38242) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:16.379207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'network': {'name': 'tempest-network-smoke--1420266804', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:16.400318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:16.403769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.428333 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:16.437493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.437840 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Added segment 84e8d14e-03b2-4eb9-979e-e630e388717b of type vlan for network f947cb7c-2a13-4504-9b19-5d8ef017569c Aug 29 05:16:16.478113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.505022 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.510457 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:16.511052 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.572896 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975129 Aug 29 05:16:16.575764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38244) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:16.580868 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'admin_state_up': True, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:16.590817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d000339-7dd4-4292-956f-57120258b1e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Network': ['ID=f947cb7c-2a13-4504-9b19-5d8ef017569c,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.602160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f947cb7c-2a13-4504-9b19-5d8ef017569c details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:16.607737 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.608797 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.663166 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.814024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.021009 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.040783 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.142225 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.215 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/b969bccc-44ee-4fd2-b17f-b67ade1e9cff) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:17.248482 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.286794 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.326817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:17.329737 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:17.333369 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:17.338818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=b969bccc-44ee-4fd2-b17f-b67ade1e9cff,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:17.503857 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-beb4505f-342d-4c3f-b328-12d9b10a2acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.586962 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.791821 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.925327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 288da483-8df8-4e7e-9b64-ea8fef320dd0 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:16:17.961790 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:16:18.358007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:18.367858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Sync routers for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:18.377051 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.378002 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:18.378646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:15:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:18.380450 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8c0f9eff-861d-43a6-a7e2-931b8fdfa1d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8031323 Aug 29 05:16:18.381583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38246) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.411251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1dc1cd64-d84c-4b22-aefc-101a8eb8c1b9 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d29b0fa624964ebb99aa5e46070cf740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284672 Aug 29 05:16:18.414005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38248) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.495327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:18.513174 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9aa8c9-7fca-4f51-87dc-b82a8e24417f tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:18.515195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-5f9aa8c9-7fca-4f51-87dc-b82a8e24417f tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002760 Aug 29 05:16:18.518062 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38250) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.547068 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-806f1ebe-8a39-48f0-96c7-883b871acd03 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278761 Aug 29 05:16:18.549678 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38252) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.555277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491294641', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:18.654600 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:18.658248 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.693817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:17Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:18.724565 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Checking router: 288da483-8df8-4e7e-9b64-ea8fef320dd0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:18.724926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Updating router 288da483-8df8-4e7e-9b64-ea8fef320dd0 port b969bccc-44ee-4fd2-b17f-b67ade1e9cff binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:16:18.752789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.869163 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.926305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Subnet': ['ID=570807c9-715d-48ce-865b-e3c1c494e9d1,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:18.942624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Checking segment: {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:18.942986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network hostable DHCP agents. Network: f947cb7c-2a13-4504-9b19-5d8ef017569c, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:18.960225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network f947cb7c-2a13-4504-9b19-5d8ef017569c is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:18.971332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f947cb7c-2a13-4504-9b19-5d8ef017569c) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:18.977807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:18.979057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.982355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94afa0-e7f7-43a7-9d26-098a141b51e7 None None] Network f947cb7c-2a13-4504-9b19-5d8ef017569c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:18.993909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-094b6495-44d2-4262-99a5-77de6dfe96c3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4431412 Aug 29 05:16:18.996627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38254) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:19.225564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.247637 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Transition to ACTIVE for port object b969bccc-44ee-4fd2-b17f-b67ade1e9cff will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:19.262662 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.348964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Attempting to bind port b969bccc-44ee-4fd2-b17f-b67ade1e9cff on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:19.349340 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Attempting to bind port b969bccc-44ee-4fd2-b17f-b67ade1e9cff by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:19.349715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Attempting to bind port b969bccc-44ee-4fd2-b17f-b67ade1e9cff on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:19.356151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2747833-37e3-4d5f-bc5c-371869d61e42 None None] Pushing event updated for resources: {'Port': ['ID=b969bccc-44ee-4fd2-b17f-b67ade1e9cff,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:19.363597 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:19.363980 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:19.364406 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.364927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:19.365538 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Bound port: b969bccc-44ee-4fd2-b17f-b67ade1e9cff, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:19.365891 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.421900 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a05762a-e748-4869-a91a-39056606602d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-f947cb7c-2a13-4504-9b19-5d8ef017569c', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:19.422760 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a05762a-e748-4869-a91a-39056606602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.461714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] For port b969bccc-44ee-4fd2-b17f-b67ade1e9cff, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:19.465753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] For port b969bccc-44ee-4fd2-b17f-b67ade1e9cff, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b969bccc-44ee-4fd2-b17f-b67ade1e9cff,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:19.513461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.624436 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:19.625085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:15:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:19.664889 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2747833-37e3-4d5f-bc5c-371869d61e42 None None] Pushing event updated for resources: {'Port': ['ID=b969bccc-44ee-4fd2-b17f-b67ade1e9cff,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:19.689634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-6a05762a-e748-4869-a91a-39056606602d None None] Allocated IP 172.20.0.2 (f947cb7c-2a13-4504-9b19-5d8ef017569c/570807c9-715d-48ce-865b-e3c1c494e9d1/28b46b41-871e-4c32-93c9-3959d0f6e723) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:19.797789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:19.799491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.003199 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a05762a-e748-4869-a91a-39056606602d None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.031415 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6a05762a-e748-4869-a91a-39056606602d None None] Transition to ACTIVE for port object 28b46b41-871e-4c32-93c9-3959d0f6e723 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:20.052928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6a05762a-e748-4869-a91a-39056606602d None None] Transition to ACTIVE for port object 28b46b41-871e-4c32-93c9-3959d0f6e723 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:20.059572 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a05762a-e748-4869-a91a-39056606602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.099730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05762a-e748-4869-a91a-39056606602d None None] Network f947cb7c-2a13-4504-9b19-5d8ef017569c is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:20.103856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-6a05762a-e748-4869-a91a-39056606602d None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:20.106332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05762a-e748-4869-a91a-39056606602d None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:20.106504 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.1 (f947cb7c-2a13-4504-9b19-5d8ef017569c/570807c9-715d-48ce-865b-e3c1c494e9d1/20ac548e-5d9f-419e-bc68-ffd324a41b39) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:20.153542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:17Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:20.155707 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05762a-e748-4869-a91a-39056606602d None None] Pushing event updated for resources: {'Port': ['ID=28b46b41-871e-4c32-93c9-3959d0f6e723,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:20.199614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6cff2-e73c-456e-a2b9-81a136e4fd7d None None] The sync data for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 is: [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:17Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:20.213983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6a05762a-e748-4869-a91a-39056606602d None None] Attempting to bind port 28b46b41-871e-4c32-93c9-3959d0f6e723 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:20.214523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6a05762a-e748-4869-a91a-39056606602d None None] Attempting to bind port 28b46b41-871e-4c32-93c9-3959d0f6e723 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:20.215039 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05762a-e748-4869-a91a-39056606602d None None] Attempting to bind port 28b46b41-871e-4c32-93c9-3959d0f6e723 on network f947cb7c-2a13-4504-9b19-5d8ef017569c {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:20.222981 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05762a-e748-4869-a91a-39056606602d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:20.223383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05762a-e748-4869-a91a-39056606602d None None] Checking segment: {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:20.223792 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a05762a-e748-4869-a91a-39056606602d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.224225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05762a-e748-4869-a91a-39056606602d None None] Bound using segment: {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:20.224715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-6a05762a-e748-4869-a91a-39056606602d None None] Bound port: 28b46b41-871e-4c32-93c9-3959d0f6e723, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:20.226543 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a05762a-e748-4869-a91a-39056606602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.236488 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.251830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object 20ac548e-5d9f-419e-bc68-ffd324a41b39 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:20.288756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.294046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6a05762a-e748-4869-a91a-39056606602d None None] For port 28b46b41-871e-4c32-93c9-3959d0f6e723, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:20.298661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6a05762a-e748-4869-a91a-39056606602d None None] For port 28b46b41-871e-4c32-93c9-3959d0f6e723, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=28b46b41-871e-4c32-93c9-3959d0f6e723,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:20.302197 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a05762a-e748-4869-a91a-39056606602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.331397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network f947cb7c-2a13-4504-9b19-5d8ef017569c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:20.334594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:20.341078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:20.372410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=20ac548e-5d9f-419e-bc68-ffd324a41b39,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:20.374143 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05762a-e748-4869-a91a-39056606602d None None] Pushing event updated for resources: {'Port': ['ID=28b46b41-871e-4c32-93c9-3959d0f6e723,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:20.394240 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.460971 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.536037 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-81ab3e8d-fdcb-4047-878d-f89cba5579c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.566987 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.923122 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.928403 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.005675 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=20ac548e-5d9f-419e-bc68-ffd324a41b39,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:21.008249 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.115173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network f947cb7c-2a13-4504-9b19-5d8ef017569c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:21.117230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:21.244409 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 288da483-8df8-4e7e-9b64-ea8fef320dd0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:21.375366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:21.382891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60c895-3718-4677-91e2-ef132fd038ed None None] Network f947cb7c-2a13-4504-9b19-5d8ef017569c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:21.384091 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-60fe76eb-edd0-4e6a-a3a4-1cbdaca0717e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/288da483-8df8-4e7e-9b64-ea8fef320dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3864498 Aug 29 05:16:21.442487 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.504882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-25617a25-0cf5-4b87-99cb-9c24ee7b5081 None None] Provisioning for port 28b46b41-871e-4c32-93c9-3959d0f6e723 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:21.535504 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-4b82485c-c454-45d4-ad93-532ad5a8f017 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1462592552&fields=id&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 267 time: 0.0359058 Aug 29 05:16:21.653658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-6ea3d805-0671-4485-ad44-0e86270bbab0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:21.656119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-6ea3d805-0671-4485-ad44-0e86270bbab0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/networks?id=f947cb7c-2a13-4504-9b19-5d8ef017569c HTTP/1.1" status: 200 len: 797 time: 0.1135793 Aug 29 05:16:21.680827 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-40071ed7-d565-45e1-a4fc-2c015d448911 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/quotas/d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 375 time: 0.0173206 Aug 29 05:16:21.746774 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-9eb9e647-5369-407c-8fda-d75e06952e1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597355 Aug 29 05:16:21.856328 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5722626e-6721-46af-9f30-28f929251f93 None None] Provisioning for port 20ac548e-5d9f-419e-bc68-ffd324a41b39 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:21.861865 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-5722626e-6721-46af-9f30-28f929251f93 None None] Provisioning complete for port 20ac548e-5d9f-419e-bc68-ffd324a41b39 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:21.862507 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5722626e-6721-46af-9f30-28f929251f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.867901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-34c7419d-e0ab-466d-b65c-9d38fa9dfb07 service neutron] 10.222.0.58 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043468 Aug 29 05:16:21.903242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-5722626e-6721-46af-9f30-28f929251f93 None None] Port 20ac548e-5d9f-419e-bc68-ffd324a41b39 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:21.983747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Sync routers for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:21.999225 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:22.000097 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:16:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:22.001718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-bf835b96-a6ce-48d2-9623-7a66dba6fd50 service neutron] 10.222.0.58 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273522 Aug 29 05:16:22.071038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e88db8d5-afcf-43d3-b20b-b6e7ff273960 None None] Provisioning complete for port 20ac548e-5d9f-419e-bc68-ffd324a41b39 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:22.071431 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e88db8d5-afcf-43d3-b20b-b6e7ff273960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.132115 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e88db8d5-afcf-43d3-b20b-b6e7ff273960 None None] Port 20ac548e-5d9f-419e-bc68-ffd324a41b39 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:22.166167 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:22.229005 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b969bccc-44ee-4fd2-b17f-b67ade1e9cff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:22.322077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4213723e-b727-4ae5-acee-2b7ad558da48 req-103166f6-63c6-4b18-bed7-1c5874e506c1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 210 time: 0.0493991 Aug 29 05:16:22.369161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e46e1b0b-6d6b-418f-aaa9-cae04734a4e9 None None] Provisioning complete for port 20ac548e-5d9f-419e-bc68-ffd324a41b39 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:22.369593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e46e1b0b-6d6b-418f-aaa9-cae04734a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.400077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port b969bccc-44ee-4fd2-b17f-b67ade1e9cff completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:22.408526 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b969bccc-44ee-4fd2-b17f-b67ade1e9cff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:22.408906 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.452570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e46e1b0b-6d6b-418f-aaa9-cae04734a4e9 None None] Port 20ac548e-5d9f-419e-bc68-ffd324a41b39 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:22.484698 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 2, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:22.512521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.513969 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Checking router: 288da483-8df8-4e7e-9b64-ea8fef320dd0 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:22.514556 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Updating router 288da483-8df8-4e7e-9b64-ea8fef320dd0 port 20ac548e-5d9f-419e-bc68-ffd324a41b39 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:16:22.538955 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port b969bccc-44ee-4fd2-b17f-b67ade1e9cff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b969bccc-44ee-4fd2-b17f-b67ade1e9cff,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:22.540094 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.548524 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.549594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 28b46b41-871e-4c32-93c9-3959d0f6e723 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:22.633953 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=b969bccc-44ee-4fd2-b17f-b67ade1e9cff,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:22.658560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 28b46b41-871e-4c32-93c9-3959d0f6e723 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:22.662798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 28b46b41-871e-4c32-93c9-3959d0f6e723 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:22.663124 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.752978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.793435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 28b46b41-871e-4c32-93c9-3959d0f6e723, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=28b46b41-871e-4c32-93c9-3959d0f6e723,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:22.798910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.867741 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=28b46b41-871e-4c32-93c9-3959d0f6e723,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:22.872947 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.886072 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Transition to ACTIVE for port object 20ac548e-5d9f-419e-bc68-ffd324a41b39 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:22.894278 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.957270 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Pushing event updated for resources: {'Port': ['ID=20ac548e-5d9f-419e-bc68-ffd324a41b39,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:22.981549 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.981892 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.982360 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.982695 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.983023 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.983353 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.983685 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.984030 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.984686 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.984686 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.984985 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:22.985288 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:23.022835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.033039 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Attempting to bind port 20ac548e-5d9f-419e-bc68-ffd324a41b39 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:23.033557 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Attempting to bind port 20ac548e-5d9f-419e-bc68-ffd324a41b39 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:23.034064 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Attempting to bind port 20ac548e-5d9f-419e-bc68-ffd324a41b39 on network f947cb7c-2a13-4504-9b19-5d8ef017569c {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:23.043015 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:23.043551 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Checking segment: {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:23.043813 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.044246 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Bound using segment: {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:23.044759 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Bound port: 20ac548e-5d9f-419e-bc68-ffd324a41b39, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:23.045154 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.114884 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] For port 20ac548e-5d9f-419e-bc68-ffd324a41b39, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:23.118396 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] For port 20ac548e-5d9f-419e-bc68-ffd324a41b39, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20ac548e-5d9f-419e-bc68-ffd324a41b39,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:23.123780 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.186305 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:23.186942 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:16:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:23.190343 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73c778-7a32-4f9d-acc5-6f952126d8e0 None None] Pushing event updated for resources: {'Port': ['ID=20ac548e-5d9f-419e-bc68-ffd324a41b39,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:23.413025 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:23.448740 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93febe8c-c5e2-4c9a-ad5c-55832301a131 req-65e33029-3e03-49e6-b0b6-f91ae3d8e761 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Aug 29 05:16:23.593214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-1a6c7d00-fbd5-4e4b-9cff-239798e864cd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:23.594770 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-1a6c7d00-fbd5-4e4b-9cff-239798e864cd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/networks?id=f947cb7c-2a13-4504-9b19-5d8ef017569c HTTP/1.1" status: 200 len: 797 time: 0.1170609 Aug 29 05:16:23.632639 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:23Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:23.642742 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-7f7d81d4-5ce7-4020-a3e0-aee10de58367 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 380 time: 0.0370648 Aug 29 05:16:23.653748 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'port': {'device_id': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'admin_state_up': True, 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'security_groups': ['d27454ae-7904-43ac-91a0-f894e0fea178']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:23.659748 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c332adf0-d413-4a81-a425-4f3c4610628d None None] The sync data for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 is: [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:23Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:23.789893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:23.794084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.933584 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.4 (f947cb7c-2a13-4504-9b19-5d8ef017569c/570807c9-715d-48ce-865b-e3c1c494e9d1/d218de7e-59fc-4d44-b0a0-0fd4f815cbd3) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:24.096024 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.111663 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:24.149974 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.175098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b969bccc-44ee-4fd2-b17f-b67ade1e9cff up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:24.206892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network f947cb7c-2a13-4504-9b19-5d8ef017569c is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:24.210138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:24.212714 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:24.238272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port b969bccc-44ee-4fd2-b17f-b67ade1e9cff triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:24.238723 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.264720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:24.286633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:24.287332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.311960 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b430e12f-5568-49fb-8436-c0e6479644de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6620662 Aug 29 05:16:24.330915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Request body: {'port': {'device_id': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:24.355490 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20ac548e-5d9f-419e-bc68-ffd324a41b39 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:24.403168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.421811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 20ac548e-5d9f-419e-bc68-ffd324a41b39 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:24.426918 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 20ac548e-5d9f-419e-bc68-ffd324a41b39 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:24.427686 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.541535 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.574667 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-66204c9f-9bad-41dd-afff-c3124282fe5a None None] Provisioning for port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:24.580843 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-66204c9f-9bad-41dd-afff-c3124282fe5a None None] Provisioning complete for port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:24.581474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-66204c9f-9bad-41dd-afff-c3124282fe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.590406 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed978744-fbc1-4aaf-81c2-5dc0e3dadbe9 req-20293bb7-fab6-410b-9354-b5cf64c53092 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:24.594052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed978744-fbc1-4aaf-81c2-5dc0e3dadbe9 req-20293bb7-fab6-410b-9354-b5cf64c53092 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 931 time: 0.0645499 Aug 29 05:16:24.636988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 20ac548e-5d9f-419e-bc68-ffd324a41b39, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20ac548e-5d9f-419e-bc68-ffd324a41b39,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:24.641303 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ed978744-fbc1-4aaf-81c2-5dc0e3dadbe9 req-84221296-d645-4f4b-81e9-579e9d9f159b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404987 Aug 29 05:16:24.656424 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.657433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 28b46b41-871e-4c32-93c9-3959d0f6e723 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:24.712273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-66204c9f-9bad-41dd-afff-c3124282fe5a None None] Port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:24.729168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:24.738702 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.744207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=20ac548e-5d9f-419e-bc68-ffd324a41b39,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:24.752310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Transition to ACTIVE for port object d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:24.757877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 28b46b41-871e-4c32-93c9-3959d0f6e723 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:24.758258 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.769334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.826395 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Pushing event updated for resources: {'Port': ['ID=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:24.902183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Attempting to bind port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:24.902534 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Attempting to bind port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:24.902875 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Attempting to bind port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 on network f947cb7c-2a13-4504-9b19-5d8ef017569c {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:24.908546 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 on network f947cb7c-2a13-4504-9b19-5d8ef017569c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:16:24.908893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Attempting to bind port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 on network f947cb7c-2a13-4504-9b19-5d8ef017569c {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:24.914457 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:24.914805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Checking segment: {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:24.915210 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Bound using segment: {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:24.915669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Bound port: d218de7e-59fc-4d44-b0a0-0fd4f815cbd3, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e8d14e-03b2-4eb9-979e-e630e388717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:24.916061 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.991104 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] For port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:24.994671 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] For port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:25.000177 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.041231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.041847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.043331 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] 10.222.0.64 "PUT /v2.0/ports/d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 HTTP/1.1" status: 200 len: 1092 time: 0.7176833 Aug 29 05:16:25.045726 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:25.048168 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250c3f1b-7332-4c24-b39b-118194dd9f63" -d '{"events": [{"name": "network-changed", "server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:25.080518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbf7fe-7a4f-48a8-9ab2-373fd8063afd service neutron] Pushing event updated for resources: {'Port': ['ID=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:25.095852 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f19b3-1046-442b-8c93-adc2b120bc5e x-openstack-request-id: req-ed9f19b3-1046-442b-8c93-adc2b120bc5e {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:25.096181 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:25.096437 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed9f19b3-1046-442b-8c93-adc2b120bc5e {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:25.096875 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'status': 'completed', 'code': 200} Aug 29 05:16:25.144143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-8b40330f-c3bd-472b-9c7f-0d2967ead593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.145692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-8b40330f-c3bd-472b-9c7f-0d2967ead593 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 1095 time: 0.0429988 Aug 29 05:16:25.194818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-bf61e9e6-8518-4361-bb17-d82990e911f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 HTTP/1.1" status: 200 len: 217 time: 0.0361428 Aug 29 05:16:25.253073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-9e1ed40f-46d9-4d05-9bc0-3698fb84fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.254492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-9e1ed40f-46d9-4d05-9bc0-3698fb84fa9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=570807c9-715d-48ce-865b-e3c1c494e9d1 HTTP/1.1" status: 200 len: 835 time: 0.0508940 Aug 29 05:16:25.313006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-9dd30bdf-d167-4853-b51a-a6ceac5cb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.314535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-9dd30bdf-d167-4853-b51a-a6ceac5cb0e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f947cb7c-2a13-4504-9b19-5d8ef017569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495200 Aug 29 05:16:25.413935 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-dae7969e-1325-4a58-b146-d4b3c0add537 service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865796 Aug 29 05:16:25.514092 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-40103c3c-6238-4fb3-a79c-292a91012e0c req-b7b36c5d-178f-4970-bf68-3e73e81aca97 service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879741 Aug 29 05:16:25.610067 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-b1c67986-1a96-4da3-92da-5d912d6a99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.611650 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-b1c67986-1a96-4da3-92da-5d912d6a99ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 1095 time: 0.0420766 Aug 29 05:16:25.711131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-2823f32d-1061-49b9-b506-6c7b6ed78c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.712664 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-2823f32d-1061-49b9-b506-6c7b6ed78c90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f947cb7c-2a13-4504-9b19-5d8ef017569c HTTP/1.1" status: 200 len: 898 time: 0.0937870 Aug 29 05:16:25.757075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-7e4f458f-1972-4463-8686-35e831a0c232 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 HTTP/1.1" status: 200 len: 217 time: 0.0367355 Aug 29 05:16:25.777347 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c7488-8632-4845-9e47-19491cf723f8 req-d4b5f67b-dff2-4675-80c4-788904c858a9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.778804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f39c7488-8632-4845-9e47-19491cf723f8 req-d4b5f67b-dff2-4675-80c4-788904c858a9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 943 time: 0.0577135 Aug 29 05:16:25.815855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-d2e2eca2-49dd-4066-a476-88c29e330951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.817372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-d2e2eca2-49dd-4066-a476-88c29e330951 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=570807c9-715d-48ce-865b-e3c1c494e9d1 HTTP/1.1" status: 200 len: 835 time: 0.0533612 Aug 29 05:16:25.827240 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f39c7488-8632-4845-9e47-19491cf723f8 req-dc551012-89aa-40e1-8827-5792086dd47b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Aug 29 05:16:25.877927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-a1103124-3bb1-4dcf-bcd5-789459b3610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.879438 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-a1103124-3bb1-4dcf-bcd5-789459b3610d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f947cb7c-2a13-4504-9b19-5d8ef017569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541697 Aug 29 05:16:25.979142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-e7db9981-c62d-428e-b684-962cc038964a service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913599 Aug 29 05:16:26.045459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20ac548e-5d9f-419e-bc68-ffd324a41b39 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:26.081979 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-250c3f1b-7332-4c24-b39b-118194dd9f63 req-390f0703-eb6a-4e32-a8c7-34508fda426c service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944219 Aug 29 05:16:26.259240 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 20ac548e-5d9f-419e-bc68-ffd324a41b39 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:26.259618 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.879814 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56c8b896-4d5d-41d1-932c-03d8908db1c7 req-5ea4164f-7575-4dfa-ae19-7d26082e1e99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262125 Aug 29 05:16:26.946904 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaed2c-c418-4231-ba48-d8b5e5056038 req-efc20091-d7c3-4af7-8ea9-d2367c01154e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:26.948535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66aaed2c-c418-4231-ba48-d8b5e5056038 req-efc20091-d7c3-4af7-8ea9-d2367c01154e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 943 time: 0.0524175 Aug 29 05:16:26.959216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56c8b896-4d5d-41d1-932c-03d8908db1c7 req-8c8ebc1f-1076-4d38-a827-8a09a347b4e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0280912 Aug 29 05:16:26.986926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-66aaed2c-c418-4231-ba48-d8b5e5056038 req-d2a3e6af-d713-4629-9db9-ddaf54d4747f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Aug 29 05:16:27.005423 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56c8b896-4d5d-41d1-932c-03d8908db1c7 req-4b73f8f6-dd27-4acf-b37a-5a7918c2249f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276821 Aug 29 05:16:27.107882 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8b896-4d5d-41d1-932c-03d8908db1c7 req-e390fd1e-7402-421e-a60e-6a69278810bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:27.109553 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-56c8b896-4d5d-41d1-932c-03d8908db1c7 req-e390fd1e-7402-421e-a60e-6a69278810bf service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972917 Aug 29 05:16:27.709831 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.105997 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc53c5-6292-4fcc-a519-681e0401b512 req-16f6423d-f75e-4f24-80c5-0441cc4be433 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:28.108167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68bc53c5-6292-4fcc-a519-681e0401b512 req-16f6423d-f75e-4f24-80c5-0441cc4be433 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 943 time: 0.0509329 Aug 29 05:16:28.148773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-68bc53c5-6292-4fcc-a519-681e0401b512 req-b51a1485-7f78-4ccf-a899-5293280c0d20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345693 Aug 29 05:16:28.959832 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.267490 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354944b-97de-4349-a2ff-c1a889f78616 req-3649f8a1-8ead-4481-b249-0edbd3242c78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:29.269011 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e354944b-97de-4349-a2ff-c1a889f78616 req-3649f8a1-8ead-4481-b249-0edbd3242c78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 943 time: 0.0502253 Aug 29 05:16:29.314103 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e354944b-97de-4349-a2ff-c1a889f78616 req-d351b750-8b7b-4575-8b16-f18331575eee tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 Aug 29 05:16:29.431228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:16:29.538035 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:29.549723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'port_id': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'mac_address': 'fa:16:3e:fd:07:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:16:29.586832 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.599828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:29.620297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:29.624620 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.685948 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:29.891780 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['d218de7e-59fc-4d44-b0a0-0fd4f815cbd3'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:16:30.429810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8534-2cc1-47bf-bb40-63e6f877a08d req-d6b23ec1-d9cb-449d-9d10-d1ad965d585f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:30.431295 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8bc8534-2cc1-47bf-bb40-63e6f877a08d req-d6b23ec1-d9cb-449d-9d10-d1ad965d585f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 944 time: 0.0488975 Aug 29 05:16:30.471367 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e8bc8534-2cc1-47bf-bb40-63e6f877a08d req-4af6cfc8-09fc-4e60-930c-edbf9ac4cb03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316222 Aug 29 05:16:31.432387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:31.480779 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:31.485085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:31.485467 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.564483 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.591057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:31.593261 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724a7cad-a6b7-4fce-9b67-38a1afe3513e" -d '{"events": [{"server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "name": "network-vif-plugged", "status": "completed", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:31.595029 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d326f-281c-4a7f-9177-0bce64590373 req-54bfbc74-fca6-451b-a219-df00b7f673de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:31.596666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c7d326f-281c-4a7f-9177-0bce64590373 req-54bfbc74-fca6-451b-a219-df00b7f673de tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 944 time: 0.0504210 Aug 29 05:16:31.605911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:31.609814 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.641935 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9c7d326f-281c-4a7f-9177-0bce64590373 req-526b391d-1a8b-415a-8528-365b1e01422e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374529 Aug 29 05:16:31.671270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:31.694600 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0f3b8d-77f7-4bac-8a47-769c49c54493 x-openstack-request-id: req-2e0f3b8d-77f7-4bac-8a47-769c49c54493 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:31.694907 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "name": "network-vif-plugged", "status": "completed", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:31.695164 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e0f3b8d-77f7-4bac-8a47-769c49c54493 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:31.695573 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'code': 200} Aug 29 05:16:31.795900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a2d1c-be13-4234-90bd-e27126f37258 req-81991824-d5c6-417f-b28d-36a1b301c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:31.797468 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-356a2d1c-be13-4234-90bd-e27126f37258 req-81991824-d5c6-417f-b28d-36a1b301c451 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0418403 Aug 29 05:16:31.833274 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-356a2d1c-be13-4234-90bd-e27126f37258 req-1a2a61c6-c7d3-4936-82d7-16479533014d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279319 Aug 29 05:16:32.762275 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a66d1b-fe4d-4aca-bd61-ed0d3af7c4d3 req-2106a749-953c-442c-83c1-7c95c223c65f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:32.764163 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55a66d1b-fe4d-4aca-bd61-ed0d3af7c4d3 req-2106a749-953c-442c-83c1-7c95c223c65f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0509467 Aug 29 05:16:32.807537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55a66d1b-fe4d-4aca-bd61-ed0d3af7c4d3 req-e5dc943c-dc16-486d-b758-4d4a90878378 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372126 Aug 29 05:16:33.923914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5bfe3-6f71-47bd-95bd-24fe66e029cc req-7e67a23e-b50b-4109-97a7-eb476b92c782 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:33.925588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98d5bfe3-6f71-47bd-95bd-24fe66e029cc req-7e67a23e-b50b-4109-97a7-eb476b92c782 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0500312 Aug 29 05:16:33.968520 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-98d5bfe3-6f71-47bd-95bd-24fe66e029cc req-4ad21089-1fb3-47bc-8df2-d07b14a8e4e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365179 Aug 29 05:16:34.083611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2751eb2-b5ee-49fc-b269-81916ee1bb9b req-15d87e20-2a87-4af4-90ed-dc80a681f438 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:34.085251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2751eb2-b5ee-49fc-b269-81916ee1bb9b req-15d87e20-2a87-4af4-90ed-dc80a681f438 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0486591 Aug 29 05:16:34.124088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2751eb2-b5ee-49fc-b269-81916ee1bb9b req-6c06e536-420d-44ae-8658-cd76121ce322 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324104 Aug 29 05:16:34.146030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38324) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:34.185187 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f15de0-a4a3-4bd3-9398-fc8a2a109d09 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:34.186700 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-07f15de0-a4a3-4bd3-9398-fc8a2a109d09 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 1092 time: 0.0396559 Aug 29 05:16:34.189668 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38326) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:34.194462 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:34.217325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.318812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.430476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.240 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/53201af1-347e-4291-8804-691e76b889c3) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:34.537024 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.577826 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.618335 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:34.621282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:34.624489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:34.657186 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=53201af1-347e-4291-8804-691e76b889c3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.002187 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.074450 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.224081 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.228613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.302532 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=53201af1-347e-4291-8804-691e76b889c3,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.313251 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.417558 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP 460c8a1d-d4b9-42bb-b0c9-7f510a6881fb associated. External IP: 172.25.1.240, port: d218de7e-59fc-4d44-b0a0-0fd4f815cbd3. Aug 29 05:16:35.632102 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 288da483-8df8-4e7e-9b64-ea8fef320dd0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:35.763732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:35.773737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] Sync routers for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:35.781168 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.784370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:35.785012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:16:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:35.813267 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-73123d75-7699-4f09-baf7-7aedf873dec7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6224995 Aug 29 05:16:35.813882 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:35.816243 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510c012f-caba-4200-96ab-3a9fa4de8978" -d '{"events": [{"name": "network-changed", "server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:35.896914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:35.920693 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8955cdd-2b88-49c8-815b-b27d2293164c req-7e498322-ac18-4443-af07-a58a62ebd0a3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:35.922246 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8955cdd-2b88-49c8-815b-b27d2293164c req-7e498322-ac18-4443-af07-a58a62ebd0a3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0529447 Aug 29 05:16:35.960954 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d8955cdd-2b88-49c8-815b-b27d2293164c req-e39b5aa9-8b1a-41f3-90f0-3811920398c2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326519 Aug 29 05:16:35.983430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38332) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:36.017972 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c0c90c-d6f4-4793-9091-aceaa90a62a0 x-openstack-request-id: req-a0c0c90c-d6f4-4793-9091-aceaa90a62a0 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:36.018601 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:36.018601 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0c0c90c-d6f4-4793-9091-aceaa90a62a0 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:36.018931 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'status': 'completed', 'code': 200} Aug 29 05:16:36.053233 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0904e860-a794-414e-bf88-2b6bf4d8293c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/460c8a1d-d4b9-42bb-b0c9-7f510a6881fb HTTP/1.1" status: 200 len: 991 time: 0.0680304 Aug 29 05:16:36.089779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-bdd1358e-bf1d-416f-96ed-ac032e44b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:36.091301 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-bdd1358e-bf1d-416f-96ed-ac032e44b434 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0482693 Aug 29 05:16:36.149362 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '460c8a1d-d4b9-42bb-b0c9-7f510a6881fb', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'port_id': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'mac_address': 'fa:16:3e:fd:07:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:16:34Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:24Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:36.190826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] Checking router: 288da483-8df8-4e7e-9b64-ea8fef320dd0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:36.192365 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-f7ace333-c324-4d5e-9d98-d45c2fb98605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:36.193859 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-f7ace333-c324-4d5e-9d98-d45c2fb98605 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f947cb7c-2a13-4504-9b19-5d8ef017569c HTTP/1.1" status: 200 len: 898 time: 0.0947657 Aug 29 05:16:36.208336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:36.208960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:16:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:36.273937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-f7bffd06-369f-4483-bd2f-dab8ef0d7f91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 HTTP/1.1" status: 200 len: 999 time: 0.0714176 Aug 29 05:16:36.332476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-25f6d3ce-a55a-407d-8297-a3a3c3101322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:36.334865 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-25f6d3ce-a55a-407d-8297-a3a3c3101322 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=570807c9-715d-48ce-865b-e3c1c494e9d1 HTTP/1.1" status: 200 len: 835 time: 0.0521188 Aug 29 05:16:36.391312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-710216a0-1585-428e-b3ad-925154a64164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:36.392947 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-710216a0-1585-428e-b3ad-925154a64164 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f947cb7c-2a13-4504-9b19-5d8ef017569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516760 Aug 29 05:16:36.396811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:36.496185 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-6e0b79c4-e245-4a0d-b825-8c17dd6b6078 service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953293 Aug 29 05:16:36.591902 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-510c012f-caba-4200-96ab-3a9fa4de8978 req-87914189-5f08-41c4-9d03-f29affc75eee service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860476 Aug 29 05:16:36.649319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '460c8a1d-d4b9-42bb-b0c9-7f510a6881fb', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'port_id': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'mac_address': 'fa:16:3e:fd:07:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:16:34Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:24Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:36.680870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c144c-a0f0-4046-bb7b-fbea10e4cb66 None None] The sync data for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 is: [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '460c8a1d-d4b9-42bb-b0c9-7f510a6881fb', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'port_id': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'mac_address': 'fa:16:3e:fd:07:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:16:34Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:24Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:36.879518 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa850848-fe01-4f42-beb9-e49308b2ad2c None None] New status for floating IP 460c8a1d-d4b9-42bb-b0c9-7f510a6881fb: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:16:37.056540 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38334) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:37.123042 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1d22c7f1-0cc7-494b-b888-2497121d771c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/460c8a1d-d4b9-42bb-b0c9-7f510a6881fb HTTP/1.1" status: 200 len: 993 time: 0.0647306 Aug 29 05:16:47.505798 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a2004a1d-e776-47fe-ac1b-12afce4c0f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.456865 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.528302 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8df8ecc9-79eb-491b-9419-64ed8b73c354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:51.424941 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:53.012736 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:54.960848 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:16:57.728688 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:58.951056 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:10.479542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a6005-aa10-4a7f-b7d3-18ce3625dbf6 req-bb153d46-9f55-4494-bdde-157b4bb67acf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:10.481126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-170a6005-aa10-4a7f-b7d3-18ce3625dbf6 req-bb153d46-9f55-4494-bdde-157b4bb67acf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Aug 29 05:17:10.482967 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-dd3b35ac-32d1-4eaf-9a35-e6eb898bd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:10.484503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-dd3b35ac-32d1-4eaf-9a35-e6eb898bd3d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0414910 Aug 29 05:17:10.527340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-170a6005-aa10-4a7f-b7d3-18ce3625dbf6 req-716ba262-ea76-4238-9044-c049ddfe0e85 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398209 Aug 29 05:17:10.582199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-8c2ce218-9e0f-45a7-ba3b-fc29018ae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:10.583602 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-8c2ce218-9e0f-45a7-ba3b-fc29018ae93d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f947cb7c-2a13-4504-9b19-5d8ef017569c HTTP/1.1" status: 200 len: 898 time: 0.0899625 Aug 29 05:17:10.651711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-2a731e00-9176-42f9-8998-a33054f0d007 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 HTTP/1.1" status: 200 len: 1001 time: 0.0602288 Aug 29 05:17:10.706535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-f232045e-d75b-4185-81d5-3ff0ff90995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:10.708114 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-f232045e-d75b-4185-81d5-3ff0ff90995f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=570807c9-715d-48ce-865b-e3c1c494e9d1 HTTP/1.1" status: 200 len: 835 time: 0.0487151 Aug 29 05:17:10.755892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-87645563-d521-4a78-968b-1fbf24691d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:10.757764 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-87645563-d521-4a78-968b-1fbf24691d2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f947cb7c-2a13-4504-9b19-5d8ef017569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414655 Aug 29 05:17:10.853442 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-93dd018f-9794-4835-8dde-eaf5da7bac2a service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871754 Aug 29 05:17:10.949788 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e7c77cf-b15e-4c03-bae7-c9ee305f9769 req-ce69e14c-b70c-4755-8ce6-2466b742d126 service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887337 Aug 29 05:17:11.644047 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17a08d-f55b-4fcf-a74b-906fe6f52db8 req-a0b1b1dc-91d8-44ba-b34d-23650bf27b62 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:11.645787 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f17a08d-f55b-4fcf-a74b-906fe6f52db8 req-a0b1b1dc-91d8-44ba-b34d-23650bf27b62 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Aug 29 05:17:11.685401 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f17a08d-f55b-4fcf-a74b-906fe6f52db8 req-28ef15b2-0eda-436d-bd2a-dd4c7e7a80f3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Aug 29 05:17:12.804993 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25554b1-bdac-4978-ae0d-fb2c0454a061 req-09d971b4-8ede-4dc7-afe4-7b990dfeb060 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:12.806599 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a25554b1-bdac-4978-ae0d-fb2c0454a061 req-09d971b4-8ede-4dc7-afe4-7b990dfeb060 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0523472 Aug 29 05:17:12.863467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a25554b1-bdac-4978-ae0d-fb2c0454a061 req-a4f9df59-aa88-46fc-80fc-3490e038343d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504601 Aug 29 05:17:13.988646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998f08a-3da8-4ecd-85e4-1a9def9ec1e8 req-2d128d36-6739-42fb-be84-e76eb9234852 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:13.988646 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8998f08a-3da8-4ecd-85e4-1a9def9ec1e8 req-2d128d36-6739-42fb-be84-e76eb9234852 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0523815 Aug 29 05:17:14.023901 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8998f08a-3da8-4ecd-85e4-1a9def9ec1e8 req-85d7aa01-15ef-4058-98a1-59f06ce43f64 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323803 Aug 29 05:17:15.143317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913425-9652-4148-871e-0472b1620ff4 req-9f5f81e9-c9aa-4a36-8187-ba90ccada49d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:15.145608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d913425-9652-4148-871e-0472b1620ff4 req-9f5f81e9-c9aa-4a36-8187-ba90ccada49d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0540311 Aug 29 05:17:15.183545 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5d913425-9652-4148-871e-0472b1620ff4 req-7acfa35e-1ced-42be-b917-c34f59b799bb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319266 Aug 29 05:17:16.302302 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5404727-b5c5-4e34-ac49-115bd9bf77ce req-00210233-27f2-4d7c-a233-32b7e115081a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:16.303739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5404727-b5c5-4e34-ac49-115bd9bf77ce req-00210233-27f2-4d7c-a233-32b7e115081a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Aug 29 05:17:16.355432 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f5404727-b5c5-4e34-ac49-115bd9bf77ce req-0cce5b89-8d86-4d94-80da-d3ef474a84e8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454221 Aug 29 05:17:17.475816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ecc14-3bfc-4b9b-9390-3048883987a6 req-912f2579-e3b9-4d6d-baf3-353a6a40a7b0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:17.477351 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-828ecc14-3bfc-4b9b-9390-3048883987a6 req-912f2579-e3b9-4d6d-baf3-353a6a40a7b0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0551357 Aug 29 05:17:17.507459 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b385e46c-d661-467b-94fb-612112265786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:17.523886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-828ecc14-3bfc-4b9b-9390-3048883987a6 req-c94c8ea1-1f0d-452c-a3c2-d7312cb5a4cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Aug 29 05:17:18.641763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036aaec-3b57-477e-97cd-baa99df1bb73 req-f53d0f83-33d7-4bb3-b165-2dab5bd232ab tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:18.643302 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f036aaec-3b57-477e-97cd-baa99df1bb73 req-f53d0f83-33d7-4bb3-b165-2dab5bd232ab tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0508127 Aug 29 05:17:18.681804 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f036aaec-3b57-477e-97cd-baa99df1bb73 req-e9fbdc31-f816-4b0c-b732-9fa1dae8ee7e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Aug 29 05:17:19.806880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64300b-dacc-4271-8294-c681f70409a4 req-2708a4ad-583b-4c21-9fe5-89ae7d662ca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:19.808462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a64300b-dacc-4271-8294-c681f70409a4 req-2708a4ad-583b-4c21-9fe5-89ae7d662ca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0563412 Aug 29 05:17:19.851356 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9a64300b-dacc-4271-8294-c681f70409a4 req-3063f670-352b-4b3a-b6ad-e343301d5f77 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369174 Aug 29 05:17:20.465783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:20.528838 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2329c4b3-279a-476e-9015-4dacf003bc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:20.966991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8d364-40d3-4ce3-beae-5d7268b0ea87 req-0fa820c6-ce50-49f3-acf7-125b8b5a44b7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:20.969043 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fb8d364-40d3-4ce3-beae-5d7268b0ea87 req-0fa820c6-ce50-49f3-acf7-125b8b5a44b7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0506868 Aug 29 05:17:21.014453 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fb8d364-40d3-4ce3-beae-5d7268b0ea87 req-2abd631a-a790-46b5-bfde-0cac41c86066 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Aug 29 05:17:21.427771 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:22.134878 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d52616-8bb7-4fea-a838-4a59523d1b4a req-9d67146f-6e9c-408f-8282-66272976d420 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:22.136512 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0d52616-8bb7-4fea-a838-4a59523d1b4a req-9d67146f-6e9c-408f-8282-66272976d420 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0545545 Aug 29 05:17:22.175032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e0d52616-8bb7-4fea-a838-4a59523d1b4a req-93703d58-42bc-40fd-85a4-f46597ab658f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318615 Aug 29 05:17:22.197969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38380) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:22.271623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-43bb7963-37e9-43de-9e16-fdc840189d02 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/460c8a1d-d4b9-42bb-b0c9-7f510a6881fb HTTP/1.1" status: 200 len: 993 time: 0.0724788 Aug 29 05:17:23.014729 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:24.061858 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-66e90cf8-9983-4487-9928-7f153ababc97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428975 Aug 29 05:17:24.145995 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-df3de4c1-6093-4d4b-be97-65429f317798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:24.147520 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-df3de4c1-6093-4d4b-be97-65429f317798 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0437055 Aug 29 05:17:24.254349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-2dbd4a2a-1f66-4ec8-a540-dda03d6eb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:24.255820 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-2dbd4a2a-1f66-4ec8-a540-dda03d6eb741 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f947cb7c-2a13-4504-9b19-5d8ef017569c HTTP/1.1" status: 200 len: 898 time: 0.0889020 Aug 29 05:17:24.323404 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-7d5e64b7-f453-46b1-84d1-882a05666628 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 HTTP/1.1" status: 200 len: 1001 time: 0.0590348 Aug 29 05:17:24.378464 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-da99c661-88b2-4bfe-a0e9-ceac475d4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:24.379950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-da99c661-88b2-4bfe-a0e9-ceac475d4c4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=570807c9-715d-48ce-865b-e3c1c494e9d1 HTTP/1.1" status: 200 len: 835 time: 0.0488565 Aug 29 05:17:24.763964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-4dc86c96-5fdc-4002-bb95-0cca4905e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:24.765592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-4dc86c96-5fdc-4002-bb95-0cca4905e535 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f947cb7c-2a13-4504-9b19-5d8ef017569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3780475 Aug 29 05:17:24.777332 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-41b9b117-3260-4018-a5df-4b21a9c3c4a0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:17:24.778265 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-41b9b117-3260-4018-a5df-4b21a9c3c4a0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049548 Aug 29 05:17:24.872552 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-7176f4c8-6422-4237-a3d3-377a2df177d2 service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869837 Aug 29 05:17:24.966578 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-89640d82-5296-4f9c-8feb-d823e72b56ab req-127ada9d-40d1-443e-b52b-bcd2bb98609a service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870504 Aug 29 05:17:27.744888 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:28.883027 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52808abe-67ce-45b2-bc5a-168a5441dc68 req-3f224825-a52e-4388-9501-a0954143dac1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264716 Aug 29 05:17:28.928841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52808abe-67ce-45b2-bc5a-168a5441dc68 req-7bd0ee6e-0897-4e95-9aa5-de3e426a2f8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0257277 Aug 29 05:17:28.948679 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:28.968251 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52808abe-67ce-45b2-bc5a-168a5441dc68 req-c2a1f0d0-9165-4fbc-af56-7a04106b4a95 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197964 Aug 29 05:17:29.066884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52808abe-67ce-45b2-bc5a-168a5441dc68 req-b9b6a9be-58b2-4c51-9124-8eb708a2bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:29.068480 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-52808abe-67ce-45b2-bc5a-168a5441dc68 req-b9b6a9be-58b2-4c51-9124-8eb708a2bae7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938993 Aug 29 05:17:31.960048 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:17:47.509910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2285ca14-69c8-4d49-8481-1ee9c90a80ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.456368 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.530172 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fd23e9c3-ceb4-4d22-af0c-7c8f1cb32f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.430818 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.021153 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.659767 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38412) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:54.821302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 53201af1-347e-4291-8804-691e76b889c3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:54.821656 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.897841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.898179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.912190 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 53201af1-347e-4291-8804-691e76b889c3 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:55.070992 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.096766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=53201af1-347e-4291-8804-691e76b889c3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:55.132183 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.132542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.132892 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.133246 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.133588 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.133930 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.134266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.134602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.134939 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.135272 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.135604 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.135933 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.175561 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.175810 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP 460c8a1d-d4b9-42bb-b0c9-7f510a6881fb disassociated (deleted). External IP: 172.25.1.240, port: d218de7e-59fc-4d44-b0a0-0fd4f815cbd3. Aug 29 05:17:55.399487 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 288da483-8df8-4e7e-9b64-ea8fef320dd0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:17:55.511880 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:17:55.516434 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.523250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] Sync routers for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:17:55.536912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:55.537549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:17:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:55.546675 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9a9d544a-57c8-42e4-935b-a58d77fa2f4d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/floatingips/460c8a1d-d4b9-42bb-b0c9-7f510a6881fb HTTP/1.1" status: 204 len: 168 time: 0.8857381 Aug 29 05:17:55.547259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:55.550366 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd7c247-c30d-41a9-8d4f-b12790848b27" -d '{"events": [{"name": "network-changed", "server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:55.650644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:55.725187 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4b3c9a-6352-4eae-8802-04c70895c7d6 x-openstack-request-id: req-3c4b3c9a-6352-4eae-8802-04c70895c7d6 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:55.725719 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:55.725719 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c4b3c9a-6352-4eae-8802-04c70895c7d6 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:55.726101 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'status': 'completed', 'code': 200} Aug 29 05:17:55.800097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-d7c04402-446a-458e-84e6-13a24e1c13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:55.801587 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-d7c04402-446a-458e-84e6-13a24e1c13b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0462973 Aug 29 05:17:55.825272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483090d-36d8-4697-82d4-8e59ffbe9e1c req-987e1738-145d-4bfe-a368-50610c88c4f3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:55.827490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7483090d-36d8-4697-82d4-8e59ffbe9e1c req-987e1738-145d-4bfe-a368-50610c88c4f3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0524876 Aug 29 05:17:55.872810 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7483090d-36d8-4697-82d4-8e59ffbe9e1c req-34c58e5b-1d96-437f-a776-6db9ab622b98 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369825 Aug 29 05:17:55.881915 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:24Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:55.903617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-38bace24-75b8-4e16-b31b-3a36acc086a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:55.905164 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-38bace24-75b8-4e16-b31b-3a36acc086a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f947cb7c-2a13-4504-9b19-5d8ef017569c HTTP/1.1" status: 200 len: 898 time: 0.0958655 Aug 29 05:17:55.909962 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] Checking router: 288da483-8df8-4e7e-9b64-ea8fef320dd0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:17:55.919140 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:55.919747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:17:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:55.954296 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-078ed880-9a17-4c6d-8370-77706cb44de2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 HTTP/1.1" status: 200 len: 217 time: 0.0401239 Aug 29 05:17:56.006029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-2e5eb226-c0e0-4a29-bb9b-cfde05fd6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:56.007543 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-2e5eb226-c0e0-4a29-bb9b-cfde05fd6bb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=570807c9-715d-48ce-865b-e3c1c494e9d1 HTTP/1.1" status: 200 len: 835 time: 0.0454636 Aug 29 05:17:56.028430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:56.062625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-96632744-c665-40b1-98cd-37433872dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:56.064345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-96632744-c665-40b1-98cd-37433872dffc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f947cb7c-2a13-4504-9b19-5d8ef017569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489764 Aug 29 05:17:56.161898 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-09fdbc8b-a22c-488a-97f1-497a5a051676 service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893190 Aug 29 05:17:56.239896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:24Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:56.256503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2bd7c247-c30d-41a9-8d4f-b12790848b27 req-f00e858a-7ff3-4b5b-badb-121aefba8396 service neutron] 10.222.0.64 "GET /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853782 Aug 29 05:17:56.275199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0fec1-92a1-4e46-b325-3ebf1051609b None None] The sync data for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 is: [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:16:20Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '20ac548e-5d9f-419e-bc68-ffd324a41b39', 'name': '', 'network_id': 'f947cb7c-2a13-4504-9b19-5d8ef017569c', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:16:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:19Z', 'updated_at': '2021-08-29T05:16:24Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '570807c9-715d-48ce-865b-e3c1c494e9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:17:56.491912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ba803-4405-484e-af72-cd2ad9870471 None None] New status for floating IP 460c8a1d-d4b9-42bb-b0c9-7f510a6881fb: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:17:56.994576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f895ed-15ac-446f-affb-76207217c770 req-3764816f-1752-4486-922f-dab27e6e4f11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:56.996117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4f895ed-15ac-446f-affb-76207217c770 req-3764816f-1752-4486-922f-dab27e6e4f11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0504653 Aug 29 05:17:57.034339 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f4f895ed-15ac-446f-affb-76207217c770 req-90ca2750-92ff-4a9b-9aff-92363bfbfd22 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27454ae-7904-43ac-91a0-f894e0fea178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Aug 29 05:17:57.478198 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-1d3496dc-6ab1-475e-87d3-47bd36060a68 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:57.479663 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-1d3496dc-6ab1-475e-87d3-47bd36060a68 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 945 time: 0.0555718 Aug 29 05:17:57.570033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:57.570382 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.671902 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:57.672328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.686844 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:57.744833 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.840534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.879294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=d218de7e-59fc-4d44-b0a0-0fd4f815cbd3,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:57.921239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] No DVR routers for this DVR port d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:17:57.923913 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.925956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c17e4a1f-5ed7-4b97-a592-6b26b5bc6f93 req-da414412-41ce-4e6a-af90-54a4ab3a8c11 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "DELETE /v2.0/ports/d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 HTTP/1.1" status: 204 len: 173 time: 0.4393075 Aug 29 05:17:57.926397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'name': 'network-vif-deleted', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:57.928685 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275c553b-6124-4168-92fb-d7357683dd2c" -d '{"events": [{"server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "name": "network-vif-deleted", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:57.971561 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81a71ca-1e4b-4393-a5a3-f8d380c8ab3c x-openstack-request-id: req-c81a71ca-1e4b-4393-a5a3-f8d380c8ab3c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:57.972382 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f469ecab-7bba-4b4d-846a-8f49f7889ca8", "name": "network-vif-deleted", "tag": "d218de7e-59fc-4d44-b0a0-0fd4f815cbd3", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:57.972664 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c81a71ca-1e4b-4393-a5a3-f8d380c8ab3c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:57.973068 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f469ecab-7bba-4b4d-846a-8f49f7889ca8', 'name': 'network-vif-deleted', 'tag': 'd218de7e-59fc-4d44-b0a0-0fd4f815cbd3', 'status': 'completed', 'code': 200} Aug 29 05:17:58.149735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3bcef01c-7d01-4a6b-97d0-f1dd34de3acf req-ec7f2167-ccf9-4015-8c0d-e28c3b168980 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f469ecab-7bba-4b4d-846a-8f49f7889ca8 HTTP/1.1" status: 200 len: 210 time: 0.0311630 Aug 29 05:17:58.960338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.204514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38432) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:59.576491 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.844398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 20ac548e-5d9f-419e-bc68-ffd324a41b39 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:59.844758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.936188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port 20ac548e-5d9f-419e-bc68-ffd324a41b39, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20ac548e-5d9f-419e-bc68-ffd324a41b39,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:59.936559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.951117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 20ac548e-5d9f-419e-bc68-ffd324a41b39 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:18:00.134851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:00.163370 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=20ac548e-5d9f-419e-bc68-ffd324a41b39,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:00.343955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:00.573852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 288da483-8df8-4e7e-9b64-ea8fef320dd0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:18:00.686435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:18:00.692345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-39dd8c33-28ee-482f-befd-ecca56ee3180 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/288da483-8df8-4e7e-9b64-ea8fef320dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4864664 Aug 29 05:18:00.695028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38434) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:00.697778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] Sync routers for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:18:00.708290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:00.708911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:17:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:00.751975 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5f09df-c3c1-4426-9c4a-70876ec5ca20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting subnet 570807c9-715d-48ce-865b-e3c1c494e9d1 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:18:00.755123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5f09df-c3c1-4426-9c4a-70876ec5ca20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:00.798127 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5f09df-c3c1-4426-9c4a-70876ec5ca20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:00.894331 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5f09df-c3c1-4426-9c4a-70876ec5ca20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:00.961120 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5f09df-c3c1-4426-9c4a-70876ec5ca20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:00.973044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:00.996143 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f09df-c3c1-4426-9c4a-70876ec5ca20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Subnet': ['ID=570807c9-715d-48ce-865b-e3c1c494e9d1,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:00.999439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-aa5f09df-c3c1-4426-9c4a-70876ec5ca20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.002478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-aa5f09df-c3c1-4426-9c4a-70876ec5ca20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/subnets/570807c9-715d-48ce-865b-e3c1c494e9d1 HTTP/1.1" status: 204 len: 168 time: 0.3061843 Aug 29 05:18:01.004701 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38436) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:01.029995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b51cd59-a087-47a7-a3d4-bf3dfabfb448 None None] Network f947cb7c-2a13-4504-9b19-5d8ef017569c requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:18:01.262057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:18:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:01.294260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] Checking router: 288da483-8df8-4e7e-9b64-ea8fef320dd0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:18:01.301342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] DHCP port deletion for f947cb7c-2a13-4504-9b19-5d8ef017569c request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:18:01.309098 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] Routers {'288da483-8df8-4e7e-9b64-ea8fef320dd0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:01.309769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:17:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['288da483-8df8-4e7e-9b64-ea8fef320dd0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:01.447094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] Set router 288da483-8df8-4e7e-9b64-ea8fef320dd0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:01.449627 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Deleting port 28b46b41-871e-4c32-93c9-3959d0f6e723 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:18:01.450127 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.477611 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.584512 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.605795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] For port 28b46b41-871e-4c32-93c9-3959d0f6e723, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=28b46b41-871e-4c32-93c9-3959d0f6e723,segment=NetworkSegment(84e8d14e-03b2-4eb9-979e-e630e388717b),segment_id=84e8d14e-03b2-4eb9-979e-e630e388717b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:01.606214 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.633692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Calling delete_port for 28b46b41-871e-4c32-93c9-3959d0f6e723 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:18:01.640694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port b969bccc-44ee-4fd2-b17f-b67ade1e9cff {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:18:01.640953 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.729408 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port b969bccc-44ee-4fd2-b17f-b67ade1e9cff, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=b969bccc-44ee-4fd2-b17f-b67ade1e9cff,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:01.729855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.743541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for b969bccc-44ee-4fd2-b17f-b67ade1e9cff owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:18:01.762828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:18:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:01.765890 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.800784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3071a6-86ea-4a2b-9773-9e1ffc284d5a None None] The sync data for ids ['288da483-8df8-4e7e-9b64-ea8fef320dd0'] in n-d-712142-15 is: [{'id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595528311', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:16Z', 'updated_at': '2021-08-29T05:18:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'b969bccc-44ee-4fd2-b17f-b67ade1e9cff', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da483-8df8-4e7e-9b64-ea8fef320dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:17Z', 'updated_at': '2021-08-29T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:18:01.827315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Pushing event deleted for resources: {'Port': ['ID=28b46b41-871e-4c32-93c9-3959d0f6e723,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:01.827315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] No DVR routers for this DVR port 28b46b41-871e-4c32-93c9-3959d0f6e723 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:18:01.834926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.835206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.835592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.835940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.836316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.836733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.837077 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.837793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.837793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.838059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.838392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.838724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71ead4-7bb0-42b9-ac4d-c6e722301482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:01.852294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:18:01.873473 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:18:01.873815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device d218de7e-59fc-4d44-b0a0-0fd4f815cbd3 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:18:01.929955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.960432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=b969bccc-44ee-4fd2-b17f-b67ade1e9cff,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:02.022352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.114816 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.117087 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.160695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.161256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Fanout notify agent at l3_agent the message router_deleted on router 288da483-8df8-4e7e-9b64-ea8fef320dd0 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:18:02.168334 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.169451 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3bd3a34e-540f-41ec-bd1b-598a2cf7f103 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/routers/288da483-8df8-4e7e-9b64-ea8fef320dd0 HTTP/1.1" status: 204 len: 168 time: 1.1639626 Aug 29 05:18:02.172074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38438) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:02.262210 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.298813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 28b46b41-871e-4c32-93c9-3959d0f6e723 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:18:02.326156 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 28b46b41-871e-4c32-93c9-3959d0f6e723 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:18:02.326716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 28b46b41-871e-4c32-93c9-3959d0f6e723 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:18:02.327349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20ac548e-5d9f-419e-bc68-ffd324a41b39 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:18:02.349579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 20ac548e-5d9f-419e-bc68-ffd324a41b39 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:18:02.349961 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20ac548e-5d9f-419e-bc68-ffd324a41b39 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:18:02.357659 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.369352 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f947cb7c-2a13-4504-9b19-5d8ef017569c']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:02.380932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e8d14e-03b2-4eb9-979e-e630e388717b') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:02.381234 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e8d14e-03b2-4eb9-979e-e630e388717b') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:02.391394 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.411885 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.418204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:18:02.418614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:18:02.421663 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:18:02.482622 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.490889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.492483 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/networks/f947cb7c-2a13-4504-9b19-5d8ef017569c HTTP/1.1" status: 204 len: 168 time: 0.3194780 Aug 29 05:18:02.495594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38440) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:02.512820 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd483c2-65e5-4eb4-832f-da84a89c4dc2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Network': ['ID=f947cb7c-2a13-4504-9b19-5d8ef017569c,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:02.561618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.589815 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.661668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.665032 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.666539 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/security-groups/d27454ae-7904-43ac-91a0-f894e0fea178 HTTP/1.1" status: 204 len: 168 time: 0.1696560 Aug 29 05:18:02.678731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27454ae-7904-43ac-91a0-f894e0fea178,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:02.687254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.687611 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.687964 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.688385 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.688732 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.689075 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.689412 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.689752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.690087 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.690596 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.690861 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.691191 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef0eae-929c-4fd9-a8a6-23515817c978 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:02.911170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38446) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:02.916713 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-0316a552-9786-45a2-89b7-3461d419574e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320674474', 'description': 'tempest-secgroup-smoke-1320674474 description', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:02.944663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0316a552-9786-45a2-89b7-3461d419574e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.057496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0316a552-9786-45a2-89b7-3461d419574e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.062001 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0316a552-9786-45a2-89b7-3461d419574e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.089780 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0316a552-9786-45a2-89b7-3461d419574e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.091022 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0316a552-9786-45a2-89b7-3461d419574e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1788321 Aug 29 05:18:03.094085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38448) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:03.095509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316a552-9786-45a2-89b7-3461d419574e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5272b93-5e89-474a-8738-f9a431a6b6c4,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.099791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-e6c1bfe1-3de4-46d7-be26-f2439b9b1f67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'e5272b93-5e89-474a-8738-f9a431a6b6c4', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:03.127688 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c1bfe1-3de4-46d7-be26-f2439b9b1f67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.184720 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c1bfe1-3de4-46d7-be26-f2439b9b1f67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.188851 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c1bfe1-3de4-46d7-be26-f2439b9b1f67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.206707 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1bfe1-3de4-46d7-be26-f2439b9b1f67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81978a9a-f1fd-45d6-a2df-25a4b01b642a,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.213522 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-e6c1bfe1-3de4-46d7-be26-f2439b9b1f67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.214818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e6c1bfe1-3de4-46d7-be26-f2439b9b1f67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190314 Aug 29 05:18:03.217628 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38450) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:03.222860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-10ffe695-6507-4ae7-8207-60f3523ea6ca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'e5272b93-5e89-474a-8738-f9a431a6b6c4', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:03.255233 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10ffe695-6507-4ae7-8207-60f3523ea6ca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.322588 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10ffe695-6507-4ae7-8207-60f3523ea6ca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.327034 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10ffe695-6507-4ae7-8207-60f3523ea6ca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.350994 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffe695-6507-4ae7-8207-60f3523ea6ca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1a3d72-c6b8-4ce5-852f-7350156a48a5,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.358633 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-10ffe695-6507-4ae7-8207-60f3523ea6ca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.360535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-10ffe695-6507-4ae7-8207-60f3523ea6ca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413953 Aug 29 05:18:03.363229 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38452) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:03.368132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-44ec8dc8-5e25-4449-9384-4fc9ffad5899 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'e5272b93-5e89-474a-8738-f9a431a6b6c4', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:03.395405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-44ec8dc8-5e25-4449-9384-4fc9ffad5899 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.457725 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-44ec8dc8-5e25-4449-9384-4fc9ffad5899 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.461303 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-44ec8dc8-5e25-4449-9384-4fc9ffad5899 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.478629 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec8dc8-5e25-4449-9384-4fc9ffad5899 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b902543-8aaa-4ec3-abba-2e0f4dfb2904,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.488213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-44ec8dc8-5e25-4449-9384-4fc9ffad5899 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.489477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-44ec8dc8-5e25-4449-9384-4fc9ffad5899 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252437 Aug 29 05:18:03.492719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38454) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:03.497549 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ff675734-ca8b-4055-92d2-c9de6c80441e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'e5272b93-5e89-474a-8738-f9a431a6b6c4', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:03.524226 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff675734-ca8b-4055-92d2-c9de6c80441e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.588954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff675734-ca8b-4055-92d2-c9de6c80441e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.593262 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff675734-ca8b-4055-92d2-c9de6c80441e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.613542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff675734-ca8b-4055-92d2-c9de6c80441e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115a6261-b36e-4958-bbbd-aea0c9c37935,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.620175 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff675734-ca8b-4055-92d2-c9de6c80441e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.621371 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ff675734-ca8b-4055-92d2-c9de6c80441e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276121 Aug 29 05:18:03.624122 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38456) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:03.628554 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-716276c3-b313-473f-be7d-bb74fabf30e6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'e5272b93-5e89-474a-8738-f9a431a6b6c4', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:03.651831 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-716276c3-b313-473f-be7d-bb74fabf30e6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:18:03.657679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-716276c3-b313-473f-be7d-bb74fabf30e6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.724445 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-716276c3-b313-473f-be7d-bb74fabf30e6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.728138 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-716276c3-b313-473f-be7d-bb74fabf30e6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.747762 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716276c3-b313-473f-be7d-bb74fabf30e6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9dfedd-8636-4887-90a4-e56cd7936989,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.755866 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-716276c3-b313-473f-be7d-bb74fabf30e6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.757224 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-716276c3-b313-473f-be7d-bb74fabf30e6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321745 Aug 29 05:18:03.759963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38458) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:03.764431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-f0c63e55-b70e-47ad-8735-8329867db3b3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': 'e5272b93-5e89-474a-8738-f9a431a6b6c4', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:03.785863 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-f0c63e55-b70e-47ad-8735-8329867db3b3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:18:03.790560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0c63e55-b70e-47ad-8735-8329867db3b3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.853505 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0c63e55-b70e-47ad-8735-8329867db3b3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.858355 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0c63e55-b70e-47ad-8735-8329867db3b3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.876582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c63e55-b70e-47ad-8735-8329867db3b3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5d0097-acd9-45b1-a82c-7f9c91bfffcc,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.881916 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-f0c63e55-b70e-47ad-8735-8329867db3b3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.886202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f0c63e55-b70e-47ad-8735-8329867db3b3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224306 Aug 29 05:18:03.886414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38460) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:03.892072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'network': {'name': 'tempest-network-smoke--380157570', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'port_security_enabled': True}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:03.919636 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:18:03.923205 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.946372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:18:03.957040 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.957485 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Added segment 198867e6-258e-4f4b-bd4c-08c5930e8874 of type vlan for network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf Aug 29 05:18:04.005344 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.033762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.039228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:04.039942 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.050230 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b969bccc-44ee-4fd2-b17f-b67ade1e9cff no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:18:04.077856 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: b969bccc-44ee-4fd2-b17f-b67ade1e9cff {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:18:04.078213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device b969bccc-44ee-4fd2-b17f-b67ade1e9cff not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:18:04.095512 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2074306 Aug 29 05:18:04.098233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38462) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:04.104779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'admin_state_up': True, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:04.119179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4f311-9f80-4030-bd2f-db978b49fbac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Network': ['ID=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:04.129795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:18:04.134379 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.135400 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.191695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.330229 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.527124 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.547074 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.654288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.29 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/f3e200b3-79e0-4844-bf7a-89428ad9fe61) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:18:04.758614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.797029 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.833415 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:04.838078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:04.840817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:18:04.873074 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=f3e200b3-79e0-4844-bf7a-89428ad9fe61,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:05.110878 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:05.322195 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:05.456658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router c9f23c32-1567-439a-bdcf-cb5a0d782818 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:18:05.569809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:18:05.580090 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Sync routers for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:18:05.589324 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:05.589715 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:05.590524 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:17:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:05.590681 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-af421541-4634-4929-ba31-14d24843e33c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4913638 Aug 29 05:18:05.593769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38464) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:05.622389 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fc12b467-26f2-4633-8e35-08318a8b84bf tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d29b0fa624964ebb99aa5e46070cf740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273817 Aug 29 05:18:05.625352 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38466) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:05.710831 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:05.721240 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f963750f-3444-432c-8680-223098616f4a tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:05.722799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-f963750f-3444-432c-8680-223098616f4a tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956376 Aug 29 05:18:05.725704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38468) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:05.757214 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a3313f21-8a72-407d-aabf-cb3a3d618574 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304208 Aug 29 05:18:05.759790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38470) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:05.764959 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695649516', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:05.858160 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:18:05.862290 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:05.897713 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:04Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:05.923956 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Checking router: c9f23c32-1567-439a-bdcf-cb5a0d782818 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:18:05.924322 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Updating router c9f23c32-1567-439a-bdcf-cb5a0d782818 port f3e200b3-79e0-4844-bf7a-89428ad9fe61 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:18:05.950613 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.048983 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.107617 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Subnet': ['ID=48ae1efb-e6dc-40f6-b95a-130051db3315,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:06.118856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Checking segment: {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:06.119226 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network hostable DHCP agents. Network: 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:18:06.136376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:18:06.147024 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:06.155714 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0c2a9-8725-42a6-b77c-8ef2f909d4f1 None None] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:18:06.161073 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:06.161685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.178032 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-bdf6aec3-ca21-4966-ba65-814087fc69ac tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4170704 Aug 29 05:18:06.180926 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38472) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:06.227187 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.238511 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Transition to ACTIVE for port object f3e200b3-79e0-4844-bf7a-89428ad9fe61 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:06.245532 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.295762 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Attempting to bind port f3e200b3-79e0-4844-bf7a-89428ad9fe61 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:18:06.296077 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Attempting to bind port f3e200b3-79e0-4844-bf7a-89428ad9fe61 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:18:06.296453 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Attempting to bind port f3e200b3-79e0-4844-bf7a-89428ad9fe61 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:06.306494 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:18:06.306879 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:06.307290 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.307698 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:18:06.308190 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Bound port: f3e200b3-79e0-4844-bf7a-89428ad9fe61, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:18:06.308584 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.311587 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Pushing event updated for resources: {'Port': ['ID=f3e200b3-79e0-4844-bf7a-89428ad9fe61,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:06.329851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:18:06.330764 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.365386 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] For port f3e200b3-79e0-4844-bf7a-89428ad9fe61, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:06.368991 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] For port f3e200b3-79e0-4844-bf7a-89428ad9fe61, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f3e200b3-79e0-4844-bf7a-89428ad9fe61,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:18:06.374856 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.378208 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.378563 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.379523 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.379523 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.379746 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.379904 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.380285 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.380617 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.380950 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.381278 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.381912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.381912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:06.446562 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:06.447200 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:17:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:06.450810 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ce216-13b5-4e6e-9d05-943f230d2367 None None] Pushing event updated for resources: {'Port': ['ID=f3e200b3-79e0-4844-bf7a-89428ad9fe61,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:06.492249 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Allocated IP 172.20.0.2 (3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf/48ae1efb-e6dc-40f6-b95a-130051db3315/7e8663a9-cb08-45df-b619-aa5af48e64cc) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:18:06.651938 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.661174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Transition to ACTIVE for port object 7e8663a9-cb08-45df-b619-aa5af48e64cc will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:06.666537 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:06.677661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Transition to ACTIVE for port object 7e8663a9-cb08-45df-b619-aa5af48e64cc will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:06.684631 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.706868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.734193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:06.738144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:06.740301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Pushing event updated for resources: {'Port': ['ID=7e8663a9-cb08-45df-b619-aa5af48e64cc,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:06.743151 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:18:06.798418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Attempting to bind port 7e8663a9-cb08-45df-b619-aa5af48e64cc on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:18:06.798418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Attempting to bind port 7e8663a9-cb08-45df-b619-aa5af48e64cc by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:18:06.798988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Attempting to bind port 7e8663a9-cb08-45df-b619-aa5af48e64cc on network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:06.804576 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:18:06.804967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Checking segment: {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:06.805504 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.805808 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Bound using segment: {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:18:06.806254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Bound port: 7e8663a9-cb08-45df-b619-aa5af48e64cc, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:18:06.806641 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.874459 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:04Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:06.879236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] For port 7e8663a9-cb08-45df-b619-aa5af48e64cc, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:06.883057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] For port 7e8663a9-cb08-45df-b619-aa5af48e64cc, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7e8663a9-cb08-45df-b619-aa5af48e64cc,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:18:06.890524 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.910689 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984b79b-78ee-4303-b9ee-aab5185b8d37 None None] The sync data for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 is: [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:04Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:18:06.954355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5320-eb49-4efe-9b82-6fd9ea8d7c2c None None] Pushing event updated for resources: {'Port': ['ID=7e8663a9-cb08-45df-b619-aa5af48e64cc,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:07.404437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.1 (3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf/48ae1efb-e6dc-40f6-b95a-130051db3315/6b32e0cb-370d-466e-bcbf-e901eca4f6b6) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:18:07.525887 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:07.540148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:07.575507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:07.623570 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:07.630065 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:07.638234 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:18:07.645327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:07.698485 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:07.838929 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:07.961683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5777e895-7472-4be9-809a-005b7efa547b None None] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:18:08.103200 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7fc0491d-2c36-41f9-bc51-4efd9fb81056 None None] Provisioning for port 7e8663a9-cb08-45df-b619-aa5af48e64cc completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:08.168253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7e8663a9-cb08-45df-b619-aa5af48e64cc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:08.175178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.181702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.236883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 7e8663a9-cb08-45df-b619-aa5af48e64cc completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:08.241887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7e8663a9-cb08-45df-b619-aa5af48e64cc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:08.243053 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.261915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:08.268702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.335130 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.374638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 7e8663a9-cb08-45df-b619-aa5af48e64cc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7e8663a9-cb08-45df-b619-aa5af48e64cc,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:08.382078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.383174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f3e200b3-79e0-4844-bf7a-89428ad9fe61 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:08.385796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:08.387253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:08.461417 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=7e8663a9-cb08-45df-b619-aa5af48e64cc,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:08.490883 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ef4b349c-0950-4a48-b401-41c61c113b88 None None] Provisioning complete for port 7e8663a9-cb08-45df-b619-aa5af48e64cc triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:08.491443 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ef4b349c-0950-4a48-b401-41c61c113b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.532547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port f3e200b3-79e0-4844-bf7a-89428ad9fe61 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:08.537665 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router c9f23c32-1567-439a-bdcf-cb5a0d782818 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:18:08.538401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f3e200b3-79e0-4844-bf7a-89428ad9fe61 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:08.538783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.661972 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ef4b349c-0950-4a48-b401-41c61c113b88 None None] Provisioning for port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:08.670475 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ef4b349c-0950-4a48-b401-41c61c113b88 None None] Provisioning complete for port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:08.670636 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ef4b349c-0950-4a48-b401-41c61c113b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.674055 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.689077 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:18:08.697586 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1ce1572d-553b-4dd6-8225-28ef2e85bd2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/c9f23c32-1567-439a-bdcf-cb5a0d782818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155318 Aug 29 05:18:08.723246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port f3e200b3-79e0-4844-bf7a-89428ad9fe61, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f3e200b3-79e0-4844-bf7a-89428ad9fe61,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:08.728563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b349c-0950-4a48-b401-41c61c113b88 None None] Port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:18:08.730646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.781235 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Sync routers for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:18:08.798239 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=f3e200b3-79e0-4844-bf7a-89428ad9fe61,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:08.803700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:08.804367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:17:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:08.878766 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7d8c9874-4ce1-45de-ba76-f181fe5c9a2b None None] Provisioning complete for port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:08.879149 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9874-4ce1-45de-ba76-f181fe5c9a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.888638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-5e2b7647-b9fd-4153-880b-aea1ec12120a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320674474&fields=id&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 267 time: 0.0492234 Aug 29 05:18:08.960152 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:18:09.007592 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f150240b-942c-4d51-aeec-72f68fe0ce0d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:09.009228 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f150240b-942c-4d51-aeec-72f68fe0ce0d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 796 time: 0.1125047 Aug 29 05:18:09.033665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-337cdf57-6743-4100-bf85-bf7e7fff1482 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/quotas/d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 375 time: 0.0183449 Aug 29 05:18:09.099419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-a0d2f1e9-1165-4904-a5fa-67016bbe8beb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595484 Aug 29 05:18:09.119184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c9874-4ce1-45de-ba76-f181fe5c9a2b None None] Port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:18:09.128681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:09.206005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-51ff55f2-5ca5-4d1c-9645-581f0a9dd06e service neutron] 10.222.0.58 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943577 Aug 29 05:18:09.262134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-488f2550-a6ac-4710-8fc2-cc1a6f302644 None None] Provisioning complete for port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:09.262424 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-488f2550-a6ac-4710-8fc2-cc1a6f302644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:09.306380 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-6b86af67-3278-4143-bb01-6474b8e7f639 service neutron] 10.222.0.58 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942574 Aug 29 05:18:09.317202 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-488f2550-a6ac-4710-8fc2-cc1a6f302644 None None] Port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:18:09.375095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 2, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:09.412063 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Checking router: c9f23c32-1567-439a-bdcf-cb5a0d782818 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:18:09.412446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Updating router c9f23c32-1567-439a-bdcf-cb5a0d782818 port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:18:09.457920 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:09.482970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a1f6658-8644-4a6b-8566-1b30373467ac req-bb910e4a-523b-4991-b9ef-33d630c3f757 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 210 time: 0.0273726 Aug 29 05:18:09.747583 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:09.759643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Transition to ACTIVE for port object 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:09.765530 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:09.825944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2490f-40d2-4d02-adab-a899f271c61a None None] Pushing event updated for resources: {'Port': ['ID=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:09.873727 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Attempting to bind port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:18:09.874111 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Attempting to bind port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:18:09.874483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Attempting to bind port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 on network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:09.880348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:18:09.880733 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Checking segment: {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:09.881150 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:09.881559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Bound using segment: {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:18:09.882046 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Bound port: 6b32e0cb-370d-466e-bcbf-e901eca4f6b6, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:18:09.882511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:09.950872 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] For port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:09.954158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] For port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:18:09.958751 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:10.026896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2490f-40d2-4d02-adab-a899f271c61a None None] Pushing event updated for resources: {'Port': ['ID=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:10.041305 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:10.041928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:17:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:10.134060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7e8663a9-cb08-45df-b619-aa5af48e64cc up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:10.201564 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:10.249541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 7e8663a9-cb08-45df-b619-aa5af48e64cc triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:10.249915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:10.466194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f3e200b3-79e0-4844-bf7a-89428ad9fe61 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:10.525207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:09Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:10.557006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffef03-ee86-4ad9-bfd0-e1e753ee9e8c None None] The sync data for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 is: [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:09Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:18:10.558638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port f3e200b3-79e0-4844-bf7a-89428ad9fe61 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:10.559043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:10.631462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0798fd46-30c8-497a-8952-ea0388c51f90 req-5b32305c-18ce-4429-acda-a7d23f098db4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 210 time: 0.0575495 Aug 29 05:18:10.681042 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-75271c37-e4a1-4319-9dcd-3521471959e7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:10.682586 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-75271c37-e4a1-4319-9dcd-3521471959e7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 796 time: 0.1994376 Aug 29 05:18:10.733886 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-c94dc005-bd90-457d-986f-7ee01399554c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 380 time: 0.0379846 Aug 29 05:18:10.748633 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'port': {'device_id': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'admin_state_up': True, 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'security_groups': ['e5272b93-5e89-474a-8738-f9a431a6b6c4']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:10.873689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:18:10.877548 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.012973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.8 (3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf/48ae1efb-e6dc-40f6-b95a-130051db3315/3ed05536-4d09-44d2-a79c-758bb68e6abe) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:18:11.181480 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.196493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object 3ed05536-4d09-44d2-a79c-758bb68e6abe will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:11.230807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.277145 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:11.280292 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:11.284214 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:18:11.290876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:11.343201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:11.343879 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.360616 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-da9eebd3-f29e-4902-bcef-f5bff41e385f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6173253 Aug 29 05:18:11.378812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Request body: {'port': {'device_id': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:11.450818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.603553 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0af63bc4-e1bc-4665-8143-f3f933b9690a None None] Provisioning for port 3ed05536-4d09-44d2-a79c-758bb68e6abe completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:11.608045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0af63bc4-e1bc-4665-8143-f3f933b9690a None None] Provisioning complete for port 3ed05536-4d09-44d2-a79c-758bb68e6abe triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:11.608433 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0af63bc4-e1bc-4665-8143-f3f933b9690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.657783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-0af63bc4-e1bc-4665-8143-f3f933b9690a None None] Port 3ed05536-4d09-44d2-a79c-758bb68e6abe cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:18:11.759744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed05536-4d09-44d2-a79c-758bb68e6abe {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:18:11.769276 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.774374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68b694-e88c-4918-b307-98e584cdfdcd req-62a88710-ab4b-42a3-ae3a-1ff0aa83e4b0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:11.776009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d68b694-e88c-4918-b307-98e584cdfdcd req-62a88710-ab4b-42a3-ae3a-1ff0aa83e4b0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 931 time: 0.0584321 Aug 29 05:18:11.782927 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Transition to ACTIVE for port object 3ed05536-4d09-44d2-a79c-758bb68e6abe will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:11.787740 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.833293 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4d68b694-e88c-4918-b307-98e584cdfdcd req-e3f97dd3-3b75-4440-b0ab-bc9b9877f067 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497682 Aug 29 05:18:11.868398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:11.947170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Attempting to bind port 3ed05536-4d09-44d2-a79c-758bb68e6abe on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:18:11.947524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Attempting to bind port 3ed05536-4d09-44d2-a79c-758bb68e6abe by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:18:11.947869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Attempting to bind port 3ed05536-4d09-44d2-a79c-758bb68e6abe on network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:11.952624 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Port 3ed05536-4d09-44d2-a79c-758bb68e6abe on network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:18:11.952957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Attempting to bind port 3ed05536-4d09-44d2-a79c-758bb68e6abe on network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:11.957959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:18:11.958312 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Checking segment: {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:11.958708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Bound using segment: {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:18:11.959151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Bound port: 3ed05536-4d09-44d2-a79c-758bb68e6abe, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198867e6-258e-4f4b-bd4c-08c5930e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:18:11.959527 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:12.030544 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:12.034261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:18:12.039821 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:12.076637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:12.077141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:12.079216 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] 10.222.0.64 "PUT /v2.0/ports/3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 1092 time: 0.7054412 Aug 29 05:18:12.079816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:12.082192 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84b29ab-695e-4776-ae57-317fe0dd5a18" -d '{"events": [{"name": "network-changed", "server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:12.120628 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f57231-ff42-41ac-92ba-28cf89186399 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:12.148885 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36365506-c440-4609-af94-92fde58bfc06 x-openstack-request-id: req-36365506-c440-4609-af94-92fde58bfc06 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:12.149185 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:12.149440 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36365506-c440-4609-af94-92fde58bfc06 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:12.149855 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'status': 'completed', 'code': 200} Aug 29 05:18:12.157660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:12.188802 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-fcb5d11a-6562-4407-b426-1118403fad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:12.190414 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-fcb5d11a-6562-4407-b426-1118403fad9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1095 time: 0.0538962 Aug 29 05:18:12.219287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:12.223682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:12.224534 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:12.238931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-0b4c9539-e4b4-4023-b8c7-e1310b8af422 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 217 time: 0.0380516 Aug 29 05:18:12.294218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-0589d0ae-2e83-47c7-9df9-601b66f13ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:12.295770 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-0589d0ae-2e83-47c7-9df9-601b66f13ac5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0459149 Aug 29 05:18:12.315881 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:12.349590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:12.354646 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:12.357087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-c6670b8d-a399-4043-96b5-4c16526f2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:12.359075 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-c6670b8d-a399-4043-96b5-4c16526f2a06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514364 Aug 29 05:18:12.403548 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:12.452899 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-90307c3c-7ea1-46e2-948d-a27a64054791 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 Aug 29 05:18:12.550370 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aafaed50-544e-4d63-a4c6-54918f37a235 req-9238a8a5-703a-4942-a512-f90b18a65e64 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875809 Aug 29 05:18:12.974713 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991c525-4e7e-4097-9ff3-d468fc91a82b req-b311211b-266a-48bd-a884-33a5c59495d4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:12.976589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3991c525-4e7e-4097-9ff3-d468fc91a82b req-b311211b-266a-48bd-a884-33a5c59495d4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 943 time: 0.0534401 Aug 29 05:18:13.002255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-8dff695c-3209-4664-aef8-94b9c7a48184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:13.003811 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-8dff695c-3209-4664-aef8-94b9c7a48184 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1095 time: 0.3962319 Aug 29 05:18:13.016772 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3991c525-4e7e-4097-9ff3-d468fc91a82b req-06d5347e-99c9-4109-80c7-87f8c94c67f5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328391 Aug 29 05:18:13.095098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-b627ee81-0c1d-4095-bea9-5ac2ecdadb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:13.096735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-b627ee81-0c1d-4095-bea9-5ac2ecdadb82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 897 time: 0.0849037 Aug 29 05:18:13.143006 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-3ef69a1c-3f67-4dd9-a2fb-de9634136fee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 217 time: 0.0378122 Aug 29 05:18:13.200232 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-22c04a58-6b8b-4084-8466-5c5bee7737f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:13.201863 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-22c04a58-6b8b-4084-8466-5c5bee7737f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0512640 Aug 29 05:18:13.249261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-170d5f36-d121-4276-8672-bda00b73ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:13.250853 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-170d5f36-d121-4276-8672-bda00b73ac6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407917 Aug 29 05:18:13.346210 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-129b768c-f990-4c9d-966b-0c31d3cdd0e2 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871694 Aug 29 05:18:13.440309 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d84b29ab-695e-4776-ae57-317fe0dd5a18 req-cb45b467-bbcd-4cc4-b2a3-554ef9b48025 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848203 Aug 29 05:18:14.103530 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:14.135492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf9f85-7ad6-4320-9ead-03696ee81fe6 req-6de3b450-282e-4019-a9e0-c17b948af687 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:14.137188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5bf9f85-7ad6-4320-9ead-03696ee81fe6 req-6de3b450-282e-4019-a9e0-c17b948af687 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 943 time: 0.0519118 Aug 29 05:18:14.156094 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:14.157068 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:14.176771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c5bf9f85-7ad6-4320-9ead-03696ee81fe6 req-6db59c59-184c-487f-a6bd-d129b8b95d6d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Aug 29 05:18:15.302231 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b0ee4-caed-46ab-8bd7-4db30c9f931d req-172a34bc-a131-40f5-99c7-fe6193134710 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:15.303755 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c8b0ee4-caed-46ab-8bd7-4db30c9f931d req-172a34bc-a131-40f5-99c7-fe6193134710 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 943 time: 0.0560009 Aug 29 05:18:15.343814 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1c8b0ee4-caed-46ab-8bd7-4db30c9f931d req-0da4c1ab-f946-4b96-98e7-6c563bd6f33e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340919 Aug 29 05:18:15.935232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 3ed05536-4d09-44d2-a79c-758bb68e6abe details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:18:16.038589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:16.051880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'port_id': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'mac_address': 'fa:16:3e:dd:08:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:18:16.089639 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:16.103045 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed05536-4d09-44d2-a79c-758bb68e6abe {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:18:16.123758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:16.129204 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:16.189207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:16.391034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['3ed05536-4d09-44d2-a79c-758bb68e6abe'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:18:16.466279 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2754b69-4e32-4344-8909-200aa0d46e9b req-f078511d-215b-4a84-a1b1-cfe9eace9b50 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:16.467747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2754b69-4e32-4344-8909-200aa0d46e9b req-f078511d-215b-4a84-a1b1-cfe9eace9b50 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 944 time: 0.0535009 Aug 29 05:18:16.508196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2754b69-4e32-4344-8909-200aa0d46e9b req-c7706f8d-9f54-4615-9ea2-2c53d7833fab tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340889 Aug 29 05:18:17.510568 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-06ae7482-9af5-44f9-ac95-1ed4950e9685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:17.627313 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd9529-b936-4e09-962f-f1e596cbc815 req-496b38fe-9a8c-47b3-8e7c-fe6b4a3a4088 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:17.628760 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-defd9529-b936-4e09-962f-f1e596cbc815 req-496b38fe-9a8c-47b3-8e7c-fe6b4a3a4088 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 944 time: 0.0510144 Aug 29 05:18:17.674899 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-defd9529-b936-4e09-962f-f1e596cbc815 req-029ace3a-1278-4ae8-ae7a-89b29bb15f1b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399647 Aug 29 05:18:17.946042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 3ed05536-4d09-44d2-a79c-758bb68e6abe up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:17.997950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 3ed05536-4d09-44d2-a79c-758bb68e6abe completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:18.002485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 3ed05536-4d09-44d2-a79c-758bb68e6abe triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:18.002869 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:18.085378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:18.118560 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:18.121955 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69af150-abd6-408b-a7fd-c8dc1af3fce8" -d '{"events": [{"server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:18.139377 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:18.144460 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:18.170604 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16707508-0162-4936-8355-4909a26e69f8 x-openstack-request-id: req-16707508-0162-4936-8355-4909a26e69f8 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:18.170895 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:18.171148 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16707508-0162-4936-8355-4909a26e69f8 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:18.171532 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'code': 200} Aug 29 05:18:18.200507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:18.277929 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507bd8e-075f-4595-a216-f5bb2988da2a req-0b069669-de23-4016-b6ed-4f8f0803289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:18.279486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d507bd8e-075f-4595-a216-f5bb2988da2a req-0b069669-de23-4016-b6ed-4f8f0803289c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1097 time: 0.0492551 Aug 29 05:18:18.334133 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d507bd8e-075f-4595-a216-f5bb2988da2a req-9a130f0c-59c4-4e96-8cbf-495cea9634d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Aug 29 05:18:18.809421 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80948591-1188-4299-a8e5-c345da3f5b59 req-fe8ffcdf-fcb9-4ad8-86cb-6e85f0587e39 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:18.810938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80948591-1188-4299-a8e5-c345da3f5b59 req-fe8ffcdf-fcb9-4ad8-86cb-6e85f0587e39 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0621815 Aug 29 05:18:18.850664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80948591-1188-4299-a8e5-c345da3f5b59 req-273b1042-4dd9-4beb-82f6-61bae5699d93 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336697 Aug 29 05:18:19.967304 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30d12e-1b51-4118-9a9e-11e61b4b22db req-305bc68a-09ff-4054-9b55-e96e6301895b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:19.968855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca30d12e-1b51-4118-9a9e-11e61b4b22db req-305bc68a-09ff-4054-9b55-e96e6301895b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0510099 Aug 29 05:18:20.008666 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ca30d12e-1b51-4118-9a9e-11e61b4b22db req-961950c8-20be-468e-8c72-ebb01fbaaabd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Aug 29 05:18:20.127587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c3af8-1c70-4a9f-856c-2ccf95a4f592 req-ef245ad4-0a39-4bac-8f82-58f48f2ee9ff tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:20.129171 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-862c3af8-1c70-4a9f-856c-2ccf95a4f592 req-ef245ad4-0a39-4bac-8f82-58f48f2ee9ff tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0510113 Aug 29 05:18:20.167575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-862c3af8-1c70-4a9f-856c-2ccf95a4f592 req-81b48fe1-0e06-4148-9c46-2428761b1d20 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Aug 29 05:18:20.189790 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38526) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:20.235697 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c94e09-5783-450a-a0c1-293a2a0aae83 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:20.237541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a4c94e09-5783-450a-a0c1-293a2a0aae83 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1092 time: 0.0466268 Aug 29 05:18:20.240552 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38528) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:20.245351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:20.268700 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:20.371601 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:20.459560 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:20.494398 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.58 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/a000317e-f06a-42b4-91f0-a741df1c1d83) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:18:20.532380 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1c1e-452a-4651-be23-d4ff9ee37291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:20.608005 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:20.651567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:20.697524 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:20.700437 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:20.704178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:18:20.709537 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=a000317e-f06a-42b4-91f0-a741df1c1d83,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:21.070091 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.142135 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.296178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.300845 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.369781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=a000317e-f06a-42b4-91f0-a741df1c1d83,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:21.382110 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.433726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.485098 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP 180ecde8-6cd9-44e6-bb72-4dd13d37e007 associated. External IP: 172.25.1.58, port: 3ed05536-4d09-44d2-a79c-758bb68e6abe. Aug 29 05:18:21.708700 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router c9f23c32-1567-439a-bdcf-cb5a0d782818 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:18:21.824867 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:18:21.836000 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] Sync routers for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:18:21.843904 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.846609 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:21.847236 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:18:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:21.873895 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-39af0b1a-71ac-4eab-a506-2538441ce4f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6320620 Aug 29 05:18:21.874600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:21.877617 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3236433c-31b1-4d2b-9849-be1628c4ac3d" -d '{"events": [{"name": "network-changed", "server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:21.955500 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:21.977174 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c27d-9664-4b53-8d2c-84d09ae3463c req-92ba4632-6489-4917-8856-8e484c6468af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:21.978651 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4cd8c27d-9664-4b53-8d2c-84d09ae3463c req-92ba4632-6489-4917-8856-8e484c6468af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0566089 Aug 29 05:18:22.017875 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4cd8c27d-9664-4b53-8d2c-84d09ae3463c req-5dee2eb1-ae75-416d-bbfb-d4a232194d13 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Aug 29 05:18:22.040066 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38534) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:22.092443 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60704881-c985-44a0-ae24-8dc1b8274ed4 x-openstack-request-id: req-60704881-c985-44a0-ae24-8dc1b8274ed4 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:22.093155 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:22.093155 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60704881-c985-44a0-ae24-8dc1b8274ed4 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:22.093486 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'status': 'completed', 'code': 200} Aug 29 05:18:22.120275 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2f5ec008-1163-4df7-9795-af144d456709 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/180ecde8-6cd9-44e6-bb72-4dd13d37e007 HTTP/1.1" status: 200 len: 990 time: 0.0788686 Aug 29 05:18:22.141389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-1fe88e93-5cca-4841-adc9-879319715509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.142899 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-1fe88e93-5cca-4841-adc9-879319715509 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1097 time: 0.0499630 Aug 29 05:18:22.198024 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '180ecde8-6cd9-44e6-bb72-4dd13d37e007', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'port_id': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'mac_address': 'fa:16:3e:dd:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:18:20Z', 'updated_at': '2021-08-29T05:18:20Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:22.223680 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] Checking router: c9f23c32-1567-439a-bdcf-cb5a0d782818 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:18:22.233097 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:22.233638 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:18:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:22.237233 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-89f47f53-7199-46c6-917b-bf29c5a9307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.238722 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-89f47f53-7199-46c6-917b-bf29c5a9307c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 897 time: 0.0864389 Aug 29 05:18:22.311109 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-4d554131-3206-4cf7-bfc6-7b7f03fdd1f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 998 time: 0.0645850 Aug 29 05:18:22.342933 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:22.365682 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-ab18e60e-6417-4d55-8c3c-18b26c877b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.367399 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-ab18e60e-6417-4d55-8c3c-18b26c877b46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0492480 Aug 29 05:18:22.420556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-63e1335d-2117-4135-9520-4794b571c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.422171 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-63e1335d-2117-4135-9520-4794b571c8b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472989 Aug 29 05:18:22.517298 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-51f8ba76-9630-4122-ab8a-6382f2fed4a3 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872245 Aug 29 05:18:22.578178 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '180ecde8-6cd9-44e6-bb72-4dd13d37e007', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'port_id': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'mac_address': 'fa:16:3e:dd:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:18:20Z', 'updated_at': '2021-08-29T05:18:20Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:22.605461 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a3198-44ce-4fd2-b8a3-ae72b564e2d9 None None] The sync data for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 is: [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '180ecde8-6cd9-44e6-bb72-4dd13d37e007', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'port_id': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'mac_address': 'fa:16:3e:dd:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:18:20Z', 'updated_at': '2021-08-29T05:18:20Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:18:22.610212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3236433c-31b1-4d2b-9849-be1628c4ac3d req-1f753aed-ede2-42d4-ad68-38636973f2d9 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860209 Aug 29 05:18:22.806088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683ef1a-da9f-4e05-b500-43ab224f37a6 None None] New status for floating IP 180ecde8-6cd9-44e6-bb72-4dd13d37e007: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:18:23.022281 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:23.124196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38536) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:23.185951 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5ae7691b-eb3c-46b2-bd2c-67ed1c46e062 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/180ecde8-6cd9-44e6-bb72-4dd13d37e007 HTTP/1.1" status: 200 len: 992 time: 0.0605879 Aug 29 05:18:25.054356 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-4b0c9745-8537-4681-9364-fcee81569726 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416081 Aug 29 05:18:25.139363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-23d54684-4670-4c2c-8b5e-a8cada501e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:25.141491 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-23d54684-4670-4c2c-8b5e-a8cada501e5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1097 time: 0.0443869 Aug 29 05:18:25.255023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-023c8cd8-de3e-4006-8a89-1f0acb8f9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:25.256566 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-023c8cd8-de3e-4006-8a89-1f0acb8f9e0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 897 time: 0.0957613 Aug 29 05:18:25.330893 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-722f39a2-ac43-4475-af00-6ef2e8f8693c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 1000 time: 0.0635521 Aug 29 05:18:25.385028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-73f22f7a-b078-4a17-86eb-9f8349d3427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:25.386482 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-73f22f7a-b078-4a17-86eb-9f8349d3427b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0476594 Aug 29 05:18:25.432119 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-15819283-edaf-42f0-83bd-af07019fdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:25.433599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-15819283-edaf-42f0-83bd-af07019fdb49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395358 Aug 29 05:18:25.528751 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-0d6b3750-04d5-4466-b4aa-43dd04ffd8e5 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Aug 29 05:18:25.620573 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-650634f6-8e8d-47e6-bad8-9e693fe0f580 req-8b3aa5ac-0b66-44c0-b00d-ea86a3dac24b service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849915 Aug 29 05:18:27.762210 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:28.961147 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:30.871960 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c70bb15-2c31-4cd4-b44e-e47266362694 req-4c05abb7-5af2-4ed7-9ea3-c589a9385cd4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252500 Aug 29 05:18:30.937296 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c70bb15-2c31-4cd4-b44e-e47266362694 req-ca9c428b-90a2-4cd8-bd21-1f8830372361 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0251837 Aug 29 05:18:30.980683 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c70bb15-2c31-4cd4-b44e-e47266362694 req-4bfddc61-ab5c-4dd0-bbe4-261851f7c3e1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247397 Aug 29 05:18:31.073638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70bb15-2c31-4cd4-b44e-e47266362694 req-abbe584f-12a7-4a17-9e7b-08ab3c721178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:31.075117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2c70bb15-2c31-4cd4-b44e-e47266362694 req-abbe584f-12a7-4a17-9e7b-08ab3c721178 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880897 Aug 29 05:18:45.959021 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:18:47.513280 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ecea262e-cbc5-4e75-8922-0afc2ac04e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:50.461374 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:50.532235 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b07251d9-440b-4428-8d39-0c010dce6100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:51.439015 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:53.024318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:57.774118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:58.559284 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcbbae-b6cc-4fba-b440-a29a4d2ef893 req-626eff28-3d83-4553-aa62-4861315cfc15 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:58.560841 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2fcbbae-b6cc-4fba-b440-a29a4d2ef893 req-626eff28-3d83-4553-aa62-4861315cfc15 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0557902 Aug 29 05:18:58.625014 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c2fcbbae-b6cc-4fba-b440-a29a4d2ef893 req-27cdd955-1c10-47e1-a480-6c99732a86e2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548182 Aug 29 05:18:58.628702 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-7442605a-fab9-4011-afad-3e02b619b794 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303651 Aug 29 05:18:58.973245 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:59.752359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bdd0b-98e4-4682-a7b4-3ccac10a1828 req-3c06ad56-ef1f-429c-a50f-f3e91b87f5da tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:59.754717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd0bdd0b-98e4-4682-a7b4-3ccac10a1828 req-3c06ad56-ef1f-429c-a50f-f3e91b87f5da tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0538609 Aug 29 05:18:59.785740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-68d3bf6b-3a0a-4ffb-b5d1-54f92f8edc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:59.787317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-68d3bf6b-3a0a-4ffb-b5d1-54f92f8edc5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1097 time: 0.0429735 Aug 29 05:18:59.793894 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd0bdd0b-98e4-4682-a7b4-3ccac10a1828 req-6163a510-6560-4e64-b6a2-798ea197f797 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329978 Aug 29 05:18:59.885514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-3dc5df62-e1f7-40c9-b503-d9cfd675156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:59.887001 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-3dc5df62-e1f7-40c9-b503-d9cfd675156c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 897 time: 0.0918207 Aug 29 05:18:59.957119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-aaa0372f-391c-4266-b5ec-454471ad2ae5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 1000 time: 0.0586212 Aug 29 05:19:00.014778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-da8d50ff-3a3f-49a2-9b46-f19c62f5fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:00.016439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-da8d50ff-3a3f-49a2-9b46-f19c62f5fa61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0484335 Aug 29 05:19:00.067453 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-24c7afdc-d5e2-4337-bbd8-e1f5d37030b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:00.069035 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-24c7afdc-d5e2-4337-bbd8-e1f5d37030b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414355 Aug 29 05:19:00.165877 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-dcfa7c5d-03c6-4a5f-983a-b3a0d7ea8534 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852273 Aug 29 05:19:00.267182 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-bc73bf1f-9ea4-45cf-9e5f-daadf0c0e702 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897048 Aug 29 05:19:00.967473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aecb3-71a8-40d5-98e0-ccd15d1dacff req-51fb51dd-2886-4ec3-a7f1-8eabcc2593c7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:00.969870 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c9aecb3-71a8-40d5-98e0-ccd15d1dacff req-51fb51dd-2886-4ec3-a7f1-8eabcc2593c7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.1072526 Aug 29 05:19:01.008346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4c9aecb3-71a8-40d5-98e0-ccd15d1dacff req-11e7be3c-7419-4ee8-8e37-20389d023772 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320868 Aug 29 05:19:02.128703 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccceceb-c098-4e1b-ac57-75164215070e req-23e76db2-71bc-4ae1-a963-5483645b3bae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.130258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ccceceb-c098-4e1b-ac57-75164215070e req-23e76db2-71bc-4ae1-a963-5483645b3bae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0509002 Aug 29 05:19:02.174754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8ccceceb-c098-4e1b-ac57-75164215070e req-ab4c9cca-b212-4f94-9e3e-01330f1d8868 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384934 Aug 29 05:19:03.293288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f1fdc-1662-4ed5-b76e-392d9d77cc17 req-078b57ba-bb8f-463b-a7a9-53d774d2098c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:03.294823 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f85f1fdc-1662-4ed5-b76e-392d9d77cc17 req-078b57ba-bb8f-463b-a7a9-53d774d2098c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0522146 Aug 29 05:19:03.334429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f85f1fdc-1662-4ed5-b76e-392d9d77cc17 req-eaa74e96-96c5-4ea9-babc-c7cf49587665 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326514 Aug 29 05:19:04.458984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a8e2c-ece6-4c59-9470-0f0a40aa7bce req-310e0f1e-c7a9-4bb2-8326-4cedc988b5b0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:04.460562 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-365a8e2c-ece6-4c59-9470-0f0a40aa7bce req-310e0f1e-c7a9-4bb2-8326-4cedc988b5b0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0550425 Aug 29 05:19:04.498900 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-365a8e2c-ece6-4c59-9470-0f0a40aa7bce req-bf662335-44d4-47ea-8649-18a0147a4514 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Aug 29 05:19:05.623576 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ec85d-1b13-4090-8526-c3bf1dd2d73d req-3937d337-3328-42f3-84a5-1088a387017a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.625639 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-600ec85d-1b13-4090-8526-c3bf1dd2d73d req-3937d337-3328-42f3-84a5-1088a387017a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0568070 Aug 29 05:19:05.665548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-600ec85d-1b13-4090-8526-c3bf1dd2d73d req-ce78c9a2-68ce-4337-a8ff-df6966722430 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338674 Aug 29 05:19:06.781411 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d4451-95be-426b-91ce-a75c402842ec req-a6644e8b-7fce-40ef-9e57-dcd6f2d2d6fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:06.782902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b6d4451-95be-426b-91ce-a75c402842ec req-a6644e8b-7fce-40ef-9e57-dcd6f2d2d6fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0499949 Aug 29 05:19:06.823824 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5b6d4451-95be-426b-91ce-a75c402842ec req-da8080bb-bc4e-48b0-ae1d-fd38e239f604 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330515 Aug 29 05:19:07.954897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858154f3-bb35-4cc6-bfb0-4da3d06d24ff req-298eb54d-532d-4580-9b9e-75c564e8f852 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:07.956423 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-858154f3-bb35-4cc6-bfb0-4da3d06d24ff req-298eb54d-532d-4580-9b9e-75c564e8f852 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0569189 Aug 29 05:19:08.004365 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-858154f3-bb35-4cc6-bfb0-4da3d06d24ff req-7c9a3037-4893-4a66-aee3-8934b10f0409 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418472 Aug 29 05:19:09.126430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7875992-82d5-4894-8f46-696eadb19bc9 req-491953e2-c0a6-45d2-a9b8-a2d0ef5fb7f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:09.127918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7875992-82d5-4894-8f46-696eadb19bc9 req-491953e2-c0a6-45d2-a9b8-a2d0ef5fb7f9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0571213 Aug 29 05:19:09.166970 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a7875992-82d5-4894-8f46-696eadb19bc9 req-ac0fd3d5-c74d-47d7-a903-1875f08af246 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327649 Aug 29 05:19:10.284105 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6df66d-eb9c-4f9d-8dfa-8c588c39255f req-a76ae93c-9e57-4b91-8b29-593bbb170716 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:10.285696 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa6df66d-eb9c-4f9d-8dfa-8c588c39255f req-a76ae93c-9e57-4b91-8b29-593bbb170716 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0503287 Aug 29 05:19:10.323071 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-aa6df66d-eb9c-4f9d-8dfa-8c588c39255f req-f04b4ddb-0cf2-45e1-ba4b-0dc50170afe7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Aug 29 05:19:11.452488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ce7e3-7095-441d-8717-60e6ec91e3b1 req-5a67dc91-d58f-45ed-8e72-e77362007e5c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:11.454508 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-516ce7e3-7095-441d-8717-60e6ec91e3b1 req-5a67dc91-d58f-45ed-8e72-e77362007e5c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0543730 Aug 29 05:19:11.494588 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-516ce7e3-7095-441d-8717-60e6ec91e3b1 req-ec438dd2-8030-45b2-84c0-b991d5245396 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Aug 29 05:19:12.617752 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5accd0d-1432-4abc-8498-e81a4aad8230 req-d5514c19-3dd2-4a60-a2bc-9a366b2e1df6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:12.619153 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5accd0d-1432-4abc-8498-e81a4aad8230 req-d5514c19-3dd2-4a60-a2bc-9a366b2e1df6 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0502448 Aug 29 05:19:12.659169 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e5accd0d-1432-4abc-8498-e81a4aad8230 req-cba9f5d0-33a7-4f46-b0c4-409a9e1ebc0a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337121 Aug 29 05:19:13.783632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f12e7-54f3-4874-89b8-6539fd7291d9 req-8bb282da-df05-4f1d-91e2-e6d56dc60fb0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:13.785167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba0f12e7-54f3-4874-89b8-6539fd7291d9 req-8bb282da-df05-4f1d-91e2-e6d56dc60fb0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0538890 Aug 29 05:19:13.822918 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ba0f12e7-54f3-4874-89b8-6539fd7291d9 req-302cf54b-1d29-4a40-b0bb-0ad937a2e0bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Aug 29 05:19:14.949014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b495c7-e16f-48c6-a7e2-24ba4c4a15d7 req-d0e26468-6ecd-4443-9dd8-c1dd1e5d0e72 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:14.950492 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2b495c7-e16f-48c6-a7e2-24ba4c4a15d7 req-d0e26468-6ecd-4443-9dd8-c1dd1e5d0e72 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0532448 Aug 29 05:19:14.989317 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2b495c7-e16f-48c6-a7e2-24ba4c4a15d7 req-0566ab0c-f376-46cf-a084-51c9c64956a4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328927 Aug 29 05:19:16.104695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616f641-e171-432a-9f42-4c4cfee63800 req-4e974223-ccc4-402c-a0dd-092eb7e30db5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:16.106179 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2616f641-e171-432a-9f42-4c4cfee63800 req-4e974223-ccc4-402c-a0dd-092eb7e30db5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0501099 Aug 29 05:19:16.145457 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2616f641-e171-432a-9f42-4c4cfee63800 req-6347d719-3d93-40e7-9600-519362b2678b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326104 Aug 29 05:19:17.275960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb28533-c391-4f5f-bb59-1468c0610b99 req-28053ead-1d6a-4c82-bd24-16e12b885716 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:17.277484 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbb28533-c391-4f5f-bb59-1468c0610b99 req-28053ead-1d6a-4c82-bd24-16e12b885716 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0498538 Aug 29 05:19:17.280301 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-a9a19d2e-3cb1-4a29-b46e-7f56188e81f3 service neutron] 10.222.0.64 "GET /v2.0/ports/3ed05536-4d09-44d2-a79c-758bb68e6abe/bindings/n-h1-712142-15 HTTP/1.1" status: 200 len: 383 time: 0.0634542 Aug 29 05:19:17.319818 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fbb28533-c391-4f5f-bb59-1468c0610b99 req-08022dea-be7f-46a3-ac22-8d62d81c70f5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362427 Aug 29 05:19:17.515108 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a6034571-cf1e-4198-958a-6ac02cf22d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.530267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-3aab6834-ddc1-4ea8-981d-efabdff72609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:17.531851 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-3aab6834-ddc1-4ea8-981d-efabdff72609 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 1097 time: 0.0472612 Aug 29 05:19:17.604058 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-68272bd6-11aa-4c07-b684-56173614178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:17.605544 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-68272bd6-11aa-4c07-b684-56173614178c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1097 time: 0.0448020 Aug 29 05:19:17.724381 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-9b8d4f69-b1b2-4344-a3cc-32d202781d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:17.725903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-9b8d4f69-b1b2-4344-a3cc-32d202781d2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 897 time: 0.1082845 Aug 29 05:19:17.800040 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-0d8c9554-8c89-40c2-b6fe-ad699b6d3679 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 1000 time: 0.0652521 Aug 29 05:19:17.854770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-22d22632-9b83-4e50-b80f-0ecfa8a3b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:17.856306 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-22d22632-9b83-4e50-b80f-0ecfa8a3b4b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0453544 Aug 29 05:19:17.910904 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-1075ef28-a559-4436-aa82-cf69ec2ed48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:17.912477 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-1075ef28-a559-4436-aa82-cf69ec2ed48a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450475 Aug 29 05:19:18.016154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-b738f8e5-b180-4c1d-8472-30742df29ecf service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949426 Aug 29 05:19:18.115073 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e52a3f81-cc10-4f2f-b9e3-e88654c48582 req-a9ead450-8c05-4250-8088-e01dbaddc3bd service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877750 Aug 29 05:19:18.458772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952463b9-e080-4704-8962-684d8f5de28e req-ac482985-f9f1-432e-86b9-a3180d429f1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:18.460462 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-952463b9-e080-4704-8962-684d8f5de28e req-ac482985-f9f1-432e-86b9-a3180d429f1c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0570402 Aug 29 05:19:18.832347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-952463b9-e080-4704-8962-684d8f5de28e req-19b57c01-1fa8-48a9-959a-24a9dfcf359d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657582 Aug 29 05:19:19.964901 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043c5ce-acb5-4a4d-979e-3d8024a939a2 req-fd831b25-db14-49ba-b5bf-bc2f022ede0d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:19.966509 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5043c5ce-acb5-4a4d-979e-3d8024a939a2 req-fd831b25-db14-49ba-b5bf-bc2f022ede0d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0510926 Aug 29 05:19:20.005907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5043c5ce-acb5-4a4d-979e-3d8024a939a2 req-6a5b7995-218a-49cf-a635-b1253bd644aa tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330539 Aug 29 05:19:20.212432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03008575-b868-484d-9435-a8b34b8c2eff req-61edf156-0f13-4974-8d94-edadb2ba5994 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.213977 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03008575-b868-484d-9435-a8b34b8c2eff req-61edf156-0f13-4974-8d94-edadb2ba5994 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0549271 Aug 29 05:19:20.222940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-c4b6c3db-7085-4bea-95e3-eef30c679fbf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.225180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-c4b6c3db-7085-4bea-95e3-eef30c679fbf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c&tenant_id=d29b0fa624964ebb99aa5e46070cf740&binding%3Ahost_id=n-h1-712142-15 HTTP/1.1" status: 200 len: 945 time: 0.0545895 Aug 29 05:19:20.261005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-03008575-b868-484d-9435-a8b34b8c2eff req-191ad80d-361e-4502-a33e-cfeeba1e9fc4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Aug 29 05:19:20.320990 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-21fabb25-3506-48cb-aa58-b7c6becdb430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.322582 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-21fabb25-3506-48cb-aa58-b7c6becdb430 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1097 time: 0.0467303 Aug 29 05:19:20.388974 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625498-4ba9-48b2-a260-640558f38194 req-bd4cb3fb-a78b-4439-8c34-f3284f536b42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.390638 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e625498-4ba9-48b2-a260-640558f38194 req-bd4cb3fb-a78b-4439-8c34-f3284f536b42 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0544336 Aug 29 05:19:20.415611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-9e45291f-09ab-4064-b74d-114db8ef0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.417166 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-9e45291f-09ab-4064-b74d-114db8ef0928 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 897 time: 0.0873044 Aug 29 05:19:20.429159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e625498-4ba9-48b2-a260-640558f38194 req-b1fbe920-ff6f-42b5-b139-cd1018f65c0f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321982 Aug 29 05:19:20.469780 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.489549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-12ea1067-297d-47be-9e3e-328bc2282c27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 1000 time: 0.0645838 Aug 29 05:19:20.531780 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c01c4b6-9edc-4211-a0eb-8060281b8476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.541073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-852cce5e-bfd6-4bb6-ac6b-7d0f7faa8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.542562 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-852cce5e-bfd6-4bb6-ac6b-7d0f7faa8ae6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0461421 Aug 29 05:19:20.589106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-0784e1d2-b187-4adf-84a7-d9c5c4dc7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.590616 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-0784e1d2-b187-4adf-84a7-d9c5c4dc7ed1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404484 Aug 29 05:19:20.715257 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-42792bce-2638-4933-abd3-2635abf9de1e service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162362 Aug 29 05:19:20.804572 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2ea7f39e-c118-4404-b886-c78f99a77206 req-e8963fc1-8ea6-47e1-89d7-c2ac718e3f51 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818465 Aug 29 05:19:21.441297 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.553719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c801f9-af74-4f73-8c46-1f77697709d8 req-6e17ff49-ac98-4ee3-a85d-7afb12a18b6e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:21.555123 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83c801f9-af74-4f73-8c46-1f77697709d8 req-6e17ff49-ac98-4ee3-a85d-7afb12a18b6e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0557733 Aug 29 05:19:21.597736 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83c801f9-af74-4f73-8c46-1f77697709d8 req-844b57fe-a7f6-436d-ba1f-b24ae79751b5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363498 Aug 29 05:19:21.620558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38640) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:21.686259 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7c46c7d2-1755-4b26-a7d0-5409d1766d91 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/180ecde8-6cd9-44e6-bb72-4dd13d37e007 HTTP/1.1" status: 200 len: 992 time: 0.0645380 Aug 29 05:19:22.219944 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 3ed05536-4d09-44d2-a79c-758bb68e6abe details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:19:22.222078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 3ed05536-4d09-44d2-a79c-758bb68e6abe no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:19:22.531795 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.555734 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:22.575390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:22.577653 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e08fe-d803-4199-b1a6-fd2d10bb8151" -d '{"events": [{"server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:22.582649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'port_id': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'mac_address': 'fa:16:3e:dd:08:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:19:22.592938 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:22.598004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.622149 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efc27b0-2666-459f-9606-501877100bc8 x-openstack-request-id: req-4efc27b0-2666-459f-9606-501877100bc8 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:22.622453 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:22.622711 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4efc27b0-2666-459f-9606-501877100bc8 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:22.623101 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'code': 200} Aug 29 05:19:22.660804 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.692454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed05536-4d09-44d2-a79c-758bb68e6abe {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:19:22.696834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:22.710413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.710769 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.711117 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.711464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.711804 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.712178 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.712519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.712851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.713184 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.713514 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.713987 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.714163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:22.725160 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:22.728953 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.779676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:22.957844 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:19:22.984232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['3ed05536-4d09-44d2-a79c-758bb68e6abe'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:19:23.038369 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.234127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 3ed05536-4d09-44d2-a79c-758bb68e6abe up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:24.281539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 3ed05536-4d09-44d2-a79c-758bb68e6abe triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:24.282569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.364783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.397099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:24.401569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.451079 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:24.624518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:24.627604 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4165e0b8-9526-422c-8bc8-2e9c53810400" -d '{"events": [{"server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:24.669081 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341e60cd-0845-42d5-9a32-ffd8fff1dc6a x-openstack-request-id: req-341e60cd-0845-42d5-9a32-ffd8fff1dc6a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:24.669391 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:24.669653 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-341e60cd-0845-42d5-9a32-ffd8fff1dc6a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:24.670068 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'code': 200} Aug 29 05:19:25.070036 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-264b53bc-bed8-489a-8c06-c477224c2987 req-0d5cc7f2-33d9-461c-b0fc-43ec1e58a491 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400674 Aug 29 05:19:25.157211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b53bc-bed8-489a-8c06-c477224c2987 req-8b920e7c-66d0-4a24-b0be-3df908d425f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:25.158806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-264b53bc-bed8-489a-8c06-c477224c2987 req-8b920e7c-66d0-4a24-b0be-3df908d425f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1097 time: 0.0461752 Aug 29 05:19:25.262001 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b53bc-bed8-489a-8c06-c477224c2987 req-45e94943-2685-46b3-aced-1344eea218dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:25.263526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-264b53bc-bed8-489a-8c06-c477224c2987 req-45e94943-2685-46b3-aced-1344eea218dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 897 time: 0.0849698 Aug 29 05:19:25.332498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-264b53bc-bed8-489a-8c06-c477224c2987 req-2a9c87ba-9599-40a9-a385-3833e0889bf6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 1000 time: 0.0616817 Aug 29 05:19:25.382196 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b53bc-bed8-489a-8c06-c477224c2987 req-8175181f-fa08-47d6-9465-0ffff55e2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:25.383685 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-264b53bc-bed8-489a-8c06-c477224c2987 req-8175181f-fa08-47d6-9465-0ffff55e2acb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0440300 Aug 29 05:19:25.430199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b53bc-bed8-489a-8c06-c477224c2987 req-4229435b-680a-407b-ad8b-bbc977ea0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:25.431750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-264b53bc-bed8-489a-8c06-c477224c2987 req-4229435b-680a-407b-ad8b-bbc977ea0e79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402830 Aug 29 05:19:25.526253 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-264b53bc-bed8-489a-8c06-c477224c2987 req-35c99f2f-303e-4a8d-a911-b42fa7ee5d02 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867128 Aug 29 05:19:25.618495 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-264b53bc-bed8-489a-8c06-c477224c2987 req-5d3a995d-1149-4d02-a389-d680ce1b6cfd service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852239 Aug 29 05:19:27.772624 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:28.987900 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:32.939717 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-59fe9669-22e0-4834-8b9b-cc7d5a641adb req-cf8a29f1-afe4-40fd-b18b-ae953999e8ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0834494 Aug 29 05:19:32.988249 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-59fe9669-22e0-4834-8b9b-cc7d5a641adb req-2fa8241d-cbc9-4cf5-8687-184ec8f5fb6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0261528 Aug 29 05:19:33.028478 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-59fe9669-22e0-4834-8b9b-cc7d5a641adb req-4af15b7c-014e-47e4-b390-ca12e275c9a4 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199749 Aug 29 05:19:33.125407 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe9669-22e0-4834-8b9b-cc7d5a641adb req-3704b661-28f2-41d0-b35c-09db4bf0ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:33.126791 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-59fe9669-22e0-4834-8b9b-cc7d5a641adb req-3704b661-28f2-41d0-b35c-09db4bf0ba55 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924382 Aug 29 05:19:47.516944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8db5dc09-47d2-4ccc-9e30-8c6ea569f899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:50.473157 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:50.538328 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ac7706eb-675b-4c1a-a448-9071ccc3a50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:51.442811 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:53.037747 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:54.120860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38660) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:54.280315 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port a000317e-f06a-42b4-91f0-a741df1c1d83 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:54.280663 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:54.358173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:54.358411 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:54.370670 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for a000317e-f06a-42b4-91f0-a741df1c1d83 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:54.525559 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:54.550711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=a000317e-f06a-42b4-91f0-a741df1c1d83,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:54.560843 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.561207 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.561561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.561910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.562254 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.562600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.562943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.563804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.563804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.564019 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.564310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.564643 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:54.633417 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:54.633858 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP 180ecde8-6cd9-44e6-bb72-4dd13d37e007 disassociated (deleted). External IP: 172.25.1.58, port: 3ed05536-4d09-44d2-a79c-758bb68e6abe. Aug 29 05:19:54.844740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router c9f23c32-1567-439a-bdcf-cb5a0d782818 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:19:54.967468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:54.973340 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:54.977803 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] Sync routers for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:54.987153 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:54.987819 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:19:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:55.004606 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6320d2d0-b6e3-493c-9fce-49069c06af03 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/floatingips/180ecde8-6cd9-44e6-bb72-4dd13d37e007 HTTP/1.1" status: 204 len: 168 time: 0.8825104 Aug 29 05:19:55.005236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:55.007665 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42d6e2d-cc1b-45de-8e84-317739e5c7af" -d '{"events": [{"name": "network-changed", "server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:55.098444 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:55.219112 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13c2abe-8c1e-4a92-a493-4e62f69102e4 x-openstack-request-id: req-a13c2abe-8c1e-4a92-a493-4e62f69102e4 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:55.219631 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:55.219631 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a13c2abe-8c1e-4a92-a493-4e62f69102e4 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:55.220031 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'status': 'completed', 'code': 200} Aug 29 05:19:55.305817 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:55.317597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7f32-a40e-45f4-92c7-334b8a5e1472 req-0565c021-af78-42e0-8fb3-7c9a3009b0bb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:55.322175 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e29a7f32-a40e-45f4-92c7-334b8a5e1472 req-0565c021-af78-42e0-8fb3-7c9a3009b0bb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0541449 Aug 29 05:19:55.337755 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] Checking router: c9f23c32-1567-439a-bdcf-cb5a0d782818 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:55.346533 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:55.347161 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:19:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:55.354072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-8447537d-ea2c-4764-aa1a-8b0b783d04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:55.355776 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-8447537d-ea2c-4764-aa1a-8b0b783d04c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 1097 time: 0.1098928 Aug 29 05:19:55.369908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e29a7f32-a40e-45f4-92c7-334b8a5e1472 req-9282c879-a3d2-42ea-9293-61b4f7ca2c19 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Aug 29 05:19:55.456148 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-ee32795a-84b7-4493-bf54-27191d41db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:55.457663 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-ee32795a-84b7-4493-bf54-27191d41db61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 200 len: 897 time: 0.0935616 Aug 29 05:19:55.505048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-865ebdc8-4146-4a01-bfee-67f428efd779 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 200 len: 217 time: 0.0375326 Aug 29 05:19:55.553611 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:55.557359 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-31d242e7-3de3-42bf-95ed-df7336e5d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:55.558835 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-31d242e7-3de3-42bf-95ed-df7336e5d475 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 200 len: 834 time: 0.0442288 Aug 29 05:19:55.611946 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-1142efc3-4857-448c-a559-18e9f48f537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:55.614048 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-1142efc3-4857-448c-a559-18e9f48f537b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455353 Aug 29 05:19:55.709446 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-359d1119-27fb-44b0-87d9-906ae097d506 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858808 Aug 29 05:19:55.764384 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:55.797163 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d6ff3-b81d-47f6-aa85-ad0f5d52eea2 None None] The sync data for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 is: [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '6b32e0cb-370d-466e-bcbf-e901eca4f6b6', 'name': '', 'network_id': '3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:5c:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:07Z', 'updated_at': '2021-08-29T05:18:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '48ae1efb-e6dc-40f6-b95a-130051db3315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:55.806180 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f42d6e2d-cc1b-45de-8e84-317739e5c7af req-0b80a6a7-a8d4-47e0-91c4-84cafe4eb237 service neutron] 10.222.0.64 "GET /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885661 Aug 29 05:19:56.034101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a911d-8ee7-4052-b86a-967037baee0e None None] New status for floating IP 180ecde8-6cd9-44e6-bb72-4dd13d37e007: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:19:56.490271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393f419-3b5c-4a45-8f06-febf7389f107 req-c57b5ef2-b2f0-4954-937b-2e35f30156c2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:56.492053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b393f419-3b5c-4a45-8f06-febf7389f107 req-c57b5ef2-b2f0-4954-937b-2e35f30156c2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0500720 Aug 29 05:19:56.534167 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b393f419-3b5c-4a45-8f06-febf7389f107 req-d722d85b-fb92-482c-8eb5-441ed2544370 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5272b93-5e89-474a-8738-f9a431a6b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354681 Aug 29 05:19:56.725421 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-1723808a-b92f-4eaa-abc8-930289972002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:56.727029 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-1723808a-b92f-4eaa-abc8-930289972002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 945 time: 0.0499818 Aug 29 05:19:56.821617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 3ed05536-4d09-44d2-a79c-758bb68e6abe {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:56.821954 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:56.913461 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port 3ed05536-4d09-44d2-a79c-758bb68e6abe, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=3ed05536-4d09-44d2-a79c-758bb68e6abe,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:56.913829 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:56.926144 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 3ed05536-4d09-44d2-a79c-758bb68e6abe owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:57.060163 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:57.089377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=3ed05536-4d09-44d2-a79c-758bb68e6abe,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:57.102038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.102404 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.102757 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.103102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.103442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.103782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.104157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.104495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.104834 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.105177 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.105514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.105845 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:57.140864 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] No DVR routers for this DVR port 3ed05536-4d09-44d2-a79c-758bb68e6abe on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:19:57.143600 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:57.145858 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-515600e5-ba61-4223-9982-bb1ee39af7d7 req-abc4bd17-af8b-47c1-be47-fe9204a8ef58 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "DELETE /v2.0/ports/3ed05536-4d09-44d2-a79c-758bb68e6abe HTTP/1.1" status: 204 len: 173 time: 0.4091907 Aug 29 05:19:57.146406 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'name': 'network-vif-deleted', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:57.148719 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315fba7-eb13-43d2-a966-bf32f4c93c68" -d '{"events": [{"server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "name": "network-vif-deleted", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:57.188030 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131f7be8-5cec-41ab-823a-21ec7c5bce83 x-openstack-request-id: req-131f7be8-5cec-41ab-823a-21ec7c5bce83 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:57.188331 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b33bea-53cc-47c8-88fc-64a6d2f7b77c", "name": "network-vif-deleted", "tag": "3ed05536-4d09-44d2-a79c-758bb68e6abe", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:57.188668 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-131f7be8-5cec-41ab-823a-21ec7c5bce83 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:57.189581 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b33bea-53cc-47c8-88fc-64a6d2f7b77c', 'name': 'network-vif-deleted', 'tag': '3ed05536-4d09-44d2-a79c-758bb68e6abe', 'status': 'completed', 'code': 200} Aug 29 05:19:57.651473 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76e2fe11-5993-430a-89a2-cabc6fefaced req-7c89e2db-e6a5-46b5-9851-412562345187 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b33bea-53cc-47c8-88fc-64a6d2f7b77c HTTP/1.1" status: 200 len: 210 time: 0.0268557 Aug 29 05:19:57.774378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:58.717613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38680) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:59.018312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.095345 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.362205 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:59.362555 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.450631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port 6b32e0cb-370d-466e-bcbf-e901eca4f6b6, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:59.450994 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.463950 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:59.677943 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.705890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=6b32e0cb-370d-466e-bcbf-e901eca4f6b6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:59.890922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.957756 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:20:00.122533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router c9f23c32-1567-439a-bdcf-cb5a0d782818 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:00.232031 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:00.237907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0244b1eb-8f2d-4ea8-9bfc-be4cd2c79038 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/c9f23c32-1567-439a-bdcf-cb5a0d782818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5190334 Aug 29 05:20:00.239769 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38682) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:00.242671 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] Sync routers for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:00.251446 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:00.252096 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:19:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:00.297760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8d15fe-c979-4299-98eb-a3c9f604c8e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting subnet 48ae1efb-e6dc-40f6-b95a-130051db3315 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:20:00.301085 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff8d15fe-c979-4299-98eb-a3c9f604c8e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.346973 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff8d15fe-c979-4299-98eb-a3c9f604c8e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.359890 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:00.412341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 3ed05536-4d09-44d2-a79c-758bb68e6abe no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:00.433701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 3ed05536-4d09-44d2-a79c-758bb68e6abe {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:00.434060 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 3ed05536-4d09-44d2-a79c-758bb68e6abe not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:00.451544 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff8d15fe-c979-4299-98eb-a3c9f604c8e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.514969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff8d15fe-c979-4299-98eb-a3c9f604c8e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.547300 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d15fe-c979-4299-98eb-a3c9f604c8e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Subnet': ['ID=48ae1efb-e6dc-40f6-b95a-130051db3315,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:00.554304 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ff8d15fe-c979-4299-98eb-a3c9f604c8e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.557276 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ff8d15fe-c979-4299-98eb-a3c9f604c8e1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/subnets/48ae1efb-e6dc-40f6-b95a-130051db3315 HTTP/1.1" status: 204 len: 168 time: 0.3161688 Aug 29 05:20:00.557699 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:19:59Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:00.559597 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38684) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:00.562397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93912ec2-8077-4489-9219-5c43f72ac9f9 None None] Network 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:20:00.589759 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] Checking router: c9f23c32-1567-439a-bdcf-cb5a0d782818 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:00.598985 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] Routers {'c9f23c32-1567-439a-bdcf-cb5a0d782818'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:00.599623 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:19:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['c9f23c32-1567-439a-bdcf-cb5a0d782818'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:00.677123 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.721717 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] Set router c9f23c32-1567-439a-bdcf-cb5a0d782818 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:00.770723 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] DHCP port deletion for 3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:20:00.790545 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.820635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] Deleting port 7e8663a9-cb08-45df-b619-aa5af48e64cc {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:20:00.821030 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.852132 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port f3e200b3-79e0-4844-bf7a-89428ad9fe61 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:20:00.852511 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.885568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] For port 7e8663a9-cb08-45df-b619-aa5af48e64cc, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=7e8663a9-cb08-45df-b619-aa5af48e64cc,segment=NetworkSegment(198867e6-258e-4f4b-bd4c-08c5930e8874),segment_id=198867e6-258e-4f4b-bd4c-08c5930e8874)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:00.885967 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.900632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] Calling delete_port for 7e8663a9-cb08-45df-b619-aa5af48e64cc owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:20:00.907631 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:19:59Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:00.937235 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247743de-4a8b-432b-be62-150f9abd3b24 None None] The sync data for ids ['c9f23c32-1567-439a-bdcf-cb5a0d782818'] in n-d-712142-15 is: [{'id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104915551', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:19:59Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'f3e200b3-79e0-4844-bf7a-89428ad9fe61', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f23c32-1567-439a-bdcf-cb5a0d782818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:18:04Z', 'updated_at': '2021-08-29T05:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:00.944773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port f3e200b3-79e0-4844-bf7a-89428ad9fe61, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=f3e200b3-79e0-4844-bf7a-89428ad9fe61,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:00.945334 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.960499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for f3e200b3-79e0-4844-bf7a-89428ad9fe61 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:20:00.987451 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.013912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] Pushing event deleted for resources: {'Port': ['ID=7e8663a9-cb08-45df-b619-aa5af48e64cc,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:01.018842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9decf857-f120-4d5a-a69e-7dec216e34c3 None None] No DVR routers for this DVR port 7e8663a9-cb08-45df-b619-aa5af48e64cc on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:20:01.132253 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.159796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=f3e200b3-79e0-4844-bf7a-89428ad9fe61,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:01.217382 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.310472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.313311 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.363281 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.363897 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Fanout notify agent at l3_agent the message router_deleted on router c9f23c32-1567-439a-bdcf-cb5a0d782818 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:20:01.374363 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.375510 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-71ca1509-ba0d-43f8-a7df-678ab751e6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/routers/c9f23c32-1567-439a-bdcf-cb5a0d782818 HTTP/1.1" status: 204 len: 168 time: 0.8148036 Aug 29 05:20:01.378331 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38686) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:01.457474 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.550057 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.560799 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:01.572712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198867e6-258e-4f4b-bd4c-08c5930e8874') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:01.573015 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198867e6-258e-4f4b-bd4c-08c5930e8874') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:01.583489 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.598895 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.605378 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:20:01.605825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:20:01.609236 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:20:01.673215 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.680971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.682998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/networks/3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf HTTP/1.1" status: 204 len: 168 time: 0.3037083 Aug 29 05:20:01.686157 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38688) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:01.698936 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b951825-4799-4ae4-97b5-8fb817980ad2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Network': ['ID=3c06f67b-97ef-4ce2-aeed-9b8c50bbd6cf,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:01.754720 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b64f0bb7-04c6-44fb-9d72-49cf3aaf6d36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.779905 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b64f0bb7-04c6-44fb-9d72-49cf3aaf6d36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.846238 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b64f0bb7-04c6-44fb-9d72-49cf3aaf6d36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.848773 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b64f0bb7-04c6-44fb-9d72-49cf3aaf6d36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.850050 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b64f0bb7-04c6-44fb-9d72-49cf3aaf6d36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/security-groups/e5272b93-5e89-474a-8738-f9a431a6b6c4 HTTP/1.1" status: 204 len: 168 time: 0.1623473 Aug 29 05:20:01.859314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f0bb7-04c6-44fb-9d72-49cf3aaf6d36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5272b93-5e89-474a-8738-f9a431a6b6c4,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:02.158334 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7e8663a9-cb08-45df-b619-aa5af48e64cc no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:02.178271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 7e8663a9-cb08-45df-b619-aa5af48e64cc {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:02.178603 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 7e8663a9-cb08-45df-b619-aa5af48e64cc not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:02.179055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:02.203083 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:02.203382 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 6b32e0cb-370d-466e-bcbf-e901eca4f6b6 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:02.203812 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f3e200b3-79e0-4844-bf7a-89428ad9fe61 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:02.224505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: f3e200b3-79e0-4844-bf7a-89428ad9fe61 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:02.224876 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device f3e200b3-79e0-4844-bf7a-89428ad9fe61 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:02.228472 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38694) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:02.233339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-7cc1efb5-bfdb-43c1-901d-fe68fa278e2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789968854', 'description': 'tempest-secgroup-smoke-1789968854 description', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:02.258057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cc1efb5-bfdb-43c1-901d-fe68fa278e2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.339559 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cc1efb5-bfdb-43c1-901d-fe68fa278e2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.343921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cc1efb5-bfdb-43c1-901d-fe68fa278e2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.373405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-7cc1efb5-bfdb-43c1-901d-fe68fa278e2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.374550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-7cc1efb5-bfdb-43c1-901d-fe68fa278e2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1449747 Aug 29 05:20:02.376376 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1efb5-bfdb-43c1-901d-fe68fa278e2f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d798e02-6b0d-4aac-8266-48e3f2b149fd,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:02.378402 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38696) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:02.383070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-db434efb-f6ca-4b7e-9ba2-c2626363923c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '4d798e02-6b0d-4aac-8266-48e3f2b149fd', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:02.409727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db434efb-f6ca-4b7e-9ba2-c2626363923c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.468147 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db434efb-f6ca-4b7e-9ba2-c2626363923c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.472075 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db434efb-f6ca-4b7e-9ba2-c2626363923c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.489442 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db434efb-f6ca-4b7e-9ba2-c2626363923c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de5568a-eea0-44e9-af01-bbf1dc8013bf,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:02.496673 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-db434efb-f6ca-4b7e-9ba2-c2626363923c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.497924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-db434efb-f6ca-4b7e-9ba2-c2626363923c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185110 Aug 29 05:20:02.500827 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38698) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:02.510097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ee9db5eb-31f2-45e5-afeb-b152b5c97707 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '4d798e02-6b0d-4aac-8266-48e3f2b149fd', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:02.532819 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee9db5eb-31f2-45e5-afeb-b152b5c97707 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.591702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee9db5eb-31f2-45e5-afeb-b152b5c97707 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.595761 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee9db5eb-31f2-45e5-afeb-b152b5c97707 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.618989 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9db5eb-31f2-45e5-afeb-b152b5c97707 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99c1bf8-6343-42fe-88a1-ac5a70348c5e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:02.630702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ee9db5eb-31f2-45e5-afeb-b152b5c97707 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.632189 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ee9db5eb-31f2-45e5-afeb-b152b5c97707 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302221 Aug 29 05:20:02.635227 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38700) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:02.639934 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-ca36b7a5-a5f0-48f7-93cb-23eb3ba1ed3f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '4d798e02-6b0d-4aac-8266-48e3f2b149fd', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:02.669666 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca36b7a5-a5f0-48f7-93cb-23eb3ba1ed3f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.732997 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca36b7a5-a5f0-48f7-93cb-23eb3ba1ed3f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.737388 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca36b7a5-a5f0-48f7-93cb-23eb3ba1ed3f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.755606 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36b7a5-a5f0-48f7-93cb-23eb3ba1ed3f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659040a0-719a-4327-aa0c-5a970bd3d1b2,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:02.763242 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-ca36b7a5-a5f0-48f7-93cb-23eb3ba1ed3f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.764708 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca36b7a5-a5f0-48f7-93cb-23eb3ba1ed3f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283779 Aug 29 05:20:02.767428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38702) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:02.772309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3d2be7d3-11a3-4cf5-adc6-667e5ad97d96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '4d798e02-6b0d-4aac-8266-48e3f2b149fd', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:02.800694 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d2be7d3-11a3-4cf5-adc6-667e5ad97d96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.874426 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d2be7d3-11a3-4cf5-adc6-667e5ad97d96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.880383 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d2be7d3-11a3-4cf5-adc6-667e5ad97d96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.900296 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2be7d3-11a3-4cf5-adc6-667e5ad97d96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43409cb6-22b2-43d8-822d-280322baf3f2,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:02.908209 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d2be7d3-11a3-4cf5-adc6-667e5ad97d96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.909144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3d2be7d3-11a3-4cf5-adc6-667e5ad97d96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397829 Aug 29 05:20:02.911508 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38704) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:02.916203 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-94c5c2de-64a1-46ef-b2ac-643463c0ae2d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '4d798e02-6b0d-4aac-8266-48e3f2b149fd', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:02.939776 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-94c5c2de-64a1-46ef-b2ac-643463c0ae2d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:20:02.945421 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c5c2de-64a1-46ef-b2ac-643463c0ae2d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.008039 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c5c2de-64a1-46ef-b2ac-643463c0ae2d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.011780 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c5c2de-64a1-46ef-b2ac-643463c0ae2d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.032704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5c2de-64a1-46ef-b2ac-643463c0ae2d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a776749d-ae0a-4f1c-8ea9-cd5a34831365,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:03.042702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-94c5c2de-64a1-46ef-b2ac-643463c0ae2d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.044349 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-94c5c2de-64a1-46ef-b2ac-643463c0ae2d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317067 Aug 29 05:20:03.047133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38706) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:03.052216 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-befc14b0-443f-4001-b175-4015798b6af7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '4d798e02-6b0d-4aac-8266-48e3f2b149fd', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:03.075416 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-befc14b0-443f-4001-b175-4015798b6af7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:20:03.081151 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-befc14b0-443f-4001-b175-4015798b6af7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.145193 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-befc14b0-443f-4001-b175-4015798b6af7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.148894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-befc14b0-443f-4001-b175-4015798b6af7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.164479 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc14b0-443f-4001-b175-4015798b6af7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a745f5ab-04de-4e38-b5f1-8947d1842557,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:03.174188 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-befc14b0-443f-4001-b175-4015798b6af7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.175404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-befc14b0-443f-4001-b175-4015798b6af7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271794 Aug 29 05:20:03.178236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38708) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:03.183148 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'network': {'name': 'tempest-network-smoke--206169319', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:03.206282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:20:03.209802 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.234538 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:20:03.245977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.246330 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Added segment 38fcb71f-ea93-4749-8eae-5f5cf10450fb of type vlan for network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 Aug 29 05:20:03.292722 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.322472 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.328357 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:03.328947 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.389518 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2102079 Aug 29 05:20:03.392260 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38710) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:03.397984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'admin_state_up': True, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:03.401662 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f81f5c-8b48-4dc4-9225-e7b8486578f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Network': ['ID=6ce8718f-6295-4b46-aff0-421a9fd5f7d1,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:03.422875 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.423936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.426192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:20:03.480904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.617352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.142692 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.161854 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.261913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.44 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/edf5bd7d-baf1-462e-8396-aa68e4ff6ea0) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:04.366529 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.404663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.441398 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:04.449252 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:04.452899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:04.477626 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=edf5bd7d-baf1-462e-8396-aa68e4ff6ea0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:04.720239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.926880 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.062048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 48a17892-fd20-4880-bb2e-a0c6f49c88bb is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:20:05.172704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:05.182262 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Sync routers for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:05.191562 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.191960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:05.192632 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:19:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:05.193243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-cd236c40-556a-4458-ad96-a9fa9c489ad3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7999144 Aug 29 05:20:05.196368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38712) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.225728 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-57348980-20a6-4646-9818-f35c8a4fdbbf tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d29b0fa624964ebb99aa5e46070cf740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280890 Aug 29 05:20:05.228230 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38714) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.308454 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:05.321812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe821c9a-61d0-4ff0-a96c-aa9612e1e73e tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:05.321812 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fe821c9a-61d0-4ff0-a96c-aa9612e1e73e tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915961 Aug 29 05:20:05.325222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38716) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.357387 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-66662758-d06e-45a3-b87b-40c5e48cc4f6 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309370 Aug 29 05:20:05.359832 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38718) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.364751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232579871', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:05.466839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:20:05.472771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.514349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:04Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:05.541101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Checking router: 48a17892-fd20-4880-bb2e-a0c6f49c88bb for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:05.541458 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Updating router 48a17892-fd20-4880-bb2e-a0c6f49c88bb port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:20:05.567768 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.668482 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.770294 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Subnet': ['ID=8894a10e-87a4-4e68-af9e-324e44b5fa98,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:05.777840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Checking segment: {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:05.778061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network hostable DHCP agents. Network: 6ce8718f-6295-4b46-aff0-421a9fd5f7d1, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:20:05.795790 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:20:05.806387 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 6ce8718f-6295-4b46-aff0-421a9fd5f7d1) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:05.810761 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:05.811378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.818529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f284f4-1f52-4b81-be39-a429c0c2d402 None None] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:20:05.826117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-35789e4c-0a10-43f1-a83f-eb9db918c721 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4649947 Aug 29 05:20:05.828524 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38720) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.945565 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.984470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Transition to ACTIVE for port object edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:05.993463 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.076213 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Attempting to bind port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:06.076598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Attempting to bind port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:06.076978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Attempting to bind port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:06.080483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4b285-b1ec-4758-9c75-74522ccd450b None None] Pushing event updated for resources: {'Port': ['ID=edf5bd7d-baf1-462e-8396-aa68e4ff6ea0,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:06.085109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:06.085498 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:06.085914 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.086310 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:06.086791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Bound port: edf5bd7d-baf1-462e-8396-aa68e4ff6ea0, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:06.087186 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.112983 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:20:06.113973 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.215758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] For port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:06.238009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] For port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=edf5bd7d-baf1-462e-8396-aa68e4ff6ea0,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:06.245305 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.288706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.344795 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:06.345449 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:19:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:06.348453 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Allocated IP 172.20.0.2 (6ce8718f-6295-4b46-aff0-421a9fd5f7d1/8894a10e-87a4-4e68-af9e-324e44b5fa98/dc1621ca-2fec-4f92-9f11-9fdc1203ce3c) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:06.351765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4b285-b1ec-4758-9c75-74522ccd450b None None] Pushing event updated for resources: {'Port': ['ID=edf5bd7d-baf1-462e-8396-aa68e4ff6ea0,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:06.701888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:06.865589 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.881418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Transition to ACTIVE for port object dc1621ca-2fec-4f92-9f11-9fdc1203ce3c will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:06.923034 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Transition to ACTIVE for port object dc1621ca-2fec-4f92-9f11-9fdc1203ce3c will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:06.929701 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.976858 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:06.980126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.1 (6ce8718f-6295-4b46-aff0-421a9fd5f7d1/8894a10e-87a4-4e68-af9e-324e44b5fa98/a2b4b221-084a-4ac4-8ea8-712f3441d89f) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:06.981478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:06.989994 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:07.004016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Pushing event updated for resources: {'Port': ['ID=dc1621ca-2fec-4f92-9f11-9fdc1203ce3c,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.030420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:04Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:07.070614 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27751b0-06ea-4a97-ab83-239ed6f7746f None None] The sync data for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 is: [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:04Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:07.085446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Attempting to bind port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:07.085832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Attempting to bind port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:07.086208 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Attempting to bind port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c on network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:07.091708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:07.092120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Checking segment: {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:07.092537 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.092954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Bound using segment: {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:07.093437 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Bound port: dc1621ca-2fec-4f92-9f11-9fdc1203ce3c, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:07.093830 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.110695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.124056 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object a2b4b221-084a-4ac4-8ea8-712f3441d89f will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:07.159452 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.166558 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] For port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:07.169824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] For port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dc1621ca-2fec-4f92-9f11-9fdc1203ce3c,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:07.176339 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.209238 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:07.217795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:07.222081 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:07.236584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebdc4a-aca7-46f3-adc3-3a0cf6898a0b None None] Pushing event updated for resources: {'Port': ['ID=dc1621ca-2fec-4f92-9f11-9fdc1203ce3c,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.253495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=a2b4b221-084a-4ac4-8ea8-712f3441d89f,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.280287 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.442328 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.776034 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.782731 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.858723 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.860539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=a2b4b221-084a-4ac4-8ea8-712f3441d89f,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.974884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:07.981109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:08.101313 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 48a17892-fd20-4880-bb2e-a0c6f49c88bb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:08.226877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:08.234347 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:08.240286 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-fae13f0d-42d2-48c9-98a3-814b519ddd08 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/48a17892-fd20-4880-bb2e-a0c6f49c88bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4107258 Aug 29 05:20:08.297412 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:08.301191 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596999a-fbc1-44c3-9142-cda7a5e773a0 None None] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:20:08.314711 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:08.315582 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.397489 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-29c286b5-4fc8-4be7-8507-6d79aa06a8fc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789968854&fields=id&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 267 time: 0.0337679 Aug 29 05:20:08.427736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-aaae5494-edbd-472b-83b0-922edb40cd3e None None] Provisioning for port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:08.505569 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.523310 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-e5b177d1-603d-48ca-8609-247460924053 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:08.525203 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-e5b177d1-603d-48ca-8609-247460924053 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/networks?id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 200 len: 796 time: 0.1199832 Aug 29 05:20:08.541009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-ee78c75e-8792-4acc-bfec-654c2bc74a75 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/quotas/d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 375 time: 0.0093002 Aug 29 05:20:08.546426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=edf5bd7d-baf1-462e-8396-aa68e4ff6ea0,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:08.551396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.552423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dc1621ca-2fec-4f92-9f11-9fdc1203ce3c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:08.597288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-3c543c23-5e84-457a-aee0-e6908c8ed7ea tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502970 Aug 29 05:20:08.650914 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=edf5bd7d-baf1-462e-8396-aa68e4ff6ea0,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:08.669342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:08.673668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:08.674099 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.724592 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-fb5d2d1b-4388-4932-ade6-b8aa4681ee58 service neutron] 10.222.0.58 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147304 Aug 29 05:20:08.782916 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.824177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dc1621ca-2fec-4f92-9f11-9fdc1203ce3c,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:08.828749 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Sync routers for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:08.832477 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.838102 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-411a3011-b4ff-4b55-bb82-975ff82eb2ff service neutron] 10.222.0.58 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014054 Aug 29 05:20:08.845145 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:08.845791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:19:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:08.899516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=dc1621ca-2fec-4f92-9f11-9fdc1203ce3c,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:08.977527 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:08.992826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bc493f45-da47-4705-af73-795b2c9879cd None None] Provisioning for port a2b4b221-084a-4ac4-8ea8-712f3441d89f completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:08.997877 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bc493f45-da47-4705-af73-795b2c9879cd None None] Provisioning complete for port a2b4b221-084a-4ac4-8ea8-712f3441d89f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:08.998377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc493f45-da47-4705-af73-795b2c9879cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.054316 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-bc493f45-da47-4705-af73-795b2c9879cd None None] Port a2b4b221-084a-4ac4-8ea8-712f3441d89f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:09.056999 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c016c969-616b-4bb8-85c3-3fbd72db71a3 req-1a9618e8-37db-4a1b-a1f5-57814cdb6289 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 210 time: 0.0587978 Aug 29 05:20:09.068212 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bc493f45-da47-4705-af73-795b2c9879cd None None] Provisioning complete for port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:09.069033 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bc493f45-da47-4705-af73-795b2c9879cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.269286 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 2, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:09.297942 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-b91eae6b-0e43-4fb0-946e-e24fdf19f74d None None] Provisioning complete for port a2b4b221-084a-4ac4-8ea8-712f3441d89f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:09.299584 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b91eae6b-0e43-4fb0-946e-e24fdf19f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.303977 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Checking router: 48a17892-fd20-4880-bb2e-a0c6f49c88bb for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:09.304667 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Updating router 48a17892-fd20-4880-bb2e-a0c6f49c88bb port a2b4b221-084a-4ac4-8ea8-712f3441d89f binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:20:09.338862 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.344432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-b91eae6b-0e43-4fb0-946e-e24fdf19f74d None None] Port a2b4b221-084a-4ac4-8ea8-712f3441d89f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:09.464288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1ac8c472-ee31-43c4-af2b-d2a6a30e8be2 None None] Provisioning complete for port a2b4b221-084a-4ac4-8ea8-712f3441d89f triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:09.464585 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c472-ee31-43c4-af2b-d2a6a30e8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.507234 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8c472-ee31-43c4-af2b-d2a6a30e8be2 None None] Port a2b4b221-084a-4ac4-8ea8-712f3441d89f cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:09.731673 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.741513 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Transition to ACTIVE for port object a2b4b221-084a-4ac4-8ea8-712f3441d89f will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:09.747216 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.800767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Pushing event updated for resources: {'Port': ['ID=a2b4b221-084a-4ac4-8ea8-712f3441d89f,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:09.823244 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.823244 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.823610 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.823947 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.824309 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.824639 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.824960 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.825291 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.825609 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.825936 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.826256 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.826577 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:09.860082 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Attempting to bind port a2b4b221-084a-4ac4-8ea8-712f3441d89f on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:09.860643 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Attempting to bind port a2b4b221-084a-4ac4-8ea8-712f3441d89f by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:09.860814 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Attempting to bind port a2b4b221-084a-4ac4-8ea8-712f3441d89f on network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:09.866432 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:09.867105 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Checking segment: {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:09.867488 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.867888 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Bound using segment: {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:09.868410 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Bound port: a2b4b221-084a-4ac4-8ea8-712f3441d89f, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:09.868802 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.943941 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] For port a2b4b221-084a-4ac4-8ea8-712f3441d89f, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:09.947359 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] For port a2b4b221-084a-4ac4-8ea8-712f3441d89f, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a2b4b221-084a-4ac4-8ea8-712f3441d89f,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:09.950898 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.007584 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:10.008254 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:19:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:10.057255 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19dda0-9787-46d6-80ae-385e3549a6ac None None] Pushing event updated for resources: {'Port': ['ID=a2b4b221-084a-4ac4-8ea8-712f3441d89f,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:10.139366 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:10.239288 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:10.310251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-d90d7daa-77d4-46d1-8ba0-366a4c515866 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:10.314015 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-d90d7daa-77d4-46d1-8ba0-366a4c515866 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/networks?id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 200 len: 796 time: 0.2558594 Aug 29 05:20:10.318525 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5818c68-cbad-44b6-b554-1e38ec3cc516 req-43ecab23-a4b6-4fe1-94ca-1aba5dae39c9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 210 time: 0.0998609 Aug 29 05:20:10.376347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:10.376871 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-73b81d38-d397-4a00-87ab-8683e15e2608 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 380 time: 0.0469630 Aug 29 05:20:10.376975 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.390199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'port': {'device_id': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'admin_state_up': True, 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'security_groups': ['4d798e02-6b0d-4aac-8266-48e3f2b149fd']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:10.404852 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:09Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:10.436167 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb3b79-8999-4e5d-a0a9-4b4fa65956ac None None] The sync data for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 is: [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:09Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:10.466518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dc1621ca-2fec-4f92-9f11-9fdc1203ce3c up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:10.522755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:20:10.526621 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.541559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:10.542034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.697736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.10 (6ce8718f-6295-4b46-aff0-421a9fd5f7d1/8894a10e-87a4-4e68-af9e-324e44b5fa98/33c1bea0-4236-4fab-988a-f51a8477c900) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:10.855273 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.871512 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object 33c1bea0-4236-4fab-988a-f51a8477c900 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:10.911713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.960098 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:10.964091 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:10.968442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:10.975799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=33c1bea0-4236-4fab-988a-f51a8477c900,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:11.033108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:11.034237 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.052193 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0d56aefe-5299-43e8-a971-a55d335e3b36 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6662543 Aug 29 05:20:11.070637 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Request body: {'port': {'device_id': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:11.136560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.198358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e092d51b-87d2-4dc9-a22c-a6d3a24c992b None None] Provisioning for port 33c1bea0-4236-4fab-988a-f51a8477c900 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:11.202712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e092d51b-87d2-4dc9-a22c-a6d3a24c992b None None] Provisioning complete for port 33c1bea0-4236-4fab-988a-f51a8477c900 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:11.203095 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e092d51b-87d2-4dc9-a22c-a6d3a24c992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.251147 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e092d51b-87d2-4dc9-a22c-a6d3a24c992b None None] Port 33c1bea0-4236-4fab-988a-f51a8477c900 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:11.433465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c1bea0-4236-4fab-988a-f51a8477c900 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:20:11.434042 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc9984-a6ba-4dae-b2c0-6d07969ef6cf req-92d5b0e6-939e-4074-aba2-e485404b22bd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:11.435198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17fc9984-a6ba-4dae-b2c0-6d07969ef6cf req-92d5b0e6-939e-4074-aba2-e485404b22bd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 932 time: 0.0563576 Aug 29 05:20:11.443260 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.457019 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Transition to ACTIVE for port object 33c1bea0-4236-4fab-988a-f51a8477c900 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:11.461097 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.480008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-17fc9984-a6ba-4dae-b2c0-6d07969ef6cf req-75162468-5f41-4e7e-9430-82314a09d92d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352938 Aug 29 05:20:11.519591 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Pushing event updated for resources: {'Port': ['ID=33c1bea0-4236-4fab-988a-f51a8477c900,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:11.601862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Attempting to bind port 33c1bea0-4236-4fab-988a-f51a8477c900 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:11.602106 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Attempting to bind port 33c1bea0-4236-4fab-988a-f51a8477c900 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:11.602449 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Attempting to bind port 33c1bea0-4236-4fab-988a-f51a8477c900 on network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:11.606953 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Port 33c1bea0-4236-4fab-988a-f51a8477c900 on network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:20:11.607284 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Attempting to bind port 33c1bea0-4236-4fab-988a-f51a8477c900 on network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:11.612605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:11.612957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Checking segment: {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:11.613360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Bound using segment: {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:11.613806 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Bound port: 33c1bea0-4236-4fab-988a-f51a8477c900, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fcb71f-ea93-4749-8eae-5f5cf10450fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:11.614175 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.690915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] For port 33c1bea0-4236-4fab-988a-f51a8477c900, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:11.694784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] For port 33c1bea0-4236-4fab-988a-f51a8477c900, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=33c1bea0-4236-4fab-988a-f51a8477c900,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:11.699315 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.740705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:11.741352 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.743128 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] 10.222.0.64 "PUT /v2.0/ports/33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 200 len: 1093 time: 0.6773357 Aug 29 05:20:11.743617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:11.745925 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efaac71-f039-4d12-81eb-387346ab5b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:11.771881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052a479-1ba1-4181-8501-121fd3527a9b service neutron] Pushing event updated for resources: {'Port': ['ID=33c1bea0-4236-4fab-988a-f51a8477c900,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:11.844410 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-e92f3fb6-5a6c-4a7e-b7be-5c6baca06ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:11.846005 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-e92f3fb6-5a6c-4a7e-b7be-5c6baca06ba6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1096 time: 0.0444853 Aug 29 05:20:11.908286 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c41231b-38d5-4e04-af4c-5d61bb5ffa90 x-openstack-request-id: req-1c41231b-38d5-4e04-af4c-5d61bb5ffa90 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:11.908587 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:11.908879 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c41231b-38d5-4e04-af4c-5d61bb5ffa90 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:11.909261 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900', 'status': 'completed', 'code': 200} Aug 29 05:20:11.910843 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0656a84a-0c15-4ad7-a4c0-409c1c43d555 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 200 len: 217 time: 0.0523772 Aug 29 05:20:11.964231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-54dc0559-ce31-4312-bd80-4f80ef34171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:11.965762 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-54dc0559-ce31-4312-bd80-4f80ef34171e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8894a10e-87a4-4e68-af9e-324e44b5fa98 HTTP/1.1" status: 200 len: 834 time: 0.0458889 Aug 29 05:20:12.019131 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-2d98f6cb-4829-4c50-8ce9-3b2c910ae46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:12.020674 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-2d98f6cb-4829-4c50-8ce9-3b2c910ae46f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435801 Aug 29 05:20:12.120514 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-d5458662-559a-41c7-90c4-5188f9bc606f service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874035 Aug 29 05:20:12.183523 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a2b4b221-084a-4ac4-8ea8-712f3441d89f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:12.219393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-683495b8-a7ad-45fc-8a7a-e8396093e560 req-0c8326de-b029-4a3d-b708-509b20edaf0c service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872650 Aug 29 05:20:12.235797 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a2b4b221-084a-4ac4-8ea8-712f3441d89f completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:12.240301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a2b4b221-084a-4ac4-8ea8-712f3441d89f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:12.240915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.324971 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.327139 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-ea439501-9b78-4521-adb7-e1c99b9f7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:12.328698 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-ea439501-9b78-4521-adb7-e1c99b9f7d85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1096 time: 0.0479529 Aug 29 05:20:12.358358 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a2b4b221-084a-4ac4-8ea8-712f3441d89f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a2b4b221-084a-4ac4-8ea8-712f3441d89f,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:12.364074 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.421232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a2b4b221-084a-4ac4-8ea8-712f3441d89f,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:12.428015 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-b3af31d8-ab70-416c-82f0-248b86e97ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:12.429527 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-b3af31d8-ab70-416c-82f0-248b86e97ec2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 200 len: 897 time: 0.0933387 Aug 29 05:20:12.473749 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-07d666b1-a7de-4e6a-a233-250000bbd623 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 200 len: 217 time: 0.0351768 Aug 29 05:20:12.529021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-3f5a72e5-9449-4936-a64f-c396607845c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:12.530508 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-3f5a72e5-9449-4936-a64f-c396607845c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8894a10e-87a4-4e68-af9e-324e44b5fa98 HTTP/1.1" status: 200 len: 834 time: 0.0498533 Aug 29 05:20:12.580833 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-20a687e4-926f-486c-a5b3-70ec805a18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:12.582417 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-20a687e4-926f-486c-a5b3-70ec805a18d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436916 Aug 29 05:20:12.602376 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713cd8b-ff16-4cea-b73a-fbdf6dba4034 req-9c70266a-e50d-4f87-84a0-c5d31b186ddb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:12.603891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b713cd8b-ff16-4cea-b73a-fbdf6dba4034 req-9c70266a-e50d-4f87-84a0-c5d31b186ddb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 944 time: 0.0510685 Aug 29 05:20:12.649481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b713cd8b-ff16-4cea-b73a-fbdf6dba4034 req-abfd21bc-ba76-4466-95ff-a549e67a3b60 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393939 Aug 29 05:20:12.677290 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-bba751f3-6d51-4721-b941-e34f0d10db16 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860491 Aug 29 05:20:12.775144 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0efaac71-f039-4d12-81eb-387346ab5b2c req-23d1a478-3bd4-4bc3-81a0-b955a2b41948 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869241 Aug 29 05:20:13.768395 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be254b8-fbbf-42fb-a01a-f31057530307 req-7cde1aad-c566-4711-a728-abb15caeb55a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:13.770083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1be254b8-fbbf-42fb-a01a-f31057530307 req-7cde1aad-c566-4711-a728-abb15caeb55a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 944 time: 0.0532274 Aug 29 05:20:13.807436 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1be254b8-fbbf-42fb-a01a-f31057530307 req-c5023bc7-e025-4742-8326-03e6f4def2fe tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Aug 29 05:20:14.166450 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a2b4b221-084a-4ac4-8ea8-712f3441d89f up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:14.215110 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a2b4b221-084a-4ac4-8ea8-712f3441d89f triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:14.215484 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.458049 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 33c1bea0-4236-4fab-988a-f51a8477c900 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:20:14.562405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 33c1bea0-4236-4fab-988a-f51a8477c900, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=33c1bea0-4236-4fab-988a-f51a8477c900,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:14.574255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '33c1bea0-4236-4fab-988a-f51a8477c900', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'port_id': '33c1bea0-4236-4fab-988a-f51a8477c900', 'mac_address': 'fa:16:3e:41:f2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:20:14.616022 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.628712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c1bea0-4236-4fab-988a-f51a8477c900 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:20:14.648434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 33c1bea0-4236-4fab-988a-f51a8477c900, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=33c1bea0-4236-4fab-988a-f51a8477c900,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:14.661130 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.710689 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=33c1bea0-4236-4fab-988a-f51a8477c900,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:14.903599 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['33c1bea0-4236-4fab-988a-f51a8477c900'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:20:14.928419 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebd67d-c88b-4aad-8ae9-b905e490ee34 req-3b98ca4e-eb60-478d-8ef1-6914354deb5a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:14.929956 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cebd67d-c88b-4aad-8ae9-b905e490ee34 req-3b98ca4e-eb60-478d-8ef1-6914354deb5a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 945 time: 0.0547369 Aug 29 05:20:14.969029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3cebd67d-c88b-4aad-8ae9-b905e490ee34 req-c71ecc71-6dcf-4938-aaf2-bbcc9bddea9e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328891 Aug 29 05:20:16.094630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7b155-e61b-449c-9a2d-eaf4999264de req-ddf0a88b-c2aa-4ebe-aa9c-2a2254d3502c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:16.096192 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9dc7b155-e61b-449c-9a2d-eaf4999264de req-ddf0a88b-c2aa-4ebe-aa9c-2a2254d3502c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 945 time: 0.0569258 Aug 29 05:20:16.136266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9dc7b155-e61b-449c-9a2d-eaf4999264de req-1a32ba16-8a72-4b73-bea7-37a53ea77251 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340552 Aug 29 05:20:16.458708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 33c1bea0-4236-4fab-988a-f51a8477c900 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:16.509633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 33c1bea0-4236-4fab-988a-f51a8477c900 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:16.513540 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 33c1bea0-4236-4fab-988a-f51a8477c900 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:16.513945 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.592762 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.615009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:16.617539 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ff8c0a-b75b-4686-90c1-a3911017199f" -d '{"events": [{"server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "name": "network-vif-plugged", "status": "completed", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:16.630312 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 33c1bea0-4236-4fab-988a-f51a8477c900, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=33c1bea0-4236-4fab-988a-f51a8477c900,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:16.636053 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.666796 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f3322d-3609-4aff-8083-a0e00029c768 x-openstack-request-id: req-e6f3322d-3609-4aff-8083-a0e00029c768 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:16.667111 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "name": "network-vif-plugged", "status": "completed", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:16.667419 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6f3322d-3609-4aff-8083-a0e00029c768 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:16.667766 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900', 'code': 200} Aug 29 05:20:16.696016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=33c1bea0-4236-4fab-988a-f51a8477c900,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:16.765050 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd947-1930-4529-88ac-4885adeaeb88 req-ce65e0ef-a939-4ce0-9c2a-44b7d4247c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:16.766592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9eafd947-1930-4529-88ac-4885adeaeb88 req-ce65e0ef-a939-4ce0-9c2a-44b7d4247c99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1098 time: 0.0406857 Aug 29 05:20:16.809520 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9eafd947-1930-4529-88ac-4885adeaeb88 req-32fba02f-721e-4add-8bbd-23dec2acaa89 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Aug 29 05:20:17.255889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217d092-0134-4ac9-b186-6e8be4d12c8e req-aa854656-7570-4826-9ffe-d43419118d5c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:17.257487 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6217d092-0134-4ac9-b186-6e8be4d12c8e req-aa854656-7570-4826-9ffe-d43419118d5c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0537684 Aug 29 05:20:17.519062 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d5859fd-b2af-4066-af45-7dca90585beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:17.617306 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6217d092-0134-4ac9-b186-6e8be4d12c8e req-ebe48b7d-3410-4b50-9b2b-ae565e13694d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531110 Aug 29 05:20:18.738057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411b709-81b2-4fc8-82f4-36274ba0ad9c req-e206a8c0-b759-4850-b863-dc22d9f8ce97 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:18.739551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3411b709-81b2-4fc8-82f4-36274ba0ad9c req-e206a8c0-b759-4850-b863-dc22d9f8ce97 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0501337 Aug 29 05:20:18.778669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3411b709-81b2-4fc8-82f4-36274ba0ad9c req-b91910d4-4166-48ab-890a-8605bc6148e4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328367 Aug 29 05:20:18.892771 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bf1a2-7002-43a2-8631-e635b6111fbc req-a502c0aa-d4a0-47ee-b5cb-c0fb2c763717 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:18.894270 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f8bf1a2-7002-43a2-8631-e635b6111fbc req-a502c0aa-d4a0-47ee-b5cb-c0fb2c763717 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0501738 Aug 29 05:20:18.932877 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f8bf1a2-7002-43a2-8631-e635b6111fbc req-3d187e3f-22c8-4fa0-868c-c2d77f3b11c5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324891 Aug 29 05:20:18.954603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38776) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:19.049371 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0c1a8-4361-4537-9d82-1cf455de3c93 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:19.050962 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-19b0c1a8-4361-4537-9d82-1cf455de3c93 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1093 time: 0.0953171 Aug 29 05:20:19.054023 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38780) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:19.058701 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '33c1bea0-4236-4fab-988a-f51a8477c900', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:19.085352 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.182185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.288800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.58 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/31cb38ce-8f21-4d81-a71c-7c4905a2fb19) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:19.391681 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.430468 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.465864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:19.468658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:19.474772 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:19.513900 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=31cb38ce-8f21-4d81-a71c-7c4905a2fb19,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:19.865549 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.931548 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.092398 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.097668 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.164955 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=31cb38ce-8f21-4d81-a71c-7c4905a2fb19,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:20.177752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.280882 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP 0c193233-707a-433a-bf9c-6979d068072d associated. External IP: 172.25.1.58, port: 33c1bea0-4236-4fab-988a-f51a8477c900. Aug 29 05:20:20.475303 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.503338 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 48a17892-fd20-4880-bb2e-a0c6f49c88bb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:20.538783 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5fe9583c-985c-43df-865e-efc7f3584d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.618491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:20.628857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] Sync routers for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:20.638884 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.640456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:20.641130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:20:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:20.670207 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b97b4760-c713-4380-8f3d-e157b89f06e9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6148934 Aug 29 05:20:20.670818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:20.673218 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec34b36-c34c-4dde-a075-9088f0f5af1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:20.755038 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:20.768996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a77e-9ca6-42d0-b927-4fcebfe7d1d4 req-e8a9474d-1dd7-4e6c-bbcf-95ef3d17148c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.770532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a75a77e-9ca6-42d0-b927-4fcebfe7d1d4 req-e8a9474d-1dd7-4e6c-bbcf-95ef3d17148c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0504982 Aug 29 05:20:20.815581 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8a75a77e-9ca6-42d0-b927-4fcebfe7d1d4 req-f75c4848-0f94-4c8f-99b8-f79bf73286f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Aug 29 05:20:20.837481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38788) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:20.881190 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e2054-2485-4e06-b132-410e3d99f924 x-openstack-request-id: req-4a3e2054-2485-4e06-b132-410e3d99f924 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:20.881913 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:20.881913 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a3e2054-2485-4e06-b132-410e3d99f924 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:20.882121 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900', 'status': 'completed', 'code': 200} Aug 29 05:20:20.909378 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-30faa239-bba5-4897-a4a9-a34d9dfc88e8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/0c193233-707a-433a-bf9c-6979d068072d HTTP/1.1" status: 200 len: 991 time: 0.0706477 Aug 29 05:20:20.927203 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-330b6951-78ce-4c3e-b063-3125af1f8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.928757 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-330b6951-78ce-4c3e-b063-3125af1f8ca3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1098 time: 0.0446467 Aug 29 05:20:21.010941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0c193233-707a-433a-bf9c-6979d068072d', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'port_id': '33c1bea0-4236-4fab-988a-f51a8477c900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'mac_address': 'fa:16:3e:41:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:20:19Z', 'updated_at': '2021-08-29T05:20:19Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:21.026479 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-e06ace16-5ae0-456b-bd8e-e17331b11136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:21.027994 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-e06ace16-5ae0-456b-bd8e-e17331b11136 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 200 len: 897 time: 0.0919831 Aug 29 05:20:21.041650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] Checking router: 48a17892-fd20-4880-bb2e-a0c6f49c88bb for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:21.049932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:21.050539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:20:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:21.099349 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-c74d9f0b-adc4-403f-9ba8-be1f176fef4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 200 len: 999 time: 0.0635300 Aug 29 05:20:21.153293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-7cd041e7-f877-442c-adcf-851a1a631164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:21.154769 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-7cd041e7-f877-442c-adcf-851a1a631164 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8894a10e-87a4-4e68-af9e-324e44b5fa98 HTTP/1.1" status: 200 len: 834 time: 0.0484374 Aug 29 05:20:21.163406 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:21.201752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-fd57579f-633b-448e-b84d-276bc6fb7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:21.203253 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-fd57579f-633b-448e-b84d-276bc6fb7d0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405214 Aug 29 05:20:21.303024 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-7f4b1e56-cedb-4776-8610-461d5a876a7a service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919197 Aug 29 05:20:21.398608 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8ec34b36-c34c-4dde-a075-9088f0f5af1e req-2c8047e0-0d89-464f-8a3f-acb98d5ebb68 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885863 Aug 29 05:20:21.411155 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0c193233-707a-433a-bf9c-6979d068072d', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'port_id': '33c1bea0-4236-4fab-988a-f51a8477c900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'mac_address': 'fa:16:3e:41:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:20:19Z', 'updated_at': '2021-08-29T05:20:19Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:21.444431 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b63f3-1b07-4a29-9a5a-e029f6a06152 None None] The sync data for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 is: [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0c193233-707a-433a-bf9c-6979d068072d', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'port_id': '33c1bea0-4236-4fab-988a-f51a8477c900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'mac_address': 'fa:16:3e:41:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:20:19Z', 'updated_at': '2021-08-29T05:20:19Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:21.455978 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:21.650618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3928e667-7240-4077-be32-288852fb753b None None] New status for floating IP 0c193233-707a-433a-bf9c-6979d068072d: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:20:21.913429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38790) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:21.983027 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-ca2502f0-31f1-4453-a77f-6495d4882a07 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/0c193233-707a-433a-bf9c-6979d068072d HTTP/1.1" status: 200 len: 993 time: 0.0684421 Aug 29 05:20:23.032039 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:27.059857 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-97c11ae2-49ab-46f5-9bd5-6dc252da3537 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492663 Aug 29 05:20:27.484501 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-7fdc2774-2d74-4f71-9871-0700feab346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.486038 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-7fdc2774-2d74-4f71-9871-0700feab346e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1098 time: 0.3812337 Aug 29 05:20:27.591615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-12410613-73db-4aa3-9ac9-7898e608150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.593042 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-12410613-73db-4aa3-9ac9-7898e608150f service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 200 len: 897 time: 0.0843418 Aug 29 05:20:27.662727 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-8a9698f0-57e3-4dc4-b44e-b715c5b929fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 200 len: 1001 time: 0.0623317 Aug 29 05:20:27.714743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-c06e0539-b5e3-4f53-91ef-7fd43174b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.716394 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-c06e0539-b5e3-4f53-91ef-7fd43174b39a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8894a10e-87a4-4e68-af9e-324e44b5fa98 HTTP/1.1" status: 200 len: 834 time: 0.0454037 Aug 29 05:20:27.764718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-638df4c1-24fd-4a74-9eba-3724bbdd58be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.766279 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-638df4c1-24fd-4a74-9eba-3724bbdd58be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431545 Aug 29 05:20:27.772135 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:27.859707 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-932674cd-0c00-4e46-82e3-8185f805fbb9 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860624 Aug 29 05:20:27.958287 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1e958c94-72a7-42c1-8ac2-e1f4038112a7 req-f6357494-5ecf-4028-b44b-d80fe1d6cd2d service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918822 Aug 29 05:20:29.018231 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:34.873659 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-474899da-a59f-45fb-8f0f-1732e981897f req-20dd0718-dacf-4c29-ae1a-105221b4a7e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268922 Aug 29 05:20:34.941242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-474899da-a59f-45fb-8f0f-1732e981897f req-7f2562dd-926f-43c0-94f0-92853ee1011e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0251596 Aug 29 05:20:34.985227 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-474899da-a59f-45fb-8f0f-1732e981897f req-abb6b81a-12e4-47da-a1d9-f8f70635304e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243781 Aug 29 05:20:35.078256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474899da-a59f-45fb-8f0f-1732e981897f req-77448931-c9f7-49c7-9e9b-3b3dddb5c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:35.079855 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-474899da-a59f-45fb-8f0f-1732e981897f req-77448931-c9f7-49c7-9e9b-3b3dddb5c455 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877295 Aug 29 05:20:36.957773 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:20:47.521915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d17977df-800d-4499-99bc-8efdfea1ff1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:50.482798 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:50.540773 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-97ea9f57-56a0-4c62-931c-2080fa90957d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:51.448708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:53.037214 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:55.324008 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71483a43-76d8-47a1-a22a-9ac164f2954f req-3b30b5e5-7fe1-45c6-85e3-ddb7d51577b8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:55.325781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71483a43-76d8-47a1-a22a-9ac164f2954f req-3b30b5e5-7fe1-45c6-85e3-ddb7d51577b8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0508091 Aug 29 05:20:55.368921 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71483a43-76d8-47a1-a22a-9ac164f2954f req-035f3617-0bcd-4322-aeba-e4da6bcc27a2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368893 Aug 29 05:20:56.493609 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0acf0-ef63-4b07-8ece-9317542fbbbe req-6d405b1b-262d-4ea1-9b18-46f0243bd84f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:56.495111 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86d0acf0-ef63-4b07-8ece-9317542fbbbe req-6d405b1b-262d-4ea1-9b18-46f0243bd84f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0497744 Aug 29 05:20:56.533397 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-86d0acf0-ef63-4b07-8ece-9317542fbbbe req-1ab1188a-a1f3-4624-a7a1-bdde450a8692 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Aug 29 05:20:57.653235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161b353-f368-4659-bd48-8ef67e2b2160 req-322d040b-1b3c-4e07-ace4-6dbf4b3847f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:57.654830 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b161b353-f368-4659-bd48-8ef67e2b2160 req-322d040b-1b3c-4e07-ace4-6dbf4b3847f2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0517814 Aug 29 05:20:57.694714 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b161b353-f368-4659-bd48-8ef67e2b2160 req-f4d4c5eb-0ef5-4b43-9664-72885ce58d2e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333869 Aug 29 05:20:57.787701 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:58.810526 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3deca-a0e0-47f1-831b-3fc18e363827 req-a118868c-f87b-496b-8d44-7a6fad5949a5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:58.818549 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ca3deca-a0e0-47f1-831b-3fc18e363827 req-a118868c-f87b-496b-8d44-7a6fad5949a5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0552919 Aug 29 05:20:58.864634 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ca3deca-a0e0-47f1-831b-3fc18e363827 req-cf7586b1-2d9f-4a9b-82d4-2c64dc917d82 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 Aug 29 05:20:59.020024 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:59.987669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414f139-5464-420f-a24c-83aeca1f9e17 req-57fd97f5-c8ef-4410-9d05-d6615a39d019 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:59.989219 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1414f139-5464-420f-a24c-83aeca1f9e17 req-57fd97f5-c8ef-4410-9d05-d6615a39d019 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0505726 Aug 29 05:21:00.034806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1414f139-5464-420f-a24c-83aeca1f9e17 req-f859e1c5-6877-4f65-b1de-a8ad4ee56df5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 Aug 29 05:21:01.150397 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156ae81-f652-4ae3-b2c5-6d5951122074 req-de5c239c-e587-499d-8706-48251062d4c2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:01.151907 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6156ae81-f652-4ae3-b2c5-6d5951122074 req-de5c239c-e587-499d-8706-48251062d4c2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0505445 Aug 29 05:21:01.190784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6156ae81-f652-4ae3-b2c5-6d5951122074 req-2ddba881-16f1-454f-a17b-fb76b4290778 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Aug 29 05:21:02.305725 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b780bb-d2fb-4881-a7ef-c444fff20d65 req-e136397f-0062-4ced-9677-172c061be3a5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:02.307361 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9b780bb-d2fb-4881-a7ef-c444fff20d65 req-e136397f-0062-4ced-9677-172c061be3a5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0486138 Aug 29 05:21:02.350025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9b780bb-d2fb-4881-a7ef-c444fff20d65 req-d5e825ca-699d-4dcf-a076-dd62ec2f7bcc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Aug 29 05:21:03.469499 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441214c-4c67-4608-85ed-0186857425c1 req-b4bcccaf-171e-4239-b81f-efcb45ea2ccf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:03.471113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8441214c-4c67-4608-85ed-0186857425c1 req-b4bcccaf-171e-4239-b81f-efcb45ea2ccf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0512524 Aug 29 05:21:03.509117 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8441214c-4c67-4608-85ed-0186857425c1 req-e756da3b-5131-454f-b808-2ba7ef695bf9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Aug 29 05:21:04.629070 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf3bd-8c1d-4dd5-932c-343bb58d6501 req-5eb7d8ac-6e57-4135-bb4e-118a2c0d5a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:04.630513 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6eaaf3bd-8c1d-4dd5-932c-343bb58d6501 req-5eb7d8ac-6e57-4135-bb4e-118a2c0d5a2a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0538871 Aug 29 05:21:04.672828 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6eaaf3bd-8c1d-4dd5-932c-343bb58d6501 req-76a3e433-c415-4ce5-9055-248242a5f903 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363390 Aug 29 05:21:05.792918 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e26b6-55c4-4ee0-8341-109ef11b46db req-d0162774-2d70-42db-90c1-2bae7fa921ec tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:05.794419 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e22e26b6-55c4-4ee0-8341-109ef11b46db req-d0162774-2d70-42db-90c1-2bae7fa921ec tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0521786 Aug 29 05:21:05.836812 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e22e26b6-55c4-4ee0-8341-109ef11b46db req-73fcf3de-e27a-4931-9515-d7e7cf8e8aa7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355012 Aug 29 05:21:05.859259 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38832) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:05.924902 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-2389d845-91b4-41e3-9d02-85f7f78be9c1 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/0c193233-707a-433a-bf9c-6979d068072d HTTP/1.1" status: 200 len: 993 time: 0.0644746 Aug 29 05:21:07.205522 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538027f-d83f-4ca1-b635-fde3c4fb227c req-1e5066f3-5b91-40e1-a992-c8985509e46d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.207119 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2538027f-d83f-4ca1-b635-fde3c4fb227c req-1e5066f3-5b91-40e1-a992-c8985509e46d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0521269 Aug 29 05:21:07.247585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2538027f-d83f-4ca1-b635-fde3c4fb227c req-3a46c88f-b18e-4d0b-9e03-1b40068966dc tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Aug 29 05:21:07.248893 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-e25f89f9-beee-42ac-8edb-df4d3f24ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.250531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-e25f89f9-beee-42ac-8edb-df4d3f24ac6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1098 time: 0.0502446 Aug 29 05:21:07.359863 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-082c1cd8-fcf1-43e7-85de-254f1d6d4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.361964 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-082c1cd8-fcf1-43e7-85de-254f1d6d4951 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 200 len: 897 time: 0.1002254 Aug 29 05:21:07.433307 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-2e6dcd04-de2b-4d2e-ba8e-b0f14c5dc835 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 200 len: 1001 time: 0.0603516 Aug 29 05:21:07.491151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-2a700c6a-2ce5-4bd7-8d65-3e85745a20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.492832 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-2a700c6a-2ce5-4bd7-8d65-3e85745a20bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8894a10e-87a4-4e68-af9e-324e44b5fa98 HTTP/1.1" status: 200 len: 834 time: 0.0495889 Aug 29 05:21:07.545433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-263f2692-83ee-40af-85da-5f8a3f73a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.546963 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-263f2692-83ee-40af-85da-5f8a3f73a7f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416801 Aug 29 05:21:07.655377 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-095b8c26-8ce8-4efa-a729-0b4a26a0dfb1 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927298 Aug 29 05:21:07.764978 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a8b5117c-6b53-4644-9380-51b77a87dc7a req-96fee1fd-ad41-40e3-865e-6a6541d8e657 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971799 Aug 29 05:21:08.384719 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00903026-950c-4048-83aa-1ec1e7a91f01 req-9cdb7d07-59db-481c-8724-ee602ee6be96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:08.386168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00903026-950c-4048-83aa-1ec1e7a91f01 req-9cdb7d07-59db-481c-8724-ee602ee6be96 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0628140 Aug 29 05:21:08.426926 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-00903026-950c-4048-83aa-1ec1e7a91f01 req-b7dbcef3-02a7-434a-b7e6-4056ed0576ca tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340676 Aug 29 05:21:09.540978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0af4a8-4f75-4dd6-907a-39f947160804 req-d9c47e2e-8fd0-4532-b26b-545930da8392 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:09.542497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb0af4a8-4f75-4dd6-907a-39f947160804 req-d9c47e2e-8fd0-4532-b26b-545930da8392 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0495868 Aug 29 05:21:09.581399 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb0af4a8-4f75-4dd6-907a-39f947160804 req-6919c866-808d-4d94-971a-630b3e107b01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Aug 29 05:21:09.604212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38844) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:09.671444 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b6c26e25-a62a-448a-8b53-57059c2f11f3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/0c193233-707a-433a-bf9c-6979d068072d HTTP/1.1" status: 200 len: 993 time: 0.0660286 Aug 29 05:21:13.957118 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:17.529748 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65bab7e8-1ffc-42eb-95ca-db2f9709986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.475682 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.541025 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-55ce904f-ec7f-4a97-a928-adb97b566d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.454992 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:23.037552 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:27.072532 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-55fac928-f979-4f69-8547-05a94cf3cfd0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409930 Aug 29 05:21:27.155045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-be8a3d0d-d50d-48f4-90ce-df858171463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.156586 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-be8a3d0d-d50d-48f4-90ce-df858171463b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1098 time: 0.0409565 Aug 29 05:21:27.270432 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-9be3cfad-8716-407e-8569-222f20d76866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.279230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-9be3cfad-8716-407e-8569-222f20d76866 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 200 len: 897 time: 0.0971646 Aug 29 05:21:27.351651 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-1666f484-4321-497e-a3e8-be251586e95e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 200 len: 1001 time: 0.0640202 Aug 29 05:21:27.407567 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-3cb26542-cb52-4eec-83e7-f01c6f968046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.409069 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-3cb26542-cb52-4eec-83e7-f01c6f968046 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8894a10e-87a4-4e68-af9e-324e44b5fa98 HTTP/1.1" status: 200 len: 834 time: 0.0487578 Aug 29 05:21:27.456809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-884538de-e1f9-4588-8c86-092f9223d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.458862 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-884538de-e1f9-4588-8c86-092f9223d27c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408037 Aug 29 05:21:27.550929 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-b723177d-4230-4dfa-bb15-70ca126494ea service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831661 Aug 29 05:21:27.647923 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9c5c0184-3262-4233-bbbe-4334e1dc21bf req-251c57d0-d7fc-4cd9-917d-e157aff4c194 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888774 Aug 29 05:21:27.803144 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:29.030034 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.881257 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df3be256-45b7-4a63-86c0-47ff8d5f13b7 req-3869dbf0-f77f-45cd-8bb5-c6a8233aefa9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266404 Aug 29 05:21:36.930108 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df3be256-45b7-4a63-86c0-47ff8d5f13b7 req-de8d77bd-31ed-4ecb-9cc3-b61a86c3df2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0260813 Aug 29 05:21:36.975548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df3be256-45b7-4a63-86c0-47ff8d5f13b7 req-03e6601b-feaf-47c3-8dc4-4ca5935ef350 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231590 Aug 29 05:21:37.078862 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3be256-45b7-4a63-86c0-47ff8d5f13b7 req-7184efd6-293f-4270-89e0-00657b0afaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.080392 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-df3be256-45b7-4a63-86c0-47ff8d5f13b7 req-7184efd6-293f-4270-89e0-00657b0afaad service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980203 Aug 29 05:21:42.084049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38858) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:42.245017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 31cb38ce-8f21-4d81-a71c-7c4905a2fb19 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:42.245376 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.321411 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.321742 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.334638 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 31cb38ce-8f21-4d81-a71c-7c4905a2fb19 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:42.489618 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.516399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=31cb38ce-8f21-4d81-a71c-7c4905a2fb19,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:42.529165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.529530 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.529920 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.530271 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.530618 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.530963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.531301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.531640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.531999 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.532339 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.532683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.533017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:42.595877 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.596182 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP 0c193233-707a-433a-bf9c-6979d068072d disassociated (deleted). External IP: 172.25.1.58, port: 33c1bea0-4236-4fab-988a-f51a8477c900. Aug 29 05:21:42.821252 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 48a17892-fd20-4880-bb2e-a0c6f49c88bb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:42.931681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:42.936590 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.942109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] Sync routers for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:42.951897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:42.952566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:42.964047 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cf132cfe-38fa-4e35-a494-59082e3d2031 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/floatingips/0c193233-707a-433a-bf9c-6979d068072d HTTP/1.1" status: 204 len: 168 time: 0.8783166 Aug 29 05:21:42.964663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:42.969651 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e5ece-0404-4817-8d35-be3db38c3a89" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:43.129577 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af48a87-2dcd-48dd-979f-aa49a0a760fa x-openstack-request-id: req-8af48a87-2dcd-48dd-979f-aa49a0a760fa {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:43.130204 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:43.130204 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8af48a87-2dcd-48dd-979f-aa49a0a760fa {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:43.130506 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900', 'status': 'completed', 'code': 200} Aug 29 05:21:43.204968 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-8654a9f6-c640-4582-aae7-8cac2f9ec36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:43.207330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-8654a9f6-c640-4582-aae7-8cac2f9ec36b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 1098 time: 0.0496213 Aug 29 05:21:43.228766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1d71-56b0-42aa-8ece-2fba596b02fb req-c7822388-fc77-494c-9644-070a6812efad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:43.230455 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-390b1d71-56b0-42aa-8ece-2fba596b02fb req-c7822388-fc77-494c-9644-070a6812efad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0531127 Aug 29 05:21:43.232638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:43.270098 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-390b1d71-56b0-42aa-8ece-2fba596b02fb req-aebaf956-cc54-4371-83bc-5b36c7b8c229 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331290 Aug 29 05:21:43.315316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-913e19df-790e-4728-8b80-6390de074e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:43.317843 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-913e19df-790e-4728-8b80-6390de074e64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 200 len: 897 time: 0.1020501 Aug 29 05:21:43.360370 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-78e99e69-c065-4d55-bef0-6c162a4e8b53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 200 len: 217 time: 0.0353615 Aug 29 05:21:43.415109 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-2061fe1e-5a1e-4c26-abf8-3e8d43b554b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:43.416736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-2061fe1e-5a1e-4c26-abf8-3e8d43b554b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8894a10e-87a4-4e68-af9e-324e44b5fa98 HTTP/1.1" status: 200 len: 834 time: 0.0481818 Aug 29 05:21:43.437174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:43.465983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-b0b25aba-20b1-4cdb-94a5-17c0917a5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:43.467442 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-b0b25aba-20b1-4cdb-94a5-17c0917a5626 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce8718f-6295-4b46-aff0-421a9fd5f7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426340 Aug 29 05:21:43.468052 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] Checking router: 48a17892-fd20-4880-bb2e-a0c6f49c88bb for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:43.476413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:43.477031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:43.566413 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-37d48d8a-a8cd-4f19-9b01-5923711ae770 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903273 Aug 29 05:21:43.581839 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:43.661074 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6f8e5ece-0404-4817-8d35-be3db38c3a89 req-006f1b0f-7fb1-4611-a9bd-a1594fb660b2 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869367 Aug 29 05:21:43.789499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:43.816592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557db7c-175c-462a-9d2b-68352ca4fcf0 None None] The sync data for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 is: [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:20:07Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'a2b4b221-084a-4ac4-8ea8-712f3441d89f', 'name': '', 'network_id': '6ce8718f-6295-4b46-aff0-421a9fd5f7d1', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:18:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:06Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': '8894a10e-87a4-4e68-af9e-324e44b5fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:44.033805 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0acd58-aca6-4adb-a87e-132997c44c29 None None] New status for floating IP 0c193233-707a-433a-bf9c-6979d068072d: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:21:44.395839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b15e86-72cc-4dc5-9ae0-8588c8c1585e req-b33c66a7-aadc-401b-b3b2-45701fe79de0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:44.397876 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2b15e86-72cc-4dc5-9ae0-8588c8c1585e req-b33c66a7-aadc-401b-b3b2-45701fe79de0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0494375 Aug 29 05:21:44.436629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2b15e86-72cc-4dc5-9ae0-8588c8c1585e req-e413bd70-c0fc-458c-a37c-b48011429ea4 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d798e02-6b0d-4aac-8266-48e3f2b149fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Aug 29 05:21:44.956908 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-096f6b32-bc0b-4b3e-ad5f-e853c3c1f1bb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:44.958789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-096f6b32-bc0b-4b3e-ad5f-e853c3c1f1bb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 946 time: 0.0567417 Aug 29 05:21:45.054779 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 33c1bea0-4236-4fab-988a-f51a8477c900 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:45.055085 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:45.147812 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port 33c1bea0-4236-4fab-988a-f51a8477c900, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=33c1bea0-4236-4fab-988a-f51a8477c900,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:45.148215 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:45.169017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 33c1bea0-4236-4fab-988a-f51a8477c900 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:45.303308 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:45.334823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=33c1bea0-4236-4fab-988a-f51a8477c900,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:45.345064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.345425 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.345775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.346123 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.346468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.346811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.347149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.347822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.347822 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.348173 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.348486 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.348819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:45.396242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] No DVR routers for this DVR port 33c1bea0-4236-4fab-988a-f51a8477c900 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:21:45.398969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:45.401076 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-03f683f2-c061-4033-a150-06fcb3aeed51 req-f809d3cb-68f1-4019-a0d9-cdea6d6abac2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "DELETE /v2.0/ports/33c1bea0-4236-4fab-988a-f51a8477c900 HTTP/1.1" status: 204 len: 173 time: 0.4320173 Aug 29 05:21:45.401590 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'name': 'network-vif-deleted', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:45.403841 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f070b0-e660-4bb2-a8b9-6b3b3687f580" -d '{"events": [{"server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "name": "network-vif-deleted", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:45.443510 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ef496b-68d5-4211-b811-03cc126ea4e5 x-openstack-request-id: req-08ef496b-68d5-4211-b811-03cc126ea4e5 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:45.443803 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb5ea1c-27ff-42e5-83dc-71851f22ef9f", "name": "network-vif-deleted", "tag": "33c1bea0-4236-4fab-988a-f51a8477c900", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:45.444040 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08ef496b-68d5-4211-b811-03cc126ea4e5 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:45.444450 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb5ea1c-27ff-42e5-83dc-71851f22ef9f', 'name': 'network-vif-deleted', 'tag': '33c1bea0-4236-4fab-988a-f51a8477c900', 'status': 'completed', 'code': 200} Aug 29 05:21:45.554743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f5c6231-8574-4ca3-8129-fcc0aeae7250 req-949cbdad-c5c7-46a2-9c92-2cbe6b2e2800 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb5ea1c-27ff-42e5-83dc-71851f22ef9f HTTP/1.1" status: 200 len: 210 time: 0.0306900 Aug 29 05:21:46.610912 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38876) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:47.296418 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:47.525317 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-248da3c8-ada8-4d1f-9945-0e95d0259442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:47.576969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port a2b4b221-084a-4ac4-8ea8-712f3441d89f {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:47.577247 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:47.671192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port a2b4b221-084a-4ac4-8ea8-712f3441d89f, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a2b4b221-084a-4ac4-8ea8-712f3441d89f,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:47.671883 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:47.684792 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for a2b4b221-084a-4ac4-8ea8-712f3441d89f owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:47.881096 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:47.905810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=a2b4b221-084a-4ac4-8ea8-712f3441d89f,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:48.097169 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:48.322695 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router 48a17892-fd20-4880-bb2e-a0c6f49c88bb has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:48.435013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:48.440516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-09c5603b-7dad-442d-ac22-0d812944c535 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/48a17892-fd20-4880-bb2e-a0c6f49c88bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8284988 Aug 29 05:21:48.443233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38878) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:48.446138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] Sync routers for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:48.456186 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:48.456926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:48.496658 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-938682ac-edf4-40d2-bffe-49c2909ecf01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting subnet 8894a10e-87a4-4e68-af9e-324e44b5fa98 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:21:48.500770 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-938682ac-edf4-40d2-bffe-49c2909ecf01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:48.553435 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-938682ac-edf4-40d2-bffe-49c2909ecf01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:48.569476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:48.646721 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-938682ac-edf4-40d2-bffe-49c2909ecf01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:48.722897 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-938682ac-edf4-40d2-bffe-49c2909ecf01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:48.752547 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938682ac-edf4-40d2-bffe-49c2909ecf01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Subnet': ['ID=8894a10e-87a4-4e68-af9e-324e44b5fa98,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:48.760203 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-938682ac-edf4-40d2-bffe-49c2909ecf01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:48.766183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-938682ac-edf4-40d2-bffe-49c2909ecf01 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/subnets/8894a10e-87a4-4e68-af9e-324e44b5fa98 HTTP/1.1" status: 204 len: 168 time: 0.3183568 Aug 29 05:21:48.766183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38880) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:48.768589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493969fa-ca7f-466f-9c35-95516aefcbcd None None] Network 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:21:48.827315 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:21:47Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:48.863367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] Checking router: 48a17892-fd20-4880-bb2e-a0c6f49c88bb for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:48.886422 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:48.897920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] Routers {'48a17892-fd20-4880-bb2e-a0c6f49c88bb'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:48.898543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:48.945742 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 33c1bea0-4236-4fab-988a-f51a8477c900 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:48.973021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 33c1bea0-4236-4fab-988a-f51a8477c900 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:48.973021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 33c1bea0-4236-4fab-988a-f51a8477c900 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:49.000823 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.050549 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] Set router 48a17892-fd20-4880-bb2e-a0c6f49c88bb gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:49.071634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:49.072021 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.113705 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] DHCP port deletion for 6ce8718f-6295-4b46-aff0-421a9fd5f7d1 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:21:49.159557 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port edf5bd7d-baf1-462e-8396-aa68e4ff6ea0, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=edf5bd7d-baf1-462e-8396-aa68e4ff6ea0,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:49.159935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.173598 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:49.233833 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Deleting port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:49.234126 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.327102 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] For port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=dc1621ca-2fec-4f92-9f11-9fdc1203ce3c,segment=NetworkSegment(38fcb71f-ea93-4749-8eae-5f5cf10450fb),segment_id=38fcb71f-ea93-4749-8eae-5f5cf10450fb)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:49.327517 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.342571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Calling delete_port for dc1621ca-2fec-4f92-9f11-9fdc1203ce3c owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:49.358517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.390173 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=edf5bd7d-baf1-462e-8396-aa68e4ff6ea0,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:49.395109 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:21:47Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:49.425708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c28b01-66e3-44cd-a959-118ff46bb8e4 None None] The sync data for ids ['48a17892-fd20-4880-bb2e-a0c6f49c88bb'] in n-d-712142-15 is: [{'id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460810577', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:03Z', 'updated_at': '2021-08-29T05:21:47Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'edf5bd7d-baf1-462e-8396-aa68e4ff6ea0', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a17892-fd20-4880-bb2e-a0c6f49c88bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:04Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:49.449990 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.471775 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.499032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Pushing event deleted for resources: {'Port': ['ID=dc1621ca-2fec-4f92-9f11-9fdc1203ce3c,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:49.503268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] No DVR routers for this DVR port dc1621ca-2fec-4f92-9f11-9fdc1203ce3c on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.512978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.514161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.514161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.514161 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef660-8a7f-4f30-aeea-dd422f8152ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:49.551286 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.553448 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.599875 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.601016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Fanout notify agent at l3_agent the message router_deleted on router 48a17892-fd20-4880-bb2e-a0c6f49c88bb {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:21:49.607833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.608965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cebbd787-0524-46c9-8d02-11e1c55a4c47 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/routers/48a17892-fd20-4880-bb2e-a0c6f49c88bb HTTP/1.1" status: 204 len: 168 time: 0.8425944 Aug 29 05:21:49.611634 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38882) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:49.689329 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.781807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.792923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce8718f-6295-4b46-aff0-421a9fd5f7d1']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:49.804698 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fcb71f-ea93-4749-8eae-5f5cf10450fb') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:49.805005 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fcb71f-ea93-4749-8eae-5f5cf10450fb') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:49.814284 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.828623 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.835232 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:21:49.835635 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:21:49.838595 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:21:49.899493 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.906785 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.911342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/networks/6ce8718f-6295-4b46-aff0-421a9fd5f7d1 HTTP/1.1" status: 204 len: 168 time: 0.2960944 Aug 29 05:21:49.911535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38884) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:49.921263 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b5635-a452-4633-aa53-05a90de564af tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Network': ['ID=6ce8718f-6295-4b46-aff0-421a9fd5f7d1,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:49.983395 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48aa2245-6d76-46e1-9fca-6fd51a0b421a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.009889 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48aa2245-6d76-46e1-9fca-6fd51a0b421a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.080756 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48aa2245-6d76-46e1-9fca-6fd51a0b421a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.083396 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-48aa2245-6d76-46e1-9fca-6fd51a0b421a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.084611 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-48aa2245-6d76-46e1-9fca-6fd51a0b421a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/security-groups/4d798e02-6b0d-4aac-8266-48e3f2b149fd HTTP/1.1" status: 204 len: 168 time: 0.1720216 Aug 29 05:21:50.094043 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa2245-6d76-46e1-9fca-6fd51a0b421a tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d798e02-6b0d-4aac-8266-48e3f2b149fd,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:50.403729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38890) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:50.408476 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-469fee63-9afb-4c80-a368-de5787709868 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835604547', 'description': 'tempest-secgroup-smoke-835604547 description', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:50.433263 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-469fee63-9afb-4c80-a368-de5787709868 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.491761 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.545141 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-15ba9cfe-0cfb-467c-a71c-c2a4242201ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.554178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-469fee63-9afb-4c80-a368-de5787709868 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.557568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a2b4b221-084a-4ac4-8ea8-712f3441d89f no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:50.558004 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-469fee63-9afb-4c80-a368-de5787709868 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.587891 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-469fee63-9afb-4c80-a368-de5787709868 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.588308 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a2b4b221-084a-4ac4-8ea8-712f3441d89f {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:50.588676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a2b4b221-084a-4ac4-8ea8-712f3441d89f not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:50.589078 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-469fee63-9afb-4c80-a368-de5787709868 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1843503 Aug 29 05:21:50.589287 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:50.592053 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38892) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:50.596516 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b53985ff-1b65-45eb-9cc4-35f50dd556ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '603c9318-e14c-441c-9f6e-8dcdbfbee6aa', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:50.603007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fee63-9afb-4c80-a368-de5787709868 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603c9318-e14c-441c-9f6e-8dcdbfbee6aa,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:50.609570 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:50.609935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device edf5bd7d-baf1-462e-8396-aa68e4ff6ea0 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:50.610376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dc1621ca-2fec-4f92-9f11-9fdc1203ce3c no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:50.628361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b53985ff-1b65-45eb-9cc4-35f50dd556ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.631352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: dc1621ca-2fec-4f92-9f11-9fdc1203ce3c {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:50.631715 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device dc1621ca-2fec-4f92-9f11-9fdc1203ce3c not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:50.689833 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b53985ff-1b65-45eb-9cc4-35f50dd556ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.693597 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b53985ff-1b65-45eb-9cc4-35f50dd556ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.711181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53985ff-1b65-45eb-9cc4-35f50dd556ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a57f8f-e400-4145-88e4-1316c2c9e57e,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:50.717527 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b53985ff-1b65-45eb-9cc4-35f50dd556ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.718803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b53985ff-1b65-45eb-9cc4-35f50dd556ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258233 Aug 29 05:21:50.721429 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38894) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:50.726709 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-3d9d86d0-6421-4dac-8dd5-0b08760df6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '603c9318-e14c-441c-9f6e-8dcdbfbee6aa', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:50.753894 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d9d86d0-6421-4dac-8dd5-0b08760df6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.812793 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d9d86d0-6421-4dac-8dd5-0b08760df6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.816478 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d9d86d0-6421-4dac-8dd5-0b08760df6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.842012 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d86d0-6421-4dac-8dd5-0b08760df6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5fb788-6963-4bf8-beea-f9d5900ceb00,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:50.849055 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3d9d86d0-6421-4dac-8dd5-0b08760df6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.851288 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3d9d86d0-6421-4dac-8dd5-0b08760df6bf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281812 Aug 29 05:21:50.853845 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38896) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:50.858840 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-21bc2bce-3c15-4159-905f-644dd499ff6f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '603c9318-e14c-441c-9f6e-8dcdbfbee6aa', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:50.886611 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21bc2bce-3c15-4159-905f-644dd499ff6f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.947612 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21bc2bce-3c15-4159-905f-644dd499ff6f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.951752 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21bc2bce-3c15-4159-905f-644dd499ff6f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.957262 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:50.972890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc2bce-3c15-4159-905f-644dd499ff6f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b48987-9399-40f1-92ac-e62e10a30d58,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:50.976961 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-21bc2bce-3c15-4159-905f-644dd499ff6f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.978235 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-21bc2bce-3c15-4159-905f-644dd499ff6f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232853 Aug 29 05:21:50.981133 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38898) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:50.987189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-04057272-4a2a-41e3-8a62-92d5e1e5ff78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '603c9318-e14c-441c-9f6e-8dcdbfbee6aa', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:51.014651 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04057272-4a2a-41e3-8a62-92d5e1e5ff78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.073769 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04057272-4a2a-41e3-8a62-92d5e1e5ff78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.077517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04057272-4a2a-41e3-8a62-92d5e1e5ff78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.097219 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04057272-4a2a-41e3-8a62-92d5e1e5ff78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6fc5d5-6d9d-4f36-beb7-67914a64ea47,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:51.105702 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-04057272-4a2a-41e3-8a62-92d5e1e5ff78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.106938 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04057272-4a2a-41e3-8a62-92d5e1e5ff78 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249223 Aug 29 05:21:51.109777 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38900) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:51.114264 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-4d90f878-a0a9-472e-ae8b-e974944710ba tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '603c9318-e14c-441c-9f6e-8dcdbfbee6aa', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:51.136135 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-4d90f878-a0a9-472e-ae8b-e974944710ba tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:21:51.141285 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d90f878-a0a9-472e-ae8b-e974944710ba tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.204836 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d90f878-a0a9-472e-ae8b-e974944710ba tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.209223 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d90f878-a0a9-472e-ae8b-e974944710ba tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.227253 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90f878-a0a9-472e-ae8b-e974944710ba tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f329ec-6121-4a6b-8c17-97abe0208674,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:51.235857 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-4d90f878-a0a9-472e-ae8b-e974944710ba tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.237139 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-4d90f878-a0a9-472e-ae8b-e974944710ba tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264083 Aug 29 05:21:51.239807 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38902) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:51.244582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-40624f90-5b88-4405-8bdd-d2bf686f6002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'security_group_rule': {'security_group_id': '603c9318-e14c-441c-9f6e-8dcdbfbee6aa', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:51.266296 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-40624f90-5b88-4405-8bdd-d2bf686f6002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Project d29b0fa624964ebb99aa5e46070cf740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:21:51.271056 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40624f90-5b88-4405-8bdd-d2bf686f6002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.335834 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40624f90-5b88-4405-8bdd-d2bf686f6002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.340655 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40624f90-5b88-4405-8bdd-d2bf686f6002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.358766 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40624f90-5b88-4405-8bdd-d2bf686f6002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e88220-07ce-4471-95dd-d8a1c62e5f02,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:51.366386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-40624f90-5b88-4405-8bdd-d2bf686f6002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.368005 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-40624f90-5b88-4405-8bdd-d2bf686f6002 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269791 Aug 29 05:21:51.370808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38906) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:51.375741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'network': {'name': 'tempest-network-smoke--1451874840', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'port_security_enabled': True}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:51.396182 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:21:51.400146 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.424512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:21:51.433282 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.433632 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Added segment 7c6d383c-3c4c-42ad-a595-4f0e8a80273d of type vlan for network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 Aug 29 05:21:51.454377 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.476181 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.505154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.518726 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:51.519401 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.583939 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2120337 Aug 29 05:21:51.586785 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38908) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:51.593501 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'admin_state_up': True, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:51.602025 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a7926-e15d-48e2-94b9-1291ce482afd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Network': ['ID=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:51.612699 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:21:51.630459 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.638568 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.687069 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.832872 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:52.023713 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:52.049088 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:52.156921 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.135 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/fd7d4ac4-dc08-46ca-b964-20c2fbc907ce) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:52.262000 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:52.302190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:52.355632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:52.358760 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:52.363808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:52.386542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=fd7d4ac4-dc08-46ca-b964-20c2fbc907ce,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:52.626077 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:53.042766 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:53.182185 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:53.320233 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router e9d9b421-c572-45df-abe5-5b77c27dd33d is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:21:53.431852 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:53.442930 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Sync routers for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:53.452921 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:53.453473 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:53.453684 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:53.454849 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-50969bc9-feb1-4d49-835b-bc03dfbc48e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8670716 Aug 29 05:21:53.458110 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38910) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:53.493852 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9842f8a1-ea38-499d-81dc-1ef66dcb5e98 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d29b0fa624964ebb99aa5e46070cf740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314715 Aug 29 05:21:53.494165 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38912) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:53.563940 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:53.582664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df421f0b-a5c6-4c1d-ac00-4bab581b16f8 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:53.584298 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-df421f0b-a5c6-4c1d-ac00-4bab581b16f8 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891185 Aug 29 05:21:53.587088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38914) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:53.617070 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-dc67bed8-e474-4b03-a195-cf70ec48940a tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=e42a4987-68cc-4c0b-b903-50a81ecdbb98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288231 Aug 29 05:21:53.619886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38916) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:53.624781 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-647599851', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:53.730778 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:21:53.736407 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:53.753940 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:52Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:53.784414 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Checking router: e9d9b421-c572-45df-abe5-5b77c27dd33d for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:53.784762 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Updating router e9d9b421-c572-45df-abe5-5b77c27dd33d port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:21:53.810266 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:53.945071 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.007669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Subnet': ['ID=deafb637-ae31-456c-bffb-1af55c7d9815,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:54.016057 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Checking segment: {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:54.016432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network hostable DHCP agents. Network: 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:21:54.033741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:21:54.043864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:54.048391 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:54.049018 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.057626 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109c915-ea37-44ad-bade-990c3cd47905 None None] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:21:54.073472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-5a0141cd-898e-4233-b3bb-71518a544d23 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4524643 Aug 29 05:21:54.076189 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38918) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:54.083295 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.094380 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Transition to ACTIVE for port object fd7d4ac4-dc08-46ca-b964-20c2fbc907ce will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:54.102857 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.171186 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Attempting to bind port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:54.171565 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Attempting to bind port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:54.171938 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Attempting to bind port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:54.182679 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:54.183064 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:54.183472 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.183868 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:54.184589 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Bound port: fd7d4ac4-dc08-46ca-b964-20c2fbc907ce, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:54.184747 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.187570 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Pushing event updated for resources: {'Port': ['ID=fd7d4ac4-dc08-46ca-b964-20c2fbc907ce,revision_number=2']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:54.224385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:21:54.225984 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.315468 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.316205 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.316690 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.317162 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.318230 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.318696 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.319199 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.319657 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.320139 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.320599 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.321204 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.321827 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:54.347490 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] For port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:54.351361 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] For port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fd7d4ac4-dc08-46ca-b964-20c2fbc907ce,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:54.355386 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.388369 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Allocated IP 172.20.0.2 (8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815/deafb637-ae31-456c-bffb-1af55c7d9815/81fbbcd0-7106-4e17-aa83-0ed3e635993a) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:54.432398 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:54.433038 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:54.436960 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9fb54-3af5-442a-bd29-0d8455977ab7 None None] Pushing event updated for resources: {'Port': ['ID=fd7d4ac4-dc08-46ca-b964-20c2fbc907ce,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:54.543176 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:54.550519 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.559731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Transition to ACTIVE for port object 81fbbcd0-7106-4e17-aa83-0ed3e635993a will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:54.576144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Transition to ACTIVE for port object 81fbbcd0-7106-4e17-aa83-0ed3e635993a will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:54.582612 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.623159 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.637265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:54.640258 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:54.642738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:54.680206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Pushing event updated for resources: {'Port': ['ID=81fbbcd0-7106-4e17-aa83-0ed3e635993a,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:54.710639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Attempting to bind port 81fbbcd0-7106-4e17-aa83-0ed3e635993a on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:54.711020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Attempting to bind port 81fbbcd0-7106-4e17-aa83-0ed3e635993a by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:54.711396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Attempting to bind port 81fbbcd0-7106-4e17-aa83-0ed3e635993a on network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:54.716634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:54.717018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Checking segment: {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:54.717426 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.717829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Bound using segment: {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:54.718478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Bound port: 81fbbcd0-7106-4e17-aa83-0ed3e635993a, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:54.718875 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.730274 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:52Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:54.758767 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9108528-30a5-46ee-b104-f63cc0490b79 None None] The sync data for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 is: [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:52Z', 'revision_number': 3, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:54.791112 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] For port 81fbbcd0-7106-4e17-aa83-0ed3e635993a, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:54.795026 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] For port 81fbbcd0-7106-4e17-aa83-0ed3e635993a, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=81fbbcd0-7106-4e17-aa83-0ed3e635993a,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:54.798919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:54.865420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a45c42-94b2-4422-80b8-f25f458ae7cb None None] Pushing event updated for resources: {'Port': ['ID=81fbbcd0-7106-4e17-aa83-0ed3e635993a,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:54.955414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.1 (8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815/deafb637-ae31-456c-bffb-1af55c7d9815/628b9d70-4325-4fc4-97c3-18195715490d) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:55.116707 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:55.131808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object 628b9d70-4325-4fc4-97c3-18195715490d will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:55.173967 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:55.234718 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:55.239078 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:55.241841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=628b9d70-4325-4fc4-97c3-18195715490d,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:55.244414 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:55.290724 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:55.434369 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:55.754465 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:55.760339 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:55.838309 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=628b9d70-4325-4fc4-97c3-18195715490d,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:55.843801 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:55.895912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf534b43-0d23-4afd-990e-5f15264c79f9 None None] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:21:55.938705 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:55.940364 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:55.967539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4ae1bbe6-122a-49c0-90b3-e0b726db8024 None None] Provisioning for port 81fbbcd0-7106-4e17-aa83-0ed3e635993a completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:56.074134 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router e9d9b421-c572-45df-abe5-5b77c27dd33d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:56.204931 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:56.215142 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c8bde81f-d9a5-402c-86a2-cff58dbf896f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/e9d9b421-c572-45df-abe5-5b77c27dd33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1376777 Aug 29 05:21:56.325129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 81fbbcd0-7106-4e17-aa83-0ed3e635993a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:56.402648 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 81fbbcd0-7106-4e17-aa83-0ed3e635993a completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:56.407466 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 81fbbcd0-7106-4e17-aa83-0ed3e635993a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:56.408232 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:56.431085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Provisioning complete for port 81fbbcd0-7106-4e17-aa83-0ed3e635993a triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:56.431470 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:56.437854 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-f60933ea-75f9-4503-bd46-3c1572b82b9d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835604547&fields=id&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 267 time: 0.0551794 Aug 29 05:21:56.574016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-badac6ff-a4b5-45ee-943b-7a2b20e48da2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:56.575817 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-badac6ff-a4b5-45ee-943b-7a2b20e48da2 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/networks?id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 HTTP/1.1" status: 200 len: 797 time: 0.1302159 Aug 29 05:21:56.593052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-e4e7b543-5f82-4579-83f8-1118c1e87397 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/quotas/d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 375 time: 0.0106263 Aug 29 05:21:56.660826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-152a0376-a43c-4abe-b428-3c7c1841e30c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613303 Aug 29 05:21:56.728704 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-ca007ce7-0cfe-498a-9080-5bfa2610a3ff service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:21:56.730009 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-ca007ce7-0cfe-498a-9080-5bfa2610a3ff service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549626 Aug 29 05:21:56.737936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Sync routers for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:56.752707 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:56.776619 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:56.777293 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:56.821316 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:56.835256 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-e13ac7db-3726-49cc-afe0-d1c17c80fab1 service neutron] 10.222.0.58 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983658 Aug 29 05:21:56.858355 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] For port 81fbbcd0-7106-4e17-aa83-0ed3e635993a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=81fbbcd0-7106-4e17-aa83-0ed3e635993a,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:56.870238 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:56.932887 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-6ea59a06-6999-4260-8ea9-931f2ad95837 service neutron] 10.222.0.58 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910206 Aug 29 05:21:56.993344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Provisioning for port 628b9d70-4325-4fc4-97c3-18195715490d completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:57.003448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:57.008782 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:21:57.009142 n-d-712142-15 neutron-server[94847]: DEBUG oslo_db.api [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:21:57.033786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Provisioning complete for port 628b9d70-4325-4fc4-97c3-18195715490d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:57.034440 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.044336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Pushing event updated for resources: {'Port': ['ID=81fbbcd0-7106-4e17-aa83-0ed3e635993a,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:57.104158 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-252dfd42-7502-4824-96f3-c1896b8e7bbf req-4f7e8d1e-5000-4c6a-bcf0-70478aefe985 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 210 time: 0.0293689 Aug 29 05:21:57.126916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f9415-030c-4526-82ce-d013158f8ada None None] Port 628b9d70-4325-4fc4-97c3-18195715490d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:21:57.253376 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3bbbc3f8-082b-4578-81a1-181f4a6c1185 None None] Provisioning complete for port 628b9d70-4325-4fc4-97c3-18195715490d triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:57.253757 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc3f8-082b-4578-81a1-181f4a6c1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.297118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3bbbc3f8-082b-4578-81a1-181f4a6c1185 None None] Port 628b9d70-4325-4fc4-97c3-18195715490d cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:21:57.306012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 2, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:57.340225 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Checking router: e9d9b421-c572-45df-abe5-5b77c27dd33d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:57.340587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Updating router e9d9b421-c572-45df-abe5-5b77c27dd33d port 628b9d70-4325-4fc4-97c3-18195715490d binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:21:57.365908 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.596158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fd7d4ac4-dc08-46ca-b964-20c2fbc907ce up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:57.694433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:57.722057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:57.722441 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.782482 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.804978 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Transition to ACTIVE for port object 628b9d70-4325-4fc4-97c3-18195715490d will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:57.814910 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.821942 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.904595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc2359-2da8-460d-bcdb-d8f5745f31ac None None] Pushing event updated for resources: {'Port': ['ID=628b9d70-4325-4fc4-97c3-18195715490d,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:57.913202 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.968029 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fd7d4ac4-dc08-46ca-b964-20c2fbc907ce,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:57.978887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.987018 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Attempting to bind port 628b9d70-4325-4fc4-97c3-18195715490d on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:57.987394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Attempting to bind port 628b9d70-4325-4fc4-97c3-18195715490d by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:57.987775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Attempting to bind port 628b9d70-4325-4fc4-97c3-18195715490d on network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:58.014831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:58.015589 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Checking segment: {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:58.015746 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.016027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Bound using segment: {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:58.016518 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Bound port: 628b9d70-4325-4fc4-97c3-18195715490d, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:58.016907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.072422 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=fd7d4ac4-dc08-46ca-b964-20c2fbc907ce,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:58.117910 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] For port 628b9d70-4325-4fc4-97c3-18195715490d, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:58.134568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] For port 628b9d70-4325-4fc4-97c3-18195715490d, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=628b9d70-4325-4fc4-97c3-18195715490d,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:58.142186 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.224254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:58.225006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:58.228803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc2359-2da8-460d-bcdb-d8f5745f31ac None None] Pushing event updated for resources: {'Port': ['ID=628b9d70-4325-4fc4-97c3-18195715490d,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:58.265934 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-b51b6baf-4e71-4fe0-85ca-37195f1ac401 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:58.284472 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-b51b6baf-4e71-4fe0-85ca-37195f1ac401 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/networks?id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 HTTP/1.1" status: 200 len: 797 time: 0.1445010 Aug 29 05:21:58.292657 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e7dcce8-c285-4aa4-8e81-734c7db332f7 req-80988b94-457b-48b4-83e7-807a9eb28161 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 210 time: 0.0411091 Aug 29 05:21:58.350372 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 81fbbcd0-7106-4e17-aa83-0ed3e635993a up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:58.359528 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-48e52a29-b170-47df-a364-4e5b50ead737 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29b0fa624964ebb99aa5e46070cf740 HTTP/1.1" status: 200 len: 379 time: 0.0625327 Aug 29 05:21:58.374209 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'port': {'device_id': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'admin_state_up': True, 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'security_groups': ['603c9318-e14c-441c-9f6e-8dcdbfbee6aa']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:58.412931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:58.459179 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 81fbbcd0-7106-4e17-aa83-0ed3e635993a triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:58.459588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.492235 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Made reservation on behalf of d29b0fa624964ebb99aa5e46070cf740 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:21:58.495777 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.628935 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.20.0.3 (8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815/deafb637-ae31-456c-bffb-1af55c7d9815/1276cde2-6a3e-4110-b89e-8b4f9cde9cc0) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:58.674118 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fd7d4ac4-dc08-46ca-b964-20c2fbc907ce up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:58.731845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:21:58Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:58.761446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0edee-ff4c-4c54-b9b2-a0333ec473d2 None None] The sync data for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 is: [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:21:58Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:58.763055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:58.763437 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.784483 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.800132 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Transition to ACTIVE for port object 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:58.843818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.902536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:58.908178 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:58.911920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:58.948725 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:58.974436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:58.975206 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.992966 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-2e5b7eab-2e89-48aa-bd35-4a360efd4ac8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6228218 Aug 29 05:21:59.013601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Request body: {'port': {'device_id': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:59.033659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.079152 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.207852 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7e1ba670-c9a5-46a6-8d79-15805ee40f9f None None] Provisioning for port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:59.212217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7e1ba670-c9a5-46a6-8d79-15805ee40f9f None None] Provisioning complete for port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:59.212948 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba670-c9a5-46a6-8d79-15805ee40f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.251242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ba670-c9a5-46a6-8d79-15805ee40f9f None None] Port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:21:59.393388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:59.402264 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.419795 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Transition to ACTIVE for port object 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:59.425239 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.432493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad619167-301b-4794-b2f5-212b23d793f0 req-df7a1a4c-029d-46f4-bd78-c3fe010b145b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:59.434077 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad619167-301b-4794-b2f5-212b23d793f0 req-df7a1a4c-029d-46f4-bd78-c3fe010b145b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 931 time: 0.0624509 Aug 29 05:21:59.477619 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ad619167-301b-4794-b2f5-212b23d793f0 req-df9d8b45-a311-45d7-b528-bf551dd8e56b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363350 Aug 29 05:21:59.478603 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Pushing event updated for resources: {'Port': ['ID=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:59.567480 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Attempting to bind port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:59.567895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Attempting to bind port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:59.568344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Attempting to bind port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 on network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:59.574417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 on network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:21:59.575005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Attempting to bind port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 on network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:59.582702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:59.583287 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Checking segment: {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:59.583926 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Bound using segment: {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:59.584915 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Bound port: 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6d383c-3c4c-42ad-a595-4f0e8a80273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:59.585415 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.671694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] For port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:59.675286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] For port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:59.680456 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.715972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:59.716628 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.718067 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] 10.222.0.64 "PUT /v2.0/ports/1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 HTTP/1.1" status: 200 len: 1092 time: 0.7103217 Aug 29 05:21:59.718515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:59.720877 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361344fc-2e4a-42e9-8e7c-caf5593c3769" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:59.799567 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7682b2d-3c04-403e-bb95-f7ee3f9efe69 x-openstack-request-id: req-e7682b2d-3c04-403e-bb95-f7ee3f9efe69 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:59.799913 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:59.800175 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7682b2d-3c04-403e-bb95-f7ee3f9efe69 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:59.800554 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'status': 'completed', 'code': 200} Aug 29 05:21:59.801155 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4e5f3-218f-428f-a616-3c3443b9c007 service neutron] Pushing event updated for resources: {'Port': ['ID=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:59.821789 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-b961e4e2-241f-4de3-b070-48911d39f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:59.823335 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-b961e4e2-241f-4de3-b070-48911d39f52f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 1095 time: 0.0565021 Aug 29 05:21:59.870270 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-89115419-f15f-4c72-bda3-7a61a435b08e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 HTTP/1.1" status: 200 len: 217 time: 0.0377884 Aug 29 05:21:59.930799 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-26539c57-c69f-45a0-84c2-c06b0a8c2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:59.932407 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-26539c57-c69f-45a0-84c2-c06b0a8c2fab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=deafb637-ae31-456c-bffb-1af55c7d9815 HTTP/1.1" status: 200 len: 834 time: 0.0529320 Aug 29 05:21:59.985983 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-fd77d1ce-d553-48c0-8a08-f325960db268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:59.987516 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-fd77d1ce-d553-48c0-8a08-f325960db268 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430424 Aug 29 05:22:00.087563 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-680a1633-963d-4613-aad6-f5408caa9194 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918958 Aug 29 05:22:00.186183 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-39b483d0-b91b-49e0-b67e-6e163046ce0f req-b529f64e-0034-403a-8ef3-c89d4b0732fb service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873661 Aug 29 05:22:00.252960 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 628b9d70-4325-4fc4-97c3-18195715490d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:00.292175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-d4a03327-1faf-4084-82cd-0f15742456c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:00.293466 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-d4a03327-1faf-4084-82cd-0f15742456c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 1095 time: 0.0502450 Aug 29 05:22:00.307370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 628b9d70-4325-4fc4-97c3-18195715490d completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:00.311104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 628b9d70-4325-4fc4-97c3-18195715490d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:00.311484 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:00.392852 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:00.393518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-f174df96-0863-4ef6-b9d9-31f8ac5b6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:00.395107 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-f174df96-0863-4ef6-b9d9-31f8ac5b6c23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 HTTP/1.1" status: 200 len: 898 time: 0.0942531 Aug 29 05:22:00.425342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 628b9d70-4325-4fc4-97c3-18195715490d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=628b9d70-4325-4fc4-97c3-18195715490d,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:00.430389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:00.439149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-0cfdefe2-3a73-4272-96a3-6b30270ec0e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 HTTP/1.1" status: 200 len: 217 time: 0.0356781 Aug 29 05:22:00.479438 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=628b9d70-4325-4fc4-97c3-18195715490d,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:00.491111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-2ae2c04d-cff5-4e44-879f-8cb8975e9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:00.492994 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-2ae2c04d-cff5-4e44-879f-8cb8975e9aa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=deafb637-ae31-456c-bffb-1af55c7d9815 HTTP/1.1" status: 200 len: 834 time: 0.0446901 Aug 29 05:22:00.547105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-39076e85-d133-4d8a-a067-86d67b61b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:00.548592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-39076e85-d133-4d8a-a067-86d67b61b3e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460565 Aug 29 05:22:00.605648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f5e38-e9b8-4ba6-aa28-b480642a3c32 req-bcf95353-2185-4731-8ce8-e150a830c089 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:00.607225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be2f5e38-e9b8-4ba6-aa28-b480642a3c32 req-bcf95353-2185-4731-8ce8-e150a830c089 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 943 time: 0.0547073 Aug 29 05:22:00.640442 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-468a7ddf-dd11-453d-88ad-35b289912cd3 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833306 Aug 29 05:22:00.647482 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-be2f5e38-e9b8-4ba6-aa28-b480642a3c32 req-96dd4e4f-f11d-4bea-84c5-99295314f60d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336161 Aug 29 05:22:00.744386 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-361344fc-2e4a-42e9-8e7c-caf5593c3769 req-1020fd66-ca8f-4e8d-9c40-21e8cc36a028 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959728 Aug 29 05:22:01.766899 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8f113-2fe9-40f3-8819-23861e9fb826 req-dcfc3a35-fda7-40c6-a35a-b7d39c57aca9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:01.768429 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6d8f113-2fe9-40f3-8819-23861e9fb826 req-dcfc3a35-fda7-40c6-a35a-b7d39c57aca9 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 943 time: 0.0504940 Aug 29 05:22:01.807415 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6d8f113-2fe9-40f3-8819-23861e9fb826 req-1cba1031-17f9-4658-a408-27ba325b98d0 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329618 Aug 29 05:22:02.227931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 628b9d70-4325-4fc4-97c3-18195715490d up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:02.278912 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 628b9d70-4325-4fc4-97c3-18195715490d triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:02.279290 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:02.923258 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742b7be-f5fa-41be-abd3-b9a818c38995 req-af6b6422-bfad-45b2-826a-3dc4e520c197 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:02.925258 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e742b7be-f5fa-41be-abd3-b9a818c38995 req-af6b6422-bfad-45b2-826a-3dc4e520c197 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 943 time: 0.0502119 Aug 29 05:22:02.965384 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e742b7be-f5fa-41be-abd3-b9a818c38995 req-b336f287-a14d-4515-8101-c5fcac8e9d1b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331750 Aug 29 05:22:02.971133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:22:03.242133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:03.255710 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'port_id': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'mac_address': 'fa:16:3e:da:00:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:22:03.292690 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:03.307430 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:22:03.327471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:03.331428 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:03.382218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:03.598394 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['1276cde2-6a3e-4110-b89e-8b4f9cde9cc0'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:22:04.088625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26363967-2ba1-4fc3-8a1f-4eee1b96b05a req-1cb1f3ad-032e-4217-aae8-15505cd52997 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:04.091083 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26363967-2ba1-4fc3-8a1f-4eee1b96b05a req-1cb1f3ad-032e-4217-aae8-15505cd52997 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 944 time: 0.0574591 Aug 29 05:22:04.134464 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26363967-2ba1-4fc3-8a1f-4eee1b96b05a req-04fe6dee-0b30-4e30-bd99-d686dce1122f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383229 Aug 29 05:22:04.987194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:05.036471 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:05.040121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:05.040505 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:05.120094 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:05.143064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:05.145346 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c95dd-71f5-44e5-8719-c07d288fbe85" -d '{"events": [{"server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "name": "network-vif-plugged", "status": "completed", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:05.158093 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:05.162483 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:05.212695 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:05.244580 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad4af3e-204f-4b0b-b5e1-c84165d60427 x-openstack-request-id: req-7ad4af3e-204f-4b0b-b5e1-c84165d60427 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:05.244878 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "name": "network-vif-plugged", "status": "completed", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:05.245153 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ad4af3e-204f-4b0b-b5e1-c84165d60427 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:05.245667 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'code': 200} Aug 29 05:22:05.341619 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102466e-fe33-4bc5-a695-e38f951aaf91 req-6779722e-152f-4eb4-ae53-2218fb8fa5be tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:05.343159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3102466e-fe33-4bc5-a695-e38f951aaf91 req-6779722e-152f-4eb4-ae53-2218fb8fa5be tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0527189 Aug 29 05:22:05.357760 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193606-ebb1-4b64-8f96-52e503154a7b req-a6fdab31-aae1-4431-a438-d3527ea91952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:05.359312 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7a193606-ebb1-4b64-8f96-52e503154a7b req-a6fdab31-aae1-4431-a438-d3527ea91952 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 1097 time: 0.0431616 Aug 29 05:22:05.390770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3102466e-fe33-4bc5-a695-e38f951aaf91 req-9079ab50-61fc-4fe3-b0b5-273c8ff220fb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409203 Aug 29 05:22:05.400230 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7a193606-ebb1-4b64-8f96-52e503154a7b req-dfbf5af9-3bd6-432b-a601-366a2e684bbe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297909 Aug 29 05:22:06.511625 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc397a2-e67c-40f5-b9c3-31c2a265b73f req-3243334d-09c4-400b-9b63-ad1b0ad1df37 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:06.513159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcc397a2-e67c-40f5-b9c3-31c2a265b73f req-3243334d-09c4-400b-9b63-ad1b0ad1df37 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0494041 Aug 29 05:22:06.552747 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dcc397a2-e67c-40f5-b9c3-31c2a265b73f req-062787ae-4bc8-4442-a1dd-01cba1c2c7a7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Aug 29 05:22:07.683503 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e44b07-51bf-4071-8e70-aaf8dd753276 req-9466f983-7141-406b-89d0-935c814494ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:07.685542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80e44b07-51bf-4071-8e70-aaf8dd753276 req-9466f983-7141-406b-89d0-935c814494ae tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0650330 Aug 29 05:22:07.724665 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-80e44b07-51bf-4071-8e70-aaf8dd753276 req-792c2180-d678-4ce3-b250-1f3e80f09dd5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330966 Aug 29 05:22:07.847734 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae9c00-f427-48a7-b6b3-9fb7945a6c24 req-1b66f40a-21d6-4c51-b6f6-67ca0858e4d8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:07.849178 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3ae9c00-f427-48a7-b6b3-9fb7945a6c24 req-1b66f40a-21d6-4c51-b6f6-67ca0858e4d8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0504076 Aug 29 05:22:07.887264 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3ae9c00-f427-48a7-b6b3-9fb7945a6c24 req-91899b9d-a26d-4026-905a-58cd2b4fccdf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Aug 29 05:22:07.909401 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38986) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:07.949374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc0c264-8a83-49b5-9315-4adb1be202a4 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:07.950932 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-efc0c264-8a83-49b5-9315-4adb1be202a4 tempest-TestNetworkAdvancedServerOps-255451120 tempest-TestNetworkAdvancedServerOps-255451120-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 1092 time: 0.0405021 Aug 29 05:22:07.953712 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 38988) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:07.958016 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:07.980250 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:08.083809 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:08.197753 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Allocated IP 172.25.1.177 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/a64135e7-6dbf-42bb-bfbe-33c11aaf121a) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:22:08.299567 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:08.339405 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:08.382738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:22:08.388422 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:22:08.390800 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=a64135e7-6dbf-42bb-bfbe-33c11aaf121a,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:08.393454 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:22:09.099396 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:09.170933 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:09.328911 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:09.335896 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:09.412074 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event updated for resources: {'Port': ['ID=a64135e7-6dbf-42bb-bfbe-33c11aaf121a,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:09.423739 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:09.533275 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP 0f245952-3ceb-47a3-b290-57c60d810f32 associated. External IP: 172.25.1.177, port: 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0. Aug 29 05:22:09.749847 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router e9d9b421-c572-45df-abe5-5b77c27dd33d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:22:09.859796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:09.871060 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] Sync routers for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:09.877889 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:09.880683 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:09.881311 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:09.906398 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8cd7eccb-dba8-422f-8f53-0999c6aaa89c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9516773 Aug 29 05:22:09.907370 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:09.910010 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d6271-3674-428a-b7d0-02ad5a5be47b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:09.988104 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:10.005841 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6aedeb-e6b7-4116-8d76-c59d35a9db4f req-b00eb91f-0a47-40e1-a1db-b75ba71e839e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:10.007305 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe6aedeb-e6b7-4116-8d76-c59d35a9db4f req-b00eb91f-0a47-40e1-a1db-b75ba71e839e tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0517790 Aug 29 05:22:10.048542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe6aedeb-e6b7-4116-8d76-c59d35a9db4f req-7ccc9c9c-817e-49a9-80bb-572b6bb0d543 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350645 Aug 29 05:22:10.071758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38994) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:10.098037 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ec2e9-7de7-429a-bf41-abe5a2a16365 x-openstack-request-id: req-4e0ec2e9-7de7-429a-bf41-abe5a2a16365 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:10.098409 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:10.098733 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e0ec2e9-7de7-429a-bf41-abe5a2a16365 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:10.099480 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'status': 'completed', 'code': 200} Aug 29 05:22:10.162523 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-dde2c713-3fe0-48e0-a10a-1c1e418e58b5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/0f245952-3ceb-47a3-b290-57c60d810f32 HTTP/1.1" status: 200 len: 991 time: 0.0895419 Aug 29 05:22:10.176439 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-cf3504bb-82d3-4c6f-b6ba-f9060d6daf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:10.178119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-cf3504bb-82d3-4c6f-b6ba-f9060d6daf9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 1097 time: 0.0551426 Aug 29 05:22:10.221157 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0f245952-3ceb-47a3-b290-57c60d810f32', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'port_id': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'mac_address': 'fa:16:3e:da:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:22:08Z', 'updated_at': '2021-08-29T05:22:08Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:22:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:10.252498 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] Checking router: e9d9b421-c572-45df-abe5-5b77c27dd33d for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:10.260993 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:10.261543 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:21:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:10.270152 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-3a31cc88-abc4-4567-8955-de15e62f528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:10.271658 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-3a31cc88-abc4-4567-8955-de15e62f528e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 HTTP/1.1" status: 200 len: 898 time: 0.0861285 Aug 29 05:22:10.344615 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-6b437111-f2f8-4612-a243-7504483ae431 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 HTTP/1.1" status: 200 len: 999 time: 0.0654886 Aug 29 05:22:10.382904 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:10.396733 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-7542bca8-545d-48dd-9a75-f8b832d5a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:10.398692 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-7542bca8-545d-48dd-9a75-f8b832d5a494 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=deafb637-ae31-456c-bffb-1af55c7d9815 HTTP/1.1" status: 200 len: 834 time: 0.0466578 Aug 29 05:22:10.449884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-96dd1cf3-9e8b-4900-9467-2f641e95d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:10.451384 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-96dd1cf3-9e8b-4900-9467-2f641e95d1d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452223 Aug 29 05:22:10.547616 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-1c74a1bb-7f9d-4fc1-9b03-4bcbb5d47ba6 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888877 Aug 29 05:22:10.610979 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0f245952-3ceb-47a3-b290-57c60d810f32', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'port_id': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'mac_address': 'fa:16:3e:da:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:22:08Z', 'updated_at': '2021-08-29T05:22:08Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:22:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:10.637296 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbf29c-2428-41e6-a45f-02dd99df42f3 None None] The sync data for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 is: [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '0f245952-3ceb-47a3-b290-57c60d810f32', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'port_id': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'mac_address': 'fa:16:3e:da:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:22:08Z', 'updated_at': '2021-08-29T05:22:08Z', 'revision_number': 0, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:22:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:10.638372 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-241d6271-3674-428a-b7d0-02ad5a5be47b req-c1a37e3e-285e-47b7-96f7-3f4cd820047f service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830028 Aug 29 05:22:10.840373 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2d0167-ddac-4648-a7ba-41ce54867671 None None] New status for floating IP 0f245952-3ceb-47a3-b290-57c60d810f32: ACTIVE {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:22:11.167113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 38996) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:11.232379 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9735f84b-0313-4d48-8c07-fc71956f4b4f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/0f245952-3ceb-47a3-b290-57c60d810f32 HTTP/1.1" status: 200 len: 993 time: 0.0640664 Aug 29 05:22:17.527681 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9a86197f-fb9d-4d93-99ed-efa8389365e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.474919 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.540140 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-36077e26-9f68-4fd2-b2a4-9f136ad9d0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.457075 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.043008 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:27.069366 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-a3151909-b730-4740-994d-a18c766a5413 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475240 Aug 29 05:22:27.162500 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-2f210c47-4435-492c-9d99-01aafb3f361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:27.164246 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-2f210c47-4435-492c-9d99-01aafb3f361a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 1097 time: 0.0475082 Aug 29 05:22:27.603960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-2f6049c9-5481-4e6f-8a7c-0c896dd7d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:27.605401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-2f6049c9-5481-4e6f-8a7c-0c896dd7d68a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 HTTP/1.1" status: 200 len: 898 time: 0.4192204 Aug 29 05:22:27.682081 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-5ebc251c-a852-4ea9-955b-c8a352f2c0b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0665815 Aug 29 05:22:27.732345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-33837864-d4ab-4302-af83-8bd59e159471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:27.733845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-33837864-d4ab-4302-af83-8bd59e159471 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=deafb637-ae31-456c-bffb-1af55c7d9815 HTTP/1.1" status: 200 len: 834 time: 0.0441673 Aug 29 05:22:27.785363 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-47656fb7-a227-44f8-82e4-d906a135cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:27.787252 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-47656fb7-a227-44f8-82e4-d906a135cedf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446179 Aug 29 05:22:27.816901 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:27.878237 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-e1935596-f2ed-4582-b553-29c5d5571f70 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828927 Aug 29 05:22:27.957312 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:22:27.977398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5c36d6ff-1963-40d1-8158-e8b6641fe16b req-6ac29a2c-19c5-481f-a7f4-7e81a2fcd081 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894275 Aug 29 05:22:29.032503 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:39.509867 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10ae4bb6-b2bb-4cf7-8422-6120c6868a87 req-61f0d179-1625-4d47-8218-3601e9e58e5f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265803 Aug 29 05:22:39.576017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10ae4bb6-b2bb-4cf7-8422-6120c6868a87 req-6d18cfb8-c598-4bfa-9321-7b0c72e332b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0253599 Aug 29 05:22:39.614858 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10ae4bb6-b2bb-4cf7-8422-6120c6868a87 req-718004de-a69f-46de-b794-bb71ffe3be07 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197961 Aug 29 05:22:39.713140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae4bb6-b2bb-4cf7-8422-6120c6868a87 req-34cc9141-d7f7-4ce4-8e61-1d9d0f38a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:39.714627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-10ae4bb6-b2bb-4cf7-8422-6120c6868a87 req-34cc9141-d7f7-4ce4-8e61-1d9d0f38a2b7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926030 Aug 29 05:22:44.571183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece45789-80b0-4939-9e8d-b475649b8b51 req-43a02bb6-5d39-42e7-8d95-fbc20494dc9b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:44.572741 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ece45789-80b0-4939-9e8d-b475649b8b51 req-43a02bb6-5d39-42e7-8d95-fbc20494dc9b tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0547616 Aug 29 05:22:44.610976 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ece45789-80b0-4939-9e8d-b475649b8b51 req-fd4075e5-02b6-46ee-ba7a-6c5286f25b3f tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322645 Aug 29 05:22:45.735791 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c08faa-0858-4866-b083-71867480303f req-35bd2352-cf27-457e-bcca-522e8c233851 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:45.737340 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6c08faa-0858-4866-b083-71867480303f req-35bd2352-cf27-457e-bcca-522e8c233851 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0557535 Aug 29 05:22:45.776437 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6c08faa-0858-4866-b083-71867480303f req-4d19e80b-6c64-413a-8586-e372c3fbd2e5 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327744 Aug 29 05:22:45.798884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39022) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:45.860108 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-e268abd9-7990-4d56-b9c9-b4eaa5e55744 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/0f245952-3ceb-47a3-b290-57c60d810f32 HTTP/1.1" status: 200 len: 993 time: 0.0600142 Aug 29 05:22:47.144594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b98d6c-2881-4b1c-8973-bcd4dfd90e30 req-9afc5b8e-171b-4237-a921-db8f521afea8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:47.146149 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22b98d6c-2881-4b1c-8973-bcd4dfd90e30 req-9afc5b8e-171b-4237-a921-db8f521afea8 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0546622 Aug 29 05:22:47.173140 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-1f0ef1c8-898d-48d6-bbf1-b5fdc8cea38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:47.174657 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-1f0ef1c8-898d-48d6-bbf1-b5fdc8cea38e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 1097 time: 0.0439947 Aug 29 05:22:47.186886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-22b98d6c-2881-4b1c-8973-bcd4dfd90e30 req-faa80d42-0a94-4652-82d3-c4a04571def3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340900 Aug 29 05:22:47.270221 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-e876f7fc-48f7-439f-8d6e-8a1e60f4344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:47.271733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-e876f7fc-48f7-439f-8d6e-8a1e60f4344f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 HTTP/1.1" status: 200 len: 898 time: 0.0851099 Aug 29 05:22:47.352205 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-eea0ec7a-9413-4012-a765-6faf4f05656c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0703177 Aug 29 05:22:47.411129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-2e381676-5b17-45e1-9226-f4159263f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:47.412560 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-2e381676-5b17-45e1-9226-f4159263f6b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=deafb637-ae31-456c-bffb-1af55c7d9815 HTTP/1.1" status: 200 len: 834 time: 0.0498111 Aug 29 05:22:47.464952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-0f84e47f-af1a-4fbf-90f3-1b5bde36feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:47.466464 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-0f84e47f-af1a-4fbf-90f3-1b5bde36feb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414917 Aug 29 05:22:47.531930 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7f2d11ac-87b1-4b3d-b079-be696c436633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:47.568310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-e7f4a389-6a1f-4317-b183-0b8b583f4a87 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897667 Aug 29 05:22:47.667286 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-011ebdf3-b546-47a0-9136-176cb1d1ecc1 req-a198b7f3-52dc-4833-b07f-e889912f9a7f service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862362 Aug 29 05:22:48.304512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407110-8185-41d3-9302-b43e08ad7bfe req-d6b8adcd-0a41-413e-81b5-cfff419de076 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:48.306718 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6407110-8185-41d3-9302-b43e08ad7bfe req-d6b8adcd-0a41-413e-81b5-cfff419de076 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0505922 Aug 29 05:22:48.345719 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e6407110-8185-41d3-9302-b43e08ad7bfe req-b7a4f82c-fb9d-45ff-8b27-668c388ebaaf tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324442 Aug 29 05:22:49.478473 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49904d-f4ce-49af-9c09-1ed2833b743e req-6c321010-2339-4589-ab41-f853c1f120f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:49.479978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e49904d-f4ce-49af-9c09-1ed2833b743e req-6c321010-2339-4589-ab41-f853c1f120f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0510511 Aug 29 05:22:49.520045 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5e49904d-f4ce-49af-9c09-1ed2833b743e req-1d0e1544-e365-4d9f-a891-8153eed9a4c7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340610 Aug 29 05:22:49.541969 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39036) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:49.619805 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-844dcd67-015a-42ae-8586-e658dd13a8bd tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/floatingips/0f245952-3ceb-47a3-b290-57c60d810f32 HTTP/1.1" status: 200 len: 993 time: 0.0765436 Aug 29 05:22:50.106817 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39042) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:50.271324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port a64135e7-6dbf-42bb-bfbe-33c11aaf121a {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:50.271613 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:50.354361 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:50.354750 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:50.366149 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for a64135e7-6dbf-42bb-bfbe-33c11aaf121a owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:50.479883 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:50.525386 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:50.542796 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b411ad28-b28d-48b7-bd0a-5960f7348352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:50.566147 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=a64135e7-6dbf-42bb-bfbe-33c11aaf121a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:50.578379 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.578742 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.579096 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.579536 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.579783 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.580281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.580491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.580825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.581163 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.581496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.581830 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.582164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:50.637190 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:50.637525 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Floating IP 0f245952-3ceb-47a3-b290-57c60d810f32 disassociated (deleted). External IP: 172.25.1.177, port: 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0. Aug 29 05:22:50.856251 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router e9d9b421-c572-45df-abe5-5b77c27dd33d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:22:50.969051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:50.974112 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:50.979193 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258436e-e5e8-4d72-a122-849df345402e None None] Sync routers for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:50.988658 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e258436e-e5e8-4d72-a122-849df345402e None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:50.989289 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e258436e-e5e8-4d72-a122-849df345402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:51.002435 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d33ce369-f243-4ec5-8bf9-51158954eca3 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/floatingips/0f245952-3ceb-47a3-b290-57c60d810f32 HTTP/1.1" status: 204 len: 168 time: 0.8944817 Aug 29 05:22:51.003027 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:51.006439 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e3041-2360-48bd-bba1-3e2098b1a850" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:51.097752 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-e258436e-e5e8-4d72-a122-849df345402e None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:51.175305 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c8b2d-3cca-4e47-be59-40d2164a613b x-openstack-request-id: req-990c8b2d-3cca-4e47-be59-40d2164a613b {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:51.175714 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:51.176103 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-990c8b2d-3cca-4e47-be59-40d2164a613b {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:51.176621 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'status': 'completed', 'code': 200} Aug 29 05:22:51.257986 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-9cf9b8b1-b4f2-405d-bb77-9181c2026098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:51.260971 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-9cf9b8b1-b4f2-405d-bb77-9181c2026098 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d29b0fa624964ebb99aa5e46070cf740&device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 1097 time: 0.0590847 Aug 29 05:22:51.270571 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cd54f-342d-4dbb-a9bd-46b479c8ecef req-2062eb0b-0be2-42f1-8878-af792d237754 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:51.272410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd7cd54f-342d-4dbb-a9bd-46b479c8ecef req-2062eb0b-0be2-42f1-8878-af792d237754 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0514343 Aug 29 05:22:51.318467 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fd7cd54f-342d-4dbb-a9bd-46b479c8ecef req-9a23af79-228c-44f1-acff-0c95020fc2df tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374417 Aug 29 05:22:51.365616 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-1baa02d4-c6c6-4822-91ff-76b8b1b5456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:51.367156 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-1baa02d4-c6c6-4822-91ff-76b8b1b5456c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 HTTP/1.1" status: 200 len: 898 time: 0.0967400 Aug 29 05:22:51.410321 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e258436e-e5e8-4d72-a122-849df345402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:22:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:51.412753 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-5aab681c-0efc-490d-8476-dea0c9de2b7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 HTTP/1.1" status: 200 len: 217 time: 0.0373523 Aug 29 05:22:51.443333 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258436e-e5e8-4d72-a122-849df345402e None None] Checking router: e9d9b421-c572-45df-abe5-5b77c27dd33d for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:51.452545 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e258436e-e5e8-4d72-a122-849df345402e None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:51.453173 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e258436e-e5e8-4d72-a122-849df345402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:51.467389 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:51.469105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-b0d2ac28-f591-4032-a747-d1f46fb91770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:51.470595 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-b0d2ac28-f591-4032-a747-d1f46fb91770 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=deafb637-ae31-456c-bffb-1af55c7d9815 HTTP/1.1" status: 200 len: 834 time: 0.0499556 Aug 29 05:22:51.525167 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-77afa8b3-30bd-42d5-bd2f-f2e25f7e9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:51.526726 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-77afa8b3-30bd-42d5-bd2f-f2e25f7e9709 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460782 Aug 29 05:22:51.563017 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-e258436e-e5e8-4d72-a122-849df345402e None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:51.621530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-a787e2e3-3cd6-4a8e-a532-b476abe26b15 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866814 Aug 29 05:22:51.720730 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-1c1e3041-2360-48bd-bba1-3e2098b1a850 req-081d43b9-7ed4-423d-a7c3-69eb914be632 service neutron] 10.222.0.64 "GET /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907838 Aug 29 05:22:51.769826 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-e258436e-e5e8-4d72-a122-849df345402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:22:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:51.795669 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258436e-e5e8-4d72-a122-849df345402e None None] The sync data for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 is: [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:21:55Z', 'revision_number': 4, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '628b9d70-4325-4fc4-97c3-18195715490d', 'name': '', 'network_id': '8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'mac_address': 'fa:16:3e:78:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:54Z', 'updated_at': '2021-08-29T05:22:00Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'subnets': [{'id': 'deafb637-ae31-456c-bffb-1af55c7d9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:52.006461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c195273-6fd4-449f-ba53-e26a272e92be None None] New status for floating IP 0f245952-3ceb-47a3-b290-57c60d810f32: DOWN {{(pid=94847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:22:52.432496 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1453-1a93-4482-a5bc-c00b9d8d0c37 req-b63bfd3c-ce2e-43c4-a50d-d720e680ed67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:52.434008 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dda1453-1a93-4482-a5bc-c00b9d8d0c37 req-b63bfd3c-ce2e-43c4-a50d-d720e680ed67 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Aug 29 05:22:52.487416 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1dda1453-1a93-4482-a5bc-c00b9d8d0c37 req-6a1cd9db-d1af-4e84-956e-55ed6bcfe83d tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/security-groups?id=603c9318-e14c-441c-9f6e-8dcdbfbee6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446188 Aug 29 05:22:53.026952 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-054dcda2-cd67-4419-a95b-63b551458a3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:53.028485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-054dcda2-cd67-4419-a95b-63b551458a3c tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 945 time: 0.0540013 Aug 29 05:22:53.049627 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:53.128267 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:53.128619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:53.217943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:53.218406 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:53.231108 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:53.366899 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:53.395884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=1276cde2-6a3e-4110-b89e-8b4f9cde9cc0,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:53.422105 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.422470 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.422823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.423171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.423518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.423861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.424223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.424562 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.424905 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.425250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.425586 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.425916 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:53.452087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] No DVR routers for this DVR port 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:22:53.454852 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:53.457063 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3e89f56d-17cd-49f9-9d2f-766543f8fded req-bcf5b68a-3073-4856-8ff1-9558e91de3f7 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.64 "DELETE /v2.0/ports/1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 HTTP/1.1" status: 204 len: 173 time: 0.4187336 Aug 29 05:22:53.457561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'name': 'network-vif-deleted', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:53.459895 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6004e72-c890-4552-92bc-e0afe1cd199e" -d '{"events": [{"server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "name": "network-vif-deleted", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:53.497068 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c007b522-2b96-48cb-923c-fd22e8973b4c x-openstack-request-id: req-c007b522-2b96-48cb-923c-fd22e8973b4c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:53.497315 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7040d2-6e92-420f-bc67-e1bac6b2f019", "name": "network-vif-deleted", "tag": "1276cde2-6a3e-4110-b89e-8b4f9cde9cc0", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:53.497594 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c007b522-2b96-48cb-923c-fd22e8973b4c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:53.498108 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7040d2-6e92-420f-bc67-e1bac6b2f019', 'name': 'network-vif-deleted', 'tag': '1276cde2-6a3e-4110-b89e-8b4f9cde9cc0', 'status': 'completed', 'code': 200} Aug 29 05:22:53.594424 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cb7bc686-a4db-4c9e-8b72-64b33d54f0b0 req-d34faab9-f7a9-490b-a6aa-1106a67a5930 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e7040d2-6e92-420f-bc67-e1bac6b2f019 HTTP/1.1" status: 200 len: 210 time: 0.0287580 Aug 29 05:22:54.651977 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39060) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:55.019388 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:55.279375 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port 628b9d70-4325-4fc4-97c3-18195715490d {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:55.279644 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:55.373762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port 628b9d70-4325-4fc4-97c3-18195715490d, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=628b9d70-4325-4fc4-97c3-18195715490d,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:55.374145 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:55.387783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for 628b9d70-4325-4fc4-97c3-18195715490d owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:55.572936 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:55.598639 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=628b9d70-4325-4fc4-97c3-18195715490d,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:55.787442 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.006699 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Router e9d9b421-c572-45df-abe5-5b77c27dd33d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:22:56.117025 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:56.123061 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-eabb0767-a98a-4b24-9b6e-84b3faea38cb tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "PUT /v2.0/routers/e9d9b421-c572-45df-abe5-5b77c27dd33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4700179 Aug 29 05:22:56.125869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39062) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:56.127096 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] Sync routers for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:56.137008 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:56.137626 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:56.177328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08cf2bd-5787-4e2c-91f4-16daf1db7755 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting subnet deafb637-ae31-456c-bffb-1af55c7d9815 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:22:56.181009 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e08cf2bd-5787-4e2c-91f4-16daf1db7755 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.226492 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e08cf2bd-5787-4e2c-91f4-16daf1db7755 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.241882 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:56.319428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e08cf2bd-5787-4e2c-91f4-16daf1db7755 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.382906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e08cf2bd-5787-4e2c-91f4-16daf1db7755 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.411576 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e08cf2bd-5787-4e2c-91f4-16daf1db7755 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.416529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e08cf2bd-5787-4e2c-91f4-16daf1db7755 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/subnets/deafb637-ae31-456c-bffb-1af55c7d9815 HTTP/1.1" status: 204 len: 168 time: 0.2866759 Aug 29 05:22:56.416529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cf2bd-5787-4e2c-91f4-16daf1db7755 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Subnet': ['ID=deafb637-ae31-456c-bffb-1af55c7d9815,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:56.416919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39064) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:56.419879 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb72284c-6cd2-435c-9cc3-141776b97168 None None] Network 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:22:56.438604 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:22:55Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:56.476444 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] Checking router: e9d9b421-c572-45df-abe5-5b77c27dd33d for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:56.486438 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] Routers {'e9d9b421-c572-45df-abe5-5b77c27dd33d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:56.487058 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['e9d9b421-c572-45df-abe5-5b77c27dd33d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:56.532868 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.595670 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] Set router e9d9b421-c572-45df-abe5-5b77c27dd33d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:56.622182 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] DHCP port deletion for 8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:22:56.642496 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.672142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Deleting port 81fbbcd0-7106-4e17-aa83-0ed3e635993a {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:56.672528 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.702741 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Deleting port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:56.703111 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.742211 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] For port 81fbbcd0-7106-4e17-aa83-0ed3e635993a, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=81fbbcd0-7106-4e17-aa83-0ed3e635993a,segment=NetworkSegment(7c6d383c-3c4c-42ad-a595-4f0e8a80273d),segment_id=7c6d383c-3c4c-42ad-a595-4f0e8a80273d)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:56.744033 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.764290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Calling delete_port for 81fbbcd0-7106-4e17-aa83-0ed3e635993a owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:56.787445 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:22:55Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:56.789875 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] For port fd7d4ac4-dc08-46ca-b964-20c2fbc907ce, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=fd7d4ac4-dc08-46ca-b964-20c2fbc907ce,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:56.790574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.805981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Calling delete_port for fd7d4ac4-dc08-46ca-b964-20c2fbc907ce owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:56.821585 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b676a54-4422-4c5a-9295-a5cea76abe5e None None] The sync data for ids ['e9d9b421-c572-45df-abe5-5b77c27dd33d'] in n-d-712142-15 is: [{'id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50948149', 'tenant_id': 'd29b0fa624964ebb99aa5e46070cf740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:51Z', 'updated_at': '2021-08-29T05:22:55Z', 'revision_number': 5, 'project_id': 'd29b0fa624964ebb99aa5e46070cf740', 'gw_port': {'id': 'fd7d4ac4-dc08-46ca-b964-20c2fbc907ce', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9b421-c572-45df-abe5-5b77c27dd33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:52Z', 'updated_at': '2021-08-29T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:56.864387 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.891509 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Pushing event deleted for resources: {'Port': ['ID=81fbbcd0-7106-4e17-aa83-0ed3e635993a,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:56.895977 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] No DVR routers for this DVR port 81fbbcd0-7106-4e17-aa83-0ed3e635993a on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:22:56.911563 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.911922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.912331 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.912682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.913027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.913370 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.913709 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.914050 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.914432 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.914799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.915139 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.915469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f94e0-0f9f-45fb-9086-69d0714c241c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:56.990853 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.019905 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Port': ['ID=fd7d4ac4-dc08-46ca-b964-20c2fbc907ce,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:57.088534 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.187937 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.190191 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.219070 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:57.235917 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.236488 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Fanout notify agent at l3_agent the message router_deleted on router e9d9b421-c572-45df-abe5-5b77c27dd33d {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:22:57.242448 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:22:57.243592 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 1276cde2-6a3e-4110-b89e-8b4f9cde9cc0 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:22:57.246119 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.248567 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b2848afa-c548-4ab9-a9ed-aa329bafdcad tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/routers/e9d9b421-c572-45df-abe5-5b77c27dd33d HTTP/1.1" status: 204 len: 168 time: 0.8305507 Aug 29 05:22:57.250815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39070) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:57.339213 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.426787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.438044 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:57.449016 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6d383c-3c4c-42ad-a595-4f0e8a80273d') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:57.449318 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6d383c-3c4c-42ad-a595-4f0e8a80273d') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:57.460065 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.478484 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.485127 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:22:57.485530 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:22:57.488653 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:22:57.551637 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.556730 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.558584 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/networks/8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815 HTTP/1.1" status: 204 len: 168 time: 0.3068554 Aug 29 05:22:57.561587 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39072) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:57.572913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8f98e-db80-457d-b9ef-efcd4d57f981 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'Network': ['ID=8a5e2fb6-a0e6-4883-816b-e6d5dfdb0815,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:57.626178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70643e0f-c475-48f8-b0d5-2b170efcf577 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.656609 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70643e0f-c475-48f8-b0d5-2b170efcf577 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.720343 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70643e0f-c475-48f8-b0d5-2b170efcf577 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.723140 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-70643e0f-c475-48f8-b0d5-2b170efcf577 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.727543 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-70643e0f-c475-48f8-b0d5-2b170efcf577 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] 10.222.0.58 "DELETE /v2.0/security-groups/603c9318-e14c-441c-9f6e-8dcdbfbee6aa HTTP/1.1" status: 204 len: 168 time: 0.1617727 Aug 29 05:22:57.734481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70643e0f-c475-48f8-b0d5-2b170efcf577 tempest-TestNetworkAdvancedServerOps-1752557376 tempest-TestNetworkAdvancedServerOps-1752557376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603c9318-e14c-441c-9f6e-8dcdbfbee6aa,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:57.823323 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.085630 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39080) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:58.233629 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6beac78a-38ee-4faa-8590-d6285ac65261 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d29b0fa624964ebb99aa5e46070cf740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461689 Aug 29 05:22:58.236238 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39084) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:58.256347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 628b9d70-4325-4fc4-97c3-18195715490d no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:58.286177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 628b9d70-4325-4fc4-97c3-18195715490d {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:22:58.286624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 628b9d70-4325-4fc4-97c3-18195715490d not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:22:58.287164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 81fbbcd0-7106-4e17-aa83-0ed3e635993a no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:58.294679 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1e1393d-aab0-48e8-af60-a4f2fa26fe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.305924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 81fbbcd0-7106-4e17-aa83-0ed3e635993a {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:22:58.306360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 81fbbcd0-7106-4e17-aa83-0ed3e635993a not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:22:58.310397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fd7d4ac4-dc08-46ca-b964-20c2fbc907ce no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:58.318062 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1e1393d-aab0-48e8-af60-a4f2fa26fe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.326890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: fd7d4ac4-dc08-46ca-b964-20c2fbc907ce {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:22:58.327516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device fd7d4ac4-dc08-46ca-b964-20c2fbc907ce not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:22:58.375874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1e1393d-aab0-48e8-af60-a4f2fa26fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.378461 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1e1393d-aab0-48e8-af60-a4f2fa26fe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.379831 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d1e1393d-aab0-48e8-af60-a4f2fa26fe36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db3980d7-3151-415e-a056-a4e27f9ecea6 HTTP/1.1" status: 204 len: 168 time: 0.1426125 Aug 29 05:22:58.388054 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1393d-aab0-48e8-af60-a4f2fa26fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3980d7-3151-415e-a056-a4e27f9ecea6,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:58.661652 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39090) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:58.676630 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b31b776d-5154-481f-a135-11d164ba6039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.783620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b31b776d-5154-481f-a135-11d164ba6039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.787614 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b31b776d-5154-481f-a135-11d164ba6039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.826479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b31b776d-5154-481f-a135-11d164ba6039 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=781d85f53f924328a7f6d48f8bc54224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637270 Aug 29 05:22:58.833687 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b776d-5154-481f-a135-11d164ba6039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b9adba-1ab9-40a9-98fb-a95af95ed339,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:58.833869 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39092) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:58.883648 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afedc4a9-bd65-45f4-9ec1-b240f15117e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.906479 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afedc4a9-bd65-45f4-9ec1-b240f15117e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.953458 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afedc4a9-bd65-45f4-9ec1-b240f15117e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.956049 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-afedc4a9-bd65-45f4-9ec1-b240f15117e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.957262 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-afedc4a9-bd65-45f4-9ec1-b240f15117e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7b9adba-1ab9-40a9-98fb-a95af95ed339 HTTP/1.1" status: 204 len: 168 time: 0.1256466 Aug 29 05:22:58.965856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc4a9-bd65-45f4-9ec1-b240f15117e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b9adba-1ab9-40a9-98fb-a95af95ed339,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:59.050335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:59.697606 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39114) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:59.795744 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-20996488-network', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:59.816085 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Made reservation on behalf of 0a2da8cb975945ec901c1fdefa2bfad7 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:22:59.818298 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:59.827362 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:59.924521 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:59.929012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:59.956204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:22:59.962964 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf45de0-c03b-49e0-bdba-a8b76e91a8ad,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:59.969624 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:59.970003 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Added segment a657134b-a31d-48c7-a805-0b3b918c0824 of type vlan for network f6066651-2603-4295-a84c-6605851037c5 Aug 29 05:23:00.012791 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.038368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.039883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:00.040501 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.098138 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3993671 Aug 29 05:23:00.101394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39118) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:00.108029 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Request body: {'subnet': {'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-20996488-subnet', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:00.113821 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfe599-274d-4074-8f29-6715e63179b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f6066651-2603-4295-a84c-6605851037c5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:00.123720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network f6066651-2603-4295-a84c-6605851037c5 details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:00.140341 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Made reservation on behalf of 0a2da8cb975945ec901c1fdefa2bfad7 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:00.142967 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.321168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.378716 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ac3f98-ab56-4de5-b53d-4e5d1eb89332,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:00.401201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Checking segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:00.401564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Network hostable DHCP agents. Network: f6066651-2603-4295-a84c-6605851037c5, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:00.418991 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Network f6066651-2603-4295-a84c-6605851037c5 is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:00.427574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, f6066651-2603-4295-a84c-6605851037c5) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:00.432465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:00.433665 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.439559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1713d9-b5a8-4646-91fb-24b5074a069f None None] Network f6066651-2603-4295-a84c-6605851037c5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:00.448439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1187cc50-eb9e-4bad-b11f-764dceaabb8f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3457093 Aug 29 05:23:00.451674 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39120) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:00.456723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:00.477995 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.479057 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.537473 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.607014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-f6066651-2603-4295-a84c-6605851037c5', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:23:00.607924 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.684571 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.755940 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Allocated IP 172.20.0.2 (f6066651-2603-4295-a84c-6605851037c5/04ac3f98-ab56-4de5-b53d-4e5d1eb89332/4a07e75c-3c50-4573-b66b-4ac0cbb08a66) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:00.892877 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.911504 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.919712 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.921166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Transition to ACTIVE for port object 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:00.936650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Transition to ACTIVE for port object 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:00.942717 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.979335 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Network f6066651-2603-4295-a84c-6605851037c5 is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:00.985800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:00.989428 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:00.997022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Pushing event updated for resources: {'Port': ['ID=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:01.029034 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Allocated IP 172.25.1.224 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/d98fb536-6b91-4031-9bd9-27c2e54d85d9) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:01.048895 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Attempting to bind port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:01.049404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Attempting to bind port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:01.049869 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Attempting to bind port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 on network f6066651-2603-4295-a84c-6605851037c5 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:01.055754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:01.056236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Checking segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:01.056654 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:01.057064 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Bound using segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:01.057539 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Bound port: 4a07e75c-3c50-4573-b66b-4ac0cbb08a66, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:01.057927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:01.128817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] For port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:01.132582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] For port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:01.137564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:01.141444 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:01.184851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:01.196461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a28d6b-9657-4b5c-919d-ca0718259ee7 None None] Pushing event updated for resources: {'Port': ['ID=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:01.233241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:01.237189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:01.239122 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Pushing event updated for resources: {'Port': ['ID=d98fb536-6b91-4031-9bd9-27c2e54d85d9,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:01.241307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:01.854558 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.060018 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.084461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311194bd-ceee-48cc-aea5-506308491ad8 None None] Network f6066651-2603-4295-a84c-6605851037c5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:02.153224 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-705fda6b-0323-4c8d-a670-01977b76fef3 None None] Provisioning for port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:02.205747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:23:02.298995 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:02.337878 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:02.355344 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Sync routers for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:02.355849 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.359909 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f312f020-44a5-4d44-b701-e2a04767a28f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9043553 Aug 29 05:23:02.360209 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39122) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:02.361084 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:02.367264 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:02.367653 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.371534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:02.373207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:02.548703 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:02.624020 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.702671 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1690cfa1-481c-42f8-b4a5-455befef53b9 None None] Provisioning complete for port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:02.703042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1690cfa1-481c-42f8-b4a5-455befef53b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.745817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:02.759312 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.859260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:02.921748 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:01Z', 'revision_number': 3, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:02.950197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Checking router: 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:02.950568 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Updating router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 port d98fb536-6b91-4031-9bd9-27c2e54d85d9 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:23:02.980950 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.143554 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.334458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Allocated IP 172.20.0.1 (f6066651-2603-4295-a84c-6605851037c5/04ac3f98-ab56-4de5-b53d-4e5d1eb89332/c6aca244-8ad4-4add-bc49-7b5f11859947) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:03.413679 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.424737 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Transition to ACTIVE for port object d98fb536-6b91-4031-9bd9-27c2e54d85d9 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:03.431118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.452463 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.467669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Transition to ACTIVE for port object c6aca244-8ad4-4add-bc49-7b5f11859947 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:03.485643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Attempting to bind port d98fb536-6b91-4031-9bd9-27c2e54d85d9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:03.486023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Attempting to bind port d98fb536-6b91-4031-9bd9-27c2e54d85d9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:03.486395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Attempting to bind port d98fb536-6b91-4031-9bd9-27c2e54d85d9 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:03.489260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87dd89-45c0-4ce9-b4b7-0ef718401169 None None] Pushing event updated for resources: {'Port': ['ID=d98fb536-6b91-4031-9bd9-27c2e54d85d9,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:03.495116 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:03.495517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:03.495912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.496327 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:03.497341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Bound port: d98fb536-6b91-4031-9bd9-27c2e54d85d9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:03.497341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.502219 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.543768 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Network f6066651-2603-4295-a84c-6605851037c5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:03.548326 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:03.553346 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:03.555459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] For port d98fb536-6b91-4031-9bd9-27c2e54d85d9, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:03.556965 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6aca244-8ad4-4add-bc49-7b5f11859947,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:03.559244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] For port d98fb536-6b91-4031-9bd9-27c2e54d85d9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d98fb536-6b91-4031-9bd9-27c2e54d85d9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:03.563865 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.595026 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.615166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:03.615822 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:03.663884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87dd89-45c0-4ce9-b4b7-0ef718401169 None None] Pushing event updated for resources: {'Port': ['ID=d98fb536-6b91-4031-9bd9-27c2e54d85d9,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:03.738755 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.752660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:03.875031 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ddbc6ab4-61e5-429f-a661-599b6b42dc92 None None] Provisioning for port c6aca244-8ad4-4add-bc49-7b5f11859947 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:03.883785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-ddbc6ab4-61e5-429f-a661-599b6b42dc92 None None] Provisioning complete for port c6aca244-8ad4-4add-bc49-7b5f11859947 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:03.884201 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6ab4-61e5-429f-a661-599b6b42dc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.917984 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.922451 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.947280 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc6ab4-61e5-429f-a661-599b6b42dc92 None None] Port c6aca244-8ad4-4add-bc49-7b5f11859947 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:03.974442 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:01Z', 'revision_number': 3, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:03.992180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6aca244-8ad4-4add-bc49-7b5f11859947,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:03.995867 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.006846 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda5cac-3cdc-40b1-aa25-6d1bc706c086 None None] The sync data for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 is: [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:01Z', 'revision_number': 3, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:04.094245 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Network f6066651-2603-4295-a84c-6605851037c5 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:04.095826 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:04.233865 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:23:04.310834 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:04.381022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1f3aff37-39e6-4bfe-853a-19bb86c04ff8 None None] Provisioning complete for port c6aca244-8ad4-4add-bc49-7b5f11859947 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:04.381360 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1f3aff37-39e6-4bfe-853a-19bb86c04ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.401560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:04.406174 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:04.406551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.415789 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a33e4021-f477-4a8b-8bd4-e7850e78b4f8 admin admin] 10.222.0.58 "PUT /v2.0/routers/49e8ff6f-41ba-4e8f-8543-ef78843d30d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466475 Aug 29 05:23:04.450776 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1f3aff37-39e6-4bfe-853a-19bb86c04ff8 None None] Port c6aca244-8ad4-4add-bc49-7b5f11859947 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:04.923145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39138) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:04.928299 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1991570327-network', 'tenant_id': '15bb8ae214ef461cb92506567f15e981'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:04.950172 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Made reservation on behalf of 15bb8ae214ef461cb92506567f15e981 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:04.952468 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.956856 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:04.962154 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.055160 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.060113 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.088091 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:05.099583 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f45d091-cbb2-4af6-a2f4-d4aac4204b08,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:05.109308 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.109656 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Added segment ba625334-d45b-4386-a187-f5fc59dae0bd of type vlan for network edeee53a-9bc0-4165-9529-e833275a15eb Aug 29 05:23:05.152268 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.176569 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.177560 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:05.178173 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.238159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3138587 Aug 29 05:23:05.241266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39140) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:05.243811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e351a8-412e-43d8-84c2-96675c07c48f admin admin] Pushing event updated for resources: {'Network': ['ID=edeee53a-9bc0-4165-9529-e833275a15eb,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:05.254753 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network edeee53a-9bc0-4165-9529-e833275a15eb details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:05.257111 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Request body: {'subnet': {'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1991570327-subnet', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:05.282126 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Made reservation on behalf of 15bb8ae214ef461cb92506567f15e981 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:05.284888 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.462681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.517751 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad51479c-3145-4d2d-9988-39ad72366d10,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:05.529895 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Checking segment: {'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:05.530266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Network hostable DHCP agents. Network: edeee53a-9bc0-4165-9529-e833275a15eb, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:05.548574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Network edeee53a-9bc0-4165-9529-e833275a15eb is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:05.558492 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, edeee53a-9bc0-4165-9529-e833275a15eb) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:05.568537 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:05.569224 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.572956 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Sync routers for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:05.573892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd753e-987e-4721-8e15-00b8ea444f99 None None] Network edeee53a-9bc0-4165-9529-e833275a15eb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:05.583000 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:05.583626 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:05.595496 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-55c70659-fd60-490d-85bc-10d5e17cc1a3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3495562 Aug 29 05:23:05.595707 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39142) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:05.600142 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:05.629634 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.630474 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.695925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.699423 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:05.744524 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-edeee53a-9bc0-4165-9529-e833275a15eb', 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'fixed_ips': [{'subnet_id': 'ad51479c-3145-4d2d-9988-39ad72366d10'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:23:05.745458 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.850050 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.897789 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Allocated IP 172.20.0.2 (edeee53a-9bc0-4165-9529-e833275a15eb/ad51479c-3145-4d2d-9988-39ad72366d10/17a0971e-b5b9-42ee-b069-9d23ce3c5602) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:06.014253 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 2, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:06.040826 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Checking router: 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:06.041460 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Updating router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 port c6aca244-8ad4-4add-bc49-7b5f11859947 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:23:06.056172 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.065544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Transition to ACTIVE for port object 17a0971e-b5b9-42ee-b069-9d23ce3c5602 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:06.069256 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.076053 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.084698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Transition to ACTIVE for port object 17a0971e-b5b9-42ee-b069-9d23ce3c5602 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:06.091432 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.097430 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.138456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Network edeee53a-9bc0-4165-9529-e833275a15eb is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:06.142837 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:06.145338 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:06.154643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Pushing event updated for resources: {'Port': ['ID=17a0971e-b5b9-42ee-b069-9d23ce3c5602,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.209134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Attempting to bind port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:06.209519 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Attempting to bind port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:06.210106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Attempting to bind port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 on network edeee53a-9bc0-4165-9529-e833275a15eb {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:06.215405 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:06.215864 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Checking segment: {'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:06.216372 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.216842 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Bound using segment: {'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:06.217392 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Bound port: 17a0971e-b5b9-42ee-b069-9d23ce3c5602, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:06.217915 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.218324 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Allocated IP 172.25.1.212 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/8898d2b5-b0be-4731-bee8-0b2dfd72ed82) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:06.308078 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] For port 17a0971e-b5b9-42ee-b069-9d23ce3c5602, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:06.312478 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] For port 17a0971e-b5b9-42ee-b069-9d23ce3c5602, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=17a0971e-b5b9-42ee-b069-9d23ce3c5602,segment=NetworkSegment(ba625334-d45b-4386-a187-f5fc59dae0bd),segment_id=ba625334-d45b-4386-a187-f5fc59dae0bd)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:06.326557 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.335696 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d98fb536-6b91-4031-9bd9-27c2e54d85d9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:06.357451 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.369753 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Transition to ACTIVE for port object c6aca244-8ad4-4add-bc49-7b5f11859947 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:06.377292 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.377706 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.435424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c5f7e-5f16-4a90-943e-af91958a89d9 None None] Pushing event updated for resources: {'Port': ['ID=17a0971e-b5b9-42ee-b069-9d23ce3c5602,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.451921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.456891 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Pushing event updated for resources: {'Port': ['ID=c6aca244-8ad4-4add-bc49-7b5f11859947,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.460666 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port d98fb536-6b91-4031-9bd9-27c2e54d85d9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:06.467636 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.468098 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.468353 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.468689 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.469021 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.469344 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.469671 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.470021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d98fb536-6b91-4031-9bd9-27c2e54d85d9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:06.470515 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.472301 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.472639 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.473979 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.474326 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.474657 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:06.509505 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Attempting to bind port c6aca244-8ad4-4add-bc49-7b5f11859947 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:06.510182 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Attempting to bind port c6aca244-8ad4-4add-bc49-7b5f11859947 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:06.510747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Attempting to bind port c6aca244-8ad4-4add-bc49-7b5f11859947 on network f6066651-2603-4295-a84c-6605851037c5 {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:06.517726 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:06.518431 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Checking segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:06.519012 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.520200 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Bound using segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:06.520937 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Bound port: c6aca244-8ad4-4add-bc49-7b5f11859947, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:06.521525 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.532515 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:06.535529 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:06.541179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:06.574222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Pushing event updated for resources: {'Port': ['ID=8898d2b5-b0be-4731-bee8-0b2dfd72ed82,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.599727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.632194 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] For port c6aca244-8ad4-4add-bc49-7b5f11859947, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:06.637479 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] For port c6aca244-8ad4-4add-bc49-7b5f11859947, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6aca244-8ad4-4add-bc49-7b5f11859947,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:06.644102 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.645337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port d98fb536-6b91-4031-9bd9-27c2e54d85d9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d98fb536-6b91-4031-9bd9-27c2e54d85d9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:06.665564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.736587 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:06.737410 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:06.766922 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=d98fb536-6b91-4031-9bd9-27c2e54d85d9,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.794784 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f11c3-cba9-452a-9e5d-0e68faeb0474 None None] Pushing event updated for resources: {'Port': ['ID=c6aca244-8ad4-4add-bc49-7b5f11859947,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.899791 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:06.930963 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.120496 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:07.148116 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.151585 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be7169-fb65-4c9b-9e41-30774c133e19 None None] The sync data for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 is: [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:07.314156 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:23:07.441617 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:07.454794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Sync routers for ids ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:07.465975 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.466193 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Routers {'338d124b-dc2f-449a-b8c0-e92aecad9cb0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:07.466751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:07.467623 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f9db6e47-9a18-43f4-9a6a-a1cc51434f81 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8709619 Aug 29 05:23:07.470594 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39144) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:07.601354 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Set router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:07.701945 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bacbee-b9d3-491d-909a-8ba8b612dc82 None None] Network edeee53a-9bc0-4165-9529-e833275a15eb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:07.816451 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3f494658-74f8-4762-baa4-304ee033c6b4 None None] Provisioning for port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:07.945743 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 3, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port': {'id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:06Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:07.972156 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.976091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Checking router: 338d124b-dc2f-449a-b8c0-e92aecad9cb0 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:07.977298 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Updating router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:23:08.020049 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.176856 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Allocated IP 172.20.0.1 (edeee53a-9bc0-4165-9529-e833275a15eb/ad51479c-3145-4d2d-9988-39ad72366d10/1c289e8d-521b-48b3-b36f-275e84107f65) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:08.335882 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.358682 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Transition to ACTIVE for port object 1c289e8d-521b-48b3-b36f-275e84107f65 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:08.414876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.448640 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d98fb536-6b91-4031-9bd9-27c2e54d85d9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:08.457977 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Network edeee53a-9bc0-4165-9529-e833275a15eb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:08.460923 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:08.464917 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:08.512804 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Pushing event updated for resources: {'Port': ['ID=1c289e8d-521b-48b3-b36f-275e84107f65,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:08.527125 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.549245 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port d98fb536-6b91-4031-9bd9-27c2e54d85d9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:08.549629 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.618364 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.634469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Transition to ACTIVE for port object 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:08.644794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.676874 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.724012 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 17a0971e-b5b9-42ee-b069-9d23ce3c5602 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:08.754501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82028d-9430-4fba-8395-7c04d5d40eb6 None None] Pushing event updated for resources: {'Port': ['ID=8898d2b5-b0be-4731-bee8-0b2dfd72ed82,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:08.758936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Attempting to bind port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:08.759324 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Attempting to bind port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:08.759694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Attempting to bind port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:08.767545 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:08.767937 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:08.768378 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.768785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:08.769271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Bound port: 8898d2b5-b0be-4731-bee8-0b2dfd72ed82, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:08.769663 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.825092 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3220732c-fd3b-49d4-9a3e-077f8d40fc48 None None] Provisioning for port 1c289e8d-521b-48b3-b36f-275e84107f65 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:08.840738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-3220732c-fd3b-49d4-9a3e-077f8d40fc48 None None] Provisioning complete for port 1c289e8d-521b-48b3-b36f-275e84107f65 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:08.841122 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3220732c-fd3b-49d4-9a3e-077f8d40fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.862141 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.866731 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.870644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] For port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:08.879615 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:08.895919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:08.896338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.901271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-3220732c-fd3b-49d4-9a3e-077f8d40fc48 None None] Port 1c289e8d-521b-48b3-b36f-275e84107f65 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:08.903803 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] For port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8898d2b5-b0be-4731-bee8-0b2dfd72ed82,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:08.924266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.937507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.939431 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Pushing event updated for resources: {'Port': ['ID=1c289e8d-521b-48b3-b36f-275e84107f65,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:09.004926 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Routers {'338d124b-dc2f-449a-b8c0-e92aecad9cb0'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:09.005580 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:09.008594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82028d-9430-4fba-8395-7c04d5d40eb6 None None] Pushing event updated for resources: {'Port': ['ID=8898d2b5-b0be-4731-bee8-0b2dfd72ed82,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:09.045640 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Network edeee53a-9bc0-4165-9529-e833275a15eb is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:09.047506 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:09.116192 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.169897 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 17a0971e-b5b9-42ee-b069-9d23ce3c5602, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=17a0971e-b5b9-42ee-b069-9d23ce3c5602,segment=NetworkSegment(ba625334-d45b-4386-a187-f5fc59dae0bd),segment_id=ba625334-d45b-4386-a187-f5fc59dae0bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:09.172022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] Set router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:09.176460 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:23:09.203016 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.203929 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6aca244-8ad4-4add-bc49-7b5f11859947 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:09.297542 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:09.303159 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9dcb209d-b8b8-4c85-af50-c85a71abd404 admin admin] 10.222.0.58 "PUT /v2.0/routers/338d124b-dc2f-449a-b8c0-e92aecad9cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304083 Aug 29 05:23:09.372247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=17a0971e-b5b9-42ee-b069-9d23ce3c5602,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:09.389874 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-867e73f7-e0dd-4470-a2e7-3574b2967cb5 None None] Provisioning complete for port 1c289e8d-521b-48b3-b36f-275e84107f65 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:09.390260 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-867e73f7-e0dd-4470-a2e7-3574b2967cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.432851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port c6aca244-8ad4-4add-bc49-7b5f11859947 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:09.453279 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c6aca244-8ad4-4add-bc49-7b5f11859947 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:09.453663 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.475080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-867e73f7-e0dd-4470-a2e7-3574b2967cb5 None None] Port 1c289e8d-521b-48b3-b36f-275e84107f65 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:09.575259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 4, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port': {'id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:06Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c289e8d-521b-48b3-b36f-275e84107f65', 'name': '', 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'mac_address': 'fa:16:3e:88:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 2, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'subnets': [{'id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:09.605110 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.607271 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596b163-7419-483d-9d47-e9f79d39ff08 None None] The sync data for ids ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'] in n-d-712142-15 is: [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 4, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port': {'id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:06Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c289e8d-521b-48b3-b36f-275e84107f65', 'name': '', 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'mac_address': 'fa:16:3e:88:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 2, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'subnets': [{'id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:09.645157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port c6aca244-8ad4-4add-bc49-7b5f11859947, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6aca244-8ad4-4add-bc49-7b5f11859947,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:09.651128 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.712261 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=c6aca244-8ad4-4add-bc49-7b5f11859947,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:09.894711 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39152) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:09.900342 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-9101e57a-28b3-44f9-9c14-3bff1da20021 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321078444', 'description': 'tempest-secgroup-smoke-1321078444 description', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:09.925856 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9101e57a-28b3-44f9-9c14-3bff1da20021 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.021751 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9101e57a-28b3-44f9-9c14-3bff1da20021 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.026672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9101e57a-28b3-44f9-9c14-3bff1da20021 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.055684 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-9101e57a-28b3-44f9-9c14-3bff1da20021 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.056983 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-9101e57a-28b3-44f9-9c14-3bff1da20021 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1611497 Aug 29 05:23:10.060601 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39154) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:10.062167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101e57a-28b3-44f9-9c14-3bff1da20021 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.066782 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6762a028-91e3-49a8-ba48-879ff679c31f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': '80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:10.099417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6762a028-91e3-49a8-ba48-879ff679c31f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.162080 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6762a028-91e3-49a8-ba48-879ff679c31f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.166423 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6762a028-91e3-49a8-ba48-879ff679c31f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.185659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762a028-91e3-49a8-ba48-879ff679c31f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5558d82-fe73-4ca4-97bf-2609a2c295c1,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.196035 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6762a028-91e3-49a8-ba48-879ff679c31f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.198398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6762a028-91e3-49a8-ba48-879ff679c31f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357501 Aug 29 05:23:10.200945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39156) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:10.205962 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b74d7668-39b9-4d30-b11e-62931bff8520 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': '80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:10.235550 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b74d7668-39b9-4d30-b11e-62931bff8520 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.327469 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 17a0971e-b5b9-42ee-b069-9d23ce3c5602 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:10.333534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b74d7668-39b9-4d30-b11e-62931bff8520 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.340778 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b74d7668-39b9-4d30-b11e-62931bff8520 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.364871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d7668-39b9-4d30-b11e-62931bff8520 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd308687-67cb-4fba-870f-87477b041f86,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.371969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b74d7668-39b9-4d30-b11e-62931bff8520 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.373177 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b74d7668-39b9-4d30-b11e-62931bff8520 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711485 Aug 29 05:23:10.375966 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39158) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:10.381030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-97864775-f05f-4da9-b70e-ed791c67f8b6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': '80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:10.382157 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:10.382563 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.417991 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97864775-f05f-4da9-b70e-ed791c67f8b6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.483440 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6aca244-8ad4-4add-bc49-7b5f11859947 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:10.485212 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97864775-f05f-4da9-b70e-ed791c67f8b6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.491861 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97864775-f05f-4da9-b70e-ed791c67f8b6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.513399 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97864775-f05f-4da9-b70e-ed791c67f8b6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c383b872-3b79-4c0b-96f3-1d31c51a04cb,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.522013 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-97864775-f05f-4da9-b70e-ed791c67f8b6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.526190 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-97864775-f05f-4da9-b70e-ed791c67f8b6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462083 Aug 29 05:23:10.526885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39160) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:10.532638 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8b27341a-07ec-47ff-b0ba-543a21e1ea75 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': '80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:10.541086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port c6aca244-8ad4-4add-bc49-7b5f11859947 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:10.541386 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.566158 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b27341a-07ec-47ff-b0ba-543a21e1ea75 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.642588 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b27341a-07ec-47ff-b0ba-543a21e1ea75 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.646820 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b27341a-07ec-47ff-b0ba-543a21e1ea75 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.676069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27341a-07ec-47ff-b0ba-543a21e1ea75 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a4f191-1a3f-48ab-99d6-6ed962bd4dc9,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.687044 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b27341a-07ec-47ff-b0ba-543a21e1ea75 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.688528 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8b27341a-07ec-47ff-b0ba-543a21e1ea75 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603565 Aug 29 05:23:10.691185 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39162) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:10.696360 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-3e6f6b26-f24c-4fcb-8689-5fb036ba8d3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': '80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:10.721312 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-3e6f6b26-f24c-4fcb-8689-5fb036ba8d3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Project 0a2da8cb975945ec901c1fdefa2bfad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:23:10.727168 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6b26-f24c-4fcb-8689-5fb036ba8d3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.791775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6b26-f24c-4fcb-8689-5fb036ba8d3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.795618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6b26-f24c-4fcb-8689-5fb036ba8d3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.814242 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f6b26-f24c-4fcb-8689-5fb036ba8d3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828c3bed-fbaa-4ea5-bc6d-b7028b9f09c1,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.823920 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6b26-f24c-4fcb-8689-5fb036ba8d3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.825354 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-3e6f6b26-f24c-4fcb-8689-5fb036ba8d3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331916 Aug 29 05:23:10.828048 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39164) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:10.832860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-557ab172-7dea-493c-9315-f4367492c1b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': '80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:10.856584 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-557ab172-7dea-493c-9315-f4367492c1b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Project 0a2da8cb975945ec901c1fdefa2bfad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:23:10.862083 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-557ab172-7dea-493c-9315-f4367492c1b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.934126 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-557ab172-7dea-493c-9315-f4367492c1b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.938136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-557ab172-7dea-493c-9315-f4367492c1b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.960932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab172-7dea-493c-9315-f4367492c1b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bbf72b-3ba4-467b-a5af-a99d5926c93b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.969069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-557ab172-7dea-493c-9315-f4367492c1b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.970498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-557ab172-7dea-493c-9315-f4367492c1b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413972 Aug 29 05:23:11.174215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-f4e78806-a3ee-4ba2-9948-7e5399408b3c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321078444&fields=id&tenant_id=0a2da8cb975945ec901c1fdefa2bfad7 HTTP/1.1" status: 200 len: 267 time: 0.0312207 Aug 29 05:23:11.286895 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60991-2f13-414d-b04c-5bfb864c185f req-bd80f42b-3dff-45d1-a0b3-c026b32fe036 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:11.288559 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-bd80f42b-3dff-45d1-a0b3-c026b32fe036 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 807 time: 0.1063061 Aug 29 05:23:11.307100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-1fbf25ce-10cd-4661-b661-fccd3d28c740 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/quotas/0a2da8cb975945ec901c1fdefa2bfad7 HTTP/1.1" status: 200 len: 375 time: 0.0102587 Aug 29 05:23:11.361753 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-1b90e5e4-2440-4f91-b67e-722abaa623b1 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491879 Aug 29 05:23:11.465608 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-8bc8217d-3aea-495a-b637-94f815ed4390 service neutron] 10.222.0.58 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909057 Aug 29 05:23:11.565768 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-0bb70d76-f811-4243-8f26-4b25c84fbb55 service neutron] 10.222.0.58 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935225 Aug 29 05:23:11.749951 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Sync routers for ids ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:11.752105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6623388d-3b15-4f8c-bf55-2b6c561ad8fc req-83a21efc-475d-46f9-9db1-f0316811069d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 210 time: 0.0309596 Aug 29 05:23:11.772317 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Routers {'338d124b-dc2f-449a-b8c0-e92aecad9cb0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:11.773482 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:11.897549 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Set router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:12.107838 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 4, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port': {'id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:06Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c289e8d-521b-48b3-b36f-275e84107f65', 'name': '', 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'mac_address': 'fa:16:3e:88:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 2, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'subnets': [{'id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:12.135618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Checking router: 338d124b-dc2f-449a-b8c0-e92aecad9cb0 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:12.135977 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Updating router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 port 1c289e8d-521b-48b3-b36f-275e84107f65 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:23:12.161685 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.293042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:12.360472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:12.365167 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:12.365549 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.466045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.487547 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8898d2b5-b0be-4731-bee8-0b2dfd72ed82,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:12.492794 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.542265 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=8898d2b5-b0be-4731-bee8-0b2dfd72ed82,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:12.564256 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.578658 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Transition to ACTIVE for port object 1c289e8d-521b-48b3-b36f-275e84107f65 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:12.581574 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.630212 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817da3d-3697-44be-ba5e-509a1ed500d9 None None] Pushing event updated for resources: {'Port': ['ID=1c289e8d-521b-48b3-b36f-275e84107f65,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:12.689775 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Attempting to bind port 1c289e8d-521b-48b3-b36f-275e84107f65 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:12.690174 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Attempting to bind port 1c289e8d-521b-48b3-b36f-275e84107f65 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:12.690496 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Attempting to bind port 1c289e8d-521b-48b3-b36f-275e84107f65 on network edeee53a-9bc0-4165-9529-e833275a15eb {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:12.696290 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:12.696654 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Checking segment: {'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:12.697065 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.697458 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Bound using segment: {'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:12.697937 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Bound port: 1c289e8d-521b-48b3-b36f-275e84107f65, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba625334-d45b-4386-a187-f5fc59dae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:12.698317 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.772403 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] For port 1c289e8d-521b-48b3-b36f-275e84107f65, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:12.776465 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] For port 1c289e8d-521b-48b3-b36f-275e84107f65, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1c289e8d-521b-48b3-b36f-275e84107f65,segment=NetworkSegment(ba625334-d45b-4386-a187-f5fc59dae0bd),segment_id=ba625334-d45b-4386-a187-f5fc59dae0bd)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:12.792213 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.871947 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Routers {'338d124b-dc2f-449a-b8c0-e92aecad9cb0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:12.872677 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:22:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:12.911803 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-028ba9f4-9db2-4d53-b520-66955d1f2fee req-4bc50036-529c-4813-a309-1e4f18ff589e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 210 time: 0.0543807 Aug 29 05:23:12.942852 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60991-2f13-414d-b04c-5bfb864c185f req-ee31b99a-4af2-4b96-9bcc-d23725cd2473 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:12.945710 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-ee31b99a-4af2-4b96-9bcc-d23725cd2473 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 807 time: 0.1940362 Aug 29 05:23:12.981826 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817da3d-3697-44be-ba5e-509a1ed500d9 None None] Pushing event updated for resources: {'Port': ['ID=1c289e8d-521b-48b3-b36f-275e84107f65,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:12.999393 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-1172b74e-0ad0-4650-81fc-6ea91adcd567 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2da8cb975945ec901c1fdefa2bfad7 HTTP/1.1" status: 200 len: 380 time: 0.0387049 Aug 29 05:23:13.011773 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'port': {'device_id': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'admin_state_up': True, 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'security_groups': ['80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:13.024185 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] Set router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:13.134228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Made reservation on behalf of 0a2da8cb975945ec901c1fdefa2bfad7 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:13.137807 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.243714 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 4, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port': {'id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:06Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c289e8d-521b-48b3-b36f-275e84107f65', 'name': '', 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'mac_address': 'fa:16:3e:88:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'subnets': [{'id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:13.270297 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031d680-2a98-48df-8b56-eb86f5464718 None None] The sync data for ids ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'] in n-d-712142-15 is: [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 4, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port': {'id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:06Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '1c289e8d-521b-48b3-b36f-275e84107f65', 'name': '', 'network_id': 'edeee53a-9bc0-4165-9529-e833275a15eb', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'mac_address': 'fa:16:3e:88:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'subnets': [{'id': 'ad51479c-3145-4d2d-9988-39ad72366d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:13.278817 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Allocated IP 172.20.0.8 (f6066651-2603-4295-a84c-6605851037c5/04ac3f98-ab56-4de5-b53d-4e5d1eb89332/ee770be2-f6ef-4453-affa-b371085becf7) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:13.429916 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.445711 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Transition to ACTIVE for port object ee770be2-f6ef-4453-affa-b371085becf7 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:13.480251 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.539784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Network f6066651-2603-4295-a84c-6605851037c5 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:13.543889 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:13.545839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:13.547960 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:13.602495 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:13.603286 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.619199 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-91d7cb2e-5989-4aaa-a424-1f8d1edecc5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127770 Aug 29 05:23:13.638454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Request body: {'port': {'device_id': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:13.735375 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.789681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a00e69ba-7d9e-4f2f-8a10-75e7e8155db3 None None] Provisioning for port ee770be2-f6ef-4453-affa-b371085becf7 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:13.794332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-a00e69ba-7d9e-4f2f-8a10-75e7e8155db3 None None] Provisioning complete for port ee770be2-f6ef-4453-affa-b371085becf7 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:13.794863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a00e69ba-7d9e-4f2f-8a10-75e7e8155db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.835383 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-a00e69ba-7d9e-4f2f-8a10-75e7e8155db3 None None] Port ee770be2-f6ef-4453-affa-b371085becf7 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:14.017855 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee770be2-f6ef-4453-affa-b371085becf7 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:14.025392 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.038539 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Transition to ACTIVE for port object ee770be2-f6ef-4453-affa-b371085becf7 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:14.041977 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.044051 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a299-8e5c-464f-8f0e-e2513716102a req-9e2adfa8-a0ac-4b64-8cc7-2151896e4a2b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:14.045566 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec27a299-8e5c-464f-8f0e-e2513716102a req-9e2adfa8-a0ac-4b64-8cc7-2151896e4a2b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 931 time: 0.0495889 Aug 29 05:23:14.092481 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ec27a299-8e5c-464f-8f0e-e2513716102a req-3f98415a-4fdd-43d3-bfbc-d0874d961360 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Aug 29 05:23:14.097945 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:14.183084 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Attempting to bind port ee770be2-f6ef-4453-affa-b371085becf7 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:14.183561 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Attempting to bind port ee770be2-f6ef-4453-affa-b371085becf7 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:14.184739 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Attempting to bind port ee770be2-f6ef-4453-affa-b371085becf7 on network f6066651-2603-4295-a84c-6605851037c5 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:14.189328 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Port ee770be2-f6ef-4453-affa-b371085becf7 on network f6066651-2603-4295-a84c-6605851037c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:23:14.189659 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Attempting to bind port ee770be2-f6ef-4453-affa-b371085becf7 on network f6066651-2603-4295-a84c-6605851037c5 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:14.194571 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:14.194921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Checking segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:14.195922 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Bound using segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:14.196393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Bound port: ee770be2-f6ef-4453-affa-b371085becf7, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:14.196765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.276442 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:14.279506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:14.284758 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.297284 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:14.326672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:14.327302 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.328764 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] 10.222.0.64 "PUT /v2.0/ports/ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 1092 time: 0.6960342 Aug 29 05:23:14.331217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:14.333521 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "tag": "ee770be2-f6ef-4453-affa-b371085becf7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:14.364288 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e581e-ca6d-4836-9745-049e1e44ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:14.377020 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:14.377414 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.399117 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a78f01e-ef3a-445f-9545-efce13d6d00c x-openstack-request-id: req-7a78f01e-ef3a-445f-9545-efce13d6d00c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:14.399464 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "tag": "ee770be2-f6ef-4453-affa-b371085becf7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:14.399843 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a78f01e-ef3a-445f-9545-efce13d6d00c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:14.400264 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7', 'status': 'completed', 'code': 200} Aug 29 05:23:14.440383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60991-2f13-414d-b04c-5bfb864c185f req-319c4e87-69f8-41b4-9127-23ab016044a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:14.441821 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-319c4e87-69f8-41b4-9127-23ab016044a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1095 time: 0.0529511 Aug 29 05:23:14.468531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1c289e8d-521b-48b3-b36f-275e84107f65 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:14.486919 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-a74b89e6-ac7f-4701-8cb7-1c6b13275fa4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 217 time: 0.0365598 Aug 29 05:23:14.524057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 1c289e8d-521b-48b3-b36f-275e84107f65 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:14.528443 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1c289e8d-521b-48b3-b36f-275e84107f65 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:14.528826 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.549420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60991-2f13-414d-b04c-5bfb864c185f req-3f25aa13-a9fc-4371-aa2f-e8e4c9e03607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:14.551383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-3f25aa13-a9fc-4371-aa2f-e8e4c9e03607 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0529151 Aug 29 05:23:14.605522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60991-2f13-414d-b04c-5bfb864c185f req-88cdabbb-3aa0-403c-b023-319b4fdadf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:14.607046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-88cdabbb-3aa0-403c-b023-319b4fdadf14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454562 Aug 29 05:23:14.616032 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.649624 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 1c289e8d-521b-48b3-b36f-275e84107f65, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1c289e8d-521b-48b3-b36f-275e84107f65,segment=NetworkSegment(ba625334-d45b-4386-a187-f5fc59dae0bd),segment_id=ba625334-d45b-4386-a187-f5fc59dae0bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:14.654414 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.703499 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-14eb7812-8cd6-44a7-8b90-32a522efe5e5 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886011 Aug 29 05:23:14.713419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=1c289e8d-521b-48b3-b36f-275e84107f65,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:14.808716 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-54d60991-2f13-414d-b04c-5bfb864c185f req-288ea28d-a9e2-44a4-b6d4-717539da9d9d service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937209 Aug 29 05:23:14.911199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-c72cd653-bbc7-4c14-822d-5108fb3a4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:14.912736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-c72cd653-bbc7-4c14-822d-5108fb3a4827 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1095 time: 0.0494118 Aug 29 05:23:15.008133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-cdacf11d-b3de-4cf5-8ad4-7cf00874a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.010169 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-cdacf11d-b3de-4cf5-8ad4-7cf00874a3f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0892329 Aug 29 05:23:15.059951 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-fd313703-8748-4428-a010-ffff8516c20b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 217 time: 0.0415611 Aug 29 05:23:15.111463 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-3e917a56-7e19-4234-97a5-479614076295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.112975 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-3e917a56-7e19-4234-97a5-479614076295 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0462368 Aug 29 05:23:15.159117 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-640cf045-dcba-4310-8c63-eba16c05af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.160711 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-640cf045-dcba-4310-8c63-eba16c05af05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402701 Aug 29 05:23:15.212730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5753d-3759-4a7e-a031-a219a790c646 req-3319a491-339b-4999-862d-c772cda80cb0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.214253 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7df5753d-3759-4a7e-a031-a219a790c646 req-3319a491-339b-4999-862d-c772cda80cb0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0506809 Aug 29 05:23:15.253739 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7df5753d-3759-4a7e-a031-a219a790c646 req-fd8d8dd8-e427-4e63-8e5c-0fd8c9261849 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333612 Aug 29 05:23:15.257882 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-2f3eafc4-ee26-494a-af20-03b6498cfd62 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876317 Aug 29 05:23:15.349642 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-447fa18c-5d63-4ab4-8f9d-869acbdc78e0 req-e370e499-61b1-4ed2-91ef-06ddb2678362 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840974 Aug 29 05:23:16.265543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1c289e8d-521b-48b3-b36f-275e84107f65 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:16.315030 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 1c289e8d-521b-48b3-b36f-275e84107f65 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:16.315416 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.386961 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72db5d1-5682-44bb-afd7-59b8022723e6 req-2f587630-727c-4ec6-9605-34eb6eea1790 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:16.388497 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c72db5d1-5682-44bb-afd7-59b8022723e6 req-2f587630-727c-4ec6-9605-34eb6eea1790 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0645604 Aug 29 05:23:16.759573 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c72db5d1-5682-44bb-afd7-59b8022723e6 req-9cfc824f-afd2-4a13-9c42-71d50b86f7ec tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649921 Aug 29 05:23:17.345387 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:23:17.436591 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:17.452815 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'ee770be2-f6ef-4453-affa-b371085becf7', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'port_id': 'ee770be2-f6ef-4453-affa-b371085becf7', 'mac_address': 'fa:16:3e:db:53:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:23:17.489553 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:17.506786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee770be2-f6ef-4453-affa-b371085becf7 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:17.534782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:17.541253 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:17.553234 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2ffd4684-42a9-4db9-85e8-b93a5e4d57e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:17.603644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:17.816194 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['ee770be2-f6ef-4453-affa-b371085becf7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:17.883525 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5ec6e-5926-4255-854f-dd5364a333ac req-b05e2d33-598d-48d2-9e29-091ab750119c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:17.885723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21c5ec6e-5926-4255-854f-dd5364a333ac req-b05e2d33-598d-48d2-9e29-091ab750119c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 944 time: 0.0501435 Aug 29 05:23:17.930404 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-21c5ec6e-5926-4255-854f-dd5364a333ac req-87920bfe-31f5-486d-93a8-b71dd7a04bf8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384629 Aug 29 05:23:19.048663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ffd34-386e-4f2e-949d-625a9f8a5fc0 req-1b553e79-e7f2-4503-9f8a-9823af958270 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:19.050168 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f33ffd34-386e-4f2e-949d-625a9f8a5fc0 req-1b553e79-e7f2-4503-9f8a-9823af958270 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 944 time: 0.0513685 Aug 29 05:23:19.088461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f33ffd34-386e-4f2e-949d-625a9f8a5fc0 req-be4d3406-d475-4dbe-ab5d-b3a3c44b22f8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Aug 29 05:23:19.346660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:19.395527 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port ee770be2-f6ef-4453-affa-b371085becf7 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:19.399048 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port ee770be2-f6ef-4453-affa-b371085becf7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:19.399980 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.487361 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.510342 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:19.512601 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821f733b-245b-4589-a156-5d4c69a47d10" -d '{"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-plugged", "status": "completed", "tag": "ee770be2-f6ef-4453-affa-b371085becf7"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:19.525401 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:19.530246 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.554930 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5d8950-60d6-418a-a087-be56a5c2c293 x-openstack-request-id: req-7a5d8950-60d6-418a-a087-be56a5c2c293 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:19.555221 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-plugged", "status": "completed", "tag": "ee770be2-f6ef-4453-affa-b371085becf7", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:19.555474 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a5d8950-60d6-418a-a087-be56a5c2c293 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:19.555887 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7', 'code': 200} Aug 29 05:23:19.582414 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:19.660208 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a06a8-f8e1-42a3-b780-864332e8b9f0 req-517e62eb-5f68-4575-941c-134bdb6bde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:19.661768 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-084a06a8-f8e1-42a3-b780-864332e8b9f0 req-517e62eb-5f68-4575-941c-134bdb6bde75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1097 time: 0.0468099 Aug 29 05:23:19.703587 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-084a06a8-f8e1-42a3-b780-864332e8b9f0 req-e45716a0-117f-4f08-bc75-40469a1f6cd8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296338 Aug 29 05:23:20.213154 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6c775-d053-40e0-8546-6f4c28dea8db req-a7104ea4-1c68-4101-899b-d4b6896c1e32 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:20.214685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51f6c775-d053-40e0-8546-6f4c28dea8db req-a7104ea4-1c68-4101-899b-d4b6896c1e32 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0553310 Aug 29 05:23:20.252253 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-51f6c775-d053-40e0-8546-6f4c28dea8db req-e92bca7a-c781-407e-af3d-04eac7276323 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312531 Aug 29 05:23:20.476222 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:20.539529 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad5e-0c56-46e8-98ac-7727b2d53300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:21.370211 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11282a-9016-4ba4-b30c-7bc2344ed776 req-49ce1353-7b74-4d61-a1c6-75f67a3a1215 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:21.371703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe11282a-9016-4ba4-b30c-7bc2344ed776 req-49ce1353-7b74-4d61-a1c6-75f67a3a1215 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0506399 Aug 29 05:23:21.416058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe11282a-9016-4ba4-b30c-7bc2344ed776 req-5cfb7268-621b-4dec-802c-faaf50d88b9f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 Aug 29 05:23:21.468067 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:21.538069 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f11f5d-fc94-4fb0-a10d-880f4c9e0035 req-f438cf32-d4ee-45c3-a0e8-b92ad748d161 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:21.539564 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1f11f5d-fc94-4fb0-a10d-880f4c9e0035 req-f438cf32-d4ee-45c3-a0e8-b92ad748d161 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0495553 Aug 29 05:23:21.579749 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b1f11f5d-fc94-4fb0-a10d-880f4c9e0035 req-9d2fc8a5-cc38-49d1-9ec4-ed015983a0fc tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339611 Aug 29 05:23:21.600745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39216) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:21.737656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd2152-2c37-4ed0-a26b-ed5e1fd6b599 tempest-TestShelveInstance-716010947 tempest-TestShelveInstance-716010947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:21.739203 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-18dd2152-2c37-4ed0-a26b-ed5e1fd6b599 tempest-TestShelveInstance-716010947 tempest-TestShelveInstance-716010947-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1092 time: 0.1374106 Aug 29 05:23:21.742073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39220) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:21.747164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'ee770be2-f6ef-4453-affa-b371085becf7', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:21.768871 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:21.875787 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:21.976720 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Allocated IP 172.25.1.171 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/e6146146-5339-4673-bc1c-a8ce65faff3a) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:22.079152 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:22.122752 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:22.163827 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:22.167345 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:22.170476 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:22.175854 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'Port': ['ID=e6146146-5339-4673-bc1c-a8ce65faff3a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:22.535947 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:22.940825 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.054670 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.100494 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.105568 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.184940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'Port': ['ID=e6146146-5339-4673-bc1c-a8ce65faff3a,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:23.195090 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.305788 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Floating IP 6d3f3c43-2c98-4c15-8f9e-6d813db4b597 associated. External IP: 172.25.1.171, port: ee770be2-f6ef-4453-affa-b371085becf7. Aug 29 05:23:23.528518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:23:23.653038 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:23.663516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] Sync routers for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:23.669802 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.673014 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:23.673658 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:23:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:23.704706 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-69a47f19-bffc-4e61-bed0-d4ee35dba6f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9615750 Aug 29 05:23:23.705316 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:23.708123 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54577d0-ba4c-4869-b701-899a6816e373" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "tag": "ee770be2-f6ef-4453-affa-b371085becf7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:23.745817 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c8db38-776f-4f49-9f3c-5056006e0dd7 x-openstack-request-id: req-26c8db38-776f-4f49-9f3c-5056006e0dd7 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:23.746118 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "tag": "ee770be2-f6ef-4453-affa-b371085becf7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:23.746377 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26c8db38-776f-4f49-9f3c-5056006e0dd7 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:23.746828 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7', 'status': 'completed', 'code': 200} Aug 29 05:23:23.786390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:23.816473 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54577d0-ba4c-4869-b701-899a6816e373 req-bc1e418a-3699-4d55-af1a-989901ab5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:23.818025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f54577d0-ba4c-4869-b701-899a6816e373 req-bc1e418a-3699-4d55-af1a-989901ab5119 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1097 time: 0.0477693 Aug 29 05:23:23.919510 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54577d0-ba4c-4869-b701-899a6816e373 req-8dbdc013-4cfd-455f-bc62-e0365a75f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:23.921058 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f54577d0-ba4c-4869-b701-899a6816e373 req-8dbdc013-4cfd-455f-bc62-e0365a75f876 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0955269 Aug 29 05:23:23.995482 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f54577d0-ba4c-4869-b701-899a6816e373 req-7f700b0e-ed2b-41a9-ba88-a9c38fb1b145 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 999 time: 0.0667920 Aug 29 05:23:24.050920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54577d0-ba4c-4869-b701-899a6816e373 req-f717689b-a27a-466a-9c29-3ce4e35704e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:24.053085 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f54577d0-ba4c-4869-b701-899a6816e373 req-f717689b-a27a-466a-9c29-3ce4e35704e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0483661 Aug 29 05:23:24.103727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54577d0-ba4c-4869-b701-899a6816e373 req-fa45d7f6-bd70-43e7-96b4-98bcc9c7c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:24.105282 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f54577d0-ba4c-4869-b701-899a6816e373 req-fa45d7f6-bd70-43e7-96b4-98bcc9c7c704 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447662 Aug 29 05:23:24.203526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f54577d0-ba4c-4869-b701-899a6816e373 req-a7cf65e8-77ae-4f6c-846d-9f3af4a62d71 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899515 Aug 29 05:23:24.206991 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '6d3f3c43-2c98-4c15-8f9e-6d813db4b597', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'port_id': 'ee770be2-f6ef-4453-affa-b371085becf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'mac_address': 'fa:16:3e:db:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:23:22Z', 'updated_at': '2021-08-29T05:23:22Z', 'revision_number': 0, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:24.240882 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] Checking router: 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:24.249783 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:24.250408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:23:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:24.302503 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f54577d0-ba4c-4869-b701-899a6816e373 req-c8569e71-546e-443d-bd3c-4e58aebccace service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913932 Aug 29 05:23:24.360130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:24.595301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '6d3f3c43-2c98-4c15-8f9e-6d813db4b597', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'port_id': 'ee770be2-f6ef-4453-affa-b371085becf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'mac_address': 'fa:16:3e:db:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:23:22Z', 'updated_at': '2021-08-29T05:23:22Z', 'revision_number': 0, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:24.621761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df292e7-bdf0-4a9f-a9bc-6642259a5dba None None] The sync data for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 is: [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '6d3f3c43-2c98-4c15-8f9e-6d813db4b597', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'port_id': 'ee770be2-f6ef-4453-affa-b371085becf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'mac_address': 'fa:16:3e:db:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:23:22Z', 'updated_at': '2021-08-29T05:23:22Z', 'revision_number': 0, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:24.846381 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699721b-58cf-40d8-a719-c1091a36050c None None] New status for floating IP 6d3f3c43-2c98-4c15-8f9e-6d813db4b597: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:23:27.056546 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7519f5d7-1956-49ba-99a9-c91874762517 req-00b0999e-568d-4b34-84bb-b9bab43d35f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409935 Aug 29 05:23:27.155426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f5d7-1956-49ba-99a9-c91874762517 req-56432826-6601-4539-a4d3-1c2b19ec4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:27.157055 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7519f5d7-1956-49ba-99a9-c91874762517 req-56432826-6601-4539-a4d3-1c2b19ec4072 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1097 time: 0.0558817 Aug 29 05:23:27.264788 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f5d7-1956-49ba-99a9-c91874762517 req-fb30d3d6-cb19-4318-b36b-6513d4839785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:27.266173 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7519f5d7-1956-49ba-99a9-c91874762517 req-fb30d3d6-cb19-4318-b36b-6513d4839785 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0899022 Aug 29 05:23:27.337580 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7519f5d7-1956-49ba-99a9-c91874762517 req-66b2a659-a7ab-44bc-a9ba-2d1d33045b5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 1001 time: 0.0634534 Aug 29 05:23:27.387277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f5d7-1956-49ba-99a9-c91874762517 req-16f8ab2c-b8f9-4cb9-9de5-3fa01d24cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:27.388745 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7519f5d7-1956-49ba-99a9-c91874762517 req-16f8ab2c-b8f9-4cb9-9de5-3fa01d24cd93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0437932 Aug 29 05:23:27.436339 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f5d7-1956-49ba-99a9-c91874762517 req-e7898b17-ec8f-412e-b1c6-d1c6a4339d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:27.437830 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7519f5d7-1956-49ba-99a9-c91874762517 req-e7898b17-ec8f-412e-b1c6-d1c6a4339d3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411408 Aug 29 05:23:27.551382 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7519f5d7-1956-49ba-99a9-c91874762517 req-267137dd-c811-4b60-9531-fe7794287bf3 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057727 Aug 29 05:23:27.643868 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7519f5d7-1956-49ba-99a9-c91874762517 req-d0e30d07-d5f2-4836-9654-5fb453d282cc service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846519 Aug 29 05:23:27.834045 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:29.050548 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:39.884521 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4700732c-d704-4e02-83ee-80337b538695 req-ccff99ac-afcd-4e49-9709-f5f0c9d2adc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266786 Aug 29 05:23:39.938700 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4700732c-d704-4e02-83ee-80337b538695 req-e4b06685-e38a-424e-8d55-0ed4b4fbe0b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0260470 Aug 29 05:23:39.980599 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4700732c-d704-4e02-83ee-80337b538695 req-61762cba-76f1-49ae-8df8-e5af7f9bdd9c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202267 Aug 29 05:23:40.089658 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700732c-d704-4e02-83ee-80337b538695 req-10f57e1f-5c39-4829-ad69-c50838661c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:40.091149 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-4700732c-d704-4e02-83ee-80337b538695 req-10f57e1f-5c39-4829-ad69-c50838661c0f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036961 Aug 29 05:23:41.956224 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:47.533966 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1abd2e87-2d8d-4074-800b-b200bd080494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:50.480295 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:50.540211 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82c6b2f8-3143-4cb5-a746-b7b0ef899925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:51.462793 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.052595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.833946 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.057981 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.535120 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6af0cbc0-66bb-4719-b0f4-6b1846901f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:18.956237 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:24:20.472071 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:20.542622 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65214f77-736e-4574-bc14-39e622e5fe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:21.466066 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:23.057705 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:23.334729 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-07a00792-9a8d-4cd3-a569-eebd8f292d18 req-1d7d1817-dbee-406a-a58d-d1982380828b service neutron] (94845) timed out ('10.222.0.58', 35330) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:24:27.728242 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-3ba3a903-0f23-4d70-8da6-1345fda262b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480547 Aug 29 05:24:27.816559 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-e9eef8f8-3865-4bae-b3b6-452a15aa098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:27.818094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-e9eef8f8-3865-4bae-b3b6-452a15aa098d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1097 time: 0.0408790 Aug 29 05:24:27.845288 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:27.935923 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-cac0d735-6039-4905-a51a-fbe8270f88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:27.937486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-cac0d735-6039-4905-a51a-fbe8270f88a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0909445 Aug 29 05:24:28.008985 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-4eb9bd18-1320-4492-a293-ee0eb7a445a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 1001 time: 0.0594761 Aug 29 05:24:28.068815 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-68756da8-cf33-458b-96e2-d348dfab1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:28.070289 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-68756da8-cf33-458b-96e2-d348dfab1c0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0510709 Aug 29 05:24:28.124533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-dcf865a2-c2df-4fbe-95c4-1165cf0d7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:28.126046 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-dcf865a2-c2df-4fbe-95c4-1165cf0d7ec9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446286 Aug 29 05:24:28.220970 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-be27aaed-5699-4cff-988b-33dc3d0a90cb service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825710 Aug 29 05:24:28.328330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-fd6b6a41-a48e-4973-9e73-1ab2cc1e5841 req-d4939148-80ff-4635-8632-8823abfd4252 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950286 Aug 29 05:24:29.057396 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:42.542998 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da256343-83f7-447a-b94d-b558ec90c5e8 req-f0dd5e37-cd08-41ce-9143-cce4b3cf3643 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0772746 Aug 29 05:24:42.610556 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da256343-83f7-447a-b94d-b558ec90c5e8 req-ae6560ff-ac04-4c95-9f82-c132393b3018 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0256422 Aug 29 05:24:42.649633 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da256343-83f7-447a-b94d-b558ec90c5e8 req-ae33298a-c473-464f-9826-291462fce66b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196261 Aug 29 05:24:42.748621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256343-83f7-447a-b94d-b558ec90c5e8 req-8ece820a-83d8-49c7-a5b1-d3ef25e37bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:42.750119 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-da256343-83f7-447a-b94d-b558ec90c5e8 req-8ece820a-83d8-49c7-a5b1-d3ef25e37bd3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945103 Aug 29 05:24:47.536235 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4c5154d4-0b14-4823-9a0e-5308e63b792f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:50.473963 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:50.543166 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-becc81d9-0a6b-4bc1-98cd-cb38fbdb0584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:51.468509 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:53.059626 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:55.955574 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:24:57.837334 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:59.065683 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.537588 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6082-0a6e-49a5-9a36-bd1f3f6c2127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.474001 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.544493 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-219c5e1e-99fd-4d1b-90eb-c6c4c188d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.471889 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.134978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22863b2-ee37-47f6-a796-24a3b7af6c4f req-6e678863-2dd3-410b-9995-b129269dc88c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:22.136426 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a22863b2-ee37-47f6-a796-24a3b7af6c4f req-6e678863-2dd3-410b-9995-b129269dc88c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0521543 Aug 29 05:25:22.176112 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a22863b2-ee37-47f6-a796-24a3b7af6c4f req-4810bd29-0b19-405b-9038-a01e3ebac6eb tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Aug 29 05:25:23.062050 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.315724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba9a4-48fa-4a3b-bb3e-527ddf6ab809 req-00df79df-be27-4ece-81b3-96a755f368c9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:23.317360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f9ba9a4-48fa-4a3b-bb3e-527ddf6ab809 req-00df79df-be27-4ece-81b3-96a755f368c9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0482464 Aug 29 05:25:23.356328 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5f9ba9a4-48fa-4a3b-bb3e-527ddf6ab809 req-e9b32c3f-c6c5-4c7d-aa53-042d593cd07e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Aug 29 05:25:24.502685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193a655-da0d-4de3-8908-0f60f40d976b req-01e97ac8-2310-4a89-a504-1059d4b8a3f8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:24.502685 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4193a655-da0d-4de3-8908-0f60f40d976b req-01e97ac8-2310-4a89-a504-1059d4b8a3f8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0588951 Aug 29 05:25:24.549333 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4193a655-da0d-4de3-8908-0f60f40d976b req-ee562c79-05dc-4215-bdf8-f0646460516e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Aug 29 05:25:25.670996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305f00f-548c-4241-a539-e47642ebef27 req-103dac89-2411-447c-95bc-01e9a532a312 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:25.672728 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6305f00f-548c-4241-a539-e47642ebef27 req-103dac89-2411-447c-95bc-01e9a532a312 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0556114 Aug 29 05:25:25.710858 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-6305f00f-548c-4241-a539-e47642ebef27 req-22a34ba3-9dda-4e59-bf4c-1ce68083268c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Aug 29 05:25:26.835898 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816bef-87a1-4e53-b426-84569ba02aba req-0f30a78f-9b7a-4f22-be77-c6723f0e8e06 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:26.838033 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3816bef-87a1-4e53-b426-84569ba02aba req-0f30a78f-9b7a-4f22-be77-c6723f0e8e06 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0564795 Aug 29 05:25:26.876383 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e3816bef-87a1-4e53-b426-84569ba02aba req-7a95f1c4-4e15-44a0-a365-3a06ede12f88 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Aug 29 05:25:27.857737 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.996523 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d800-5aaa-4508-bf37-4929fdae23a5 req-274af644-f3eb-4979-87c3-6ec59a3c29b1 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:27.998029 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3d9d800-5aaa-4508-bf37-4929fdae23a5 req-274af644-f3eb-4979-87c3-6ec59a3c29b1 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0531523 Aug 29 05:25:28.042065 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a3d9d800-5aaa-4508-bf37-4929fdae23a5 req-005f37d4-6536-4137-bad4-67d7df35f64b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377553 Aug 29 05:25:28.196253 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-3ff26dfb-8172-4f5c-9a95-b8c0e0d9b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:28.198317 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-3ff26dfb-8172-4f5c-9a95-b8c0e0d9b458 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1097 time: 0.0902734 Aug 29 05:25:28.312668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-d206d6b7-1cc5-4494-a93f-4341da6e3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:28.314148 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-d206d6b7-1cc5-4494-a93f-4341da6e3449 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0910535 Aug 29 05:25:28.394548 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-52fab697-e494-4ebe-9866-daec4f73f505 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 1001 time: 0.0674646 Aug 29 05:25:28.454033 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-eeb1e731-fe26-4214-ae80-0b2450a19a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:28.455526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-eeb1e731-fe26-4214-ae80-0b2450a19a44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0479314 Aug 29 05:25:28.511005 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-562b8eaf-3ee7-47b9-89f8-bcae651a17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:28.512648 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-562b8eaf-3ee7-47b9-89f8-bcae651a17d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455949 Aug 29 05:25:28.611622 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-7267fd08-da54-48b1-9c2b-6ab35d06682b service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866721 Aug 29 05:25:28.719818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9e3df970-7272-42d7-b3e1-9c179b227053 req-a18bf10b-ecba-43f1-aa8d-72f839c83116 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928197 Aug 29 05:25:29.054871 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.167011 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47184a-09a4-45e3-a0cd-e08c701412cc req-395c4659-1d71-46e0-ae85-551ae40be970 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:29.168628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd47184a-09a4-45e3-a0cd-e08c701412cc req-395c4659-1d71-46e0-ae85-551ae40be970 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0506225 Aug 29 05:25:29.206183 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cd47184a-09a4-45e3-a0cd-e08c701412cc req-8874b786-ed83-461d-9cff-e22903966c8d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314758 Aug 29 05:25:30.327361 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d56a6e-4533-4ebc-b3bf-261efcb1e99c req-07c27667-c6fd-4fef-bcab-3bd5cc3b8c0e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:30.328909 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d56a6e-4533-4ebc-b3bf-261efcb1e99c req-07c27667-c6fd-4fef-bcab-3bd5cc3b8c0e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0498791 Aug 29 05:25:30.369754 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f2d56a6e-4533-4ebc-b3bf-261efcb1e99c req-8b5d64c1-5e48-44f5-8461-e05f41876a72 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347767 Aug 29 05:25:31.489082 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e13c3-7c7b-4151-9e13-e1e2b0d546a2 req-89754306-36fd-4a0f-8948-1da76a097404 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:31.490771 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b66e13c3-7c7b-4151-9e13-e1e2b0d546a2 req-89754306-36fd-4a0f-8948-1da76a097404 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0535607 Aug 29 05:25:31.533924 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b66e13c3-7c7b-4151-9e13-e1e2b0d546a2 req-5d0c8b41-9085-4033-b2db-a8b7444bc80c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358963 Aug 29 05:25:32.660848 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5179a75-e5bd-4aff-ae3b-a7813e4bde95 req-8aebd467-1dfd-4909-a552-576de912c9d3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:32.662406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5179a75-e5bd-4aff-ae3b-a7813e4bde95 req-8aebd467-1dfd-4909-a552-576de912c9d3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0515313 Aug 29 05:25:32.702920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5179a75-e5bd-4aff-ae3b-a7813e4bde95 req-a447283f-d77d-4c28-89df-eae1010e6b76 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343454 Aug 29 05:25:32.957413 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:33.826669 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbe6b9-eaf8-493a-af9d-70a1e9bcd64d req-f367c3e6-51f3-415d-8425-d411af084ab6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:33.828216 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91cbe6b9-eaf8-493a-af9d-70a1e9bcd64d req-f367c3e6-51f3-415d-8425-d411af084ab6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0557177 Aug 29 05:25:33.867199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-91cbe6b9-eaf8-493a-af9d-70a1e9bcd64d req-6f1af50e-ba23-436b-a530-ac8620fff1b9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Aug 29 05:25:34.012668 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:25:34.107784 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:34.121057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'ee770be2-f6ef-4453-affa-b371085becf7', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'port_id': 'ee770be2-f6ef-4453-affa-b371085becf7', 'mac_address': 'fa:16:3e:db:53:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:25:34.158321 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.174923 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee770be2-f6ef-4453-affa-b371085becf7 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:34.194641 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:34.198692 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.251021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.258470 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.258853 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.259857 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.260243 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.260587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.260924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.261253 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.261598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.261916 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.262241 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.262596 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.262947 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:34.287672 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['ee770be2-f6ef-4453-affa-b371085becf7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:35.008724 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b04376-9c95-4f83-9a44-43bb8b795cd2 req-369839d8-aae4-427e-b33d-946e95ee2e2d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:35.010430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89b04376-9c95-4f83-9a44-43bb8b795cd2 req-369839d8-aae4-427e-b33d-946e95ee2e2d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 944 time: 0.0622354 Aug 29 05:25:35.056134 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-89b04376-9c95-4f83-9a44-43bb8b795cd2 req-4b04cbd9-7c23-460d-9091-d421b47bf945 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393376 Aug 29 05:25:36.025529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:36.075181 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port ee770be2-f6ef-4453-affa-b371085becf7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:36.075551 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.164785 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.193935 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:36.194684 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e59243-36ed-4322-94c2-4ca9030a6eff req-fabdfd3f-52ad-42a5-8a74-2e4cc760b3f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:36.197123 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ac8ab0-48b1-4d97-823d-8a1e414dc636" -d '{"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-plugged", "status": "completed", "tag": "ee770be2-f6ef-4453-affa-b371085becf7"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:36.204920 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7e59243-36ed-4322-94c2-4ca9030a6eff req-fabdfd3f-52ad-42a5-8a74-2e4cc760b3f2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 944 time: 0.0679464 Aug 29 05:25:36.214920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:36.222340 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.245131 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f7e59243-36ed-4322-94c2-4ca9030a6eff req-67749699-af4a-4880-831b-09f2c5f1a475 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387504 Aug 29 05:25:36.296097 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:36.305730 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654c88ec-e204-460f-aa33-28acad398183 x-openstack-request-id: req-654c88ec-e204-460f-aa33-28acad398183 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:36.306359 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-plugged", "status": "completed", "tag": "ee770be2-f6ef-4453-affa-b371085becf7", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:36.306913 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-654c88ec-e204-460f-aa33-28acad398183 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:36.307543 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7', 'code': 200} Aug 29 05:25:37.391000 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d4c2-8d02-4887-af8e-1dbec1605a18 req-084f515b-eeb6-45ba-9253-5695329a3aa5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:37.392679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c372d4c2-8d02-4887-af8e-1dbec1605a18 req-084f515b-eeb6-45ba-9253-5695329a3aa5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0561018 Aug 29 05:25:37.442676 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c372d4c2-8d02-4887-af8e-1dbec1605a18 req-5b31c5b7-298e-451f-8322-0b86ebd664e9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374079 Aug 29 05:25:38.580119 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de044e-3b9c-47d8-bdde-56233bd05c52 req-b66f45f8-8bf4-42c7-8efe-f09dcd519b0e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:38.581683 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2de044e-3b9c-47d8-bdde-56233bd05c52 req-b66f45f8-8bf4-42c7-8efe-f09dcd519b0e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0632732 Aug 29 05:25:38.629028 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2de044e-3b9c-47d8-bdde-56233bd05c52 req-af27562a-d4fb-40d1-9e51-454950e6ff91 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Aug 29 05:25:39.760018 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358f204-e814-46ed-a99c-cd2cee51dbc1 req-5bbc7ef0-cd0d-4756-86fc-c7d3fc49dfb0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:39.761684 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4358f204-e814-46ed-a99c-cd2cee51dbc1 req-5bbc7ef0-cd0d-4756-86fc-c7d3fc49dfb0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0612507 Aug 29 05:25:39.816807 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4358f204-e814-46ed-a99c-cd2cee51dbc1 req-77521dc4-8172-4fd3-842b-6e8a6af14ed3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490100 Aug 29 05:25:40.949195 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac4221-3caa-4ada-b48f-6dc2ae063c9b req-3329c3a4-9361-43ff-bf1a-405b41e775e0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:40.950737 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2aac4221-3caa-4ada-b48f-6dc2ae063c9b req-3329c3a4-9361-43ff-bf1a-405b41e775e0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0608060 Aug 29 05:25:40.996618 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2aac4221-3caa-4ada-b48f-6dc2ae063c9b req-ce662e45-f0b7-45bb-b8a9-96e08367a77c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 Aug 29 05:25:41.870104 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7255f124-c2da-4c3b-860c-337aa2b861b0 req-726721b3-7776-4469-ab0b-5065672a7b20 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295720 Aug 29 05:25:41.923823 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7255f124-c2da-4c3b-860c-337aa2b861b0 req-e4dfd7a5-c742-4602-b11a-4da84a22b5e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0271118 Aug 29 05:25:41.966841 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7255f124-c2da-4c3b-860c-337aa2b861b0 req-b62f26bd-9704-4969-8b00-9dbe2393c940 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204618 Aug 29 05:25:42.076752 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f124-c2da-4c3b-860c-337aa2b861b0 req-42eb69d8-ec76-4a2c-928f-d42e576b53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.078232 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7255f124-c2da-4c3b-860c-337aa2b861b0 req-42eb69d8-ec76-4a2c-928f-d42e576b53ca service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044142 Aug 29 05:25:42.129621 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d253c-c945-453e-8ede-46b0057e5a6c req-39a877b6-17bb-4ede-8cfb-0c86074399ef tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.132160 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930d253c-c945-453e-8ede-46b0057e5a6c req-39a877b6-17bb-4ede-8cfb-0c86074399ef tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0583727 Aug 29 05:25:42.184597 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-930d253c-c945-453e-8ede-46b0057e5a6c req-2471c95a-086b-46d4-a19e-7d9fb16bacdd tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Aug 29 05:25:43.313321 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4c4a-b597-450d-a613-90d5feba74a7 req-1752f5c5-c045-43b5-8e4c-3a95207ce8ab tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:43.315052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-898d4c4a-b597-450d-a613-90d5feba74a7 req-1752f5c5-c045-43b5-8e4c-3a95207ce8ab tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0591555 Aug 29 05:25:43.367962 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-898d4c4a-b597-450d-a613-90d5feba74a7 req-3a1ac260-a1ec-4647-995b-9d506c303896 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465159 Aug 29 05:25:44.091943 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-b2f24b16-7cb1-4b8a-af0e-0a904f955e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:44.093505 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-b2f24b16-7cb1-4b8a-af0e-0a904f955e9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1097 time: 0.0429337 Aug 29 05:25:44.191860 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-a1f12d4d-8622-45b0-a68a-9183d02854f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:44.193377 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-a1f12d4d-8622-45b0-a68a-9183d02854f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0922070 Aug 29 05:25:44.274271 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-4ca41e93-16c2-4d13-abab-5d46592a3922 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 1001 time: 0.0683577 Aug 29 05:25:44.326225 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-f2df0203-2b9e-43b2-8b06-50129bc039b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:44.327830 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-f2df0203-2b9e-43b2-8b06-50129bc039b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0450580 Aug 29 05:25:44.375865 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-0592ca2e-46b8-4130-bc28-8e01c09ab360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:44.377305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-0592ca2e-46b8-4130-bc28-8e01c09ab360 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415609 Aug 29 05:25:44.479310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-8d5219a9-877f-4bc8-bc00-9992a0e6be1a service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891469 Aug 29 05:25:44.484563 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22521f6-5700-4d99-8f0e-9d3919482b26 req-8211206b-c047-4461-862c-df2d3f2a92d4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:44.486054 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a22521f6-5700-4d99-8f0e-9d3919482b26 req-8211206b-c047-4461-862c-df2d3f2a92d4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0484006 Aug 29 05:25:44.524799 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a22521f6-5700-4d99-8f0e-9d3919482b26 req-7652f73a-5c2c-47c1-aca0-8f66ef98dde8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324156 Aug 29 05:25:44.578963 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-eff95fab-3307-40d5-b4a9-12ee3c5d1375 req-330415ba-698d-439a-8ee6-265c278034a4 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882244 Aug 29 05:25:45.642646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d14614-3a1a-47d8-b226-0b97f2914408 req-96655519-1292-4654-b51e-abb1774958ce tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:45.644354 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d14614-3a1a-47d8-b226-0b97f2914408 req-96655519-1292-4654-b51e-abb1774958ce tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 945 time: 0.0515561 Aug 29 05:25:45.686411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-54d14614-3a1a-47d8-b226-0b97f2914408 req-a8825a7d-669b-4b67-b7c1-0c8d4ae5c57c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356827 Aug 29 05:25:46.054643 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:46.139758 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.164690 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:46.167546 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f82e15-dd95-4d03-9b8a-68ee08017795" -d '{"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee770be2-f6ef-4453-affa-b371085becf7"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:46.186446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:46.190677 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.216306 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ade59-c166-498c-93a5-d64883149e18 x-openstack-request-id: req-bb9ade59-c166-498c-93a5-d64883149e18 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:46.216606 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee770be2-f6ef-4453-affa-b371085becf7", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:46.216865 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb9ade59-c166-498c-93a5-d64883149e18 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:46.217259 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7', 'code': 200} Aug 29 05:25:46.248716 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:46.827458 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b336d-ac7d-44d1-8d05-c88f68ada039 req-d714eac3-4d4e-43c0-aa72-2104c7bdee71 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:46.829007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-722b336d-ac7d-44d1-8d05-c88f68ada039 req-d714eac3-4d4e-43c0-aa72-2104c7bdee71 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0581329 Aug 29 05:25:46.874641 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-722b336d-ac7d-44d1-8d05-c88f68ada039 req-5dbfecfc-8aa0-4727-9a99-1d191efbc965 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 Aug 29 05:25:47.115434 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d49e-cfc7-466a-8047-67c611c1bc79 req-694407c8-8f66-4690-b8b9-2dc4cb7220bf tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:47.117164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7727d49e-cfc7-466a-8047-67c611c1bc79 req-694407c8-8f66-4690-b8b9-2dc4cb7220bf tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0564508 Aug 29 05:25:47.166002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7727d49e-cfc7-466a-8047-67c611c1bc79 req-0443960b-f49c-4d8d-9512-38de39b82541 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Aug 29 05:25:47.348701 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-1eb37fb7-630f-476b-b81c-5914f22053ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923212 Aug 29 05:25:47.541054 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-55c9e89b-9d94-4e04-847f-29996d8af7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:48.287129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-8f5d107f-3dd7-4ae0-a6b4-823933b301d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:48.288640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-8f5d107f-3dd7-4ae0-a6b4-823933b301d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d&tenant_id=0a2da8cb975945ec901c1fdefa2bfad7 HTTP/1.1" status: 200 len: 1095 time: 0.0494978 Aug 29 05:25:48.291884 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc0cf7-8241-4aad-9ad4-d832e55774f6 req-89a716a3-3b7b-4b94-ac74-17b08b6d661d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:48.294276 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07bc0cf7-8241-4aad-9ad4-d832e55774f6 req-89a716a3-3b7b-4b94-ac74-17b08b6d661d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0647817 Aug 29 05:25:48.341537 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-07bc0cf7-8241-4aad-9ad4-d832e55774f6 req-4b3e3cf6-d7b2-4fd2-9b8d-d6dd39c2c36e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398211 Aug 29 05:25:48.364006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-2ad314bc-4847-4d01-8517-3f7603e4ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:48.365611 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-2ad314bc-4847-4d01-8517-3f7603e4ce1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1095 time: 0.0468023 Aug 29 05:25:48.462419 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-267ff0ad-c975-4450-8aca-047c14a4b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:48.463950 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-267ff0ad-c975-4450-8aca-047c14a4b4f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0865073 Aug 29 05:25:48.543381 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-61c3f383-1ca5-4024-ac99-16312f4ca52f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 999 time: 0.0675313 Aug 29 05:25:48.597770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-85a398d4-7162-4860-9237-3e3bd4a6fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:48.599302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-85a398d4-7162-4860-9237-3e3bd4a6fbd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0469456 Aug 29 05:25:48.650466 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-923979ac-d786-4dd4-8251-d7f2edc83667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:48.652073 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-923979ac-d786-4dd4-8251-d7f2edc83667 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417576 Aug 29 05:25:48.758383 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-495083d2-e9fb-495d-ba69-bc864acb276c service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947056 Aug 29 05:25:48.856025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-0ac372f0-0c5b-4d8f-a312-4105d6cf83fd req-b1ab239a-dca6-4795-bfea-2f08d13e25d7 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865757 Aug 29 05:25:49.477327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33210f73-927c-4350-a457-88d6a3f5d032 req-138fc5c9-12c7-4850-a994-b2bd93606eb3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.480342 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33210f73-927c-4350-a457-88d6a3f5d032 req-138fc5c9-12c7-4850-a994-b2bd93606eb3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0558009 Aug 29 05:25:49.525824 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-33210f73-927c-4350-a457-88d6a3f5d032 req-b3d1e787-d019-4bc9-9e21-fcecaff963a4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390396 Aug 29 05:25:50.059270 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:50.477775 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.556448 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-16412c5f-1e13-4dae-9d63-b2fb89790fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.661915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49528287-b21a-4128-80f1-62872b220aa1 req-426e903a-5a88-49a8-a3cb-8e8ee0395487 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:50.663941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49528287-b21a-4128-80f1-62872b220aa1 req-426e903a-5a88-49a8-a3cb-8e8ee0395487 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0538020 Aug 29 05:25:50.707729 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-49528287-b21a-4128-80f1-62872b220aa1 req-6ebe8c9d-ecf4-4276-acc4-cf470d39398c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369232 Aug 29 05:25:51.479401 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.836080 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeb6c8-2ba9-499d-b99c-263bd67d6e2b req-eddb22ba-8027-4c02-bdfa-362ab1af0558 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.838411 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26eeb6c8-2ba9-499d-b99c-263bd67d6e2b req-eddb22ba-8027-4c02-bdfa-362ab1af0558 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0572081 Aug 29 05:25:51.891377 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-26eeb6c8-2ba9-499d-b99c-263bd67d6e2b req-a6cbe3af-4df1-43b9-9046-9a02ec2f50ff tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Aug 29 05:25:53.028647 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64cdc1-6280-4e6e-8e60-d3d70155e9a9 req-26c3108d-3630-4619-a48d-2eba158e32f5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:53.030196 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af64cdc1-6280-4e6e-8e60-d3d70155e9a9 req-26c3108d-3630-4619-a48d-2eba158e32f5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0620422 Aug 29 05:25:53.072119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:53.089885 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-af64cdc1-6280-4e6e-8e60-d3d70155e9a9 req-c3258310-f79d-4b1d-8e87-3aea4a5bc0c9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465870 Aug 29 05:25:54.220257 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b044-f2a1-4b88-9b31-0b3bc9ab5eeb req-2f4d148d-b612-4823-9c46-51761acba1cc tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:54.221776 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f46b044-f2a1-4b88-9b31-0b3bc9ab5eeb req-2f4d148d-b612-4823-9c46-51761acba1cc tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0576770 Aug 29 05:25:54.264250 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0f46b044-f2a1-4b88-9b31-0b3bc9ab5eeb req-dae922fe-8636-4369-9a31-aa73b289fda4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361011 Aug 29 05:25:55.394167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1b18d-bc42-48b2-bf9a-fd82611c7239 req-bc1b8525-c449-47f0-8634-f3448f403f0a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:55.395878 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14a1b18d-bc42-48b2-bf9a-fd82611c7239 req-bc1b8525-c449-47f0-8634-f3448f403f0a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0602732 Aug 29 05:25:55.454722 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-14a1b18d-bc42-48b2-bf9a-fd82611c7239 req-e78aeb21-237e-4ff3-a2db-066eb6ffe4d4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517905 Aug 29 05:25:56.578492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824e87f-2014-47a9-8c8c-63f8f2c43ff8 req-8cf2de00-0b0d-48ba-b2f2-cce9df30b74e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:56.580126 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1824e87f-2014-47a9-8c8c-63f8f2c43ff8 req-8cf2de00-0b0d-48ba-b2f2-cce9df30b74e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0529256 Aug 29 05:25:56.621672 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1824e87f-2014-47a9-8c8c-63f8f2c43ff8 req-5b3b4e70-dad8-4d71-a040-e3ab623924a1 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354271 Aug 29 05:25:57.750981 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc3465-1f3a-4372-b6cf-fdf64b74b415 req-5ab622ff-620e-4ee2-8e95-5187aa0d1abf tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:57.752571 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83cc3465-1f3a-4372-b6cf-fdf64b74b415 req-5ab622ff-620e-4ee2-8e95-5187aa0d1abf tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0608635 Aug 29 05:25:57.792961 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-83cc3465-1f3a-4372-b6cf-fdf64b74b415 req-3de021ed-ed60-453f-9323-5274c78b9ce3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343142 Aug 29 05:25:57.864774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.918991 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abe56e-06b0-4c62-bd34-510ffcc23798 req-d1d2ace8-fe12-4546-9d83-97023e903bb7 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:58.920523 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52abe56e-06b0-4c62-bd34-510ffcc23798 req-d1d2ace8-fe12-4546-9d83-97023e903bb7 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0558853 Aug 29 05:25:58.958937 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-52abe56e-06b0-4c62-bd34-510ffcc23798 req-560385a0-198a-4934-9446-9a199702dd05 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Aug 29 05:25:59.055807 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:00.076894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae954ae-bb5e-41cb-93c5-07518099200f req-a786d47e-7884-4fcf-89dc-99ed7f94fbb4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:00.078758 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ae954ae-bb5e-41cb-93c5-07518099200f req-a786d47e-7884-4fcf-89dc-99ed7f94fbb4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0509012 Aug 29 05:26:00.117532 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3ae954ae-bb5e-41cb-93c5-07518099200f req-36932d60-2dcb-4c23-b25f-91a52174681a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328228 Aug 29 05:26:01.233359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7912c-0fb1-49ad-b943-6d4f0a50e1eb req-e572e1a0-510f-438a-ace7-a0ef19ae697b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:01.235836 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5da7912c-0fb1-49ad-b943-6d4f0a50e1eb req-e572e1a0-510f-438a-ace7-a0ef19ae697b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 943 time: 0.0500729 Aug 29 05:26:01.274137 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5da7912c-0fb1-49ad-b943-6d4f0a50e1eb req-1775ab9e-8970-4542-9c0d-651498354609 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Aug 29 05:26:02.077339 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:26:02.168461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:02.188301 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'ee770be2-f6ef-4453-affa-b371085becf7', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'port_id': 'ee770be2-f6ef-4453-affa-b371085becf7', 'mac_address': 'fa:16:3e:db:53:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:26:02.229561 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:02.242628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee770be2-f6ef-4453-affa-b371085becf7 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:26:02.261770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:02.265831 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:02.317220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=9']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:02.405648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5418ce-f81f-4d4f-9d8e-504fb6406056 req-508e538b-6216-44dd-8f05-d74f7fcc69e8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:02.407198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac5418ce-f81f-4d4f-9d8e-504fb6406056 req-508e538b-6216-44dd-8f05-d74f7fcc69e8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 944 time: 0.0621846 Aug 29 05:26:02.447082 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ac5418ce-f81f-4d4f-9d8e-504fb6406056 req-be0af1bd-0633-4b8c-a334-8051f2d22643 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Aug 29 05:26:02.598057 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['ee770be2-f6ef-4453-affa-b371085becf7'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:26:03.578067 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7712bb-e360-45c7-9cef-6899e5f4073a req-7c508bdf-8f0b-43d8-bdfb-d81cc5f3007f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:03.579973 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc7712bb-e360-45c7-9cef-6899e5f4073a req-7c508bdf-8f0b-43d8-bdfb-d81cc5f3007f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 944 time: 0.0575681 Aug 29 05:26:03.621582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc7712bb-e360-45c7-9cef-6899e5f4073a req-6ffd54c0-b075-4709-9b44-210da8b8e0c8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325596 Aug 29 05:26:04.074566 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:26:04.122630 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port ee770be2-f6ef-4453-affa-b371085becf7 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:26:04.123012 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:04.204273 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:04.227341 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:04.230223 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c50057-4e9a-49ab-9760-8433876076dd" -d '{"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-plugged", "status": "completed", "tag": "ee770be2-f6ef-4453-affa-b371085becf7"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:04.242390 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:04.247788 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:04.275750 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28ed837-240c-4d85-8ce1-0eb7d04d8929 x-openstack-request-id: req-f28ed837-240c-4d85-8ce1-0eb7d04d8929 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:04.276070 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-plugged", "status": "completed", "tag": "ee770be2-f6ef-4453-affa-b371085becf7", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:04.276327 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f28ed837-240c-4d85-8ce1-0eb7d04d8929 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:04.276718 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7', 'code': 200} Aug 29 05:26:04.301535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=10']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:04.445014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4591c-3a68-4a87-b27a-1cd010b310af req-677735ed-2d4a-4aa5-a921-2d7e4cb34f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:04.446541 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2b4591c-3a68-4a87-b27a-1cd010b310af req-677735ed-2d4a-4aa5-a921-2d7e4cb34f39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1098 time: 0.0407555 Aug 29 05:26:04.487339 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d2b4591c-3a68-4a87-b27a-1cd010b310af req-7d624d89-58e8-4668-8bf4-5d5f86d0aad6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332448 Aug 29 05:26:04.742139 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1b6a1-4f28-4ec2-ad64-a6dd7dcab6b0 req-b07858da-0143-47e8-96dc-375b20f5bff6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:04.743579 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55a1b6a1-4f28-4ec2-ad64-a6dd7dcab6b0 req-b07858da-0143-47e8-96dc-375b20f5bff6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 946 time: 0.0507278 Aug 29 05:26:04.790239 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-55a1b6a1-4f28-4ec2-ad64-a6dd7dcab6b0 req-4dbf0bce-cc5d-4da2-ba3d-aaff4fea1bb9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 Aug 29 05:26:05.912733 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd8891-1cd7-428f-8153-b114c7412f12 req-4426b7ad-2d43-4a05-9cff-e700bef41ed7 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:05.914251 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71cd8891-1cd7-428f-8153-b114c7412f12 req-4426b7ad-2d43-4a05-9cff-e700bef41ed7 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 946 time: 0.0545852 Aug 29 05:26:05.954461 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-71cd8891-1cd7-428f-8153-b114c7412f12 req-6dfbc161-51cf-4a6c-898c-7a7439680510 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Aug 29 05:26:07.071671 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae7084-dfcd-440f-b809-0c4e12feca52 req-6e4dff19-bbcc-4003-acb9-ac350d7315aa tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:07.073711 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76ae7084-dfcd-440f-b809-0c4e12feca52 req-6e4dff19-bbcc-4003-acb9-ac350d7315aa tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 946 time: 0.0498304 Aug 29 05:26:07.113215 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-76ae7084-dfcd-440f-b809-0c4e12feca52 req-2411285f-c6e7-45c8-adc8-92560515a2e1 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Aug 29 05:26:09.957014 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:26:17.544512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-30590697-4f37-4690-955a-4abf94854e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:20.480697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:20.546644 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5e43ce23-910b-4dc3-9ac1-519def80bd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.477964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:23.066833 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:27.874564 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:29.069963 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:30.079946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-cf0cf168-e5fd-4c66-b813-ae044cb22664 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401847 Aug 29 05:26:30.169645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-8e39cc38-ad13-46a1-874e-9bd00d82f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:30.171168 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-8e39cc38-ad13-46a1-874e-9bd00d82f944 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1098 time: 0.0416648 Aug 29 05:26:30.280985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-28fc67c0-a241-494e-a1e1-42c37a0f83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:30.282394 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-28fc67c0-a241-494e-a1e1-42c37a0f83a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0902100 Aug 29 05:26:30.350725 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-e0bcf59d-d37f-4611-bc62-a69e7ead3c49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 1001 time: 0.0592823 Aug 29 05:26:30.401175 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-92cbdf2e-13fa-4dda-b4dc-2333f8c79c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:30.402785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-92cbdf2e-13fa-4dda-b4dc-2333f8c79c45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0443680 Aug 29 05:26:30.454386 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-7fdaff34-2f01-48a7-83a5-67d5b8e84fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:30.455884 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-7fdaff34-2f01-48a7-83a5-67d5b8e84fce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454748 Aug 29 05:26:30.548967 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-4caf64f2-5f56-4589-a3d5-79345abd80c3 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846133 Aug 29 05:26:30.645549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-612dd064-5152-425a-90b5-3c40b71bdcb2 req-5932d9e1-b485-412b-9c26-53fa13e11e89 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886261 Aug 29 05:26:42.861875 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86cda8a9-8e6c-4a53-83a5-508b4d64f533 req-2bc11302-3081-4300-be2c-b6ca540315dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258420 Aug 29 05:26:42.927954 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86cda8a9-8e6c-4a53-83a5-508b4d64f533 req-bba69ea1-757d-4670-84ec-5831053dfee6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0251536 Aug 29 05:26:42.966855 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86cda8a9-8e6c-4a53-83a5-508b4d64f533 req-5bde4ff9-f5a5-405d-8091-84074ef3c294 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198035 Aug 29 05:26:43.066741 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cda8a9-8e6c-4a53-83a5-508b4d64f533 req-4e5bb3f5-8344-4f32-9f08-cfb6b537dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:43.068271 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-86cda8a9-8e6c-4a53-83a5-508b4d64f533 req-4e5bb3f5-8344-4f32-9f08-cfb6b537dffd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948832 Aug 29 05:26:46.957242 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:26:47.546554 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5557a572-900a-4953-8b78-d3757fcd5b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:50.483100 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:50.546835 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7aa8616a-1da7-4567-807a-1c2f75cc987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:51.481511 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:53.074996 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:57.874160 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.086793 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:17.547093 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-5e534bf9-469b-4981-a3ed-4349eb6650fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.132693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39538) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:20.290974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Deleting port e6146146-5339-4673-bc1c-a8ce65faff3a {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:20.291818 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.379616 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.379954 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.391831 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Calling delete_port for e6146146-5339-4673-bc1c-a8ce65faff3a owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:20.484271 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.547470 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c81900fc-78c6-4248-a14e-1f4b2415051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.561348 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.584816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event deleted for resources: {'Port': ['ID=e6146146-5339-4673-bc1c-a8ce65faff3a,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:20.600065 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.600420 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.600763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.601101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.601433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.601762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.602087 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.602411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.602735 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.603057 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.603383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.604385 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:20.663565 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.663832 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Floating IP 6d3f3c43-2c98-4c15-8f9e-6d813db4b597 disassociated (deleted). External IP: 172.25.1.171, port: ee770be2-f6ef-4453-affa-b371085becf7. Aug 29 05:27:21.238092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:21.346497 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:21.351349 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:21.357330 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] Sync routers for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:21.366845 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:21.367477 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:27:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:21.378625 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-09c86301-ad5d-4ace-92af-49d53920b707 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "DELETE /v2.0/floatingips/6d3f3c43-2c98-4c15-8f9e-6d813db4b597 HTTP/1.1" status: 204 len: 168 time: 1.2448831 Aug 29 05:27:21.379215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:21.381479 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "tag": "ee770be2-f6ef-4453-affa-b371085becf7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:21.492505 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:21.495546 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:21.604345 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae27b9e-0952-4f94-97df-c4d7a5dc3ed0 x-openstack-request-id: req-dae27b9e-0952-4f94-97df-c4d7a5dc3ed0 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:21.604796 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "tag": "ee770be2-f6ef-4453-affa-b371085becf7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:21.605111 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dae27b9e-0952-4f94-97df-c4d7a5dc3ed0 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:21.605582 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7', 'status': 'completed', 'code': 200} Aug 29 05:27:21.678037 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-d70bab49-9d58-4efc-85af-9d96712c1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.679823 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-d70bab49-9d58-4efc-85af-9d96712c1084 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 1098 time: 0.0494585 Aug 29 05:27:21.704512 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a73a81-da6d-4bd5-a933-7d0b0ee859ee req-40bfc614-2cdf-46f9-aeca-e086446bf6c4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.706211 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65a73a81-da6d-4bd5-a933-7d0b0ee859ee req-40bfc614-2cdf-46f9-aeca-e086446bf6c4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 946 time: 0.0554464 Aug 29 05:27:21.714633 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:21.741423 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] Checking router: 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:21.751936 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:21.752489 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:27:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:21.758066 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-65a73a81-da6d-4bd5-a933-7d0b0ee859ee req-bc3fa6e1-eca6-44c6-b5c4-5869487d5551 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456815 Aug 29 05:27:21.795569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-e0498442-36bc-4e20-aff9-0887d7241433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.797117 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-e0498442-36bc-4e20-aff9-0887d7241433 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.1087186 Aug 29 05:27:21.846493 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-c779a2f2-42d7-4e44-b092-a835f7f082fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 200 len: 217 time: 0.0414007 Aug 29 05:27:21.902506 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-0f64d1b0-8f0e-4955-aeed-58998c6270ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.904078 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-0f64d1b0-8f0e-4955-aeed-58998c6270ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0467741 Aug 29 05:27:21.960705 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-c8be4635-2cb5-4d1d-952c-02983f146cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.962232 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-c8be4635-2cb5-4d1d-952c-02983f146cb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493937 Aug 29 05:27:22.021352 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:22.064536 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-f9c2d12b-92a4-4a3e-b21a-67a948757c1f service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936108 Aug 29 05:27:22.158061 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f3a71cb-07fa-4e6a-bc53-a8d03e240d6b req-7276a018-1fe2-4f5f-91c9-92300c66993d service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853705 Aug 29 05:27:22.240931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:22.269817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aea936-6f35-4394-80b8-78403efd2419 None None] The sync data for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 is: [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:22.500742 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072045f1-f9dd-4f42-a053-988a5a18240e None None] New status for floating IP 6d3f3c43-2c98-4c15-8f9e-6d813db4b597: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:27:22.868180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee8764-bda6-4cf5-a1b0-2cec6134e1d3 req-b59d2648-cd84-4d77-9138-cbfe5e103fa9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:22.870469 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74ee8764-bda6-4cf5-a1b0-2cec6134e1d3 req-b59d2648-cd84-4d77-9138-cbfe5e103fa9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 946 time: 0.0496511 Aug 29 05:27:22.908660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-74ee8764-bda6-4cf5-a1b0-2cec6134e1d3 req-6eb04782-17ed-4245-bb16-ea9fadc2ec94 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Aug 29 05:27:23.072977 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.156394 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-9a2da66c-8638-409a-b4ce-0d937b52f8c2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:23.157870 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-9a2da66c-8638-409a-b4ce-0d937b52f8c2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 946 time: 0.0555837 Aug 29 05:27:23.260819 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Deleting port ee770be2-f6ef-4453-affa-b371085becf7 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:23.261172 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.359430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] For port ee770be2-f6ef-4453-affa-b371085becf7, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=ee770be2-f6ef-4453-affa-b371085becf7,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:23.359801 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.373526 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Calling delete_port for ee770be2-f6ef-4453-affa-b371085becf7 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:23.504796 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.539264 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event deleted for resources: {'Port': ['ID=ee770be2-f6ef-4453-affa-b371085becf7,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:23.578900 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] No DVR routers for this DVR port ee770be2-f6ef-4453-affa-b371085becf7 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:23.581581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.583550 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-993c4d98-e9f6-4ffb-98f2-2273148d02c3 req-592be21d-606a-458c-9542-62865122fa35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "DELETE /v2.0/ports/ee770be2-f6ef-4453-affa-b371085becf7 HTTP/1.1" status: 204 len: 173 time: 0.4148729 Aug 29 05:27:23.606611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-deleted', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:23.609172 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab1079-be46-421c-863c-7573b7c32d75" -d '{"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-deleted", "tag": "ee770be2-f6ef-4453-affa-b371085becf7"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:23.648783 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9bc16a-2e2a-40c4-969e-a511638985f5 x-openstack-request-id: req-5b9bc16a-2e2a-40c4-969e-a511638985f5 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:23.649090 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd3324e-50a2-4a84-b33a-88670f663b3d", "name": "network-vif-deleted", "tag": "ee770be2-f6ef-4453-affa-b371085becf7", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:23.649381 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b9bc16a-2e2a-40c4-969e-a511638985f5 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:23.649733 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd3324e-50a2-4a84-b33a-88670f663b3d', 'name': 'network-vif-deleted', 'tag': 'ee770be2-f6ef-4453-affa-b371085becf7', 'status': 'completed', 'code': 200} Aug 29 05:27:23.956660 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:27:24.037626 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0be99fbc-eae3-4432-951f-f8a8d65d800e req-59c2b9b1-9f15-4b9d-9ffd-28eef369b2a2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd3324e-50a2-4a84-b33a-88670f663b3d HTTP/1.1" status: 200 len: 210 time: 0.0330269 Aug 29 05:27:25.094083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39560) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.154605 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d86812f-16f7-4450-b181-ad87cf009254 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.181477 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d86812f-16f7-4450-b181-ad87cf009254 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.249278 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d86812f-16f7-4450-b181-ad87cf009254 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.251957 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9d86812f-16f7-4450-b181-ad87cf009254 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.253157 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9d86812f-16f7-4450-b181-ad87cf009254 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "DELETE /v2.0/security-groups/80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b HTTP/1.1" status: 204 len: 168 time: 0.1580801 Aug 29 05:27:25.271224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86812f-16f7-4450-b181-ad87cf009254 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf4b62-4c8d-4ad8-acc1-5bdb08e83a1b,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.711613 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39566) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.716416 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-2b68350e-e71c-4be5-951b-15fdc9d6cc46 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1994905381', 'description': 'tempest-secgroup-smoke-1994905381 description', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.740280 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b68350e-e71c-4be5-951b-15fdc9d6cc46 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.828757 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b68350e-e71c-4be5-951b-15fdc9d6cc46 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.836795 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b68350e-e71c-4be5-951b-15fdc9d6cc46 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.875334 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68350e-e71c-4be5-951b-15fdc9d6cc46 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.878784 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2b68350e-e71c-4be5-951b-15fdc9d6cc46 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.880087 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2b68350e-e71c-4be5-951b-15fdc9d6cc46 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1673503 Aug 29 05:27:25.883708 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39568) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.888727 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-47400f96-5ba5-4d57-8402-b288e4a8d085 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': 'a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.914604 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47400f96-5ba5-4d57-8402-b288e4a8d085 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.971332 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47400f96-5ba5-4d57-8402-b288e4a8d085 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.975067 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47400f96-5ba5-4d57-8402-b288e4a8d085 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.993754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47400f96-5ba5-4d57-8402-b288e4a8d085 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab94ed1-c663-4da4-8bca-b38e2034a501,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.000842 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-47400f96-5ba5-4d57-8402-b288e4a8d085 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.002094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-47400f96-5ba5-4d57-8402-b288e4a8d085 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173956 Aug 29 05:27:26.004828 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39570) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:26.009248 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b9b5fe6e-a29b-42c1-8cc2-201395f266d9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': 'a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:26.034710 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fe6e-a29b-42c1-8cc2-201395f266d9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.092141 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fe6e-a29b-42c1-8cc2-201395f266d9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.096311 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fe6e-a29b-42c1-8cc2-201395f266d9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.114303 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5fe6e-a29b-42c1-8cc2-201395f266d9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa85ff64-779d-420a-b66b-0eadeeefecfe,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.120925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b9b5fe6e-a29b-42c1-8cc2-201395f266d9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.122137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b9b5fe6e-a29b-42c1-8cc2-201395f266d9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163638 Aug 29 05:27:26.124786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39572) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:26.129164 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-06aa529e-2aab-4af8-8f1e-a65369498ef8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': 'a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:26.157921 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06aa529e-2aab-4af8-8f1e-a65369498ef8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.219745 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06aa529e-2aab-4af8-8f1e-a65369498ef8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.223428 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06aa529e-2aab-4af8-8f1e-a65369498ef8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.241643 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa529e-2aab-4af8-8f1e-a65369498ef8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14abf1e-2a12-401d-9f38-ab1219f72302,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.248721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06aa529e-2aab-4af8-8f1e-a65369498ef8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.249925 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-06aa529e-2aab-4af8-8f1e-a65369498ef8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242156 Aug 29 05:27:26.252870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39574) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:26.257740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-824f6f94-f5e7-45c4-9d61-7023cff35cd8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': 'a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:26.284271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-824f6f94-f5e7-45c4-9d61-7023cff35cd8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.345194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-824f6f94-f5e7-45c4-9d61-7023cff35cd8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.348073 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-824f6f94-f5e7-45c4-9d61-7023cff35cd8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.367514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f6f94-f5e7-45c4-9d61-7023cff35cd8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c000ec-e65a-4bc4-ada2-03932aefb38b,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.374160 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-824f6f94-f5e7-45c4-9d61-7023cff35cd8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.375361 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-824f6f94-f5e7-45c4-9d61-7023cff35cd8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215048 Aug 29 05:27:26.378291 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39576) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:26.382673 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6f729a5e-19c4-49fc-96b8-dc72b752000f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': 'a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:26.405700 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-6f729a5e-19c4-49fc-96b8-dc72b752000f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Project 0a2da8cb975945ec901c1fdefa2bfad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:27:26.411192 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f729a5e-19c4-49fc-96b8-dc72b752000f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.472955 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f729a5e-19c4-49fc-96b8-dc72b752000f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.476861 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f729a5e-19c4-49fc-96b8-dc72b752000f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.493552 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f729a5e-19c4-49fc-96b8-dc72b752000f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40faf69-c49a-468d-9ed9-e4e38530732a,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.501555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6f729a5e-19c4-49fc-96b8-dc72b752000f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.502787 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6f729a5e-19c4-49fc-96b8-dc72b752000f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235344 Aug 29 05:27:26.506055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 39578) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:26.514508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-a1082a58-fba7-4d7f-8870-52e66d826f80 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'security_group_rule': {'security_group_id': 'a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a', 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:26.533155 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-a1082a58-fba7-4d7f-8870-52e66d826f80 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Project 0a2da8cb975945ec901c1fdefa2bfad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:27:26.538157 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1082a58-fba7-4d7f-8870-52e66d826f80 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.602455 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1082a58-fba7-4d7f-8870-52e66d826f80 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.605874 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1082a58-fba7-4d7f-8870-52e66d826f80 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.624984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1082a58-fba7-4d7f-8870-52e66d826f80 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4994c60-393d-456b-9e32-dc0e53995945,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.630847 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-a1082a58-fba7-4d7f-8870-52e66d826f80 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.631664 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-a1082a58-fba7-4d7f-8870-52e66d826f80 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246440 Aug 29 05:27:27.873044 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.400192 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:28.421159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: ee770be2-f6ef-4453-affa-b371085becf7 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:28.421512 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device ee770be2-f6ef-4453-affa-b371085becf7 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:29.084035 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.970144 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-c6a5548c-abf6-49e4-907b-87e3215eaf44 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994905381&fields=id&tenant_id=0a2da8cb975945ec901c1fdefa2bfad7 HTTP/1.1" status: 200 len: 267 time: 0.0335159 Aug 29 05:27:41.083469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-4a89143b-764a-46b8-81fe-2abc92f35fb4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:41.084886 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-4a89143b-764a-46b8-81fe-2abc92f35fb4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 807 time: 0.1079564 Aug 29 05:27:41.100110 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-68951b47-fae4-4436-b65f-e84672aea277 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/quotas/0a2da8cb975945ec901c1fdefa2bfad7 HTTP/1.1" status: 200 len: 375 time: 0.0089643 Aug 29 05:27:41.157003 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-6eb6a4a9-817f-4c47-8cb8-0f4c871b3928 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467811 Aug 29 05:27:41.332966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2236267d-6ce3-4828-9b18-e0e9b81dd61c service neutron] 10.222.0.58 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632125 Aug 29 05:27:41.424689 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-16dba125-4e60-4aef-a9e8-031590c20cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848706 Aug 29 05:27:41.724813 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9798ce3-73d1-4bbe-9289-c81de042eeaa req-d7c5aae8-288d-41bb-aa8b-e69a9b38fd7a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0262828 Aug 29 05:27:42.804770 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8da56296-c8f0-4599-8514-726fd9b3467c req-32ed3b12-6f6b-4fe3-8f49-c625abce6b9a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Aug 29 05:27:43.889631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9e684f86-fc92-4ca2-9631-a18b6831b2fa req-7599d91a-c44a-41fc-9d2b-a09bdc777a6f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0360026 Aug 29 05:27:44.874823 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d843a92c-7913-496d-8e36-c223b080b05e req-14fda3e2-0b27-42f3-8c5d-1676be4615bb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318737 Aug 29 05:27:44.921937 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d843a92c-7913-496d-8e36-c223b080b05e req-711899cc-ade1-4281-819b-00cee5f05b52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0261414 Aug 29 05:27:44.966847 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d843a92c-7913-496d-8e36-c223b080b05e req-e26ea7f1-40e1-4e9d-bcb6-a1ee54adc94c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272744 Aug 29 05:27:44.968064 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e9a5bd5d-9263-4e9d-bd1b-a85a00eecae2 req-6ba631cb-0504-436e-90b4-5db1e796945d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0272939 Aug 29 05:27:45.066036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a92c-7913-496d-8e36-c223b080b05e req-b48b88c2-67a8-46e2-89ea-5dc2649374e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:45.067583 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d843a92c-7913-496d-8e36-c223b080b05e req-b48b88c2-67a8-46e2-89ea-5dc2649374e0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937681 Aug 29 05:27:46.067664 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1cdfc6a-c5bd-4930-bab4-75c587d4befb req-f7b6494b-196e-402d-b249-4126ede62c9a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0274193 Aug 29 05:27:46.921266 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-201a4f4c-6e06-401a-8f92-21cd4a769769 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:46.922750 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-201a4f4c-6e06-401a-8f92-21cd4a769769 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 807 time: 0.1052029 Aug 29 05:27:46.971103 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-1933777b-1b25-42af-bf3c-2b9aa2b7d9a4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2da8cb975945ec901c1fdefa2bfad7 HTTP/1.1" status: 200 len: 380 time: 0.0383103 Aug 29 05:27:46.998045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'port': {'device_id': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'admin_state_up': True, 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'security_groups': ['a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:47.117665 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Made reservation on behalf of 0a2da8cb975945ec901c1fdefa2bfad7 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:47.122721 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.178585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a2068f8f-12bb-49d1-8f45-be4a466a3e0e req-4d7981a0-9bf1-4512-a658-2621d5f2fe81 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0398397 Aug 29 05:27:47.256236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Allocated IP 172.20.0.10 (f6066651-2603-4295-a84c-6605851037c5/04ac3f98-ab56-4de5-b53d-4e5d1eb89332/777c487c-c077-49af-8cc3-e86255752d09) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:47.404718 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.427274 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Transition to ACTIVE for port object 777c487c-c077-49af-8cc3-e86255752d09 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:47.458678 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.506211 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Network f6066651-2603-4295-a84c-6605851037c5 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:47.509414 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:47.513664 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:47.520644 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:47.562141 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0838af3c-f289-47be-8d51-e832bd9e9309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.575000 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:47.575954 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.592147 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-2b4ae387-aadb-4277-8e1d-bedefacdb533 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5991948 Aug 29 05:27:47.609465 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-809c4e90-73dd-4a4d-ac76-040b906437eb tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:27:47.610485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-809c4e90-73dd-4a4d-ac76-040b906437eb tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060930 Aug 29 05:27:47.624876 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Request body: {'port': {'device_id': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:47.685155 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.864802 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6d8e60f5-9b40-46fb-9d38-b62b402c0c6c None None] Provisioning for port 777c487c-c077-49af-8cc3-e86255752d09 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:47.870302 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6d8e60f5-9b40-46fb-9d38-b62b402c0c6c None None] Provisioning complete for port 777c487c-c077-49af-8cc3-e86255752d09 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:47.871025 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6d8e60f5-9b40-46fb-9d38-b62b402c0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.909260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e60f5-9b40-46fb-9d38-b62b402c0c6c None None] Port 777c487c-c077-49af-8cc3-e86255752d09 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:47.964981 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777c487c-c077-49af-8cc3-e86255752d09 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:47.972843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.986899 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Transition to ACTIVE for port object 777c487c-c077-49af-8cc3-e86255752d09 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:47.991714 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.071839 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Pushing event updated for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:48.138094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Attempting to bind port 777c487c-c077-49af-8cc3-e86255752d09 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:48.138785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Attempting to bind port 777c487c-c077-49af-8cc3-e86255752d09 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:48.139372 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Attempting to bind port 777c487c-c077-49af-8cc3-e86255752d09 on network f6066651-2603-4295-a84c-6605851037c5 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:48.148786 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Port 777c487c-c077-49af-8cc3-e86255752d09 on network f6066651-2603-4295-a84c-6605851037c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:27:48.149694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Attempting to bind port 777c487c-c077-49af-8cc3-e86255752d09 on network f6066651-2603-4295-a84c-6605851037c5 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:48.156237 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:48.156924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Checking segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:48.157520 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Bound using segment: {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:48.158293 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Bound port: 777c487c-c077-49af-8cc3-e86255752d09, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a657134b-a31d-48c7-a805-0b3b918c0824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f6066651-2603-4295-a84c-6605851037c5'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:48.158674 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.260891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:48.264226 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:48.273232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.319189 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:48.320095 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.321703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] 10.222.0.64 "PUT /v2.0/ports/777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 1093 time: 0.7015414 Aug 29 05:27:48.322498 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'tag': '777c487c-c077-49af-8cc3-e86255752d09'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:48.325153 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f659815-12e7-4954-b14a-376639b098bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "tag": "777c487c-c077-49af-8cc3-e86255752d09"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:48.350451 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700a712-ecc7-4037-8db3-80759627c3db service neutron] Pushing event updated for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:48.415764 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc8aa-27cc-46c5-bee8-86cefd26b3fc req-46c89d53-3b2d-4b16-91ea-390baded2c3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:48.418184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-163fc8aa-27cc-46c5-bee8-86cefd26b3fc req-46c89d53-3b2d-4b16-91ea-390baded2c3d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.1284788 Aug 29 05:27:48.436920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-7bdd7776-87e9-4d72-be35-f72acc22cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:48.438486 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-7bdd7776-87e9-4d72-be35-f72acc22cbac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0630550 Aug 29 05:27:48.477410 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-163fc8aa-27cc-46c5-bee8-86cefd26b3fc req-c80ff1b7-c234-4920-9812-17aab0385043 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493822 Aug 29 05:27:48.508735 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-1e088387-6700-422f-8b84-36abec53efef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 217 time: 0.0542700 Aug 29 05:27:48.558306 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b97de-4757-4eaf-821d-b25a559c5382 x-openstack-request-id: req-172b97de-4757-4eaf-821d-b25a559c5382 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:48.558650 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "tag": "777c487c-c077-49af-8cc3-e86255752d09", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:48.559025 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-172b97de-4757-4eaf-821d-b25a559c5382 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:48.559490 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'tag': '777c487c-c077-49af-8cc3-e86255752d09', 'status': 'completed', 'code': 200} Aug 29 05:27:48.580576 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-eaaa98fa-25ce-47db-b191-0a75bff98970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:48.582412 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-eaaa98fa-25ce-47db-b191-0a75bff98970 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0617940 Aug 29 05:27:48.645228 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-63094866-9292-4f76-b953-9a0571f4f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:48.646759 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-63094866-9292-4f76-b953-9a0571f4f118 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526102 Aug 29 05:27:48.753689 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-d3cbd468-4156-4c44-9daf-5653438cddad service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947812 Aug 29 05:27:48.852605 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6a2b1ef-af15-4e9e-b653-9eb1c136153e req-cd1f6c8d-d638-4139-96aa-69566706b877 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916493 Aug 29 05:27:48.953938 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f659815-12e7-4954-b14a-376639b098bc req-f63b988e-7f78-4dba-a32b-9556f2f91df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:48.955519 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f659815-12e7-4954-b14a-376639b098bc req-f63b988e-7f78-4dba-a32b-9556f2f91df0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0434391 Aug 29 05:27:49.066377 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f659815-12e7-4954-b14a-376639b098bc req-91ca4d14-bbd5-4bff-bd44-42f080907cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:49.067558 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f659815-12e7-4954-b14a-376639b098bc req-91ca4d14-bbd5-4bff-bd44-42f080907cdb service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.1010983 Aug 29 05:27:49.112855 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f659815-12e7-4954-b14a-376639b098bc req-46761e27-9221-4c60-a1d3-12550e1b56fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 217 time: 0.0372736 Aug 29 05:27:49.165356 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f659815-12e7-4954-b14a-376639b098bc req-fd3a853a-d023-421f-b068-507344f0ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:49.167434 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f659815-12e7-4954-b14a-376639b098bc req-fd3a853a-d023-421f-b068-507344f0ed08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0461736 Aug 29 05:27:49.219913 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f659815-12e7-4954-b14a-376639b098bc req-7007c550-6fd6-4f5a-8824-1e15afca4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:49.221369 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f659815-12e7-4954-b14a-376639b098bc req-7007c550-6fd6-4f5a-8824-1e15afca4b86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451162 Aug 29 05:27:49.316549 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f659815-12e7-4954-b14a-376639b098bc req-ca8eb251-5e08-425f-9a95-c93bfa1f936a service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865619 Aug 29 05:27:49.435411 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2f659815-12e7-4954-b14a-376639b098bc req-58173781-fa4d-475d-a5ef-f28e00970f28 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058884 Aug 29 05:27:49.621447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e4542-1766-4fbb-a941-01de2799dd32 req-3c7f540f-411c-47fc-88d1-eb247518b20b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:49.623016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26e4542-1766-4fbb-a941-01de2799dd32 req-3c7f540f-411c-47fc-88d1-eb247518b20b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0636213 Aug 29 05:27:49.670294 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a26e4542-1766-4fbb-a941-01de2799dd32 req-e758b707-13a3-4cf7-9821-00ab00eabc01 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 Aug 29 05:27:50.489271 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.550411 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f7ec354c-5597-4aea-946f-71211896ffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.814521 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cb49b-58bc-4459-be22-8855196f61a4 req-e17ffad3-1851-41a6-9a18-fe50b1ba58c3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:50.815958 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-775cb49b-58bc-4459-be22-8855196f61a4 req-e17ffad3-1851-41a6-9a18-fe50b1ba58c3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0510640 Aug 29 05:27:50.856968 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-775cb49b-58bc-4459-be22-8855196f61a4 req-aef49ac1-bbca-428f-879b-6b230da24da6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348942 Aug 29 05:27:51.487561 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.980738 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe1f78-2fe1-4c81-bb73-89914144c754 req-1b865c0d-d3b3-4e46-a553-f3c15a0f2c19 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:51.982241 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27fe1f78-2fe1-4c81-bb73-89914144c754 req-1b865c0d-d3b3-4e46-a553-f3c15a0f2c19 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0503941 Aug 29 05:27:52.023519 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-27fe1f78-2fe1-4c81-bb73-89914144c754 req-654e1cfc-195e-4c04-8e6e-0687df2df2d6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Aug 29 05:27:53.076134 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.147432 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09823b2c-139a-4e4d-a7a1-a86b8c2d1e23 req-e351c473-117c-445d-9fed-368a38eff413 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:53.149104 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09823b2c-139a-4e4d-a7a1-a86b8c2d1e23 req-e351c473-117c-445d-9fed-368a38eff413 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0538068 Aug 29 05:27:53.187978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-09823b2c-139a-4e4d-a7a1-a86b8c2d1e23 req-53c5c045-864d-486d-8cff-ca2235e09e53 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Aug 29 05:27:54.307246 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39b174-a656-495b-9a7d-741ddaefe035 req-92e3b415-e223-4701-8d96-76082eae5512 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.308773 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b39b174-a656-495b-9a7d-741ddaefe035 req-92e3b415-e223-4701-8d96-76082eae5512 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0514898 Aug 29 05:27:54.354669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8b39b174-a656-495b-9a7d-741ddaefe035 req-10e62831-40c6-4c02-b4a1-e014cdd8e095 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Aug 29 05:27:55.479318 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a616-a928-4979-8741-2a8d364f2a3f req-419a7ca9-9d02-4bc5-bf17-fb1d7baf820d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:55.480965 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e687a616-a928-4979-8741-2a8d364f2a3f req-419a7ca9-9d02-4bc5-bf17-fb1d7baf820d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0585182 Aug 29 05:27:55.519347 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e687a616-a928-4979-8741-2a8d364f2a3f req-0dd700e4-abcd-497c-8fd0-86ce4c40907c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Aug 29 05:27:56.653384 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b25713-0be7-423e-9dbc-9f8472256610 req-79d475da-d0b7-40d0-9034-3e4b32c38ba8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:56.654869 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5b25713-0be7-423e-9dbc-9f8472256610 req-79d475da-d0b7-40d0-9034-3e4b32c38ba8 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0618203 Aug 29 05:27:56.694318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d5b25713-0be7-423e-9dbc-9f8472256610 req-2fdf1424-8291-467c-ac11-3a4def736c5f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332890 Aug 29 05:27:57.809801 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32b37-0ba7-4660-a317-3451860f2359 req-3dbe6142-76d1-418e-a04d-68d78c1ff3c6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:57.811289 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90e32b37-0ba7-4660-a317-3451860f2359 req-3dbe6142-76d1-418e-a04d-68d78c1ff3c6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0492821 Aug 29 05:27:57.850808 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-90e32b37-0ba7-4660-a317-3451860f2359 req-6038164a-a204-45c9-bdd1-a0b0846884db tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334737 Aug 29 05:27:57.886454 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:58.965767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a5f32-ca65-4bbb-bdf2-b8cfa3000d57 req-57fd40fb-8a64-4046-90a3-f078102acc9a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:58.967243 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e92a5f32-ca65-4bbb-bdf2-b8cfa3000d57 req-57fd40fb-8a64-4046-90a3-f078102acc9a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0490131 Aug 29 05:27:59.006018 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e92a5f32-ca65-4bbb-bdf2-b8cfa3000d57 req-c4b963ff-6996-406b-a050-dfc67df81604 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Aug 29 05:27:59.099078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:00.127270 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed75986-3b41-45f9-b5ca-ba11fda993ba req-7f88f138-8da4-475a-b2e4-35f88e66c191 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:00.128990 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ed75986-3b41-45f9-b5ca-ba11fda993ba req-7f88f138-8da4-475a-b2e4-35f88e66c191 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0554290 Aug 29 05:28:00.167060 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2ed75986-3b41-45f9-b5ca-ba11fda993ba req-51adda01-4edb-44e8-9ad9-d80b8d33a561 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320139 Aug 29 05:28:00.542347 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 777c487c-c077-49af-8cc3-e86255752d09 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:28:00.641774 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:00.659047 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '777c487c-c077-49af-8cc3-e86255752d09', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'port_id': '777c487c-c077-49af-8cc3-e86255752d09', 'mac_address': 'fa:16:3e:c5:d7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:28:00.698306 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:00.714065 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777c487c-c077-49af-8cc3-e86255752d09 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:28:00.734752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:00.740013 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:00.792130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:00.801165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.801657 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.802142 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.802673 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.803222 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.803700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.804272 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.804970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.805517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.806022 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.806531 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.807033 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.956083 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:28:00.996687 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['777c487c-c077-49af-8cc3-e86255752d09'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:28:01.285706 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251fd29-11d7-4008-bf0e-8633f8e1bdbc req-bd75baf8-28bd-4a68-baae-94fbf291a0b7 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:01.287188 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e251fd29-11d7-4008-bf0e-8633f8e1bdbc req-bd75baf8-28bd-4a68-baae-94fbf291a0b7 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 945 time: 0.0503776 Aug 29 05:28:01.326088 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e251fd29-11d7-4008-bf0e-8633f8e1bdbc req-aa2f67ee-a3b9-4255-a66b-9423c6df3374 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326455 Aug 29 05:28:02.445210 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e6dd4-ce18-4b48-8e4e-5b84dff90ce9 req-8264078e-503f-426c-821a-82deba77e6b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:02.446745 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f44e6dd4-ce18-4b48-8e4e-5b84dff90ce9 req-8264078e-503f-426c-821a-82deba77e6b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 945 time: 0.0513506 Aug 29 05:28:02.489229 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f44e6dd4-ce18-4b48-8e4e-5b84dff90ce9 req-19824c92-8d75-42a5-ac23-7e98251848b4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364316 Aug 29 05:28:02.554939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 777c487c-c077-49af-8cc3-e86255752d09 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:02.611708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 777c487c-c077-49af-8cc3-e86255752d09 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:02.615314 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 777c487c-c077-49af-8cc3-e86255752d09 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:02.615696 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.699132 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.721920 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777c487c-c077-49af-8cc3-e86255752d09'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:02.724212 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b034ef-4b9e-4fed-ae2c-ad04ca4a12bd" -d '{"events": [{"server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "name": "network-vif-plugged", "status": "completed", "tag": "777c487c-c077-49af-8cc3-e86255752d09"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:02.738751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:02.744118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.793725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:02.827829 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185aa57c-9d51-43dd-863b-b80cf1e23a15 x-openstack-request-id: req-185aa57c-9d51-43dd-863b-b80cf1e23a15 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:02.828178 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "name": "network-vif-plugged", "status": "completed", "tag": "777c487c-c077-49af-8cc3-e86255752d09", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:02.828439 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-185aa57c-9d51-43dd-863b-b80cf1e23a15 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:02.828845 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777c487c-c077-49af-8cc3-e86255752d09', 'code': 200} Aug 29 05:28:02.933924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02070-b0cf-489a-bb33-4ecd83f5ee65 req-5681c9a7-5015-4269-917e-3efa4d6c09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:02.935463 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9fa02070-b0cf-489a-bb33-4ecd83f5ee65 req-5681c9a7-5015-4269-917e-3efa4d6c09b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1098 time: 0.0417330 Aug 29 05:28:02.977008 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-9fa02070-b0cf-489a-bb33-4ecd83f5ee65 req-c63441ab-d077-4318-986a-d4cbf1560681 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296054 Aug 29 05:28:03.611115 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4660a1a-b7c5-4ac2-a7f0-ba6c1733a12e req-a01521f8-ef17-464f-938d-f77f34e7749e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:03.612548 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4660a1a-b7c5-4ac2-a7f0-ba6c1733a12e req-a01521f8-ef17-464f-938d-f77f34e7749e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0539324 Aug 29 05:28:03.651394 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b4660a1a-b7c5-4ac2-a7f0-ba6c1733a12e req-211188ca-c294-4d18-bd71-e4272f7d5461 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Aug 29 05:28:04.774911 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086d80b-5b21-43c2-8fa7-72641ae926a8 req-158b1853-f8c4-4c4d-bd44-4e3ead6773a3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:04.776546 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a086d80b-5b21-43c2-8fa7-72641ae926a8 req-158b1853-f8c4-4c4d-bd44-4e3ead6773a3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0503683 Aug 29 05:28:04.814716 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a086d80b-5b21-43c2-8fa7-72641ae926a8 req-fa5de675-cece-4970-b113-20983995c761 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 Aug 29 05:28:04.943448 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa90706-4732-4094-aee9-ae922eb39a79 req-a4d190f0-f554-4278-94e4-45dc14839d53 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:04.944905 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8aa90706-4732-4094-aee9-ae922eb39a79 req-a4d190f0-f554-4278-94e4-45dc14839d53 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0499885 Aug 29 05:28:04.990931 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8aa90706-4732-4094-aee9-ae922eb39a79 req-0a451c3e-5d30-4dad-9876-470f1c3f5383 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389497 Aug 29 05:28:05.013360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39814) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:05.057235 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc18a8-cf26-46ce-b865-25eb85b3665f tempest-TestShelveInstance-716010947 tempest-TestShelveInstance-716010947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:05.059287 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-37fc18a8-cf26-46ce-b865-25eb85b3665f tempest-TestShelveInstance-716010947 tempest-TestShelveInstance-716010947-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1093 time: 0.0449431 Aug 29 05:28:05.062153 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39816) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:05.066509 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '777c487c-c077-49af-8cc3-e86255752d09', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:05.096380 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for floatingip, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:05.202252 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:05.318763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Allocated IP 172.25.1.79 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/79e66208-668e-463c-80a7-9302fa3ab344) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:05.420595 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:05.458775 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:05.503963 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:05.506956 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:05.509655 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:05.533055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'Port': ['ID=79e66208-668e-463c-80a7-9302fa3ab344,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:05.547158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.547493 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.547833 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.548200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.548533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.548859 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.549183 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.549511 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.549853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.550158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.550484 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.550810 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:05.894558 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:05.966018 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:06.119107 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:06.124360 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:06.195857 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event updated for resources: {'Port': ['ID=79e66208-668e-463c-80a7-9302fa3ab344,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:06.204972 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:06.305476 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Floating IP 5a2ceb57-6cea-4ebb-aaa0-c058bd41351c associated. External IP: 172.25.1.79, port: 777c487c-c077-49af-8cc3-e86255752d09. Aug 29 05:28:06.517808 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:06.627393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:06.637089 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] Sync routers for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:06.647134 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:06.648123 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:27:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:06.651325 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:06.679000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-a8fdb0f5-78c4-48d0-ac4e-4e366a87e8f3 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6158204 Aug 29 05:28:06.679610 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'tag': '777c487c-c077-49af-8cc3-e86255752d09'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:06.681915 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3997bf-a15a-44d8-8650-06653bc92b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "tag": "777c487c-c077-49af-8cc3-e86255752d09"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:06.769595 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:06.780344 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6acbb8-258a-46b2-9ab9-1661e276f452 x-openstack-request-id: req-6b6acbb8-258a-46b2-9ab9-1661e276f452 {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:06.780638 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "tag": "777c487c-c077-49af-8cc3-e86255752d09", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:06.780894 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b6acbb8-258a-46b2-9ab9-1661e276f452 {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:06.781298 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'tag': '777c487c-c077-49af-8cc3-e86255752d09', 'status': 'completed', 'code': 200} Aug 29 05:28:06.843999 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-500b81c6-ca24-4353-b45f-8f8a00637475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:06.845563 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-500b81c6-ca24-4353-b45f-8f8a00637475 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1098 time: 0.0406513 Aug 29 05:28:06.941411 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-c945cf1b-fbff-4691-a609-6f394661799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:06.942968 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-c945cf1b-fbff-4691-a609-6f394661799a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0902193 Aug 29 05:28:07.009664 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-d08d9f1c-3b16-494c-a7c2-bbb5b5fb9fc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 999 time: 0.0592945 Aug 29 05:28:07.033691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5a2ceb57-6cea-4ebb-aaa0-c058bd41351c', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'port_id': '777c487c-c077-49af-8cc3-e86255752d09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'mac_address': 'fa:16:3e:c5:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:05Z', 'updated_at': '2021-08-29T05:28:05Z', 'revision_number': 0, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:07.060950 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] Checking router: 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:07.063784 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-e00ba9b2-e4c0-4c86-bcc3-bd244f235ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:07.065320 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-e00ba9b2-e4c0-4c86-bcc3-bd244f235ce0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0490596 Aug 29 05:28:07.069932 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:07.070551 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:27:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:07.114910 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-22115399-b380-4d2d-b518-ff5a21837dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:07.116652 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-22115399-b380-4d2d-b518-ff5a21837dde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440214 Aug 29 05:28:07.185410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:07.207781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-af4a1e39-a686-4de4-ad33-3f67074f03bc service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834544 Aug 29 05:28:07.304194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-db3997bf-a15a-44d8-8650-06653bc92b4a req-d09f1efb-8c03-4627-958c-82ef57a64caf service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885069 Aug 29 05:28:07.431999 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5a2ceb57-6cea-4ebb-aaa0-c058bd41351c', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'port_id': '777c487c-c077-49af-8cc3-e86255752d09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'mac_address': 'fa:16:3e:c5:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:05Z', 'updated_at': '2021-08-29T05:28:05Z', 'revision_number': 0, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:07.458349 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daa91b-1c27-4468-9308-4ff41bfa61f5 None None] The sync data for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 is: [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5a2ceb57-6cea-4ebb-aaa0-c058bd41351c', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'port_id': '777c487c-c077-49af-8cc3-e86255752d09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'mac_address': 'fa:16:3e:c5:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:05Z', 'updated_at': '2021-08-29T05:28:05Z', 'revision_number': 0, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:07.655497 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e3d7a-0ce8-4c6c-8652-1afbabfd3a9f None None] New status for floating IP 5a2ceb57-6cea-4ebb-aaa0-c058bd41351c: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:28:17.556365 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d2436427-877b-4589-b88f-4cb97699f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:20.490905 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:20.552785 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0e938af1-ad53-43c6-85bf-6a8669803f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:21.491840 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:23.078710 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:27.894479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.114206 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.040093 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-309625cc-5662-4603-88de-4e0edc481c4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418162 Aug 29 05:28:32.132765 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-0e294ed7-886d-45b4-92dc-8a744884e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:32.134324 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-0e294ed7-886d-45b4-92dc-8a744884e866 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1098 time: 0.0431592 Aug 29 05:28:32.253437 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-91fb4dd3-4a2d-4054-8621-acc2f9bd8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:32.254925 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-91fb4dd3-4a2d-4054-8621-acc2f9bd8e39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0991650 Aug 29 05:28:32.331156 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-a43718af-8ce3-4e73-a971-c0b33933c0ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 1001 time: 0.0662620 Aug 29 05:28:32.390937 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-bb90f30d-f12d-47af-b5bf-f340153f6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:32.392494 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-bb90f30d-f12d-47af-b5bf-f340153f6f1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0544212 Aug 29 05:28:32.439777 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-d4660077-bb5d-4654-a22c-98840c5c758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:32.441340 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-d4660077-bb5d-4654-a22c-98840c5c758f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419199 Aug 29 05:28:32.535935 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-6b7c15fa-7e84-4e06-8eb7-890595cff2c1 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846415 Aug 29 05:28:32.650136 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-e94c27fa-cacb-47db-81de-d7306d2f93d9 req-09d58370-ac8c-48cc-8277-88fb1ec85c2e service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037729 Aug 29 05:28:37.956672 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:28:45.862700 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-11983ea7-14a0-4130-9fac-8a3e61ceb7ff req-7ada534b-84cd-4c2b-9f95-5d62efa0af85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267532 Aug 29 05:28:45.931023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-11983ea7-14a0-4130-9fac-8a3e61ceb7ff req-53b520ec-01cf-4ac7-862e-1aa198d2e17b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0252106 Aug 29 05:28:45.971487 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-11983ea7-14a0-4130-9fac-8a3e61ceb7ff req-d308f5d2-f987-4d4b-bf53-7eae785dc82b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195739 Aug 29 05:28:46.072348 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11983ea7-14a0-4130-9fac-8a3e61ceb7ff req-10a343b2-acf2-429e-a58c-67b21454f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.073809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-11983ea7-14a0-4130-9fac-8a3e61ceb7ff req-10a343b2-acf2-429e-a58c-67b21454f9c7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911443 Aug 29 05:28:47.557984 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e083e54-7643-4079-91d1-7f06dca99bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.492785 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.553826 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-18bc65df-ff32-43d9-b337-b9d86ea3b7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.493192 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.080659 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:57.906358 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:59.126673 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:14.956227 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:17.559808 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4be56bb5-5964-4a93-a50f-ace5685e93b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:20.493433 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:20.555228 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8afeaf39-012e-4a0f-a155-9cd9cbde28d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:21.497619 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:23.083837 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:27.901883 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.132803 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.061911 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-329a79fb-95f4-4bf6-a403-029521407cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411479 Aug 29 05:29:33.154775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-2f8598b0-b4d7-4b47-b33c-451738fb884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.156310 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-2f8598b0-b4d7-4b47-b33c-451738fb884b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1098 time: 0.0423450 Aug 29 05:29:33.268909 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-dd64b754-392f-411b-9be4-169198ab3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.270796 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-dd64b754-392f-411b-9be4-169198ab3d4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0909874 Aug 29 05:29:33.343118 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-a21588c2-ef7a-4423-bf03-5c82cc37fe04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 1001 time: 0.0602598 Aug 29 05:29:33.397128 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-23b401ef-2951-4279-bad0-e1d65661edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.398594 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-23b401ef-2951-4279-bad0-e1d65661edfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0447609 Aug 29 05:29:33.453068 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-3dc21575-e763-4171-93d3-2af113f662e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.454581 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-3dc21575-e763-4171-93d3-2af113f662e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446606 Aug 29 05:29:33.548774 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-8186ed76-dedb-4b4b-8d2f-86d529b862d8 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827248 Aug 29 05:29:33.652459 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c6bf6964-188a-40f8-9adf-47f102b52de4 req-33837eb2-7b57-480b-aa44-9c5d5328c61f service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944140 Aug 29 05:29:47.562435 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d914dc3c-5e56-458d-859b-d4d239fc7ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:48.584284 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efb69cc9-5170-4d65-8db9-aeb612220515 req-7745b282-5836-4dad-8b3b-92c08b0311bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0833354 Aug 29 05:29:48.631305 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efb69cc9-5170-4d65-8db9-aeb612220515 req-631e1597-0ce0-4aef-b6ff-86574839419d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0247335 Aug 29 05:29:48.672263 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efb69cc9-5170-4d65-8db9-aeb612220515 req-f1b80551-9587-4bee-9ab7-47f5816ec6e2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197465 Aug 29 05:29:49.105298 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb69cc9-5170-4d65-8db9-aeb612220515 req-e38d6551-8e29-4da4-b3fe-f5a8f603ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:49.106929 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-efb69cc9-5170-4d65-8db9-aeb612220515 req-e38d6551-8e29-4da4-b3fe-f5a8f603ad3e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4281938 Aug 29 05:29:50.495489 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:50.557183 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9891d5e8-9c1c-4d37-8cfe-83a5c1a75e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:51.499639 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:51.956284 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:53.087231 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:57.900946 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:59.127604 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:04.677539 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da597b8a-e171-4047-a879-4bbad02e8ae1 req-a82c0ff7-affa-4c52-8bf7-9a1139f7eb0a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:04.678953 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da597b8a-e171-4047-a879-4bbad02e8ae1 req-a82c0ff7-affa-4c52-8bf7-9a1139f7eb0a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0596533 Aug 29 05:30:04.723000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-da597b8a-e171-4047-a879-4bbad02e8ae1 req-b9660690-7254-4f10-9785-d073c2c30e9d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325031 Aug 29 05:30:05.872491 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380d5e-275e-4163-9183-5e662c23afb3 req-bfa421a3-9544-4b72-901f-c742c8a4b555 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:05.873995 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e380d5e-275e-4163-9183-5e662c23afb3 req-bfa421a3-9544-4b72-901f-c742c8a4b555 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0574977 Aug 29 05:30:05.927254 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3e380d5e-275e-4163-9183-5e662c23afb3 req-e26f90d8-4156-4989-8bab-ab5183d45482 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457020 Aug 29 05:30:07.053722 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ff38-023e-4e5a-b005-c94dbbb7c658 req-71264336-30ef-48c0-a400-c7fe48abf85f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:07.055266 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7d0ff38-023e-4e5a-b005-c94dbbb7c658 req-71264336-30ef-48c0-a400-c7fe48abf85f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0522940 Aug 29 05:30:07.094004 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7d0ff38-023e-4e5a-b005-c94dbbb7c658 req-9772850d-b0f7-4445-9593-b08157afa04e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Aug 29 05:30:08.211864 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42818ca-477d-4f35-b1a2-1b1d45e2a918 req-bf28332f-2c8b-4517-abda-0717067adf5b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:08.213402 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b42818ca-477d-4f35-b1a2-1b1d45e2a918 req-bf28332f-2c8b-4517-abda-0717067adf5b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0497241 Aug 29 05:30:08.252845 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b42818ca-477d-4f35-b1a2-1b1d45e2a918 req-2478cd20-fa1c-466d-8943-f979de5a8c46 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Aug 29 05:30:09.374873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f19ab-ba3b-4ed8-8965-9aa64aeaa0d3 req-c1a5b8d5-4cf1-4211-bdba-499ce308f5ea tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:09.376468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f58f19ab-ba3b-4ed8-8965-9aa64aeaa0d3 req-c1a5b8d5-4cf1-4211-bdba-499ce308f5ea tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0550628 Aug 29 05:30:09.415780 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f58f19ab-ba3b-4ed8-8965-9aa64aeaa0d3 req-67f6168f-a0d2-463a-a03f-53b367d03308 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334170 Aug 29 05:30:10.538813 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b9067-582e-4b16-ad23-8a0a797f69aa req-e508f126-22ca-4595-a2ce-2b6d45d69ae0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:10.540430 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b5b9067-582e-4b16-ad23-8a0a797f69aa req-e508f126-22ca-4595-a2ce-2b6d45d69ae0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0526571 Aug 29 05:30:10.579034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4b5b9067-582e-4b16-ad23-8a0a797f69aa req-5ffd0945-d5f4-461b-b94d-74d3f1836358 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319507 Aug 29 05:30:11.696796 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc78d2-a371-4b71-9443-068da385a10d req-173837b6-e3bb-4029-8ac5-5da6ca2b6cef tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:11.698318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fcc78d2-a371-4b71-9443-068da385a10d req-173837b6-e3bb-4029-8ac5-5da6ca2b6cef tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0502784 Aug 29 05:30:11.737703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9fcc78d2-a371-4b71-9443-068da385a10d req-9525ac09-609d-4d2e-a18f-4868f5d68431 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Aug 29 05:30:12.858104 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e642c-1340-4010-89d7-47223e32d50a req-c3df5345-383b-4bc1-af13-c5d6a45d3865 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:12.859601 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e3e642c-1340-4010-89d7-47223e32d50a req-c3df5345-383b-4bc1-af13-c5d6a45d3865 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0537090 Aug 29 05:30:12.906018 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2e3e642c-1340-4010-89d7-47223e32d50a req-743636e6-ffa4-4118-8ac0-f4ec4b22f205 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403504 Aug 29 05:30:14.031086 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc3295-1cfb-4a44-8240-1f6770233768 req-9d7bc064-c632-418a-814e-abd9cacc6ff4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:14.032766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5fc3295-1cfb-4a44-8240-1f6770233768 req-9d7bc064-c632-418a-814e-abd9cacc6ff4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0573575 Aug 29 05:30:14.071176 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a5fc3295-1cfb-4a44-8240-1f6770233768 req-1bad5d30-c149-4455-b025-2555bc2568c6 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Aug 29 05:30:14.880759 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-fe8a19b8-069d-45fe-b1a9-584bfe939ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:14.882258 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-fe8a19b8-069d-45fe-b1a9-584bfe939ea1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1098 time: 0.0474179 Aug 29 05:30:14.978097 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-23c03bab-b791-476d-8ae1-a47523b21704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:14.979574 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-23c03bab-b791-476d-8ae1-a47523b21704 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0855799 Aug 29 05:30:15.052655 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-6953566d-f339-4cbf-b3b4-1e718c63c3ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 1001 time: 0.0610945 Aug 29 05:30:15.108474 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-d3b94ae6-40f7-4e7f-974f-a90a56db1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:15.109956 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-d3b94ae6-40f7-4e7f-974f-a90a56db1606 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0464160 Aug 29 05:30:15.162307 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-04cbe6e4-b02a-42ec-910e-8a282543877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:15.163827 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-04cbe6e4-b02a-42ec-910e-8a282543877a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420375 Aug 29 05:30:15.195273 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5affde-7ba9-4440-854a-568959968dae req-21eb7629-491e-462a-943d-a896bcca6cf9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:15.196800 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e5affde-7ba9-4440-854a-568959968dae req-21eb7629-491e-462a-943d-a896bcca6cf9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0490899 Aug 29 05:30:15.235658 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1e5affde-7ba9-4440-854a-568959968dae req-f8dfaa37-6626-4c2b-be9c-c57546b5c96d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Aug 29 05:30:15.264003 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-ee58b7a7-5c80-42b8-b9e6-5d36246e9f78 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879407 Aug 29 05:30:15.358932 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-71377406-4f83-48dd-adf7-6f3e50b0ccb9 req-b602c74d-c2f3-4f81-bd29-dd5909d19be0 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832343 Aug 29 05:30:16.359702 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413f73e-eeca-4ec7-9677-48ef352266f1 req-bb395210-ad57-4577-ab3b-bd20e2f9880f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:16.361225 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b413f73e-eeca-4ec7-9677-48ef352266f1 req-bb395210-ad57-4577-ab3b-bd20e2f9880f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0547767 Aug 29 05:30:16.400184 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b413f73e-eeca-4ec7-9677-48ef352266f1 req-91c3dbae-2e27-4927-957e-d685cceac751 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328574 Aug 29 05:30:17.522561 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8758e6-469f-4edd-a1fe-1a4f09f8acf6 req-e50ee8b0-562f-4d86-894a-c85d6be87679 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:17.524227 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e8758e6-469f-4edd-a1fe-1a4f09f8acf6 req-e50ee8b0-562f-4d86-894a-c85d6be87679 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0560892 Aug 29 05:30:17.564086 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cc157010-f25f-4053-a24a-2669a2e65301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:17.567888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e8758e6-469f-4edd-a1fe-1a4f09f8acf6 req-b42835d0-4b8b-4c80-8107-70a73003dfaa tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366452 Aug 29 05:30:18.701589 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153a80f-d7c9-4d9c-bf8e-757c617a0bb0 req-5c999fa5-5be4-405e-94ba-1f41c3f52c5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:18.703113 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c153a80f-d7c9-4d9c-bf8e-757c617a0bb0 req-5c999fa5-5be4-405e-94ba-1f41c3f52c5c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0521538 Aug 29 05:30:18.743815 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c153a80f-d7c9-4d9c-bf8e-757c617a0bb0 req-1656c0d6-66e4-4334-8cb0-67cf5c31bc69 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338776 Aug 29 05:30:19.864145 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34631b0-dbd9-4224-a027-8de7825d4509 req-2f11895a-2306-4bb9-8169-6a81aca8fb69 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:19.865703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b34631b0-dbd9-4224-a027-8de7825d4509 req-2f11895a-2306-4bb9-8169-6a81aca8fb69 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0532269 Aug 29 05:30:19.904541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b34631b0-dbd9-4224-a027-8de7825d4509 req-76044fc8-96dd-41c8-a78e-7f6810750174 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Aug 29 05:30:20.497804 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:20.557260 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a0a60048-9d4a-4d95-bf78-c38f4a4b6e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.133784 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-d692d13e-4f7f-4b35-8aee-1fce1fb20920 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678451 Aug 29 05:30:21.148007 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7effa2-0fc6-43b4-975e-a2e6e3dad8ce req-b687893e-6038-46e0-b127-037bfe7afa01 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:21.149472 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc7effa2-0fc6-43b4-975e-a2e6e3dad8ce req-b687893e-6038-46e0-b127-037bfe7afa01 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0596852 Aug 29 05:30:21.189363 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bc7effa2-0fc6-43b4-975e-a2e6e3dad8ce req-5e3462a1-cb7f-4f2e-a9b6-7c62bedd0fdb tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333133 Aug 29 05:30:21.255761 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 777c487c-c077-49af-8cc3-e86255752d09 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:21.333832 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.358080 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777c487c-c077-49af-8cc3-e86255752d09'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:21.360348 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0e13bb-cb0f-4a70-b6c5-00fe47ca1a4d" -d '{"events": [{"server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "name": "network-vif-unplugged", "status": "completed", "tag": "777c487c-c077-49af-8cc3-e86255752d09"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:21.372906 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:21.377894 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.401634 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e52d43-0b1f-4cf9-8e69-cf7c2aee3b1e x-openstack-request-id: req-f4e52d43-0b1f-4cf9-8e69-cf7c2aee3b1e {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:21.401931 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "name": "network-vif-unplugged", "status": "failed", "tag": "777c487c-c077-49af-8cc3-e86255752d09", "code": 422}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:21.402182 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4e52d43-0b1f-4cf9-8e69-cf7c2aee3b1e {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:21.402567 n-d-712142-15 neutron-server[94847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '777c487c-c077-49af-8cc3-e86255752d09', 'code': 422} returned with failed status Aug 29 05:30:21.427681 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:21.436135 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.436481 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.436828 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.437255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.437598 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.437933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.438275 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.438587 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.438913 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.439237 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.439559 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.439880 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:21.502203 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.358853 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8b9ab-90ea-4854-8e68-26eed57282df req-82997178-373e-4c2a-867c-a63bf1782ef7 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:22.360360 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1cc8b9ab-90ea-4854-8e68-26eed57282df req-82997178-373e-4c2a-867c-a63bf1782ef7 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.1042378 Aug 29 05:30:22.399220 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1cc8b9ab-90ea-4854-8e68-26eed57282df req-c9cbea1b-8b19-417f-8a6a-ddd57546cb5b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325828 Aug 29 05:30:23.091091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.516885 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1768b73-f831-4d34-aac4-c997a91c0af3 req-5adb9392-5f7c-43d6-8a4c-4564bd52a246 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:23.519052 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1768b73-f831-4d34-aac4-c997a91c0af3 req-5adb9392-5f7c-43d6-8a4c-4564bd52a246 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0520251 Aug 29 05:30:23.557583 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a1768b73-f831-4d34-aac4-c997a91c0af3 req-7ac93441-6530-4098-8367-dcf4766485b2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323083 Aug 29 05:30:24.677017 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb23c84-9551-4f75-8ed0-baaff5ac1e29 req-de634060-c571-4b47-9dd8-b7272cecb90a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:24.678575 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afb23c84-9551-4f75-8ed0-baaff5ac1e29 req-de634060-c571-4b47-9dd8-b7272cecb90a tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0516000 Aug 29 05:30:24.718343 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-afb23c84-9551-4f75-8ed0-baaff5ac1e29 req-7d0185dd-090b-4fef-bfed-828f05cd4d02 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Aug 29 05:30:25.848673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47450e84-0632-4a86-abf7-7f496bacfe05 req-08a7f99b-616f-4e64-a677-b2d7b9bffec5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:25.852016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47450e84-0632-4a86-abf7-7f496bacfe05 req-08a7f99b-616f-4e64-a677-b2d7b9bffec5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0572867 Aug 29 05:30:25.894535 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-47450e84-0632-4a86-abf7-7f496bacfe05 req-769e56a1-833f-49b4-ab76-a1a7066f30b5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371008 Aug 29 05:30:27.023114 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a531f7b-7e88-4dc4-b73a-85c41ad5ff4c req-68da9336-2d4e-4159-88b6-566148d8ef90 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:27.024660 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a531f7b-7e88-4dc4-b73a-85c41ad5ff4c req-68da9336-2d4e-4159-88b6-566148d8ef90 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0513382 Aug 29 05:30:27.064616 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4a531f7b-7e88-4dc4-b73a-85c41ad5ff4c req-a0ba4808-c4ba-4b21-8784-df8e8c6a92ff tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Aug 29 05:30:27.909680 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:28.185466 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58b3ea-ef5a-45a8-8b75-82045560dfca req-7c6f8e4c-6c84-476d-ab1c-a0e468b92c6f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:28.186891 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d58b3ea-ef5a-45a8-8b75-82045560dfca req-7c6f8e4c-6c84-476d-ab1c-a0e468b92c6f tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0500207 Aug 29 05:30:28.227025 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-3d58b3ea-ef5a-45a8-8b75-82045560dfca req-ebbc61eb-bcfd-4962-8199-da8d9cbecaa0 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339348 Aug 29 05:30:28.954786 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:30:29.149371 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.351735 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169524-6327-466c-a79a-8b5fc257dc70 req-9154a903-8db3-4037-a6b6-cbd598cb6526 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:29.353468 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97169524-6327-466c-a79a-8b5fc257dc70 req-9154a903-8db3-4037-a6b6-cbd598cb6526 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0582232 Aug 29 05:30:29.393919 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-97169524-6327-466c-a79a-8b5fc257dc70 req-5b5cf9a5-91b5-4a83-b41b-a069fac89ea9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341883 Aug 29 05:30:30.082192 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-3d314872-3e0c-48c2-be03-5223f769166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:30.084207 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-3d314872-3e0c-48c2-be03-5223f769166d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0&tenant_id=0a2da8cb975945ec901c1fdefa2bfad7 HTTP/1.1" status: 200 len: 1096 time: 0.0897286 Aug 29 05:30:30.147261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-cc04ad29-2a7e-4f2c-8018-51247dc02646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:30.148864 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-cc04ad29-2a7e-4f2c-8018-51247dc02646 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0416141 Aug 29 05:30:30.239650 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-f93f54e4-aa63-43db-b5f2-fd02583351ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:30.241162 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-f93f54e4-aa63-43db-b5f2-fd02583351ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0839055 Aug 29 05:30:30.314897 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-50d617f1-f612-431a-b360-4dc241038644 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 999 time: 0.0617583 Aug 29 05:30:30.370885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-29b280e7-567a-4065-8a22-453a59ee9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:30.372439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-29b280e7-567a-4065-8a22-453a59ee9735 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0461102 Aug 29 05:30:30.423918 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-5d0f8ef8-1676-4f89-a579-5c19e76edcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:30.425342 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-5d0f8ef8-1676-4f89-a579-5c19e76edcf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415151 Aug 29 05:30:30.513960 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347f7aa-e54b-4897-8297-b183739a0ae0 req-a59f9f08-8d6a-472a-a891-38d983127a06 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:30.515477 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9347f7aa-e54b-4897-8297-b183739a0ae0 req-a59f9f08-8d6a-472a-a891-38d983127a06 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0522375 Aug 29 05:30:30.524497 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-47cbdf73-1946-48b3-bee0-3df9b044679c service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879343 Aug 29 05:30:30.561438 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9347f7aa-e54b-4897-8297-b183739a0ae0 req-96c0a616-477f-4950-8eba-2be48a6ba4cf tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397666 Aug 29 05:30:30.618465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-b5e94312-a288-42ec-b972-7d17fc148cd4 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Aug 29 05:30:31.684108 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4365-87f7-484c-a677-3fe48256310d req-f76bbb54-96ec-41ae-84e7-2a41864ecce2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:31.685622 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee8a4365-87f7-484c-a677-3fe48256310d req-f76bbb54-96ec-41ae-84e7-2a41864ecce2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0533724 Aug 29 05:30:31.729312 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ee8a4365-87f7-484c-a677-3fe48256310d req-69de9000-fdac-44f2-a068-be1e3ed0fabe tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372121 Aug 29 05:30:32.851013 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9b839-f851-405b-bf53-2f05086a60af req-21aeee77-7c34-402e-a54b-7f044d5c8b26 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:32.852506 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dab9b839-f851-405b-bf53-2f05086a60af req-21aeee77-7c34-402e-a54b-7f044d5c8b26 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0540049 Aug 29 05:30:32.895322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dab9b839-f851-405b-bf53-2f05086a60af req-6cac6be4-66cb-4187-af29-e24f58e08f8c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361133 Aug 29 05:30:34.013943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb8e9-03b9-4b9b-8429-19a25d16b358 req-b4e8a721-aa16-433b-9415-97d79e8c0018 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.015465 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daafb8e9-03b9-4b9b-8429-19a25d16b358 req-b4e8a721-aa16-433b-9415-97d79e8c0018 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0525861 Aug 29 05:30:34.062344 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-daafb8e9-03b9-4b9b-8429-19a25d16b358 req-54426d8d-4f85-4e4a-a484-a9618fad977d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Aug 29 05:30:34.089388 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-2d0e0e6c-998c-41c5-81cb-acb8afa2b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.091053 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-2d0e0e6c-998c-41c5-81cb-acb8afa2b8fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0468602 Aug 29 05:30:34.195231 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-dd9e3644-d239-43ce-90ae-4ac40c855218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.196746 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-dd9e3644-d239-43ce-90ae-4ac40c855218 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0848792 Aug 29 05:30:34.277212 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-9ef8e1ab-e540-450c-8dab-f36696742e00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 999 time: 0.0689433 Aug 29 05:30:34.333366 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-2f20ccd7-85f4-44c2-8509-9500af1c1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.334885 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-2f20ccd7-85f4-44c2-8509-9500af1c1cb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0449688 Aug 29 05:30:34.384149 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-e5dd49b4-137f-40bb-85da-66a0ecfb9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.385736 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-e5dd49b4-137f-40bb-85da-66a0ecfb9709 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415156 Aug 29 05:30:34.484809 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-97c92758-c835-45ab-a37c-48e83f61a488 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866065 Aug 29 05:30:34.582040 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-99d0642c-7e3c-4f4e-9645-20f0f7e36719 req-5beaf87e-d540-4796-b15d-43df4a775c53 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843816 Aug 29 05:30:35.177481 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ed6f-251a-4d5e-b896-bfd9c57702f7 req-2ff4f096-958b-4dc0-8c72-2f570186f27d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:35.179109 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e99ed6f-251a-4d5e-b896-bfd9c57702f7 req-2ff4f096-958b-4dc0-8c72-2f570186f27d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0490375 Aug 29 05:30:35.217941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7e99ed6f-251a-4d5e-b896-bfd9c57702f7 req-cb086e72-f6fb-4091-a0a9-b861384c41ac tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326295 Aug 29 05:30:36.338972 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15793197-764c-4adb-9a57-dddbbc27592a req-ad0d025c-fbe2-4edf-8e95-dfb6d953278b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:36.341035 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15793197-764c-4adb-9a57-dddbbc27592a req-ad0d025c-fbe2-4edf-8e95-dfb6d953278b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0548811 Aug 29 05:30:36.379631 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-15793197-764c-4adb-9a57-dddbbc27592a req-521e76b5-4fba-4c98-a9d6-5c12c3433209 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Aug 29 05:30:37.497410 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aea7a-b7be-4ae3-b526-a25e20e7b7f6 req-13c234f8-0807-4423-aca0-9137217bc44d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.498941 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1b6aea7a-b7be-4ae3-b526-a25e20e7b7f6 req-13c234f8-0807-4423-aca0-9137217bc44d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0506313 Aug 29 05:30:37.537095 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-1b6aea7a-b7be-4ae3-b526-a25e20e7b7f6 req-a87412f7-3de5-4c60-bdd6-70bcdda0720d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Aug 29 05:30:38.661975 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faac4da-2a5f-497d-9a91-8b7f5f6b32d0 req-bac7028d-1fd6-4626-8c9b-0fd622a77121 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:38.663491 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8faac4da-2a5f-497d-9a91-8b7f5f6b32d0 req-bac7028d-1fd6-4626-8c9b-0fd622a77121 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 944 time: 0.0578177 Aug 29 05:30:38.703034 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8faac4da-2a5f-497d-9a91-8b7f5f6b32d0 req-729fb2a5-5b53-4e17-b55b-d510f85d6855 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329442 Aug 29 05:30:39.365159 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 777c487c-c077-49af-8cc3-e86255752d09 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:30:39.463607 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:39.475260 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '777c487c-c077-49af-8cc3-e86255752d09', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'port_id': '777c487c-c077-49af-8cc3-e86255752d09', 'mac_address': 'fa:16:3e:c5:d7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:30:39.512727 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:39.525669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777c487c-c077-49af-8cc3-e86255752d09 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:30:39.545075 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:39.548576 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:39.595138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:39.831886 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0339d0-562d-4aba-86d6-70ebc815e145 req-6ede3440-ee3b-4e12-909f-07852415bbd4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:39.833418 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd0339d0-562d-4aba-86d6-70ebc815e145 req-6ede3440-ee3b-4e12-909f-07852415bbd4 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 945 time: 0.0552883 Aug 29 05:30:39.872053 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-dd0339d0-562d-4aba-86d6-70ebc815e145 req-213ef7f4-b097-4638-a270-5368cfe21e49 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Aug 29 05:30:39.872516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['777c487c-c077-49af-8cc3-e86255752d09'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:30:40.991288 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc8e93-7dbd-4fde-98f5-575362bea6c1 req-85ac0655-9bb1-4ea1-9f5f-ae20f6eff3af tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:40.992960 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04cc8e93-7dbd-4fde-98f5-575362bea6c1 req-85ac0655-9bb1-4ea1-9f5f-ae20f6eff3af tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 945 time: 0.0519192 Aug 29 05:30:41.035079 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-04cc8e93-7dbd-4fde-98f5-575362bea6c1 req-7792eb43-b097-433e-b33b-ff62fbefc746 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343275 Aug 29 05:30:41.365136 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 777c487c-c077-49af-8cc3-e86255752d09 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:41.415719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 777c487c-c077-49af-8cc3-e86255752d09 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:41.416114 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.492629 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.514698 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777c487c-c077-49af-8cc3-e86255752d09'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:41.516999 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd001331-fefc-458a-9afb-5e0a97ca8da3" -d '{"events": [{"server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "name": "network-vif-plugged", "status": "completed", "tag": "777c487c-c077-49af-8cc3-e86255752d09"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:41.529600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:41.533748 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.561683 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698ca807-db3b-4e4b-aa68-197c810d80cc x-openstack-request-id: req-698ca807-db3b-4e4b-aa68-197c810d80cc {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:41.561970 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "name": "network-vif-plugged", "status": "completed", "tag": "777c487c-c077-49af-8cc3-e86255752d09", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:41.562223 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-698ca807-db3b-4e4b-aa68-197c810d80cc {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:41.562601 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777c487c-c077-49af-8cc3-e86255752d09', 'code': 200} Aug 29 05:30:41.586965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:41.720912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee57e4d-dcd0-450a-b2c6-26f82a38d51f req-d2f2d5df-0cba-4a31-93e5-8debdc6d5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:41.722419 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aee57e4d-dcd0-450a-b2c6-26f82a38d51f req-d2f2d5df-0cba-4a31-93e5-8debdc6d5600 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1098 time: 0.0422294 Aug 29 05:30:41.759403 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-aee57e4d-dcd0-450a-b2c6-26f82a38d51f req-4ebc030e-3258-4045-b5b6-9ac394479b7f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295608 Aug 29 05:30:42.151714 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d2286-bbe4-4446-9f11-b26bd04b7ad4 req-b38cfc03-9071-4ff4-8502-62b7b5312a13 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:42.153248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e3d2286-bbe4-4446-9f11-b26bd04b7ad4 req-b38cfc03-9071-4ff4-8502-62b7b5312a13 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0494540 Aug 29 05:30:42.190930 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4e3d2286-bbe4-4446-9f11-b26bd04b7ad4 req-023a8990-eaab-4282-8b50-8e69547779bb tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Aug 29 05:30:43.311541 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf11df-7c66-4407-9cf2-1e359dc399da req-8d8c05c3-63dc-4e4c-b377-dacfd706dd35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:43.313323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7cf11df-7c66-4407-9cf2-1e359dc399da req-8d8c05c3-63dc-4e4c-b377-dacfd706dd35 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0540037 Aug 29 05:30:43.352000 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e7cf11df-7c66-4407-9cf2-1e359dc399da req-31a0c721-2cbb-4421-b651-e3db75b3ca8c tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326548 Aug 29 05:30:47.566379 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0d652a54-ad44-4dae-86ee-7737a27bfff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:50.383004 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c52ded1b-de4c-4e9b-8f21-81af76e6bdfb req-b1f4558c-e959-4ae2-b381-758d028411ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313249 Aug 29 05:30:50.448757 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c52ded1b-de4c-4e9b-8f21-81af76e6bdfb req-d56a2ae3-c8f0-4134-9b4c-fbfb0e960fed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0261528 Aug 29 05:30:50.487229 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c52ded1b-de4c-4e9b-8f21-81af76e6bdfb req-aaa538ae-90b1-4669-b2ce-33b16dfd37a0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206225 Aug 29 05:30:50.499568 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:50.558963 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92c6aae3-f2d3-4a72-a7fb-358fa8ab4e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:50.586295 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ded1b-de4c-4e9b-8f21-81af76e6bdfb req-fbc4ce9e-d7ec-4ab2-b1c2-cc7975df172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:50.587703 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c52ded1b-de4c-4e9b-8f21-81af76e6bdfb req-fbc4ce9e-d7ec-4ab2-b1c2-cc7975df172e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936217 Aug 29 05:30:51.505976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.094224 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:57.914402 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:59.163267 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:05.954427 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:31:17.568078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92ad04df-d494-4c30-bd92-ae67b633e235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:20.501732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:20.560815 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-542aef7a-b6e5-4b04-af65-3e5c29513c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:21.510223 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:23.098101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:27.914697 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:29.172447 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:36.076806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff83c365-38ec-4136-9698-1476783cf2eb req-48306e1b-89d5-4716-bd3c-49731efa4c35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444925 Aug 29 05:31:36.163013 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c365-38ec-4136-9698-1476783cf2eb req-8790ecb4-ab9a-46d2-91d9-8611d160106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:36.164575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff83c365-38ec-4136-9698-1476783cf2eb req-8790ecb4-ab9a-46d2-91d9-8611d160106a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1098 time: 0.0411644 Aug 29 05:31:36.274856 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c365-38ec-4136-9698-1476783cf2eb req-c3b836a8-b1f9-47ae-b73d-f88976c74799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:36.276391 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff83c365-38ec-4136-9698-1476783cf2eb req-c3b836a8-b1f9-47ae-b73d-f88976c74799 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0858274 Aug 29 05:31:36.351397 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff83c365-38ec-4136-9698-1476783cf2eb req-0221920a-a3e9-469b-8928-7f693ce9191f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 1001 time: 0.0635588 Aug 29 05:31:36.405188 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c365-38ec-4136-9698-1476783cf2eb req-648af5a3-6491-4ab4-b759-cf7dad711938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:36.407373 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff83c365-38ec-4136-9698-1476783cf2eb req-648af5a3-6491-4ab4-b759-cf7dad711938 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0453262 Aug 29 05:31:36.458574 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c365-38ec-4136-9698-1476783cf2eb req-7fbdcb1a-981b-4ddf-9bca-d3e318957f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:36.460241 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff83c365-38ec-4136-9698-1476783cf2eb req-7fbdcb1a-981b-4ddf-9bca-d3e318957f8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405886 Aug 29 05:31:36.559332 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff83c365-38ec-4136-9698-1476783cf2eb req-79acadc2-f632-4bcd-ae8b-b3ed40d59a1d service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883663 Aug 29 05:31:36.655523 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ff83c365-38ec-4136-9698-1476783cf2eb req-509f12df-83b2-43d6-bbd3-1cc7154e04eb service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838881 Aug 29 05:31:42.953912 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:31:47.568439 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3aef2f5a-ab61-4494-8207-f55b86e73982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:50.503134 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:50.561453 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3713f464-277b-4881-9a57-147c01a46ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:51.411608 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5687ef14-723c-47c2-b371-9c6d209c71e3 req-f28c11a9-eb7a-4fb3-9fd4-f8fac046a34c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263329 Aug 29 05:31:51.463789 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5687ef14-723c-47c2-b371-9c6d209c71e3 req-37ca015b-84b5-4554-b6ed-1d7f4c13daeb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0298297 Aug 29 05:31:51.503732 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5687ef14-723c-47c2-b371-9c6d209c71e3 req-9dfacbde-3628-496e-a04e-41bb72536564 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202506 Aug 29 05:31:51.511008 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:51.599447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687ef14-723c-47c2-b371-9c6d209c71e3 req-4226c1ca-749e-4e3c-aec2-5e3b5cdcb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:51.600893 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5687ef14-723c-47c2-b371-9c6d209c71e3 req-4226c1ca-749e-4e3c-aec2-5e3b5cdcb1bb service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902665 Aug 29 05:31:53.098443 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:57.914815 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.114795 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 39998) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:59.182010 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.302088 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Deleting port 79e66208-668e-463c-80a7-9302fa3ab344 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:31:59.302441 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.377942 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.378178 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.389277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Calling delete_port for 79e66208-668e-463c-80a7-9302fa3ab344 owned by network:floatingip {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:31:59.871354 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.899818 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event deleted for resources: {'Port': ['ID=79e66208-668e-463c-80a7-9302fa3ab344,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:59.927266 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.927632 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.927957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.928320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.928664 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.928996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.929327 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.929657 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.929984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.930317 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.930648 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.930978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.972797 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.973137 n-d-712142-15 neutron-server[94845]: INFO neutron.db.l3_db [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Floating IP 5a2ceb57-6cea-4ebb-aaa0-c058bd41351c disassociated (deleted). External IP: 172.25.1.79, port: 777c487c-c077-49af-8cc3-e86255752d09. Aug 29 05:32:00.183767 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:00.294910 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:00.299650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:00.305244 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] Sync routers for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:00.314282 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:00.314903 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:31:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:00.329105 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-47d512b4-de50-4ca9-8103-3c0ac40cf663 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "DELETE /v2.0/floatingips/5a2ceb57-6cea-4ebb-aaa0-c058bd41351c HTTP/1.1" status: 204 len: 168 time: 1.2132001 Aug 29 05:32:00.329730 n-d-712142-15 neutron-server[94845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'tag': '777c487c-c077-49af-8cc3-e86255752d09'}] {{(pid=94845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:00.333132 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5d7189f69e7775bbe0438900a2dce76f08fb07eee76045df41f9855e04976e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "tag": "777c487c-c077-49af-8cc3-e86255752d09"}]}' {{(pid=94845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:00.423148 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:00.499316 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a7a015-2288-461b-8314-a5b6d04a4a2b x-openstack-request-id: req-45a7a015-2288-461b-8314-a5b6d04a4a2b {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:00.500191 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "tag": "777c487c-c077-49af-8cc3-e86255752d09", "status": "completed", "code": 200}]} {{(pid=94845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:00.500543 n-d-712142-15 neutron-server[94845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45a7a015-2288-461b-8314-a5b6d04a4a2b {{(pid=94845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:00.500902 n-d-712142-15 neutron-server[94845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'tag': '777c487c-c077-49af-8cc3-e86255752d09', 'status': 'completed', 'code': 200} Aug 29 05:32:00.577035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-a7e7adc8-88a7-4cb0-afcb-05c10c168772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:00.578903 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-a7e7adc8-88a7-4cb0-afcb-05c10c168772 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 1098 time: 0.0487158 Aug 29 05:32:00.605673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653b674-c5b0-445a-b672-ab38c068e2cc req-da0a14f6-d9b3-46db-bad2-b24c20b9808d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:00.607585 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f653b674-c5b0-445a-b672-ab38c068e2cc req-da0a14f6-d9b3-46db-bad2-b24c20b9808d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0584197 Aug 29 05:32:00.648158 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:00.650318 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f653b674-c5b0-445a-b672-ab38c068e2cc req-198325c7-b4bd-4904-9d24-d46dab01af4b tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357871 Aug 29 05:32:00.675686 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] Checking router: 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:00.681703 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-026ade4c-220f-4ce5-8540-6404c18c0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:00.683347 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-026ade4c-220f-4ce5-8540-6404c18c0bb2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 200 len: 908 time: 0.0955181 Aug 29 05:32:00.684099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:00.684720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:31:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:00.736670 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-98aa86ed-c148-4e33-b21d-6ae7108a36e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 200 len: 217 time: 0.0452268 Aug 29 05:32:00.794766 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-e9a72367-1519-4483-9138-972f62a5f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:00.796401 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-e9a72367-1519-4483-9138-972f62a5f605 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 200 len: 846 time: 0.0507166 Aug 29 05:32:00.845660 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-dd629e68-501c-48ae-9cf0-eb1dfa75da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:00.847193 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-dd629e68-501c-48ae-9cf0-eb1dfa75da50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6066651-2603-4295-a84c-6605851037c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421975 Aug 29 05:32:00.939931 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-6211d46d-247e-4fb6-ba28-6f36c6273ec2 service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838070 Aug 29 05:32:00.952590 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:01.037025 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-b3b39cd8-f9b4-4279-bccd-d6821dd0f750 req-4dbb1261-b701-4ed7-998e-373d02c2facd service neutron] 10.222.0.64 "GET /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886662 Aug 29 05:32:01.173055 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:01.199754 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577294f-bbaa-4853-b04b-08801b4f237e None None] The sync data for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 is: [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 4, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': 'c6aca244-8ad4-4add-bc49-7b5f11859947', 'name': '', 'network_id': 'f6066651-2603-4295-a84c-6605851037c5', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'mac_address': 'fa:16:3e:89:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:03Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'subnets': [{'id': '04ac3f98-ab56-4de5-b53d-4e5d1eb89332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:01.439594 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68a311-8a6e-4821-94f0-0a3d6ab1432f None None] New status for floating IP 5a2ceb57-6cea-4ebb-aaa0-c058bd41351c: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:32:01.781282 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881f4e1-ce57-42aa-b19b-b82578d4e4e2 req-1b1b7400-6637-4bec-bd27-368173358fc9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:01.782806 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e881f4e1-ce57-42aa-b19b-b82578d4e4e2 req-1b1b7400-6637-4bec-bd27-368173358fc9 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0549893 Aug 29 05:32:01.825777 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e881f4e1-ce57-42aa-b19b-b82578d4e4e2 req-31b3ea0d-e199-43df-ae43-fb95d8dd915d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369718 Aug 29 05:32:02.342775 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-7078bb47-d56e-49f7-b956-83f64d85a10d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:02.344794 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-7078bb47-d56e-49f7-b956-83f64d85a10d tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 946 time: 0.0517309 Aug 29 05:32:02.441521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Deleting port 777c487c-c077-49af-8cc3-e86255752d09 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:02.441873 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:02.535137 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] For port 777c487c-c077-49af-8cc3-e86255752d09, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=777c487c-c077-49af-8cc3-e86255752d09,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:02.535513 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:02.549338 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Calling delete_port for 777c487c-c077-49af-8cc3-e86255752d09 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:02.693569 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:02.724471 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event deleted for resources: {'Port': ['ID=777c487c-c077-49af-8cc3-e86255752d09,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:02.737625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.738030 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.738706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.738706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.739023 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.739357 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.739694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.740064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.740397 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.740730 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.741072 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.741431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:02.776349 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] No DVR routers for this DVR port 777c487c-c077-49af-8cc3-e86255752d09 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:02.778946 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:02.781514 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-153ee74a-b6d1-4ff1-bd08-c1b584118156 req-b416fdb0-79ce-40a9-8357-4cebc12c9268 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.64 "DELETE /v2.0/ports/777c487c-c077-49af-8cc3-e86255752d09 HTTP/1.1" status: 204 len: 173 time: 0.4286492 Aug 29 05:32:02.781971 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'name': 'network-vif-deleted', 'tag': '777c487c-c077-49af-8cc3-e86255752d09'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:02.784374 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bd836f-b093-48da-b1f6-835a48b24328" -d '{"events": [{"server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "name": "network-vif-deleted", "tag": "777c487c-c077-49af-8cc3-e86255752d09"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:02.821162 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f25faa8-eeaa-4c9c-b843-bd1de41a8827 x-openstack-request-id: req-4f25faa8-eeaa-4c9c-b843-bd1de41a8827 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:02.821458 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e2bdc4-42f2-4aab-a100-f05872b294f0", "name": "network-vif-deleted", "tag": "777c487c-c077-49af-8cc3-e86255752d09", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:02.821716 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f25faa8-eeaa-4c9c-b843-bd1de41a8827 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:02.822122 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e2bdc4-42f2-4aab-a100-f05872b294f0', 'name': 'network-vif-deleted', 'tag': '777c487c-c077-49af-8cc3-e86255752d09', 'status': 'completed', 'code': 200} Aug 29 05:32:02.927915 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fc804feb-af05-4fc1-a7bc-ef375f88fd6c req-687f183e-ae61-4320-b8b7-8d92fee68ea5 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0287199 Aug 29 05:32:04.022908 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-4978409d-e9ac-479e-b63c-e85392c5d16f req-cba867ba-df60-4175-8c8d-0e7f3b2e5b83 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0263085 Aug 29 05:32:05.118234 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-906ba64c-c6b4-4547-b1ad-6bd419db4c23 req-e03591ed-9386-4573-8e3f-488aa13e43c2 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0263021 Aug 29 05:32:05.768480 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 777c487c-c077-49af-8cc3-e86255752d09 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:05.788813 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 777c487c-c077-49af-8cc3-e86255752d09 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:05.789165 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 777c487c-c077-49af-8cc3-e86255752d09 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:06.221582 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-2b4b7b3d-8153-4902-8e29-fcf3f97ff7f9 req-ebe53fdc-cf00-402e-960d-35dc9fd0523e tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e2bdc4-42f2-4aab-a100-f05872b294f0 HTTP/1.1" status: 200 len: 210 time: 0.0277057 Aug 29 05:32:07.280362 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40028) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:07.347726 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64c66b5d-75b8-4ec3-b15b-a8899ee3d475 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.374462 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64c66b5d-75b8-4ec3-b15b-a8899ee3d475 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.441266 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64c66b5d-75b8-4ec3-b15b-a8899ee3d475 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.444644 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-64c66b5d-75b8-4ec3-b15b-a8899ee3d475 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.450674 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-64c66b5d-75b8-4ec3-b15b-a8899ee3d475 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] 10.222.0.58 "DELETE /v2.0/security-groups/a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a HTTP/1.1" status: 204 len: 168 time: 0.1650395 Aug 29 05:32:07.461283 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c66b5d-75b8-4ec3-b15b-a8899ee3d475 tempest-TestShelveInstance-1111211664 tempest-TestShelveInstance-1111211664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ca9fa9-f067-4f56-b2f5-f6d9a54c561a,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:08.530558 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40034) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:09.006619 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.272924 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Deleting port c6aca244-8ad4-4add-bc49-7b5f11859947 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:09.273136 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.360291 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] For port c6aca244-8ad4-4add-bc49-7b5f11859947, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=c6aca244-8ad4-4add-bc49-7b5f11859947,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:09.360672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.376928 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Calling delete_port for c6aca244-8ad4-4add-bc49-7b5f11859947 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:09.563237 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.589261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6aca244-8ad4-4add-bc49-7b5f11859947,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:09.762289 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.981581 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:10.097696 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:10.102802 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c14f55ad-7f0e-43f0-ad88-8b731a7c02b2 admin admin] 10.222.0.58 "PUT /v2.0/routers/49e8ff6f-41ba-4e8f-8543-ef78843d30d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5711126 Aug 29 05:32:10.105607 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40038) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:10.106419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] Sync routers for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:10.116095 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:10.116725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:31:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:10.213317 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.223040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:10.320225 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.374151 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Deleting port d98fb536-6b91-4031-9bd9-27c2e54d85d9 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:10.374499 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.416463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:32:09Z', 'revision_number': 5, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port': {'id': 'd98fb536-6b91-4031-9bd9-27c2e54d85d9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:10.444887 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] Checking router: 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:10.457759 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] For port d98fb536-6b91-4031-9bd9-27c2e54d85d9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=d98fb536-6b91-4031-9bd9-27c2e54d85d9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:10.458137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.459247 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] Routers {'49e8ff6f-41ba-4e8f-8543-ef78843d30d3'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:10.459952 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:31:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:10.472894 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Calling delete_port for d98fb536-6b91-4031-9bd9-27c2e54d85d9 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:10.550885 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] Set router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:10.612796 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:32:10Z', 'revision_number': 6, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:10.643800 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2bce4-3400-4c9a-9b11-8930f4562c69 None None] The sync data for ids ['49e8ff6f-41ba-4e8f-8543-ef78843d30d3'] in n-d-712142-15 is: [{'id': '49e8ff6f-41ba-4e8f-8543-ef78843d30d3', 'name': 'tempest-TestShelveInstance-20996488-router', 'tenant_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:00Z', 'updated_at': '2021-08-29T05:32:10Z', 'revision_number': 6, 'project_id': '0a2da8cb975945ec901c1fdefa2bfad7', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:10.655727 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.684157 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98fb536-6b91-4031-9bd9-27c2e54d85d9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:10.746704 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.844427 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.846531 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.890104 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.890880 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e8ff6f-41ba-4e8f-8543-ef78843d30d3 {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:32:10.895538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.896756 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-6774071a-6568-46ba-9d2a-fb3b1c514484 admin admin] 10.222.0.58 "DELETE /v2.0/routers/49e8ff6f-41ba-4e8f-8543-ef78843d30d3 HTTP/1.1" status: 204 len: 168 time: 0.7903113 Aug 29 05:32:10.899366 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40040) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:10.945236 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18eed39-e59f-4693-b27f-c3ef73c4e97a admin admin] Deleting subnet 04ac3f98-ab56-4de5-b53d-4e5d1eb89332 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:32:10.948213 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c18eed39-e59f-4693-b27f-c3ef73c4e97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.982671 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c18eed39-e59f-4693-b27f-c3ef73c4e97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.080825 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c18eed39-e59f-4693-b27f-c3ef73c4e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.138685 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c18eed39-e59f-4693-b27f-c3ef73c4e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.164164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18eed39-e59f-4693-b27f-c3ef73c4e97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ac3f98-ab56-4de5-b53d-4e5d1eb89332,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:11.167732 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c18eed39-e59f-4693-b27f-c3ef73c4e97a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.170140 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c18eed39-e59f-4693-b27f-c3ef73c4e97a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/04ac3f98-ab56-4de5-b53d-4e5d1eb89332 HTTP/1.1" status: 204 len: 168 time: 0.2694194 Aug 29 05:32:11.173239 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40042) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:11.173965 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84d609-9a29-40e1-93dd-9ff3a1c03764 None None] Network f6066651-2603-4295-a84c-6605851037c5 requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:11.254440 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.318784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Deleting port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:11.318784 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.384228 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] For port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:11.384521 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.406358 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Calling delete_port for 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:11.435368 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] DHCP port deletion for f6066651-2603-4295-a84c-6605851037c5 request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:32:11.482323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Deleting port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:11.482696 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.502216 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.550085 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:11.550336 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] For port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,segment=NetworkSegment(a657134b-a31d-48c7-a805-0b3b918c0824),segment_id=a657134b-a31d-48c7-a805-0b3b918c0824)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:11.550530 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.556873 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] No DVR routers for this DVR port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:11.567898 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Calling delete_port for 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:11.652926 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.683250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Pushing event deleted for resources: {'Port': ['ID=4a07e75c-3c50-4573-b66b-4ac0cbb08a66,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:11.692206 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] No DVR routers for this DVR port 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:11.695635 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.696100 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.696521 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.696939 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.697499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.697859 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.698268 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.698674 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.699081 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.699525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.699931 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.700360 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570da17-d5b1-4696-8f32-1f4a034b6905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:11.993794 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.004613 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6066651-2603-4295-a84c-6605851037c5']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:12.014626 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a657134b-a31d-48c7-a805-0b3b918c0824') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:12.014930 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a657134b-a31d-48c7-a805-0b3b918c0824') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:12.025246 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.039105 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.045111 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:32:12.045568 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:32:12.047240 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:32:12.101812 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.107155 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.109058 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] 10.222.0.58 "DELETE /v2.0/networks/f6066651-2603-4295-a84c-6605851037c5 HTTP/1.1" status: 204 len: 168 time: 0.9348271 Aug 29 05:32:12.112702 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40044) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:12.120265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f9c8f-702d-4305-9564-bbfcbbdea01b admin admin] Pushing event deleted for resources: {'Network': ['ID=f6066651-2603-4295-a84c-6605851037c5,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:12.463084 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.568233 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:12.588486 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:12.588770 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4a07e75c-3c50-4573-b66b-4ac0cbb08a66 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:12.589201 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6aca244-8ad4-4add-bc49-7b5f11859947 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:12.609456 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: c6aca244-8ad4-4add-bc49-7b5f11859947 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:12.609811 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device c6aca244-8ad4-4add-bc49-7b5f11859947 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:12.610246 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d98fb536-6b91-4031-9bd9-27c2e54d85d9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:12.629032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: d98fb536-6b91-4031-9bd9-27c2e54d85d9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:12.629391 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device d98fb536-6b91-4031-9bd9-27c2e54d85d9 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:12.721542 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Deleting port 1c289e8d-521b-48b3-b36f-275e84107f65 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:12.721906 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.799073 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] For port 1c289e8d-521b-48b3-b36f-275e84107f65, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=1c289e8d-521b-48b3-b36f-275e84107f65,segment=NetworkSegment(ba625334-d45b-4386-a187-f5fc59dae0bd),segment_id=ba625334-d45b-4386-a187-f5fc59dae0bd)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:12.799439 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.815009 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Calling delete_port for 1c289e8d-521b-48b3-b36f-275e84107f65 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:12.991453 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.030423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c289e8d-521b-48b3-b36f-275e84107f65,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:13.205378 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.430740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:13.538368 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:13.543465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-0725c2aa-c751-439c-8676-def490973932 admin admin] 10.222.0.58 "PUT /v2.0/routers/338d124b-dc2f-449a-b8c0-e92aecad9cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4296041 Aug 29 05:32:13.546069 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40046) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:13.547857 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] Sync routers for ids ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:13.556881 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] Routers {'338d124b-dc2f-449a-b8c0-e92aecad9cb0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:13.557508 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:31:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:13.653354 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.665028 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] Set router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:13.766539 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.829433 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Deleting port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:13.829784 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.852463 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 5, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port': {'id': '8898d2b5-b0be-4731-bee8-0b2dfd72ed82', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:06Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:13.879286 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] Checking router: 338d124b-dc2f-449a-b8c0-e92aecad9cb0 for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:13.887290 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] Routers {'338d124b-dc2f-449a-b8c0-e92aecad9cb0'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:13.887894 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:31:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:13.917615 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] For port 8898d2b5-b0be-4731-bee8-0b2dfd72ed82, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8898d2b5-b0be-4731-bee8-0b2dfd72ed82,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:13.917901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.930389 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Calling delete_port for 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:13.975814 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] Set router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:14.031604 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:32:13Z', 'revision_number': 6, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:14.058886 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099f345-87b1-404a-a7e6-8f4d5f5acf8c None None] The sync data for ids ['338d124b-dc2f-449a-b8c0-e92aecad9cb0'] in n-d-712142-15 is: [{'id': '338d124b-dc2f-449a-b8c0-e92aecad9cb0', 'name': 'tempest-TestShelveInstance-1991570327-router', 'tenant_id': '15bb8ae214ef461cb92506567f15e981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:05Z', 'updated_at': '2021-08-29T05:32:13Z', 'revision_number': 6, 'project_id': '15bb8ae214ef461cb92506567f15e981', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:14.110019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.132220 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8898d2b5-b0be-4731-bee8-0b2dfd72ed82,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:14.202341 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.294115 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.296232 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.340553 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.341080 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338d124b-dc2f-449a-b8c0-e92aecad9cb0 {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:32:14.345634 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.346872 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-11991d70-0533-4401-826f-62b118f814c5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/338d124b-dc2f-449a-b8c0-e92aecad9cb0 HTTP/1.1" status: 204 len: 168 time: 0.7991579 Aug 29 05:32:14.349459 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40048) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:14.394621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7707f86-1998-4392-93f6-680ed4b5cc92 admin admin] Deleting subnet ad51479c-3145-4d2d-9988-39ad72366d10 {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:32:14.397679 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7707f86-1998-4392-93f6-680ed4b5cc92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.439223 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7707f86-1998-4392-93f6-680ed4b5cc92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.525030 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7707f86-1998-4392-93f6-680ed4b5cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.579075 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7707f86-1998-4392-93f6-680ed4b5cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.602556 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7707f86-1998-4392-93f6-680ed4b5cc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad51479c-3145-4d2d-9988-39ad72366d10,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:14.608271 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7707f86-1998-4392-93f6-680ed4b5cc92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.610675 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b7707f86-1998-4392-93f6-680ed4b5cc92 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ad51479c-3145-4d2d-9988-39ad72366d10 HTTP/1.1" status: 204 len: 168 time: 0.2602673 Aug 29 05:32:14.613168 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40050) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:14.616419 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b79acb-0b0b-4942-8079-88cbeea12102 None None] Network edeee53a-9bc0-4165-9529-e833275a15eb requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:14.849197 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] DHCP port deletion for edeee53a-9bc0-4165-9529-e833275a15eb request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:32:14.909009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] Deleting port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:14.909474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.962873 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1c289e8d-521b-48b3-b36f-275e84107f65 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:14.994747 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 1c289e8d-521b-48b3-b36f-275e84107f65 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:14.995099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 1c289e8d-521b-48b3-b36f-275e84107f65 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:15.003199 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] For port 17a0971e-b5b9-42ee-b069-9d23ce3c5602, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=17a0971e-b5b9-42ee-b069-9d23ce3c5602,segment=NetworkSegment(ba625334-d45b-4386-a187-f5fc59dae0bd),segment_id=ba625334-d45b-4386-a187-f5fc59dae0bd)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:15.003615 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.015896 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] Calling delete_port for 17a0971e-b5b9-42ee-b069-9d23ce3c5602 owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:15.039770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.103378 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Deleting port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:15.103532 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.103843 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.133554 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] No DVR routers for this DVR port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:15.135778 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04c18c-6509-4060-9f54-55c2421fd07a None None] Pushing event deleted for resources: {'Port': ['ID=17a0971e-b5b9-42ee-b069-9d23ce3c5602,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:15.180319 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] For port 17a0971e-b5b9-42ee-b069-9d23ce3c5602, host n-d-712142-15, got binding levels [] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:15.180669 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.195838 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Calling delete_port for 17a0971e-b5b9-42ee-b069-9d23ce3c5602 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:15.198645 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.ipam_backend_mixin [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 was not found and therefore no delete operation was performed {{(pid=94846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:32:15.200179 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.225493 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a0971e-b5b9-42ee-b069-9d23ce3c5602,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:15.228932 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] No DVR routers for this DVR port 17a0971e-b5b9-42ee-b069-9d23ce3c5602 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:15.298851 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.309670 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeee53a-9bc0-4165-9529-e833275a15eb']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:15.324200 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba625334-d45b-4386-a187-f5fc59dae0bd') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:15.324499 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba625334-d45b-4386-a187-f5fc59dae0bd') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:15.333614 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.347549 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.354204 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:32:15.354619 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:32:15.356865 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:32:15.412212 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.417306 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.419592 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/edeee53a-9bc0-4165-9529-e833275a15eb HTTP/1.1" status: 204 len: 168 time: 0.8051932 Aug 29 05:32:15.433602 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9fd2f-d394-41b9-8d1e-a831edb65de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=edeee53a-9bc0-4165-9529-e833275a15eb,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:15.543870 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40054) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:15.584700 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bf731a0d-4b00-4b8f-be5d-6dc93936b4ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a2da8cb975945ec901c1fdefa2bfad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394251 Aug 29 05:32:15.587026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40056) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:15.635882 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb3fb689-376d-4ff0-b47b-9419cfabdcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.661904 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb3fb689-376d-4ff0-b47b-9419cfabdcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.714401 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb3fb689-376d-4ff0-b47b-9419cfabdcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.717918 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-bb3fb689-376d-4ff0-b47b-9419cfabdcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.719822 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-bb3fb689-376d-4ff0-b47b-9419cfabdcb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cf45de0-c03b-49e0-bdba-a8b76e91a8ad HTTP/1.1" status: 204 len: 168 time: 0.1318743 Aug 29 05:32:15.728265 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fb689-376d-4ff0-b47b-9419cfabdcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf45de0-c03b-49e0-bdba-a8b76e91a8ad,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:16.044803 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40062) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:16.085189 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f184359b-44f0-4853-98c9-90c61000a5af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15bb8ae214ef461cb92506567f15e981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391800 Aug 29 05:32:16.089368 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40064) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:16.138223 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7572a8a-cfc9-44c0-8df1-600c7aeff96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.159637 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7572a8a-cfc9-44c0-8df1-600c7aeff96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.210310 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7572a8a-cfc9-44c0-8df1-600c7aeff96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.213028 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d7572a8a-cfc9-44c0-8df1-600c7aeff96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.214202 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d7572a8a-cfc9-44c0-8df1-600c7aeff96f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f45d091-cbb2-4af6-a2f4-d4aac4204b08 HTTP/1.1" status: 204 len: 168 time: 0.1237237 Aug 29 05:32:16.223839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7572a8a-cfc9-44c0-8df1-600c7aeff96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f45d091-cbb2-4af6-a2f4-d4aac4204b08,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:16.553919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 17a0971e-b5b9-42ee-b069-9d23ce3c5602 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:16.574146 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 17a0971e-b5b9-42ee-b069-9d23ce3c5602 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:16.574500 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 17a0971e-b5b9-42ee-b069-9d23ce3c5602 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:16.574933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:16.594021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:16.594472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8898d2b5-b0be-4731-bee8-0b2dfd72ed82 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:16.899892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40086) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:17.011272 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-950316245-network', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:17.037055 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Made reservation on behalf of db7a5112c5de4590952a0f72e4b56e40 for: {'network': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:17.039433 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.047778 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.140922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.145180 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.170774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:32:17.188455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25339932-0559-4ae3-80b1-00ea3d65cfd3,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:17.193523 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.193876 n-d-712142-15 neutron-server[94845]: INFO neutron.db.segments_db [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Added segment 80487ab3-2c44-4c1b-bf65-be77a752d33b of type vlan for network 2d39b8e9-b431-437d-9cff-c76a922af76f Aug 29 05:32:17.235677 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.260977 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.261935 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:17.262516 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.315100 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4140606 Aug 29 05:32:17.318066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40090) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:17.323277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Request body: {'subnet': {'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-950316245-subnet', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'ip_version': 4}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:17.325906 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe7ef1-b344-4cb2-9ce7-6a21e14017e0 admin admin] Pushing event updated for resources: {'Network': ['ID=2d39b8e9-b431-437d-9cff-c76a922af76f,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:17.338435 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network 2d39b8e9-b431-437d-9cff-c76a922af76f details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:32:17.348691 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Made reservation on behalf of db7a5112c5de4590952a0f72e4b56e40 for: {'subnet': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:17.351003 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29082815'] for subnet, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.531841 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25498686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29082829'] for subnet, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.570788 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-da95d3af-d35e-4d4f-9343-99a54a3dd674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.590676 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3732a42f-c802-4246-b887-48e8282b0cbc,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:17.599166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Checking segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:17.599540 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Network hostable DHCP agents. Network: 2d39b8e9-b431-437d-9cff-c76a922af76f, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:32:17.616239 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Network 2d39b8e9-b431-437d-9cff-c76a922af76f is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:32:17.624383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, 2d39b8e9-b431-437d-9cff-c76a922af76f) {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:17.629014 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:17.629625 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.635393 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e60a9-9533-4270-bbf9-0d19a973187c None None] Network 2d39b8e9-b431-437d-9cff-c76a922af76f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:17.644448 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6630cc18-5afc-4d37-822d-14fbd87419a9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3252113 Aug 29 05:32:17.648748 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40092) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:17.653430 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:17.674842 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.675907 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.735328 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.788767 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-2d39b8e9-b431-437d-9cff-c76a922af76f', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:32:17.789624 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.889814 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:17.924682 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Allocated IP 172.20.0.2 (2d39b8e9-b431-437d-9cff-c76a922af76f/3732a42f-c802-4246-b887-48e8282b0cbc/a76bc326-b75b-4842-bc2a-44bc532d7a46) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:18.074675 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.083337 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Transition to ACTIVE for port object a76bc326-b75b-4842-bc2a-44bc532d7a46 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:18.098866 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Transition to ACTIVE for port object a76bc326-b75b-4842-bc2a-44bc532d7a46 will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:18.103137 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.105118 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.125056 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.149817 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Network 2d39b8e9-b431-437d-9cff-c76a922af76f is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:18.152844 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:18.155250 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:18.169021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Pushing event updated for resources: {'Port': ['ID=a76bc326-b75b-4842-bc2a-44bc532d7a46,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:18.226582 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Attempting to bind port a76bc326-b75b-4842-bc2a-44bc532d7a46 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:18.226966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Attempting to bind port a76bc326-b75b-4842-bc2a-44bc532d7a46 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:18.227345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Attempting to bind port a76bc326-b75b-4842-bc2a-44bc532d7a46 on network 2d39b8e9-b431-437d-9cff-c76a922af76f {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:18.230659 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Allocated IP 172.25.1.13 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/4b5673f6-21b8-49ca-8a2d-519df08dac98) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:18.233283 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:18.233870 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Checking segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:18.234896 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.235306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Bound using segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:18.235782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Bound port: a76bc326-b75b-4842-bc2a-44bc532d7a46, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:18.236194 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.300819 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] For port a76bc326-b75b-4842-bc2a-44bc532d7a46, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:18.304061 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] For port a76bc326-b75b-4842-bc2a-44bc532d7a46, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a76bc326-b75b-4842-bc2a-44bc532d7a46,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:18.309599 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.351433 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.380941 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b15960-ab8b-4e31-af56-a50885dd0935 None None] Pushing event updated for resources: {'Port': ['ID=a76bc326-b75b-4842-bc2a-44bc532d7a46,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:18.395666 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.437612 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:18.440663 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:18.443469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:18.469022 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5673f6-21b8-49ca-8a2d-519df08dac98,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:18.664306 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a76bc326-b75b-4842-bc2a-44bc532d7a46 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:18.716322 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a76bc326-b75b-4842-bc2a-44bc532d7a46 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:18.749028 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.975488 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:19.121281 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Router 28a3c405-dd84-472b-aa35-db72b270243d is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:32:19.240415 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:19.252152 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Sync routers for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:19.259395 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:19.260865 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-b2a7d3c3-cfb1-4f08-9cc4-4318a24551d4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6109352 Aug 29 05:32:19.263962 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40094) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:19.268333 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:19.269120 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:31:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:19.311612 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d8b16-8c65-4882-98dc-d5b37f890c01 None None] Network 2d39b8e9-b431-437d-9cff-c76a922af76f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:19.437023 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7d8acb7b-4c36-4e3f-bd5c-a03baeef5579 None None] Provisioning for port a76bc326-b75b-4842-bc2a-44bc532d7a46 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:19.458042 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-7d8acb7b-4c36-4e3f-bd5c-a03baeef5579 None None] Provisioning complete for port a76bc326-b75b-4842-bc2a-44bc532d7a46 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:19.458308 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb7b-4c36-4e3f-bd5c-a03baeef5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:19.485533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:19.706268 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:19.875439 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Allocated IP 172.20.0.1 (2d39b8e9-b431-437d-9cff-c76a922af76f/3732a42f-c802-4246-b887-48e8282b0cbc/8a537a60-f40b-4fc1-a89f-95a2ac97ae78) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:19.909887 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb7b-4c36-4e3f-bd5c-a03baeef5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:19.953719 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:32:19.965439 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-7d8acb7b-4c36-4e3f-bd5c-a03baeef5579 None None] For port a76bc326-b75b-4842-bc2a-44bc532d7a46, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a76bc326-b75b-4842-bc2a-44bc532d7a46,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:19.971255 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb7b-4c36-4e3f-bd5c-a03baeef5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:19.999016 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.004537 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:18Z', 'revision_number': 3, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:20.016681 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.provisioning_blocks [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Transition to ACTIVE for port object 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 will not be triggered until provisioned by entity DHCP. {{(pid=94845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:20.033364 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Checking router: 28a3c405-dd84-472b-aa35-db72b270243d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:20.033731 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Updating router 28a3c405-dd84-472b-aa35-db72b270243d port 4b5673f6-21b8-49ca-8a2d-519df08dac98 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:32:20.054296 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.079036 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.081758 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8acb7b-4c36-4e3f-bd5c-a03baeef5579 None None] Pushing event updated for resources: {'Port': ['ID=a76bc326-b75b-4842-bc2a-44bc532d7a46,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:20.098863 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Network 2d39b8e9-b431-437d-9cff-c76a922af76f is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:20.104919 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:20.109351 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:20.136773 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:20.155574 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.214426 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-43f820c0-b759-44dc-8f2e-152adce7dfad None None] Provisioning complete for port a76bc326-b75b-4842-bc2a-44bc532d7a46 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:20.214907 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-43f820c0-b759-44dc-8f2e-152adce7dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.301795 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.436911 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.446985 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Transition to ACTIVE for port object 4b5673f6-21b8-49ca-8a2d-519df08dac98 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:20.460182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.485552 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.491162 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26493433'] for port, after_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.541775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Attempting to bind port 4b5673f6-21b8-49ca-8a2d-519df08dac98 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:20.542154 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Attempting to bind port 4b5673f6-21b8-49ca-8a2d-519df08dac98 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:20.542525 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Attempting to bind port 4b5673f6-21b8-49ca-8a2d-519df08dac98 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:20.553130 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:20.553708 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:20.554214 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.554684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:20.555242 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Bound port: 4b5673f6-21b8-49ca-8a2d-519df08dac98, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:20.555667 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.569392 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,revision_number=2']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:20.572767 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.591433 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4e2a4958-a5a5-40ff-88d2-c7932c754d2d None None] Provisioning for port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:20.599661 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe947bb6-2d4a-4dab-803e-a4a0c2d8463c None None] Pushing event updated for resources: {'Port': ['ID=4b5673f6-21b8-49ca-8a2d-519df08dac98,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:20.602593 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.604719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a76bc326-b75b-4842-bc2a-44bc532d7a46 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:20.631854 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4e2a4958-a5a5-40ff-88d2-c7932c754d2d None None] Provisioning complete for port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:20.632242 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4958-a5a5-40ff-88d2-c7932c754d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.641530 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b819ca0d-1737-42b8-8804-287fe14aa699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.674806 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Network 2d39b8e9-b431-437d-9cff-c76a922af76f is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:20.676957 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:20.701535 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] For port 4b5673f6-21b8-49ca-8a2d-519df08dac98, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:20.706032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] For port 4b5673f6-21b8-49ca-8a2d-519df08dac98, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4b5673f6-21b8-49ca-8a2d-519df08dac98,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:20.721671 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.730163 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a4958-a5a5-40ff-88d2-c7932c754d2d None None] Port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:20.789704 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a76bc326-b75b-4842-bc2a-44bc532d7a46 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:20.790091 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.803932 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Router 28a3c405-dd84-472b-aa35-db72b270243d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:20.819173 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:20.819831 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:20.825697 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe947bb6-2d4a-4dab-803e-a4a0c2d8463c None None] Pushing event updated for resources: {'Port': ['ID=4b5673f6-21b8-49ca-8a2d-519df08dac98,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:21.000485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-41aaaf5e-b115-4e94-b357-945d0c04cc7f None None] Provisioning complete for port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:21.001182 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-41aaaf5e-b115-4e94-b357-945d0c04cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.029226 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:21.082461 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-41aaaf5e-b115-4e94-b357-945d0c04cc7f None None] Port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:21.253249 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:21.254404 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 2, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:21.258717 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-0f2ec179-90b4-4889-b192-22c57799c1c1 admin admin] 10.222.0.58 "PUT /v2.0/routers/28a3c405-dd84-472b-aa35-db72b270243d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9937911 Aug 29 05:32:21.286691 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44b0c6-ecc6-494d-81b1-791d589615fa None None] The sync data for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 is: [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 2, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:21.516848 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.777607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40110) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:21.784535 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1028756071-network', 'tenant_id': 'b0104b853dd1471baefbb992583368d3'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:21.805706 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Made reservation on behalf of b0104b853dd1471baefbb992583368d3 for: {'network': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:21.808508 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for network, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.818765 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.924174 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.936950 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.974835 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:32:21.987693 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b62ff41-8be8-4dbb-81a7-3b1c0592dd55,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:21.992901 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.993258 n-d-712142-15 neutron-server[94846]: INFO neutron.db.segments_db [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Added segment 91eba2a0-1562-44e5-80e8-021fecce6bd8 of type vlan for network a8c3d25a-a1ff-4cd6-9863-bf0230737ace Aug 29 05:32:22.036911 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794001385831'] for network, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.065266 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.066519 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:22.067190 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.133833 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3502781 Aug 29 05:32:22.134158 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40112) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:22.139636 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Request body: {'subnet': {'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1028756071-subnet', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'ip_version': 4}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:22.140583 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50802eaf-1d37-434c-9891-5146ac632a62 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c3d25a-a1ff-4cd6-9863-bf0230737ace,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:22.151765 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Network a8c3d25a-a1ff-4cd6-9863-bf0230737ace details requested by agent ovs-agent-n-d-712142-15 with host n-d-712142-15 {{(pid=94847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:32:22.162167 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Made reservation on behalf of b0104b853dd1471baefbb992583368d3 for: {'subnet': 1} {{(pid=94845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:22.165672 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26689265'] for subnet, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.361803 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26689155'] for subnet, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.426673 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf27dd37-0e31-4f3c-b6be-90119a971769,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:22.438825 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Checking segment: {'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:22.439192 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Network hostable DHCP agents. Network: a8c3d25a-a1ff-4cd6-9863-bf0230737ace, hostable agents: ['df782f1d-3198-476e-a6a6-1bc50ef6b5ff'], hosted agents: [] {{(pid=94845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:32:22.458816 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Network a8c3d25a-a1ff-4cd6-9863-bf0230737ace is scheduled to be hosted by DHCP agent df782f1d-3198-476e-a6a6-1bc50ef6b5ff with binding_index 1 {{(pid=94845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:32:22.470513 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-15, a8c3d25a-a1ff-4cd6-9863-bf0230737ace) {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:22.481021 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c6251c-0365-48ff-8428-300dd190365e None None] Network a8c3d25a-a1ff-4cd6-9863-bf0230737ace requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:22.483740 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:22.484442 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.502107 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-85913139-e35c-4c67-b233-4c761cc64f70 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3668106 Aug 29 05:32:22.504631 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40114) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:22.509097 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:22.535462 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37923'] for router, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.536771 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37928'] for router, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.617290 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.643351 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4b5673f6-21b8-49ca-8a2d-519df08dac98 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:22.695220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3686b7-995a-5d22-a5b6-aa17780dbc7c-a8c3d25a-a1ff-4cd6-9863-bf0230737ace', 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'fixed_ips': [{'subnet_id': 'bf27dd37-0e31-4f3c-b6be-90119a971769'}]}} from n-d-712142-15. {{(pid=94847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:32:22.696110 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.790807 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.807321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 4b5673f6-21b8-49ca-8a2d-519df08dac98 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:22.818447 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4b5673f6-21b8-49ca-8a2d-519df08dac98 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:22.818753 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.896998 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.db_base_plugin_common [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Allocated IP 172.20.0.2 (a8c3d25a-a1ff-4cd6-9863-bf0230737ace/bf27dd37-0e31-4f3c-b6be-90119a971769/a28ba98b-a20f-459d-a3c4-647cba2ccbda) {{(pid=94847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:22.994702 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.008112 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.028541 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 4b5673f6-21b8-49ca-8a2d-519df08dac98, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4b5673f6-21b8-49ca-8a2d-519df08dac98,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:23.034419 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.034922 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.140628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=4b5673f6-21b8-49ca-8a2d-519df08dac98,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:23.149846 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_common [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Allocated IP 172.25.1.99 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/20570e39-0861-4766-b315-36aa620a3dd9) {{(pid=94845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:23.150339 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.157668 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.167483 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Transition to ACTIVE for port object a28ba98b-a20f-459d-a3c4-647cba2ccbda will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:23.185273 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Transition to ACTIVE for port object a28ba98b-a20f-459d-a3c4-647cba2ccbda will not be triggered until provisioned by entity DHCP. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:23.192224 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908'] for port, after_create {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.237101 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Network a8c3d25a-a1ff-4cd6-9863-bf0230737ace is already hosted by enough agents. {{(pid=94847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:23.240228 n-d-712142-15 neutron-server[94847]: DEBUG neutron.scheduler.base_scheduler [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Resources bound (agent type, host, resource id): {{(pid=94847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:23.244773 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Received port after_create {{(pid=94847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:23.248332 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Pushing event updated for resources: {'Port': ['ID=a28ba98b-a20f-459d-a3c4-647cba2ccbda,revision_number=1']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:23.275971 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.306217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Attempting to bind port a28ba98b-a20f-459d-a3c4-647cba2ccbda on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:23.306601 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Attempting to bind port a28ba98b-a20f-459d-a3c4-647cba2ccbda by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:23.307138 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Attempting to bind port a28ba98b-a20f-459d-a3c4-647cba2ccbda on network a8c3d25a-a1ff-4cd6-9863-bf0230737ace {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:23.312410 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:23.312799 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Checking segment: {'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:23.313211 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.313620 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Bound using segment: {'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:23.314099 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Bound port: a28ba98b-a20f-459d-a3c4-647cba2ccbda, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:23.314489 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.324907 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.368135 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:23.373175 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.base_scheduler [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:23.378393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Received port after_create {{(pid=94845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:23.381763 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Pushing event updated for resources: {'Port': ['ID=20570e39-0861-4766-b315-36aa620a3dd9,revision_number=1']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:23.394827 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] For port a28ba98b-a20f-459d-a3c4-647cba2ccbda, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:23.398104 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] For port a28ba98b-a20f-459d-a3c4-647cba2ccbda, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a28ba98b-a20f-459d-a3c4-647cba2ccbda,segment=NetworkSegment(91eba2a0-1562-44e5-80e8-021fecce6bd8),segment_id=91eba2a0-1562-44e5-80e8-021fecce6bd8)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:23.403853 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.470683 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9538a-eedc-445b-9c64-3724422891f8 None None] Pushing event updated for resources: {'Port': ['ID=a28ba98b-a20f-459d-a3c4-647cba2ccbda,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:23.504626 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Sync routers for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:23.513458 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:23.514071 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:23.646747 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:23.689935 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.865083 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 2, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:23.891399 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Checking router: 28a3c405-dd84-472b-aa35-db72b270243d for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:23.891759 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Updating router 28a3c405-dd84-472b-aa35-db72b270243d port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:32:23.913408 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534839'] for router, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.918625 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.056527 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Router 8baf2efc-356e-4ace-891b-b24b2ec6769c is scheduled to L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d with binding_index 1 {{(pid=94845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:32:24.175646 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:24.189106 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Sync routers for ids ['8baf2efc-356e-4ace-891b-b24b2ec6769c'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:24.199794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Routers {'8baf2efc-356e-4ace-891b-b24b2ec6769c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:24.200501 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8baf2efc-356e-4ace-891b-b24b2ec6769c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:24.207245 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.212347 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.216322 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-61450c7b-d9af-45b5-a4f1-fe58540b6b76 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7080300 Aug 29 05:32:24.216928 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40116) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:24.228166 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Transition to ACTIVE for port object 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:24.236768 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.285880 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Pushing event updated for resources: {'Port': ['ID=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:24.298487 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.299142 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.299652 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.300211 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.300743 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.301260 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.301757 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.302256 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.302940 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.303465 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.303963 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.304481 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.407081 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Attempting to bind port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:24.407603 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Attempting to bind port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:24.407963 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Attempting to bind port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 on network 2d39b8e9-b431-437d-9cff-c76a922af76f {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:24.413711 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:24.414090 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Checking segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:24.414495 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.414887 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Bound using segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:24.415378 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Bound port: 8a537a60-f40b-4fc1-a89f-95a2ac97ae78, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:24.415863 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.515618 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] For port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:24.520630 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] For port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:24.525398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Set router 8baf2efc-356e-4ace-891b-b24b2ec6769c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:24.532290 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.664380 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f201f5e-93f0-4ccd-9122-3e938725e7e4 None None] Network a8c3d25a-a1ff-4cd6-9863-bf0230737ace requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:24.713905 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:24.714667 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:24.782301 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aef12b-a33f-4177-9ced-1554ec89828a None None] Pushing event updated for resources: {'Port': ['ID=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:24.845127 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a28ba98b-a20f-459d-a3c4-647cba2ccbda up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:24.872220 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-08aab18b-3c3c-49c1-b54f-0a6760632ce6 None None] Provisioning for port a28ba98b-a20f-459d-a3c4-647cba2ccbda completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:24.876762 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:24.972659 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.031236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port a28ba98b-a20f-459d-a3c4-647cba2ccbda completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:25.049908 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a28ba98b-a20f-459d-a3c4-647cba2ccbda triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:25.050463 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.117506 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:24Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:25.143826 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Allocated IP 172.20.0.1 (a8c3d25a-a1ff-4cd6-9863-bf0230737ace/bf27dd37-0e31-4f3c-b6be-90119a971769/00ec07a0-f1e0-4ea1-9e7d-278c3f15b975) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:25.149910 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091585f2-a44e-4776-8f52-45110de133e7 None None] The sync data for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 is: [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:24Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:25.155684 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '20570e39-0861-4766-b315-36aa620a3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:32:23Z', 'revision_number': 3, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port': {'id': '20570e39-0861-4766-b315-36aa620a3dd9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:25.211891 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Checking router: 8baf2efc-356e-4ace-891b-b24b2ec6769c for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:25.212516 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Updating router 8baf2efc-356e-4ace-891b-b24b2ec6769c port 20570e39-0861-4766-b315-36aa620a3dd9 binding host n-d-712142-15 {{(pid=94847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:32:25.245301 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.249042 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.275771 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.291778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Transition to ACTIVE for port object 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:25.320476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port a28ba98b-a20f-459d-a3c4-647cba2ccbda, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a28ba98b-a20f-459d-a3c4-647cba2ccbda,segment=NetworkSegment(91eba2a0-1562-44e5-80e8-021fecce6bd8),segment_id=91eba2a0-1562-44e5-80e8-021fecce6bd8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:25.331775 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.385649 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.386571 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4b5673f6-21b8-49ca-8a2d-519df08dac98 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:25.391021 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Pushing event updated for resources: {'Port': ['ID=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:25.399035 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Network a8c3d25a-a1ff-4cd6-9863-bf0230737ace is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:25.400874 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:25.403222 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:25.449431 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535016'] for router_interface, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.546888 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=a28ba98b-a20f-459d-a3c4-647cba2ccbda,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:25.578579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2d8aee59-899b-4336-abf4-942601339cc2 None None] Provisioning complete for port a28ba98b-a20f-459d-a3c4-647cba2ccbda triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:25.578964 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2d8aee59-899b-4336-abf4-942601339cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.624136 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.631722 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 4b5673f6-21b8-49ca-8a2d-519df08dac98 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:25.632124 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.810367 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.815194 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.824620 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Notify callbacks [] for port, precommit_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.856579 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Transition to ACTIVE for port object 20570e39-0861-4766-b315-36aa620a3dd9 will not be triggered until provisioned by entity L2. {{(pid=94847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:25.873874 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.892265 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533047'] for router_interface, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.894201 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Pushing event updated for resources: {'Port': ['ID=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:25.943420 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Attempting to bind port 20570e39-0861-4766-b315-36aa620a3dd9 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:25.943717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Attempting to bind port 20570e39-0861-4766-b315-36aa620a3dd9 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:25.944133 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Attempting to bind port 20570e39-0861-4766-b315-36aa620a3dd9 on network e42a4987-68cc-4c0b-b903-50a81ecdbb98 {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:25.951177 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7cb78-ee24-43f2-9f69-3fd57be6f85b None None] Pushing event updated for resources: {'Port': ['ID=20570e39-0861-4766-b315-36aa620a3dd9,revision_number=2']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:25.955348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:25.955744 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Checking segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:25.956188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.956594 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Bound using segment: {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'} {{(pid=94847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:25.957088 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.managers [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Bound port: 20570e39-0861-4766-b315-36aa620a3dd9, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93963830-0adf-49a5-8ff7-1ec944631d54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98'}}] {{(pid=94847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:25.957479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:25.992115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Network a8c3d25a-a1ff-4cd6-9863-bf0230737ace is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:25.993743 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:26.010628 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4e66c17d-cbf3-4005-b796-6cab6b814be1 None None] Provisioning for port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:26.024642 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4e66c17d-cbf3-4005-b796-6cab6b814be1 None None] Provisioning complete for port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:26.025024 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e66c17d-cbf3-4005-b796-6cab6b814be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.064712 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4e66c17d-cbf3-4005-b796-6cab6b814be1 None None] Port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:26.071164 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] For port 20570e39-0861-4766-b315-36aa620a3dd9, host n-d-712142-15, cleared binding levels {{(pid=94847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:26.074772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] For port 20570e39-0861-4766-b315-36aa620a3dd9, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20570e39-0861-4766-b315-36aa620a3dd9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:26.080969 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.118686 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Router 8baf2efc-356e-4ace-891b-b24b2ec6769c has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:26.146169 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Routers {'8baf2efc-356e-4ace-891b-b24b2ec6769c'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:26.146829 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8baf2efc-356e-4ace-891b-b24b2ec6769c'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:26.188517 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7cb78-ee24-43f2-9f69-3fd57be6f85b None None] Pushing event updated for resources: {'Port': ['ID=20570e39-0861-4766-b315-36aa620a3dd9,revision_number=3']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:26.253482 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:26.258848 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-e54a8bd1-f2fd-411f-b40e-1f1345e5c15e admin admin] 10.222.0.58 "PUT /v2.0/routers/8baf2efc-356e-4ace-891b-b24b2ec6769c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0407989 Aug 29 05:32:26.307584 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-4316bc16-80d9-460d-b7c0-aed136d4563c None None] Provisioning complete for port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:26.308157 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4316bc16-80d9-460d-b7c0-aed136d4563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.352365 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] Set router 8baf2efc-356e-4ace-891b-b24b2ec6769c gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:26.376269 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-4316bc16-80d9-460d-b7c0-aed136d4563c None None] Port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:26.574221 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '20570e39-0861-4766-b315-36aa620a3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:32:25Z', 'revision_number': 4, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port': {'id': '20570e39-0861-4766-b315-36aa620a3dd9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '00ec07a0-f1e0-4ea1-9e7d-278c3f15b975', 'name': '', 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'mac_address': 'fa:16:3e:34:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:24Z', 'updated_at': '2021-08-29T05:32:25Z', 'revision_number': 2, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'subnets': [{'id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:26.602027 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb5a0a4-c427-4496-96dc-2017dac5b809 None None] The sync data for ids ['8baf2efc-356e-4ace-891b-b24b2ec6769c'] in n-d-712142-15 is: [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '20570e39-0861-4766-b315-36aa620a3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:32:25Z', 'revision_number': 4, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port': {'id': '20570e39-0861-4766-b315-36aa620a3dd9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '00ec07a0-f1e0-4ea1-9e7d-278c3f15b975', 'name': '', 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'mac_address': 'fa:16:3e:34:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:24Z', 'updated_at': '2021-08-29T05:32:25Z', 'revision_number': 2, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'subnets': [{'id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:26.617044 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:26.674966 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:26.679821 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:26.680289 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.774906 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.835009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:26.839670 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.840543 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a28ba98b-a20f-459d-a3c4-647cba2ccbda up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:26.889872 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40124) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:26.895607 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-b7696bf7-6e47-4a9b-a1ff-6d3d3a76c92a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606319706', 'description': 'tempest-secgroup-smoke-606319706 description', 'project_id': 'db7a5112c5de4590952a0f72e4b56e40'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:26.922105 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7696bf7-6e47-4a9b-a1ff-6d3d3a76c92a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.935032 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:26.946730 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port a28ba98b-a20f-459d-a3c4-647cba2ccbda triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:26.947445 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.017623 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7696bf7-6e47-4a9b-a1ff-6d3d3a76c92a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.026069 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7696bf7-6e47-4a9b-a1ff-6d3d3a76c92a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.053814 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-b7696bf7-6e47-4a9b-a1ff-6d3d3a76c92a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.055072 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-b7696bf7-6e47-4a9b-a1ff-6d3d3a76c92a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1635225 Aug 29 05:32:27.058212 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40126) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:27.063106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-c01bab16-e523-49c0-becc-bfcca26a38d2 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'security_group_rule': {'security_group_id': '3ebcb0b5-630b-4ff2-aa0c-7c714c985f13', 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:27.063697 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7696bf7-6e47-4a9b-a1ff-6d3d3a76c92a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:27.094507 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c01bab16-e523-49c0-becc-bfcca26a38d2 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.156222 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c01bab16-e523-49c0-becc-bfcca26a38d2 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.160416 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c01bab16-e523-49c0-becc-bfcca26a38d2 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.178996 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bab16-e523-49c0-becc-bfcca26a38d2 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d313291-ab65-433b-b6b9-1edf925fb477,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:27.186770 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-c01bab16-e523-49c0-becc-bfcca26a38d2 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.188055 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-c01bab16-e523-49c0-becc-bfcca26a38d2 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287119 Aug 29 05:32:27.191217 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40128) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:27.195979 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-76eada2a-9d8b-4fd4-8f12-ea41d11e5a23 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'security_group_rule': {'security_group_id': '3ebcb0b5-630b-4ff2-aa0c-7c714c985f13', 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:27.232217 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76eada2a-9d8b-4fd4-8f12-ea41d11e5a23 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.284061 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76eada2a-9d8b-4fd4-8f12-ea41d11e5a23 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.290528 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76eada2a-9d8b-4fd4-8f12-ea41d11e5a23 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.308778 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eada2a-9d8b-4fd4-8f12-ea41d11e5a23 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb58988b-15c0-4eff-8441-ed1c30b70432,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:27.315507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-76eada2a-9d8b-4fd4-8f12-ea41d11e5a23 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.316535 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-76eada2a-9d8b-4fd4-8f12-ea41d11e5a23 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243010 Aug 29 05:32:27.319176 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40130) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:27.324066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-06482cb0-87a3-477a-8e4d-1379c169f86c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'security_group_rule': {'security_group_id': '3ebcb0b5-630b-4ff2-aa0c-7c714c985f13', 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:27.351898 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06482cb0-87a3-477a-8e4d-1379c169f86c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.412106 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06482cb0-87a3-477a-8e4d-1379c169f86c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.415618 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06482cb0-87a3-477a-8e4d-1379c169f86c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.434884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06482cb0-87a3-477a-8e4d-1379c169f86c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5de72e7-47e6-4b70-8e7f-7a693ad62402,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:27.438284 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-06482cb0-87a3-477a-8e4d-1379c169f86c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.439531 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-06482cb0-87a3-477a-8e4d-1379c169f86c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193762 Aug 29 05:32:27.443436 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40132) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:27.448320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-f5edb978-2663-467a-91d2-22519d46b3f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'security_group_rule': {'security_group_id': '3ebcb0b5-630b-4ff2-aa0c-7c714c985f13', 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:27.475140 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5edb978-2663-467a-91d2-22519d46b3f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.535405 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5edb978-2663-467a-91d2-22519d46b3f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.538855 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5edb978-2663-467a-91d2-22519d46b3f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.558595 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edb978-2663-467a-91d2-22519d46b3f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7126b24-6eb9-460e-94ea-2654418df43d,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:27.564497 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f5edb978-2663-467a-91d2-22519d46b3f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.568509 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f5edb978-2663-467a-91d2-22519d46b3f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212242 Aug 29 05:32:27.568657 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40134) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:27.573224 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-04da89b9-6c87-45b3-868b-a51e60c32edc tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'security_group_rule': {'security_group_id': '3ebcb0b5-630b-4ff2-aa0c-7c714c985f13', 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:27.599620 n-d-712142-15 neutron-server[94846]: INFO neutron.db.securitygroups_db [None req-04da89b9-6c87-45b3-868b-a51e60c32edc tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Project db7a5112c5de4590952a0f72e4b56e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:27.605368 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-04da89b9-6c87-45b3-868b-a51e60c32edc tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.669123 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-04da89b9-6c87-45b3-868b-a51e60c32edc tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.673012 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-04da89b9-6c87-45b3-868b-a51e60c32edc tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.691891 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da89b9-6c87-45b3-868b-a51e60c32edc tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37021f3a-a23b-4cad-8de6-b26da99e3fce,revision_number=0']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:27.694517 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-04da89b9-6c87-45b3-868b-a51e60c32edc tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.695748 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-04da89b9-6c87-45b3-868b-a51e60c32edc tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261215 Aug 29 05:32:27.698944 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40136) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:27.704394 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.v2.base [None req-cdee01eb-d7cd-43a8-a289-00bf1b1dd7d0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'security_group_rule': {'security_group_id': '3ebcb0b5-630b-4ff2-aa0c-7c714c985f13', 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:27.726372 n-d-712142-15 neutron-server[94845]: INFO neutron.db.securitygroups_db [None req-cdee01eb-d7cd-43a8-a289-00bf1b1dd7d0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Project db7a5112c5de4590952a0f72e4b56e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:27.731063 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cdee01eb-d7cd-43a8-a289-00bf1b1dd7d0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.795607 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cdee01eb-d7cd-43a8-a289-00bf1b1dd7d0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.799414 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cdee01eb-d7cd-43a8-a289-00bf1b1dd7d0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027342'] for security_group_rule, after_create {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.819468 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee01eb-d7cd-43a8-a289-00bf1b1dd7d0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd7afb6-1a9e-4c93-abaa-3356d63791d1,revision_number=0']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:27.826850 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-cdee01eb-d7cd-43a8-a289-00bf1b1dd7d0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.828769 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-cdee01eb-d7cd-43a8-a289-00bf1b1dd7d0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287999 Aug 29 05:32:27.929982 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.996688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-1823d7c2-f768-478d-b197-23275d23b094 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606319706&fields=id&tenant_id=db7a5112c5de4590952a0f72e4b56e40 HTTP/1.1" status: 200 len: 267 time: 0.0605965 Aug 29 05:32:28.123049 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-53fe330e-4dbb-4b2a-82fa-a8f4b624ecce tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:28.125863 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-53fe330e-4dbb-4b2a-82fa-a8f4b624ecce tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 809 time: 0.1249924 Aug 29 05:32:28.141443 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-0a557407-d7e9-4552-ad3a-9a96c468b9ca tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/quotas/db7a5112c5de4590952a0f72e4b56e40 HTTP/1.1" status: 200 len: 375 time: 0.0102899 Aug 29 05:32:28.197377 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-3683edcc-2bd0-4dc6-a4ea-98118a8dd6b7 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498450 Aug 29 05:32:28.213860 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-45d5da64-566d-4579-b23b-bf5f1e1daa70 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:32:28.214888 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-45d5da64-566d-4579-b23b-bf5f1e1daa70 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055587 Aug 29 05:32:28.316516 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-88c268ee-2b1c-41aa-b4cb-2ebbdaa2dfe4 service neutron] 10.222.0.58 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946536 Aug 29 05:32:28.428727 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-0e85e47e-b6a2-4129-b272-08612d6b558a service neutron] 10.222.0.58 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981929 Aug 29 05:32:28.611733 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-7d6b3022-29b6-480f-94b6-ee63843997f3 req-3df86ce1-a2fe-4435-a87b-e7c49341e947 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 210 time: 0.0435526 Aug 29 05:32:28.664724 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20570e39-0861-4766-b315-36aa620a3dd9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:28.714826 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 20570e39-0861-4766-b315-36aa620a3dd9 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:28.719024 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 20570e39-0861-4766-b315-36aa620a3dd9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:28.719468 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:28.802010 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:28.821663 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 20570e39-0861-4766-b315-36aa620a3dd9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20570e39-0861-4766-b315-36aa620a3dd9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:28.825633 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:28.826463 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:28.903144 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=20570e39-0861-4766-b315-36aa620a3dd9,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:28.915605 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:28.916004 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:29.185633 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:29.368286 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Sync routers for ids ['8baf2efc-356e-4ace-891b-b24b2ec6769c'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:29.378654 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Routers {'8baf2efc-356e-4ace-891b-b24b2ec6769c'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:29.379321 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8baf2efc-356e-4ace-891b-b24b2ec6769c'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:29.484420 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Set router 8baf2efc-356e-4ace-891b-b24b2ec6769c gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:29.697589 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b97e02e8-006a-4fc4-a2c6-ff046abfc448 req-b776e2f2-95c2-44c8-875d-93ba395e31ef tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 210 time: 0.0296326 Aug 29 05:32:29.729419 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '20570e39-0861-4766-b315-36aa620a3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:32:25Z', 'revision_number': 4, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port': {'id': '20570e39-0861-4766-b315-36aa620a3dd9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '00ec07a0-f1e0-4ea1-9e7d-278c3f15b975', 'name': '', 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'mac_address': 'fa:16:3e:34:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:24Z', 'updated_at': '2021-08-29T05:32:25Z', 'revision_number': 2, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'subnets': [{'id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:29.760590 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Checking router: 8baf2efc-356e-4ace-891b-b24b2ec6769c for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:29.760948 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Updating router 8baf2efc-356e-4ace-891b-b24b2ec6769c port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 binding host n-d-712142-15 {{(pid=94848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:32:29.785490 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.075526 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Notify callbacks [] for port, precommit_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.085883 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.provisioning_blocks [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Transition to ACTIVE for port object 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 will not be triggered until provisioned by entity L2. {{(pid=94848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:30.091688 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.138591 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1cb7b-4506-4596-b25c-a9eeb20761cb None None] Pushing event updated for resources: {'Port': ['ID=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,revision_number=3']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:30.192643 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Attempting to bind port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 on host n-d-712142-15 for vnic_type normal with profile {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:30.193020 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Attempting to bind port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 by drivers openvswitch,hyperv on host n-d-712142-15 at level 0 using segments [{'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:30.193400 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Attempting to bind port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 on network a8c3d25a-a1ff-4cd6-9863-bf0230737ace {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:30.198381 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Checking agent: {'id': 'dcddc9f2-cc03-4e1c-ac7f-d12198b9f96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:30.198751 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Checking segment: {'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:30.199151 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.199554 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Bound using segment: {'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'} {{(pid=94848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:30.200021 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.managers [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Bound port: 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975, host: n-d-712142-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eba2a0-1562-44e5-80e8-021fecce6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace'}}] {{(pid=94848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:30.200408 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.269986 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] For port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975, host n-d-712142-15, cleared binding levels {{(pid=94848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:30.273261 n-d-712142-15 neutron-server[94848]: DEBUG neutron.plugins.ml2.db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] For port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975, host n-d-712142-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,segment=NetworkSegment(91eba2a0-1562-44e5-80e8-021fecce6bd8),segment_id=91eba2a0-1562-44e5-80e8-021fecce6bd8)] {{(pid=94848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:30.278894 n-d-712142-15 neutron-server[94848]: DEBUG neutron_lib.callbacks.manager [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.334574 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Routers {'8baf2efc-356e-4ace-891b-b24b2ec6769c'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:30.335209 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8baf2efc-356e-4ace-891b-b24b2ec6769c'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:30.387470 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1cb7b-4506-4596-b25c-a9eeb20761cb None None] Pushing event updated for resources: {'Port': ['ID=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,revision_number=4']} {{(pid=94848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:30.471468 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] Set router 8baf2efc-356e-4ace-891b-b24b2ec6769c gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:30.609602 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20570e39-0861-4766-b315-36aa620a3dd9 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:30.657702 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 20570e39-0861-4766-b315-36aa620a3dd9 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:30.658068 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.689261 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '20570e39-0861-4766-b315-36aa620a3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:32:25Z', 'revision_number': 4, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port': {'id': '20570e39-0861-4766-b315-36aa620a3dd9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '00ec07a0-f1e0-4ea1-9e7d-278c3f15b975', 'name': '', 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'mac_address': 'fa:16:3e:34:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:24Z', 'updated_at': '2021-08-29T05:32:30Z', 'revision_number': 4, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'subnets': [{'id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:30.800096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:30.817669 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8479846f-75f7-472b-8781-177c822c4706 req-af33f5c1-bb67-4571-92ee-349f4ba116ba tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 210 time: 0.0454848 Aug 29 05:32:30.837848 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ec45d-b383-468a-bb74-7ea3c1730357 None None] The sync data for ids ['8baf2efc-356e-4ace-891b-b24b2ec6769c'] in n-d-712142-15 is: [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '20570e39-0861-4766-b315-36aa620a3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:32:25Z', 'revision_number': 4, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port': {'id': '20570e39-0861-4766-b315-36aa620a3dd9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '00ec07a0-f1e0-4ea1-9e7d-278c3f15b975', 'name': '', 'network_id': 'a8c3d25a-a1ff-4cd6-9863-bf0230737ace', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'mac_address': 'fa:16:3e:34:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:24Z', 'updated_at': '2021-08-29T05:32:30Z', 'revision_number': 4, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'subnets': [{'id': 'bf27dd37-0e31-4f3c-b6be-90119a971769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:30.857841 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning for port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:30.862345 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:30.862726 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.946409 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.980059 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] For port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,segment=NetworkSegment(91eba2a0-1562-44e5-80e8-021fecce6bd8),segment_id=91eba2a0-1562-44e5-80e8-021fecce6bd8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:30.986003 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.040725 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Pushing event updated for resources: {'Port': ['ID=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:31.906703 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f9eb9636-e9a4-4750-9e5f-49b4c5827ab6 req-c8eff3fc-a1d8-4a11-b636-7a2161ebf159 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 210 time: 0.0288100 Aug 29 05:32:32.583424 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 up at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:32.633408 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Provisioning complete for port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:32.633780 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.003580 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-eadbe8f0-6c4e-441a-b567-39c0daa30150 req-ae688b7f-7bd0-435d-bd59-a64dfdb88a6f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 210 time: 0.0271046 Aug 29 05:32:33.739610 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-03ec17db-71bb-4397-b512-b10bb9f7d159 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:33.741269 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-03ec17db-71bb-4397-b512-b10bb9f7d159 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 809 time: 0.1087906 Aug 29 05:32:33.792240 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e5a9d4c4-ed9c-4628-bcb7-f39c767fb056 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db7a5112c5de4590952a0f72e4b56e40 HTTP/1.1" status: 200 len: 379 time: 0.0368011 Aug 29 05:32:33.802430 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'port': {'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'admin_state_up': True, 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'security_groups': ['3ebcb0b5-630b-4ff2-aa0c-7c714c985f13']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:33.917028 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Made reservation on behalf of db7a5112c5de4590952a0f72e4b56e40 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:33.920713 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.054066 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Allocated IP 172.20.0.14 (2d39b8e9-b431-437d-9cff-c76a922af76f/3732a42f-c802-4246-b887-48e8282b0cbc/0bf1f41b-6637-49af-a5ed-6c8116c5c1a5) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:34.099628 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8709cdc2-f69c-47a5-b6be-4a50ae8f6ec3 req-a3deb606-438e-4a70-933c-dd05599ebe53 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 210 time: 0.0276835 Aug 29 05:32:34.203015 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.216263 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Transition to ACTIVE for port object 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:34.250369 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.305273 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Network 2d39b8e9-b431-437d-9cff-c76a922af76f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:34.308314 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:34.313679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:34.345344 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:34.375358 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:34.376076 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.390492 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-e71a5e1f-6a46-47c0-a9d9-27545c2424ac tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5922832 Aug 29 05:32:34.407931 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Request body: {'port': {'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:34.472987 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.504533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1fd74c28-647d-4103-9792-3eabcd0c42fb None None] Provisioning for port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:34.508692 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-1fd74c28-647d-4103-9792-3eabcd0c42fb None None] Provisioning complete for port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:34.509188 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1fd74c28-647d-4103-9792-3eabcd0c42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.544760 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-1fd74c28-647d-4103-9792-3eabcd0c42fb None None] Port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:34.754236 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:32:34.761717 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.773541 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Transition to ACTIVE for port object 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:34.777417 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.832205 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:34.906575 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Attempting to bind port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:34.906924 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Attempting to bind port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:34.907286 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Attempting to bind port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 on network 2d39b8e9-b431-437d-9cff-c76a922af76f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:34.912756 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 on network 2d39b8e9-b431-437d-9cff-c76a922af76f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:32:34.913083 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Attempting to bind port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 on network 2d39b8e9-b431-437d-9cff-c76a922af76f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:34.918533 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:34.918883 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Checking segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:34.919283 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Bound using segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:34.919723 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Bound port: 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:34.920134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.990974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:34.993985 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:34.998191 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.033447 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.034081 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.035588 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] 10.222.0.64 "PUT /v2.0/ports/0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 200 len: 1093 time: 0.6322091 Aug 29 05:32:35.036059 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:35.038332 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded1d655-edb4-4409-8f5c-31fd0704f807" -d '{"events": [{"name": "network-changed", "server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:35.076046 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ab7c3-1003-4679-bd86-cd12a5e68212 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:35.129514 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-6742986f-9656-454b-bc09-fd8da19bd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.131077 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-6742986f-9656-454b-bc09-fd8da19bd029 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1096 time: 0.0458887 Aug 29 05:32:35.189379 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc7c38-ba42-44b3-96ca-28446b78ef0c x-openstack-request-id: req-d8bc7c38-ba42-44b3-96ca-28446b78ef0c {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:35.189678 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:35.189935 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8bc7c38-ba42-44b3-96ca-28446b78ef0c {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:35.190341 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'status': 'completed', 'code': 200} Aug 29 05:32:35.192195 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-d3297966-0198-46d2-bb22-1f9e6b709f28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 200 len: 217 time: 0.0474617 Aug 29 05:32:35.251884 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-b35c6b24-4bc0-41fc-9b2b-abd05e0ba0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.253415 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-b35c6b24-4bc0-41fc-9b2b-abd05e0ba0ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0504653 Aug 29 05:32:35.258278 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769217d-1c5a-4d76-aa4c-870a560e5169 req-250d3b9d-ad17-4c40-8987-bfa76d2af94e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.259809 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e769217d-1c5a-4d76-aa4c-870a560e5169 req-250d3b9d-ad17-4c40-8987-bfa76d2af94e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 944 time: 0.0569828 Aug 29 05:32:35.302012 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e769217d-1c5a-4d76-aa4c-870a560e5169 req-eeb0bcad-2882-4ff7-8273-c54aa3baec29 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354962 Aug 29 05:32:35.308393 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-09da2ceb-7056-44cc-84ec-146cec933436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.309918 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-09da2ceb-7056-44cc-84ec-146cec933436 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451291 Aug 29 05:32:35.412222 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-d6263791-edd2-4c29-a831-e5d64b6e27ce service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899978 Aug 29 05:32:35.513142 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-578d41f8-29ad-4d03-b5dc-a0d56d96b0f6 req-2be51add-06d1-45d5-84a8-20618e1acd2c service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891612 Aug 29 05:32:35.611508 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-ccbf7b13-0375-4b37-a782-7642168b78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.612985 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-ccbf7b13-0375-4b37-a782-7642168b78fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1096 time: 0.0415967 Aug 29 05:32:35.709036 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-3bf31916-7810-4482-8917-c335dcab4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.710530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-3bf31916-7810-4482-8917-c335dcab4aac service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.0907316 Aug 29 05:32:35.752806 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-35dc8f7d-2ec5-4692-9e48-a5d11925acbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 200 len: 217 time: 0.0352163 Aug 29 05:32:35.811250 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-c3d492ae-777a-4aac-9282-389340176027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.812840 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-c3d492ae-777a-4aac-9282-389340176027 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0529494 Aug 29 05:32:35.872078 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-2c12e527-9e21-43f4-a683-842d8c466dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.873581 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-2c12e527-9e21-43f4-a683-842d8c466dff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523744 Aug 29 05:32:35.972675 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-713e907c-5e8c-4903-9aa4-fc811c8fd078 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897667 Aug 29 05:32:36.074322 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ded1d655-edb4-4409-8f5c-31fd0704f807 req-39260765-8099-4171-b934-6ae746ebd051 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936346 Aug 29 05:32:36.429359 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdd66d-eeb5-4cc9-82f1-645a7cd0fde0 req-6809369b-00c9-4162-bf20-230387c9ba57 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:36.430963 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8dcdd66d-eeb5-4cc9-82f1-645a7cd0fde0 req-6809369b-00c9-4162-bf20-230387c9ba57 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 944 time: 0.0525739 Aug 29 05:32:36.473490 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8dcdd66d-eeb5-4cc9-82f1-645a7cd0fde0 req-9f68cd84-4435-4562-8ac3-59d1f4a07195 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356379 Aug 29 05:32:37.590324 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b35d36-e4a2-4465-9e00-f8bf8849d10e req-922d4334-8d1b-4555-ae10-9798754ff8cf tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:37.591786 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19b35d36-e4a2-4465-9e00-f8bf8849d10e req-922d4334-8d1b-4555-ae10-9798754ff8cf tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 944 time: 0.0501077 Aug 29 05:32:37.630688 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-19b35d36-e4a2-4465-9e00-f8bf8849d10e req-d8740d8d-6b38-4aa1-83be-939c6e9d7e17 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328491 Aug 29 05:32:37.953718 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:32:38.047954 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:38.059772 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:32:38.102111 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.114997 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:32:38.137207 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:38.141476 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.190125 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:38.393720 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:32:38.771188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e783b3-2618-40af-9bef-732ab93532ea req-39158fe9-e269-40cc-bf32-0604f81a8817 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:38.772743 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1e783b3-2618-40af-9bef-732ab93532ea req-39158fe9-e269-40cc-bf32-0604f81a8817 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 945 time: 0.0616195 Aug 29 05:32:38.811978 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c1e783b3-2618-40af-9bef-732ab93532ea req-2fff4a6d-32d6-4b79-a390-c876aebed7fd tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331419 Aug 29 05:32:39.935889 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2275333-6c9a-4c10-bb53-bccac6db346c req-761c5a7d-233c-4452-ba02-8a09df23e103 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:39.937405 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2275333-6c9a-4c10-bb53-bccac6db346c req-761c5a7d-233c-4452-ba02-8a09df23e103 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 945 time: 0.0504730 Aug 29 05:32:39.953832 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:39.982198 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d2275333-6c9a-4c10-bb53-bccac6db346c req-47afbe6a-38c0-49ed-9baa-2ee63b6778bf tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341921 Aug 29 05:32:40.004263 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:40.008323 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:40.008705 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.088112 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.112493 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:40.114680 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e474863-8a96-4caf-aaeb-f979c1cda652" -d '{"events": [{"server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "name": "network-vif-plugged", "status": "completed", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:40.127343 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:40.131766 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.161364 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b64a1a-d93f-4e0d-8424-59197b14d392 x-openstack-request-id: req-a5b64a1a-d93f-4e0d-8424-59197b14d392 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:40.161647 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "name": "network-vif-plugged", "status": "completed", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:40.161912 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5b64a1a-d93f-4e0d-8424-59197b14d392 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:40.163034 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'code': 200} Aug 29 05:32:40.190467 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:40.261423 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296816db-e8bc-40d6-a782-856a5994e3dd req-b3019dbd-9a92-4ce9-b4b2-10eb9670edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:40.263483 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-296816db-e8bc-40d6-a782-856a5994e3dd req-b3019dbd-9a92-4ce9-b4b2-10eb9670edb0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1098 time: 0.0442798 Aug 29 05:32:40.303686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-296816db-e8bc-40d6-a782-856a5994e3dd req-6f69bf9c-fa53-4989-9c84-314c0ddb08c9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287426 Aug 29 05:32:41.110469 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd98dd-fcd3-4d61-bf06-46a308658a3e req-25c45de7-c1de-4602-892f-2a54c75d1440 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:41.111972 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50dd98dd-fcd3-4d61-bf06-46a308658a3e req-25c45de7-c1de-4602-892f-2a54c75d1440 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 946 time: 0.0523167 Aug 29 05:32:41.151122 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-50dd98dd-fcd3-4d61-bf06-46a308658a3e req-051a3f8e-e5ad-4393-85f1-8c90b158d5c4 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331571 Aug 29 05:32:42.272374 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34092-0904-4fd4-aef3-9b7bbd1306b7 req-0154f568-3fba-4c39-8b6a-c43706210e2b tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:42.273855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdb34092-0904-4fd4-aef3-9b7bbd1306b7 req-0154f568-3fba-4c39-8b6a-c43706210e2b tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 946 time: 0.0541270 Aug 29 05:32:42.319573 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cdb34092-0904-4fd4-aef3-9b7bbd1306b7 req-81a7493c-e8a1-4dba-87e5-d1cf757123a5 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396965 Aug 29 05:32:42.436155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ecbb5-e916-4f22-8923-b1b6131e98c6 req-32c15f45-13b6-4e28-9c58-8b2900ddc2b0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:42.444819 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce1ecbb5-e916-4f22-8923-b1b6131e98c6 req-32c15f45-13b6-4e28-9c58-8b2900ddc2b0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 946 time: 0.0576060 Aug 29 05:32:42.483558 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-ce1ecbb5-e916-4f22-8923-b1b6131e98c6 req-20722337-397f-4d29-bae8-f8deb682361a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Aug 29 05:32:42.505554 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40206) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:42.646170 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ba81c-ad82-4648-a11e-9b55798f209a tempest-TestSnapshotPattern-15439296 tempest-TestSnapshotPattern-15439296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:42.647733 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-6f4ba81c-ad82-4648-a11e-9b55798f209a tempest-TestSnapshotPattern-15439296 tempest-TestSnapshotPattern-15439296-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1093 time: 0.1411438 Aug 29 05:32:42.650840 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40210) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:42.656405 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:42.678681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:42.787969 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:42.890488 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Allocated IP 172.25.1.87 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/a927d8db-6087-4e4c-bef7-de1a2242a425) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:42.998350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.038496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.087181 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:43.088618 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'Port': ['ID=a927d8db-6087-4e4c-bef7-de1a2242a425,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:43.092026 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:43.095115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:43.462270 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.527560 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.683701 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.689339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.768770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'Port': ['ID=a927d8db-6087-4e4c-bef7-de1a2242a425,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:43.783722 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.890877 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Floating IP ce255df9-96be-458f-a2de-8155b247dd9c associated. External IP: 172.25.1.87, port: 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5. Aug 29 05:32:44.440241 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Router 28a3c405-dd84-472b-aa35-db72b270243d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:44.554247 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:44.564216 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] Sync routers for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:44.571451 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:44.576488 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:44.577736 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:44.603352 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-8b4d2bcd-1860-4fd7-84a6-dbe95847caf1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9514096 Aug 29 05:32:44.603959 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:44.606347 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2930996a-89e8-45f5-9840-91bdb29ba844" -d '{"events": [{"name": "network-changed", "server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:44.653762 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44742028-5a14-49cb-bf23-995459edd5df x-openstack-request-id: req-44742028-5a14-49cb-bf23-995459edd5df {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:44.654060 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:44.654320 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44742028-5a14-49cb-bf23-995459edd5df {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:44.654728 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'status': 'completed', 'code': 200} Aug 29 05:32:44.690738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:44.721017 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-7015e9a4-5d15-44bc-8a98-690bb8022bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:44.722603 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-7015e9a4-5d15-44bc-8a98-690bb8022bbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1098 time: 0.0452752 Aug 29 05:32:44.837509 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-76971e75-9820-4c7b-9b45-77032c9309a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:44.839439 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-76971e75-9820-4c7b-9b45-77032c9309a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.1099060 Aug 29 05:32:44.918498 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-59e8f026-5669-4bec-904c-b24326e2fe22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 200 len: 999 time: 0.0718915 Aug 29 05:32:44.950520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:43Z', 'revision_number': 0, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:44.978450 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-eae81319-9441-4863-b953-91297284acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:44.980877 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-eae81319-9441-4863-b953-91297284acff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0542722 Aug 29 05:32:44.989129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] Checking router: 28a3c405-dd84-472b-aa35-db72b270243d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:44.998128 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:44.998775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:32:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:45.027807 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-ad7f8298-66d7-4fdf-83b7-17437a329308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:45.029392 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-ad7f8298-66d7-4fdf-83b7-17437a329308 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414350 Aug 29 05:32:45.105285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:45.125669 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-d087755b-a60f-49f5-be35-f800c41062fc service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883200 Aug 29 05:32:45.220708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2930996a-89e8-45f5-9840-91bdb29ba844 req-f09ccb8e-da42-4951-af9c-0ef40e2c0206 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874386 Aug 29 05:32:45.364848 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:43Z', 'revision_number': 0, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:45.399397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b96f97-269f-4db1-89d0-624c281e2eb6 None None] The sync data for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 is: [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:43Z', 'revision_number': 0, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:45.598867 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5132a-930f-42bf-a6cf-f54e17ba97a4 None None] New status for floating IP ce255df9-96be-458f-a2de-8155b247dd9c: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:32:47.573157 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e0e7387-a83c-4157-9746-8ec3e10c6928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:50.509886 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:50.562859 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3b828db8-3c08-4dc3-9832-25b9de95f93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:50.855739 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5db2e346-d7e2-47e2-a942-22e67a437344 req-1d7d9370-7f6c-4b46-a83b-6f4c84a2aa35 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257950 Aug 29 05:32:50.927704 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5db2e346-d7e2-47e2-a942-22e67a437344 req-2aa753f3-5341-4136-84f1-018338e98e15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0290902 Aug 29 05:32:50.967949 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5db2e346-d7e2-47e2-a942-22e67a437344 req-849ca21f-3421-4fc3-a7e2-3ab4f91b98f4 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191441 Aug 29 05:32:51.063478 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2e346-d7e2-47e2-a942-22e67a437344 req-c329c12a-cee3-463b-a97c-affcaa5d3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:51.064999 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-5db2e346-d7e2-47e2-a942-22e67a437344 req-c329c12a-cee3-463b-a97c-affcaa5d3337 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903966 Aug 29 05:32:51.518486 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.107506 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.954423 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:32:57.928800 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:59.200040 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:17.574394 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f761-31a9-49ff-a2ed-e02927994860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:20.511629 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:20.563637 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7385cb35-2004-4460-b879-4062827d96b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:21.521456 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:23.111829 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:27.928791 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:29.226708 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:33.953897 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:38.040982 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-d6f29538-1c3c-47dd-9fa8-9296ba164f47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454667 Aug 29 05:33:38.146259 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-ba3bcf6b-c8aa-404e-829b-51aa5e707ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:38.147781 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-ba3bcf6b-c8aa-404e-829b-51aa5e707ba7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1098 time: 0.0507481 Aug 29 05:33:38.263045 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-7ca55951-0b91-467a-b4b8-1154e0189f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:38.264569 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-7ca55951-0b91-467a-b4b8-1154e0189f01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.0887167 Aug 29 05:33:38.340526 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-af76b587-060e-48a7-b9aa-101f656cb09b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 200 len: 1001 time: 0.0648401 Aug 29 05:33:38.398611 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-1da7a1d0-789a-41ce-ae48-2ae6f62d1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:38.400132 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-1da7a1d0-789a-41ce-ae48-2ae6f62d1196 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0487826 Aug 29 05:33:38.457383 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-0f4151cf-4083-46b8-9a62-fb31c1898205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:38.459447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-0f4151cf-4083-46b8-9a62-fb31c1898205 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483503 Aug 29 05:33:38.562925 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-fa5e5fa5-9f05-4920-a0b3-8048d3007a26 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916891 Aug 29 05:33:38.660576 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-58cd0abb-e6b4-43fc-bc88-7db6de6d0f64 req-76849ab3-871f-48f0-ae71-08a2ef6cced6 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Aug 29 05:33:47.578433 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ccda27df-f6d5-4e8f-87d7-40925bf32c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:50.516562 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:50.564421 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-82556500-62c4-4a78-b17c-df9d5cc2e7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:51.524216 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.864396 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05ec1a39-ab3b-45df-8954-e34f4fc953f9 req-dab42c83-6f4d-43c5-8418-31b4c271532e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255508 Aug 29 05:33:52.911530 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05ec1a39-ab3b-45df-8954-e34f4fc953f9 req-77088dbe-0a0f-451c-9e56-fd47053e1073 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0250454 Aug 29 05:33:52.955980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05ec1a39-ab3b-45df-8954-e34f4fc953f9 req-22d370d4-c004-4093-8fde-f4d51c351fc2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236034 Aug 29 05:33:53.050171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec1a39-ab3b-45df-8954-e34f4fc953f9 req-d224be2b-ade5-4788-8f9c-d4c65291962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:53.051647 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-05ec1a39-ab3b-45df-8954-e34f4fc953f9 req-d224be2b-ade5-4788-8f9c-d4c65291962e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883296 Aug 29 05:33:53.112692 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.943926 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:59.219842 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:10.953490 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:34:17.574846 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-878e569b-3ef8-4f19-ab13-1f755eb06bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.519819 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.566029 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-28cdba26-f712-492d-8647-aba1a449eee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.528057 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.115119 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.958181 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.230642 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:38.099523 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-ee3ced20-92ae-4fcf-be06-751f8164df6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421231 Aug 29 05:34:38.213851 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-b75410a1-072b-448b-a494-582cf85f9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:38.215398 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-b75410a1-072b-448b-a494-582cf85f9342 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1098 time: 0.0527804 Aug 29 05:34:38.329710 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-b372c155-50c3-4da2-ab96-5955ab3cdaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:38.331243 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-b372c155-50c3-4da2-ab96-5955ab3cdaa3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.0906408 Aug 29 05:34:38.416098 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-920ec626-3dd2-4314-a3f6-496a501dd5d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 200 len: 1001 time: 0.0723882 Aug 29 05:34:38.469094 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-2f51edac-b10e-4755-91da-8b5c6842f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:38.470596 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-2f51edac-b10e-4755-91da-8b5c6842f63e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0443738 Aug 29 05:34:38.524115 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-d9cb06d4-3a68-42d9-9144-99fd3add1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:38.525652 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-d9cb06d4-3a68-42d9-9144-99fd3add1ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469110 Aug 29 05:34:38.622150 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-fa5993da-57a3-4f6e-9a22-12a1ccbdcd4a service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877573 Aug 29 05:34:38.716683 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-3a0859a6-1503-4983-a0b3-9164d0a67387 req-01260548-199c-41fb-8b35-33d733665660 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835567 Aug 29 05:34:44.503348 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:34:44.602040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:44.617650 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:34:44.662923 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:44.677459 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:34:44.696847 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:44.701347 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:44.755180 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:44.763574 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.763925 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.764303 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.764649 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.764987 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.765321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.765660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.765989 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.766320 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.766646 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.766968 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.767290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:44.789967 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:34:46.520644 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:46.571096 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:46.571470 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:46.659287 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:46.684058 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:46.686615 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096fe225-eafb-4a55-ac0c-6b93dd9c31de" -d '{"events": [{"server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "name": "network-vif-plugged", "status": "completed", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:46.703823 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:46.709595 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:46.778988 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:46.837536 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b033c5-beda-4b01-89df-5fb1bb8c708a x-openstack-request-id: req-49b033c5-beda-4b01-89df-5fb1bb8c708a {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:46.838207 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "name": "network-vif-plugged", "status": "completed", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:46.839041 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49b033c5-beda-4b01-89df-5fb1bb8c708a {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:46.840961 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'code': 200} Aug 29 05:34:47.579238 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7916898c-002a-4026-9ffb-387fa045b8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:47.955943 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:34:50.536263 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:50.570263 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b83482c5-50c9-478f-933d-a02b4e8130f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:51.531838 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:53.125488 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:53.918980 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c228ae35-a3e5-4a64-b07a-1ccf71aa5707 req-13cd6c99-60e4-4c4c-9ed3-16b4e6933c7c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0885520 Aug 29 05:34:54.000211 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c228ae35-a3e5-4a64-b07a-1ccf71aa5707 req-21bdbaa0-185d-4e1d-9086-92cca7d15fe6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0348725 Aug 29 05:34:54.047377 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c228ae35-a3e5-4a64-b07a-1ccf71aa5707 req-a3811cd8-d467-4c03-b5c8-7e21edbfb5bd service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216842 Aug 29 05:34:54.167521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228ae35-a3e5-4a64-b07a-1ccf71aa5707 req-2e001334-5332-48ca-84d2-441fb09bec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:54.169136 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c228ae35-a3e5-4a64-b07a-1ccf71aa5707 req-2e001334-5332-48ca-84d2-441fb09bec5b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115637 Aug 29 05:34:55.930261 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-2c2c4101-0f09-4967-9c00-abd45a713b01 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606319706&fields=id&tenant_id=db7a5112c5de4590952a0f72e4b56e40 HTTP/1.1" status: 200 len: 267 time: 0.0402548 Aug 29 05:34:56.040277 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-45fb67ed-d7df-40c3-8152-f2937e092dab tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:56.042242 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-45fb67ed-d7df-40c3-8152-f2937e092dab tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 809 time: 0.1046097 Aug 29 05:34:56.057498 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-2fe9f897-67f2-4ba1-9e9e-db9878a81718 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/quotas/db7a5112c5de4590952a0f72e4b56e40 HTTP/1.1" status: 200 len: 375 time: 0.0094411 Aug 29 05:34:56.112781 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-30b65df0-6833-4d02-8803-ae1cbb0f2753 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500743 Aug 29 05:34:56.265162 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-7271315a-93f0-413b-a167-872b51baf591 service neutron] 10.222.0.58 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389182 Aug 29 05:34:56.357735 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-b8d1f381-8622-45b4-9baf-06e262ce30ac service neutron] 10.222.0.58 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862410 Aug 29 05:34:56.544642 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-93acddca-0799-4ad9-8cf9-773b67108172 req-09a9533a-fce0-4de5-87ea-6512d80e16b4 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 210 time: 0.0303190 Aug 29 05:34:57.645316 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-fe3895f6-2259-4f5e-a237-b70debc4cfd5 req-7144db57-bbed-4275-b92b-be448fd4fc26 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 210 time: 0.0304737 Aug 29 05:34:57.767809 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-4c40dc2b-e310-45b7-baba-936298ec7d3f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:57.769355 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-4c40dc2b-e310-45b7-baba-936298ec7d3f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 809 time: 0.1132443 Aug 29 05:34:57.818395 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-391cd64d-0c64-466d-918a-fbf46a4c6052 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db7a5112c5de4590952a0f72e4b56e40 HTTP/1.1" status: 200 len: 379 time: 0.0350995 Aug 29 05:34:57.830120 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'port': {'device_id': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'admin_state_up': True, 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'security_groups': ['3ebcb0b5-630b-4ff2-aa0c-7c714c985f13']}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:57.941694 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Made reservation on behalf of db7a5112c5de4590952a0f72e4b56e40 for: {'port': 1} {{(pid=94846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:34:57.945567 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.960561 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.088599 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Allocated IP 172.20.0.5 (2d39b8e9-b431-437d-9cff-c76a922af76f/3732a42f-c802-4246-b887-48e8282b0cbc/dbf98ea1-3e18-4952-a162-71500874fa6e) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:34:58.281925 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.297669 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Transition to ACTIVE for port object dbf98ea1-3e18-4952-a162-71500874fa6e will not be triggered until provisioned by entity DHCP. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:58.341019 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.408417 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'Port': ['ID=dbf98ea1-3e18-4952-a162-71500874fa6e,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:58.415621 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Network 2d39b8e9-b431-437d-9cff-c76a922af76f is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:58.421426 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:58.424435 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.424785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.425275 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.425631 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.425972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.426310 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.426641 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.426974 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.427302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.427629 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.427955 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.428305 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.432290 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:34:58.485320 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:58.486154 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.504507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-06b86225-c45d-4435-a3b5-1d0c1410829a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6779132 Aug 29 05:34:58.766694 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e0ccf54a-6727-44c1-809c-d4a352432fa0 None None] Provisioning for port dbf98ea1-3e18-4952-a162-71500874fa6e completed by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:58.773300 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-e0ccf54a-6727-44c1-809c-d4a352432fa0 None None] Provisioning complete for port dbf98ea1-3e18-4952-a162-71500874fa6e triggered by entity DHCP. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:58.773912 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e0ccf54a-6727-44c1-809c-d4a352432fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.780062 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b7bb2-a943-474a-96bf-0cdb624d724a req-d5e995b5-2ba1-4ce3-b0c5-2b18f4aa600d tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:58.781643 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-320b7bb2-a943-474a-96bf-0cdb624d724a req-d5e995b5-2ba1-4ce3-b0c5-2b18f4aa600d tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0618930 Aug 29 05:34:58.817385 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-e0ccf54a-6727-44c1-809c-d4a352432fa0 None None] Port dbf98ea1-3e18-4952-a162-71500874fa6e cannot update to ACTIVE because it is not bound. {{(pid=94847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:34:58.833206 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-320b7bb2-a943-474a-96bf-0cdb624d724a req-b8a0a145-fa71-42a0-a053-1fbf4c7c125b tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437047 Aug 29 05:34:59.231078 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:59.957196 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ca84f-e004-4ccf-8578-af2c22fcc789 req-b0743d5e-fbd0-4a78-9775-b73738286c6a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:59.958766 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c9ca84f-e004-4ccf-8578-af2c22fcc789 req-b0743d5e-fbd0-4a78-9775-b73738286c6a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0528276 Aug 29 05:35:00.007851 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-5c9ca84f-e004-4ccf-8578-af2c22fcc789 req-83ffbc2e-3ede-4bc6-8207-b9a8fe07b7c5 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 Aug 29 05:35:00.591464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:35:00.677512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.703255 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:00.705343 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498f8f58-0657-4a5d-b5b9-3db42af154d1" -d '{"events": [{"server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:00.721964 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:00.726761 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.751114 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef0f506-d07d-4692-bd7c-755d825948fb x-openstack-request-id: req-2ef0f506-d07d-4692-bd7c-755d825948fb {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:00.751419 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:00.751681 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ef0f506-d07d-4692-bd7c-755d825948fb {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:00.752148 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'code': 200} Aug 29 05:35:00.779534 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=8']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:01.143014 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229dc1-5596-4ab9-9068-c4179b7c1319 req-9113a8df-e2ef-4e0a-a3f5-35e8cba0b6e9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:01.145388 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84229dc1-5596-4ab9-9068-c4179b7c1319 req-9113a8df-e2ef-4e0a-a3f5-35e8cba0b6e9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0625398 Aug 29 05:35:01.189998 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-84229dc1-5596-4ab9-9068-c4179b7c1319 req-c1ca9561-288f-4577-87e8-5a8f15c94764 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384605 Aug 29 05:35:02.316320 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7af0f-38be-44b5-b926-d3d7b2062ba1 req-d229ac05-2d51-4e12-a160-53b22d7e957a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:02.322723 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3d7af0f-38be-44b5-b926-d3d7b2062ba1 req-d229ac05-2d51-4e12-a160-53b22d7e957a tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0546126 Aug 29 05:35:02.364164 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b3d7af0f-38be-44b5-b926-d3d7b2062ba1 req-20513a32-556a-4c44-beb2-d04fa7620fba tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380301 Aug 29 05:35:03.493984 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937bb94-a917-4424-9a5c-df709b2ff3e6 req-5a4fc991-78cb-496d-affa-cd473b805910 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:03.495623 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c937bb94-a917-4424-9a5c-df709b2ff3e6 req-5a4fc991-78cb-496d-affa-cd473b805910 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0522337 Aug 29 05:35:03.539772 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-c937bb94-a917-4424-9a5c-df709b2ff3e6 req-4da1eca7-962c-465a-9b78-c1841a7caa88 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370836 Aug 29 05:35:04.674811 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852e1a4-c4f3-4901-a336-e6421b9e8c45 req-1cd3d04e-c266-4c54-a9e0-fb48e0f8143c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:04.676406 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0852e1a4-c4f3-4901-a336-e6421b9e8c45 req-1cd3d04e-c266-4c54-a9e0-fb48e0f8143c tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0575757 Aug 29 05:35:04.718201 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0852e1a4-c4f3-4901-a336-e6421b9e8c45 req-35908451-afba-46ab-afd3-ec7d625afa71 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350885 Aug 29 05:35:05.850891 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2939e0-64d8-4fc5-b772-6e83706996b8 req-2c36c7e2-ece1-4a0e-a1ee-2706f5477fda tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:05.853138 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc2939e0-64d8-4fc5-b772-6e83706996b8 req-2c36c7e2-ece1-4a0e-a1ee-2706f5477fda tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0569565 Aug 29 05:35:05.894981 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-cc2939e0-64d8-4fc5-b772-6e83706996b8 req-e7046a1a-5ed0-4333-aa90-5426a3bd263e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352118 Aug 29 05:35:07.028131 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b60f-b8eb-4660-a342-4e0b984cb01c req-4e0b5243-4925-4873-8112-480cb12b24c3 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:07.029667 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02a4b60f-b8eb-4660-a342-4e0b984cb01c req-4e0b5243-4925-4873-8112-480cb12b24c3 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0530524 Aug 29 05:35:07.070782 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-02a4b60f-b8eb-4660-a342-4e0b984cb01c req-ffff1b1e-84d5-40ab-9366-811c6df75f14 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350912 Aug 29 05:35:08.192436 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97cc1-deaa-4307-8c20-8b6eb6d93475 req-2981b8aa-e467-44fe-82d8-8e03851094d4 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:08.194016 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2a97cc1-deaa-4307-8c20-8b6eb6d93475 req-2981b8aa-e467-44fe-82d8-8e03851094d4 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 931 time: 0.0492446 Aug 29 05:35:08.205443 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Request body: {'port': {'device_id': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-15'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:08.238199 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-e2a97cc1-deaa-4307-8c20-8b6eb6d93475 req-68c27b42-1e0e-44f6-94a6-1c76a1b43270 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334828 Aug 29 05:35:08.274470 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.547769 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf98ea1-3e18-4952-a162-71500874fa6e {{(pid=94846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:35:08.562552 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.575791 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.provisioning_blocks [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Transition to ACTIVE for port object dbf98ea1-3e18-4952-a162-71500874fa6e will not be triggered until provisioned by entity L2. {{(pid=94846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:08.580555 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.648392 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf98ea1-3e18-4952-a162-71500874fa6e,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:08.707400 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Attempting to bind port dbf98ea1-3e18-4952-a162-71500874fa6e on host n-h1-712142-15 for vnic_type normal with profile {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:35:08.707755 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Attempting to bind port dbf98ea1-3e18-4952-a162-71500874fa6e by drivers openvswitch,hyperv on host n-h1-712142-15 at level 0 using segments [{'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:35:08.708169 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Attempting to bind port dbf98ea1-3e18-4952-a162-71500874fa6e on network 2d39b8e9-b431-437d-9cff-c76a922af76f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:08.712763 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Port dbf98ea1-3e18-4952-a162-71500874fa6e on network 2d39b8e9-b431-437d-9cff-c76a922af76f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-15 {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:35:08.713102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Attempting to bind port dbf98ea1-3e18-4952-a162-71500874fa6e on network 2d39b8e9-b431-437d-9cff-c76a922af76f {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:08.725984 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Checking agent: {'id': 'e3719794-014e-45f4-a536-a8871e8a39e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:35:08.726367 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Checking segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:08.726770 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Bound using segment: {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'} {{(pid=94846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:35:08.727216 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.managers [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Bound port: dbf98ea1-3e18-4952-a162-71500874fa6e, host: n-h1-712142-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80487ab3-2c44-4c1b-bf65-be77a752d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f'}}] {{(pid=94846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:35:08.727590 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.796531 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, cleared binding levels {{(pid=94846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:35:08.799816 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dbf98ea1-3e18-4952-a162-71500874fa6e,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:35:08.803892 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.838692 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:08.839339 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.840771 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/dbf98ea1-3e18-4952-a162-71500874fa6e HTTP/1.1" status: 200 len: 1092 time: 0.6399195 Aug 29 05:35:08.841255 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:08.843433 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad0fd6-b629-412f-b985-bf1bb70a5054" -d '{"events": [{"name": "network-changed", "server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:08.874092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e9553-4d2f-481f-b7cd-666edf8bd5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf98ea1-3e18-4952-a162-71500874fa6e,revision_number=3']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:08.902481 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d665f-fe06-4ee7-88af-ea0f4b0949fa x-openstack-request-id: req-490d665f-fe06-4ee7-88af-ea0f4b0949fa {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:08.902807 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:08.903032 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-490d665f-fe06-4ee7-88af-ea0f4b0949fa {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:08.903437 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'status': 'completed', 'code': 200} Aug 29 05:35:08.941113 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-0c385fa2-d276-47bb-9544-99f932142f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:08.942708 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-0c385fa2-d276-47bb-9544-99f932142f27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 1095 time: 0.0492969 Aug 29 05:35:08.994601 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-5dad9a43-187d-4754-8ab9-e8e669b0cd79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbf98ea1-3e18-4952-a162-71500874fa6e HTTP/1.1" status: 200 len: 217 time: 0.0397696 Aug 29 05:35:09.051022 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-6de3ef6e-56cb-444d-929b-aebd7a3d695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:09.052604 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-6de3ef6e-56cb-444d-929b-aebd7a3d695a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0490332 Aug 29 05:35:09.111252 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-4a7619be-cb0e-4416-9a61-58b42adf9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:09.112856 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-4a7619be-cb0e-4416-9a61-58b42adf9fed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484729 Aug 29 05:35:09.216160 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-20b86acd-5813-4a55-9955-4f449ffd67f2 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904996 Aug 29 05:35:09.312209 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f6ea4b6d-50b0-4ead-8143-70aed851492c req-be376b85-2b40-4363-8942-18df27259672 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Aug 29 05:35:09.374213 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c2dac-cade-4f7c-b172-ac164a55467a req-2f73cfec-4e7f-4d0a-829e-ef163f9fce61 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:09.375715 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e1c2dac-cade-4f7c-b172-ac164a55467a req-2f73cfec-4e7f-4d0a-829e-ef163f9fce61 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 943 time: 0.0597031 Aug 29 05:35:09.411785 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-f92b5b96-93cc-4152-b9e0-ec20bf640906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:09.413345 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-f92b5b96-93cc-4152-b9e0-ec20bf640906 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 1095 time: 0.0435314 Aug 29 05:35:09.417679 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-0e1c2dac-cade-4f7c-b172-ac164a55467a req-e801cd7c-7b37-41a1-a36e-f4858d1f4f53 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356572 Aug 29 05:35:09.512736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-eb468bb4-553a-4d14-aaf0-2ba3cab045f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:09.514269 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-eb468bb4-553a-4d14-aaf0-2ba3cab045f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.0931923 Aug 29 05:35:09.564900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-52146ffd-8f7a-48bf-8bdd-b46a157c97f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbf98ea1-3e18-4952-a162-71500874fa6e HTTP/1.1" status: 200 len: 217 time: 0.0428078 Aug 29 05:35:09.628957 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-d6b70ba2-e398-4298-a16a-a82851703769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:09.630483 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-d6b70ba2-e398-4298-a16a-a82851703769 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0574141 Aug 29 05:35:09.684006 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-9b34bfc5-28b2-4b8d-a46c-a5f67a5c5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:09.685563 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-9b34bfc5-28b2-4b8d-a46c-a5f67a5c5b46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459492 Aug 29 05:35:09.785165 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-64a16b88-b179-40a8-8eab-5df639bf75ed service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901031 Aug 29 05:35:09.882293 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-01ad0fd6-b629-412f-b985-bf1bb70a5054 req-5b8d46d7-318e-4630-9769-e29cbc6c8a30 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885651 Aug 29 05:35:10.534978 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8ee4-1f5f-4b44-a8d9-890bdfa85681 req-2327987b-c8d5-4497-a692-528fa792a0c9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:10.536479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d81c8ee4-1f5f-4b44-a8d9-890bdfa85681 req-2327987b-c8d5-4497-a692-528fa792a0c9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 943 time: 0.0516272 Aug 29 05:35:10.575479 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-d81c8ee4-1f5f-4b44-a8d9-890bdfa85681 req-df3e47dc-e302-4ec3-a99c-ebb1070afb71 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322537 Aug 29 05:35:10.670676 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dbf98ea1-3e18-4952-a162-71500874fa6e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:35:10.763520 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dbf98ea1-3e18-4952-a162-71500874fa6e,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:10.778472 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'port_id': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'mac_address': 'fa:16:3e:c4:60:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:35:10.820220 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:10.834749 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf98ea1-3e18-4952-a162-71500874fa6e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:35:10.856137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dbf98ea1-3e18-4952-a162-71500874fa6e,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:10.860655 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:10.907016 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dbf98ea1-3e18-4952-a162-71500874fa6e,revision_number=4']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:11.137259 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['dbf98ea1-3e18-4952-a162-71500874fa6e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:35:11.691180 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846749-941b-4dc9-aa95-ff7f19bcb9f0 req-eed88a05-024b-4d77-b907-0c7581fb7799 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:11.692966 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81846749-941b-4dc9-aa95-ff7f19bcb9f0 req-eed88a05-024b-4d77-b907-0c7581fb7799 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 944 time: 0.0503500 Aug 29 05:35:11.732337 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-81846749-941b-4dc9-aa95-ff7f19bcb9f0 req-1cb2f705-1be5-4111-973c-0d0648b8b571 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Aug 29 05:35:12.679533 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dbf98ea1-3e18-4952-a162-71500874fa6e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:12.729276 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning for port dbf98ea1-3e18-4952-a162-71500874fa6e completed by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:12.733782 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port dbf98ea1-3e18-4952-a162-71500874fa6e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:12.734316 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.814599 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.840290 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:12.842654 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c3169f-a2ff-437c-894b-daea0a82fce3" -d '{"events": [{"server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "name": "network-vif-plugged", "status": "completed", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:12.856009 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dbf98ea1-3e18-4952-a162-71500874fa6e,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:12.860352 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.864428 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6622639-1662-4194-9d49-0d62398abe8c req-237ef5cc-28ba-4542-b4f1-ba74d814f0c4 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:12.866020 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6622639-1662-4194-9d49-0d62398abe8c req-237ef5cc-28ba-4542-b4f1-ba74d814f0c4 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 944 time: 0.0559309 Aug 29 05:35:12.906671 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-a6622639-1662-4194-9d49-0d62398abe8c req-9c45f4c0-53a1-47ba-877a-454d2417c215 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336673 Aug 29 05:35:12.913884 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dbf98ea1-3e18-4952-a162-71500874fa6e,revision_number=5']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:12.950982 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d21c34-9d22-4261-a388-ef0b73cdd662 x-openstack-request-id: req-b9d21c34-9d22-4261-a388-ef0b73cdd662 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:12.951278 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "name": "network-vif-plugged", "status": "completed", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:12.951534 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9d21c34-9d22-4261-a388-ef0b73cdd662 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:12.952108 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'code': 200} Aug 29 05:35:13.053261 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8006137-46ed-41d9-ae64-3d934cba9376 req-6b1c2c43-b8bb-4d8a-a44d-5f29bbdb1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:13.054910 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8006137-46ed-41d9-ae64-3d934cba9376 req-6b1c2c43-b8bb-4d8a-a44d-5f29bbdb1725 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 1097 time: 0.0405924 Aug 29 05:35:13.094652 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c8006137-46ed-41d9-ae64-3d934cba9376 req-3b8574d7-4e88-41d7-b72e-9ae0db3c3e14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290434 Aug 29 05:35:14.032784 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572482f7-2938-47ef-ae24-69ecaa356f73 req-8b09e93a-a1ed-4fcb-8dd5-4181d1407db1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:14.034285 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-572482f7-2938-47ef-ae24-69ecaa356f73 req-8b09e93a-a1ed-4fcb-8dd5-4181d1407db1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 945 time: 0.0505543 Aug 29 05:35:14.073346 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-572482f7-2938-47ef-ae24-69ecaa356f73 req-aec890bb-213a-4f92-bd0d-9afc64e3194b tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328109 Aug 29 05:35:15.191393 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df7c02-edd0-49a5-afca-e60804aa46d4 req-74bb6771-f7f4-49bb-a041-4c222693fca0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:15.193023 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7df7c02-edd0-49a5-afca-e60804aa46d4 req-74bb6771-f7f4-49bb-a041-4c222693fca0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 945 time: 0.0498543 Aug 29 05:35:15.230846 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-b7df7c02-edd0-49a5-afca-e60804aa46d4 req-88a5cb70-c043-4399-a6c2-010c53a56212 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318396 Aug 29 05:35:15.353301 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e66249-fc97-4a54-ac9f-f2d5b8300ddf req-c79f685e-256c-440e-9c0d-4149cf1a7899 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:15.355381 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70e66249-fc97-4a54-ac9f-f2d5b8300ddf req-c79f685e-256c-440e-9c0d-4149cf1a7899 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 945 time: 0.0558040 Aug 29 05:35:15.394826 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-70e66249-fc97-4a54-ac9f-f2d5b8300ddf req-342b54a2-ab6d-42f3-bac7-6a4c72b07ff8 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333407 Aug 29 05:35:15.417299 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40496) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:15.459736 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610cdc0-ed25-4348-9ad5-d602f4785f82 tempest-TestSnapshotPattern-15439296 tempest-TestSnapshotPattern-15439296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:15.461325 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-1610cdc0-ed25-4348-9ad5-d602f4785f82 tempest-TestSnapshotPattern-15439296 tempest-TestSnapshotPattern-15439296-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 1092 time: 0.0430253 Aug 29 05:35:15.464688 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40498) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:15.469086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.v2.base [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Request body: {'floatingip': {'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'port_id': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:15.490793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for floatingip, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:15.594878 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:15.719262 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_common [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Allocated IP 172.25.1.22 (e42a4987-68cc-4c0b-b903-50a81ecdbb98/2e6b107e-d477-4985-805a-aecdcb5c7bbe/e70e239c-3c11-4c18-8ce6-4e6ef8a66012) {{(pid=94846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:15.829313 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for port, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:15.868606 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794001403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:15.905797 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Network e42a4987-68cc-4c0b-b903-50a81ecdbb98 is already hosted by enough agents. {{(pid=94846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:15.910521 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.base_scheduler [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Resources bound (agent type, host, resource id): {{(pid=94846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:15.913061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Received port after_create {{(pid=94846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:15.944973 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'Port': ['ID=e70e239c-3c11-4c18-8ce6-4e6ef8a66012,revision_number=1']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:16.294543 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.364990 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.511998 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for port, precommit_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.516615 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487031'] for port, after_update {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.588151 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event updated for resources: {'Port': ['ID=e70e239c-3c11-4c18-8ce6-4e6ef8a66012,revision_number=2']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:16.601133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534941'] for floatingip, after_create {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.716310 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Floating IP 5ffc6068-a04e-4cdc-9fd5-04434708f122 associated. External IP: 172.25.1.22, port: dbf98ea1-3e18-4952-a162-71500874fa6e. Aug 29 05:35:17.280413 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Router 28a3c405-dd84-472b-aa35-db72b270243d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:35:17.387696 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:35:17.397634 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] Sync routers for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:35:17.403350 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:17.408464 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:17.409137 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:34:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:17.434102 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-54f217bb-3724-421f-932f-badc9f2b2154 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9683535 Aug 29 05:35:17.434689 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:17.436987 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b6f23e-3f55-4884-a2cd-b3cd3070da88" -d '{"events": [{"name": "network-changed", "server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:17.474956 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82256c9f-4ac3-4666-83be-1f1baeca523a x-openstack-request-id: req-82256c9f-4ac3-4666-83be-1f1baeca523a {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:17.475284 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:17.475543 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82256c9f-4ac3-4666-83be-1f1baeca523a {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:17.476052 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'status': 'completed', 'code': 200} Aug 29 05:35:17.526860 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:17.539811 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-30f95ba4-4db3-4a6b-87ae-8391e3212632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:17.541910 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-30f95ba4-4db3-4a6b-87ae-8391e3212632 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 1097 time: 0.0425031 Aug 29 05:35:17.618497 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-75777572-dc92-4703-8dc7-63ebf5529aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:17.633879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-112abf70-4c92-41ef-9f2a-fc3d36a4159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:17.635447 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-112abf70-4c92-41ef-9f2a-fc3d36a4159c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.0864668 Aug 29 05:35:17.708270 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-c18abe85-c6e8-4c0d-bbe3-31df35e8f583 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbf98ea1-3e18-4952-a162-71500874fa6e HTTP/1.1" status: 200 len: 998 time: 0.0655580 Aug 29 05:35:17.761754 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-ecaf5505-3aed-4724-ad73-b2dc178ffed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:17.763353 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-ecaf5505-3aed-4724-ad73-b2dc178ffed9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0481882 Aug 29 05:35:17.815070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-87383119-1048-466d-ba68-1aa217eae477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:17.816596 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-87383119-1048-466d-ba68-1aa217eae477 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454261 Aug 29 05:35:17.924591 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-a95ccabc-08fe-47bf-9e7b-ceec817fc3a0 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969315 Aug 29 05:35:17.944927 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5ffc6068-a04e-4cdc-9fd5-04434708f122', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:c4:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:35:16Z', 'updated_at': '2021-08-29T05:35:16Z', 'revision_number': 0, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}, {'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:45Z', 'revision_number': 1, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:17.977639 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] Checking router: 28a3c405-dd84-472b-aa35-db72b270243d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:35:17.985878 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:17.986499 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:34:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:18.020874 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-76b6f23e-3f55-4884-a2cd-b3cd3070da88 req-7ac849e0-108e-4256-8b87-336ccce46fe9 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890930 Aug 29 05:35:18.108544 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:18.345285 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5ffc6068-a04e-4cdc-9fd5-04434708f122', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:c4:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:35:16Z', 'updated_at': '2021-08-29T05:35:16Z', 'revision_number': 0, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}, {'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:45Z', 'revision_number': 1, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:18.373655 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28fc5c-fcd1-4d61-9fc6-71e631a547cb None None] The sync data for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 is: [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': '5ffc6068-a04e-4cdc-9fd5-04434708f122', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:c4:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:35:16Z', 'updated_at': '2021-08-29T05:35:16Z', 'revision_number': 0, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}, {'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:45Z', 'revision_number': 1, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:35:18.574769 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a1236-6f48-4021-8c66-3af12ec3492d None None] New status for floating IP 5ffc6068-a04e-4cdc-9fd5-04434708f122: ACTIVE {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:35:20.518400 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:20.571513 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-05847f46-7926-43c6-9f23-24ac7b5e355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:21.533189 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:23.122202 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:24.956492 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:35:27.989944 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:29.227354 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:40.105845 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-dd38d1bb-cf35-4663-b40b-2f52d8aa6d75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1046090 Aug 29 05:35:40.200830 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-80c8af00-dede-404f-828b-86197008a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.202360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-80c8af00-dede-404f-828b-86197008a7ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1096 time: 0.0492692 Aug 29 05:35:40.317564 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-c914f5fe-ffcf-465e-a2fd-64d0a962a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.318981 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-c914f5fe-ffcf-465e-a2fd-64d0a962a260 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.0920165 Aug 29 05:35:40.401794 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-d11ab28c-9c69-49d4-8a87-49d763fd5c99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 200 len: 999 time: 0.0716724 Aug 29 05:35:40.456070 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-4ab466f6-04bf-4f81-8e3a-a7c9b3d94507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.457554 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-4ab466f6-04bf-4f81-8e3a-a7c9b3d94507 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0451429 Aug 29 05:35:40.516256 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-810c2820-ebc2-48dc-968b-641d7edd092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.517818 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-810c2820-ebc2-48dc-968b-641d7edd092d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479867 Aug 29 05:35:40.626190 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-287b4a78-50cf-4669-b8e7-b1e0b32ce0c8 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968988 Aug 29 05:35:40.731017 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ea9e55aa-0821-4e26-9fd9-df55d4f6e1f5 req-d17f9061-d2c7-4872-b7da-88e05fd0d26b service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924802 Aug 29 05:35:47.582415 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-92a21c37-5005-441f-b3ba-ed84eb29267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:50.519582 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:50.571338 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3c441e3f-5738-47d4-875e-f4ae6131f981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:51.536992 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:53.123080 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:53.865052 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2a5d6261-18fd-4e98-996b-c2e43416b53b req-32944bf4-b586-40ec-acbd-21b9dfd82c44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257726 Aug 29 05:35:53.916777 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2a5d6261-18fd-4e98-996b-c2e43416b53b req-3a508a54-0095-4c7b-ab6f-7965c61f9b58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0298100 Aug 29 05:35:53.957061 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2a5d6261-18fd-4e98-996b-c2e43416b53b req-10611c96-ac1a-41ef-a5e7-823de2ff383e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195310 Aug 29 05:35:54.058704 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6261-18fd-4e98-996b-c2e43416b53b req-c11ed15d-5aec-43c1-9677-52c1c801f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:54.060223 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-2a5d6261-18fd-4e98-996b-c2e43416b53b req-c11ed15d-5aec-43c1-9677-52c1c801f3cf service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913320 Aug 29 05:35:57.990983 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:59.245230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:01.956160 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:36:17.586444 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c77-a68d-49cd-8f42-f8028f475a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:20.523230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:20.577763 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3cce-fbc4-4568-b5a7-f74cb4a6b31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:21.539468 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:23.128532 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:28.005933 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:29.258789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:38.958240 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:36:41.098627 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-c9a71ec0-8a3e-4106-b118-246064301bca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421121 Aug 29 05:36:41.173656 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-e8007210-e875-4957-a4c3-3007c69c4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:41.175154 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-e8007210-e875-4957-a4c3-3007c69c4bf7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 1097 time: 0.0476785 Aug 29 05:36:41.292163 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-01569c8d-6f62-4cb5-b6c7-fa5d43f45bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:41.293882 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-01569c8d-6f62-4cb5-b6c7-fa5d43f45bf6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.0864065 Aug 29 05:36:41.372153 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-4bc06014-cd5a-46f7-87af-cc5cb62d77be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbf98ea1-3e18-4952-a162-71500874fa6e HTTP/1.1" status: 200 len: 1000 time: 0.0666151 Aug 29 05:36:41.428861 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-49930760-53d8-4f5a-b81c-79ea4cf2c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:41.430349 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-49930760-53d8-4f5a-b81c-79ea4cf2c316 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0482795 Aug 29 05:36:41.486758 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-b849bd12-d4ab-4f88-a023-587c2007e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:41.488302 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-b849bd12-d4ab-4f88-a023-587c2007e8f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471694 Aug 29 05:36:41.588137 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-a8d8d8c6-137c-4b2a-a265-08b9e794198d service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871885 Aug 29 05:36:41.685686 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-8f3e8413-10ef-432d-9d49-efc6324a0260 req-dfe2b24b-cb47-49a3-9923-b69645adec24 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863729 Aug 29 05:36:47.586981 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-67cfc5f3-d0cf-4296-a980-4c8f16900dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:50.525632 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:50.567209 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-659a503a-666a-4682-9534-2932a36a3c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:51.541732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:53.134725 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:54.861731 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-722e7949-822c-4742-9f86-4a40aff20f4d req-d49908d2-786a-4291-b46e-8734b2f86c1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0326366 Aug 29 05:36:54.929465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-722e7949-822c-4742-9f86-4a40aff20f4d req-b8136afe-d039-411c-b28b-b557155880bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0246608 Aug 29 05:36:54.969056 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-722e7949-822c-4742-9f86-4a40aff20f4d req-709df386-0ff6-45b1-8f19-8290589001f3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198176 Aug 29 05:36:55.068896 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7949-822c-4742-9f86-4a40aff20f4d req-15e99c35-e768-48a1-927c-d5a65871aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:55.070368 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-722e7949-822c-4742-9f86-4a40aff20f4d req-15e99c35-e768-48a1-927c-d5a65871aba6 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950918 Aug 29 05:36:58.021162 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:59.251318 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:01.085294 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dbf98ea1-3e18-4952-a162-71500874fa6e details requested by agent hyperv_n-h1-712142-15 with host n-h1-712142-15 {{(pid=94847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:37:01.197529 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dbf98ea1-3e18-4952-a162-71500874fa6e,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:01.218485 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Returning: {'device': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'port_id': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'mac_address': 'fa:16:3e:c4:60:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:37:01.259861 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:01.284008 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbf98ea1-3e18-4952-a162-71500874fa6e {{(pid=94847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:37:01.311040 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dbf98ea1-3e18-4952-a162-71500874fa6e,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:01.317023 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:01.399113 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dbf98ea1-3e18-4952-a162-71500874fa6e,revision_number=6']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:01.411267 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] get_ports_and_sgs() called for port_ids ['dbf98ea1-3e18-4952-a162-71500874fa6e'] {{(pid=94847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:37:01.437911 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.438413 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.438617 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.438963 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.439297 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.439636 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.439970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.440319 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.440791 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.441129 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.441457 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:01.441790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:03.105751 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dbf98ea1-3e18-4952-a162-71500874fa6e up at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:03.171418 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Provisioning complete for port dbf98ea1-3e18-4952-a162-71500874fa6e triggered by entity L2. {{(pid=94847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:03.172101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4110803'] for port, provisioning_complete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:03.272474 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4070234'] for port, before_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:03.311166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e'}] {{(pid=94847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:03.313649 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c623ccba41485e8c9754a49f9b24a884b2b4a0f5eeb01c4468d177ddb55d7bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1da9754-336f-4bb6-bc00-258397cde8ec" -d '{"events": [{"server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "name": "network-vif-plugged", "status": "completed", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e"}]}' {{(pid=94847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:03.346719 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dbf98ea1-3e18-4952-a162-71500874fa6e,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:03.354518 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794001954353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794001403926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794001403944'] for port, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:03.387877 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95232ab2-9088-4ed8-b4d4-1c0073dade73 x-openstack-request-id: req-95232ab2-9088-4ed8-b4d4-1c0073dade73 {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:03.388249 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "name": "network-vif-plugged", "status": "completed", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e", "code": 200}]} {{(pid=94847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:03.388555 n-d-712142-15 neutron-server[94847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95232ab2-9088-4ed8-b4d4-1c0073dade73 {{(pid=94847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:03.388824 n-d-712142-15 neutron-server[94847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'code': 200} Aug 29 05:37:03.425400 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Pushing event updated for resources: {'Port': ['ID=dbf98ea1-3e18-4952-a162-71500874fa6e,revision_number=7']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:09.688558 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40710) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:09.855355 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Deleting port e70e239c-3c11-4c18-8ce6-4e6ef8a66012 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:09.855609 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:09.936668 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:09.937014 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:09.948762 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Calling delete_port for e70e239c-3c11-4c18-8ce6-4e6ef8a66012 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:10.094320 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.125302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event deleted for resources: {'Port': ['ID=e70e239c-3c11-4c18-8ce6-4e6ef8a66012,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:10.152102 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.152477 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.152853 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.153206 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.153569 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.153912 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.154251 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.154605 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.154940 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.155285 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.155627 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.155970 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.197770 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.198110 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Floating IP 5ffc6068-a04e-4cdc-9fd5-04434708f122 disassociated (deleted). External IP: 172.25.1.22, port: dbf98ea1-3e18-4952-a162-71500874fa6e. Aug 29 05:37:10.425894 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Router 28a3c405-dd84-472b-aa35-db72b270243d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:10.538031 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:10.542943 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.548037 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] Sync routers for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:10.559085 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:10.559717 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:36:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:10.577485 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c95fc90c-c386-4caf-9660-1c419828783f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "DELETE /v2.0/floatingips/5ffc6068-a04e-4cdc-9fd5-04434708f122 HTTP/1.1" status: 204 len: 168 time: 0.8877535 Aug 29 05:37:10.578171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:10.580537 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be" -d '{"events": [{"name": "network-changed", "server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:10.675660 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:10.744269 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027cbace-b2d8-4e69-91cc-823bd10c3971 x-openstack-request-id: req-027cbace-b2d8-4e69-91cc-823bd10c3971 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:10.744776 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:10.744877 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-027cbace-b2d8-4e69-91cc-823bd10c3971 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:10.745266 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'status': 'completed', 'code': 200} Aug 29 05:37:10.822223 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-d153255d-36d2-4e29-8d71-5d7217717b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:10.823871 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-d153255d-36d2-4e29-8d71-5d7217717b57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 1097 time: 0.0464427 Aug 29 05:37:10.850660 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e6336-2e1e-469e-b68f-99953c89f9cf req-fa886579-2efe-43a1-982a-8df63445be35 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:10.852982 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f3e6336-2e1e-469e-b68f-99953c89f9cf req-fa886579-2efe-43a1-982a-8df63445be35 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 945 time: 0.0569506 Aug 29 05:37:10.897551 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-9f3e6336-2e1e-469e-b68f-99953c89f9cf req-b9478f2b-cbb6-42bf-98c7-f4ea6e955c5d tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355248 Aug 29 05:37:10.927975 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:45Z', 'revision_number': 1, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:10.944625 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-9b01f522-3b0e-4109-b451-944398b87941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:10.946130 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-9b01f522-3b0e-4109-b451-944398b87941 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.1137481 Aug 29 05:37:10.954446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] Checking router: 28a3c405-dd84-472b-aa35-db72b270243d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:10.963497 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:10.964166 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:36:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:10.991123 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-fe9d182d-63ea-4919-bdb5-7870e5deb3b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbf98ea1-3e18-4952-a162-71500874fa6e HTTP/1.1" status: 200 len: 217 time: 0.0358968 Aug 29 05:37:11.043161 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-4692c02f-5583-4a4c-87e8-97a881ea52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:11.044734 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-4692c02f-5583-4a4c-87e8-97a881ea52aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0450387 Aug 29 05:37:11.075786 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:11.095911 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-ed210f05-9cda-4e1c-ab8a-f8d8a7322130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:11.097432 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-ed210f05-9cda-4e1c-ab8a-f8d8a7322130 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443168 Aug 29 05:37:11.190989 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-f14f368d-2264-4bb5-b43e-05566a348733 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842333 Aug 29 05:37:11.288946 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-ec57f27d-38d7-4f93-b81c-0d2a3f5902be req-245e8ff1-3037-4873-89a3-18e103314fe4 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885580 Aug 29 05:37:11.299656 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:45Z', 'revision_number': 1, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:11.332434 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a97ee1-5979-4611-8052-d2dda95e2306 None None] The sync data for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 is: [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_floatingips': [{'id': 'ce255df9-96be-458f-a2de-8155b247dd9c', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'router_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'port_id': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'mac_address': 'fa:16:3e:e1:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb761d-f897-4404-907b-195a83499b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:43Z', 'updated_at': '2021-08-29T05:32:45Z', 'revision_number': 1, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:11.560460 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f6801d-3a86-4629-8cc0-07b1360ff69a None None] New status for floating IP 5ffc6068-a04e-4cdc-9fd5-04434708f122: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:37:12.028675 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76bedc-2112-4f49-bfa4-9c81fd170fef req-bf58d74c-7e54-4c49-a509-48291faca8a9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:12.030323 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f76bedc-2112-4f49-bfa4-9c81fd170fef req-bf58d74c-7e54-4c49-a509-48291faca8a9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 945 time: 0.0586729 Aug 29 05:37:12.069542 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-8f76bedc-2112-4f49-bfa4-9c81fd170fef req-75077d97-ccca-4da8-97d8-6189218c97eb tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332170 Aug 29 05:37:12.665331 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-3b9249f1-a48a-4750-a9f0-021b3e3856f3 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:12.666900 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-3b9249f1-a48a-4750-a9f0-021b3e3856f3 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 945 time: 0.0516524 Aug 29 05:37:12.767330 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Deleting port dbf98ea1-3e18-4952-a162-71500874fa6e {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:12.767673 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.860454 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] For port dbf98ea1-3e18-4952-a162-71500874fa6e, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=dbf98ea1-3e18-4952-a162-71500874fa6e,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:12.860826 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.874061 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Calling delete_port for dbf98ea1-3e18-4952-a162-71500874fa6e owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:13.003317 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.031594 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event deleted for resources: {'Port': ['ID=dbf98ea1-3e18-4952-a162-71500874fa6e,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:13.074871 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] No DVR routers for this DVR port dbf98ea1-3e18-4952-a162-71500874fa6e on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:13.077587 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.079694 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-feb67160-d04f-411b-a90c-1dd96fe924ef req-e72347da-2142-4d46-a523-475a07dd4d1e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "DELETE /v2.0/ports/dbf98ea1-3e18-4952-a162-71500874fa6e HTTP/1.1" status: 204 len: 173 time: 0.4046838 Aug 29 05:37:13.080150 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'name': 'network-vif-deleted', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:13.082363 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646d0f53-cd66-498c-917b-b48a9a7bcf70" -d '{"events": [{"server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "name": "network-vif-deleted", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:13.123546 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9fdcd6-df46-43f5-8c98-3b5f9dfab544 x-openstack-request-id: req-de9fdcd6-df46-43f5-8c98-3b5f9dfab544 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:13.123843 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8886ab7-6b64-4eb9-a1fe-38ce9422338e", "name": "network-vif-deleted", "tag": "dbf98ea1-3e18-4952-a162-71500874fa6e", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:13.124149 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de9fdcd6-df46-43f5-8c98-3b5f9dfab544 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:13.124668 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8886ab7-6b64-4eb9-a1fe-38ce9422338e', 'name': 'network-vif-deleted', 'tag': 'dbf98ea1-3e18-4952-a162-71500874fa6e', 'status': 'completed', 'code': 200} Aug 29 05:37:13.156917 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dbf98ea1-3e18-4952-a162-71500874fa6e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:13.178254 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: dbf98ea1-3e18-4952-a162-71500874fa6e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:13.178890 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dbf98ea1-3e18-4952-a162-71500874fa6e not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:13.209541 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-bd1239a4-1baa-4e20-a43b-d219a71b50f0 req-cc0c2631-7420-4af1-b908-16e3cf27fd19 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8886ab7-6b64-4eb9-a1fe-38ce9422338e HTTP/1.1" status: 200 len: 210 time: 0.0349562 Aug 29 05:37:14.803055 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40768) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:14.970783 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Deleting port a927d8db-6087-4e4c-bef7-de1a2242a425 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:14.971133 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.051695 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.051945 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.063289 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Calling delete_port for a927d8db-6087-4e4c-bef7-de1a2242a425 owned by network:floatingip {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:15.213261 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.244972 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event deleted for resources: {'Port': ['ID=a927d8db-6087-4e4c-bef7-de1a2242a425,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:15.309976 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.310317 n-d-712142-15 neutron-server[94846]: INFO neutron.db.l3_db [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Floating IP ce255df9-96be-458f-a2de-8155b247dd9c disassociated (deleted). External IP: 172.25.1.87, port: 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5. Aug 29 05:37:15.522391 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Router 28a3c405-dd84-472b-aa35-db72b270243d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:15.956958 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:37:15.969921 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:15.975134 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for floatingip, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.979785 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] Sync routers for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:15.989835 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:15.990452 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:36:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:16.002537 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-44cf0cd7-3785-4305-8bb1-1d4cd423e2f9 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "DELETE /v2.0/floatingips/ce255df9-96be-458f-a2de-8155b247dd9c HTTP/1.1" status: 204 len: 168 time: 1.1983666 Aug 29 05:37:16.003133 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:16.005387 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562b4430-a544-48ad-b9bd-5948c6c68bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:16.102176 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:16.174586 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f2a5a1-7ced-40df-9b10-e0f4adc27c2b x-openstack-request-id: req-29f2a5a1-7ced-40df-9b10-e0f4adc27c2b {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:16.174890 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:16.175137 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29f2a5a1-7ced-40df-9b10-e0f4adc27c2b {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:16.175535 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'status': 'completed', 'code': 200} Aug 29 05:37:16.248092 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-b251112d-7b4c-4c52-a335-70c0d361ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:16.249640 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-b251112d-7b4c-4c52-a335-70c0d361ffa1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db7a5112c5de4590952a0f72e4b56e40&device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 1096 time: 0.0444000 Aug 29 05:37:16.280986 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d7bb5-f33d-4a4f-93fa-7eac425ab278 req-66308244-0411-4cd3-9bd3-f783530166aa tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:16.283248 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-707d7bb5-f33d-4a4f-93fa-7eac425ab278 req-66308244-0411-4cd3-9bd3-f783530166aa tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 944 time: 0.0512502 Aug 29 05:37:16.329007 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-707d7bb5-f33d-4a4f-93fa-7eac425ab278 req-671c1920-c50e-497d-956b-fb613e45e94e tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Aug 29 05:37:16.333892 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:16.354302 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-3fbf6fd8-bca1-4c9b-a38a-2e196e4dca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:16.356540 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-3fbf6fd8-bca1-4c9b-a38a-2e196e4dca63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 200 len: 910 time: 0.0995920 Aug 29 05:37:16.368738 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] Checking router: 28a3c405-dd84-472b-aa35-db72b270243d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:16.377924 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:16.378542 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:36:51Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:16.399529 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-634ca617-b1d9-4d5f-a0ad-1e531d5c96d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 200 len: 217 time: 0.0351419 Aug 29 05:37:16.454672 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-00151024-cacd-4d5f-8ac9-b9de92870b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:16.456194 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-00151024-cacd-4d5f-8ac9-b9de92870b68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 200 len: 848 time: 0.0478954 Aug 29 05:37:16.516885 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-cc3f579e-9eec-4ab6-ad21-40b07e63ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:16.518360 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-cc3f579e-9eec-4ab6-ad21-40b07e63ffea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d39b8e9-b431-437d-9cff-c76a922af76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543573 Aug 29 05:37:16.616785 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-26d5b333-0bd2-4062-a46b-3699acd5641a service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902245 Aug 29 05:37:16.643669 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:16.722361 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-562b4430-a544-48ad-b9bd-5948c6c68bbd req-2bc85fef-7def-4d5e-8bad-c5af90772c98 service neutron] 10.222.0.64 "GET /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971065 Aug 29 05:37:16.863729 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:16.890397 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a05848-84a4-4577-a8b2-41d02c367269 None None] The sync data for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 is: [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:32:20Z', 'revision_number': 4, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15', '_interfaces': [{'id': '8a537a60-f40b-4fc1-a89f-95a2ac97ae78', 'name': '', 'network_id': '2d39b8e9-b431-437d-9cff-c76a922af76f', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'mac_address': 'fa:16:3e:ed:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:19Z', 'updated_at': '2021-08-29T05:32:26Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'subnets': [{'id': '3732a42f-c802-4246-b887-48e8282b0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:17.103015 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3a129-8fc0-4cc0-8551-c5682ce9be54 None None] New status for floating IP ce255df9-96be-458f-a2de-8155b247dd9c: DOWN {{(pid=94848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:37:17.183970 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dbf98ea1-3e18-4952-a162-71500874fa6e no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:17.204091 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: dbf98ea1-3e18-4952-a162-71500874fa6e {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:17.204446 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device dbf98ea1-3e18-4952-a162-71500874fa6e not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:17.454223 n-d-712142-15 neutron-server[94845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150942e3-4366-42ba-9256-fb3086434f45 req-014d09b1-055b-47f2-9188-5743c4d1c6ff tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:17.455656 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-150942e3-4366-42ba-9256-fb3086434f45 req-014d09b1-055b-47f2-9188-5743c4d1c6ff tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 944 time: 0.0504415 Aug 29 05:37:17.494252 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-150942e3-4366-42ba-9256-fb3086434f45 req-5bd5f820-1040-42c7-aca1-ead3a63d76f4 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325968 Aug 29 05:37:17.587724 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-20d3c38f-edf2-4a7c-b56a-0508bb2ecfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.053992 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-9939b01c-767f-480f-976c-975271b32e5f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:18.056070 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-9939b01c-767f-480f-976c-975271b32e5f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 944 time: 0.0501661 Aug 29 05:37:18.149171 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Deleting port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:18.149522 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.244380 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] For port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5, host n-h1-712142-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-15',level=0,port_id=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:18.244815 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.257536 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Calling delete_port for 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 owned by compute:nova {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:18.400663 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.432518 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event deleted for resources: {'Port': ['ID=0bf1f41b-6637-49af-a5ed-6c8116c5c1a5,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:18.471632 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] No DVR routers for this DVR port 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 on host n-h1-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:18.474511 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49133'] for port, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.476594 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-a4b5bdeb-ed42-4b34-9cd2-064b5941ceb1 req-30286a43-68ad-428b-8966-504aa1e704c0 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.64 "DELETE /v2.0/ports/0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 HTTP/1.1" status: 204 len: 173 time: 0.4131138 Aug 29 05:37:18.477101 n-d-712142-15 neutron-server[94846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'name': 'network-vif-deleted', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5'}] {{(pid=94846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:18.479443 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b77bfa63ecee78f3c2110dd0d864734d64f78200ed0915e63c5188625e85d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24189237-bbce-4ab6-91c3-f519397b6b3e" -d '{"events": [{"server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "name": "network-vif-deleted", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5"}]}' {{(pid=94846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:18.517945 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5faa42d-49fe-4b6d-9099-81c2b29c2071 x-openstack-request-id: req-e5faa42d-49fe-4b6d-9099-81c2b29c2071 {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:18.518236 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fb761d-f897-4404-907b-195a83499b38", "name": "network-vif-deleted", "tag": "0bf1f41b-6637-49af-a5ed-6c8116c5c1a5", "status": "completed", "code": 200}]} {{(pid=94846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:18.518484 n-d-712142-15 neutron-server[94846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5faa42d-49fe-4b6d-9099-81c2b29c2071 {{(pid=94846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:18.518875 n-d-712142-15 neutron-server[94846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fb761d-f897-4404-907b-195a83499b38', 'name': 'network-vif-deleted', 'tag': '0bf1f41b-6637-49af-a5ed-6c8116c5c1a5', 'status': 'completed', 'code': 200} Aug 29 05:37:18.600072 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [req-428c34c7-b39e-48a6-a90a-e3e9e1138098 req-6f2b15d0-fc03-4ff4-8055-1db087cb144f tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fb761d-f897-4404-907b-195a83499b38 HTTP/1.1" status: 200 len: 210 time: 0.0305710 Aug 29 05:37:19.655503 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40786) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:19.715534 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e227-7fe6-489d-9399-de819f91ccd1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.742153 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e227-7fe6-489d-9399-de819f91ccd1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.804870 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e227-7fe6-489d-9399-de819f91ccd1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.807525 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e227-7fe6-489d-9399-de819f91ccd1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Notify callbacks [] for security_group, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.808938 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-f2d5e227-7fe6-489d-9399-de819f91ccd1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] 10.222.0.58 "DELETE /v2.0/security-groups/3ebcb0b5-630b-4ff2-aa0c-7c714c985f13 HTTP/1.1" status: 204 len: 168 time: 0.1524086 Aug 29 05:37:19.822522 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5e227-7fe6-489d-9399-de819f91ccd1 tempest-TestSnapshotPattern-1754142666 tempest-TestSnapshotPattern-1754142666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebcb0b5-630b-4ff2-aa0c-7c714c985f13,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:20.527976 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.572401 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d6cd80f7-d1fa-4726-aae3-0076c03440c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.880086 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40792) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:21.215321 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 no longer exists at agent hyperv_n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:21.239395 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] No Port match for: 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:21.239701 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Device 0bf1f41b-6637-49af-a5ed-6c8116c5c1a5 not bound to the agent host n-h1-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:21.359965 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.551071 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.610718 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Deleting port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:21.611066 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.692138 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] For port 8a537a60-f40b-4fc1-a89f-95a2ac97ae78, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:21.692507 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.706805 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Calling delete_port for 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 owned by network:router_interface {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:21.889086 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.916745 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a537a60-f40b-4fc1-a89f-95a2ac97ae78,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:22.090496 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.307431 n-d-712142-15 neutron-server[94846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Router 28a3c405-dd84-472b-aa35-db72b270243d has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:22.422268 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:22.431244 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-c71ffd85-807e-4a21-acd0-93970eced047 admin admin] 10.222.0.58 "PUT /v2.0/routers/28a3c405-dd84-472b-aa35-db72b270243d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5485795 Aug 29 05:37:22.432563 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40796) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:22.436126 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] Sync routers for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:22.445218 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:22.445824 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:37:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.542681 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks [] for router, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.553232 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: n-d-712142-15 {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:22.650581 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.711920 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Deleting port 4b5673f6-21b8-49ca-8a2d-519df08dac98 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:22.712316 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.745015 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 5, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port': {'id': '4b5673f6-21b8-49ca-8a2d-519df08dac98', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c405-dd84-472b-aa35-db72b270243d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:18Z', 'updated_at': '2021-08-29T05:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.772124 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] Checking router: 28a3c405-dd84-472b-aa35-db72b270243d for host: n-d-712142-15 {{(pid=94847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:22.780396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] Routers {'28a3c405-dd84-472b-aa35-db72b270243d'} bound to L3 agent in host n-d-712142-15 {{(pid=94847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:22.781006 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:37:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['28a3c405-dd84-472b-aa35-db72b270243d'], 'active': True} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.800468 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] For port 4b5673f6-21b8-49ca-8a2d-519df08dac98, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=4b5673f6-21b8-49ca-8a2d-519df08dac98,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:22.800468 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.818129 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Calling delete_port for 4b5673f6-21b8-49ca-8a2d-519df08dac98 owned by network:router_gateway {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:22.868775 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvr_db [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] Set router 28a3c405-dd84-472b-aa35-db72b270243d gateway port host: None {{(pid=94847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:22.927600 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_hamode_db [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:37:22Z', 'revision_number': 6, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.956638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519ad91-7b75-4f7f-887a-d47148d1ade7 None None] The sync data for ids ['28a3c405-dd84-472b-aa35-db72b270243d'] in n-d-712142-15 is: [{'id': '28a3c405-dd84-472b-aa35-db72b270243d', 'name': 'tempest-TestSnapshotPattern-950316245-router', 'tenant_id': 'db7a5112c5de4590952a0f72e4b56e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:17Z', 'updated_at': '2021-08-29T05:37:22Z', 'revision_number': 6, 'project_id': 'db7a5112c5de4590952a0f72e4b56e40', 'gw_port_host': None}] {{(pid=94847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:22.985125 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.015947 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5673f6-21b8-49ca-8a2d-519df08dac98,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:23.075762 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.131132 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.167495 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.170008 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.221137 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.221717 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a3c405-dd84-472b-aa35-db72b270243d {{(pid=94846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:37:23.226418 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] Notify callbacks [] for router, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.227575 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-90a1fbd1-568b-42b1-b018-98238f01d82e admin admin] 10.222.0.58 "DELETE /v2.0/routers/28a3c405-dd84-472b-aa35-db72b270243d HTTP/1.1" status: 204 len: 168 time: 0.7928841 Aug 29 05:37:23.230199 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40798) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:23.275740 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5540a9-ef68-4ddc-a7e7-07959da13866 admin admin] Deleting subnet 3732a42f-c802-4246-b887-48e8282b0cbc {{(pid=94846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:37:23.279199 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e5540a9-ef68-4ddc-a7e7-07959da13866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.322289 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e5540a9-ef68-4ddc-a7e7-07959da13866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28712988'] for subnet, precommit_delete_associations {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.410566 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e5540a9-ef68-4ddc-a7e7-07959da13866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.473082 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e5540a9-ef68-4ddc-a7e7-07959da13866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29082836'] for subnet, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.499323 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5540a9-ef68-4ddc-a7e7-07959da13866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3732a42f-c802-4246-b887-48e8282b0cbc,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:23.504535 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-2e5540a9-ef68-4ddc-a7e7-07959da13866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.507358 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-2e5540a9-ef68-4ddc-a7e7-07959da13866 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3732a42f-c802-4246-b887-48e8282b0cbc HTTP/1.1" status: 204 len: 168 time: 0.2756515 Aug 29 05:37:23.509215 n-d-712142-15 neutron-server[94846]: DEBUG neutron.wsgi [-] (94846) accepted ('10.222.0.58', 40800) {{(pid=94846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:23.510851 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93cf6df-c097-444b-9d5c-07498112e320 None None] Network 2d39b8e9-b431-437d-9cff-c76a922af76f requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:23.581013 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.644724 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Deleting port a76bc326-b75b-4842-bc2a-44bc532d7a46 {{(pid=94846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:23.645062 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.712010 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.db [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] For port a76bc326-b75b-4842-bc2a-44bc532d7a46, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a76bc326-b75b-4842-bc2a-44bc532d7a46,segment=NetworkSegment(80487ab3-2c44-4c1b-bf65-be77a752d33b),segment_id=80487ab3-2c44-4c1b-bf65-be77a752d33b)] {{(pid=94846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:23.712393 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.725218 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.plugin [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Calling delete_port for a76bc326-b75b-4842-bc2a-44bc532d7a46 owned by network:dhcp {{(pid=94846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:23.812116 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487022'] for port, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.820855 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696db0d6-23e8-4211-aede-8a5d00f72308 None None] DHCP port deletion for 2d39b8e9-b431-437d-9cff-c76a922af76f request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:37:23.850747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76bc326-b75b-4842-bc2a-44bc532d7a46,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:23.850747 n-d-712142-15 neutron-server[94846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] No DVR routers for this DVR port a76bc326-b75b-4842-bc2a-44bc532d7a46 on host n-d-712142-15 {{(pid=94846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:23.922371 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.934277 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d39b8e9-b431-437d-9cff-c76a922af76f']}} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:23.946881 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80487ab3-2c44-4c1b-bf65-be77a752d33b') {'for_net_delete': True} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:23.947179 n-d-712142-15 neutron-server[94846]: DEBUG neutron.services.segments.db [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80487ab3-2c44-4c1b-bf65-be77a752d33b') {} {{(pid=94846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:23.956202 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28712963'] for segment, before_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.971387 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.978166 n-d-712142-15 neutron-server[94846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:37:23.978602 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25487003'] for segment, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: Traceback (most recent call last): Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: timer() Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: cb(*args, **kw) Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: return func(*args, **kwargs) Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: self._notify() Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: self.callback(batched_events) Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: event.method(event) Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: return f(self, *a, **k) Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: return self._get(url).json() Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: return self.request(url, 'GET', **kwargs) Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:37:23.981001 n-d-712142-15 neutron-server[94846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:37:24.046793 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.054275 n-d-712142-15 neutron-server[94846]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.056170 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2d39b8e9-b431-437d-9cff-c76a922af76f HTTP/1.1" status: 204 len: 168 time: 0.5459626 Aug 29 05:37:24.059178 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40802) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:24.070296 n-d-712142-15 neutron-server[94846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87d9b7-cdb6-4def-988a-5020def079e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d39b8e9-b431-437d-9cff-c76a922af76f,revision_number=None']} {{(pid=94846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:24.436481 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532675'] for router_interface, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.688286 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Deleting port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:24.688639 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.762700 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a76bc326-b75b-4842-bc2a-44bc532d7a46 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:24.769839 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] For port 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,segment=NetworkSegment(91eba2a0-1562-44e5-80e8-021fecce6bd8),segment_id=91eba2a0-1562-44e5-80e8-021fecce6bd8)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:24.770357 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.782919 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a76bc326-b75b-4842-bc2a-44bc532d7a46 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:24.783356 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a76bc326-b75b-4842-bc2a-44bc532d7a46 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:24.783794 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:24.790564 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Calling delete_port for 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 owned by network:router_interface {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:24.802398 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:24.802752 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 8a537a60-f40b-4fc1-a89f-95a2ac97ae78 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:24.803169 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4b5673f6-21b8-49ca-8a2d-519df08dac98 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:24.825638 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 4b5673f6-21b8-49ca-8a2d-519df08dac98 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:24.826367 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 4b5673f6-21b8-49ca-8a2d-519df08dac98 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:24.977981 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.009633 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=00ec07a0-f1e0-4ea1-9e7d-278c3f15b975,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:25.022201 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.022565 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.022914 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.023261 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.023602 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.023941 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.024478 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.024828 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.025164 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.025575 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.025915 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.026248 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-15 {{(pid=94845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:25.199970 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532489'] for router_interface, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.744455 n-d-712142-15 neutron-server[94845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Router 8baf2efc-356e-4ace-891b-b24b2ec6769c has already been hosted by L3 agent d0bbcb32-8e93-43db-beb2-34fcadeaf55d {{(pid=94845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:25.852489 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] Notify agent at l3_agent.n-d-712142-15 the message routers_updated {{(pid=94845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:25.857577 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-aa728227-eb42-473d-a15d-b98fd8c36d6d admin admin] 10.222.0.58 "PUT /v2.0/routers/8baf2efc-356e-4ace-891b-b24b2ec6769c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7973053 Aug 29 05:37:25.860533 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40804) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:25.864041 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] Sync routers for ids ['8baf2efc-356e-4ace-891b-b24b2ec6769c'] in n-d-712142-15 {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:25.874400 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] Routers {'8baf2efc-356e-4ace-891b-b24b2ec6769c'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:25.875024 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:37:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8baf2efc-356e-4ace-891b-b24b2ec6769c'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:25.977350 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.978520 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] Set router 8baf2efc-356e-4ace-891b-b24b2ec6769c gateway port host: n-d-712142-15 {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:26.083441 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.137600 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Deleting port 20570e39-0861-4766-b315-36aa620a3dd9 {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:26.137946 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.158893 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'external_fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '20570e39-0861-4766-b315-36aa620a3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port': {'id': '20570e39-0861-4766-b315-36aa620a3dd9', 'name': '', 'network_id': 'e42a4987-68cc-4c0b-b903-50a81ecdbb98', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e6b107e-d477-4985-805a-aecdcb5c7bbe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-15'}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:26.185242 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] Checking router: 8baf2efc-356e-4ace-891b-b24b2ec6769c for host: n-d-712142-15 {{(pid=94848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:26.193554 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] Routers {'8baf2efc-356e-4ace-891b-b24b2ec6769c'} bound to L3 agent in host n-d-712142-15 {{(pid=94848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:26.194250 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:05:50Z,description=,heartbeat_timestamp=2021-08-29T05:37:21Z,host='n-d-712142-15',id=d0bbcb32-8e93-43db-beb2-34fcadeaf55d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:05:50Z,topic='l3_agent')) {'router_ids': ['8baf2efc-356e-4ace-891b-b24b2ec6769c'], 'active': True} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:26.218731 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] For port 20570e39-0861-4766-b315-36aa620a3dd9, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=20570e39-0861-4766-b315-36aa620a3dd9,segment=NetworkSegment(93963830-0adf-49a5-8ff7-1ec944631d54),segment_id=93963830-0adf-49a5-8ff7-1ec944631d54)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:26.219336 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.244546 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Calling delete_port for 20570e39-0861-4766-b315-36aa620a3dd9 owned by network:router_gateway {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:26.279510 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_dvr_db [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] Set router 8baf2efc-356e-4ace-891b-b24b2ec6769c gateway port host: None {{(pid=94848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:26.335393 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.l3_hamode_db [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:37:26Z', 'revision_number': 6, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port_host': None}], 'n-d-712142-15', False) {} {{(pid=94848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:26.363903 n-d-712142-15 neutron-server[94848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8bcb4-fd21-4e88-a5b3-92be3a144ff3 None None] The sync data for ids ['8baf2efc-356e-4ace-891b-b24b2ec6769c'] in n-d-712142-15 is: [{'id': '8baf2efc-356e-4ace-891b-b24b2ec6769c', 'name': 'tempest-TestSnapshotPattern-1028756071-router', 'tenant_id': 'b0104b853dd1471baefbb992583368d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:22Z', 'updated_at': '2021-08-29T05:37:26Z', 'revision_number': 6, 'project_id': 'b0104b853dd1471baefbb992583368d3', 'gw_port_host': None}] {{(pid=94848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:26.416900 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.448188 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=20570e39-0861-4766-b315-36aa620a3dd9,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.509119 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534867'] for router_gateway, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.600112 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37905'] for router, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.602183 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.654650 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529603'] for router, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.655360 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8baf2efc-356e-4ace-891b-b24b2ec6769c {{(pid=94845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:37:26.659954 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] Notify callbacks [] for router, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.661209 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-7d493f85-d72a-4064-86ce-23bb7f031f77 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8baf2efc-356e-4ace-891b-b24b2ec6769c HTTP/1.1" status: 204 len: 168 time: 0.7996993 Aug 29 05:37:26.663685 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40806) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.718492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8280035a-d0c0-42e3-a5d5-7c0f8a02e6f5 admin admin] Deleting subnet bf27dd37-0e31-4f3c-b6be-90119a971769 {{(pid=94845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:37:26.725359 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8280035a-d0c0-42e3-a5d5-7c0f8a02e6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.766560 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8280035a-d0c0-42e3-a5d5-7c0f8a02e6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25261219'] for subnet, precommit_delete_associations {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.851039 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8280035a-d0c0-42e3-a5d5-7c0f8a02e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115361'] for subnet, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.911517 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8280035a-d0c0-42e3-a5d5-7c0f8a02e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26493363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26689178'] for subnet, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.936582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280035a-d0c0-42e3-a5d5-7c0f8a02e6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf27dd37-0e31-4f3c-b6be-90119a971769,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.942261 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8280035a-d0c0-42e3-a5d5-7c0f8a02e6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.944317 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8280035a-d0c0-42e3-a5d5-7c0f8a02e6f5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bf27dd37-0e31-4f3c-b6be-90119a971769 HTTP/1.1" status: 204 len: 168 time: 0.2796283 Aug 29 05:37:26.946774 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40808) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.949798 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63ec66-a7a8-4c3f-88e6-3f312ddba1f1 None None] Network a8c3d25a-a1ff-4cd6-9863-bf0230737ace requested from n-d-712142-15 {{(pid=94847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:27.015620 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3759921'] for network, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.078155 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Deleting port a28ba98b-a20f-459d-a3c4-647cba2ccbda {{(pid=94845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:27.078419 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.149013 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] DHCP port deletion for a8c3d25a-a1ff-4cd6-9863-bf0230737ace request from n-d-712142-15 {{(pid=94847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:37:27.150973 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:27.156181 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.db [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] For port a28ba98b-a20f-459d-a3c4-647cba2ccbda, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a28ba98b-a20f-459d-a3c4-647cba2ccbda,segment=NetworkSegment(91eba2a0-1562-44e5-80e8-021fecce6bd8),segment_id=91eba2a0-1562-44e5-80e8-021fecce6bd8)] {{(pid=94845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:27.156717 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.171943 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Calling delete_port for a28ba98b-a20f-459d-a3c4-647cba2ccbda owned by network:dhcp {{(pid=94845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:27.180236 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:27.180790 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 00ec07a0-f1e0-4ea1-9e7d-278c3f15b975 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:27.222933 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] Deleting port a28ba98b-a20f-459d-a3c4-647cba2ccbda {{(pid=94847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:27.223325 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794001980447'] for port, before_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.254096 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26493408'] for port, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.284030 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a28ba98b-a20f-459d-a3c4-647cba2ccbda,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:27.290217 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.db [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] For port a28ba98b-a20f-459d-a3c4-647cba2ccbda, host n-d-712142-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-15',level=0,port_id=a28ba98b-a20f-459d-a3c4-647cba2ccbda,segment=NetworkSegment(91eba2a0-1562-44e5-80e8-021fecce6bd8),segment_id=91eba2a0-1562-44e5-80e8-021fecce6bd8)] {{(pid=94847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:27.290563 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539922'] for port, precommit_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.290854 n-d-712142-15 neutron-server[94845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] No DVR routers for this DVR port a28ba98b-a20f-459d-a3c4-647cba2ccbda on host n-d-712142-15 {{(pid=94845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:27.305396 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] Calling delete_port for a28ba98b-a20f-459d-a3c4-647cba2ccbda owned by network:dhcp {{(pid=94847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:27.368876 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108890', 'neutron.services.segments.db._delete_segments_for_network-8794001929454'] for network, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.380890 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c3d25a-a1ff-4cd6-9863-bf0230737ace']}} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:27.396373 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91eba2a0-1562-44e5-80e8-021fecce6bd8') {'for_net_delete': True} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:27.396683 n-d-712142-15 neutron-server[94845]: DEBUG neutron.services.segments.db [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91eba2a0-1562-44e5-80e8-021fecce6bd8') {} {{(pid=94845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:27.398319 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4070165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794001954335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794001403917'] for port, after_delete {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.407083 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794001929337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25261244'] for segment, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.422447 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472'] for segment, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.425928 n-d-712142-15 neutron-server[94847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] Pushing event deleted for resources: {'Port': ['ID=a28ba98b-a20f-459d-a3c4-647cba2ccbda,revision_number=None']} {{(pid=94847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:27.431086 n-d-712142-15 neutron-server[94847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96196da8-5422-4eaa-b2f3-3e3674682e05 None None] No DVR routers for this DVR port a28ba98b-a20f-459d-a3c4-647cba2ccbda on host n-d-712142-15 {{(pid=94847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:27.434106 n-d-712142-15 neutron-server[94845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:37:27.434538 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4178472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26493397'] for segment, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: Traceback (most recent call last): Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: timer() Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: cb(*args, **kw) Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: return func(*args, **kwargs) Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: self._notify() Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: self.callback(batched_events) Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: event.method(event) Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: return f(self, *a, **k) Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: return self._get(url).json() Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: return self.request(url, 'GET', **kwargs) Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:37:27.436633 n-d-712142-15 neutron-server[94845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:37:27.499654 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534895'] for network, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.506483 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Notify callbacks [] for network, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.508373 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] 10.222.0.58 "DELETE /v2.0/networks/a8c3d25a-a1ff-4cd6-9863-bf0230737ace HTTP/1.1" status: 204 len: 168 time: 0.5606816 Aug 29 05:37:27.518040 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7c636-3a13-4d6b-aa02-a69e4189ee5d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c3d25a-a1ff-4cd6-9863-bf0230737ace,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:27.631582 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40814) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:27.678222 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-376c0ede-a212-420d-b671-b671a6e89eb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db7a5112c5de4590952a0f72e4b56e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431390 Aug 29 05:37:27.678447 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40816) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:27.735346 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a7a546d-df7d-442f-afed-c863676630de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.760444 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a7a546d-df7d-442f-afed-c863676630de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.810903 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a7a546d-df7d-442f-afed-c863676630de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.813824 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-8a7a546d-df7d-442f-afed-c863676630de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.815002 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-8a7a546d-df7d-442f-afed-c863676630de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25339932-0559-4ae3-80b1-00ea3d65cfd3 HTTP/1.1" status: 204 len: 168 time: 0.1356790 Aug 29 05:37:27.824200 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a546d-df7d-442f-afed-c863676630de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25339932-0559-4ae3-80b1-00ea3d65cfd3,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:28.037266 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.161265 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40824) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:28.206359 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-04a1f1e6-f185-436f-89e6-477d28bd5681 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0104b853dd1471baefbb992583368d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439312 Aug 29 05:37:28.209892 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [-] (94845) accepted ('10.222.0.58', 40826) {{(pid=94845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:28.265248 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3874184b-e059-43d0-9f22-69322d42acd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.289969 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3874184b-e059-43d0-9f22-69322d42acd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.340460 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3874184b-e059-43d0-9f22-69322d42acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943336'] for security_group, after_delete {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.344671 n-d-712142-15 neutron-server[94845]: DEBUG neutron_lib.callbacks.manager [None req-3874184b-e059-43d0-9f22-69322d42acd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.345855 n-d-712142-15 neutron-server[94845]: INFO neutron.wsgi [None req-3874184b-e059-43d0-9f22-69322d42acd3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b62ff41-8be8-4dbb-81a7-3b1c0592dd55 HTTP/1.1" status: 204 len: 168 time: 0.1349773 Aug 29 05:37:28.357101 n-d-712142-15 neutron-server[94845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874184b-e059-43d0-9f22-69322d42acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b62ff41-8be8-4dbb-81a7-3b1c0592dd55,revision_number=None']} {{(pid=94845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:28.749793 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20570e39-0861-4766-b315-36aa620a3dd9 no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:28.771507 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: 20570e39-0861-4766-b315-36aa620a3dd9 {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:28.771862 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device 20570e39-0861-4766-b315-36aa620a3dd9 not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:28.772326 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a28ba98b-a20f-459d-a3c4-647cba2ccbda no longer exists at agent ovs-agent-n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:28.799121 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] No Port match for: a28ba98b-a20f-459d-a3c4-647cba2ccbda {{(pid=94847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:28.799476 n-d-712142-15 neutron-server[94847]: DEBUG neutron.plugins.ml2.rpc [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Device a28ba98b-a20f-459d-a3c4-647cba2ccbda not bound to the agent host n-d-712142-15 {{(pid=94847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:29.243579 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.585152 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b924b919-f7c4-4583-9175-ae7cad90091f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.534002 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.572466 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-85c29901-f013-4328-a257-21bdf5b7aaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.547514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.956300 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:37:53.138590 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:56.858239 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e198826-0325-44ef-bbd3-4e6e3f835eea req-1544eb3a-fa02-4c23-b413-dd2b1e9df364 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281634 Aug 29 05:37:56.905507 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e198826-0325-44ef-bbd3-4e6e3f835eea req-1d13b864-9adf-487f-b347-ab2b9acb8217 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0262990 Aug 29 05:37:56.947540 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e198826-0325-44ef-bbd3-4e6e3f835eea req-34474c8f-ab0c-4d25-ba58-fa9ded2893c8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227575 Aug 29 05:37:57.044850 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e198826-0325-44ef-bbd3-4e6e3f835eea req-f73fab50-9602-447a-a483-8cdf0b26c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:57.046247 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-6e198826-0325-44ef-bbd3-4e6e3f835eea req-f73fab50-9602-447a-a483-8cdf0b26c12c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922511 Aug 29 05:37:58.041205 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:59.245479 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:17.592756 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c0410a80-c6fe-4f52-bab2-bfda067f1189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:20.525890 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:20.572845 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ff1cca13-55ee-4df0-adce-a738351c1234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:21.551745 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:23.137715 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:28.067212 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:29.257288 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:29.956086 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:38:47.583601 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-97687c15-9fdb-4c4f-a4e1-dcb8a89a5c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:50.531641 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:50.576239 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d2778c13-2199-4f51-bfe9-f8d08e16c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:51.553210 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:53.142155 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:58.081893 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:58.854319 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c08d9a41-78b1-4078-bc47-17e35f492390 req-da035509-6cd8-4221-bc5f-94a4908378bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268276 Aug 29 05:38:58.922879 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c08d9a41-78b1-4078-bc47-17e35f492390 req-f0fefb17-ec0b-4694-987f-1b9c888ed6c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0253763 Aug 29 05:38:58.962023 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c08d9a41-78b1-4078-bc47-17e35f492390 req-3402c877-2ef1-4755-9975-3f50b2824575 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196466 Aug 29 05:38:59.060823 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d9a41-78b1-4078-bc47-17e35f492390 req-5ecdb516-b594-4374-8c17-f50cdb1f0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:59.062229 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-c08d9a41-78b1-4078-bc47-17e35f492390 req-5ecdb516-b594-4374-8c17-f50cdb1f0540 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926583 Aug 29 05:38:59.256789 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:06.955245 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:17.585165 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-1163e1cd-0358-4c99-aed2-c31b9d2b198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:20.533566 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:20.575627 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c036b760-1e5d-43e8-9cb4-ea11ed9c57ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:21.557999 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:23.142888 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.081304 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:29.260252 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:43.954077 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:47.587084 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-bb10aab8-b2b5-44ef-bf28-032be622d009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:50.535043 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:50.577732 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-c5499619-9bf7-42a3-a341-e2a9e3d42389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:51.559819 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:53.145799 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:58.091418 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:59.270398 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:00.965693 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7f51caf3-0a5f-4158-8f76-d0c98f2c9ce1 req-512a0d74-e79e-4afa-8079-e497fd586d3a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1319096 Aug 29 05:40:01.017410 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7f51caf3-0a5f-4158-8f76-d0c98f2c9ce1 req-ca2c8154-46b4-4113-a582-acb331974495 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0254974 Aug 29 05:40:01.057033 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7f51caf3-0a5f-4158-8f76-d0c98f2c9ce1 req-d89d57e4-9dbb-44f1-a8fd-9a788f856a20 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201139 Aug 29 05:40:01.158919 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51caf3-0a5f-4158-8f76-d0c98f2c9ce1 req-5c4bd594-faeb-4f84-9cb1-b4c391fd0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:01.160415 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-7f51caf3-0a5f-4158-8f76-d0c98f2c9ce1 req-5c4bd594-faeb-4f84-9cb1-b4c391fd0c87 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970035 Aug 29 05:40:17.588289 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-f0a2dfc2-7749-4ecc-8cdf-6352b46cf6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:20.536197 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:20.577812 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6a90c4b1-bc0e-494c-8063-cdd704fa0339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:20.952958 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:40:21.563355 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:23.148088 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:28.081301 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:29.269237 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:47.589920 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-499dbd2a-19b2-473a-8df0-2922bab31d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:50.538704 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:50.578260 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-e30cdf18-c6e6-4ea5-8b0e-2b8d48f94aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:51.564772 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:53.151196 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:57.951674 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:40:58.096859 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:59.270200 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:03.403329 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f583944e-576b-4ecf-ac35-fa5a7feea035 req-36aa8576-4ee6-4996-82fb-8eb13a9f7cce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285199 Aug 29 05:41:03.473277 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f583944e-576b-4ecf-ac35-fa5a7feea035 req-b3767c93-dfb7-46da-ad57-8a86dd807cc8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0252011 Aug 29 05:41:03.518436 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f583944e-576b-4ecf-ac35-fa5a7feea035 req-caa72567-bd02-4ad2-bd79-bef58e715a56 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237503 Aug 29 05:41:03.950879 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583944e-576b-4ecf-ac35-fa5a7feea035 req-f5b22b21-524e-4048-8b93-6f493a33a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:03.952378 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-f583944e-576b-4ecf-ac35-fa5a7feea035 req-f5b22b21-524e-4048-8b93-6f493a33a70b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4266109 Aug 29 05:41:17.591320 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0f90901e-9fd7-4e12-a0cd-6a587fa1f2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.541117 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.579276 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-88e79980-d635-446a-9d8d-76a4ed919ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:21.569012 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:23.154599 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:28.095022 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:29.268385 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:34.956994 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:41:47.595335 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0fef82c8-0169-4dad-8f2d-a7cc75e6ae17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:50.542559 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:50.579465 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-8d45aba8-d3a8-4104-a077-0155338d0496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:51.576326 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:53.156752 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:58.102023 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:59.284879 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.869324 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-19cfc856-1423-4f36-a4a1-0972b112169c req-a98a4887-7cb1-4f18-9203-a7fda8a9bc1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278423 Aug 29 05:42:02.918381 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-19cfc856-1423-4f36-a4a1-0972b112169c req-bf66814c-6bac-4ae0-84cc-bfc2b74a585d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0255711 Aug 29 05:42:02.959094 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-19cfc856-1423-4f36-a4a1-0972b112169c req-a3496ed8-98ab-4a12-912c-d03870946766 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207827 Aug 29 05:42:03.060064 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfc856-1423-4f36-a4a1-0972b112169c req-eb8a6356-e266-4ea1-9278-adbaba488bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.061571 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-19cfc856-1423-4f36-a4a1-0972b112169c req-eb8a6356-e266-4ea1-9278-adbaba488bca service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956917 Aug 29 05:42:11.955479 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:42:17.599521 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-65c18e6c-d004-4754-9910-af196b6e5448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:20.544514 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:20.580079 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a4e941d1-bfc8-4b19-9ea9-aa4860ec5683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:21.575027 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:23.158927 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:28.129298 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:29.297866 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:47.601230 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-0729afb4-6788-46fb-9dd2-95ef2f724168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:48.956841 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:42:50.546651 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:50.580611 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-821ceb97-1d18-480e-bda4-cb05f3dd39b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:51.578385 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:53.162796 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:58.141716 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:59.298067 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:05.502456 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-084fa5cf-6651-4bfe-aa70-514c7f7f1cdd req-991f6301-29ed-46a2-ba1b-f1fbf1e5a8e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283008 Aug 29 05:43:05.571208 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-084fa5cf-6651-4bfe-aa70-514c7f7f1cdd req-d31728aa-25c2-4595-8431-b7c1bab70383 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0265923 Aug 29 05:43:05.612229 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-084fa5cf-6651-4bfe-aa70-514c7f7f1cdd req-915552d1-4bac-47dc-bfad-6b7a94ce9ef0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204041 Aug 29 05:43:05.716679 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fa5cf-6651-4bfe-aa70-514c7f7f1cdd req-44f28bae-f0e8-40e8-9510-78115b322adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:05.718184 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-084fa5cf-6651-4bfe-aa70-514c7f7f1cdd req-44f28bae-f0e8-40e8-9510-78115b322adf service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977628 Aug 29 05:43:17.605059 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-44ffa99d-bacb-4bb9-b1ce-c8cad1273d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:20.549332 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:20.581271 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-3bb859d3-b513-4d2b-8531-3aafb2e928e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:21.580689 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.166373 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:25.956263 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:43:28.157690 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:29.301283 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:47.609268 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-29dbac38-3672-4778-ac99-fd71874d2ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:50.551774 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:50.581195 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-a5db6e7e-0a63-4424-8331-b5d55ab274f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:51.585804 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:53.167696 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.174011 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.312461 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.956011 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:07.463226 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-17876a6d-89f2-47d1-8ecc-b74102cf08ec req-dd48002a-3000-4e18-96df-ffafaae3e0ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290027 Aug 29 05:44:07.514250 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-17876a6d-89f2-47d1-8ecc-b74102cf08ec req-aa76b78e-a91d-4d21-8d0d-7138771d0fdf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0279980 Aug 29 05:44:07.555948 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-17876a6d-89f2-47d1-8ecc-b74102cf08ec req-f1353526-44d5-453d-ba7e-d8ab798f1aa9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202367 Aug 29 05:44:07.656511 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17876a6d-89f2-47d1-8ecc-b74102cf08ec req-aa72ed06-491b-4894-870a-cb9f507cb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:07.658014 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-17876a6d-89f2-47d1-8ecc-b74102cf08ec req-aa72ed06-491b-4894-870a-cb9f507cb874 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952423 Aug 29 05:44:17.615864 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4e36c35d-cb38-43ef-ba4b-8e9b83ec18fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:20.552512 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:20.582233 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7d57c939-66f6-4443-8303-8a7b774c040b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:21.586539 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:23.172122 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:28.179886 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:29.314560 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:39.956657 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:47.610325 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-b8275228-cff5-4cc5-b5ed-07a912ad18e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:50.553109 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:50.583873 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d768-41ea-48a3-a9ce-3c7063f3cd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:51.589036 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:53.174098 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:58.201373 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:59.312252 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:09.552465 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-477ade13-bf35-4f28-96a4-cd9a1bf6afe6 req-60db6e43-54f3-403f-b8d5-b67cef8c024f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0665650 Aug 29 05:45:09.617786 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-477ade13-bf35-4f28-96a4-cd9a1bf6afe6 req-0ae64ffe-4957-4b43-8de8-9cb0c1c69364 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21429c8471a4b298cd734f981b7d164&device_id=7fb57fd4-a94f-4a1a-91fe-c2d0741f1c4c HTTP/1.1" status: 200 len: 210 time: 0.0248859 Aug 29 05:45:09.663883 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-477ade13-bf35-4f28-96a4-cd9a1bf6afe6 req-413531c0-052f-4db5-be8f-5049c2e4cfd2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a21429c8471a4b298cd734f981b7d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264494 Aug 29 05:45:09.762808 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ade13-bf35-4f28-96a4-cd9a1bf6afe6 req-3aea3c4e-311f-431d-b864-b6691d6d415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:09.764330 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-477ade13-bf35-4f28-96a4-cd9a1bf6afe6 req-3aea3c4e-311f-431d-b864-b6691d6d415a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942369 Aug 29 05:45:16.956324 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:45:17.611961 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-7aadaa8e-a68b-45d7-96f6-939abf511240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:20.555527 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:20.586863 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-d96f7ec6-24b0-4477-bbac-4c547d8584b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:21.135492 n-d-712142-15 neutron-server[94845]: DEBUG neutron.wsgi [req-05887850-18cb-41a7-bdf3-d43ed982d1ec req-d692d13e-4f7f-4b35-8aee-1fce1fb20920 service neutron] (94845) timed out ('10.222.0.58', 38086) {{(pid=94845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:45:21.591481 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:23.177657 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:28.216359 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:29.341491 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:47.614428 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-4014fc1d-a013-4a2c-8164-41c0368ab3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:50.556581 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:50.588101 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-dae8ac49-f39e-413e-95be-f303d186e9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:51.594713 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:53.182341 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:53.956173 n-d-712142-15 neutron-server[94848]: DEBUG neutron.db.agents_db [None req-3aa2eb22-66b7-4290-8aab-feb830d180b8 None None] Agent healthcheck: found 7 active agents {{(pid=94848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:45:58.223529 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-ec720bab-1ecb-465f-a91d-ef6e98f70130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:59.372618 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9d30-6b3a-4c7e-b666-3e17ee132fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:10.453240 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8130174-4fc2-471f-aa23-f0a4cb4ad9ae req-176feef9-c656-452a-b387-f38ada8ffbaa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc3cc150-f553-4239-b6b3-deceec2200b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280256 Aug 29 05:46:10.499707 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8130174-4fc2-471f-aa23-f0a4cb4ad9ae req-2d19336c-8ec1-46e4-8114-da3039bbcc11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=037588919348479b8a848e32a36e5d91&device_id=cc3cc150-f553-4239-b6b3-deceec2200b5 HTTP/1.1" status: 200 len: 210 time: 0.0254374 Aug 29 05:46:10.539907 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8130174-4fc2-471f-aa23-f0a4cb4ad9ae req-00e27441-7cfe-4ed4-b715-4e9ff73b9371 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=037588919348479b8a848e32a36e5d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205424 Aug 29 05:46:10.638668 n-d-712142-15 neutron-server[94846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8130174-4fc2-471f-aa23-f0a4cb4ad9ae req-2f2147bf-a913-436f-9ce4-c0dd80ae1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:10.640120 n-d-712142-15 neutron-server[94846]: INFO neutron.wsgi [req-d8130174-4fc2-471f-aa23-f0a4cb4ad9ae req-2f2147bf-a913-436f-9ce4-c0dd80ae1670 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937192 Aug 29 05:46:17.615961 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-60f17787-05fe-4b29-ab61-736cbce3fff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.561563 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7ea7-4d68-4f51-993f-9e108fdc613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.588148 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-93823001-3e28-46f3-a62e-4c8e298f628a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.598614 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-113b9774-1dc7-40ae-8fca-5b32ad16acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.186594 n-d-712142-15 neutron-server[94847]: DEBUG neutron_lib.callbacks.manager [None req-47d1c750-8076-4693-9317-dacc1a188e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794001929436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110688'] for agent, after_update {{(pid=94847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}